From b12d93bedfc96a8aa45f5a0a082f4cb86bd5d7d9 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Wed, 8 Jan 2025 17:54:48 -0500 Subject: [PATCH] make sure to use the correct tokenizer --- tests/e2e/integrations/test_kd.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/e2e/integrations/test_kd.py b/tests/e2e/integrations/test_kd.py index 9debe1584..a7e9ee494 100644 --- a/tests/e2e/integrations/test_kd.py +++ b/tests/e2e/integrations/test_kd.py @@ -17,7 +17,7 @@ from axolotl.utils.dict import DictDefault def min_cfg(temp_dir): return { "base_model": "osllmai-community/Llama-3.2-1B", - "tokenizer_config": "osllmai-community/Llama-3.3-70B-Instruct", + "tokenizer_config": "axolotl-ai-co/Llama-3.3-70B-Instruct-tokenizer", "plugins": [ "axolotl.integrations.kd.KDPlugin", "axolotl.integrations.liger.LigerPlugin",