tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

make sure to set tokenizer from l3 70b and save safetensors

Browse Source
This commit is contained in:
Wing Lian
2025-01-08 14:05:49 -05:00
parent 9abac55f92
commit 08ec9c0e5b
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
tests/e2e/integrations/test_kd.py
View File

@@ -16,7 +16,8 @@ from axolotl.utils.dict import DictDefault
@pytest.fixture(name="kd_min_cfg") @pytest.fixture(name="kd_min_cfg")
def min_cfg(temp_dir): def min_cfg(temp_dir):
return { return {
"base_model": "unsloth/Llama-3.2-1B", "base_model": "osllmai-community/Llama-3.2-1B",
"tokenizer_config": "osllmai-community/Llama-3.3-70B-Instruct",
"plugins": [ "plugins": [
"axolotl.integrations.kd.KDPlugin", "axolotl.integrations.kd.KDPlugin",
"axolotl.integrations.liger.LigerPlugin", "axolotl.integrations.liger.LigerPlugin",
@@ -62,6 +63,7 @@ def min_cfg(temp_dir):
}, },
"max_steps": 5, "max_steps": 5,
"output_dir": temp_dir, "output_dir": temp_dir,
"save_safetensors": True,
} }