tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

optim e2e tests to run a bit faster (#2069) [skip ci]

Browse Source 
* optim e2e tests to run a bit faster

* run prequant w/o lora_modules_to_save

* use smollm2
This commit is contained in:
Wing Lian
2024-11-18 12:35:31 -05:00
committed by GitHub
parent 70cf79ef52
commit 9871fa060b
6 changed files with 43 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/e2e/patched/test_fa_xentropy.py
View File

@@ -66,6 +66,8 @@ class TestFAXentropyLlama(unittest.TestCase):
},
],
"num_epochs": 1,
"max_steps": 10,
"save_steps": 10,
"micro_batch_size": 8,
"gradient_accumulation_steps": 1,
"output_dir": temp_dir,

3
tests/e2e/patched/test_lora_llama_multipack.py
View File

@@ -56,6 +56,8 @@ class TestLoraLlama(unittest.TestCase):
},
],
"num_epochs": 2,
"max_steps": 20,
"save_steps": 10,
"micro_batch_size": 8,
"gradient_accumulation_steps": 1,
"output_dir": temp_dir,
@@ -109,6 +111,7 @@ class TestLoraLlama(unittest.TestCase):
},
],
"num_epochs": 2,
"max_steps": 20,
"save_steps": 0.5,
"micro_batch_size": 8,
"gradient_accumulation_steps": 1,