tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

update test_mixtral

Browse Source
This commit is contained in:
Sunny Liu
2025-04-21 17:01:07 -04:00
parent 1aa9f7d952
commit 3251b3235f
1 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
tests/e2e/test_mixtral.py
View File

@@ -35,7 +35,10 @@ class TestMixtral(unittest.TestCase):
"tokenizer_config": "LoneStriker/Mixtral-8x7B-v0.1-HF", "tokenizer_config": "LoneStriker/Mixtral-8x7B-v0.1-HF",
"flash_attention": True, "flash_attention": True,
"sequence_len": 1024, "sequence_len": 1024,
"load_in_4bit": True, "quantization": {
"backend": "bnb",
"bits": 4,
},
"adapter": "qlora", "adapter": "qlora",
"lora_r": 4, "lora_r": 4,
"lora_alpha": 8, "lora_alpha": 8,
@@ -91,7 +94,10 @@ class TestMixtral(unittest.TestCase):
"tokenizer_config": "LoneStriker/Mixtral-8x7B-v0.1-HF", "tokenizer_config": "LoneStriker/Mixtral-8x7B-v0.1-HF",
"flash_attention": False, "flash_attention": False,
"sequence_len": 1024, "sequence_len": 1024,
"load_in_4bit": True, "quantization": {
"backend": "bnb",
"bits": 4,
},
"adapter": "qlora", "adapter": "qlora",
"lora_r": 4, "lora_r": 4,
"lora_alpha": 8, "lora_alpha": 8,