update test_mixtral [skip e2e]

This commit is contained in:
Sunny Liu
2025-04-21 16:27:26 -04:00
parent b59640a4c7
commit cb121ab91b

View File

@@ -33,7 +33,10 @@ class TestMixtral(unittest.TestCase):
"flash_attention": True, "flash_attention": True,
"sample_packing": True, "sample_packing": True,
"sequence_len": 2048, "sequence_len": 2048,
"load_in_4bit": True, "quantization": {
"backend": "bnb",
"bits": 4,
},
"adapter": "qlora", "adapter": "qlora",
"lora_r": 16, "lora_r": 16,
"lora_alpha": 32, "lora_alpha": 32,