update test_mixtral [skip e2e]
This commit is contained in:
@@ -33,7 +33,10 @@ class TestMixtral(unittest.TestCase):
|
|||||||
"flash_attention": True,
|
"flash_attention": True,
|
||||||
"sample_packing": True,
|
"sample_packing": True,
|
||||||
"sequence_len": 2048,
|
"sequence_len": 2048,
|
||||||
"load_in_4bit": True,
|
"quantization": {
|
||||||
|
"backend": "bnb",
|
||||||
|
"bits": 4,
|
||||||
|
},
|
||||||
"adapter": "qlora",
|
"adapter": "qlora",
|
||||||
"lora_r": 16,
|
"lora_r": 16,
|
||||||
"lora_alpha": 32,
|
"lora_alpha": 32,
|
||||||
|
|||||||
Reference in New Issue
Block a user