From cb121ab91b37a59a5d2aeca8f755d93f57579c3e Mon Sep 17 00:00:00 2001 From: Sunny Liu Date: Mon, 21 Apr 2025 16:27:26 -0400 Subject: [PATCH] update test_mixtral [skip e2e] --- tests/e2e/patched/test_mixtral_samplepack.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/tests/e2e/patched/test_mixtral_samplepack.py b/tests/e2e/patched/test_mixtral_samplepack.py index 8746c923b..d116a62aa 100644 --- a/tests/e2e/patched/test_mixtral_samplepack.py +++ b/tests/e2e/patched/test_mixtral_samplepack.py @@ -33,7 +33,10 @@ class TestMixtral(unittest.TestCase): "flash_attention": True, "sample_packing": True, "sequence_len": 2048, - "load_in_4bit": True, + "quantization": { + "backend": "bnb", + "bits": 4, + }, "adapter": "qlora", "lora_r": 16, "lora_alpha": 32,