From 3251b3235f127020a7ac9a6005989d0337c58ade Mon Sep 17 00:00:00 2001 From: Sunny Liu Date: Mon, 21 Apr 2025 17:01:07 -0400 Subject: [PATCH] update test_mixtral --- tests/e2e/test_mixtral.py | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/tests/e2e/test_mixtral.py b/tests/e2e/test_mixtral.py index 4e0693b94..06bc48c75 100644 --- a/tests/e2e/test_mixtral.py +++ b/tests/e2e/test_mixtral.py @@ -35,7 +35,10 @@ class TestMixtral(unittest.TestCase): "tokenizer_config": "LoneStriker/Mixtral-8x7B-v0.1-HF", "flash_attention": True, "sequence_len": 1024, - "load_in_4bit": True, + "quantization": { + "backend": "bnb", + "bits": 4, + }, "adapter": "qlora", "lora_r": 4, "lora_alpha": 8, @@ -91,7 +94,10 @@ class TestMixtral(unittest.TestCase): "tokenizer_config": "LoneStriker/Mixtral-8x7B-v0.1-HF", "flash_attention": False, "sequence_len": 1024, - "load_in_4bit": True, + "quantization": { + "backend": "bnb", + "bits": 4, + }, "adapter": "qlora", "lora_r": 4, "lora_alpha": 8,