update test_mixtral [skip e2e]

2025-04-21 16:27:26 -04:00
parent b59640a4c7
commit cb121ab91b
1 changed files with 4 additions and 1 deletions
--- a/tests/e2e/patched/test_mixtral_samplepack.py
+++ b/tests/e2e/patched/test_mixtral_samplepack.py
@@ -33,7 +33,10 @@ class TestMixtral(unittest.TestCase):
                "flash_attention": True,
                "sample_packing": True,
                "sequence_len": 2048,
-                "load_in_4bit": True,
+                "quantization": {
+                    "backend": "bnb",
+                    "bits": 4,
+                },
                "adapter": "qlora",
                "lora_r": 16,
                "lora_alpha": 32,