update test_falcon_samplepack

2025-04-21 16:29:49 -04:00
parent cb121ab91b
commit a20e753321
1 changed files with 4 additions and 1 deletions
--- a/tests/e2e/patched/test_falcon_samplepack.py
+++ b/tests/e2e/patched/test_falcon_samplepack.py
@@ -32,7 +32,10 @@ class TestFalconPatched(unittest.TestCase):
                "flash_attention": True,
                "sample_packing": True,
                "sequence_len": 2048,
-                "load_in_4bit": True,
+                "quantization": {
+                    "backend": "bnb",
+                    "bits": 4,
+                },
                "adapter": "qlora",
                "lora_r": 16,
                "lora_alpha": 32,