From a20e753321407bda079e076f2a13b9e432c29a09 Mon Sep 17 00:00:00 2001 From: Sunny Liu Date: Mon, 21 Apr 2025 16:29:49 -0400 Subject: [PATCH] update test_falcon_samplepack --- tests/e2e/patched/test_falcon_samplepack.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/tests/e2e/patched/test_falcon_samplepack.py b/tests/e2e/patched/test_falcon_samplepack.py index 62ee4f717..14e916e2b 100644 --- a/tests/e2e/patched/test_falcon_samplepack.py +++ b/tests/e2e/patched/test_falcon_samplepack.py @@ -32,7 +32,10 @@ class TestFalconPatched(unittest.TestCase): "flash_attention": True, "sample_packing": True, "sequence_len": 2048, - "load_in_4bit": True, + "quantization": { + "backend": "bnb", + "bits": 4, + }, "adapter": "qlora", "lora_r": 16, "lora_alpha": 32,