From 92644513c4721fba11bb594cec592c9959eafbe0 Mon Sep 17 00:00:00 2001 From: Sunny Liu Date: Mon, 21 Apr 2025 21:22:44 -0400 Subject: [PATCH] update relora --- tests/e2e/solo/test_relora_llama.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/tests/e2e/solo/test_relora_llama.py b/tests/e2e/solo/test_relora_llama.py index 504466b90..c5d0bfa5a 100644 --- a/tests/e2e/solo/test_relora_llama.py +++ b/tests/e2e/solo/test_relora_llama.py @@ -34,7 +34,10 @@ class TestReLoraLlama(unittest.TestCase): "sample_packing": True, "pad_to_sequence_len": True, "flash_attention": True, - "load_in_8bit": True, + "quantization": { + "backend": "bnb", + "bits": 8, + }, "adapter": "lora", "lora_r": 8, "lora_alpha": 16,