update relora

2025-04-21 21:22:44 -04:00
parent 266ef3f479
commit 92644513c4
1 changed files with 4 additions and 1 deletions
--- a/tests/e2e/solo/test_relora_llama.py
+++ b/tests/e2e/solo/test_relora_llama.py
@@ -34,7 +34,10 @@ class TestReLoraLlama(unittest.TestCase):
                "sample_packing": True,
                "pad_to_sequence_len": True,
                "flash_attention": True,
-                "load_in_8bit": True,
+                "quantization": {
+                    "backend": "bnb",
+                    "bits": 8,
+                },
                "adapter": "lora",
                "lora_r": 8,
                "lora_alpha": 16,