update multigpu/test_qwen2

2025-04-21 17:04:17 -04:00
parent 3251b3235f
commit 136407c556
1 changed files with 4 additions and 1 deletions
--- a/tests/e2e/multigpu/test_qwen2.py
+++ b/tests/e2e/multigpu/test_qwen2.py
@@ -28,7 +28,10 @@ class TestMultiGPUQwen2:
        cfg = DictDefault(
            {
                "base_model": base_model,
-                "load_in_4bit": True,
+                "quantization": {
+                    "backend": "bnb",
+                    "bits": 4,
+                },
                "rl": "dpo",
                "chat_template": "chatml",
                "sequence_len": 2048,