From 136407c55674e0084760b77702ca2209ff6a92fd Mon Sep 17 00:00:00 2001
From: Sunny Liu <sunny19981005@outlook.com>
Date: Mon, 21 Apr 2025 17:04:17 -0400
Subject: [PATCH] update multigpu/test_qwen2

---
 tests/e2e/multigpu/test_qwen2.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/tests/e2e/multigpu/test_qwen2.py b/tests/e2e/multigpu/test_qwen2.py
index 9599c3abf..9e1e6b261 100644
--- a/tests/e2e/multigpu/test_qwen2.py
+++ b/tests/e2e/multigpu/test_qwen2.py
@@ -28,7 +28,10 @@ class TestMultiGPUQwen2:
         cfg = DictDefault(
             {
                 "base_model": base_model,
-                "load_in_4bit": True,
+                "quantization": {
+                    "backend": "bnb",
+                    "bits": 4,
+                },
                 "rl": "dpo",
                 "chat_template": "chatml",
                 "sequence_len": 2048,