update multigpu/test_qwen2
This commit is contained in:
@@ -28,7 +28,10 @@ class TestMultiGPUQwen2:
|
|||||||
cfg = DictDefault(
|
cfg = DictDefault(
|
||||||
{
|
{
|
||||||
"base_model": base_model,
|
"base_model": base_model,
|
||||||
"load_in_4bit": True,
|
"quantization": {
|
||||||
|
"backend": "bnb",
|
||||||
|
"bits": 4,
|
||||||
|
},
|
||||||
"rl": "dpo",
|
"rl": "dpo",
|
||||||
"chat_template": "chatml",
|
"chat_template": "chatml",
|
||||||
"sequence_len": 2048,
|
"sequence_len": 2048,
|
||||||
|
|||||||
Reference in New Issue
Block a user