From 108600cd69f355e9916fa37fddb2b970a93c4247 Mon Sep 17 00:00:00 2001 From: Dan Saunders Date: Wed, 17 Sep 2025 14:36:24 -0400 Subject: [PATCH] update config --- examples/moe/qwen2-moe-qlora-10gb.yaml | 3 --- 1 file changed, 3 deletions(-) diff --git a/examples/moe/qwen2-moe-qlora-10gb.yaml b/examples/moe/qwen2-moe-qlora-10gb.yaml index 6496b825a..a364f8647 100644 --- a/examples/moe/qwen2-moe-qlora-10gb.yaml +++ b/examples/moe/qwen2-moe-qlora-10gb.yaml @@ -51,7 +51,4 @@ weight_decay: 0.0 model_config: output_router_logits: true -# ZeRO-3 with CPU offload keeps VRAM within ~10GB -deepspeed: deepspeed_configs/zero3_bf16_cpuoffload_params.json - special_tokens: