tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

update config

Browse Source
This commit is contained in:
Dan Saunders
2025-09-17 14:36:24 -04:00
parent 0e9387c395
commit 108600cd69
1 changed files with 0 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
examples/moe/qwen2-moe-qlora-10gb.yaml
View File

@@ -51,7 +51,4 @@ weight_decay: 0.0
model_config: model_config:
output_router_logits: true output_router_logits: true
# ZeRO-3 with CPU offload keeps VRAM within ~10GB
deepspeed: deepspeed_configs/zero3_bf16_cpuoffload_params.json
special_tokens: special_tokens: