tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

update README w deepspeed info (#605)

Browse Source
This commit is contained in:
Wing Lian
2023-09-22 00:15:52 -04:00
committed by GitHub
parent d5f8589021
commit c25ba7939b
6 changed files with 114 additions and 88 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
deepspeed/zero3.json
View File

@@ -45,9 +45,11 @@
"params": {
"warmup_min_lr": "auto",
"warmup_max_lr": "auto",
"warmup_num_steps": "auto"
"warmup_num_steps": "auto",
"warmup_type": "linear"
}
},
"gradient_accumulation_steps": "auto",
"train_batch_size": "auto",
"train_micro_batch_size_per_gpu": "auto",
"wall_clock_breakdown": false