tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

cpu offloading

Browse Source
This commit is contained in:
Mads Henrichsen
2023-12-31 22:17:43 +01:00
parent c371d6b546
commit 272bced137
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
deepspeed/zero3_cpu.json
View File

@@ -2,7 +2,12 @@
"zero_optimization": { "zero_optimization": {
"stage": 3, "stage": 3,
"offload_optimizer": { "offload_optimizer": {
"device": "cpu" "device": "cpu",
"pin_memory": true
},
"offload_param": {
"device": "cpu",
"pin_memory": true
}, },
"overlap_comm": true, "overlap_comm": true,
"contiguous_gradients": true, "contiguous_gradients": true,