cpu offloading

2023-12-31 22:17:43 +01:00
parent c371d6b546
commit 272bced137
1 changed files with 6 additions and 1 deletions
--- a/deepspeed/zero3_cpu.json
+++ b/deepspeed/zero3_cpu.json
@@ -2,7 +2,12 @@
  "zero_optimization": {
    "stage": 3,
    "offload_optimizer": {
-      "device": "cpu"
+      "device": "cpu",
+      "pin_memory": true
+    },
+    "offload_param": {
+      "device": "cpu",
+      "pin_memory": true
    },
    "overlap_comm": true,
    "contiguous_gradients": true,