From 272bced1370adc239a61496839513519e1235dbe Mon Sep 17 00:00:00 2001
From: Mads Henrichsen <mads@pc147.home>
Date: Sun, 31 Dec 2023 22:17:43 +0100
Subject: [PATCH] cpu offloading

---
 deepspeed/zero3_cpu.json | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/deepspeed/zero3_cpu.json b/deepspeed/zero3_cpu.json
index 9c8ac81eb..a2cb1a064 100644
--- a/deepspeed/zero3_cpu.json
+++ b/deepspeed/zero3_cpu.json
@@ -2,7 +2,12 @@
   "zero_optimization": {
     "stage": 3,
     "offload_optimizer": {
-      "device": "cpu"
+      "device": "cpu",
+      "pin_memory": true
+    },
+    "offload_param": {
+      "device": "cpu",
+      "pin_memory": true
     },
     "overlap_comm": true,
     "contiguous_gradients": true,