From 9f69c4d8c1218904b4b9b1a8e4013009c7fc1863 Mon Sep 17 00:00:00 2001
From: Wing Lian <wing.lian@gmail.com>
Date: Mon, 24 Jul 2023 11:23:56 -0400
Subject: [PATCH] latest HEAD of accelerate causes 0 loss immediately w FSDP
 (#321)

---
 requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/requirements.txt b/requirements.txt
index f140baba2..fbb454436 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,7 +1,7 @@
 peft @ git+https://github.com/huggingface/peft.git
 transformers @ git+https://github.com/huggingface/transformers.git
 bitsandbytes>=0.39.0
-accelerate @ git+https://github.com/huggingface/accelerate
+accelerate==0.21.0
 addict
 fire
 PyYAML==6.0