Fsdp grad accum monkeypatch (#2064)

2024-11-15 19:11:04 -05:00
parent 0dabde1962
commit d42f202046
4 changed files with 107 additions and 1 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,7 +1,7 @@
 --extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/
 packaging==23.2
 peft==0.13.2
-transformers==4.46.1
+transformers==4.46.2
 tokenizers>=0.20.1
 bitsandbytes==0.44.1
 accelerate==1.1.0