add support for 4bit optimizers

2024-03-19 22:57:40 -04:00
parent dd449c5cd8
commit a236f5eab5
4 changed files with 110 additions and 1 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -41,3 +41,5 @@ gcsfs

 trl @ git+https://github.com/huggingface/trl.git@304e208f778a5442c30cdda500348226cdc97d90
 fastcore>=1.5.29
+
+lpmm @ git+https://github.com/thu-ml/low-bit-optimizers.git@main