add q-galore optimizer

2024-07-14 19:28:13 -04:00
parent 78e12f8ca5
commit 105c65390e
4 changed files with 56 additions and 3 deletions
--- a/setup.py
+++ b/setup.py
@@ -108,6 +108,7 @@ setup(
            "galore_torch",
            "lion-pytorch==0.1.2",
            "lomo-optim==0.1.1",
+            "q-galore-torch==1.0",
            "torch-optimi==0.2.1",
        ],
    },