diff --git a/requirements.txt b/requirements.txt
index 6ec751ee9..fed3d53f5 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,5 +1,4 @@
 --extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/
-auto-gptq==0.5.1
 packaging
 peft==0.7.0
 transformers @ git+https://github.com/huggingface/transformers.git@3cefac1d974db5e2825a0cb2b842883a628be7a0
diff --git a/setup.py b/setup.py
index 4ba9d0778..874f12608 100644
--- a/setup.py
+++ b/setup.py
@@ -61,5 +61,8 @@ setup(
         "mamba-ssm": [
             "mamba-ssm==1.0.1",
         ],
+        "auto-gptq": [
+            "auto-gptq==0.5.1",
+        ],
     },
 )