auto gptq support

2023-08-23 21:16:48 -04:00
parent 548787daae
commit 1deb767fe8
4 changed files with 44 additions and 107 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,3 +1,5 @@
+--extra-index-url https://huggingface.github.io/autogptq-index/whl/cu117/
+auto-gptq
 packaging
 peft @ git+https://github.com/huggingface/peft.git
 transformers @ git+https://github.com/huggingface/transformers.git