Merge pull request #108 from OpenAccess-AI-Collective/docker-gptq

default to qlora support, make gptq specific image
2023-05-30 15:07:04 -04:00
parent 4df9da74e3 48612f8376
commit bbc5bc5791
7 changed files with 48 additions and 72 deletions
--- a/setup.py
+++ b/setup.py
@@ -19,10 +19,10 @@ setup(
    packages=find_packages(),
    install_requires=install_requires,
    extras_require={
-        "int4": [
+        "gptq": [
            "alpaca_lora_4bit @ git+https://github.com/winglian/alpaca_lora_4bit.git@setup_pip",
        ],
-        "int4_triton": [
+        "gptq_triton": [
            "alpaca_lora_4bit[triton] @ git+https://github.com/winglian/alpaca_lora_4bit.git@setup_pip",
        ],
        "extras": [