remove old gptq docker

This commit is contained in:
Wing Lian
2023-08-23 21:38:45 -04:00
parent a29560004b
commit ac37753aa2
3 changed files with 1 additions and 21 deletions

View File

@@ -23,11 +23,6 @@ jobs:
python_version: "3.10" python_version: "3.10"
pytorch: 2.0.1 pytorch: 2.0.1
axolotl_extras: axolotl_extras:
- cuda: 118
cuda_version: 11.8.0
python_version: "3.9"
pytorch: 2.0.1
axolotl_extras: gptq
runs-on: self-hosted runs-on: self-hosted
steps: steps:
- name: Checkout - name: Checkout
@@ -73,11 +68,6 @@ jobs:
pytorch: 2.0.1 pytorch: 2.0.1
axolotl_extras: axolotl_extras:
is_latest: true is_latest: true
- cuda: 118
cuda_version: 11.8.0
python_version: "3.9"
pytorch: 2.0.1
axolotl_extras: gptq
runs-on: self-hosted runs-on: self-hosted
steps: steps:
- name: Checkout - name: Checkout

View File

@@ -11,7 +11,6 @@ RUN apt-get update && \
WORKDIR /workspace WORKDIR /workspace
RUN pip3 install "peft @ git+https://github.com/huggingface/peft.git@main"
RUN git clone --depth=1 https://github.com/OpenAccess-AI-Collective/axolotl.git RUN git clone --depth=1 https://github.com/OpenAccess-AI-Collective/axolotl.git
# If AXOLOTL_EXTRAS is set, append it in brackets # If AXOLOTL_EXTRAS is set, append it in brackets
RUN cd axolotl && \ RUN cd axolotl && \

View File

@@ -6,7 +6,7 @@ install_requires = []
with open("./requirements.txt", encoding="utf-8") as requirements_file: with open("./requirements.txt", encoding="utf-8") as requirements_file:
# don't include peft yet until we check the int4 # don't include peft yet until we check the int4
# need to manually install peft for now... # need to manually install peft for now...
reqs = [r.strip() for r in requirements_file.readlines() if "peft" not in r] reqs = [r.strip() for r in requirements_file.readlines()]
reqs = [r for r in reqs if "flash-attn" not in r] reqs = [r for r in reqs if "flash-attn" not in r]
reqs = [r for r in reqs if r and r[0] != "#"] reqs = [r for r in reqs if r and r[0] != "#"]
for r in reqs: for r in reqs:
@@ -20,20 +20,11 @@ setup(
packages=find_packages(), packages=find_packages(),
install_requires=install_requires, install_requires=install_requires,
extras_require={ extras_require={
"gptq": [
"alpaca_lora_4bit @ git+https://github.com/winglian/alpaca_lora_4bit.git@setup_pip",
],
"gptq_triton": [
"alpaca_lora_4bit[triton] @ git+https://github.com/winglian/alpaca_lora_4bit.git@setup_pip",
],
"flash-attn": [ "flash-attn": [
"flash-attn==2.0.8", "flash-attn==2.0.8",
], ],
"extras": [ "extras": [
"deepspeed", "deepspeed",
], ],
"peft": [
"peft @ git+https://github.com/huggingface/peft.git",
],
}, },
) )