cf6654769a
* flash attn pip * add packaging * add packaging to apt get * install flash attn in dockerfile * remove unused whls * add wheel * clean up pr fix packaging requirement for ci upgrade pip for ci skip build isolation for requiremnents to get flash-attn working install flash-attn seperately * install wheel for ci * no flash-attn for basic cicd * install flash-attn as pip extras --------- Co-authored-by: Ubuntu <mgh@mgh-vm.wsyvwcia0jxedeyrchqg425tpb.ax.internal.cloudapp.net> Co-authored-by: mhenrichsen <some_email@hey.com> Co-authored-by: Mads Henrichsen <mads@BrbartiendeMads.lan> Co-authored-by: Wing Lian <wing.lian@gmail.com>
37 lines
1.1 KiB
Python
37 lines
1.1 KiB
Python
"""setup.py for axolotl"""
|
|
|
|
from setuptools import find_packages, setup
|
|
|
|
install_requires = []
|
|
with open("./requirements.txt", encoding="utf-8") as requirements_file:
|
|
# don't include peft yet until we check the int4
|
|
# need to manually install peft for now...
|
|
reqs = [r.strip() for r in requirements_file.readlines() if "peft" not in r]
|
|
reqs = [r for r in reqs if "flash-attn" not in r]
|
|
reqs = [r for r in reqs if r and r[0] != "#"]
|
|
for r in reqs:
|
|
install_requires.append(r)
|
|
|
|
setup(
|
|
name="axolotl",
|
|
version="0.1",
|
|
description="You know you're going to axolotl questions",
|
|
package_dir={"": "src"},
|
|
packages=find_packages(),
|
|
install_requires=install_requires,
|
|
extras_require={
|
|
"gptq": [
|
|
"alpaca_lora_4bit @ git+https://github.com/winglian/alpaca_lora_4bit.git@setup_pip",
|
|
],
|
|
"gptq_triton": [
|
|
"alpaca_lora_4bit[triton] @ git+https://github.com/winglian/alpaca_lora_4bit.git@setup_pip",
|
|
],
|
|
"flash-attn": [
|
|
"flash-attn==2.0.8",
|
|
],
|
|
"extras": [
|
|
"deepspeed",
|
|
],
|
|
},
|
|
)
|