tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

cleanup, prep for 4bit quant support

Browse Source
This commit is contained in:
Wing Lian
2023-04-16 11:06:41 -04:00
parent d1aed4c8e5
commit 12de7b7cf7
3 changed files with 42 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
setup.cfg
View File

@@ -28,3 +28,6 @@ install_requires =
[options.packages.find]
where = src
[options.extras_require]
gptq_cuda = alpaca_lora_4bit[cuda] @ git+https://github.com/winglian/alpaca_lora_4bit.git@setup_pip#egg=alpaca_lora_4bit[cuda]
gptq_triton = alpaca_lora_4bit[triton] @ git+https://github.com/winglian/alpaca_lora_4bit.git@setup_pip#egg=alpaca_lora_4bit[triton]