tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

upgrade bnb 0.45.0 and peft 0.14.0 (#2126)

Browse Source 
* upgrade bnb to lastest release

* update peft to working supporting commit

* bump to latest release of peft==0.14.0
This commit is contained in:
Wing Lian
2024-12-06 09:08:55 -05:00
committed by GitHub
parent 5726141c4e
commit 6b3058b2dc
3 changed files with 2 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
src/axolotl/utils/config/models/input/v0_4_1/__init__.py
View File

@@ -1521,19 +1521,6 @@ class AxolotlConfigWCapabilities(AxolotlInputConfig):
return data
@model_validator(mode="before")
@classmethod
def check_hopper_8bit_lora(cls, data):
is_sm_90: bool = (
data["capabilities"]
and data["capabilities"].get("compute_capability") == "sm_90"
)
if data.get("adapter") and data.get("load_in_8bit") and is_sm_90:
# see https://github.com/bitsandbytes-foundation/bitsandbytes/issues/538#issuecomment-2262945464
raise ValueError("8-bit LoRA is not supported on Hopper GPUs")
return data
@model_validator(mode="before")
@classmethod
def check_fsdp_deepspeed(cls, data):