tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

lax config requirement - qlora + hqq

Browse Source
This commit is contained in:
Sunny Liu
2025-04-18 15:48:23 -04:00
committed by Sung Ching Liu
parent 987c5217a0
commit 8926fe9981
2 changed files with 62 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/axolotl/utils/schemas/peft.py
View File

@@ -93,7 +93,7 @@ class LoraConfig(BaseModel):
if self.gptq:
raise ValueError("Can't merge qlora if gptq")
if self.load_in_4bit:
if self.load_in_4bit and not self.use_hqq:
raise ValueError("Can't merge qlora if loaded in 4bit")
else:
@@ -103,7 +103,7 @@ class LoraConfig(BaseModel):
if self.gptq:
raise ValueError("Can't load qlora if gptq")
if not self.load_in_4bit:
if not self.load_in_4bit and not self.use_hqq:
raise ValueError("Require cfg.load_in_4bit to be True for qlora")
return self