tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

rigorous qlora validation

Browse Source
This commit is contained in:
Sunny Liu
2025-04-19 22:26:04 -04:00
committed by Sung Ching Liu
parent 098ffcc5a2
commit 843b50fdaa
1 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/axolotl/utils/schemas/peft.py
View File

@@ -95,11 +95,12 @@ class LoraConfig(BaseModel):
raise ValueError("Can't merge qlora if using gptq")
else:
if self.quantization.bits >= 4:
raise ValueError("Can't load qlora in >4 bit")
if self.quantization:
if self.quantization.bits >= 4:
raise ValueError("Can't load qlora in >4 bit")
if self.quantization.backend == "gptq":
raise ValueError("Can't load qlora if using gptq")
if self.quantization.backend == "gptq":
raise ValueError("Can't load qlora if using gptq")
return self