tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

rigorous qlora validation

Browse Source
This commit is contained in:
Sunny Liu
2025-04-19 22:26:04 -04:00
committed by Sung Ching Liu
parent 098ffcc5a2
commit 843b50fdaa
1 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/axolotl/utils/schemas/peft.py
View File

@@ -95,6 +95,7 @@ class LoraConfig(BaseModel):
raise ValueError("Can't merge qlora if using gptq") raise ValueError("Can't merge qlora if using gptq")
else: else:
if self.quantization:
if self.quantization.bits >= 4: if self.quantization.bits >= 4:
raise ValueError("Can't load qlora in >4 bit") raise ValueError("Can't load qlora in >4 bit")