This commit is contained in:
Sunny Liu
2025-04-19 22:28:12 -04:00
committed by Sung Ching Liu
parent 843b50fdaa
commit 8a5ad8aee3

View File

@@ -96,7 +96,7 @@ class LoraConfig(BaseModel):
else:
if self.quantization:
if self.quantization.bits >= 4:
if self.quantization.bits > 4:
raise ValueError("Can't load qlora in >4 bit")
if self.quantization.backend == "gptq":