From 8a5ad8aee3e27601698b60e351bf3968ae5985f1 Mon Sep 17 00:00:00 2001 From: Sunny Liu Date: Sat, 19 Apr 2025 22:28:12 -0400 Subject: [PATCH] typo --- src/axolotl/utils/schemas/peft.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/utils/schemas/peft.py b/src/axolotl/utils/schemas/peft.py index 1d1d3e746..4cf8dafe7 100644 --- a/src/axolotl/utils/schemas/peft.py +++ b/src/axolotl/utils/schemas/peft.py @@ -96,7 +96,7 @@ class LoraConfig(BaseModel): else: if self.quantization: - if self.quantization.bits >= 4: + if self.quantization.bits > 4: raise ValueError("Can't load qlora in >4 bit") if self.quantization.backend == "gptq":