restore support for legacy cfg.load_in_xbit

2025-04-21 21:32:01 -04:00
parent 92644513c4
commit 136b37e4d4
1 changed files with 5 additions and 1 deletions
--- a/src/axolotl/utils/models.py
+++ b/src/axolotl/utils/models.py
@@ -834,7 +834,11 @@ class ModelLoader:
            del self.model_kwargs["device_map"]

    def set_quantization_config(self) -> None:
-        if not self.cfg.quantization:
+        if (
+            (not self.cfg.quantization)
+            and (not self.cfg.load_in_8bit)
+            and (not self.cfg.load_in_4bit)
+        ):
            return
        self.model_kwargs["load_in_8bit"] = self.cfg.load_in_8bit
        self.model_kwargs["load_in_4bit"] = self.cfg.load_in_4bit