From 136b37e4d437c3698d38267202651d4b8342be99 Mon Sep 17 00:00:00 2001 From: Sunny Liu Date: Mon, 21 Apr 2025 21:32:01 -0400 Subject: [PATCH] restore support for legacy cfg.load_in_xbit --- src/axolotl/utils/models.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py index 4563d6a8f..e8dacbe40 100644 --- a/src/axolotl/utils/models.py +++ b/src/axolotl/utils/models.py @@ -834,7 +834,11 @@ class ModelLoader: del self.model_kwargs["device_map"] def set_quantization_config(self) -> None: - if not self.cfg.quantization: + if ( + (not self.cfg.quantization) + and (not self.cfg.load_in_8bit) + and (not self.cfg.load_in_4bit) + ): return self.model_kwargs["load_in_8bit"] = self.cfg.load_in_8bit self.model_kwargs["load_in_4bit"] = self.cfg.load_in_4bit