skip set_quant_config if quantization not given

2025-04-21 17:17:20 -04:00
parent 136407c556
commit fcef8c95fe
1 changed files with 1 additions and 1 deletions
--- a/src/axolotl/utils/models.py
+++ b/src/axolotl/utils/models.py
@@ -887,7 +887,7 @@ class ModelLoader:
                # but deepspeed needs this still in bfloat16
                bnb_config["bnb_4bit_quant_storage"] = torch.float32

-            if self.cfg.quantization.bnb_config_kwargs:
+            if self.cfg.quantization and self.cfg.quantization.bnb_config_kwargs:
                bnb_config.update(self.cfg.quantization.bnb_config_kwargs)

            self.model_kwargs["quantization_config"] = BitsAndBytesConfig(