diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py index 5c54c7998..57bb2c152 100644 --- a/src/axolotl/utils/models.py +++ b/src/axolotl/utils/models.py @@ -908,7 +908,7 @@ class ModelLoader: from axolotl.utils.schemas.quant import get_hqq_quant_config_kwargs self.model_kwargs["quantization_config"] = HqqConfig( - get_hqq_quant_config_kwargs(self.cfg) + **get_hqq_quant_config_kwargs(self.cfg) ) # no longer needed per https://github.com/huggingface/transformers/pull/26610