From eb7bc70b99198509a439cee98dbe234fe359bb5c Mon Sep 17 00:00:00 2001 From: Sunny Liu Date: Wed, 16 Apr 2025 16:58:24 -0400 Subject: [PATCH] fix dumb mistake --- src/axolotl/utils/models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py index 5c54c7998..57bb2c152 100644 --- a/src/axolotl/utils/models.py +++ b/src/axolotl/utils/models.py @@ -908,7 +908,7 @@ class ModelLoader: from axolotl.utils.schemas.quant import get_hqq_quant_config_kwargs self.model_kwargs["quantization_config"] = HqqConfig( - get_hqq_quant_config_kwargs(self.cfg) + **get_hqq_quant_config_kwargs(self.cfg) ) # no longer needed per https://github.com/huggingface/transformers/pull/26610