tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

didn't realise model_config.quantization_config is just a regular dict

Browse Source
This commit is contained in:
Sunny Liu
2025-04-18 11:24:04 -04:00
committed by Sung Ching Liu
parent ba5d917845
commit feaef03cb9
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/axolotl/utils/models.py
View File

@@ -853,7 +853,7 @@ class ModelLoader:
if ( if (
self.cfg.adapter in ["qlora", "lora"] self.cfg.adapter in ["qlora", "lora"]
and hasattr(self.model_config, "quantization_config") and hasattr(self.model_config, "quantization_config")
and getattr(self.model_config.quantization_config, "quant_method") and self.model_config.quantization_config["quant_method"]
in ["gptq", "awq", "bitsandbytes", "hqq"] in ["gptq", "awq", "bitsandbytes", "hqq"]
): ):
quant_config_class_dict = { quant_config_class_dict = {
@@ -864,7 +864,7 @@ class ModelLoader:
} }
quant_config_class = quant_config_class_dict[ quant_config_class = quant_config_class_dict[
getattr(self.model_config.quantization_config, "quant_method") self.model_config.quantization_config["quant_method"]
] ]
self.model_kwargs["quantization_config"] = quant_config_class( self.model_kwargs["quantization_config"] = quant_config_class(
**self.model_config.quantization_config **self.model_config.quantization_config