fix for quant config from model (#540)

2023-09-10 12:40:52 -04:00
parent c1921c9acb
commit a94f9cb99e
1 changed files with 1 additions and 1 deletions
--- a/src/axolotl/utils/models.py
+++ b/src/axolotl/utils/models.py
@@ -160,7 +160,7 @@ def load_model(
        model_kwargs["revision"] = cfg.model_revision
    if cfg.gptq:
        model_config = load_model_config(cfg)
-        if hasattr(model_config, "quantization_config"):
+        if not hasattr(model_config, "quantization_config"):
            LOG.warning("model config does not contain quantization_config information")
        else:
            model_kwargs["quantization_config"] = GPTQConfig(