qwen2_vl get_text_config

2024-12-06 14:52:17 -05:00
parent d85a229afe
commit 2b7f3bd6ab
1 changed files with 5 additions and 1 deletions
--- a/src/axolotl/utils/models.py
+++ b/src/axolotl/utils/models.py
@@ -92,7 +92,11 @@ def get_module_class_from_name(module, name):

 def check_model_config(cfg: DictDefault, model_config: Union[AutoConfig, DictDefault]):
    if cfg.is_multimodal:
-        model_config = model_config.text_config
+        try:
+            model_config = model_config.text_config
+        except AttributeError:
+            # for qwen2_vl
+            model_config = model_config.get_text_config()

    quant_config_exists = (
        hasattr(model_config, "quantization_config")