qwen2_vl get_text_config

2024-12-06 14:54:06 -05:00
parent 2b7f3bd6ab
commit 75e1d3537f
1 changed files with 5 additions and 1 deletions
--- a/src/axolotl/utils/models.py
+++ b/src/axolotl/utils/models.py
@@ -372,7 +372,11 @@ class ModelLoader:
        # init model config
        self.model_config = load_model_config(cfg)
        if cfg.is_multimodal:
-            self.text_model_config = self.model_config.text_config
+            try:
+                self.text_model_config = self.model_config.text_config
+            except AttributeError:
+                # for qwen2_vl
+                self.text_model_config = self.model_config.get_text_config()
        else:
            self.text_model_config = self.model_config