From 2b7f3bd6ab58d090b620a101bcfa370234466e03 Mon Sep 17 00:00:00 2001 From: bursteratom Date: Fri, 6 Dec 2024 14:52:17 -0500 Subject: [PATCH] qwen2_vl get_text_config --- src/axolotl/utils/models.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py index 613bf9b21..884dd0423 100644 --- a/src/axolotl/utils/models.py +++ b/src/axolotl/utils/models.py @@ -92,7 +92,11 @@ def get_module_class_from_name(module, name): def check_model_config(cfg: DictDefault, model_config: Union[AutoConfig, DictDefault]): if cfg.is_multimodal: - model_config = model_config.text_config + try: + model_config = model_config.text_config + except AttributeError: + # for qwen2_vl + model_config = model_config.get_text_config() quant_config_exists = ( hasattr(model_config, "quantization_config")