fix: load gemma3 as text only model with dynamic weights

2026-02-14 00:32:48 +07:00
parent 06ac407b92
commit 0e357b5df6
14 changed files with 406 additions and 11 deletions
--- a/examples/gemma3/gemma-3-4b-qlora.yml
+++ b/examples/gemma3/gemma-3-4b-qlora.yml
@@ -1,8 +1,7 @@
 base_model: google/gemma-3-4b-it

-# Need to set else transformers tries to load vision too
-model_type: Gemma3ForCausalLM
-cls_model_config: Gemma3TextConfig
+plugins:
+  - axolotl.integrations.gemma3.Gemma3TextFromMultimodalPlugin

 load_in_4bit: true

@@ -30,7 +29,6 @@ lora_model_dir:
 sequence_len: 2048
 sample_packing: true

-
 lora_r: 32
 lora_alpha: 16
 lora_dropout: 0