fix: load gemma3 as text only model with dynamic weights

This commit is contained in:
NanoCode012
2026-02-14 00:32:48 +07:00
parent 06ac407b92
commit 0e357b5df6
14 changed files with 406 additions and 11 deletions

View File

@@ -1,12 +1,11 @@
base_model: google/gemma-3-12b-it
# Automatically upload checkpoint and final model to HF
# hub_model_id: username/custom_model_name
load_in_8bit: false
load_in_4bit: false
strict: false
plugins:
- axolotl.integrations.gemma3.Gemma3TextFromMultimodalPlugin
- axolotl.integrations.liger.LigerPlugin
liger_rope: true

View File

@@ -7,6 +7,7 @@ load_in_4bit: false
strict: false
plugins:
- axolotl.integrations.gemma3.Gemma3TextFromMultimodalPlugin
- axolotl.integrations.liger.LigerPlugin
liger_rope: true

View File

@@ -1,12 +1,11 @@
base_model: google/gemma-3-12b-it
# Math finetuning configuration for Gemma3-12B
# hub_model_id: username/custom_model_name
load_in_8bit: false
load_in_4bit: false
strict: false
plugins:
- axolotl.integrations.gemma3.Gemma3TextFromMultimodalPlugin
- axolotl.integrations.liger.LigerPlugin
liger_rope: true

View File

@@ -7,6 +7,7 @@ load_in_4bit: false
strict: false
plugins:
- axolotl.integrations.gemma3.Gemma3TextFromMultimodalPlugin
- axolotl.integrations.liger.LigerPlugin
liger_rope: true

View File

@@ -1,12 +1,11 @@
base_model: google/gemma-3-27b-it
# Math finetuning configuration for Gemma3-27B
# hub_model_id: username/custom_model_name
load_in_8bit: false
load_in_4bit: false
strict: false
plugins:
- axolotl.integrations.gemma3.Gemma3TextFromMultimodalPlugin
- axolotl.integrations.liger.LigerPlugin
liger_rope: true

View File

@@ -7,6 +7,7 @@ load_in_4bit: false
strict: false
plugins:
- axolotl.integrations.gemma3.Gemma3TextFromMultimodalPlugin
- axolotl.integrations.liger.LigerPlugin
liger_rope: true