tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix: load gemma3 as text only model with dynamic weights

Browse Source
This commit is contained in:
NanoCode012
2026-02-14 00:32:48 +07:00
parent 06ac407b92
commit 0e357b5df6
14 changed files with 406 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/gemma3/gemma-3-4b-qlora.yml
View File

@@ -1,8 +1,7 @@
base_model: google/gemma-3-4b-it
# Need to set else transformers tries to load vision too
model_type: Gemma3ForCausalLM
cls_model_config: Gemma3TextConfig
plugins:
- axolotl.integrations.gemma3.Gemma3TextFromMultimodalPlugin
load_in_4bit: true
@@ -30,7 +29,6 @@ lora_model_dir:
sequence_len: 2048
sample_packing: true
lora_r: 32
lora_alpha: 16
lora_dropout: 0

3
examples/qat_nvfp4/Gemma3-12B_baseline.yml
View File

@@ -1,12 +1,11 @@
base_model: google/gemma-3-12b-it
# Automatically upload checkpoint and final model to HF
# hub_model_id: username/custom_model_name
load_in_8bit: false
load_in_4bit: false
strict: false
plugins:
- axolotl.integrations.gemma3.Gemma3TextFromMultimodalPlugin
- axolotl.integrations.liger.LigerPlugin
liger_rope: true

1
examples/qat_nvfp4/Gemma3-12B_qat.yml
View File

@@ -7,6 +7,7 @@ load_in_4bit: false
strict: false
plugins:
- axolotl.integrations.gemma3.Gemma3TextFromMultimodalPlugin
- axolotl.integrations.liger.LigerPlugin
liger_rope: true

3
examples/qat_nvfp4/Math-Gemma3-12B_baseline.yml
View File

@@ -1,12 +1,11 @@
base_model: google/gemma-3-12b-it
# Math finetuning configuration for Gemma3-12B
# hub_model_id: username/custom_model_name
load_in_8bit: false
load_in_4bit: false
strict: false
plugins:
- axolotl.integrations.gemma3.Gemma3TextFromMultimodalPlugin
- axolotl.integrations.liger.LigerPlugin
liger_rope: true

1
examples/qat_nvfp4/Math-Gemma3-12B_qat.yml
View File

@@ -7,6 +7,7 @@ load_in_4bit: false
strict: false
plugins:
- axolotl.integrations.gemma3.Gemma3TextFromMultimodalPlugin
- axolotl.integrations.liger.LigerPlugin
liger_rope: true

3
examples/qat_nvfp4/Math-Gemma3-27B_baseline.yml
View File

@@ -1,12 +1,11 @@
base_model: google/gemma-3-27b-it
# Math finetuning configuration for Gemma3-27B
# hub_model_id: username/custom_model_name
load_in_8bit: false
load_in_4bit: false
strict: false
plugins:
- axolotl.integrations.gemma3.Gemma3TextFromMultimodalPlugin
- axolotl.integrations.liger.LigerPlugin
liger_rope: true

1
examples/qat_nvfp4/Math-Gemma3-27B_qat.yml
View File

@@ -7,6 +7,7 @@ load_in_4bit: false
strict: false
plugins:
- axolotl.integrations.gemma3.Gemma3TextFromMultimodalPlugin
- axolotl.integrations.liger.LigerPlugin
liger_rope: true