fix: gemma3 configs (#3500) [skip ci]

* gemma fft , text fix * good lint
2026-03-20 14:44:06 +05:30
parent 113d275bd9
commit b3823cc6b0
3 changed files with 15 additions and 10 deletions
--- a/examples/gemma3/gemma-3-270m-qlora.yml
+++ b/examples/gemma3/gemma-3-270m-qlora.yml
@@ -1,8 +1,5 @@
 base_model: google/gemma-3-270m-it

-model_type: Gemma3ForCausalLM
-cls_model_config: Gemma3TextConfig
-
 # Automatically upload checkpoint and final model to HF
 # hub_model_id: username/custom_model_name

@@ -27,6 +24,11 @@ datasets:
 val_set_size: 0.0
 output_dir: ./outputs/out

+# Freeze vision tower
+unfrozen_parameters:
+  - ^model\.language_model\..*
+  - ^lm_head\..*
+
 adapter: qlora
 lora_r: 32
 lora_alpha: 16