feat: update examples

2025-07-21 19:21:53 +07:00
parent c9aa8348aa
commit 152f5d7b67
3 changed files with 80 additions and 8 deletions
--- a/examples/gemma3n/gemma-3n-e2b-qlora.yml
+++ b/examples/gemma3n/gemma-3n-e2b-qlora.yml
@@ -37,11 +37,7 @@ lora_r: 32
 lora_alpha: 16
 lora_dropout: 0.05
 # lora_target_linear: # Does not work with gemma3n currently
-lora_target_modules:
-  - q_proj
-  - k_proj
-  - v_proj
-  - o_proj
+lora_target_modules: 'model.language_model.layers.[\d]+.(mlp|self_attn).(up|down|gate|q|k|v|o)_proj'

 sequence_len: 2048
 sample_packing: true