diff --git a/examples/gemma3/gemma-3-1b-qlora.yml b/examples/gemma3/gemma-3-1b-qlora.yml index f6fc6955c..4bcbf09f4 100644 --- a/examples/gemma3/gemma-3-1b-qlora.yml +++ b/examples/gemma3/gemma-3-1b-qlora.yml @@ -26,8 +26,8 @@ output_dir: ./outputs/out # Freeze vision tower unfrozen_parameters: - - ^model\.language_model\..* - - ^lm_head\..* + - ^model.language_model.* + - ^lm_head.* adapter: qlora lora_r: 32 diff --git a/examples/gemma3/gemma-3-270m-qlora.yml b/examples/gemma3/gemma-3-270m-qlora.yml index 99202f29f..1f247ab05 100644 --- a/examples/gemma3/gemma-3-270m-qlora.yml +++ b/examples/gemma3/gemma-3-270m-qlora.yml @@ -26,8 +26,8 @@ output_dir: ./outputs/out # Freeze vision tower unfrozen_parameters: - - ^model\.language_model\..* - - ^lm_head\..* + - ^model.language_model.* + - ^lm_head.* adapter: qlora lora_r: 32 diff --git a/examples/gemma3/gemma-3-4b-qlora.yml b/examples/gemma3/gemma-3-4b-qlora.yml index d11f2ea50..5d939da19 100644 --- a/examples/gemma3/gemma-3-4b-qlora.yml +++ b/examples/gemma3/gemma-3-4b-qlora.yml @@ -22,8 +22,8 @@ output_dir: ./outputs/out # Freeze vision tower unfrozen_parameters: - - ^model\.language_model\..* - - ^lm_head\..* + - ^model.language_model.* + - ^lm_head.* adapter: qlora lora_model_dir: diff --git a/examples/qwen3.5/27b-fft.yaml b/examples/qwen3.5/27b-fft.yaml index 6e61bc695..9f875ec26 100644 --- a/examples/qwen3.5/27b-fft.yaml +++ b/examples/qwen3.5/27b-fft.yaml @@ -26,8 +26,8 @@ sample_packing: true # Freeze vision encoder unfrozen_parameters: - - model\.language_model\..* - - lm_head\..* + - model.language_model.* + - lm_head.* wandb_project: wandb_entity: