tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix: regex for unfrozen language tower (#3586) [skip ci]

Browse Source 
* fix: regex for unfrozen language tower

* fix: other leftover regex
This commit is contained in:
NanoCode012
2026-04-08 22:18:11 +07:00
committed by GitHub
parent 7c56809c7f
commit 7daf7d96f1
4 changed files with 8 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
examples/gemma3/gemma-3-1b-qlora.yml
View File

@@ -26,8 +26,8 @@ output_dir: ./outputs/out
# Freeze vision tower # Freeze vision tower
unfrozen_parameters: unfrozen_parameters:
- ^model\.language_model\..* - ^model.language_model.*
- ^lm_head\..* - ^lm_head.*
adapter: qlora adapter: qlora
lora_r: 32 lora_r: 32

4
examples/gemma3/gemma-3-270m-qlora.yml
View File

@@ -26,8 +26,8 @@ output_dir: ./outputs/out
# Freeze vision tower # Freeze vision tower
unfrozen_parameters: unfrozen_parameters:
- ^model\.language_model\..* - ^model.language_model.*
- ^lm_head\..* - ^lm_head.*
adapter: qlora adapter: qlora
lora_r: 32 lora_r: 32

4
examples/gemma3/gemma-3-4b-qlora.yml
View File

@@ -22,8 +22,8 @@ output_dir: ./outputs/out
# Freeze vision tower # Freeze vision tower
unfrozen_parameters: unfrozen_parameters:
- ^model\.language_model\..* - ^model.language_model.*
- ^lm_head\..* - ^lm_head.*
adapter: qlora adapter: qlora
lora_model_dir: lora_model_dir:

4
examples/qwen3.5/27b-fft.yaml
View File

@@ -26,8 +26,8 @@ sample_packing: true
# Freeze vision encoder # Freeze vision encoder
unfrozen_parameters: unfrozen_parameters:
- model\.language_model\..* - model.language_model.*
- lm_head\..* - lm_head.*
wandb_project: wandb_project:
wandb_entity: wandb_entity: