tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Update: review comments!

Browse Source
This commit is contained in:
Rahul Tuli
2025-03-26 21:57:00 +00:00
committed by Rahul Tuli
parent 7946f89df4
commit b76d2d1130
4 changed files with 133 additions and 95 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
examples/llama-3/sft.yaml
View File

@@ -60,17 +60,19 @@ fsdp:
fsdp_config:
special_tokens:
pad_token: <|end_of_text|>
recipe:
finetuning_stage:
finetuning_modifiers:
ConstantPruningModifier:
targets: [
're:.*q_proj.weight',
're:.*k_proj.weight',
're:.*v_proj.weight',
're:.*o_proj.weight',
're:.*gate_proj.weight',
're:.*up_proj.weight',
're:.*down_proj.weight',
]
start: 0
llmcompressor:
recipe:
finetuning_stage:
finetuning_modifiers:
ConstantPruningModifier:
targets: [
're:.*q_proj.weight',
're:.*k_proj.weight',
're:.*v_proj.weight',
're:.*o_proj.weight',
're:.*gate_proj.weight',
're:.*up_proj.weight',
're:.*down_proj.weight',
]
start: 0