tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

pre commit hooks

Browse Source
This commit is contained in:
Rahul Tuli
2025-04-02 22:35:36 +00:00
committed by Wing Lian
parent 56ba66b60f
commit 8beb2f27ad
4 changed files with 40 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/llama-3/sft.yaml
View File

@@ -1,4 +1,4 @@
base_model: "nm-testing/llama2.c-stories42M-gsm8k-sparse-only-uncompressed"
base_model: "nm-testing/llama2.c-stories42M-gsm8k-sparse-only-uncompressed"
# TODO: change to
# base_model: neuralmagic/Sparse-Llama-3.1-8B-2of4
@@ -68,11 +68,11 @@ llmcompressor:
ConstantPruningModifier:
targets: [
're:.*q_proj.weight',
're:.*k_proj.weight',
're:.*k_proj.weight',
're:.*v_proj.weight',
're:.*o_proj.weight',
're:.*gate_proj.weight',
're:.*up_proj.weight',
're:.*down_proj.weight',
]
start: 0
start: 0