tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Revert: TODO's

Browse Source
This commit is contained in:
Rahul Tuli
2025-04-02 22:54:22 +00:00
committed by Rahul Tuli
parent 8c1af0747d
commit 2cd5a234a7
1 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/llama-3/sft.yaml
View File

@@ -1,6 +1,4 @@
base_model: "nm-testing/llama2.c-stories42M-gsm8k-sparse-only-uncompressed" base_model: neuralmagic/Sparse-Llama-3.1-8B-2of4
# TODO: change to
# base_model: neuralmagic/Sparse-Llama-3.1-8B-2of4
plugins: plugins:
- axolotl.integrations.llmcompressor_sft.SFTPlugin - axolotl.integrations.llmcompressor_sft.SFTPlugin
@@ -27,7 +25,7 @@ wandb_watch:
wandb_name: wandb_name:
wandb_log_model: wandb_log_model:
# gradient_accumulation_steps: 8 gradient_accumulation_steps: 8
micro_batch_size: 1 micro_batch_size: 1
num_epochs: 1 num_epochs: 1
optimizer: paged_adamw_8bit optimizer: paged_adamw_8bit