From 8dbf5c215aa3463441dce67858a0127822feb887 Mon Sep 17 00:00:00 2001
From: Rahul Tuli <rahul@neuralmagic.com>
Date: Wed, 2 Apr 2025 22:54:22 +0000
Subject: [PATCH] Revert: TODO's

---
 examples/llama-3/sft.yaml | 6 ++----
 1 file changed, 2 insertions(+), 4 deletions(-)

diff --git a/examples/llama-3/sft.yaml b/examples/llama-3/sft.yaml
index 078c4873f..e688e1165 100644
--- a/examples/llama-3/sft.yaml
+++ b/examples/llama-3/sft.yaml
@@ -1,6 +1,4 @@
-base_model: "nm-testing/llama2.c-stories42M-gsm8k-sparse-only-uncompressed"
-# TODO: change to
-# base_model: neuralmagic/Sparse-Llama-3.1-8B-2of4
+base_model: neuralmagic/Sparse-Llama-3.1-8B-2of4
 
 plugins:
   - axolotl.integrations.llmcompressor_sft.SFTPlugin
@@ -27,7 +25,7 @@ wandb_watch:
 wandb_name:
 wandb_log_model:
 
-# gradient_accumulation_steps: 8
+gradient_accumulation_steps: 8
 micro_batch_size: 1
 num_epochs: 1
 optimizer: paged_adamw_8bit