Address review comments from @markurtz

This commit is contained in:
Rahul Tuli
2025-04-04 17:59:41 +00:00
committed by Rahul Tuli
parent 8b82b8f7a1
commit b7b24d6a64
4 changed files with 19 additions and 12 deletions

View File

@@ -1,7 +1,7 @@
base_model: neuralmagic/Sparse-Llama-3.1-8B-2of4
plugins:
- axolotl.integrations.llmcompressor_sft.SFTPlugin
- axolotl.integrations.llm_compressor.LLMCompressorPlugin
load_in_8bit: false
load_in_4bit: false