From 15f2fa4c8e15bcbc3f795ebd4b4ac9eeac3526ab Mon Sep 17 00:00:00 2001
From: Wing Lian <wing@axolotl.ai>
Date: Thu, 12 Dec 2024 17:24:18 -0500
Subject: [PATCH] fix detab usage

---
 src/axolotl/monkeypatch/models/llama/modeling_llama.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/src/axolotl/monkeypatch/models/llama/modeling_llama.py b/src/axolotl/monkeypatch/models/llama/modeling_llama.py
index 2d8d06168..6105bfe6d 100644
--- a/src/axolotl/monkeypatch/models/llama/modeling_llama.py
+++ b/src/axolotl/monkeypatch/models/llama/modeling_llama.py
@@ -116,6 +116,7 @@ class AxolotlLlamaForCausalLM(LlamaForCausalLM):
         forward_source = forward_source.replace(
             HF_MODEL_OUTPUTS, PATCHED_HF_MODEL_OUTPUTS
         )
+        forward_source, _ = detab_code(forward_source)
         # replace forward method with patched version
         cls.forward = types.MethodType(
             compile(forward_source, "<llama_forward_w_act_offloading>", "exec"), cls
@@ -149,7 +150,7 @@ class AxolotlLlamaForCausalLM(LlamaForCausalLM):
         forward_source = forward_source.replace(
             HF_GA_FORWARD_2, PATCHED_HF_GA_FORWARD_2
         )
-        forward_source = detab_code(forward_source)
+        forward_source, _ = detab_code(forward_source)
         # replace forward method with patched version
         cls.forward = types.MethodType(
             compile(forward_source, "<llama_forward_ga_fix>", "exec"), cls