tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

fix detab usage

Browse Source
This commit is contained in:
Wing Lian
2024-12-12 17:24:18 -05:00
parent 43a2f9a155
commit 15f2fa4c8e
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/axolotl/monkeypatch/models/llama/modeling_llama.py
View File

@@ -116,6 +116,7 @@ class AxolotlLlamaForCausalLM(LlamaForCausalLM):
forward_source = forward_source.replace( forward_source = forward_source.replace(
HF_MODEL_OUTPUTS, PATCHED_HF_MODEL_OUTPUTS HF_MODEL_OUTPUTS, PATCHED_HF_MODEL_OUTPUTS
) )
forward_source, _ = detab_code(forward_source)
# replace forward method with patched version # replace forward method with patched version
cls.forward = types.MethodType( cls.forward = types.MethodType(
compile(forward_source, "<llama_forward_w_act_offloading>", "exec"), cls compile(forward_source, "<llama_forward_w_act_offloading>", "exec"), cls
@@ -149,7 +150,7 @@ class AxolotlLlamaForCausalLM(LlamaForCausalLM):
forward_source = forward_source.replace( forward_source = forward_source.replace(
HF_GA_FORWARD_2, PATCHED_HF_GA_FORWARD_2 HF_GA_FORWARD_2, PATCHED_HF_GA_FORWARD_2
) )
forward_source = detab_code(forward_source) forward_source, _ = detab_code(forward_source)
# replace forward method with patched version # replace forward method with patched version
cls.forward = types.MethodType( cls.forward = types.MethodType(
compile(forward_source, "<llama_forward_ga_fix>", "exec"), cls compile(forward_source, "<llama_forward_ga_fix>", "exec"), cls