tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

remove stray print, add llama4 chat template to schema, bump peft to 0.15.1

Browse Source
This commit is contained in:
Wing Lian
2025-04-06 19:59:48 -04:00
parent b38f70e068
commit 4b28b2a0b4
3 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
requirements.txt
View File

@@ -11,7 +11,7 @@ liger-kernel==0.5.5
packaging==23.2 packaging==23.2
peft==0.15.0 peft==0.15.1
transformers==4.51.0 transformers==4.51.0
tokenizers>=0.21.1 tokenizers>=0.21.1
accelerate==1.6.0 accelerate==1.6.0

1
src/axolotl/monkeypatch/attention/flex_attn.py
View File

@@ -162,7 +162,6 @@ def patch_flex_make_mask():
for n in tuple(sys.modules): for n in tuple(sys.modules):
if ".modeling_" in n and "llama4" not in n: if ".modeling_" in n and "llama4" not in n:
if hasattr(sys.modules[n], "make_flex_block_causal_mask"): if hasattr(sys.modules[n], "make_flex_block_causal_mask"):
print(n)
sys.modules[n].make_flex_block_causal_mask = ( sys.modules[n].make_flex_block_causal_mask = (
patched_make_flex_block_causal_mask patched_make_flex_block_causal_mask
) )

1
src/axolotl/utils/schemas/enums.py
View File

@@ -26,6 +26,7 @@ class ChatTemplate(str, Enum):
gemma = "gemma" # pylint: disable=invalid-name gemma = "gemma" # pylint: disable=invalid-name
cohere = "cohere" # pylint: disable=invalid-name cohere = "cohere" # pylint: disable=invalid-name
llama3 = "llama3" # pylint: disable=invalid-name llama3 = "llama3" # pylint: disable=invalid-name
llama4 = "llama4" # pylint: disable=invalid-name
llama3_2_vision = "llama3_2_vision" # pylint: disable=invalid-name llama3_2_vision = "llama3_2_vision" # pylint: disable=invalid-name
phi_3 = "phi_3" # pylint: disable=invalid-name phi_3 = "phi_3" # pylint: disable=invalid-name
phi_35 = "phi_35" # pylint: disable=invalid-name phi_35 = "phi_35" # pylint: disable=invalid-name