From 4b28b2a0b496aaf8dc9e6cf79f7030c018060400 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Sun, 6 Apr 2025 19:59:48 -0400 Subject: [PATCH] remove stray print, add llama4 chat template to schema, bump peft to 0.15.1 --- requirements.txt | 2 +- src/axolotl/monkeypatch/attention/flex_attn.py | 1 - src/axolotl/utils/schemas/enums.py | 1 + 3 files changed, 2 insertions(+), 2 deletions(-) diff --git a/requirements.txt b/requirements.txt index 2f7eb46b4..6dac24f27 100644 --- a/requirements.txt +++ b/requirements.txt @@ -11,7 +11,7 @@ liger-kernel==0.5.5 packaging==23.2 -peft==0.15.0 +peft==0.15.1 transformers==4.51.0 tokenizers>=0.21.1 accelerate==1.6.0 diff --git a/src/axolotl/monkeypatch/attention/flex_attn.py b/src/axolotl/monkeypatch/attention/flex_attn.py index 2ca5b09a6..d65ee706f 100644 --- a/src/axolotl/monkeypatch/attention/flex_attn.py +++ b/src/axolotl/monkeypatch/attention/flex_attn.py @@ -162,7 +162,6 @@ def patch_flex_make_mask(): for n in tuple(sys.modules): if ".modeling_" in n and "llama4" not in n: if hasattr(sys.modules[n], "make_flex_block_causal_mask"): - print(n) sys.modules[n].make_flex_block_causal_mask = ( patched_make_flex_block_causal_mask ) diff --git a/src/axolotl/utils/schemas/enums.py b/src/axolotl/utils/schemas/enums.py index ad735afe0..16b91ec41 100644 --- a/src/axolotl/utils/schemas/enums.py +++ b/src/axolotl/utils/schemas/enums.py @@ -26,6 +26,7 @@ class ChatTemplate(str, Enum): gemma = "gemma" # pylint: disable=invalid-name cohere = "cohere" # pylint: disable=invalid-name llama3 = "llama3" # pylint: disable=invalid-name + llama4 = "llama4" # pylint: disable=invalid-name llama3_2_vision = "llama3_2_vision" # pylint: disable=invalid-name phi_3 = "phi_3" # pylint: disable=invalid-name phi_35 = "phi_35" # pylint: disable=invalid-name