tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

fix: correct attention class retrieval for gemma3n model in lora_kernels.py

Browse Source
This commit is contained in:
mhenrhcsen
2025-06-27 19:30:09 +02:00
parent a9c0f43202
commit 8eba033dc4
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/axolotl/monkeypatch/lora_kernels.py
View File

@@ -158,6 +158,7 @@ def get_attention_cls_from_config(cfg: DictDefault) -> Type[nn.Module]:
) )
if model_type == "gemma3n": if model_type == "gemma3n":
module = __import__(module_path, fromlist=[f"{model_cls_prefix}TextAttention"]) module = __import__(module_path, fromlist=[f"{model_cls_prefix}TextAttention"])
attention_cls = getattr(module, f"{model_cls_prefix}TextAttention")
else: else:
module = __import__(module_path, fromlist=[f"{model_cls_prefix}Attention"]) module = __import__(module_path, fromlist=[f"{model_cls_prefix}Attention"])
attention_cls = getattr(module, f"{model_cls_prefix}Attention") attention_cls = getattr(module, f"{model_cls_prefix}Attention")