tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

moving monkeypatch

Browse Source
This commit is contained in:
Dan Saunders
2024-12-17 14:12:03 +00:00
parent 4c050ce807
commit 41ebd93158
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/integrations/diff_transformer/patches.py → src/axolotl/monkeypatch/attention/differential.py
View File

@@ -3,7 +3,7 @@
from transformers import PreTrainedModel from transformers import PreTrainedModel
from transformers.models.llama.modeling_llama import LLAMA_ATTENTION_CLASSES from transformers.models.llama.modeling_llama import LLAMA_ATTENTION_CLASSES
from .multihead_diffattn import ( from axolotl.integrations.diff_transformer.multihead_diffattn import (
LlamaDifferentialAttention, LlamaDifferentialAttention,
LlamaDifferentialSdpaAttention, LlamaDifferentialSdpaAttention,
) )

2
src/axolotl/utils/models.py
View File

@@ -445,7 +445,7 @@ class ModelLoader:
patch_mistral_cross_entropy() patch_mistral_cross_entropy()
if self.cfg.diff_attention: if self.cfg.diff_attention:
from axolotl.integrations.diff_transformer.patches import ( from axolotl.monkeypatch.attention.differential import (
patch_llama_attention_classes, patch_llama_attention_classes,
) )