tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

isolating problematic test

Browse Source
This commit is contained in:
Dan Saunders
2024-12-18 03:30:35 +00:00
parent dda9b25994
commit 80ba0d8dd1
7 changed files with 85 additions and 71 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/axolotl/monkeypatch/attention/differential.py
View File

@@ -12,7 +12,6 @@ from axolotl.integrations.differential_transformer.differential_attention import
def patch_llama_attention_classes():
"""Patch transformers to support differential attention"""
# Add our attention class to the registry
LLAMA_ATTENTION_CLASSES["differential_eager"] = LlamaDifferentialAttention
LLAMA_ATTENTION_CLASSES["differential_sdpa"] = LlamaDifferentialSdpaAttention

1
src/axolotl/utils/models.py
View File

@@ -843,7 +843,6 @@ class ModelLoader:
if self.cfg.is_multimodal:
self.model_config.text_config = self.text_model_config
# self.model._attn_implementation_autoset = False
self.model = self.AutoModelLoader.from_pretrained(
self.base_model,
config=self.model_config,