tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

also support xformers w/o packing

Browse Source
This commit is contained in:
Wing Lian
2025-05-08 15:22:48 -04:00
parent 0f3587174d
commit 7fb01f0461
2 changed files with 2 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/axolotl/utils/models.py
View File

@@ -556,7 +556,7 @@ class ModelLoader:
self.auto_model_loader = AutoModelForCausalLM # pylint: disable=invalid-name self.auto_model_loader = AutoModelForCausalLM # pylint: disable=invalid-name
def apply_patches(self) -> None: def apply_patches(self) -> None:
if self.cfg.xformers_attention and self.cfg.sample_packing: if self.cfg.xformers_attention:
from axolotl.monkeypatch.attention import patch_xformers_attn_over_fa2 from axolotl.monkeypatch.attention import patch_xformers_attn_over_fa2
patch_xformers_attn_over_fa2() patch_xformers_attn_over_fa2()
@@ -771,13 +771,6 @@ class ModelLoader:
cross_entropy=self.cfg.flash_attn_cross_entropy, cross_entropy=self.cfg.flash_attn_cross_entropy,
rms_norm=self.cfg.flash_attn_rms_norm, rms_norm=self.cfg.flash_attn_rms_norm,
) )
elif self.cfg.xformers_attention:
from axolotl.monkeypatch.llama_attn_hijack_xformers import (
hijack_llama_attention,
)
LOG.info("patching with xformers attention")
hijack_llama_attention()
elif self.cfg.sample_packing: elif self.cfg.sample_packing:
from axolotl.monkeypatch.llama_patch_multipack import ( from axolotl.monkeypatch.llama_patch_multipack import (
hijack_llama_prepare_4d_mask, hijack_llama_prepare_4d_mask,

1
src/axolotl/utils/schemas/integrations.py
View File

@@ -41,6 +41,7 @@ class WandbConfig(BaseModel):
use_wandb: bool | None = None use_wandb: bool | None = None
wandb_name: str | None = None wandb_name: str | None = None
wandb_run_id: str | None = None wandb_run_id: str | None = None
wandb_run_group: str | None = None
wandb_mode: str | None = None wandb_mode: str | None = None
wandb_project: str | None = None wandb_project: str | None = None
wandb_entity: str | None = None wandb_entity: str | None = None