tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

only patch in CP > 1 case

Browse Source
This commit is contained in:
Dan Saunders
2025-09-24 13:36:14 -04:00
parent 08124a7c92
commit b9a3bfee5a
1 changed files with 7 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
src/axolotl/loaders/patch_manager.py
View File

@@ -76,9 +76,6 @@ class PatchManager:
self._apply_tiled_mlp(self.cfg.model_config_type) self._apply_tiled_mlp(self.cfg.model_config_type)
def _apply_transformers_patches(self): def _apply_transformers_patches(self):
from axolotl.monkeypatch.transformers.trainer_context_parallel import (
patch_prepare_context_parallel_inputs,
)
from axolotl.monkeypatch.transformers.trainer_loss_calc import ( from axolotl.monkeypatch.transformers.trainer_loss_calc import (
patch_evaluation_loop, patch_evaluation_loop,
patch_maybe_log_save_evaluate, patch_maybe_log_save_evaluate,
@@ -86,7 +83,13 @@ class PatchManager:
patch_evaluation_loop() patch_evaluation_loop()
patch_maybe_log_save_evaluate() patch_maybe_log_save_evaluate()
patch_prepare_context_parallel_inputs()
if self.cfg.context_parallel_size > 1:
from axolotl.monkeypatch.transformers.trainer_context_parallel import (
patch_prepare_context_parallel_inputs,
)
patch_prepare_context_parallel_inputs()
def apply_post_model_load_patches(self, model: PreTrainedModel): def apply_post_model_load_patches(self, model: PreTrainedModel):
"""Apply patches that require the model instance.""" """Apply patches that require the model instance."""