tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

nits

Browse Source
This commit is contained in:
Dan Saunders
2025-09-24 13:25:46 -04:00
parent 56e0a77e0d
commit 08124a7c92
2 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/axolotl/monkeypatch/transformers/trainer_context_parallel.py
View File

@@ -63,4 +63,6 @@ def patch_prepare_context_parallel_inputs() -> None:
Trainer._prepare_context_parallel_inputs = axolotl_prepare_context_parallel_inputs
Trainer._axolotl_prepare_context_parallel_inputs_source = patched_source
Trainer._axolotl_prepare_context_parallel_inputs_patched = True
LOG.info("Patched Trainer._prepare_context_parallel_inputs for FlashAttention + CP")
LOG.debug(
"Patched Trainer._prepare_context_parallel_inputs for FlashAttention + CP"
)