tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 5 Packages Projects Releases Wiki Activity

WIP

Browse Source
This commit is contained in:
Salman Mohammadi
2025-03-17 19:59:19 +00:00
parent 4a736986fa
commit 09d3f2cffa
2 changed files with 0 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

BIN
profile_output.prof Normal file
View File

Binary file not shown.

9
src/axolotl/utils/config/models/input/v0_4_1/__init__.py
View File

@@ -1688,15 +1688,6 @@ class AxolotlInputConfig(
if data.get("remove_unused_columns") is not False:
raise ValueError("Set `remove_unused_columns: False` when using kto")
if data.get("gradient_checkpointing") and not (
data.get("gradient_checkpointing_kwargs")
and isinstance(data.get("gradient_checkpointing_kwargs"), dict)
and data["gradient_checkpointing_kwargs"].get("use_reentrant")
):
raise ValueError(
"Set `gradient_checkpointing_kwargs: {use_reentrant: true}` for when kto is enabled"
)
return data