diff --git a/profile_output.prof b/profile_output.prof new file mode 100644 index 000000000..60afd0190 Binary files /dev/null and b/profile_output.prof differ diff --git a/src/axolotl/utils/config/models/input/v0_4_1/__init__.py b/src/axolotl/utils/config/models/input/v0_4_1/__init__.py index 5cc3fbc4f..cf4b708ae 100644 --- a/src/axolotl/utils/config/models/input/v0_4_1/__init__.py +++ b/src/axolotl/utils/config/models/input/v0_4_1/__init__.py @@ -1688,15 +1688,6 @@ class AxolotlInputConfig( if data.get("remove_unused_columns") is not False: raise ValueError("Set `remove_unused_columns: False` when using kto") - if data.get("gradient_checkpointing") and not ( - data.get("gradient_checkpointing_kwargs") - and isinstance(data.get("gradient_checkpointing_kwargs"), dict) - and data["gradient_checkpointing_kwargs"].get("use_reentrant") - ): - raise ValueError( - "Set `gradient_checkpointing_kwargs: {use_reentrant: true}` for when kto is enabled" - ) - return data