diff --git a/src/axolotl/utils/schemas/config.py b/src/axolotl/utils/schemas/config.py index 40631515e..76900e56d 100644 --- a/src/axolotl/utils/schemas/config.py +++ b/src/axolotl/utils/schemas/config.py @@ -438,16 +438,6 @@ class AxolotlInputConfig( ) return data - @model_validator(mode="before") - @classmethod - def check_sample_packing_w_xformers(cls, data): - if data.get("sample_packing") and data.get("xformers_attention"): - raise ValueError( - "sample_packing not compatible with xformers_attention. Use flash_attention" - ) - - return data - @model_validator(mode="before") @classmethod # pylint: disable=duplicate-code