From f301a165c369f239c16ccd6278112d26dcb5240e Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Sat, 3 May 2025 14:24:38 -0400 Subject: [PATCH] fix xformers + packing validation --- src/axolotl/utils/schemas/config.py | 10 ---------- 1 file changed, 10 deletions(-) diff --git a/src/axolotl/utils/schemas/config.py b/src/axolotl/utils/schemas/config.py index 40631515e..76900e56d 100644 --- a/src/axolotl/utils/schemas/config.py +++ b/src/axolotl/utils/schemas/config.py @@ -438,16 +438,6 @@ class AxolotlInputConfig( ) return data - @model_validator(mode="before") - @classmethod - def check_sample_packing_w_xformers(cls, data): - if data.get("sample_packing") and data.get("xformers_attention"): - raise ValueError( - "sample_packing not compatible with xformers_attention. Use flash_attention" - ) - - return data - @model_validator(mode="before") @classmethod # pylint: disable=duplicate-code