fix xformers + packing validation

This commit is contained in:
Wing Lian
2025-05-03 14:24:38 -04:00
parent 2b3a09aeae
commit f301a165c3

View File

@@ -438,16 +438,6 @@ class AxolotlInputConfig(
)
return data
@model_validator(mode="before")
@classmethod
def check_sample_packing_w_xformers(cls, data):
if data.get("sample_packing") and data.get("xformers_attention"):
raise ValueError(
"sample_packing not compatible with xformers_attention. Use flash_attention"
)
return data
@model_validator(mode="before")
@classmethod
# pylint: disable=duplicate-code