fix xformers + packing validation
This commit is contained in:
@@ -438,16 +438,6 @@ class AxolotlInputConfig(
|
|||||||
)
|
)
|
||||||
return data
|
return data
|
||||||
|
|
||||||
@model_validator(mode="before")
|
|
||||||
@classmethod
|
|
||||||
def check_sample_packing_w_xformers(cls, data):
|
|
||||||
if data.get("sample_packing") and data.get("xformers_attention"):
|
|
||||||
raise ValueError(
|
|
||||||
"sample_packing not compatible with xformers_attention. Use flash_attention"
|
|
||||||
)
|
|
||||||
|
|
||||||
return data
|
|
||||||
|
|
||||||
@model_validator(mode="before")
|
@model_validator(mode="before")
|
||||||
@classmethod
|
@classmethod
|
||||||
# pylint: disable=duplicate-code
|
# pylint: disable=duplicate-code
|
||||||
|
|||||||
Reference in New Issue
Block a user