Update src/axolotl/integrations/liger/args.py

Co-authored-by: NanoCode012 <nano@axolotl.ai>
This commit is contained in:
Wing Lian
2024-10-16 10:54:27 -04:00
committed by NanoCode012
parent 4911d0952f
commit 67c04133f2

View File

@@ -40,6 +40,9 @@ class LigerArgs(BaseModel):
@classmethod
def check_deprecated_swiglu(cls, data):
if data.get("liger_swiglu") is not None:
if data.get("liger_glu_activation") is not None:
raise ValueError("You cannot have both `liger_swiglu` and `liger_glu_activation` set.")
LOG.warning(
"The 'liger_swiglu' argument is deprecated and will be removed in a future release. "
"Please use 'liger_glu_activation' instead."