From 67c04133f2b8556335b63bb9bd2f7805ebf14c7f Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Wed, 16 Oct 2024 10:54:27 -0400 Subject: [PATCH] Update src/axolotl/integrations/liger/args.py Co-authored-by: NanoCode012 --- src/axolotl/integrations/liger/args.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/axolotl/integrations/liger/args.py b/src/axolotl/integrations/liger/args.py index c52e957d5..662e47c43 100644 --- a/src/axolotl/integrations/liger/args.py +++ b/src/axolotl/integrations/liger/args.py @@ -40,6 +40,9 @@ class LigerArgs(BaseModel): @classmethod def check_deprecated_swiglu(cls, data): if data.get("liger_swiglu") is not None: + if data.get("liger_glu_activation") is not None: + raise ValueError("You cannot have both `liger_swiglu` and `liger_glu_activation` set.") + LOG.warning( "The 'liger_swiglu' argument is deprecated and will be removed in a future release. " "Please use 'liger_glu_activation' instead."