diff --git a/src/axolotl/integrations/liger/args.py b/src/axolotl/integrations/liger/args.py
index c52e957d5..662e47c43 100644
--- a/src/axolotl/integrations/liger/args.py
+++ b/src/axolotl/integrations/liger/args.py
@@ -40,6 +40,9 @@ class LigerArgs(BaseModel):
     @classmethod
     def check_deprecated_swiglu(cls, data):
         if data.get("liger_swiglu") is not None:
+            if data.get("liger_glu_activation") is not None:
+                raise ValueError("You cannot have both `liger_swiglu` and `liger_glu_activation` set.")
+
             LOG.warning(
                 "The 'liger_swiglu' argument is deprecated and will be removed in a future release. "
                 "Please use 'liger_glu_activation' instead."