tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 3 Packages Projects Releases Wiki Activity

Update src/axolotl/integrations/liger/args.py

Browse Source 
Co-authored-by: NanoCode012 <nano@axolotl.ai>
This commit is contained in:
Wing Lian
2024-10-16 10:54:27 -04:00
committed by NanoCode012
parent 4911d0952f
commit 67c04133f2
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/axolotl/integrations/liger/args.py
View File

@@ -40,6 +40,9 @@ class LigerArgs(BaseModel):
@classmethod @classmethod
def check_deprecated_swiglu(cls, data): def check_deprecated_swiglu(cls, data):
if data.get("liger_swiglu") is not None: if data.get("liger_swiglu") is not None:
if data.get("liger_glu_activation") is not None:
raise ValueError("You cannot have both `liger_swiglu` and `liger_glu_activation` set.")
LOG.warning( LOG.warning(
"The 'liger_swiglu' argument is deprecated and will be removed in a future release. " "The 'liger_swiglu' argument is deprecated and will be removed in a future release. "
"Please use 'liger_glu_activation' instead." "Please use 'liger_glu_activation' instead."