tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

add option for liger_pref_rl

Browse Source
This commit is contained in:
Wing Lian
2024-12-16 18:31:16 -05:00
parent cfa80dace0
commit 96af760e08
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/axolotl/integrations/liger/args.py
View File

@@ -36,6 +36,8 @@ class LigerArgs(BaseModel):
liger_cross_entropy: Optional[bool] = None liger_cross_entropy: Optional[bool] = None
liger_fused_linear_cross_entropy: Optional[bool] = None liger_fused_linear_cross_entropy: Optional[bool] = None
liger_pref_rl: Optional[bool] = None
@model_validator(mode="before") @model_validator(mode="before")
@classmethod @classmethod
def check_deprecated_swiglu(cls, data): def check_deprecated_swiglu(cls, data):