From 96af760e08742d69207ce007ac623922af5b129b Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Mon, 16 Dec 2024 18:31:16 -0500 Subject: [PATCH] add option for liger_pref_rl --- src/axolotl/integrations/liger/args.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/axolotl/integrations/liger/args.py b/src/axolotl/integrations/liger/args.py index 02ece3143..19d19df8b 100644 --- a/src/axolotl/integrations/liger/args.py +++ b/src/axolotl/integrations/liger/args.py @@ -36,6 +36,8 @@ class LigerArgs(BaseModel): liger_cross_entropy: Optional[bool] = None liger_fused_linear_cross_entropy: Optional[bool] = None + liger_pref_rl: Optional[bool] = None + @model_validator(mode="before") @classmethod def check_deprecated_swiglu(cls, data):