add option for liger_pref_rl

2024-12-16 18:31:16 -05:00
parent cfa80dace0
commit 96af760e08
1 changed files with 2 additions and 0 deletions
--- a/src/axolotl/integrations/liger/args.py
+++ b/src/axolotl/integrations/liger/args.py
@@ -36,6 +36,8 @@ class LigerArgs(BaseModel):
    liger_cross_entropy: Optional[bool] = None
    liger_fused_linear_cross_entropy: Optional[bool] = None

+    liger_pref_rl: Optional[bool] = None
+
    @model_validator(mode="before")
    @classmethod
    def check_deprecated_swiglu(cls, data):