add support for NCA

2024-05-06 17:01:14 -04:00
parent 6a9ac4ad27
commit 317761406e
5 changed files with 8 additions and 9 deletions
--- a/docs/config.qmd
+++ b/docs/config.qmd
@@ -138,7 +138,7 @@ test_datasets:
    data_files:
      - /workspace/data/eval.jsonl

-# use RL training: 'dpo', 'ipo', 'kto_pair', 'orpo', 'sppo_hard'
+# use RL training: 'dpo', 'ipo', 'kto_pair', 'orpo', 'sppo_hard', 'nca_pair'
 rl:

 # Saves the desired chat template to the tokenizer_config.json for easier inferencing