test

2024-11-07 11:42:52 -05:00
parent cc2815a3cc
commit 5d55c08086
1 changed files with 1 additions and 0 deletions
--- a/test2.yml
+++ b/test2.yml
@@ -8,6 +8,7 @@ lora_alpha: 32
 lora_dropout: 0.1
 lora_target_linear: true
 rl: dpo
+dpo_use_weighting: true

 datasets:
  - path: arcee-ai/distilabel-intel-orca-dpo-pairs-binarized