From 5d55c08086a84b6c88e20b17477df3fee198fbd6 Mon Sep 17 00:00:00 2001
From: sunny <sunnyliu19981005@gmail.com>
Date: Thu, 7 Nov 2024 11:42:52 -0500
Subject: [PATCH] test

---
 test2.yml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/test2.yml b/test2.yml
index ed97e0a2c..b5fa3d39e 100644
--- a/test2.yml
+++ b/test2.yml
@@ -8,6 +8,7 @@ lora_alpha: 32
 lora_dropout: 0.1
 lora_target_linear: true
 rl: dpo
+dpo_use_weighting: true
 
 datasets:
   - path: arcee-ai/distilabel-intel-orca-dpo-pairs-binarized