diff --git a/test2.yml b/test2.yml
index ed97e0a2c..b5fa3d39e 100644
--- a/test2.yml
+++ b/test2.yml
@@ -8,6 +8,7 @@ lora_alpha: 32
 lora_dropout: 0.1
 lora_target_linear: true
 rl: dpo
+dpo_use_weighting: true
 
 datasets:
   - path: arcee-ai/distilabel-intel-orca-dpo-pairs-binarized