fix num_labels= 1 test fail (#3493) [skip ci]

* trl_num_lables=1 * casual num_lables=1,rwd model * lint
2026-03-20 14:42:23 +05:30
parent 1fc86d5295
commit 7920fe74ec
4 changed files with 53 additions and 1 deletions
--- a/tests/core/test_builders.py
+++ b/tests/core/test_builders.py
@@ -536,7 +536,7 @@ class TestHFCausalTrainerBuilder:
        "cfg_string",
        [
            "sft_cfg",
-            # "rm_cfg",  # TODO fix for num_labels = 2 vs 1
+            "rm_cfg",
            "prm_cfg",
        ],
    )