bump trl and accelerate for latest releases (#1730)

* bump trl and accelerate for latest releases * ensure that the CI runs on new gh org * drop kto_pair support since removed upstream
2024-07-10 11:15:44 -04:00
parent b3f680d305
commit a159724e44
11 changed files with 15 additions and 21 deletions
--- a/tests/e2e/test_dpo.py
+++ b/tests/e2e/test_dpo.py
@@ -115,6 +115,7 @@ class TestDPOLlamaLora(unittest.TestCase):
        train(cfg=cfg, cli_args=cli_args, dataset_meta=dataset_meta)
        assert (Path(temp_dir) / "checkpoint-20/adapter_model.safetensors").exists()

+    @pytest.mark.skip("kto_pair no longer supported in trl")
    @with_temp_dir
    def test_kto_pair_lora(self, temp_dir):
        # pylint: disable=duplicate-code