paired kto support (#1069)

2024-01-09 13:30:45 -05:00
parent 768d348f42
commit d7057ccd36
3 changed files with 6 additions and 1 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -40,4 +40,4 @@ s3fs
 gcsfs
 # adlfs

-trl @ git+https://github.com/huggingface/trl.git@main
+trl>=0.7.9