GRPO (#2307)

2025-02-13 16:01:01 -05:00
parent fdbb1a207c
commit ffae8d6a95
28 changed files with 900 additions and 183 deletions
--- a/setup.py
+++ b/setup.py
@@ -79,7 +79,7 @@ def parse_requirements():
                if patch == 0:
                    _install_requires.append("xformers==0.0.28.post2")
                else:
-                    _install_requires.append("xformers==0.0.29")
+                    _install_requires.append("xformers>=0.0.28.post3")
                _install_requires.pop(_install_requires.index(autoawq_version))
            elif (major, minor) >= (2, 4):
                if patch == 0:
@@ -125,7 +125,7 @@ setup(
    },
    extras_require={
        "flash-attn": [
-            "flash-attn==2.7.0.post2",
+            "flash-attn==2.7.4.post1",
        ],
        "deepspeed": [
            "deepspeed==0.16.1",
@@ -156,5 +156,8 @@ setup(
        "ray": [
            "ray[train]",
        ],
+        "vllm": [
+            "vllm==0.7.2",
+        ],
    },
 )