From f6151ce5cbd4e3cf42009415429736d3a7832bca Mon Sep 17 00:00:00 2001 From: NanoCode012 Date: Thu, 1 May 2025 11:36:17 +0700 Subject: [PATCH] feat: pin vllm to 0.8.5 for all torch --- setup.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/setup.py b/setup.py index d6009b8d5..363a1861c 100644 --- a/setup.py +++ b/setup.py @@ -67,13 +67,11 @@ def parse_requirements(extras_require_map): if (major, minor) >= (2, 7): _install_requires.pop(_install_requires.index(xformers_version)) # _install_requires.append("xformers==0.0.29.post3") # xformers seems to be hard pinned to 2.6.0 - extras_require_map["vllm"] = ["vllm==0.8.5"] elif (major, minor) >= (2, 6): _install_requires.pop(_install_requires.index(xformers_version)) _install_requires.append( "xformers==0.0.29.post2" ) # vllm needs post2 w torch 2.6 - extras_require_map["vllm"] = ["vllm==0.8.5"] elif (major, minor) >= (2, 5): _install_requires.pop(_install_requires.index(xformers_version)) if patch == 0: @@ -147,7 +145,7 @@ extras_require = { "ray[train]", ], "vllm": [ - "vllm==0.7.2", + "vllm==0.8.5", ], "llmcompressor": [ "llmcompressor==0.5.1",