From 0d71f787a39e39c2b335eb6a5e0a6564e9211ae1 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Tue, 29 Apr 2025 15:10:40 -0400 Subject: [PATCH] bump vllm==0.8.5 for qwen3 support (#2583) [skip ci] --- setup.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/setup.py b/setup.py index 3a494d107..5b66a2ea7 100644 --- a/setup.py +++ b/setup.py @@ -67,13 +67,13 @@ def parse_requirements(extras_require_map): if (major, minor) >= (2, 7): _install_requires.pop(_install_requires.index(xformers_version)) # _install_requires.append("xformers==0.0.29.post3") # xformers seems to be hard pinned to 2.6.0 - extras_require_map["vllm"] = ["vllm==0.8.4"] + extras_require_map["vllm"] = ["vllm==0.8.5"] elif (major, minor) >= (2, 6): _install_requires.pop(_install_requires.index(xformers_version)) _install_requires.append( "xformers==0.0.29.post2" ) # vllm needs post2 w torch 2.6 - extras_require_map["vllm"] = ["vllm==0.8.4"] + extras_require_map["vllm"] = ["vllm==0.8.5"] elif (major, minor) >= (2, 5): _install_requires.pop(_install_requires.index(xformers_version)) if patch == 0: