20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Misc] Limit to ray[adag] 2.35 to avoid backward incompatible change (#8509)

Browse Source 
Signed-off-by: Rui Qiao <ruisearch42@gmail.com>
This commit is contained in:
Rui Qiao 2024-09-17 00:06:26 -07:00 committed by GitHub
parent 99aa4eddaf
commit cbdb252259
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
requirements-test.txt
View File

@ -14,7 +14,7 @@ librosa # required for audio test
opencv-python # required for video test opencv-python # required for video test
peft peft
requests requests
ray[adag]>=2.35 ray[adag]==2.35
sentence-transformers # required for embedding sentence-transformers # required for embedding
soundfile # required for audio test soundfile # required for audio test
compressed-tensors==0.4.0 # required for compressed-tensors compressed-tensors==0.4.0 # required for compressed-tensors

6
vllm/executor/ray_gpu_executor.py
View File

@ -437,8 +437,10 @@ class RayGPUExecutor(DistributedGPUExecutor):
required_version = version.parse("2.35") required_version = version.parse("2.35")
current_version = version.parse( current_version = version.parse(
pkg_resources.get_distribution("ray").version) pkg_resources.get_distribution("ray").version)
if current_version < required_version: # TODO: update the constraint once we adapt to the backward
raise ValueError(f"Ray version {required_version} or greater is " # incompatible API change from ray 2.36
if current_version != required_version:
raise ValueError(f"Ray version {required_version} is "
f"required, but found {current_version}") f"required, but found {current_version}")
import importlib.util import importlib.util