20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix] Upgrade to pytorch 2.5.1 (#10001)

Browse Source 
Signed-off-by: Bill Nell <bill@neuralmagic.com>
This commit is contained in:
bnellnm 2024-11-04 18:11:28 -05:00 committed by GitHub
parent ac04a97a9f
commit d93478b399
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
7 changed files with 11 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
CMakeLists.txt
View File

@ -49,8 +49,8 @@ set(HIP_SUPPORTED_ARCHS "gfx906;gfx908;gfx90a;gfx940;gfx941;gfx942;gfx1030;gfx11
# requirements.txt files and should be kept consistent. The ROCm torch # requirements.txt files and should be kept consistent. The ROCm torch
# versions are derived from Dockerfile.rocm # versions are derived from Dockerfile.rocm
# #
set(TORCH_SUPPORTED_VERSION_CUDA "2.5.0") set(TORCH_SUPPORTED_VERSION_CUDA "2.5.1")
set(TORCH_SUPPORTED_VERSION_ROCM "2.5.0") set(TORCH_SUPPORTED_VERSION_ROCM "2.5.1")
# #
# Try to find python package with an executable that exactly matches # Try to find python package with an executable that exactly matches

2
pyproject.toml
View File

@ -6,7 +6,7 @@ requires = [
"packaging", "packaging",
"setuptools>=61", "setuptools>=61",
"setuptools-scm>=8.0", "setuptools-scm>=8.0",
"torch == 2.5.0", "torch == 2.5.1",
"wheel", "wheel",
"jinja2", "jinja2",
] ]

2
requirements-build.txt
View File

@ -4,6 +4,6 @@ ninja
packaging packaging
setuptools>=61 setuptools>=61
setuptools-scm>=8 setuptools-scm>=8
torch==2.5.0 torch==2.5.1
wheel wheel
jinja2 jinja2

6
requirements-cuda.txt
View File

@ -4,7 +4,7 @@
# Dependencies for NVIDIA GPUs # Dependencies for NVIDIA GPUs
ray >= 2.9 ray >= 2.9
nvidia-ml-py >= 12.560.30 # for pynvml package nvidia-ml-py >= 12.560.30 # for pynvml package
torch == 2.5.0 torch == 2.5.1
# These must be updated alongside torch # These must be updated alongside torch
torchvision == 0.20 # Required for phi3v processor. See https://github.com/pytorch/vision?tab=readme-ov-file#installation for corresponding version torchvision == 0.20.1 # Required for phi3v processor. See https://github.com/pytorch/vision?tab=readme-ov-file#installation for corresponding version
xformers == 0.0.28.post2; platform_system == 'Linux' and platform_machine == 'x86_64' # Requires PyTorch 2.5.0 xformers == 0.0.28.post3; platform_system == 'Linux' and platform_machine == 'x86_64' # Requires PyTorch 2.5.1

2
requirements-openvino.txt
View File

@ -1,7 +1,7 @@
# Common dependencies # Common dependencies
-r requirements-common.txt -r requirements-common.txt
torch == 2.5.0 # should be aligned with "common" vLLM torch version torch == 2.5.1 # should be aligned with "common" vLLM torch version
openvino >= 2024.4.0 # since 2024.4.0 both CPU and GPU support Paged Attention openvino >= 2024.4.0 # since 2024.4.0 both CPU and GPU support Paged Attention
optimum @ git+https://github.com/huggingface/optimum.git@main # latest optimum is used to support latest transformers version optimum @ git+https://github.com/huggingface/optimum.git@main # latest optimum is used to support latest transformers version

2
requirements-test.in
View File

@ -18,7 +18,7 @@ ray[adag]==2.35
sentence-transformers # required for embedding sentence-transformers # required for embedding
soundfile # required for audio test soundfile # required for audio test
timm # required for internvl test timm # required for internvl test
torch==2.5.0 torch==2.5.1
transformers_stream_generator # required for qwen-vl test transformers_stream_generator # required for qwen-vl test
matplotlib # required for qwen-vl test matplotlib # required for qwen-vl test
datamodel_code_generator # required for minicpm3 test datamodel_code_generator # required for minicpm3 test

4
requirements-test.txt
View File

@ -492,7 +492,7 @@ timm==1.0.11
# via -r requirements-test.in # via -r requirements-test.in
tokenizers==0.20.1 tokenizers==0.20.1
# via transformers # via transformers
torch==2.5.0 torch==2.5.1
# via # via
# -r requirements-test.in # -r requirements-test.in
# accelerate # accelerate
@ -503,7 +503,7 @@ torch==2.5.0
# tensorizer # tensorizer
# timm # timm
# torchvision # torchvision
torchvision==0.20.0 torchvision==0.20.1
# via timm # via timm
tqdm==4.66.6 tqdm==4.66.6
# via # via