20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Misc] add error message in non linux platform (#3438)

Browse Source
This commit is contained in:
youkaichao 2024-03-15 14:21:37 -07:00 committed by GitHub
parent 14b8ae02e7
commit 604f235937
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
setup.py
View File

@ -9,12 +9,17 @@ from typing import List, Set
from packaging.version import parse, Version from packaging.version import parse, Version
import setuptools import setuptools
import sys
import torch import torch
import torch.utils.cpp_extension as torch_cpp_ext import torch.utils.cpp_extension as torch_cpp_ext
from torch.utils.cpp_extension import BuildExtension, CUDAExtension, CUDA_HOME, ROCM_HOME from torch.utils.cpp_extension import BuildExtension, CUDAExtension, CUDA_HOME, ROCM_HOME
ROOT_DIR = os.path.dirname(__file__) ROOT_DIR = os.path.dirname(__file__)
# vLLM only supports Linux platform
assert sys.platform.startswith(
"linux"), "vLLM only supports Linux platform (including WSL)."
# If you are developing the C++ backend of vLLM, consider building vLLM with # If you are developing the C++ backend of vLLM, consider building vLLM with
# `python setup.py develop` since it will give you incremental builds. # `python setup.py develop` since it will give you incremental builds.
# The downside is that this method is deprecated, see # The downside is that this method is deprecated, see
@ -402,11 +407,13 @@ def get_vllm_version() -> str:
if neuron_version != MAIN_CUDA_VERSION: if neuron_version != MAIN_CUDA_VERSION:
neuron_version_str = neuron_version.replace(".", "")[:3] neuron_version_str = neuron_version.replace(".", "")[:3]
version += f"+neuron{neuron_version_str}" version += f"+neuron{neuron_version_str}"
else: elif _is_cuda():
cuda_version = str(nvcc_cuda_version) cuda_version = str(nvcc_cuda_version)
if cuda_version != MAIN_CUDA_VERSION: if cuda_version != MAIN_CUDA_VERSION:
cuda_version_str = cuda_version.replace(".", "")[:3] cuda_version_str = cuda_version.replace(".", "")[:3]
version += f"+cu{cuda_version_str}" version += f"+cu{cuda_version_str}"
else:
raise RuntimeError("Unknown runtime environment.")
return version return version