[Bugfix] fix docker build for xpu (#8652)
This commit is contained in:
parent
57a0702e63
commit
d23679eb99
@ -10,19 +10,11 @@ RUN wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRO
|
|||||||
RUN apt-get update -y \
|
RUN apt-get update -y \
|
||||||
&& apt-get install -y curl libicu70 lsb-release git wget vim numactl python3 python3-pip ffmpeg libsm6 libxext6 libgl1
|
&& apt-get install -y curl libicu70 lsb-release git wget vim numactl python3 python3-pip ffmpeg libsm6 libxext6 libgl1
|
||||||
|
|
||||||
RUN git clone https://github.com/intel/pti-gpu && \
|
|
||||||
cd pti-gpu/sdk && \
|
|
||||||
mkdir build && \
|
|
||||||
cd build && \
|
|
||||||
cmake -DCMAKE_BUILD_TYPE=Release -DCMAKE_TOOLCHAIN_FILE=../cmake/toolchains/icpx_toolchain.cmake -DBUILD_TESTING=OFF .. && \
|
|
||||||
make -j && \
|
|
||||||
cmake --install . --config Release --prefix "/usr/local"
|
|
||||||
|
|
||||||
COPY ./ /workspace/vllm
|
COPY ./ /workspace/vllm
|
||||||
|
|
||||||
WORKDIR /workspace/vllm
|
WORKDIR /workspace/vllm
|
||||||
|
|
||||||
RUN pip install -v -r requirements-xpu.txt
|
RUN pip install -v -r requirements-xpu.txt --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
|
||||||
|
|
||||||
RUN VLLM_TARGET_DEVICE=xpu python3 setup.py install
|
RUN VLLM_TARGET_DEVICE=xpu python3 setup.py install
|
||||||
|
|
||||||
|
@ -17,8 +17,8 @@ Requirements
|
|||||||
------------
|
------------
|
||||||
|
|
||||||
* OS: Linux
|
* OS: Linux
|
||||||
* Supported Hardware: Intel Data Center GPU (Intel ARC GPU WIP)
|
* Supported Hardware: Intel Data Center GPU, Intel ARC GPU
|
||||||
* OneAPI requirements: oneAPI 2024.1
|
* OneAPI requirements: oneAPI 2024.2
|
||||||
|
|
||||||
.. _xpu_backend_quick_start_dockerfile:
|
.. _xpu_backend_quick_start_dockerfile:
|
||||||
|
|
||||||
@ -40,7 +40,7 @@ Quick start using Dockerfile
|
|||||||
Build from source
|
Build from source
|
||||||
-----------------
|
-----------------
|
||||||
|
|
||||||
- First, install required driver and intel OneAPI 2024.1 or later.
|
- First, install required driver and intel OneAPI 2024.2 or later.
|
||||||
|
|
||||||
- Second, install Python packages for vLLM XPU backend building:
|
- Second, install Python packages for vLLM XPU backend building:
|
||||||
|
|
||||||
|
@ -3,10 +3,10 @@
|
|||||||
|
|
||||||
setuptools < 70.0.0 # IPEX's torch have some dependency. to be removed.
|
setuptools < 70.0.0 # IPEX's torch have some dependency. to be removed.
|
||||||
|
|
||||||
|
ray >= 2.9
|
||||||
|
# Following pkgs retrieved from https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
|
||||||
torch == 2.3.1+cxx11.abi
|
torch == 2.3.1+cxx11.abi
|
||||||
intel-extension-for-pytorch == 2.3.110+xpu
|
intel-extension-for-pytorch == 2.3.110+xpu
|
||||||
oneccl_bind_pt == 2.3.100+xpu
|
oneccl_bind_pt == 2.3.100+xpu
|
||||||
|
|
||||||
triton-xpu == 3.0.0b2
|
triton-xpu == 3.0.0b2
|
||||||
|
|
||||||
--extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/
|
|
||||||
|
Loading…
x
Reference in New Issue
Block a user