From 1d01211264cd58e287a3d09c3980d367a53bc9cf Mon Sep 17 00:00:00 2001 From: Satyajith Chilappagari Date: Mon, 7 Apr 2025 19:11:18 -0700 Subject: [PATCH] Update BASE_IMAGE to 2.22 release of Neuron (#16218) --- docker/Dockerfile.neuron | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/docker/Dockerfile.neuron b/docker/Dockerfile.neuron index 06764590..2b63fe30 100644 --- a/docker/Dockerfile.neuron +++ b/docker/Dockerfile.neuron @@ -1,6 +1,6 @@ # default base image # https://gallery.ecr.aws/neuron/pytorch-inference-neuronx -ARG BASE_IMAGE="public.ecr.aws/neuron/pytorch-inference-neuronx:2.5.1-neuronx-py310-sdk2.21.0-ubuntu22.04" +ARG BASE_IMAGE="public.ecr.aws/neuron/pytorch-inference-neuronx:2.5.1-neuronx-py310-sdk2.22.0-ubuntu22.04" FROM $BASE_IMAGE @@ -21,9 +21,9 @@ VOLUME [ ${APP_MOUNT} ] WORKDIR ${APP_MOUNT}/vllm RUN python3 -m pip install --upgrade pip -RUN python3 -m pip install --no-cache-dir fastapi ninja tokenizers pandas -RUN python3 -m pip install sentencepiece transformers==4.45.2 -U -RUN python3 -m pip install neuronx-cc==2.16.345.0 --extra-index-url=https://pip.repos.neuron.amazonaws.com -U +RUN python3 -m pip install --no-cache-dir fastapi ninja tokenizers pandas tenacity +RUN python3 -m pip install sentencepiece transformers==4.48.0 -U +RUN python3 -m pip install neuronx-cc==2.17.194.0 --extra-index-url=https://pip.repos.neuron.amazonaws.com -U RUN python3 -m pip install pytest # uninstall transformers-neuronx package explicitly to avoid version conflict