[benchmark] Update TGI version (#7917)

2024-08-28 00:07:53 +02:00 · 2024-08-28 00:07:53 +02:00 · 345be0e244
commit 345be0e244
parent fc911880cc
1 changed files with 1 additions and 1 deletions
--- a/benchmarks/launch_tgi_server.sh
+++ b/benchmarks/launch_tgi_server.sh
@ -6,7 +6,7 @@ TOKENS=$2

 docker run -e HF_TOKEN=$HF_TOKEN --gpus all --shm-size 1g -p $PORT:80 \
           -v $PWD/data:/data \
-           ghcr.io/huggingface/text-generation-inference:1.4.0 \
+           ghcr.io/huggingface/text-generation-inference:2.2.0 \
           --model-id $MODEL \
           --sharded false  \
           --max-input-length 1024 \