diff --git a/vllm/entrypoints/llm.py b/vllm/entrypoints/llm.py index 32bdb2b7..ecd6dc64 100644 --- a/vllm/entrypoints/llm.py +++ b/vllm/entrypoints/llm.py @@ -1,7 +1,7 @@ from contextlib import contextmanager from typing import ClassVar, List, Optional, Sequence, Union, cast, overload -from tqdm import tqdm +from tqdm.auto import tqdm from transformers import PreTrainedTokenizer, PreTrainedTokenizerFast from vllm.engine.arg_utils import EngineArgs