[Bugfix][TPU] Fix TPU validate_request (#16369)

Signed-off-by: Michael Goin <mgoin64@gmail.com>
This commit is contained in:
Michael Goin 2025-04-09 22:55:12 -06:00 committed by GitHub
parent 82eb61dd4c
commit baada0e737
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -7,20 +7,17 @@ import torch
import vllm.envs as envs
from vllm.inputs import PromptType
from vllm.logger import init_logger
from vllm.sampling_params import SamplingParams
from .interface import Platform, PlatformEnum, _Backend
if TYPE_CHECKING:
from vllm.config import ModelConfig, VllmConfig
from vllm.lora.request import LoRARequest
from vllm.pooling_params import PoolingParams
from vllm.sampling_params import SamplingParams
else:
ModelConfig = None
VllmConfig = None
LoRARequest = None
PoolingParams = None
SamplingParams = None
logger = init_logger(__name__)