[V1] Fix Configs (#9971)

This commit is contained in:
Robert Shaw 2024-11-03 19:24:40 -05:00 committed by GitHub
parent 54597724f4
commit 91c9ebbb1b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -1,7 +1,7 @@
import os
from typing import Optional, Tuple
from vllm.config import EngineConfig
from vllm.config import VllmConfig
from vllm.logger import init_logger
from vllm.utils import get_distributed_init_method, get_ip, get_open_port
from vllm.v1.outputs import ModelRunnerOutput
@ -12,7 +12,8 @@ logger = init_logger(__name__)
class GPUExecutor:
def __init__(self, vllm_config: EngineConfig) -> None:
def __init__(self, vllm_config: VllmConfig) -> None:
self.vllm_config = vllm_config
self.model_config = vllm_config.model_config
self.cache_config = vllm_config.cache_config
self.lora_config = vllm_config.lora_config