20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[V1] Fix Configs (#9971)

Browse Source
This commit is contained in:
Robert Shaw 2024-11-03 19:24:40 -05:00 committed by GitHub
parent 54597724f4
commit 91c9ebbb1b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/v1/executor/gpu_executor.py
View File

@ -1,7 +1,7 @@
import os import os
from typing import Optional, Tuple from typing import Optional, Tuple
from vllm.config import EngineConfig from vllm.config import VllmConfig
from vllm.logger import init_logger from vllm.logger import init_logger
from vllm.utils import get_distributed_init_method, get_ip, get_open_port from vllm.utils import get_distributed_init_method, get_ip, get_open_port
from vllm.v1.outputs import ModelRunnerOutput from vllm.v1.outputs import ModelRunnerOutput
@ -12,7 +12,8 @@ logger = init_logger(__name__)
class GPUExecutor: class GPUExecutor:
def __init__(self, vllm_config: EngineConfig) -> None: def __init__(self, vllm_config: VllmConfig) -> None:
self.vllm_config = vllm_config
self.model_config = vllm_config.model_config self.model_config = vllm_config.model_config
self.cache_config = vllm_config.cache_config self.cache_config = vllm_config.cache_config
self.lora_config = vllm_config.lora_config self.lora_config = vllm_config.lora_config