20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[CI/Build] Use a fixed seed to avoid flaky tests (#14480)

Browse Source 
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung 2025-03-08 19:30:09 +08:00 committed by GitHub
parent cfd0ae8234
commit 33f227e16b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/entrypoints/openai/test_chat_echo.py
View File

@ -24,8 +24,6 @@ def server():
"4080", "4080",
"--chat-template", "--chat-template",
DUMMY_CHAT_TEMPLATE, DUMMY_CHAT_TEMPLATE,
"--seed",
"0",
] ]
with RemoteOpenAIServer(MODEL_NAME, args) as remote_server: with RemoteOpenAIServer(MODEL_NAME, args) as remote_server:

2
tests/entrypoints/openai/test_metrics.py
View File

@ -47,8 +47,6 @@ def default_server_args():
"--enforce-eager", "--enforce-eager",
"--max-num-seqs", "--max-num-seqs",
"128", "128",
"--seed",
"0",
] ]

2
tests/entrypoints/openai/test_root_path.py
View File

@ -30,8 +30,6 @@ def server():
"/" + ROOT_PATH, "/" + ROOT_PATH,
"--chat-template", "--chat-template",
DUMMY_CHAT_TEMPLATE, DUMMY_CHAT_TEMPLATE,
"--seed",
"0",
] ]
envs = os.environ.copy() envs = os.environ.copy()

7
tests/utils.py
View File

@ -76,6 +76,7 @@ class RemoteOpenAIServer:
vllm_serve_args: list[str], vllm_serve_args: list[str],
*, *,
env_dict: Optional[dict[str, str]] = None, env_dict: Optional[dict[str, str]] = None,
seed: Optional[int] = 0,
auto_port: bool = True, auto_port: bool = True,
max_wait_seconds: Optional[float] = None) -> None: max_wait_seconds: Optional[float] = None) -> None:
if auto_port: if auto_port:
@ -87,6 +88,12 @@ class RemoteOpenAIServer:
vllm_serve_args = vllm_serve_args + [ vllm_serve_args = vllm_serve_args + [
"--port", str(get_open_port()) "--port", str(get_open_port())
] ]
if seed is not None:
if "--seed" in vllm_serve_args:
raise ValueError("You have manually specified the seed "
f"when `seed={seed}`.")
vllm_serve_args = vllm_serve_args + ["--seed", str(seed)]
parser = FlexibleArgumentParser( parser = FlexibleArgumentParser(
description="vLLM's remote OpenAI server.") description="vLLM's remote OpenAI server.")