20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[BugFix]Fix performance serving benchmark when enable profiling (#14737)

Browse Source 
Signed-off-by: wangli <wangli858794774@gmail.com>
This commit is contained in:
Li Wang 2025-03-14 15:02:05 +08:00 committed by GitHub
parent 27b50f1fe6
commit 09269b3127
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
benchmarks/backend_request_func.py
View File

@ -333,7 +333,7 @@ async def async_request_openai_chat_completions(
) -> RequestFuncOutput: ) -> RequestFuncOutput:
api_url = request_func_input.api_url api_url = request_func_input.api_url
assert api_url.endswith( assert api_url.endswith(
"chat/completions" ("chat/completions", "profile")
), "OpenAI Chat Completions API URL must end with 'chat/completions'." ), "OpenAI Chat Completions API URL must end with 'chat/completions'."
async with aiohttp.ClientSession(trust_env=True, async with aiohttp.ClientSession(trust_env=True,