diff --git a/benchmarks/backend_request_func.py b/benchmarks/backend_request_func.py index 5b506709..fd2461ce 100644 --- a/benchmarks/backend_request_func.py +++ b/benchmarks/backend_request_func.py @@ -422,4 +422,5 @@ ASYNC_REQUEST_FUNCS = { "openai": async_request_openai_completions, "openai-chat": async_request_openai_chat_completions, "tensorrt-llm": async_request_trt_llm, + "scalellm": async_request_openai_completions, }