vllm/.buildkite/nightly-benchmarks/scripts/get-lmdeploy-modelname.py

9 lines
206 B
Python
Raw Normal View History

# SPDX-License-Identifier: Apache-2.0
from lmdeploy.serve.openai.api_client import APIClient
api_client = APIClient("http://localhost:8000")
model_name = api_client.available_models[0]
print(model_name)