lint: format all python file instead of just source code (#2567)

This commit is contained in:
Simon Mo 2024-01-23 15:53:06 -08:00 committed by GitHub
parent 9b945daaf1
commit 1e4277d2d1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
5 changed files with 10 additions and 18 deletions

View File

@ -28,4 +28,4 @@ jobs:
pip install toml==0.10.2
- name: Running yapf
run: |
yapf --diff --recursive vllm tests
yapf --diff --recursive .

View File

@ -92,17 +92,9 @@ async def get_request(
await asyncio.sleep(interval)
async def send_request(
backend: str,
model: str,
api_url: str,
prompt: str,
prompt_len: int,
output_len: int,
best_of: int,
use_beam_search: bool,
pbar: tqdm
) -> None:
async def send_request(backend: str, model: str, api_url: str, prompt: str,
prompt_len: int, output_len: int, best_of: int,
use_beam_search: bool, pbar: tqdm) -> None:
request_start_time = time.perf_counter()
headers = {"User-Agent": "Benchmark Client"}
@ -155,7 +147,6 @@ async def send_request(
pbar.update(1)
async def benchmark(
backend: str,
model: str,
@ -217,7 +208,10 @@ if __name__ == "__main__":
type=str,
default="vllm",
choices=["vllm", "tgi"])
parser.add_argument("--protocol", type=str, default="http", choices=["http", "https"])
parser.add_argument("--protocol",
type=str,
default="http",
choices=["http", "https"])
parser.add_argument("--host", type=str, default="localhost")
parser.add_argument("--port", type=int, default=8000)
parser.add_argument("--endpoint", type=str, default="/generate")

View File

@ -32,6 +32,5 @@ chat_completion = client.chat.completions.create(
model=model,
)
print("Chat completion results:")
print(chat_completion)

View File

@ -21,8 +21,7 @@ completion = client.completions.create(
echo=False,
n=2,
stream=stream,
logprobs=3
)
logprobs=3)
print("Completion results:")
if stream:

View File

@ -71,7 +71,7 @@ format_changed() {
# Format all files
format_all() {
yapf --in-place "${YAPF_FLAGS[@]}" "${YAPF_EXCLUDES[@]}" vllm tests
yapf --in-place "${YAPF_FLAGS[@]}" "${YAPF_EXCLUDES[@]}" .
}
## This flag formats individual files. --files *must* be the first command line