20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix] fixing sonnet benchmark bug in benchmark_serving.py (#8616)

Browse Source
This commit is contained in:
Kuntai Du 2024-09-18 22:24:24 -07:00 committed by GitHub
parent 02c9afa2d0
commit c52ec5f034
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
benchmarks/benchmark_serving.py
View File

@ -626,9 +626,9 @@ def main(args: argparse.Namespace):
prefix_len=args.sonnet_prefix_len, prefix_len=args.sonnet_prefix_len,
tokenizer=tokenizer, tokenizer=tokenizer,
) )
input_requests = [(prompt, prompt_len, output_len) input_requests = [(prompt, prompt_len, output_len, None)
for prompt, prompt_formatted, prompt_len, for prompt, prompt_formatted, prompt_len,
output_len in input_requests] output_len, _ in input_requests]
else: else:
assert ( assert (
tokenizer.chat_template or tokenizer.default_chat_template tokenizer.chat_template or tokenizer.default_chat_template
@ -641,9 +641,9 @@ def main(args: argparse.Namespace):
prefix_len=args.sonnet_prefix_len, prefix_len=args.sonnet_prefix_len,
tokenizer=tokenizer, tokenizer=tokenizer,
) )
input_requests = [(prompt_formatted, prompt_len, output_len) input_requests = [(prompt_formatted, prompt_len, output_len, None)
for prompt, prompt_formatted, prompt_len, for prompt, prompt_formatted, prompt_len,
output_len in input_requests] output_len, _ in input_requests]
elif args.dataset_name == "hf": elif args.dataset_name == "hf":
input_requests = sample_hf_requests( input_requests = sample_hf_requests(