20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix] Benchmark serving script used global parameter 'args' in function 'sample_random_requests' (#6428)

Browse Source
This commit is contained in:
Fish 2024-07-15 10:27:01 +08:00 committed by GitHub
parent a754dc2cb9
commit ccb20db8bd
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
benchmarks/benchmark_serving.py
View File

@ -203,7 +203,7 @@ def sample_random_requests(
)
offsets = np.random.randint(0, tokenizer.vocab_size, size=num_prompts)
input_requests = []
for i in range(args.num_prompts):
for i in range(num_prompts):
prompt = tokenizer.decode([(offsets[i] + i + j) % tokenizer.vocab_size
for j in range(input_lens[i])])
input_requests.append(