20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Misc] format output for encoder_decoder.py (#16095)

Browse Source 
Signed-off-by: reidliu41 <reid201711@gmail.com>
Co-authored-by: reidliu41 <reid201711@gmail.com>
This commit is contained in:
Reid 2025-04-06 10:57:18 +08:00 committed by GitHub
parent 97ae6d777f
commit d8f094a92a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
examples/offline_inference/encoder_decoder.py
View File

@ -75,8 +75,6 @@ prompts = [
enc_dec_prompt1, enc_dec_prompt2, enc_dec_prompt3 enc_dec_prompt1, enc_dec_prompt2, enc_dec_prompt3
] + zipped_prompt_list ] + zipped_prompt_list
print(prompts)
# Create a sampling params object. # Create a sampling params object.
sampling_params = SamplingParams( sampling_params = SamplingParams(
temperature=0, temperature=0,
@ -91,10 +89,13 @@ sampling_params = SamplingParams(
outputs = llm.generate(prompts, sampling_params) outputs = llm.generate(prompts, sampling_params)
# Print the outputs. # Print the outputs.
for output in outputs: print("-" * 50)
for i, output in enumerate(outputs):
prompt = output.prompt prompt = output.prompt
encoder_prompt = output.encoder_prompt encoder_prompt = output.encoder_prompt
generated_text = output.outputs[0].text generated_text = output.outputs[0].text
print(f"Encoder prompt: {encoder_prompt!r}, " print(f"Output {i+1}:")
f"Decoder prompt: {prompt!r}, " print(f"Encoder prompt: {encoder_prompt!r}\n"
f"Decoder prompt: {prompt!r}\n"
f"Generated text: {generated_text!r}") f"Generated text: {generated_text!r}")
print("-" * 50)