"docs/source/dev/engine/llm_engine.md" did not exist on "94d545a1a18e20ea8763a6760194589b8a3c9065"
Unverified Commit d8f094a9 authored by Reid's avatar Reid Committed by GitHub
Browse files

[Misc] format output for encoder_decoder.py (#16095)


Signed-off-by: default avatarreidliu41 <reid201711@gmail.com>
Co-authored-by: default avatarreidliu41 <reid201711@gmail.com>
parent 97ae6d77
...@@ -75,8 +75,6 @@ prompts = [ ...@@ -75,8 +75,6 @@ prompts = [
enc_dec_prompt1, enc_dec_prompt2, enc_dec_prompt3 enc_dec_prompt1, enc_dec_prompt2, enc_dec_prompt3
] + zipped_prompt_list ] + zipped_prompt_list
print(prompts)
# Create a sampling params object. # Create a sampling params object.
sampling_params = SamplingParams( sampling_params = SamplingParams(
temperature=0, temperature=0,
...@@ -91,10 +89,13 @@ sampling_params = SamplingParams( ...@@ -91,10 +89,13 @@ sampling_params = SamplingParams(
outputs = llm.generate(prompts, sampling_params) outputs = llm.generate(prompts, sampling_params)
# Print the outputs. # Print the outputs.
for output in outputs: print("-" * 50)
for i, output in enumerate(outputs):
prompt = output.prompt prompt = output.prompt
encoder_prompt = output.encoder_prompt encoder_prompt = output.encoder_prompt
generated_text = output.outputs[0].text generated_text = output.outputs[0].text
print(f"Encoder prompt: {encoder_prompt!r}, " print(f"Output {i+1}:")
f"Decoder prompt: {prompt!r}, " print(f"Encoder prompt: {encoder_prompt!r}\n"
f"Decoder prompt: {prompt!r}\n"
f"Generated text: {generated_text!r}") f"Generated text: {generated_text!r}")
print("-" * 50)
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment