Unverified Commit 7992324f authored by Nick Hill's avatar Nick Hill Committed by GitHub
Browse files

[BugFix] Use unique ids for different transcription prompts (#29372)


Signed-off-by: default avatarNick Hill <nhill@redhat.com>
parent 40a6f53f
...@@ -201,10 +201,10 @@ class OpenAISpeechToText(OpenAIServing): ...@@ -201,10 +201,10 @@ class OpenAISpeechToText(OpenAIServing):
self.engine_client.generate( self.engine_client.generate(
prompt, prompt,
sampling_params, sampling_params,
request_id, f"{request_id}_{i}",
lora_request=lora_request, lora_request=lora_request,
) )
for prompt in prompts for i, prompt in enumerate(prompts)
] ]
except ValueError as e: except ValueError as e:
# TODO: Use a vllm-specific Validation Error # TODO: Use a vllm-specific Validation Error
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment