Unverified Commit 2d0c5b63 authored by Isotr0py's avatar Isotr0py Committed by GitHub
Browse files

[Doc] Remove hardcoded Whisper in example openai translation client (#32027)


Signed-off-by: default avatarIsotr0py <mozf@mail2.sysu.edu.cn>
parent 34cd32fe
...@@ -9,11 +9,11 @@ from openai import OpenAI ...@@ -9,11 +9,11 @@ from openai import OpenAI
from vllm.assets.audio import AudioAsset from vllm.assets.audio import AudioAsset
def sync_openai(audio_path: str, client: OpenAI): def sync_openai(audio_path: str, client: OpenAI, model: str):
with open(audio_path, "rb") as f: with open(audio_path, "rb") as f:
translation = client.audio.translations.create( translation = client.audio.translations.create(
file=f, file=f,
model="openai/whisper-large-v3", model=model,
response_format="json", response_format="json",
temperature=0.0, temperature=0.0,
# Additional params not provided by OpenAI API. # Additional params not provided by OpenAI API.
...@@ -26,11 +26,13 @@ def sync_openai(audio_path: str, client: OpenAI): ...@@ -26,11 +26,13 @@ def sync_openai(audio_path: str, client: OpenAI):
print("translation result:", translation.text) print("translation result:", translation.text)
async def stream_openai_response(audio_path: str, base_url: str, api_key: str): async def stream_openai_response(
audio_path: str, base_url: str, api_key: str, model: str
):
data = { data = {
"language": "it", "language": "it",
"stream": True, "stream": True,
"model": "openai/whisper-large-v3", "model": model,
} }
url = base_url + "/audio/translations" url = base_url + "/audio/translations"
headers = {"Authorization": f"Bearer {api_key}"} headers = {"Authorization": f"Bearer {api_key}"}
...@@ -66,9 +68,13 @@ def main(): ...@@ -66,9 +68,13 @@ def main():
api_key=openai_api_key, api_key=openai_api_key,
base_url=openai_api_base, base_url=openai_api_base,
) )
sync_openai(foscolo, client)
model = client.models.list().data[0].id
print(f"Using model: {model}")
sync_openai(foscolo, client, model)
# Run the asynchronous function # Run the asynchronous function
asyncio.run(stream_openai_response(foscolo, openai_api_base, openai_api_key)) asyncio.run(stream_openai_response(foscolo, openai_api_base, openai_api_key, model))
if __name__ == "__main__": if __name__ == "__main__":
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment