"vllm/vscode:/vscode.git/clone" did not exist on "c6c240aa0a2d4bed821282a07d50f6710cd99eed"
Unverified Commit 80305c1b authored by Nicolò Lucchesi's avatar Nicolò Lucchesi Committed by GitHub
Browse files

[CI] Fix flaky `test_streaming_response` test (#20913)


Signed-off-by: default avatarNickLucche <nlucches@redhat.com>
parent 37e2ecac
...@@ -154,7 +154,8 @@ async def test_streaming_response(winning_call): ...@@ -154,7 +154,8 @@ async def test_streaming_response(winning_call):
file=winning_call, file=winning_call,
language="en", language="en",
temperature=0.0, temperature=0.0,
extra_body=dict(stream=True)) extra_body=dict(stream=True),
timeout=30)
# Reconstruct from chunks and validate # Reconstruct from chunks and validate
async for chunk in res: async for chunk in res:
# just a chunk # just a chunk
...@@ -184,7 +185,8 @@ async def test_stream_options(winning_call): ...@@ -184,7 +185,8 @@ async def test_stream_options(winning_call):
temperature=0.0, temperature=0.0,
extra_body=dict(stream=True, extra_body=dict(stream=True,
stream_include_usage=True, stream_include_usage=True,
stream_continuous_usage_stats=True)) stream_continuous_usage_stats=True),
timeout=30)
final = False final = False
continuous = True continuous = True
async for chunk in res: async for chunk in res:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment