Unverified Commit bc2c0c86 authored by Csrayz's avatar Csrayz Committed by GitHub
Browse files

[Frontend] Fix usage incorrectly returned with empty stream_options` (#36379)


Signed-off-by: default avatarCsrayz <33659823+Csrayz@users.noreply.github.com>
parent 891c60dc
...@@ -457,6 +457,18 @@ async def test_completion_stream_options(client: openai.AsyncOpenAI, model_name: ...@@ -457,6 +457,18 @@ async def test_completion_stream_options(client: openai.AsyncOpenAI, model_name:
) )
assert final_chunk.choices == [] assert final_chunk.choices == []
# Test stream=True, stream_options={}
stream = await client.completions.create(
model=model_name,
prompt=prompt,
max_tokens=5,
temperature=0.0,
stream=True,
stream_options={},
)
async for chunk in stream:
assert chunk.usage is None
# Test stream=False, stream_options= # Test stream=False, stream_options=
# {"include_usage": None} # {"include_usage": None}
with pytest.raises(BadRequestError): with pytest.raises(BadRequestError):
......
...@@ -159,7 +159,7 @@ AnyResponseFormat: TypeAlias = ( ...@@ -159,7 +159,7 @@ AnyResponseFormat: TypeAlias = (
class StreamOptions(OpenAIBaseModel): class StreamOptions(OpenAIBaseModel):
include_usage: bool | None = True include_usage: bool | None = False
continuous_usage_stats: bool | None = False continuous_usage_stats: bool | None = False
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment