Skip to content

GitLab

Unverified Commit f4c2187e authored by Cyrus Leung's avatar Cyrus Leung Committed by GitHub
Browse files

[Misc] Fix typo in #5895 (#10145) 


Signed-off-by: default avatarDarkLight1337 <tlleungac@connect.ust.hk>
parent aea6ad62
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
benchmarks/backend_request_func.py
View file @ f4c2187e
...@@ -256,7 +256,7 @@ async def async_request_openai_completions( ...@@ -256,7 +256,7 @@ async def async_request_openai_completions(
async with session.post(url=api_url, json=payload, async with session.post(url=api_url, json=payload,
headers=headers) as response: headers=headers) as response:
if response.status == 200: if response.status == 200:
first_valid_chunk_received = False first_chunk_received = False
async for chunk_bytes in response.content: async for chunk_bytes in response.content:
chunk_bytes = chunk_bytes.strip() chunk_bytes = chunk_bytes.strip()
if not chunk_bytes: if not chunk_bytes:
...@@ -275,7 +275,7 @@ async def async_request_openai_completions( ...@@ -275,7 +275,7 @@ async def async_request_openai_completions(
if data["choices"][0]["text"]: if data["choices"][0]["text"]:
timestamp = time.perf_counter() timestamp = time.perf_counter()
# First token # First token
if not first_valid_chunk_received: if not first_chunk_received:
first_chunk_received = True first_chunk_received = True
ttft = time.perf_counter() - st ttft = time.perf_counter() - st
output.ttft = ttft output.ttft = ttft
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment