"vscode:/vscode.git/clone" did not exist on "f1d5c95a4e646e006422e8c7fd22e22a30fa5972"
Unverified Commit 44250d44 authored by Biswa Panda's avatar Biswa Panda Committed by GitHub
Browse files

fix: keep example hello world deployment's output deterministic for testing (#1051)

parent 40c4f04c
......@@ -14,7 +14,6 @@
# limitations under the License.
import logging
import os
from fastapi.responses import StreamingResponse
from pydantic import BaseModel
......@@ -78,7 +77,7 @@ class Backend:
logger.info(f"Backend received: {req_text}")
text = f"{req_text}-{self.message}"
for token in text.split():
yield f"[process_id:{os.getpid()}] Backend: {token}"
yield f"Backend: {token}"
@service(
......@@ -103,7 +102,7 @@ class Middle:
next_request = RequestType(text=text).model_dump_json()
async for response in self.backend.generate(next_request):
logger.info(f"Middle received response: {response}")
yield f"[process_id:{os.getpid()}] Middle: {response}"
yield f"Middle: {response}"
@service(
......@@ -134,6 +133,6 @@ class Frontend:
async def content_generator():
async for response in self.middle.generate(request.model_dump_json()):
yield f"[process_id:{os.getpid()}] Frontend: {response}"
yield f"Frontend: {response}"
return StreamingResponse(content_generator())
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment