"lib/bindings/python/vscode:/vscode.git/clone" did not exist on "e21dcf6cab823eebfa7db71fcf2c1358d59e8bc5"
Unverified Commit 44250d44 authored by Biswa Panda's avatar Biswa Panda Committed by GitHub
Browse files

fix: keep example hello world deployment's output deterministic for testing (#1051)

parent 40c4f04c
...@@ -14,7 +14,6 @@ ...@@ -14,7 +14,6 @@
# limitations under the License. # limitations under the License.
import logging import logging
import os
from fastapi.responses import StreamingResponse from fastapi.responses import StreamingResponse
from pydantic import BaseModel from pydantic import BaseModel
...@@ -78,7 +77,7 @@ class Backend: ...@@ -78,7 +77,7 @@ class Backend:
logger.info(f"Backend received: {req_text}") logger.info(f"Backend received: {req_text}")
text = f"{req_text}-{self.message}" text = f"{req_text}-{self.message}"
for token in text.split(): for token in text.split():
yield f"[process_id:{os.getpid()}] Backend: {token}" yield f"Backend: {token}"
@service( @service(
...@@ -103,7 +102,7 @@ class Middle: ...@@ -103,7 +102,7 @@ class Middle:
next_request = RequestType(text=text).model_dump_json() next_request = RequestType(text=text).model_dump_json()
async for response in self.backend.generate(next_request): async for response in self.backend.generate(next_request):
logger.info(f"Middle received response: {response}") logger.info(f"Middle received response: {response}")
yield f"[process_id:{os.getpid()}] Middle: {response}" yield f"Middle: {response}"
@service( @service(
...@@ -134,6 +133,6 @@ class Frontend: ...@@ -134,6 +133,6 @@ class Frontend:
async def content_generator(): async def content_generator():
async for response in self.middle.generate(request.model_dump_json()): async for response in self.middle.generate(request.model_dump_json()):
yield f"[process_id:{os.getpid()}] Frontend: {response}" yield f"Frontend: {response}"
return StreamingResponse(content_generator()) return StreamingResponse(content_generator())
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment