Unverified Commit dc56d6ce authored by Biswa Panda's avatar Biswa Panda Committed by GitHub
Browse files

fix: hello world yaml and messages (#2634)

parent bce74588
......@@ -40,7 +40,7 @@ async def worker(runtime: DistributedRuntime):
try:
# Issue request and process the stream
idx += 1
stream = await client.generate(f"Query[{idx}] Hello world")
stream = await client.generate("world,sun,moon,star")
async for response in stream:
print(response.data())
# Reset backoff on successful iteration
......
......@@ -6,6 +6,7 @@ kind: DynamoGraphDeployment
metadata:
name: hello-world
spec:
backendFramework: vllm
services:
Frontend:
livenessProbe:
......@@ -60,7 +61,7 @@ spec:
command:
- /bin/sh
- -c
- 'grep "Serving endpoint" /tmp/hello_world.log'
- "exit 0"
initialDelaySeconds: 60
periodSeconds: 60
timeoutSeconds: 30
......@@ -83,4 +84,4 @@ spec:
- /bin/sh
- -c
args:
- python3 hello_world.py 2>&1 | tee /tmp/hello_world.log
- python3 hello_world.py
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment