Unverified Commit dc56d6ce authored by Biswa Panda's avatar Biswa Panda Committed by GitHub
Browse files

fix: hello world yaml and messages (#2634)

parent bce74588
...@@ -40,7 +40,7 @@ async def worker(runtime: DistributedRuntime): ...@@ -40,7 +40,7 @@ async def worker(runtime: DistributedRuntime):
try: try:
# Issue request and process the stream # Issue request and process the stream
idx += 1 idx += 1
stream = await client.generate(f"Query[{idx}] Hello world") stream = await client.generate("world,sun,moon,star")
async for response in stream: async for response in stream:
print(response.data()) print(response.data())
# Reset backoff on successful iteration # Reset backoff on successful iteration
......
...@@ -6,6 +6,7 @@ kind: DynamoGraphDeployment ...@@ -6,6 +6,7 @@ kind: DynamoGraphDeployment
metadata: metadata:
name: hello-world name: hello-world
spec: spec:
backendFramework: vllm
services: services:
Frontend: Frontend:
livenessProbe: livenessProbe:
...@@ -60,7 +61,7 @@ spec: ...@@ -60,7 +61,7 @@ spec:
command: command:
- /bin/sh - /bin/sh
- -c - -c
- 'grep "Serving endpoint" /tmp/hello_world.log' - "exit 0"
initialDelaySeconds: 60 initialDelaySeconds: 60
periodSeconds: 60 periodSeconds: 60
timeoutSeconds: 30 timeoutSeconds: 30
...@@ -83,4 +84,4 @@ spec: ...@@ -83,4 +84,4 @@ spec:
- /bin/sh - /bin/sh
- -c - -c
args: args:
- python3 hello_world.py 2>&1 | tee /tmp/hello_world.log - python3 hello_world.py
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment