Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
dynamo
Commits
dd7646ef
Commit
dd7646ef
authored
Mar 08, 2025
by
Neelay Shah
Committed by
GitHub
Mar 08, 2025
Browse files
chore: remove debug statements (#57)
parent
602352ce
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
0 additions
and
8 deletions
+0
-8
deploy/dynamo/sdk/src/dynamo/sdk/lib/dependency.py
deploy/dynamo/sdk/src/dynamo/sdk/lib/dependency.py
+0
-6
examples/python_rs/llm/vllm/sdk_basic_service/basic.py
examples/python_rs/llm/vllm/sdk_basic_service/basic.py
+0
-2
No files found.
deploy/dynamo/sdk/src/dynamo/sdk/lib/dependency.py
View file @
dd7646ef
...
@@ -61,11 +61,8 @@ class DynamoClient:
...
@@ -61,11 +61,8 @@ class DynamoClient:
# TODO: Potentially model dump for a user here so they can pass around Pydantic models
# TODO: Potentially model dump for a user here so they can pass around Pydantic models
stream
=
await
client
.
generate
(
*
args
,
**
kwargs
)
stream
=
await
client
.
generate
(
*
args
,
**
kwargs
)
print
(
"here8"
,
stream
,
flush
=
True
)
async
for
item
in
stream
:
async
for
item
in
stream
:
print
(
item
,
flush
=
True
)
data
=
item
.
data
()
data
=
item
.
data
()
print
(
f
"Item data:
{
data
}
"
)
await
queue
.
put
(
data
)
await
queue
.
put
(
data
)
await
queue
.
put
(
None
)
await
queue
.
put
(
None
)
except
Exception
:
except
Exception
:
...
@@ -90,11 +87,8 @@ class DynamoClient:
...
@@ -90,11 +87,8 @@ class DynamoClient:
)
)
stream
=
await
client
.
generate
(
*
args
,
**
kwargs
)
stream
=
await
client
.
generate
(
*
args
,
**
kwargs
)
print
(
stream
,
flush
=
True
)
async
for
item
in
stream
:
async
for
item
in
stream
:
print
(
item
,
flush
=
True
)
data
=
item
.
data
()
data
=
item
.
data
()
print
(
f
"Item data:
{
data
}
"
)
await
queue
.
put
(
data
)
await
queue
.
put
(
data
)
await
queue
.
put
(
None
)
await
queue
.
put
(
None
)
except
Exception
:
except
Exception
:
...
...
examples/python_rs/llm/vllm/sdk_basic_service/basic.py
View file @
dd7646ef
...
@@ -63,7 +63,6 @@ class Backend:
...
@@ -63,7 +63,6 @@ class Backend:
@
dynamo_endpoint
()
@
dynamo_endpoint
()
async
def
generate
(
self
,
req
:
RequestType
):
async
def
generate
(
self
,
req
:
RequestType
):
"""Generate tokens."""
"""Generate tokens."""
print
(
"here2"
)
req_text
=
req
.
text
req_text
=
req
.
text
print
(
f
"Backend received:
{
req_text
}
"
)
print
(
f
"Backend received:
{
req_text
}
"
)
text
=
f
"
{
req_text
}
-back"
text
=
f
"
{
req_text
}
-back"
...
@@ -89,7 +88,6 @@ class Middle:
...
@@ -89,7 +88,6 @@ class Middle:
print
(
f
"Middle received:
{
req_text
}
"
)
print
(
f
"Middle received:
{
req_text
}
"
)
text
=
f
"
{
req_text
}
-mid"
text
=
f
"
{
req_text
}
-mid"
next_request
=
RequestType
(
text
=
text
).
model_dump_json
()
next_request
=
RequestType
(
text
=
text
).
model_dump_json
()
print
(
"here5"
)
async
for
response
in
self
.
backend
.
generate
(
next_request
):
async
for
response
in
self
.
backend
.
generate
(
next_request
):
print
(
f
"Middle received response:
{
response
}
"
)
print
(
f
"Middle received response:
{
response
}
"
)
yield
f
"Middle:
{
response
}
"
yield
f
"Middle:
{
response
}
"
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment