Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
1cb4341f
Unverified
Commit
1cb4341f
authored
Jan 23, 2026
by
Mark McLoughlin
Committed by
GitHub
Jan 23, 2026
Browse files
[ROCm][PD] Remove unused moriio connector proxy code (#32939)
Signed-off-by:
Mark McLoughlin
<
markmc@redhat.com
>
parent
1fb648bf
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
0 additions
and
22 deletions
+0
-22
examples/online_serving/disaggregated_serving/moriio_toy_proxy_server.py
..._serving/disaggregated_serving/moriio_toy_proxy_server.py
+0
-22
No files found.
examples/online_serving/disaggregated_serving/moriio_toy_proxy_server.py
View file @
1cb4341f
...
...
@@ -166,27 +166,6 @@ async def stream_decode_response(session, response, request_id):
await
session
.
close
()
async
def
send_request_to_decode
(
endpoint
,
req_data
,
request_id
):
async
with
aiohttp
.
ClientSession
(
timeout
=
aiohttp
.
ClientTimeout
(
total
=
6
*
6000
*
6000
)
)
as
session
:
headers
=
{
"Authorization"
:
f
"Bearer
{
os
.
environ
.
get
(
'OPENAI_API_KEY'
)
}
"
,
"X-Request-Id"
:
request_id
,
}
async
with
session
.
post
(
url
=
endpoint
,
json
=
req_data
,
headers
=
headers
)
as
response
:
if
response
.
status
==
200
:
async
for
chunk_bytes
in
response
.
content
.
iter_chunked
(
1024
):
yield
chunk_bytes
else
:
raise
RuntimeError
(
"send_request_to_decode response.status != 200,response.statuus = "
,
response
.
status
,
)
def
example_round_robin_dp_loader
(
request_number
,
dp_size
):
return
request_nums
%
dp_size
...
...
@@ -233,7 +212,6 @@ async def handle_request():
)
dip
,
dport
=
extract_ip_port_fast
(
decode_instance_endpoint
[
"request_address"
])
ip
,
port
=
extract_ip_port_fast
(
prefill_instance_endpoint
[
"request_address"
])
req_data_to_prefill
=
copy
.
deepcopy
(
req_data
)
req_data_to_prefill
[
"kv_transfer_params"
]
=
{}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment