Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
change
sglang
Commits
f1b3b75f
Unverified
Commit
f1b3b75f
authored
Apr 15, 2025
by
shangmingc
Committed by
GitHub
Apr 15, 2025
Browse files
[PD] Remove unused bootstrap param and fix port table type (#5423)
parent
33b16ad1
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
2 additions
and
4 deletions
+2
-4
python/sglang/srt/disaggregation/mooncake/conn.py
python/sglang/srt/disaggregation/mooncake/conn.py
+2
-4
No files found.
python/sglang/srt/disaggregation/mooncake/conn.py
View file @
f1b3b75f
...
@@ -106,7 +106,6 @@ class MooncakeKVManager(BaseKVManager):
...
@@ -106,7 +106,6 @@ class MooncakeKVManager(BaseKVManager):
self
.
bootstrap_port
=
server_args
.
disaggregation_bootstrap_port
self
.
bootstrap_port
=
server_args
.
disaggregation_bootstrap_port
self
.
dist_init_addr
=
server_args
.
dist_init_addr
self
.
dist_init_addr
=
server_args
.
dist_init_addr
self
.
request_status
:
Dict
[
int
,
KVPoll
]
=
{}
self
.
request_status
:
Dict
[
int
,
KVPoll
]
=
{}
self
.
connection_pool
:
Dict
[
str
,
Dict
[
str
,
Union
[
str
,
int
]]]
=
{}
self
.
rank_port
=
None
self
.
rank_port
=
None
self
.
server_socket
=
zmq
.
Context
().
socket
(
zmq
.
PULL
)
self
.
server_socket
=
zmq
.
Context
().
socket
(
zmq
.
PULL
)
self
.
register_buffer_to_engine
()
self
.
register_buffer_to_engine
()
...
@@ -117,6 +116,7 @@ class MooncakeKVManager(BaseKVManager):
...
@@ -117,6 +116,7 @@ class MooncakeKVManager(BaseKVManager):
self
.
_register_to_bootstrap
()
self
.
_register_to_bootstrap
()
elif
self
.
disaggregation_mode
==
DisaggregationMode
.
DECODE
:
elif
self
.
disaggregation_mode
==
DisaggregationMode
.
DECODE
:
self
.
start_decode_thread
()
self
.
start_decode_thread
()
self
.
connection_pool
:
Dict
[
str
,
Dict
[
str
,
Union
[
str
,
int
]]]
=
{}
else
:
else
:
raise
ValueError
(
raise
ValueError
(
f
"Unsupported DisaggregationMode:
{
self
.
disaggregation_mode
}
"
f
"Unsupported DisaggregationMode:
{
self
.
disaggregation_mode
}
"
...
@@ -483,9 +483,7 @@ class MooncakeKVBootstrapServer(BaseKVBootstrapServer):
...
@@ -483,9 +483,7 @@ class MooncakeKVBootstrapServer(BaseKVBootstrapServer):
self
.
store
=
dict
()
self
.
store
=
dict
()
self
.
lock
=
asyncio
.
Lock
()
self
.
lock
=
asyncio
.
Lock
()
self
.
_setup_routes
()
self
.
_setup_routes
()
self
.
prefill_port_table
:
Dict
[
str
,
Dict
[
str
,
Union
[
str
,
int
]]]
=
{}
self
.
prefill_port_table
:
Dict
[
int
,
Dict
[
str
,
Union
[
str
,
int
]]]
=
{}
self
.
prefill_engine_rank
=
None
# Start bootstrap server
# Start bootstrap server
self
.
thread
=
threading
.
Thread
(
target
=
self
.
_run_server
,
daemon
=
True
)
self
.
thread
=
threading
.
Thread
(
target
=
self
.
_run_server
,
daemon
=
True
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment