Unverified Commit f1b3b75f authored by shangmingc's avatar shangmingc Committed by GitHub
Browse files

[PD] Remove unused bootstrap param and fix port table type (#5423)

parent 33b16ad1
...@@ -106,7 +106,6 @@ class MooncakeKVManager(BaseKVManager): ...@@ -106,7 +106,6 @@ class MooncakeKVManager(BaseKVManager):
self.bootstrap_port = server_args.disaggregation_bootstrap_port self.bootstrap_port = server_args.disaggregation_bootstrap_port
self.dist_init_addr = server_args.dist_init_addr self.dist_init_addr = server_args.dist_init_addr
self.request_status: Dict[int, KVPoll] = {} self.request_status: Dict[int, KVPoll] = {}
self.connection_pool: Dict[str, Dict[str, Union[str, int]]] = {}
self.rank_port = None self.rank_port = None
self.server_socket = zmq.Context().socket(zmq.PULL) self.server_socket = zmq.Context().socket(zmq.PULL)
self.register_buffer_to_engine() self.register_buffer_to_engine()
...@@ -117,6 +116,7 @@ class MooncakeKVManager(BaseKVManager): ...@@ -117,6 +116,7 @@ class MooncakeKVManager(BaseKVManager):
self._register_to_bootstrap() self._register_to_bootstrap()
elif self.disaggregation_mode == DisaggregationMode.DECODE: elif self.disaggregation_mode == DisaggregationMode.DECODE:
self.start_decode_thread() self.start_decode_thread()
self.connection_pool: Dict[str, Dict[str, Union[str, int]]] = {}
else: else:
raise ValueError( raise ValueError(
f"Unsupported DisaggregationMode: {self.disaggregation_mode}" f"Unsupported DisaggregationMode: {self.disaggregation_mode}"
...@@ -483,9 +483,7 @@ class MooncakeKVBootstrapServer(BaseKVBootstrapServer): ...@@ -483,9 +483,7 @@ class MooncakeKVBootstrapServer(BaseKVBootstrapServer):
self.store = dict() self.store = dict()
self.lock = asyncio.Lock() self.lock = asyncio.Lock()
self._setup_routes() self._setup_routes()
self.prefill_port_table: Dict[str, Dict[str, Union[str, int]]] = {} self.prefill_port_table: Dict[int, Dict[str, Union[str, int]]] = {}
self.prefill_engine_rank = None
# Start bootstrap server # Start bootstrap server
self.thread = threading.Thread(target=self._run_server, daemon=True) self.thread = threading.Thread(target=self._run_server, daemon=True)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment