Unverified Commit 7fce2fd9 authored by Teng Ma's avatar Teng Ma Committed by GitHub
Browse files

[HiCache] fix mooncake config in different tp size (#10377)

parent 16cd550c
...@@ -134,11 +134,18 @@ class MooncakeStore(HiCacheStorage): ...@@ -134,11 +134,18 @@ class MooncakeStore(HiCacheStorage):
self.config = MooncakeStoreConfig.load_from_env() self.config = MooncakeStoreConfig.load_from_env()
logger.info("Mooncake Configuration loaded from env successfully.") logger.info("Mooncake Configuration loaded from env successfully.")
tp_scale_factor = 1 if storage_config is None else storage_config.tp_size
per_tp_global_segment_size = (
self.config.global_segment_size // tp_scale_factor
)
per_tp_local_buffer_size = self.config.local_buffer_size // tp_scale_factor
ret_code = self.store.setup( ret_code = self.store.setup(
self.config.local_hostname, self.config.local_hostname,
self.config.metadata_server, self.config.metadata_server,
self.config.global_segment_size, per_tp_global_segment_size,
self.config.local_buffer_size, per_tp_local_buffer_size,
self.config.protocol, self.config.protocol,
self.config.device_name, self.config.device_name,
self.config.master_server_address, self.config.master_server_address,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment