Add expert distribution APIs for engine (#6290)

f8728357 · fzyzcjy · GitHub · 73187152 · f8728357
Unverified Commit f8728357 authored May 18, 2025 by fzyzcjy Committed by GitHub May 17, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 18 additions and 0 deletions

python/sglang/srt/entrypoints/engine.py python/sglang/srt/entrypoints/engine.py +18 -0

No files found.
--- a/python/sglang/srt/entrypoints/engine.py
+++ b/python/sglang/srt/entrypoints/engine.py
@@ -324,6 +324,24 @@ class Engine(EngineBase):
        loop = asyncio.get_event_loop()
        loop.run_until_complete(self.tokenizer_manager.stop_profile())

+    def start_expert_distribution_record(self):
+        loop = asyncio.get_event_loop()
+        loop.run_until_complete(
+            self.tokenizer_manager.start_expert_distribution_record()
+        )
+
+    def stop_expert_distribution_record(self):
+        loop = asyncio.get_event_loop()
+        loop.run_until_complete(
+            self.tokenizer_manager.stop_expert_distribution_record()
+        )
+
+    def dump_expert_distribution_record(self):
+        loop = asyncio.get_event_loop()
+        loop.run_until_complete(
+            self.tokenizer_manager.dump_expert_distribution_record()
+        )
+
    def get_server_info(self):
        loop = asyncio.get_event_loop()
        internal_states = loop.run_until_complete(