[V1] Enable profile for LLMEngine (#10665)

1f6584ee · Kunshang Ji · GitHub · 334d64d1 · 1f6584ee
Unverified Commit 1f6584ee authored Nov 26, 2024 by Kunshang Ji Committed by GitHub Nov 26, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 3 deletions

vllm/v1/engine/llm_engine.py vllm/v1/engine/llm_engine.py +3 -3

No files found.
--- a/vllm/v1/engine/llm_engine.py
+++ b/vllm/v1/engine/llm_engine.py
@@ -161,13 +161,13 @@ class LLMEngine:
    # TODO(rob): Can we get rid of these?

    def get_model_config(self):
-        pass
+        return self.model_config

    def start_profile(self):
-        pass
+        self.engine_core.profile(True)

    def stop_profile(self):
-        pass
+        self.engine_core.profile(False)

    def get_tokenizer_group(self, group_type):
        pass