[V1] Enable profile for LLMEngine (#10665)

2024-11-26 18:36:45 +08:00
parent 334d64d1e8
commit 1f6584ee85
1 changed files with 3 additions and 3 deletions
--- a/vllm/v1/engine/llm_engine.py
+++ b/vllm/v1/engine/llm_engine.py
@ -161,13 +161,13 @@ class LLMEngine:
    # TODO(rob): Can we get rid of these?

    def get_model_config(self):
-        pass
+        return self.model_config

    def start_profile(self):
-        pass
+        self.engine_core.profile(True)

    def stop_profile(self):
-        pass
+        self.engine_core.profile(False)

    def get_tokenizer_group(self, group_type):
        pass