"docs/vscode:/vscode.git/clone" did not exist on "eaffe4486cb1d7edf884e6e254cab33fc397e308"
Unverified Commit 67a6882d authored by 科英's avatar 科英 Committed by GitHub
Browse files

[Misc] SpecDecodeWorker supports profiling (#9719)


Signed-off-by: default avatarAbatom <abatom@163.com>
parent 6650e6a9
......@@ -1038,6 +1038,14 @@ class SpecDecodeWorker(LoraNotSupportedWorkerBase):
"""
raise NotImplementedError
def start_profile(self):
if isinstance(self.scorer_worker, Worker):
self.scorer_worker.start_profile()
def stop_profile(self):
if isinstance(self.scorer_worker, Worker):
self.scorer_worker.stop_profile()
def split_num_cache_blocks_evenly(scorer_cache_block_size_bytes: int,
proposer_cache_block_size_bytes: int,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment