"vscode:/vscode.git/clone" did not exist on "36fb68f94792a8cec8df5b58bab7ab4d4d6158b4"
Unverified Commit 478ee511 authored by Wei Wei's avatar Wei Wei Committed by GitHub
Browse files

[Misc]Fix typo in llm_engine.py (#28584)


Signed-off-by: default avatarWei Wei <wwei6@meta.com>
parent 58ce8d12
...@@ -281,11 +281,11 @@ class LLMEngine: ...@@ -281,11 +281,11 @@ class LLMEngine:
return [] return []
# 1) Get EngineCoreOutput from the EngineCore. # 1) Get EngineCoreOutput from the EngineCore.
with record_function_or_nullcontext("llm_genine step: get_output"): with record_function_or_nullcontext("llm_engine step: get_output"):
outputs = self.engine_core.get_output() outputs = self.engine_core.get_output()
# 2) Process EngineCoreOutputs. # 2) Process EngineCoreOutputs.
with record_function_or_nullcontext("llm_genine step: process_outputs"): with record_function_or_nullcontext("llm_engine step: process_outputs"):
iteration_stats = IterationStats() if self.log_stats else None iteration_stats = IterationStats() if self.log_stats else None
processed_outputs = self.output_processor.process_outputs( processed_outputs = self.output_processor.process_outputs(
outputs.outputs, outputs.outputs,
...@@ -295,11 +295,11 @@ class LLMEngine: ...@@ -295,11 +295,11 @@ class LLMEngine:
self.output_processor.update_scheduler_stats(outputs.scheduler_stats) self.output_processor.update_scheduler_stats(outputs.scheduler_stats)
# 3) Abort any reqs that finished due to stop strings. # 3) Abort any reqs that finished due to stop strings.
with record_function_or_nullcontext("llm_genine step: abort_requests"): with record_function_or_nullcontext("llm_engine step: abort_requests"):
self.engine_core.abort_requests(processed_outputs.reqs_to_abort) self.engine_core.abort_requests(processed_outputs.reqs_to_abort)
# 4) Record stats # 4) Record stats
with record_function_or_nullcontext("llm_genine step: record_stats"): with record_function_or_nullcontext("llm_engine step: record_stats"):
if self.logger_manager is not None and outputs.scheduler_stats is not None: if self.logger_manager is not None and outputs.scheduler_stats is not None:
self.logger_manager.record( self.logger_manager.record(
scheduler_stats=outputs.scheduler_stats, scheduler_stats=outputs.scheduler_stats,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment