Unverified Commit 556ef7f7 authored by Jun Duan's avatar Jun Duan Committed by GitHub
Browse files

[Misc] Log time consumption of sleep and wake-up (#13115)


Signed-off-by: default avatarJun Duan <jun.duan.phd@outlook.com>
parent 83481ceb
# SPDX-License-Identifier: Apache-2.0 # SPDX-License-Identifier: Apache-2.0
import asyncio import asyncio
import time
from abc import ABC, abstractmethod from abc import ABC, abstractmethod
from typing import (Any, Awaitable, Callable, Dict, List, Optional, Set, Tuple, from typing import (Any, Awaitable, Callable, Dict, List, Optional, Set, Tuple,
Union) Union)
...@@ -200,15 +201,23 @@ class ExecutorBase(ABC): ...@@ -200,15 +201,23 @@ class ExecutorBase(ABC):
if self.is_sleeping: if self.is_sleeping:
logger.warning("Executor is already sleeping.") logger.warning("Executor is already sleeping.")
return return
time_before_sleep = time.perf_counter()
self.collective_rpc("sleep", kwargs=dict(level=level)) self.collective_rpc("sleep", kwargs=dict(level=level))
time_after_sleep = time.perf_counter()
self.is_sleeping = True self.is_sleeping = True
logger.info("It took %.6f seconds to fall asleep.",
time_after_sleep - time_before_sleep)
def wake_up(self): def wake_up(self):
if not self.is_sleeping: if not self.is_sleeping:
logger.warning("Executor is not sleeping.") logger.warning("Executor is not sleeping.")
return return
time_before_wakeup = time.perf_counter()
self.collective_rpc("wake_up") self.collective_rpc("wake_up")
time_after_wakeup = time.perf_counter()
self.is_sleeping = False self.is_sleeping = False
logger.info("It took %.6f seconds to wake up.",
time_after_wakeup - time_before_wakeup)
def save_sharded_state( def save_sharded_state(
self, self,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment