log.py

from functools import lru_cache
from text_generation_server.utils.dist import RANK


@lru_cache(10)
def log_once(log, msg: str, master=True):
    if master:
        log_master(log, msg)
    else:
        log(msg)


def log_master(log, msg: str):
    if RANK == 0:
        log(msg)