Spaces:
Sleeping
Sleeping
Evgeny Zhukov
Origin: https://github.com/ali-vilab/UniAnimate/commit/d7814fa44a0a1154524b92fce0e3133a2604d333
2ba4412
| #!/usr/bin/env python3 | |
| # Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved. | |
| """Logging.""" | |
| import builtins | |
| import decimal | |
| import functools | |
| import logging | |
| import os | |
| import sys | |
| import simplejson | |
| # from fvcore.common.file_io import PathManager | |
| import utils.distributed as du | |
| def _suppress_print(): | |
| """ | |
| Suppresses printing from the current process. | |
| """ | |
| def print_pass(*objects, sep=" ", end="\n", file=sys.stdout, flush=False): | |
| pass | |
| builtins.print = print_pass | |
| # @functools.lru_cache(maxsize=None) | |
| # def _cached_log_stream(filename): | |
| # return PathManager.open(filename, "a") | |
| def setup_logging(cfg, log_file): | |
| """ | |
| Sets up the logging for multiple processes. Only enable the logging for the | |
| master process, and suppress logging for the non-master processes. | |
| """ | |
| if du.is_master_proc(): | |
| # Enable logging for the master process. | |
| logging.root.handlers = [] | |
| else: | |
| # Suppress logging for non-master processes. | |
| _suppress_print() | |
| logger = logging.getLogger() | |
| logger.setLevel(logging.INFO) | |
| logger.propagate = False | |
| plain_formatter = logging.Formatter( | |
| "[%(asctime)s][%(levelname)s] %(name)s: %(lineno)4d: %(message)s", | |
| datefmt="%m/%d %H:%M:%S", | |
| ) | |
| if du.is_master_proc(): | |
| ch = logging.StreamHandler(stream=sys.stdout) | |
| ch.setLevel(logging.DEBUG) | |
| ch.setFormatter(plain_formatter) | |
| logger.addHandler(ch) | |
| if log_file is not None and du.is_master_proc(du.get_world_size()): | |
| filename = os.path.join(cfg.OUTPUT_DIR, log_file) | |
| fh = logging.FileHandler(filename) | |
| fh.setLevel(logging.DEBUG) | |
| fh.setFormatter(plain_formatter) | |
| logger.addHandler(fh) | |
| def get_logger(name): | |
| """ | |
| Retrieve the logger with the specified name or, if name is None, return a | |
| logger which is the root logger of the hierarchy. | |
| Args: | |
| name (string): name of the logger. | |
| """ | |
| return logging.getLogger(name) | |
| def log_json_stats(stats): | |
| """ | |
| Logs json stats. | |
| Args: | |
| stats (dict): a dictionary of statistical information to log. | |
| """ | |
| stats = { | |
| k: decimal.Decimal("{:.6f}".format(v)) if isinstance(v, float) else v | |
| for k, v in stats.items() | |
| } | |
| json_stats = simplejson.dumps(stats, sort_keys=True, use_decimal=True) | |
| logger = get_logger(__name__) | |
| logger.info("{:s}".format(json_stats)) | |