# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: OpenMDW-1.1 import atexit import os import sys from typing import Any import torch.distributed as dist from loguru._logger import Core, Logger RANK0_ONLY = True LEVEL = os.environ.get("LOGURU_LEVEL", "INFO") RANK = int(os.environ.get("RANK", "0")) def make_new_logger(depth: int = 1) -> Logger: return Logger( core=Core(), exception=None, depth=depth, record=False, lazy=False, colors=False, raw=False, capture=True, patchers=[], extra={}, ) logger = make_new_logger(depth=1) atexit.register(logger.remove) def _add_relative_path(record: dict[str, Any]) -> None: try: start = os.getcwd() record["extra"]["relative_path"] = os.path.relpath(record["file"].path, start) except OSError: # CWD may have been removed (e.g. on some ranks in distributed jobs). # Fall back to the absolute path so logging still works. record["extra"]["relative_path"] = f":{record['file'].path}" *options, _, extra = logger._options # type: ignore logger._options = tuple([*options, [_add_relative_path], extra]) # type: ignore def init_loguru_stdout() -> None: logger.remove() datetime_format = get_datetime_format() machine_format = get_machine_format() message_format = get_message_format() logger.add( sys.stdout, level=LEVEL, format=f"{datetime_format}{machine_format}{message_format}", filter=_rank0_only_filter, ) def init_loguru_file(path: str) -> None: datetime_format = get_datetime_format() machine_format = get_machine_format() message_format = get_message_format() logger.add( path, encoding="utf8", level=LEVEL, format=f"{datetime_format}{machine_format}{message_format}", rotation="100 MB", filter=lambda result: _rank0_only_filter(result) or not RANK0_ONLY, enqueue=True, ) def get_datetime_format() -> str: return "[{time:MM-DD HH:mm:ss}|" def get_machine_format() -> str: node_id = os.environ.get("NGC_ARRAY_INDEX", "0") num_nodes = int(os.environ.get("NGC_ARRAY_SIZE", "1")) machine_format = "" rank = 0 if dist.is_available(): if not RANK0_ONLY and dist.is_initialized(): rank = dist.get_rank() world_size = dist.get_world_size() machine_format = ( f"[Node{node_id:<3}/{num_nodes:<3}][RANK{rank:<5}/{world_size:<5}]" + "[{process.name:<8}]| " ) return machine_format def get_message_format() -> str: message_format = "{level}|{extra[relative_path]}:{line}:{function}] {message}" return message_format def _rank0_only_filter(record: Any) -> bool: is_rank0 = record["extra"].get("rank0_only", True) if RANK == 0 and is_rank0: return True if not is_rank0: record["message"] = f"[RANK {RANK}] " + record["message"] return not is_rank0 def trace(message: str, rank0_only: bool = True) -> None: logger.opt(depth=1).bind(rank0_only=rank0_only).trace(message) def debug(message: str, rank0_only: bool = True) -> None: logger.opt(depth=1).bind(rank0_only=rank0_only).debug(message) def info(message: str, rank0_only: bool = True) -> None: logger.opt(depth=1).bind(rank0_only=rank0_only).info(message) def success(message: str, rank0_only: bool = True) -> None: logger.opt(depth=1).bind(rank0_only=rank0_only).success(message) def warning(message: str, rank0_only: bool = True) -> None: logger.opt(depth=1).bind(rank0_only=rank0_only).warning(message) def error(message: str, rank0_only: bool = True) -> None: logger.opt(depth=1).bind(rank0_only=rank0_only).error(message) def critical(message: str, rank0_only: bool = True) -> None: logger.opt(depth=1).bind(rank0_only=rank0_only).critical(message) def exception(message: str, rank0_only: bool = True) -> None: logger.opt(depth=1).bind(rank0_only=rank0_only).exception(message) # Execute at import time. init_loguru_stdout()