File size: 2,388 Bytes
d7b3a74 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 | import logging
from contextlib import contextmanager
from functools import wraps
from time import time
import torch.distributed
from .misc import SingletonMeta
__all__ = ["Timer", "timer"]
logger = logging.getLogger(__name__)
class Timer(metaclass=SingletonMeta):
def __init__(self):
self.timers = {}
self.start_time = {}
def start(self, name):
assert name not in self.start_time, f"Timer {name} already started."
self.start_time[name] = time()
if torch.distributed.is_initialized() and torch.distributed.get_rank() == 0:
logger.info(f"Timer {name} start")
def end(self, name):
assert name in self.start_time, f"Timer {name} not started."
elapsed_time = time() - self.start_time[name]
self.add(name, elapsed_time)
del self.start_time[name]
if torch.distributed.is_initialized() and torch.distributed.get_rank() == 0:
logger.info(f"Timer {name} end (elapsed: {elapsed_time:.1f}s)")
def reset(self, name=None):
if name is None:
self.timers = {}
elif name in self.timers:
del self.timers[name]
def add(self, name, elapsed_time):
self.timers[name] = self.timers.get(name, 0) + elapsed_time
def log_dict(self):
return self.timers
@contextmanager
def context(self, name):
self.start(name)
try:
yield
finally:
self.end(name)
def timer(name_or_func):
"""
Can be used either as a decorator or a context manager:
@timer
def func():
...
or
with timer("block_name"):
...
"""
# When used as a context manager
if isinstance(name_or_func, str):
name = name_or_func
return Timer().context(name)
func = name_or_func
@wraps(func)
def wrapper(*args, **kwargs):
with Timer().context(func.__name__):
return func(*args, **kwargs)
return wrapper
@contextmanager
def inverse_timer(name):
Timer().end(name)
try:
yield
finally:
Timer().start(name)
def with_defer(deferred_func):
def decorator(fn):
@wraps(fn)
def wrapper(*args, **kwargs):
try:
return fn(*args, **kwargs)
finally:
deferred_func()
return wrapper
return decorator
|