"""Utility functions.""" import contextlib import csv import json import os import pathlib import subprocess as sp import warnings from threading import Timer import cv2 import librosa import numpy as np def save_args(filename, args): """Save the command-line arguments.""" args_dict = {} for key, value in vars(args).items(): if isinstance(value, pathlib.Path): args_dict[key] = str(value) elif key =='train_list' or key =='val_list': args_dict[key] = [str(v) for v in value] else: args_dict[key] = value save_json(filename, args_dict) def inverse_dict(d): """Return the inverse dictionary.""" return {v: k for k, v in d.items()} def save_txt(filename, data): """Save a list to a TXT file.""" with open(filename, "w", encoding="utf8") as f: for item in data: f.write(f"{item}\n") def load_txt(filename): """Load a TXT file as a list.""" with open(filename, encoding="utf8") as f: return [line.strip() for line in f] def save_json(filename, data): """Save data as a JSON file.""" with open(filename, "w", encoding="utf8") as f: json.dump(data, f) def load_json(filename): """Load data from a JSON file.""" with open(filename, encoding="utf8") as f: return json.load(f) def save_csv(filename, data, fmt="%d", header=""): """Save data as a CSV file.""" np.savetxt( filename, data, fmt=fmt, delimiter=",", header=header, comments="" ) def load_csv(filename, skiprows=1): """Load data from a CSV file.""" return np.loadtxt(filename, dtype=int, delimiter=",", skiprows=skiprows) def load_csv_text(filename, headerless=True): """Read a CSV file into a list of dictionaries or lists.""" with open(filename) as f: if headerless: return [row for row in csv.reader(f)] reader = csv.DictReader(f) return [ {field: row[field] for field in reader.fieldnames} for row in reader ] def ignore_exceptions(func): """Decorator that ignores all errors and warnings.""" def inner(*args, **kwargs): with warnings.catch_warnings(): warnings.simplefilter("ignore") try: return func(*args, **kwargs) except Exception: return None return inner def suppress_outputs(func): """Decorator that suppresses writing to stdout and stderr.""" def inner(*args, **kwargs): devnull = open(os.devnull, "w") with contextlib.redirect_stdout(devnull): with contextlib.redirect_stderr(devnull): return func(*args, **kwargs) return inner def resolve_paths(func): """Decorator that resolves all paths.""" def inner(*args, **kwargs): parsed = func(*args, **kwargs) for key in vars(parsed).keys(): if isinstance(getattr(parsed, key), pathlib.Path): setattr( parsed, key, getattr(parsed, key).expanduser().resolve() ) return parsed return inner def warpgrid(bs, HO, WO, warp=True): # meshgrid x = np.linspace(-1, 1, WO) y = np.linspace(-1, 1, HO) xv, yv = np.meshgrid(x, y) grid = np.zeros((bs, HO, WO, 2)) grid_x = xv if warp: grid_y = (np.power(21, (yv + 1) / 2) - 11) / 10 else: grid_y = np.log(yv * 10 + 11) / np.log(21) * 2 - 1 grid[:, :, :, 0] = grid_x grid[:, :, :, 1] = grid_y grid = grid.astype(np.float32) return grid class AverageMeter(object): """Computes and stores the average and current value""" def __init__(self): self.initialized = False self.val = None self.avg = None self.sum = None self.count = None def initialize(self, val, weight): self.val = val self.avg = val self.sum = val * weight self.count = weight self.initialized = True def update(self, val, weight=1): val = np.asarray(val) if not self.initialized: self.initialize(val, weight) else: self.add(val, weight) def add(self, val, weight): self.val = val self.sum += val * weight self.count += weight self.avg = self.sum / self.count def value(self): if self.val is None: return 0.0 else: return self.val.tolist() def average(self): if self.avg is None: return 0.0 else: return self.avg.tolist() def recover_rgb(img): for t, m, s in zip(img, [0.485, 0.456, 0.406], [0.229, 0.224, 0.225]): t.mul_(s).add_(m) img = (img.numpy().transpose((1, 2, 0)) * 255).astype(np.uint8) return img def recover_rgb_clip(img): for t, m, s in zip( img, [0.48145466, 0.4578275, 0.40821073], [0.26862954, 0.26130258, 0.27577711], ): t.mul_(s).add_(m) img = (img.numpy().transpose((1, 2, 0)) * 255).astype(np.uint8) return img def magnitude2heatmap(mag, log=True, scale=200.0): if log: mag = np.log10(mag + 1.0) mag *= scale mag[mag > 255] = 255 mag = mag.astype(np.uint8) # mag_color = cv2.applyColorMap(mag, cv2.COLORMAP_JET) mag_color = cv2.applyColorMap(mag, cv2.COLORMAP_INFERNO) mag_color = mag_color[:, :, ::-1] return mag_color def istft_reconstruction(mag, phase, hop_len, win_len): spec = mag.astype(np.complex) * np.exp(1j * phase) wav = librosa.istft(spec, hop_length=hop_len, win_length=win_len) return np.clip(wav, -1.0, 1.0).astype(np.float32) class VideoWriter: """ Combine numpy frames into video using ffmpeg Arguments: filename: name of the output video fps: frame per second shape: shape of video frame Properties: add_frame(frame): add a frame to the video add_frames(frames): add multiple frames to the video release(): release writing pipe """ def __init__(self, filename, fps, shape): self.file = filename self.fps = fps self.shape = shape # video codec ext = filename.split(".")[-1] if ext == "mp4": self.vcodec = "h264" else: raise RuntimeError("Video codec not supoorted.") # video writing pipe cmd = [ "ffmpeg", "-y", # overwrite existing file "-f", "rawvideo", # file format "-s", "{}x{}".format(shape[1], shape[0]), # size of one frame "-pix_fmt", "rgb24", # 3 channels "-r", str(self.fps), # frames per second "-i", "-", # input comes from a pipe "-an", # not to expect any audio "-vcodec", self.vcodec, # video codec "-pix_fmt", "yuv420p", # output video in yuv420p self.file, ] self.pipe = sp.Popen( cmd, stdin=sp.PIPE, stderr=sp.PIPE, bufsize=10 ** 9 ) def release(self): self.pipe.stdin.close() def add_frame(self, frame): assert len(frame.shape) == 3 assert frame.shape[0] == self.shape[0] assert frame.shape[1] == self.shape[1] try: self.pipe.stdin.write(frame.tostring()) except: _, ffmpeg_error = self.pipe.communicate() print(ffmpeg_error) def add_frames(self, frames): for frame in frames: self.add_frame(frame) def kill_proc(proc): proc.kill() print("Process running overtime! Killed.") def run_proc_timeout(proc, timeout_sec): # kill_proc = lambda p: p.kill() timer = Timer(timeout_sec, kill_proc, [proc]) try: timer.start() proc.communicate() finally: timer.cancel() def combine_video_audio(src_video, src_audio, dst_video, verbose=False): try: cmd = [ "ffmpeg", "-y", "-loglevel", "quiet", "-i", src_video, "-i", src_audio, "-c:v", "copy", "-c:a", "aac", "-strict", "experimental", dst_video, ] proc = sp.Popen(cmd) run_proc_timeout(proc, 10.0) if verbose: print("Processed:{}".format(dst_video)) except Exception as e: print("Error:[{}] {}".format(dst_video, e)) # save video to the disk using ffmpeg def save_video(path, tensor, fps=25): assert tensor.ndim == 4, "video should be in 4D numpy array" L, H, W, C = tensor.shape writer = VideoWriter(path, fps=fps, shape=[H, W]) for t in range(L): writer.add_frame(tensor[t]) writer.release() def save_audio(path, audio_numpy, sr): librosa.output.write_wav(path, audio_numpy, sr)