Spaces:
Sleeping
Sleeping
Download loomnet/utils/callbacks.py from FedericoGiulio/LoomNet: direct link, hf CLI and curl.
- Browser
- Download file 3.37 kB
-
https://huggingface.co/spaces/FedericoGiulio/LoomNet/resolve/main/loomnet/utils/callbacks.py
- Command line
-
hf download hf://spaces/FedericoGiulio/LoomNet/loomnet/utils/callbacks.py
-
curl -L -o callbacks.py https://huggingface.co/spaces/FedericoGiulio/LoomNet/resolve/main/loomnet/utils/callbacks.py
3.37 kB
| from typing import Optional | |
| import os | |
| import shutil | |
| from omegaconf import OmegaConf, DictConfig | |
| from lightning import Trainer, Callback, LightningModule | |
| from lightning_utilities.core.rank_zero import rank_zero_only | |
| from .config import get_hparams, dump_config | |
| from .misc import resolve_dir | |
| class SavePathCallback(Callback): | |
| def __init__(self, dirpath: Optional[str] = None, sub_dir: Optional[str] = None): | |
| super().__init__() | |
| self.dirpath = dirpath | |
| self.sub_dir = sub_dir | |
| def setup(self, trainer: Trainer, pl_module: LightningModule, stage: str): | |
| dirpath = self.__resolve_dir(trainer) | |
| self.savedir = dirpath | |
| def __resolve_dir(self, trainer: Trainer) -> str: | |
| """Determines save directory at runtime. Reference attributes from the trainer's logger to | |
| determine where to save. The path for saving weights is set in this priority: | |
| 1. The ``Callback``'s ``dirpath`` if passed in | |
| 2. The ``Logger``'s ``log_dir`` if the trainer has loggers | |
| 3. The ``Trainer``'s ``default_root_dir`` if the trainer has no loggers | |
| The path gets extended with subdirectory ``sub_dir`` if passed in. | |
| """ | |
| return resolve_dir(trainer, self.dirpath, self.sub_dir) | |
| class VersionedCallback(Callback): | |
| def __init__(self, dirpath, version=None, use_version=True): | |
| self.dirpath = dirpath | |
| self._version = version | |
| self.use_version = use_version | |
| def version(self) -> int: | |
| """Get the experiment version. | |
| Returns: | |
| The experiment version if specified else the next version. | |
| """ | |
| if self._version is None: | |
| self._version = self._get_next_version() | |
| return self._version | |
| def _get_next_version(self): | |
| existing_versions = [] | |
| if os.path.isdir(self.dirpath): | |
| for f in os.listdir(self.dirpath): | |
| bn = os.path.basename(f) | |
| if bn.startswith("version_"): | |
| dir_ver = os.path.splitext(bn)[0].split("_")[1].replace("/", "") | |
| existing_versions.append(int(dir_ver)) | |
| if len(existing_versions) == 0: | |
| return 0 | |
| return max(existing_versions) + 1 | |
| def savedir(self): | |
| if not self.use_version: | |
| return self.dirpath | |
| return os.path.join( | |
| self.dirpath, | |
| self.version | |
| if isinstance(self.version, str) | |
| else f"version_{self.version}", | |
| ) | |
| class ConfigSnapshotCallback(SavePathCallback): | |
| def __init__( | |
| self, | |
| config: DictConfig, | |
| config_path: Optional[str] = None, | |
| dirpath: Optional[str] = None, | |
| sub_dir: Optional[str] = "configs", | |
| ): | |
| super().__init__(dirpath, sub_dir) | |
| self.config = config | |
| self.config_path = config_path | |
| def save_config_snapshot(self, pl_module: LightningModule = None): | |
| os.makedirs(self.savedir, exist_ok=True) | |
| hparams = get_hparams(self.config) | |
| dump_config(os.path.join(self.savedir, "parsed.yaml"), hparams) | |
| if self.config_path: | |
| shutil.copy(self.config_path, os.path.join(self.savedir, "raw.yaml")) | |
| def on_fit_start(self, trainer, pl_module: LightningModule): | |
| self.save_config_snapshot(pl_module) | |