|
|
|
|
|
|
|
|
|
|
| import logging
|
| import os
|
| from typing import Any
|
|
|
| import torch
|
| from omegaconf import OmegaConf
|
|
|
| import dinov3.distributed
|
| from dinov3.eval import results
|
|
|
| logger = logging.getLogger("dinov3")
|
|
|
| CONFIG_FILE_KEY = "config_file"
|
| EVAL_CONFIG_FNAME = "eval_config.yaml"
|
|
|
|
|
| def write_results(results_dict, output_dir, results_filename) -> None:
|
| """Save only on main if cuda is available"""
|
| if torch.cuda.is_available() and not dinov3.distributed.is_main_process():
|
| return
|
| results_path = os.path.join(output_dir, results_filename)
|
| logger.info(f"Saving results to {results_path}")
|
| results.save_from_dict(results_dict=results_dict, results_path=results_path)
|
|
|
|
|
| def args_dict_to_dataclass(eval_args: dict[str, object], config_dataclass, save_config: bool = True) -> tuple[Any, str]:
|
| """
|
| eval_args : arguments passed to create the eval config.
|
| `CONFIG_FILE_KEY` is a reserved name to load a set of parameters from a config file.
|
| config_dataclass: a dataclass used to define the config arguments, types and default values
|
| save_config : whether to save the config in a file named `EVAL_CONFIG_FNAME` in the output_dir
|
| """
|
| if CONFIG_FILE_KEY in eval_args:
|
| config_file = eval_args.pop(CONFIG_FILE_KEY)
|
| eval_args_config = OmegaConf.merge(OmegaConf.load(config_file), OmegaConf.create(eval_args))
|
| else:
|
| eval_args_config = OmegaConf.create(eval_args)
|
|
|
| structured_config = OmegaConf.merge(OmegaConf.structured(config_dataclass), eval_args_config)
|
| logger.info(f"Evaluation Configuration:\n{OmegaConf.to_yaml(structured_config)}")
|
| output_dir = structured_config.output_dir
|
|
|
| if save_config and dinov3.distributed.is_main_process():
|
| OmegaConf.save(config=structured_config, f=os.path.join(output_dir, EVAL_CONFIG_FNAME))
|
|
|
| return OmegaConf.to_object(structured_config), output_dir
|
|
|
|
|
| def cli_parser(argv: list[str]) -> tuple[dict[str, Any]]:
|
| """
|
| a method to parse argv and output a dict of eval arguments, and model building arguments.
|
| - `argv` can come from the command line directly, or from a subset of the command line arguments,
|
| as in dinov3.run.submitit
|
| - `output_dir` can either be passed as `output_dir=` or `--output-dir=` (to support dinov3.run.submitit)
|
| """
|
| cli_eval_args_dict = OmegaConf.to_container(OmegaConf.from_cli(argv))
|
| if "output_dir" not in cli_eval_args_dict:
|
| cli_eval_args_dict["output_dir"] = cli_eval_args_dict.pop("--output-dir", ".")
|
| return cli_eval_args_dict
|
|
|
