| from omegaconf import OmegaConf |
| from os.path import join as pjoin |
| from mGPT.config import instantiate_from_config |
|
|
|
|
| def build_data(cfg, phase="train"): |
| data_config = OmegaConf.to_container(cfg.DATASET, resolve=True) |
| data_config['params'] = {'cfg': cfg, 'phase': phase} |
| if isinstance(data_config['target'], str): |
| return instantiate_from_config(data_config) |
| elif isinstance(data_config['target'], list): |
| data_config_tmp = data_config.copy() |
| data_config_tmp['params']['dataModules'] = data_config['target'] |
| data_config_tmp['target'] = 'mGPT.data.Concat.ConcatDataModule' |
| return instantiate_from_config(data_config) |
|
|
