from omegaconf import OmegaConf from os.path import join as pjoin from mGPT.config import instantiate_from_config def build_data(cfg, phase="train"): data_config = OmegaConf.to_container(cfg.DATASET, resolve=True) data_config['params'] = {'cfg': cfg, 'phase': phase} if isinstance(data_config['target'], str): return instantiate_from_config(data_config) elif isinstance(data_config['target'], list): data_config_tmp = data_config.copy() data_config_tmp['params']['dataModules'] = data_config['target'] data_config_tmp['target'] = 'mGPT.data.Concat.ConcatDataModule' return instantiate_from_config(data_config)