File size: 528 Bytes
e168a4d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 | import imp
import os
from lib.datasets.dataset_catalog import DatasetCatalog
def _evaluator_factory(cfg):
task = cfg.task
data_source = DatasetCatalog.get(cfg.test.dataset)['id']
module = '.'.join(['lib.evaluators', data_source, task])
path = os.path.join('lib/evaluators', data_source, task+'.py')
evaluator = imp.load_source(module, path).Evaluator(cfg.result_dir)
return evaluator
def make_evaluator(cfg):
if cfg.skip_eval:
return None
else:
return _evaluator_factory(cfg)
|