evaluate.py

import numpy as np
import json
from vg_evaluator import evaluation_for_challenge
from datasets import load_dataset
import os
kk = load_dataset(os.getenv('VG_DATA'))['test'].to_dict()
for key in kk.keys():
    kk[key] = kk[key][0]

def run_evaluation(pred_path):
    pred_ = json.load(open(pred_path))
    gt_ = kk
    results = evaluation_for_challenge(gt_,pred_)
    

    return results['gTop-1@0.25'],results['AP@0.25'],results['gTop-3@0.25']