| #!/usr/bin/env python | |
| # Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved | |
| # Modified by Bowen Cheng from: https://github.com/bowenc0221/boundary-iou-api/blob/master/tools/coco_instance_evaluation.py | |
| """ | |
| Evaluation for COCO val2017: | |
| python ./tools/coco_instance_evaluation.py \ | |
| --gt-json-file COCO_GT_JSON \ | |
| --dt-json-file COCO_DT_JSON | |
| """ | |
| import argparse | |
| import json | |
| from pycocotools.coco import COCO | |
| from pycocotools.cocoeval import COCOeval | |
| annFile = "dir_to_ann_json_file" | |
| resFile = "dir_to_result_json_file" | |
| simiPath = "dir_to_the_similarity_matrix_of_dataset" | |
| cocoGt = COCO(annFile) | |
| # remove box predictions | |
| resFile = json.load(open(resFile)) | |
| for c in resFile: | |
| c.pop("bbox", None) | |
| cocoDt = cocoGt.loadRes(resFile) | |
| cocoEval = COCOeval(cocoGt, cocoDt, "segm") | |
| cocoEval.params.useCats=1 # class-agnositc | |
| cocoEval.params.openEva=1 # use open-vocabulary evaluation or not | |
| cocoEval.params.simiPath = simiPath | |
| cocoEval.evaluate() | |
| cocoEval.accumulate() | |
| cocoEval.summarize() | |