| echo 'Evaluating the results of our method on the SAMPLE test sets.' |
| echo 'Current ITB_PRED = '${ITB_PRED} |
| echo 'Current SEM_PRED = '${SEM_PRED} |
|
|
| echo interactable on union_test dataset |
| python make_sample_gt.py -i ./gts/det/interactable/union_test.json -o ./gts/det/interactable/union_test_sample.json -p ./results/ours/${ITB_PRED}.json |
| python evaluate_coco.py -gt ./gts/det/interactable/union_test_sample.json \ |
| -dt ./results/ours/${ITB_PRED}_union_test.json \ |
| --log ./eval_results/ours/${ITB_PRED}_i.csv \ |
| -d i -n -s > ./eval_results/ours/${ITB_PRED}_i_summary.txt |
| rm ./gts/det/interactable/union_test_sample.json |
|
|
| echo interactable on 613 test dataset |
| python make_sample_gt.py -i ./gts/det/interactable/613.json -o ./gts/det/interactable/613_sample.json -p ./results/ours/${ITB_PRED}_613.json |
| python evaluate_coco.py -gt ./gts/det/interactable/613_sample.json \ |
| -dt ./results/ours/${ITB_PRED}_613.json \ |
| --log ./eval_results/ours/${ITB_PRED}_613_i.csv \ |
| -d i -n -s > ./eval_results/ours/${ITB_PRED}_613_i_summary.txt |
| rm ./gts/det/interactable/613_sample.json |
|
|
| echo interactable on genre test dataset |
| python make_sample_gt.py -i ./gts/det/interactable/genre.json -o ./gts/det/interactable/genre_sample.json -p ./results/ours/${ITB_PRED}_genre.json |
| python evaluate_coco.py -gt ./gts/det/interactable/genre_sample.json \ |
| -dt ./results/ours/${ITB_PRED}_genre.json \ |
| --log ./eval_results/ours/${ITB_PRED}_genre_i.csv \ |
| -d i -n -s > ./eval_results/ours/${ITB_PRED}_genre_i_summary.txt |
| rm ./gts/det/interactable/genre_sample.json |
|
|
| echo semantics on union_test dataset |
| python make_sample_gt.py -i ./gts/det/semantics/union_test.json -o ./gts/det/semantics/union_test_sample.json -p ./results/ours/${SEM_PRED}.json |
| python evaluate_coco.py -gt ./gts/det/semantics/union_test_sample.json \ |
| -dt ./results/ours/${SEM_PRED}_union_test.json \ |
| --log ./eval_results/ours/${SEM_PRED}_s.csv \ |
| -d s -s > ./eval_results/ours/${SEM_PRED}_s_summary.txt |
| rm ./gts/det/semantics/union_test_sample.json |
|
|
| echo semantics on 613 test dataset |
| python make_sample_gt.py -i ./gts/det/semantics/613.json -o ./gts/det/semantics/613_sample.json -p ./results/ours/${SEM_PRED}_613.json |
| python evaluate_coco.py -gt ./gts/det/semantics/613_sample.json \ |
| -dt ./results/ours/${SEM_PRED}_613.json \ |
| --log ./eval_results/ours/${SEM_PRED}_613_s.csv \ |
| -d s -s > ./eval_results/ours/${SEM_PRED}_613_s_summary.txt |
| rm ./gts/det/semantics/613_sample.json |
|
|
| echo semantics on genre test dataset |
| python make_sample_gt.py -i ./gts/det/semantics/genre.json -o ./gts/det/semantics/genre_sample.json -p ./results/ours/${SEM_PRED}_genre.json |
| python evaluate_coco.py -gt ./gts/det/semantics/genre_sample.json \ |
| -dt ./results/ours/${SEM_PRED}_genre.json \ |
| --log ./eval_results/ours/${SEM_PRED}_genre_s.csv \ |
| -d s -s > ./eval_results/ours/${SEM_PRED}_genre_s_summary.txt |
| rm ./gts/det/semantics/genre_sample.json |
|
|
