File size: 3,285 Bytes
6d35aff | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 | echo 'Evaluating the results of our method on the SAMPLE test sets.'
echo 'Current ITB_PRED = '${ITB_PRED}
echo 'Current SEM_PRED = '${SEM_PRED}
echo interactable on union_test dataset
python make_sample_gt.py -i ./gts/det/interactable/union_test.json -o ./gts/det/interactable/union_test_sample.json -p ./results/ours/${ITB_PRED}.json
python evaluate_coco.py -gt ./gts/det/interactable/union_test_sample.json \
-dt ./results/ours/${ITB_PRED}_union_test.json \
--log ./eval_results/ours/${ITB_PRED}_i.csv \
-d i -n -s > ./eval_results/ours/${ITB_PRED}_i_summary.txt
rm ./gts/det/interactable/union_test_sample.json
echo interactable on 613 test dataset
python make_sample_gt.py -i ./gts/det/interactable/613.json -o ./gts/det/interactable/613_sample.json -p ./results/ours/${ITB_PRED}_613.json
python evaluate_coco.py -gt ./gts/det/interactable/613_sample.json \
-dt ./results/ours/${ITB_PRED}_613.json \
--log ./eval_results/ours/${ITB_PRED}_613_i.csv \
-d i -n -s > ./eval_results/ours/${ITB_PRED}_613_i_summary.txt
rm ./gts/det/interactable/613_sample.json
echo interactable on genre test dataset
python make_sample_gt.py -i ./gts/det/interactable/genre.json -o ./gts/det/interactable/genre_sample.json -p ./results/ours/${ITB_PRED}_genre.json
python evaluate_coco.py -gt ./gts/det/interactable/genre_sample.json \
-dt ./results/ours/${ITB_PRED}_genre.json \
--log ./eval_results/ours/${ITB_PRED}_genre_i.csv \
-d i -n -s > ./eval_results/ours/${ITB_PRED}_genre_i_summary.txt
rm ./gts/det/interactable/genre_sample.json
echo semantics on union_test dataset
python make_sample_gt.py -i ./gts/det/semantics/union_test.json -o ./gts/det/semantics/union_test_sample.json -p ./results/ours/${SEM_PRED}.json
python evaluate_coco.py -gt ./gts/det/semantics/union_test_sample.json \
-dt ./results/ours/${SEM_PRED}_union_test.json \
--log ./eval_results/ours/${SEM_PRED}_s.csv \
-d s -s > ./eval_results/ours/${SEM_PRED}_s_summary.txt
rm ./gts/det/semantics/union_test_sample.json
echo semantics on 613 test dataset
python make_sample_gt.py -i ./gts/det/semantics/613.json -o ./gts/det/semantics/613_sample.json -p ./results/ours/${SEM_PRED}_613.json
python evaluate_coco.py -gt ./gts/det/semantics/613_sample.json \
-dt ./results/ours/${SEM_PRED}_613.json \
--log ./eval_results/ours/${SEM_PRED}_613_s.csv \
-d s -s > ./eval_results/ours/${SEM_PRED}_613_s_summary.txt
rm ./gts/det/semantics/613_sample.json
echo semantics on genre test dataset
python make_sample_gt.py -i ./gts/det/semantics/genre.json -o ./gts/det/semantics/genre_sample.json -p ./results/ours/${SEM_PRED}_genre.json
python evaluate_coco.py -gt ./gts/det/semantics/genre_sample.json \
-dt ./results/ours/${SEM_PRED}_genre.json \
--log ./eval_results/ours/${SEM_PRED}_genre_s.csv \
-d s -s > ./eval_results/ours/${SEM_PRED}_genre_s_summary.txt
rm ./gts/det/semantics/genre_sample.json
|