| #!/usr/bin/env bash |
|
|
| user_dir=../../ofa_module |
| bpe_dir=../../utils/BPE |
|
|
| data=../../dataset/caption_data/caption_test.tsv |
| path=../../checkpoints/caption_large_best_clean.pt |
| result_path=../../results/caption |
| selected_cols=1,4,2 |
| split='test' |
|
|
| CUDA_VISIBLE_DEVICES=4,5,6,7 python3 ../../evaluate.py \ |
| ${data} \ |
| --path=${path} \ |
| --user-dir=${user_dir} \ |
| --task=caption \ |
| --batch-size=16 \ |
| --log-format=simple --log-interval=10 \ |
| --seed=7 \ |
| --gen-subset=${split} \ |
| --results-path=${result_path} \ |
| --beam=5 \ |
| --max-len-b=16 \ |
| --no-repeat-ngram-size=3 \ |
| --fp16 \ |
| --num-workers=0 \ |
| --model-overrides="{\"data\":\"${data}\",\"bpe_dir\":\"${bpe_dir}\",\"eval_cider\":False,\"selected_cols\":\"${selected_cols}\"}" |
|
|
| python coco_eval.py ../../results/caption/test_predict.json ../../dataset/caption_data/test_caption_coco_format.json |
|
|