| { |
| "ckpt": "runs/native_bird/best.pt", |
| "gallery": 809, |
| "natural_queries": [ |
| { |
| "ibo": "Nkịta na-agba ọsọ n'elu ahịhịa", |
| "eng": "A dog running on the grass", |
| "ibo_top5": [ |
| { |
| "image_id": "697582336_601462e052.jpg", |
| "score": 0.6106 |
| }, |
| { |
| "image_id": "2114739371_83aa8bdb0e.jpg", |
| "score": 0.5652 |
| }, |
| { |
| "image_id": "1514957266_a19827c538.jpg", |
| "score": 0.4906 |
| }, |
| { |
| "image_id": "240583223_e26e17ee96.jpg", |
| "score": 0.4844 |
| }, |
| { |
| "image_id": "3358380484_b99b48f0c9.jpg", |
| "score": 0.4838 |
| } |
| ], |
| "eng_top5": [ |
| { |
| "image_id": "697582336_601462e052.jpg", |
| "score": 0.5392 |
| }, |
| { |
| "image_id": "240583223_e26e17ee96.jpg", |
| "score": 0.5132 |
| }, |
| { |
| "image_id": "3518675890_2f65e23ff9.jpg", |
| "score": 0.4845 |
| }, |
| { |
| "image_id": "2114739371_83aa8bdb0e.jpg", |
| "score": 0.4705 |
| }, |
| { |
| "image_id": "3435035138_af32890a4c.jpg", |
| "score": 0.4673 |
| } |
| ], |
| "top5_overlap": 3 |
| }, |
| { |
| "ibo": "Ụmụaka na-egwu egwu n'ime mmiri", |
| "eng": "Children playing in the water", |
| "ibo_top5": [ |
| { |
| "image_id": "1095476286_87d4f8664e.jpg", |
| "score": 0.5337 |
| }, |
| { |
| "image_id": "3041689520_c481bdb20e.jpg", |
| "score": 0.5287 |
| }, |
| { |
| "image_id": "2951092164_4940b9a517.jpg", |
| "score": 0.4685 |
| }, |
| { |
| "image_id": "3545427060_c16a8b7dfd.jpg", |
| "score": 0.4635 |
| }, |
| { |
| "image_id": "3747543364_bf5b548527.jpg", |
| "score": 0.4539 |
| } |
| ], |
| "eng_top5": [ |
| { |
| "image_id": "1095476286_87d4f8664e.jpg", |
| "score": 0.5283 |
| }, |
| { |
| "image_id": "3041689520_c481bdb20e.jpg", |
| "score": 0.504 |
| }, |
| { |
| "image_id": "2951092164_4940b9a517.jpg", |
| "score": 0.4709 |
| }, |
| { |
| "image_id": "3545427060_c16a8b7dfd.jpg", |
| "score": 0.4709 |
| }, |
| { |
| "image_id": "3747543364_bf5b548527.jpg", |
| "score": 0.4692 |
| } |
| ], |
| "top5_overlap": 5 |
| }, |
| { |
| "ibo": "Otu nwoke na-agba ịnyịnya ígwè", |
| "eng": "A man riding a bicycle", |
| "ibo_top5": [ |
| { |
| "image_id": "3649916507_b88a3d2082.jpg", |
| "score": 0.5071 |
| }, |
| { |
| "image_id": "3391924827_53b31542ce.jpg", |
| "score": 0.5004 |
| }, |
| { |
| "image_id": "3079073247_97e88e2eb7.jpg", |
| "score": 0.4955 |
| }, |
| { |
| "image_id": "3665169936_01ae94c9fd.jpg", |
| "score": 0.4919 |
| }, |
| { |
| "image_id": "2192411521_9c7e488c5e.jpg", |
| "score": 0.4795 |
| } |
| ], |
| "eng_top5": [ |
| { |
| "image_id": "2192411521_9c7e488c5e.jpg", |
| "score": 0.5054 |
| }, |
| { |
| "image_id": "3649916507_b88a3d2082.jpg", |
| "score": 0.5044 |
| }, |
| { |
| "image_id": "3391924827_53b31542ce.jpg", |
| "score": 0.4932 |
| }, |
| { |
| "image_id": "3665169936_01ae94c9fd.jpg", |
| "score": 0.4931 |
| }, |
| { |
| "image_id": "2308108566_2cba6bca53.jpg", |
| "score": 0.4526 |
| } |
| ], |
| "top5_overlap": 4 |
| }, |
| { |
| "ibo": "Otu nwanyị yi uwe na-acha uhie uhie", |
| "eng": "A woman wearing a red dress", |
| "ibo_top5": [ |
| { |
| "image_id": "495055747_a75872762a.jpg", |
| "score": 0.5312 |
| }, |
| { |
| "image_id": "613900608_2e49415772.jpg", |
| "score": 0.5263 |
| }, |
| { |
| "image_id": "3534952095_975cca0056.jpg", |
| "score": 0.4633 |
| }, |
| { |
| "image_id": "2695085448_a11833df95.jpg", |
| "score": 0.4492 |
| }, |
| { |
| "image_id": "1821238649_2fda79d6d7.jpg", |
| "score": 0.4281 |
| } |
| ], |
| "eng_top5": [ |
| { |
| "image_id": "495055747_a75872762a.jpg", |
| "score": 0.5347 |
| }, |
| { |
| "image_id": "613900608_2e49415772.jpg", |
| "score": 0.5008 |
| }, |
| { |
| "image_id": "3534952095_975cca0056.jpg", |
| "score": 0.4484 |
| }, |
| { |
| "image_id": "3183195653_11b66acb34.jpg", |
| "score": 0.4395 |
| }, |
| { |
| "image_id": "2695085448_a11833df95.jpg", |
| "score": 0.4367 |
| } |
| ], |
| "top5_overlap": 4 |
| }, |
| { |
| "ibo": "Ndị mmadụ nọ n'elu ugwu", |
| "eng": "People on top of a mountain", |
| "ibo_top5": [ |
| { |
| "image_id": "2176980976_7054c99621.jpg", |
| "score": 0.6118 |
| }, |
| { |
| "image_id": "3340575518_137ce2695f.jpg", |
| "score": 0.566 |
| }, |
| { |
| "image_id": "1428578577_82864facae.jpg", |
| "score": 0.5028 |
| }, |
| { |
| "image_id": "3229821595_77ace81c6b.jpg", |
| "score": 0.4851 |
| }, |
| { |
| "image_id": "95783195_e1ba3f57ca.jpg", |
| "score": 0.4772 |
| } |
| ], |
| "eng_top5": [ |
| { |
| "image_id": "2176980976_7054c99621.jpg", |
| "score": 0.6013 |
| }, |
| { |
| "image_id": "3340575518_137ce2695f.jpg", |
| "score": 0.5809 |
| }, |
| { |
| "image_id": "1428578577_82864facae.jpg", |
| "score": 0.4962 |
| }, |
| { |
| "image_id": "224273695_0b517bd0eb.jpg", |
| "score": 0.4638 |
| }, |
| { |
| "image_id": "3229821595_77ace81c6b.jpg", |
| "score": 0.4631 |
| } |
| ], |
| "top5_overlap": 4 |
| }, |
| { |
| "ibo": "Otu nwata nwoke na-awụli elu", |
| "eng": "A boy jumping in the air", |
| "ibo_top5": [ |
| { |
| "image_id": "3348811097_0e09baa26f.jpg", |
| "score": 0.5431 |
| }, |
| { |
| "image_id": "2061354254_faa5bd294b.jpg", |
| "score": 0.4968 |
| }, |
| { |
| "image_id": "3229913073_e7857a5966.jpg", |
| "score": 0.4844 |
| }, |
| { |
| "image_id": "3741827382_71e93298d0.jpg", |
| "score": 0.4737 |
| }, |
| { |
| "image_id": "3396036947_0af6c3aab7.jpg", |
| "score": 0.4445 |
| } |
| ], |
| "eng_top5": [ |
| { |
| "image_id": "3348811097_0e09baa26f.jpg", |
| "score": 0.5075 |
| }, |
| { |
| "image_id": "2461616306_3ee7ac1b4b.jpg", |
| "score": 0.492 |
| }, |
| { |
| "image_id": "210126070_0d43b300b9.jpg", |
| "score": 0.4805 |
| }, |
| { |
| "image_id": "3229913073_e7857a5966.jpg", |
| "score": 0.4607 |
| }, |
| { |
| "image_id": "2061354254_faa5bd294b.jpg", |
| "score": 0.4519 |
| } |
| ], |
| "top5_overlap": 3 |
| }, |
| { |
| "ibo": "Nkịta abụọ na-egwu egwu", |
| "eng": "Two dogs playing together", |
| "ibo_top5": [ |
| { |
| "image_id": "3473534758_1ae3847781.jpg", |
| "score": 0.5172 |
| }, |
| { |
| "image_id": "522486784_978021d537.jpg", |
| "score": 0.4586 |
| }, |
| { |
| "image_id": "78984436_ad96eaa802.jpg", |
| "score": 0.4584 |
| }, |
| { |
| "image_id": "255741044_1102982213.jpg", |
| "score": 0.4466 |
| }, |
| { |
| "image_id": "3264678536_46601d25f0.jpg", |
| "score": 0.4434 |
| } |
| ], |
| "eng_top5": [ |
| { |
| "image_id": "522486784_978021d537.jpg", |
| "score": 0.5093 |
| }, |
| { |
| "image_id": "3473534758_1ae3847781.jpg", |
| "score": 0.5004 |
| }, |
| { |
| "image_id": "649596742_5ba84ce946.jpg", |
| "score": 0.4764 |
| }, |
| { |
| "image_id": "2313230479_13f87c6bf3.jpg", |
| "score": 0.4346 |
| }, |
| { |
| "image_id": "872135364_8c1e47d163.jpg", |
| "score": 0.424 |
| } |
| ], |
| "top5_overlap": 2 |
| }, |
| { |
| "ibo": "Ọtụtụ mmadụ nọ n'okporo ụzọ", |
| "eng": "A crowd of people on a street", |
| "ibo_top5": [ |
| { |
| "image_id": "3638374272_444f5e0457.jpg", |
| "score": 0.4871 |
| }, |
| { |
| "image_id": "256444892_efcb3bd824.jpg", |
| "score": 0.486 |
| }, |
| { |
| "image_id": "3225037367_a71fa86319.jpg", |
| "score": 0.4641 |
| }, |
| { |
| "image_id": "3433470650_a8b1c27173.jpg", |
| "score": 0.4622 |
| }, |
| { |
| "image_id": "1685990174_09c4fb7df8.jpg", |
| "score": 0.4556 |
| } |
| ], |
| "eng_top5": [ |
| { |
| "image_id": "3225037367_a71fa86319.jpg", |
| "score": 0.5139 |
| }, |
| { |
| "image_id": "3433470650_a8b1c27173.jpg", |
| "score": 0.5117 |
| }, |
| { |
| "image_id": "1685990174_09c4fb7df8.jpg", |
| "score": 0.5078 |
| }, |
| { |
| "image_id": "3638374272_444f5e0457.jpg", |
| "score": 0.5008 |
| }, |
| { |
| "image_id": "3627676364_1dc9294ec5.jpg", |
| "score": 0.4698 |
| } |
| ], |
| "top5_overlap": 4 |
| } |
| ], |
| "heldout_caption_queries": [ |
| { |
| "ibo": "Ndị ikom abụọ na-egwuri egwu na egwuregwu egwuregwu ọnụ .", |
| "eng_reference": "Two men are playing in a sports game together .", |
| "gt_image_id": "3649307685_60c1294d2a.jpg", |
| "gt_rank": 8, |
| "gt_in_top5": false, |
| "top5": [ |
| { |
| "image_id": "3498997518_c2b16f0a0e.jpg", |
| "score": 0.4755 |
| }, |
| { |
| "image_id": "3613027188_1645ca1976.jpg", |
| "score": 0.465 |
| }, |
| { |
| "image_id": "3262075846_5695021d84.jpg", |
| "score": 0.4334 |
| }, |
| { |
| "image_id": "3506607642_40037b3fbf.jpg", |
| "score": 0.4289 |
| }, |
| { |
| "image_id": "269986132_91b71e8aaa.jpg", |
| "score": 0.4134 |
| } |
| ] |
| }, |
| { |
| "ibo": "A isi awọ agba nkịta na-eje ije na mmiri ájá na a osimiri .", |
| "eng_reference": "A grey colored dog walks in wet sand at a beach .", |
| "gt_image_id": "1526325728_74eb4153d8.jpg", |
| "gt_rank": 14, |
| "gt_in_top5": false, |
| "top5": [ |
| { |
| "image_id": "3235746553_a40416c00e.jpg", |
| "score": 0.6606 |
| }, |
| { |
| "image_id": "2417745327_a2c2705043.jpg", |
| "score": 0.6486 |
| }, |
| { |
| "image_id": "140430106_2978fda105.jpg", |
| "score": 0.6157 |
| }, |
| { |
| "image_id": "3571675421_7e07ac07c5.jpg", |
| "score": 0.5766 |
| }, |
| { |
| "image_id": "2281006675_fde04e93dd.jpg", |
| "score": 0.5653 |
| } |
| ] |
| }, |
| { |
| "ibo": "Nkịta na-ejide Frisbee na ndị na-ekiri ya na ndabere .", |
| "eng_reference": "A dog catching a Frisbee with onlookers in the background .", |
| "gt_image_id": "2857609295_16aaa85293.jpg", |
| "gt_rank": 3, |
| "gt_in_top5": true, |
| "top5": [ |
| { |
| "image_id": "436013859_793d870b6f.jpg", |
| "score": 0.6381 |
| }, |
| { |
| "image_id": "2942133798_e57c862a90.jpg", |
| "score": 0.5135 |
| }, |
| { |
| "image_id": "2857609295_16aaa85293.jpg", |
| "score": 0.5105 |
| }, |
| { |
| "image_id": "241346215_037e18403a.jpg", |
| "score": 0.4531 |
| }, |
| { |
| "image_id": "2165461920_1a4144eb2b.jpg", |
| "score": 0.4091 |
| } |
| ] |
| }, |
| { |
| "ibo": "Ụmụ agbọghọ abụọ na-acha odo odo na-egwuri egwu ọnụ .", |
| "eng_reference": "Two blond girls are playing together .", |
| "gt_image_id": "2599131872_65789d86d5.jpg", |
| "gt_rank": 1, |
| "gt_in_top5": true, |
| "top5": [ |
| { |
| "image_id": "2599131872_65789d86d5.jpg", |
| "score": 0.515 |
| }, |
| { |
| "image_id": "3661072592_2e693cd5a0.jpg", |
| "score": 0.4701 |
| }, |
| { |
| "image_id": "1425485485_d7c97a5470.jpg", |
| "score": 0.4576 |
| }, |
| { |
| "image_id": "1424237335_b3be9920ba.jpg", |
| "score": 0.4476 |
| }, |
| { |
| "image_id": "1316247213_1d2c726dd5.jpg", |
| "score": 0.4279 |
| } |
| ] |
| }, |
| { |
| "ibo": "Nkịta na-awakpo nwoke yi ngwá ọrụ nchebe .", |
| "eng_reference": "A dog attacking a man wearing protective gear .", |
| "gt_image_id": "2629346153_155ba73ae9.jpg", |
| "gt_rank": 3, |
| "gt_in_top5": true, |
| "top5": [ |
| { |
| "image_id": "1562392511_522a26063b.jpg", |
| "score": 0.4444 |
| }, |
| { |
| "image_id": "3442844140_15aa45e9b8.jpg", |
| "score": 0.4008 |
| }, |
| { |
| "image_id": "2629346153_155ba73ae9.jpg", |
| "score": 0.35 |
| }, |
| { |
| "image_id": "2437266971_b91a8f9a00.jpg", |
| "score": 0.3412 |
| }, |
| { |
| "image_id": "1835511273_790eaae6e6.jpg", |
| "score": 0.3388 |
| } |
| ] |
| }, |
| { |
| "ibo": "Nkịta ojii na aja aja na-agba ọsọ gafee ahịhịa.", |
| "eng_reference": "A black and brown dog running across the grass .", |
| "gt_image_id": "697582336_601462e052.jpg", |
| "gt_rank": 4, |
| "gt_in_top5": true, |
| "top5": [ |
| { |
| "image_id": "435739506_2daf7f4887.jpg", |
| "score": 0.4904 |
| }, |
| { |
| "image_id": "333973142_abcd151002.jpg", |
| "score": 0.4688 |
| }, |
| { |
| "image_id": "472860064_a96a228796.jpg", |
| "score": 0.4584 |
| }, |
| { |
| "image_id": "697582336_601462e052.jpg", |
| "score": 0.4566 |
| }, |
| { |
| "image_id": "3025334206_76888792e5.jpg", |
| "score": 0.4396 |
| } |
| ] |
| } |
| ], |
| "all_ibo_captions": { |
| "n": 751, |
| "hit@1": 37.42, |
| "hit@5": 68.44, |
| "hit@10": 80.56, |
| "median_rank": 2 |
| }, |
| "all_eng_captions": { |
| "n": 809, |
| "hit@1": 44.99, |
| "hit@5": 76.64, |
| "hit@10": 87.02, |
| "median_rank": 2 |
| } |
| } |
