{
  "ckpt": "runs/native_bird/best.pt",
  "gallery": 809,
  "natural_queries": [
    {
      "ibo": "Nkịta na-agba ọsọ n'elu ahịhịa",
      "eng": "A dog running on the grass",
      "ibo_top5": [
        {
          "image_id": "697582336_601462e052.jpg",
          "score": 0.6106
        },
        {
          "image_id": "2114739371_83aa8bdb0e.jpg",
          "score": 0.5652
        },
        {
          "image_id": "1514957266_a19827c538.jpg",
          "score": 0.4906
        },
        {
          "image_id": "240583223_e26e17ee96.jpg",
          "score": 0.4844
        },
        {
          "image_id": "3358380484_b99b48f0c9.jpg",
          "score": 0.4838
        }
      ],
      "eng_top5": [
        {
          "image_id": "697582336_601462e052.jpg",
          "score": 0.5392
        },
        {
          "image_id": "240583223_e26e17ee96.jpg",
          "score": 0.5132
        },
        {
          "image_id": "3518675890_2f65e23ff9.jpg",
          "score": 0.4845
        },
        {
          "image_id": "2114739371_83aa8bdb0e.jpg",
          "score": 0.4705
        },
        {
          "image_id": "3435035138_af32890a4c.jpg",
          "score": 0.4673
        }
      ],
      "top5_overlap": 3
    },
    {
      "ibo": "Ụmụaka na-egwu egwu n'ime mmiri",
      "eng": "Children playing in the water",
      "ibo_top5": [
        {
          "image_id": "1095476286_87d4f8664e.jpg",
          "score": 0.5337
        },
        {
          "image_id": "3041689520_c481bdb20e.jpg",
          "score": 0.5287
        },
        {
          "image_id": "2951092164_4940b9a517.jpg",
          "score": 0.4685
        },
        {
          "image_id": "3545427060_c16a8b7dfd.jpg",
          "score": 0.4635
        },
        {
          "image_id": "3747543364_bf5b548527.jpg",
          "score": 0.4539
        }
      ],
      "eng_top5": [
        {
          "image_id": "1095476286_87d4f8664e.jpg",
          "score": 0.5283
        },
        {
          "image_id": "3041689520_c481bdb20e.jpg",
          "score": 0.504
        },
        {
          "image_id": "2951092164_4940b9a517.jpg",
          "score": 0.4709
        },
        {
          "image_id": "3545427060_c16a8b7dfd.jpg",
          "score": 0.4709
        },
        {
          "image_id": "3747543364_bf5b548527.jpg",
          "score": 0.4692
        }
      ],
      "top5_overlap": 5
    },
    {
      "ibo": "Otu nwoke na-agba ịnyịnya ígwè",
      "eng": "A man riding a bicycle",
      "ibo_top5": [
        {
          "image_id": "3649916507_b88a3d2082.jpg",
          "score": 0.5071
        },
        {
          "image_id": "3391924827_53b31542ce.jpg",
          "score": 0.5004
        },
        {
          "image_id": "3079073247_97e88e2eb7.jpg",
          "score": 0.4955
        },
        {
          "image_id": "3665169936_01ae94c9fd.jpg",
          "score": 0.4919
        },
        {
          "image_id": "2192411521_9c7e488c5e.jpg",
          "score": 0.4795
        }
      ],
      "eng_top5": [
        {
          "image_id": "2192411521_9c7e488c5e.jpg",
          "score": 0.5054
        },
        {
          "image_id": "3649916507_b88a3d2082.jpg",
          "score": 0.5044
        },
        {
          "image_id": "3391924827_53b31542ce.jpg",
          "score": 0.4932
        },
        {
          "image_id": "3665169936_01ae94c9fd.jpg",
          "score": 0.4931
        },
        {
          "image_id": "2308108566_2cba6bca53.jpg",
          "score": 0.4526
        }
      ],
      "top5_overlap": 4
    },
    {
      "ibo": "Otu nwanyị yi uwe na-acha uhie uhie",
      "eng": "A woman wearing a red dress",
      "ibo_top5": [
        {
          "image_id": "495055747_a75872762a.jpg",
          "score": 0.5312
        },
        {
          "image_id": "613900608_2e49415772.jpg",
          "score": 0.5263
        },
        {
          "image_id": "3534952095_975cca0056.jpg",
          "score": 0.4633
        },
        {
          "image_id": "2695085448_a11833df95.jpg",
          "score": 0.4492
        },
        {
          "image_id": "1821238649_2fda79d6d7.jpg",
          "score": 0.4281
        }
      ],
      "eng_top5": [
        {
          "image_id": "495055747_a75872762a.jpg",
          "score": 0.5347
        },
        {
          "image_id": "613900608_2e49415772.jpg",
          "score": 0.5008
        },
        {
          "image_id": "3534952095_975cca0056.jpg",
          "score": 0.4484
        },
        {
          "image_id": "3183195653_11b66acb34.jpg",
          "score": 0.4395
        },
        {
          "image_id": "2695085448_a11833df95.jpg",
          "score": 0.4367
        }
      ],
      "top5_overlap": 4
    },
    {
      "ibo": "Ndị mmadụ nọ n'elu ugwu",
      "eng": "People on top of a mountain",
      "ibo_top5": [
        {
          "image_id": "2176980976_7054c99621.jpg",
          "score": 0.6118
        },
        {
          "image_id": "3340575518_137ce2695f.jpg",
          "score": 0.566
        },
        {
          "image_id": "1428578577_82864facae.jpg",
          "score": 0.5028
        },
        {
          "image_id": "3229821595_77ace81c6b.jpg",
          "score": 0.4851
        },
        {
          "image_id": "95783195_e1ba3f57ca.jpg",
          "score": 0.4772
        }
      ],
      "eng_top5": [
        {
          "image_id": "2176980976_7054c99621.jpg",
          "score": 0.6013
        },
        {
          "image_id": "3340575518_137ce2695f.jpg",
          "score": 0.5809
        },
        {
          "image_id": "1428578577_82864facae.jpg",
          "score": 0.4962
        },
        {
          "image_id": "224273695_0b517bd0eb.jpg",
          "score": 0.4638
        },
        {
          "image_id": "3229821595_77ace81c6b.jpg",
          "score": 0.4631
        }
      ],
      "top5_overlap": 4
    },
    {
      "ibo": "Otu nwata nwoke na-awụli elu",
      "eng": "A boy jumping in the air",
      "ibo_top5": [
        {
          "image_id": "3348811097_0e09baa26f.jpg",
          "score": 0.5431
        },
        {
          "image_id": "2061354254_faa5bd294b.jpg",
          "score": 0.4968
        },
        {
          "image_id": "3229913073_e7857a5966.jpg",
          "score": 0.4844
        },
        {
          "image_id": "3741827382_71e93298d0.jpg",
          "score": 0.4737
        },
        {
          "image_id": "3396036947_0af6c3aab7.jpg",
          "score": 0.4445
        }
      ],
      "eng_top5": [
        {
          "image_id": "3348811097_0e09baa26f.jpg",
          "score": 0.5075
        },
        {
          "image_id": "2461616306_3ee7ac1b4b.jpg",
          "score": 0.492
        },
        {
          "image_id": "210126070_0d43b300b9.jpg",
          "score": 0.4805
        },
        {
          "image_id": "3229913073_e7857a5966.jpg",
          "score": 0.4607
        },
        {
          "image_id": "2061354254_faa5bd294b.jpg",
          "score": 0.4519
        }
      ],
      "top5_overlap": 3
    },
    {
      "ibo": "Nkịta abụọ na-egwu egwu",
      "eng": "Two dogs playing together",
      "ibo_top5": [
        {
          "image_id": "3473534758_1ae3847781.jpg",
          "score": 0.5172
        },
        {
          "image_id": "522486784_978021d537.jpg",
          "score": 0.4586
        },
        {
          "image_id": "78984436_ad96eaa802.jpg",
          "score": 0.4584
        },
        {
          "image_id": "255741044_1102982213.jpg",
          "score": 0.4466
        },
        {
          "image_id": "3264678536_46601d25f0.jpg",
          "score": 0.4434
        }
      ],
      "eng_top5": [
        {
          "image_id": "522486784_978021d537.jpg",
          "score": 0.5093
        },
        {
          "image_id": "3473534758_1ae3847781.jpg",
          "score": 0.5004
        },
        {
          "image_id": "649596742_5ba84ce946.jpg",
          "score": 0.4764
        },
        {
          "image_id": "2313230479_13f87c6bf3.jpg",
          "score": 0.4346
        },
        {
          "image_id": "872135364_8c1e47d163.jpg",
          "score": 0.424
        }
      ],
      "top5_overlap": 2
    },
    {
      "ibo": "Ọtụtụ mmadụ nọ n'okporo ụzọ",
      "eng": "A crowd of people on a street",
      "ibo_top5": [
        {
          "image_id": "3638374272_444f5e0457.jpg",
          "score": 0.4871
        },
        {
          "image_id": "256444892_efcb3bd824.jpg",
          "score": 0.486
        },
        {
          "image_id": "3225037367_a71fa86319.jpg",
          "score": 0.4641
        },
        {
          "image_id": "3433470650_a8b1c27173.jpg",
          "score": 0.4622
        },
        {
          "image_id": "1685990174_09c4fb7df8.jpg",
          "score": 0.4556
        }
      ],
      "eng_top5": [
        {
          "image_id": "3225037367_a71fa86319.jpg",
          "score": 0.5139
        },
        {
          "image_id": "3433470650_a8b1c27173.jpg",
          "score": 0.5117
        },
        {
          "image_id": "1685990174_09c4fb7df8.jpg",
          "score": 0.5078
        },
        {
          "image_id": "3638374272_444f5e0457.jpg",
          "score": 0.5008
        },
        {
          "image_id": "3627676364_1dc9294ec5.jpg",
          "score": 0.4698
        }
      ],
      "top5_overlap": 4
    }
  ],
  "heldout_caption_queries": [
    {
      "ibo": "Ndị ikom abụọ na-egwuri egwu na egwuregwu egwuregwu ọnụ .",
      "eng_reference": "Two men are playing in a sports game together .",
      "gt_image_id": "3649307685_60c1294d2a.jpg",
      "gt_rank": 8,
      "gt_in_top5": false,
      "top5": [
        {
          "image_id": "3498997518_c2b16f0a0e.jpg",
          "score": 0.4755
        },
        {
          "image_id": "3613027188_1645ca1976.jpg",
          "score": 0.465
        },
        {
          "image_id": "3262075846_5695021d84.jpg",
          "score": 0.4334
        },
        {
          "image_id": "3506607642_40037b3fbf.jpg",
          "score": 0.4289
        },
        {
          "image_id": "269986132_91b71e8aaa.jpg",
          "score": 0.4134
        }
      ]
    },
    {
      "ibo": "A isi awọ agba nkịta na-eje ije na mmiri ájá na a osimiri .",
      "eng_reference": "A grey colored dog walks in wet sand at a beach .",
      "gt_image_id": "1526325728_74eb4153d8.jpg",
      "gt_rank": 14,
      "gt_in_top5": false,
      "top5": [
        {
          "image_id": "3235746553_a40416c00e.jpg",
          "score": 0.6606
        },
        {
          "image_id": "2417745327_a2c2705043.jpg",
          "score": 0.6486
        },
        {
          "image_id": "140430106_2978fda105.jpg",
          "score": 0.6157
        },
        {
          "image_id": "3571675421_7e07ac07c5.jpg",
          "score": 0.5766
        },
        {
          "image_id": "2281006675_fde04e93dd.jpg",
          "score": 0.5653
        }
      ]
    },
    {
      "ibo": "Nkịta na-ejide Frisbee na ndị na-ekiri ya na ndabere .",
      "eng_reference": "A dog catching a Frisbee with onlookers in the background .",
      "gt_image_id": "2857609295_16aaa85293.jpg",
      "gt_rank": 3,
      "gt_in_top5": true,
      "top5": [
        {
          "image_id": "436013859_793d870b6f.jpg",
          "score": 0.6381
        },
        {
          "image_id": "2942133798_e57c862a90.jpg",
          "score": 0.5135
        },
        {
          "image_id": "2857609295_16aaa85293.jpg",
          "score": 0.5105
        },
        {
          "image_id": "241346215_037e18403a.jpg",
          "score": 0.4531
        },
        {
          "image_id": "2165461920_1a4144eb2b.jpg",
          "score": 0.4091
        }
      ]
    },
    {
      "ibo": "Ụmụ agbọghọ abụọ na-acha odo odo na-egwuri egwu ọnụ .",
      "eng_reference": "Two blond girls are playing together .",
      "gt_image_id": "2599131872_65789d86d5.jpg",
      "gt_rank": 1,
      "gt_in_top5": true,
      "top5": [
        {
          "image_id": "2599131872_65789d86d5.jpg",
          "score": 0.515
        },
        {
          "image_id": "3661072592_2e693cd5a0.jpg",
          "score": 0.4701
        },
        {
          "image_id": "1425485485_d7c97a5470.jpg",
          "score": 0.4576
        },
        {
          "image_id": "1424237335_b3be9920ba.jpg",
          "score": 0.4476
        },
        {
          "image_id": "1316247213_1d2c726dd5.jpg",
          "score": 0.4279
        }
      ]
    },
    {
      "ibo": "Nkịta na-awakpo nwoke yi ngwá ọrụ nchebe .",
      "eng_reference": "A dog attacking a man wearing protective gear .",
      "gt_image_id": "2629346153_155ba73ae9.jpg",
      "gt_rank": 3,
      "gt_in_top5": true,
      "top5": [
        {
          "image_id": "1562392511_522a26063b.jpg",
          "score": 0.4444
        },
        {
          "image_id": "3442844140_15aa45e9b8.jpg",
          "score": 0.4008
        },
        {
          "image_id": "2629346153_155ba73ae9.jpg",
          "score": 0.35
        },
        {
          "image_id": "2437266971_b91a8f9a00.jpg",
          "score": 0.3412
        },
        {
          "image_id": "1835511273_790eaae6e6.jpg",
          "score": 0.3388
        }
      ]
    },
    {
      "ibo": "Nkịta ojii na aja aja na-agba ọsọ gafee ahịhịa.",
      "eng_reference": "A black and brown dog running across the grass .",
      "gt_image_id": "697582336_601462e052.jpg",
      "gt_rank": 4,
      "gt_in_top5": true,
      "top5": [
        {
          "image_id": "435739506_2daf7f4887.jpg",
          "score": 0.4904
        },
        {
          "image_id": "333973142_abcd151002.jpg",
          "score": 0.4688
        },
        {
          "image_id": "472860064_a96a228796.jpg",
          "score": 0.4584
        },
        {
          "image_id": "697582336_601462e052.jpg",
          "score": 0.4566
        },
        {
          "image_id": "3025334206_76888792e5.jpg",
          "score": 0.4396
        }
      ]
    }
  ],
  "all_ibo_captions": {
    "n": 751,
    "hit@1": 37.42,
    "hit@5": 68.44,
    "hit@10": 80.56,
    "median_rank": 2
  },
  "all_eng_captions": {
    "n": 809,
    "hit@1": 44.99,
    "hit@5": 76.64,
    "hit@10": 87.02,
    "median_rank": 2
  }
}