agllm2-dev / retrieval_evaluation_results.json
arbabarshad's picture
fixed count of species
8302c34
{
"no_filter": {
"precision@1": {
"mean": 0.55,
"std": 0.49749371855331,
"count": 100
},
"precision@3": {
"mean": 0.74,
"std": 0.4386342439892262,
"count": 100
},
"precision@5": {
"mean": 0.8,
"std": 0.4,
"count": 100
},
"ndcg@1": {
"mean": 0.55,
"std": 0.49749371855331,
"count": 100
},
"ndcg@3": {
"mean": 0.6620208679642894,
"std": 0.4224663020789173,
"count": 100
},
"ndcg@5": {
"mean": 0.6865467489235274,
"std": 0.39428047037500696,
"count": 100
}
},
"species_only": {
"precision@1": {
"mean": 0.72,
"std": 0.4489988864128729,
"count": 100
},
"precision@3": {
"mean": 1.0,
"std": 0.0,
"count": 100
},
"precision@5": {
"mean": 1.0,
"std": 0.0,
"count": 100
},
"ndcg@1": {
"mean": 0.72,
"std": 0.4489988864128729,
"count": 100
},
"ndcg@3": {
"mean": 0.8861859507142915,
"std": 0.18517270734359137,
"count": 100
},
"ndcg@5": {
"mean": 0.8861859507142915,
"std": 0.18517270734359137,
"count": 100
}
},
"region_only": {
"precision@1": {
"mean": 0.56,
"std": 0.4963869458396343,
"count": 100
},
"precision@3": {
"mean": 0.74,
"std": 0.4386342439892262,
"count": 100
},
"precision@5": {
"mean": 0.82,
"std": 0.38418745424597095,
"count": 100
},
"ndcg@1": {
"mean": 0.56,
"std": 0.4963869458396343,
"count": 100
},
"ndcg@3": {
"mean": 0.6683301655000039,
"std": 0.423160630771083,
"count": 100
},
"ndcg@5": {
"mean": 0.7010313401123213,
"std": 0.38430545848027436,
"count": 100
}
},
"species_and_region": {
"precision@1": {
"mean": 0.74,
"std": 0.4386342439892262,
"count": 100
},
"precision@3": {
"mean": 1.0,
"std": 0.0,
"count": 100
},
"precision@5": {
"mean": 1.0,
"std": 0.0,
"count": 100
},
"ndcg@1": {
"mean": 0.74,
"std": 0.4386342439892262,
"count": 100
},
"ndcg@3": {
"mean": 0.8961859507142915,
"std": 0.17738436382801476,
"count": 100
},
"ndcg@5": {
"mean": 0.8961859507142915,
"std": 0.17738436382801476,
"count": 100
}
}
}