plamo-embedding-1b / results /Retrieval /scores_jaqket.json
kaitos255's picture
add results
d25181b
raw
history blame
1.58 kB
{
"metric_name": "ndcg@10",
"metric_value": 0.6851508044977195,
"details": {
"optimal_distance_metric": "cosine_similarity",
"val_scores": {
"cosine_similarity": {
"accuracy@1": 0.5346733668341709,
"accuracy@3": 0.714572864321608,
"accuracy@5": 0.7698492462311558,
"accuracy@10": 0.828140703517588,
"ndcg@10": 0.682570463755056,
"mrr@10": 0.6357936507936508
},
"dot_score": {
"accuracy@1": 0.4442211055276382,
"accuracy@3": 0.6090452261306533,
"accuracy@5": 0.6753768844221105,
"accuracy@10": 0.7467336683417085,
"ndcg@10": 0.5922822430922994,
"mrr@10": 0.5432818856185687
},
"euclidean_distance": {
"accuracy@1": 0.5085427135678392,
"accuracy@3": 0.6984924623115578,
"accuracy@5": 0.7557788944723618,
"accuracy@10": 0.807035175879397,
"ndcg@10": 0.6603163598862779,
"mrr@10": 0.612886256680226
}
},
"test_scores": {
"cosine_similarity": {
"accuracy@1": 0.5336008024072216,
"accuracy@3": 0.7261785356068204,
"accuracy@5": 0.7773319959879639,
"accuracy@10": 0.827482447342026,
"ndcg@10": 0.6851508044977195,
"mrr@10": 0.638956154176816
}
}
}
}