{ "baseline_model_id": "BAAI/bge-m3", "claim_policy": "2x means >=2.0 error reduction, where error = 1 - metric", "eligible_for_2x_claim": false, "metric": "ndcg_at_10", "model_family": "vinci", "model_id": "Cilow/Vinci", "pipeline": "Lattice", "rows": [ { "baseline": 0.77, "baseline_error": 0.22999999999999998, "candidate": 0.76, "candidate_error": 0.24, "error_reduction": 0.9583333333333333, "metric": "ndcg_at_10", "model_id": "Cilow/Vinci", "task": "FiQA2018", "track": "embedding", "two_x": false }, { "baseline": 0.67, "baseline_error": 0.32999999999999996, "candidate": 0.66, "candidate_error": 0.33999999999999997, "error_reduction": 0.9705882352941176, "metric": "ndcg_at_10", "model_id": "Cilow/Vinci", "task": "NFCorpus", "track": "embedding", "two_x": false }, { "baseline": 0.72, "baseline_error": 0.28, "candidate": 0.71, "candidate_error": 0.29000000000000004, "error_reduction": 0.9655172413793103, "metric": "ndcg_at_10", "model_id": "Cilow/Vinci", "task": "SciFact", "track": "embedding", "two_x": false } ] }