artifacts/scorecard.json

{
  "baseline_model_id": "BAAI/bge-m3",
  "claim_policy": "2x means >=2.0 error reduction, where error = 1 - metric",
  "eligible_for_2x_claim": false,
  "metric": "ndcg_at_10",
  "model_family": "vinci",
  "model_id": "Cilow/Vinci",
  "pipeline": "Lattice",
  "rows": [
    {
      "baseline": 0.77,
      "baseline_error": 0.22999999999999998,
      "candidate": 0.76,
      "candidate_error": 0.24,
      "error_reduction": 0.9583333333333333,
      "metric": "ndcg_at_10",
      "model_id": "Cilow/Vinci",
      "task": "FiQA2018",
      "track": "embedding",
      "two_x": false
    },
    {
      "baseline": 0.67,
      "baseline_error": 0.32999999999999996,
      "candidate": 0.66,
      "candidate_error": 0.33999999999999997,
      "error_reduction": 0.9705882352941176,
      "metric": "ndcg_at_10",
      "model_id": "Cilow/Vinci",
      "task": "NFCorpus",
      "track": "embedding",
      "two_x": false
    },
    {
      "baseline": 0.72,
      "baseline_error": 0.28,
      "candidate": 0.71,
      "candidate_error": 0.29000000000000004,
      "error_reduction": 0.9655172413793103,
      "metric": "ndcg_at_10",
      "model_id": "Cilow/Vinci",
      "task": "SciFact",
      "track": "embedding",
      "two_x": false
    }
  ]
}