{
  "task": "WikipediaRerankingMultilingual",
  "metric": "map_at_1000",
  "languages": [
    "de",
    "en",
    "it"
  ],
  "tolerance": 0.01,
  "baseline": {
    "model": "Qwen/Qwen3-Reranker-4B",
    "task": "WikipediaRerankingMultilingual",
    "metric": "map_at_1000",
    "scores": {
      "de": 0.96004,
      "en": 0.97152,
      "it": 0.97102
    }
  },
  "candidate": {
    "model": "models/Qwen3-Reranker-4B-FP8-Dynamic",
    "task": "WikipediaRerankingMultilingual",
    "metric": "map_at_1000",
    "scores": {
      "de": 0.95942,
      "en": 0.9726,
      "it": 0.9702
    }
  },
  "created_at": "2026-08-05T14:29:08+00:00"
}