gate.json

{
  "task": "WikipediaRetrievalMultilingual",
  "metric": "ndcg_at_10",
  "languages": [
    "de",
    "en",
    "it"
  ],
  "tolerance": 0.01,
  "baseline": {
    "model": "Qwen/Qwen3-Embedding-4B",
    "task": "WikipediaRetrievalMultilingual",
    "metric": "ndcg_at_10",
    "scores": {
      "de": 0.90665,
      "en": 0.93437,
      "it": 0.89927
    }
  },
  "candidate": {
    "model": "models/Qwen3-Embedding-4B-FP8-Dynamic",
    "task": "WikipediaRetrievalMultilingual",
    "metric": "ndcg_at_10",
    "scores": {
      "de": 0.90653,
      "en": 0.93531,
      "it": 0.89944
    }
  },
  "created_at": "2026-08-05T14:38:16+00:00"
}