eval/reference/perf_scifact.json

{
  "config": {
    "dataset": "scifact",
    "n_docs": 5183,
    "embedder": "all-MiniLM-L6-v2",
    "n_queries": 200,
    "k": 10,
    "repeats": 3
  },
  "build_seconds": {
    "shared_embed_faiss": 45.25,
    "embed": 45.24,
    "faiss": 0.01,
    "vector_total": 45.25,
    "hybrid_total": 63.18,
    "hybrid_bm25": 17.93,
    "graph_total": 218.89,
    "graph_ner_build": 173.6
  },
  "stacks": {
    "vector": {
      "ndcg@10": 0.6484,
      "latency": {
        "median_ms": 8.4,
        "p95_ms": 11.14,
        "p99_ms": 13.25,
        "mean_ms": 8.87,
        "n_calls": 600
      },
      "throughput_qps": {
        "1": 101.9,
        "2": 121.6,
        "4": 138.0,
        "8": 140.2
      }
    },
    "hybrid": {
      "ndcg@10": 0.7108,
      "latency": {
        "median_ms": 15.68,
        "p95_ms": 21.65,
        "p99_ms": 24.37,
        "mean_ms": 16.23,
        "n_calls": 600
      },
      "throughput_qps": {
        "1": 58.4,
        "2": 65.8,
        "4": 68.3,
        "8": 64.6
      }
    },
    "graph": {
      "ndcg@10": 0.6426,
      "latency": {
        "median_ms": 12.38,
        "p95_ms": 16.68,
        "p99_ms": 18.32,
        "mean_ms": 12.9,
        "n_calls": 600
      },
      "throughput_qps": {
        "1": 73.5,
        "2": 91.7,
        "4": 97.8,
        "8": 75.9
      }
    }
  }
}