EVALUATION.json

{
  "pair_count": 24,
  "top1": 1.0,
  "recall_at_5": 1.0,
  "mrr": 1.0,
  "mean_aligned_embedding_cosine_vs_bf16": 0.946990430355072,
  "minimum_aligned_embedding_cosine_vs_bf16": 0.9122810363769531,
  "score_rmse_vs_bf16": 0.03163052350282669,
  "queries_with_rank_change": 0,
  "gate_passed": false,
  "gate_criteria": {
    "top1_delta_min": 0.0,
    "recall_at_5_delta_min": 0.0,
    "mrr_delta_min": -0.01,
    "minimum_aligned_embedding_cosine_min": 0.99,
    "queries_with_rank_change_max": 2
  }
}