EVALUATION.json

{
  "pair_count": 24,
  "top1": 1.0,
  "recall_at_5": 1.0,
  "mrr": 1.0,
  "mean_aligned_embedding_cosine_vs_bf16": 0.9948673248291016,
  "minimum_aligned_embedding_cosine_vs_bf16": 0.9768442511558533,
  "score_rmse_vs_bf16": 0.010769966058433056,
  "queries_with_rank_change": 0,
  "gate_passed": false,
  "gate_criteria": {
    "top1_delta_min": 0.0,
    "recall_at_5_delta_min": 0.0,
    "mrr_delta_min": -0.01,
    "minimum_aligned_embedding_cosine_min": 0.99,
    "queries_with_rank_change_max": 2
  }
}