[ { "dataset_id": "vinci-v0-synthetic", "model_id": "Cilow/Vinci", "backend": "deterministic", "dim": 256, "metrics": { "recall_at_5": 0.14285714285714285, "recall_at_10": 0.7142857142857143, "mrr_at_10": 0.11604308390022676, "ndcg_at_10": 0.24841329030013304 }, "query_count": 7, "claim_count": 16, "category_metrics": { "code": { "recall_at_5": 0.0, "recall_at_10": 0.0, "mrr_at_10": 0.0, "ndcg_at_10": 0.0 }, "correction": { "recall_at_5": 0.0, "recall_at_10": 1.0, "mrr_at_10": 0.125, "ndcg_at_10": 0.31546487678572877 }, "knowledge-update": { "recall_at_5": 0.0, "recall_at_10": 1.0, "mrr_at_10": 0.1, "ndcg_at_10": 0.2890648263178879 }, "numeric-precision": { "recall_at_5": 0.0, "recall_at_10": 1.0, "mrr_at_10": 0.14285714285714285, "ndcg_at_10": 0.3333333333333333 }, "semantic-neighbor": { "recall_at_5": 1.0, "recall_at_10": 1.0, "mrr_at_10": 0.3333333333333333, "ndcg_at_10": 0.5 }, "structured-db-row": { "recall_at_5": 0.0, "recall_at_10": 1.0, "mrr_at_10": 0.1111111111111111, "ndcg_at_10": 0.3010299956639812 }, "tool-trace": { "recall_at_5": 0.0, "recall_at_10": 0.0, "mrr_at_10": 0.0, "ndcg_at_10": 0.0 } }, "model_family": "vinci", "pipeline": "Lattice", "promotion_gate": { "shadow_only": true, "requires_voyage_baseline_comparison": true, "min_stephen_longitudinal_passes": 8, "eligible_without_baseline": false } }, { "dataset_id": "vinci-v0-synthetic", "model_id": "Cilow/Vinci", "backend": "deterministic", "dim": 1024, "metrics": { "recall_at_5": 0.2857142857142857, "recall_at_10": 0.7142857142857143, "mrr_at_10": 0.1261904761904762, "ndcg_at_10": 0.25812105530341245 }, "query_count": 7, "claim_count": 16, "category_metrics": { "code": { "recall_at_5": 0.0, "recall_at_10": 0.0, "mrr_at_10": 0.0, "ndcg_at_10": 0.0 }, "correction": { "recall_at_5": 1.0, "recall_at_10": 1.0, "mrr_at_10": 0.2, "ndcg_at_10": 0.38685280723454163 }, "knowledge-update": { "recall_at_5": 0.0, "recall_at_10": 0.0, "mrr_at_10": 0.0, "ndcg_at_10": 0.0 }, "numeric-precision": { "recall_at_5": 1.0, "recall_at_10": 1.0, "mrr_at_10": 0.3333333333333333, "ndcg_at_10": 0.5 }, "semantic-neighbor": { "recall_at_5": 0.0, "recall_at_10": 1.0, "mrr_at_10": 0.125, "ndcg_at_10": 0.31546487678572877 }, "structured-db-row": { "recall_at_5": 0.0, "recall_at_10": 1.0, "mrr_at_10": 0.125, "ndcg_at_10": 0.31546487678572877 }, "tool-trace": { "recall_at_5": 0.0, "recall_at_10": 1.0, "mrr_at_10": 0.1, "ndcg_at_10": 0.2890648263178879 } }, "model_family": "vinci", "pipeline": "Lattice", "promotion_gate": { "shadow_only": true, "requires_voyage_baseline_comparison": true, "min_stephen_longitudinal_passes": 8, "eligible_without_baseline": false } } ]