Blum / evaluation /candidate_traces.jsonl
Italianhype's picture
Add files using upload-large-folder tool
bc6dcef verified
Raw
History Blame Contribute Delete
19.6 kB
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-f9b2e96103a2a285b79e", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-3bb6401570cbcbf88c78", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-7fb00f8ee594beed0ae0", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-3f9848dd87463ca8858b", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-42ece538c8d754e3f0bc", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-d2e2dbcc7f6f70145891", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-5f8ba32ef0536f9e43c0", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-e3962ad6fd3d3bfce9ba", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-01789c0e62ad9cefda66", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-98662367aa6cab77bd64", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-f4d01e3a0861ddd8ce9c", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-7af49e58aa0fca17c572", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-2b331e952441cf975d49", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-170b203eed90cead942b", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-dd3b52b8034b40cadac7", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.910714, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 0.5, "evidence_attribution_precision": 0.857143, "example_id": "blum-25dea237c93f7758215d", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.910714, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 0.5, "evidence_attribution_precision": 0.857143, "example_id": "blum-562234a0e2460e5b7a04", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.910714, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 0.5, "evidence_attribution_precision": 0.857143, "example_id": "blum-10920ff2a57691990844", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.910714, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 0.5, "evidence_attribution_precision": 0.857143, "example_id": "blum-874ee1debb0da2780d5a", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.910714, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 0.5, "evidence_attribution_precision": 0.857143, "example_id": "blum-2591cbc83e8270f80184", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.910714, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 0.5, "evidence_attribution_precision": 0.857143, "example_id": "blum-4538bd8cfe41ce2b54dc", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.910714, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 0.5, "evidence_attribution_precision": 0.857143, "example_id": "blum-5e66c7ff0807d49290dc", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.910714, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 0.5, "evidence_attribution_precision": 0.857143, "example_id": "blum-05b7a655380a6f783199", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.910714, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 0.5, "evidence_attribution_precision": 0.857143, "example_id": "blum-14d3678f99e9cbadfd82", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-f8811a9cfab42d09eb53", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-29e424c05c8bf1f3380a", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-85d8dd5455cf72cacfe5", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-39b668a890bc1a0e376c", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-43efcc2e206caa9e0a7d", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-67ec3a9368c2ee30238f", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-e104e745e98d07ae2b40", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-c102165a715657258df9", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-b9836243d01affce8a82", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-12359d685a77acc4edaf", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-ebbe89f0d0f82e23ed01", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-0ba2babac460046eeb00", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-d94be14f23e78e99e6c3", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-b7eccbd4943d228d910b", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-901e152efd5dac633686", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-d9e3e1f1ce591876d2ed", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-bd2d79d021e988a95be2", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-ca069fb297e36105e6ab", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-786182cb081b6511c219", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-0105fb1063469fc6c1be", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-29391e82d29c68a0c4ff", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-e6ebd432581f77038566", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-ca19cdf3b8421d6ed6e8", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-9d2964b1059d3a253393", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-877a7c3457be809f95b1", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-6d5304a0807421b5988f", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-4029a82b8828ea611cab", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-5e0f0b1c2dfde71c18d9", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}
{"abstention_accuracy": 1.0, "aggregate_score": 0.973214, "calibration_outcome": null, "confidence": 0.7, "contradiction_coverage": 1.0, "evidence_attribution_precision": 0.857143, "example_id": "blum-cb43bb099dd20dd33e12", "invalidation_completeness": 1.0, "no_fabrication": 0.928571, "numerical_consistency": 1.0, "risk_completeness": 1.0, "structured_validity": 1.0}