{ "agent": "random", "env_url": "https://gauri0508-med-record-audit.hf.space", "seed": 42, "repeats_per_case": 3, "elapsed_seconds": 297.3, "average_score": 0.241, "per_case": { "easy_001": { "difficulty": "easy", "avg_score": 0.2222, "trials": [ { "case_id": "easy_001", "difficulty": "easy", "score": 0.01, "steps": 14, "findings_submitted": 0, "correct_findings": 0, "false_positives": 0, "rubric_breakdown": { "finding_accuracy": 0.0, "evidence_validity": 0.0, "completeness": 0.0, "efficiency": 0.0133, "anti_hacking": 0.0 } }, { "case_id": "easy_001", "difficulty": "easy", "score": 0.4633, "steps": 14, "findings_submitted": 3, "correct_findings": 1, "false_positives": 2, "rubric_breakdown": { "finding_accuracy": 0.05, "evidence_validity": 0.1, "completeness": 0.2, "efficiency": 0.0133, "anti_hacking": 0.1 } }, { "case_id": "easy_001", "difficulty": "easy", "score": 0.1933, "steps": 14, "findings_submitted": 3, "correct_findings": 0, "false_positives": 3, "rubric_breakdown": { "finding_accuracy": 0.0, "evidence_validity": 0.08, "completeness": 0.0, "efficiency": 0.0133, "anti_hacking": 0.1 } } ], "n_trials": 3 }, "medium_001": { "difficulty": "medium", "avg_score": 0.233, "trials": [ { "case_id": "medium_001", "difficulty": "medium", "score": 0.1937, "steps": 24, "findings_submitted": 10, "correct_findings": 1, "false_positives": 9, "rubric_breakdown": { "finding_accuracy": 0.0, "evidence_validity": 0.019, "completeness": 0.0667, "efficiency": 0.008, "anti_hacking": 0.1 } }, { "case_id": "medium_001", "difficulty": "medium", "score": 0.2054, "steps": 32, "findings_submitted": 6, "correct_findings": 1, "false_positives": 5, "rubric_breakdown": { "finding_accuracy": 0.0, "evidence_validity": 0.0154, "completeness": 0.0333, "efficiency": 0.0567, "anti_hacking": 0.1 } }, { "case_id": "medium_001", "difficulty": "medium", "score": 0.3, "steps": 25, "findings_submitted": 0, "correct_findings": 0, "false_positives": 0, "rubric_breakdown": {} } ], "n_trials": 3 }, "hard_001": { "difficulty": "hard", "avg_score": 0.2678, "trials": [ { "case_id": "hard_001", "difficulty": "hard", "score": 0.01, "steps": 30, "findings_submitted": 0, "correct_findings": 0, "false_positives": 0, "rubric_breakdown": { "finding_accuracy": 0.0, "evidence_validity": 0.0, "completeness": 0.0, "efficiency": 0.0833, "anti_hacking": 0.0 } }, { "case_id": "hard_001", "difficulty": "hard", "score": 0.61, "steps": 18, "findings_submitted": 0, "correct_findings": 0, "false_positives": 0, "rubric_breakdown": {} }, { "case_id": "hard_001", "difficulty": "hard", "score": 0.1833, "steps": 16, "findings_submitted": 0, "correct_findings": 0, "false_positives": 0, "rubric_breakdown": {} } ], "n_trials": 3 } } }