experiments/baselines/random.json

{
  "agent": "random",
  "env_url": "https://gauri0508-med-record-audit.hf.space",
  "seed": 42,
  "repeats_per_case": 3,
  "elapsed_seconds": 297.3,
  "average_score": 0.241,
  "per_case": {
    "easy_001": {
      "difficulty": "easy",
      "avg_score": 0.2222,
      "trials": [
        {
          "case_id": "easy_001",
          "difficulty": "easy",
          "score": 0.01,
          "steps": 14,
          "findings_submitted": 0,
          "correct_findings": 0,
          "false_positives": 0,
          "rubric_breakdown": {
            "finding_accuracy": 0.0,
            "evidence_validity": 0.0,
            "completeness": 0.0,
            "efficiency": 0.0133,
            "anti_hacking": 0.0
          }
        },
        {
          "case_id": "easy_001",
          "difficulty": "easy",
          "score": 0.4633,
          "steps": 14,
          "findings_submitted": 3,
          "correct_findings": 1,
          "false_positives": 2,
          "rubric_breakdown": {
            "finding_accuracy": 0.05,
            "evidence_validity": 0.1,
            "completeness": 0.2,
            "efficiency": 0.0133,
            "anti_hacking": 0.1
          }
        },
        {
          "case_id": "easy_001",
          "difficulty": "easy",
          "score": 0.1933,
          "steps": 14,
          "findings_submitted": 3,
          "correct_findings": 0,
          "false_positives": 3,
          "rubric_breakdown": {
            "finding_accuracy": 0.0,
            "evidence_validity": 0.08,
            "completeness": 0.0,
            "efficiency": 0.0133,
            "anti_hacking": 0.1
          }
        }
      ],
      "n_trials": 3
    },
    "medium_001": {
      "difficulty": "medium",
      "avg_score": 0.233,
      "trials": [
        {
          "case_id": "medium_001",
          "difficulty": "medium",
          "score": 0.1937,
          "steps": 24,
          "findings_submitted": 10,
          "correct_findings": 1,
          "false_positives": 9,
          "rubric_breakdown": {
            "finding_accuracy": 0.0,
            "evidence_validity": 0.019,
            "completeness": 0.0667,
            "efficiency": 0.008,
            "anti_hacking": 0.1
          }
        },
        {
          "case_id": "medium_001",
          "difficulty": "medium",
          "score": 0.2054,
          "steps": 32,
          "findings_submitted": 6,
          "correct_findings": 1,
          "false_positives": 5,
          "rubric_breakdown": {
            "finding_accuracy": 0.0,
            "evidence_validity": 0.0154,
            "completeness": 0.0333,
            "efficiency": 0.0567,
            "anti_hacking": 0.1
          }
        },
        {
          "case_id": "medium_001",
          "difficulty": "medium",
          "score": 0.3,
          "steps": 25,
          "findings_submitted": 0,
          "correct_findings": 0,
          "false_positives": 0,
          "rubric_breakdown": {}
        }
      ],
      "n_trials": 3
    },
    "hard_001": {
      "difficulty": "hard",
      "avg_score": 0.2678,
      "trials": [
        {
          "case_id": "hard_001",
          "difficulty": "hard",
          "score": 0.01,
          "steps": 30,
          "findings_submitted": 0,
          "correct_findings": 0,
          "false_positives": 0,
          "rubric_breakdown": {
            "finding_accuracy": 0.0,
            "evidence_validity": 0.0,
            "completeness": 0.0,
            "efficiency": 0.0833,
            "anti_hacking": 0.0
          }
        },
        {
          "case_id": "hard_001",
          "difficulty": "hard",
          "score": 0.61,
          "steps": 18,
          "findings_submitted": 0,
          "correct_findings": 0,
          "false_positives": 0,
          "rubric_breakdown": {}
        },
        {
          "case_id": "hard_001",
          "difficulty": "hard",
          "score": 0.1833,
          "steps": 16,
          "findings_submitted": 0,
          "correct_findings": 0,
          "false_positives": 0,
          "rubric_breakdown": {}
        }
      ],
      "n_trials": 3
    }
  }
}