{
  "release": "v2",
  "training_stage": "Kademe 2 / F3 61-90",
  "new_holdout": {
    "count": 49,
    "v1_baseline": {
      "json_valid_rate": 1.0,
      "decision_accuracy": 0.673469387755102,
      "mitre_attack_exact_accuracy": 0.0
    },
    "v2": {
      "json_valid_rate": 1.0,
      "decision_accuracy": 0.8775510204081632,
      "mitre_attack_exact_accuracy": 0.22448979591836735,
      "peak_vram_mib": 5705.67,
      "confusion": {
        "true_suspicious": 32,
        "true_insufficient_evidence": 11,
        "false_positive": 5,
        "false_negative": 1
      },
      "scenario_breakdown": {
        "cobalt_strike_dns_beacon": {
          "count": 48,
          "decision_correct": 43,
          "mitre_exact": 11
        },
        "powershell_dns_txt": {
          "count": 1,
          "decision_correct": 0,
          "mitre_exact": 0
        }
      }
    }
  },
  "v1_regression_holdout": {
    "count": 40,
    "v1": {
      "json_valid_rate": 1.0,
      "decision_accuracy": 0.925,
      "mitre_attack_exact_accuracy": 0.4
    },
    "v2": {
      "json_valid_rate": 1.0,
      "decision_accuracy": 0.925,
      "mitre_attack_exact_accuracy": 0.8,
      "peak_vram_mib": 5719.84,
      "scenario_breakdown": {
        "dll_sideload": {
          "count": 35,
          "decision_correct": 32,
          "mitre_exact": 32
        },
        "base64_powershell": {
          "count": 5,
          "decision_correct": 5,
          "mitre_exact": 0
        }
      }
    }
  }
}