{
  "accepted_accuracy": 0.9273,
  "accepted_coverage": 0.9973,
  "accuracy": 0.9254,
  "count": 3282,
  "dataset_path": "/content/agentic-intent-classifier/data/iab/val.jsonl",
  "fallback_rate": 0.0027,
  "head": "iab_content",
  "macro_f1": 0.8864,
  "primary_source": "supervised_classifier",
  "suite": "val",
  "tier_metrics": {
    "average_prediction_depth": 2.1709,
    "error_buckets": {
      "exact_match": 3037,
      "parent_safe_stop": 80,
      "right_tier1_wrong_tier2": 55,
      "wrong_deep_leaf": 74,
      "wrong_tier1": 36
    },
    "exact_path_accuracy": 0.9254,
    "parent_safe_accuracy": 0.9613,
    "tier1_accuracy": 0.989,
    "tier2_accuracy": 0.9713,
    "tier3_accuracy": 0.8549,
    "tier4_accuracy": 0.6071
  },
  "view_metrics": {
    "classifier": {
      "average_prediction_depth": 2.1709,
      "error_buckets": {
        "exact_match": 3002,
        "parent_safe_stop": 78,
        "right_tier1_wrong_tier2": 67,
        "wrong_deep_leaf": 99,
        "wrong_tier1": 36
      },
      "exact_path_accuracy": 0.9147,
      "parent_safe_accuracy": 0.95,
      "tier1_accuracy": 0.989,
      "tier2_accuracy": 0.9672,
      "tier3_accuracy": 0.829,
      "tier4_accuracy": 0.4643
    },
    "combined_path": {
      "count": 3282,
      "max_combined_rows": 500,
      "reason": "dataset_too_large_for_combined_view",
      "skipped": true
    },
    "disagreements": {
      "count": 3282,
      "max_combined_rows": 500,
      "reason": "dataset_too_large_for_combined_view",
      "skipped": true
    },
    "shadow_embedding_retrieval": {
      "hint": "Set IAB_EVAL_INCLUDE_SHADOW_RETRIEVAL=1 to run shadow embedding retrieval (downloads/loads gte-Qwen2 when index is present).",
      "reason": "disabled_by_default",
      "skipped": true
    }
  }
}