artifacts/config/decision_policy.json

{
  "version": "2.0.0",
  "created_at": "2026-03-06T04:20:52.670734+00:00",
  "escalation_policy": {
    "escalation_label": "ESCALATION",
    "escalation_threshold": 0.95,
    "description": "If P(ESCALATION) >= 0.950, escalate regardless of argmax. This prioritizes recall for safety-critical escalation detection."
  },
  "confidence_policy": {
    "min_confidence": 0.3,
    "fallback_label": "OTHER",
    "description": "If max probability < 0.3, route to OTHER for review."
  },
  "calibration_metrics": {
    "threshold": 0.95,
    "recall": 0.9696969696969697,
    "precision": 0.898876404494382,
    "fpr": 0.016498625114573784,
    "tp": 160,
    "fp": 18,
    "tn": 1073,
    "fn": 5,
    "recall_ci": {
      "point_estimate": 0.9702812759764813,
      "ci_lower": 0.9433872701218056,
      "ci_upper": 0.9938281072483526,
      "confidence_level": 0.95
    },
    "precision_ci": {
      "point_estimate": 0.9000275789258342,
      "ci_lower": 0.8563822440343247,
      "ci_upper": 0.9408681214421253,
      "confidence_level": 0.95
    },
    "fpr_ci": {
      "point_estimate": 0.016454061300607874,
      "ci_lower": 0.009250480061420503,
      "ci_upper": 0.02428254680618841,
      "confidence_level": 0.95
    }
  },
  "decision_logic": [
    "1. If P(ESCALATION) >= 0.950 \u2192 ESCALATE",
    "2. Else if max(P) < 0.3 \u2192 route to OTHER",
    "3. Else \u2192 return argmax label"
  ],
  "drift_monitoring": {
    "enabled": true,
    "baseline_metrics": {
      "recall": 0.9696969696969697,
      "fpr": 0.016498625114573784,
      "calibration_date": "2026-03-06T04:20:52.670756+00:00"
    },
    "alert_thresholds": {
      "min_recall": 0.9,
      "max_fpr": 0.3,
      "recall_drop_from_baseline": 0.05,
      "fpr_increase_from_baseline": 0.1
    },
    "revalidation_policy": {
      "sample_size": 100,
      "revalidation_interval_days": 30,
      "auto_recalibrate": false
    },
    "safety_guardrails": {
      "never_lower_recall_below": 0.85,
      "never_raise_threshold_above": 0.7,
      "require_human_approval": true
    }
  }
}