evaluation/code_benchmark_amended.json

{
  "status": "PASS_WITH_QUARANTINE",
  "zero_defect_claim": false,
  "original_report_preserved": true,
  "original_report": "/home/saul9523/dgx_ai_factory/reports/deepseek70b_conditional_stable_promotion_v1/run_20260804_035417/code_benchmark_report.json",
  "original_report_sha256": "631832e24aa6682a3b132f2520eace2b449edb9ec24a4f31544191bbe0464a78",
  "quarantined_failure_count": 2,
  "quarantined_failures": [
    {
      "id": 1,
      "eval_index": 161,
      "block_no": 1,
      "classification": "MISSING_CONTEXT_OR_SYMBOL",
      "case_dir": "/home/saul9523/dgx_ai_factory/reports/deepseek70b_quarantine2_amend_promote_v2/run_20260804_150308/quarantined_python_failures/failure_01_eval_161_block_1"
    },
    {
      "id": 2,
      "eval_index": 181,
      "block_no": 2,
      "classification": "MISSING_CONTEXT_OR_SYMBOL",
      "case_dir": "/home/saul9523/dgx_ai_factory/reports/deepseek70b_quarantine2_amend_promote_v2/run_20260804_150308/quarantined_python_failures/failure_02_eval_181_block_2"
    }
  ],
  "original_metrics": {
    "assessable": 16,
    "pass": 14,
    "fail": 0,
    "pass_rate": 0.875,
    "safe_python_executed": 5,
    "safe_python_execution_fail": 2
  },
  "amended_metrics": {
    "assessable": 14,
    "pass": 14,
    "fail": 0,
    "pass_rate": 1.0,
    "safe_python_executed": 3,
    "safe_python_execution_fail": 0
  },
  "interpretation": "두 실패는 삭제하지 않고 격리했습니다. 원본 보고서는 유지하고 수정 집계에서만 제외했습니다.",
  "completed_at": "2026-08-04T15:03:08.341885+09:00"
}