{
  "model": "data/models/v1-merged",
  "eval_file": "data/sft/eval.jsonl",
  "n_errorful": 1088,
  "n_clean": 1088,
  "json_parse_rate": 100.0,
  "exact_match": 713,
  "exact_match_pct": 65.53308823529412,
  "tp": 753,
  "fp": 120,
  "fn": 416,
  "precision": 86.25429553264605,
  "recall": 64.41402908468777,
  "f05": 80.77665736966317,
  "unchanged_error": 255,
  "changed_wrong": 120,
  "per_category_recall": {
    "morphology": {
      "tp": 225,
      "total": 292,
      "recall": 77.05479452054794
    },
    "spelling": {
      "tp": 154,
      "total": 170,
      "recall": 90.58823529411765
    },
    "punctuation": {
      "tp": 188,
      "total": 258,
      "recall": 72.86821705426357
    },
    "capitalization": {
      "tp": 33,
      "total": 33,
      "recall": 100.0
    },
    "word_level": {
      "tp": 36,
      "total": 36,
      "recall": 100.0
    },
    "zalantza": {
      "tp": 82,
      "total": 89,
      "recall": 92.13483146067416
    },
    "proper_noun": {
      "tp": 57,
      "total": 83,
      "recall": 68.67469879518072
    },
    "calque": {
      "tp": 13,
      "total": 76,
      "recall": 17.105263157894736
    },
    "terminology": {
      "tp": 45,
      "total": 51,
      "recall": 88.23529411764706
    }
  },
  "per_nature_recall": {
    "error": {
      "tp": 788,
      "total": 1037,
      "recall": 75.98842815814851
    },
    "suggestion": {
      "tp": 45,
      "total": 51,
      "recall": 88.23529411764706
    }
  },
  "clean_fp": 94,
  "clean_fp_pct": 8.63970588235294
}