{
  "model": "unsloth/gemma-4-e4b-it",
  "load_4bit": true,
  "eval_file": "data/sft/eval.jsonl",
  "n_errorful": 1088,
  "n_clean": 1088,
  "json_parse_rate": 92.83088235294117,
  "exact_match": 76,
  "exact_match_pct": 6.985294117647059,
  "tp": 193,
  "fp": 10701,
  "fn": 976,
  "precision": 1.7716174040756378,
  "recall": 16.5098374679213,
  "f05": 2.1566655492233764,
  "unchanged_error": 195,
  "changed_wrong": 817,
  "per_category_recall": {
    "morphology": {
      "tp": 236,
      "total": 292,
      "recall": 80.82191780821918
    },
    "spelling": {
      "tp": 138,
      "total": 170,
      "recall": 81.17647058823529
    },
    "punctuation": {
      "tp": 215,
      "total": 258,
      "recall": 83.33333333333334
    },
    "capitalization": {
      "tp": 33,
      "total": 33,
      "recall": 100.0
    },
    "word_level": {
      "tp": 33,
      "total": 36,
      "recall": 91.66666666666666
    },
    "zalantza": {
      "tp": 63,
      "total": 89,
      "recall": 70.78651685393258
    },
    "proper_noun": {
      "tp": 73,
      "total": 83,
      "recall": 87.95180722891565
    },
    "calque": {
      "tp": 56,
      "total": 76,
      "recall": 73.68421052631578
    },
    "terminology": {
      "tp": 46,
      "total": 51,
      "recall": 90.19607843137256
    }
  },
  "per_nature_recall": {
    "error": {
      "tp": 847,
      "total": 1037,
      "recall": 81.67791706846673
    },
    "suggestion": {
      "tp": 46,
      "total": 51,
      "recall": 90.19607843137256
    }
  },
  "clean_fp": 1058,
  "clean_fp_pct": 97.24264705882352
}