{
  "by_notation": {
    "jianpu": {
      "count": 34,
      "exact_match_rate": 0.0,
      "mean_predicted_length": 38.970588235294116,
      "mean_target_length": 38.1764705882353,
      "symbol_error_rate": 0.5955315870570108,
      "token_accuracy": 0.2794759825327511,
      "token_edit_distance": 773
    },
    "sargam": {
      "count": 31,
      "exact_match_rate": 0.0,
      "mean_predicted_length": 40.32258064516129,
      "mean_target_length": 37.903225806451616,
      "symbol_error_rate": 0.6263829787234042,
      "token_accuracy": 0.2786885245901639,
      "token_edit_distance": 736
    },
    "western": {
      "count": 32,
      "exact_match_rate": 0.0,
      "mean_predicted_length": 39.46875,
      "mean_target_length": 38.375,
      "symbol_error_rate": 0.5879478827361564,
      "token_accuracy": 0.30139103554868624,
      "token_edit_distance": 722
    }
  },
  "checkpoint": "checkpoints_r4/epoch-007.pt",
  "image_size": {
    "height": 192,
    "width": 768
  },
  "manifest": "samples/manifest.jsonl",
  "max_curriculum": 0,
  "overall": {
    "count": 97,
    "exact_match_rate": 0.0,
    "mean_predicted_length": 39.56701030927835,
    "mean_target_length": 38.154639175257735,
    "symbol_error_rate": 0.6028100513374763,
    "token_accuracy": 0.2864016206634591,
    "token_edit_distance": 2231
  },
  "split": "test"
}