outputs/eval/eval_summary.json

{
  "checkpoint": "checkpoints/best_model.pth",
  "checkpoint_epoch": 19,
  "checkpoint_best_acc": 0.7855,
  "summary": {
    "sample_count": 10000,
    "accuracy": 0.7857,
    "macro_precision": 0.7893032006342011,
    "macro_recall": 0.7857000000000001,
    "macro_f1": 0.7845807967333086,
    "weighted_precision": 0.7893032006342011,
    "weighted_recall": 0.7857,
    "weighted_f1": 0.7845807967333086,
    "top3_accuracy": 0.9543,
    "average_loss": 0.6217446188947263,
    "average_confidence": 0.7853374718159437
  },
  "per_class": [
    {
      "class_id": 0,
      "class_name": "airplane",
      "precision": 0.8058823529411765,
      "recall": 0.822,
      "f1": 0.8138613861386138,
      "support": 1000
    },
    {
      "class_id": 1,
      "class_name": "automobile",
      "precision": 0.9127234490010515,
      "recall": 0.868,
      "f1": 0.8898001025115325,
      "support": 1000
    },
    {
      "class_id": 2,
      "class_name": "bird",
      "precision": 0.762119503945885,
      "recall": 0.676,
      "f1": 0.7164811870694223,
      "support": 1000
    },
    {
      "class_id": 3,
      "class_name": "cat",
      "precision": 0.6666666666666666,
      "recall": 0.518,
      "f1": 0.5830050647158131,
      "support": 1000
    },
    {
      "class_id": 4,
      "class_name": "deer",
      "precision": 0.7615384615384615,
      "recall": 0.792,
      "f1": 0.7764705882352941,
      "support": 1000
    },
    {
      "class_id": 5,
      "class_name": "dog",
      "precision": 0.6049766718506998,
      "recall": 0.778,
      "f1": 0.6806649168853893,
      "support": 1000
    },
    {
      "class_id": 6,
      "class_name": "frog",
      "precision": 0.8714285714285714,
      "recall": 0.793,
      "f1": 0.8303664921465969,
      "support": 1000
    },
    {
      "class_id": 7,
      "class_name": "horse",
      "precision": 0.7994323557237465,
      "recall": 0.845,
      "f1": 0.8215848322800194,
      "support": 1000
    },
    {
      "class_id": 8,
      "class_name": "ship",
      "precision": 0.8243727598566308,
      "recall": 0.92,
      "f1": 0.8695652173913043,
      "support": 1000
    },
    {
      "class_id": 9,
      "class_name": "truck",
      "precision": 0.8838912133891214,
      "recall": 0.845,
      "f1": 0.8640081799591002,
      "support": 1000
    }
  ],
  "top_confusions": [
    {
      "true_id": 3,
      "true_label": "cat",
      "pred_id": 5,
      "pred_label": "dog",
      "count": 260,
      "rate_within_true": 0.26
    },
    {
      "true_id": 5,
      "true_label": "dog",
      "pred_id": 3,
      "pred_label": "cat",
      "count": 95,
      "rate_within_true": 0.095
    },
    {
      "true_id": 2,
      "true_label": "bird",
      "pred_id": 5,
      "pred_label": "dog",
      "count": 81,
      "rate_within_true": 0.081
    },
    {
      "true_id": 2,
      "true_label": "bird",
      "pred_id": 4,
      "pred_label": "deer",
      "count": 77,
      "rate_within_true": 0.077
    },
    {
      "true_id": 0,
      "true_label": "airplane",
      "pred_id": 8,
      "pred_label": "ship",
      "count": 70,
      "rate_within_true": 0.07
    },
    {
      "true_id": 1,
      "true_label": "automobile",
      "pred_id": 9,
      "pred_label": "truck",
      "count": 59,
      "rate_within_true": 0.059
    },
    {
      "true_id": 2,
      "true_label": "bird",
      "pred_id": 0,
      "pred_label": "airplane",
      "count": 59,
      "rate_within_true": 0.059
    },
    {
      "true_id": 7,
      "true_label": "horse",
      "pred_id": 5,
      "pred_label": "dog",
      "count": 57,
      "rate_within_true": 0.057
    },
    {
      "true_id": 4,
      "true_label": "deer",
      "pred_id": 7,
      "pred_label": "horse",
      "count": 53,
      "rate_within_true": 0.053
    },
    {
      "true_id": 6,
      "true_label": "frog",
      "pred_id": 3,
      "pred_label": "cat",
      "count": 53,
      "rate_within_true": 0.053
    },
    {
      "true_id": 9,
      "true_label": "truck",
      "pred_id": 1,
      "pred_label": "automobile",
      "count": 53,
      "rate_within_true": 0.053
    },
    {
      "true_id": 3,
      "true_label": "cat",
      "pred_id": 4,
      "pred_label": "deer",
      "count": 50,
      "rate_within_true": 0.05
    }
  ]
}