eval_metrics.json

{
  "train_time_hours": 25.262718601094353,
  "n_train": 60366,
  "n_val": 7546,
  "n_test": 7546,
  "max_per_class_cap": 15000,
  "balanced_distribution": {
    "praise": 15000,
    "performance": 7644,
    "bug_report": 15000,
    "feature_request": 15000,
    "other": 15000,
    "usability": 7504,
    "compatibility": 310
  },
  "test_classification_report": {
    "bug_report": {
      "precision": 0.8425145819831497,
      "recall": 0.8666666666666667,
      "f1-score": 0.8544199802826158,
      "support": 1500.0
    },
    "feature_request": {
      "precision": 0.8669558929862617,
      "recall": 0.7993333333333333,
      "f1-score": 0.8317724592438432,
      "support": 1500.0
    },
    "performance": {
      "precision": 0.7389830508474576,
      "recall": 0.8549019607843137,
      "f1-score": 0.7927272727272727,
      "support": 765.0
    },
    "usability": {
      "precision": 0.7377245508982035,
      "recall": 0.8213333333333334,
      "f1-score": 0.7772870662460568,
      "support": 750.0
    },
    "compatibility": {
      "precision": 0.6428571428571429,
      "recall": 0.8709677419354839,
      "f1-score": 0.7397260273972602,
      "support": 31.0
    },
    "praise": {
      "precision": 0.9268110530246453,
      "recall": 0.8273333333333334,
      "f1-score": 0.874251497005988,
      "support": 1500.0
    },
    "other": {
      "precision": 0.8130348913759052,
      "recall": 0.8233333333333334,
      "f1-score": 0.8181517058628685,
      "support": 1500.0
    },
    "accuracy": 0.8311688311688312,
    "macro avg": {
      "precision": 0.7955544519961094,
      "recall": 0.837695671817114,
      "f1-score": 0.8126194298237007,
      "support": 7546.0
    },
    "weighted avg": {
      "precision": 0.8365383842506589,
      "recall": 0.8311688311688312,
      "f1-score": 0.8322590291231372,
      "support": 7546.0
    }
  },
  "test_confusion_matrix": [
    [
      1300,
      35,
      67,
      37,
      12,
      5,
      44
    ],
    [
      87,
      1199,
      73,
      52,
      1,
      19,
      69
    ],
    [
      50,
      23,
      654,
      10,
      0,
      4,
      24
    ],
    [
      28,
      25,
      29,
      616,
      0,
      23,
      29
    ],
    [
      3,
      0,
      1,
      0,
      27,
      0,
      0
    ],
    [
      18,
      41,
      10,
      70,
      2,
      1241,
      118
    ],
    [
      57,
      60,
      51,
      50,
      0,
      47,
      1235
    ]
  ],
  "labels": [
    "bug_report",
    "feature_request",
    "performance",
    "usability",
    "compatibility",
    "praise",
    "other"
  ],
  "hyperparams": {
    "epochs": 3,
    "batch_size": 16,
    "lr": 2e-05,
    "max_length": 256,
    "seed": 42
  }
}