metrics_validation.json

{
  "overall": {
    "accuracy": 0.515,
    "f1_macro": 0.061806180618061805,
    "f1_weighted": 0.35013201320132015,
    "precision_macro": 0.04681818181818182,
    "recall_macro": 0.09090909090909091,
    "mcc": 0.0,
    "balanced_accuracy": 0.09090909090909091,
    "roc_auc_ovr_macro": 0.5950804897377036,
    "pr_auc_binary": NaN
  },
  "per_class": [
    {
      "label_id": 0,
      "label": "01-ai",
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "support": 6
    },
    {
      "label_id": 1,
      "label": "GPT-4o",
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "support": 4
    },
    {
      "label_id": 2,
      "label": "GPT-4o-mini",
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "support": 45
    },
    {
      "label_id": 3,
      "label": "Human",
      "precision": 0.515,
      "recall": 1.0,
      "f1": 0.6798679867986799,
      "support": 103
    },
    {
      "label_id": 4,
      "label": "Qwen",
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "support": 13
    },
    {
      "label_id": 5,
      "label": "deepseek-ai",
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "support": 4
    },
    {
      "label_id": 6,
      "label": "google",
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "support": 4
    },
    {
      "label_id": 7,
      "label": "ibm-granite",
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "support": 3
    },
    {
      "label_id": 8,
      "label": "meta-llama",
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "support": 10
    },
    {
      "label_id": 9,
      "label": "microsoft",
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "support": 6
    },
    {
      "label_id": 10,
      "label": "mistralai",
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "support": 2
    }
  ],
  "confusion_matrix": [
    [
      0,
      0,
      0,
      6,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    [
      0,
      0,
      0,
      4,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    [
      0,
      0,
      0,
      45,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    [
      0,
      0,
      0,
      103,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    [
      0,
      0,
      0,
      13,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    [
      0,
      0,
      0,
      4,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    [
      0,
      0,
      0,
      4,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    [
      0,
      0,
      0,
      3,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    [
      0,
      0,
      0,
      10,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    [
      0,
      0,
      0,
      6,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ],
    [
      0,
      0,
      0,
      2,
      0,
      0,
      0,
      0,
      0,
      0,
      0
    ]
  ]
}