artifacts/evaluation.json

{
  "n_test": 141,
  "tta": true,
  "accuracy": 0.9361702127659575,
  "balanced_accuracy": 0.9375,
  "mcc": 0.9172332078499411,
  "macro_auc": 0.9926706560090288,
  "weighted_auc": 0.9925965905683543,
  "log_loss": 0.27510627212067473,
  "ece": 0.11845057378423977,
  "bootstrap_ci": {
    "accuracy": {
      "mean": 0.9357836879432625,
      "lo": 0.8936170212765957,
      "hi": 0.9716312056737588
    },
    "balanced_accuracy": {
      "mean": 0.9373996023445829,
      "lo": 0.8948313492063492,
      "hi": 0.9743344837633631
    },
    "macro_auc": {
      "mean": 0.9926149840270383,
      "lo": 0.9824496662046525,
      "hi": 0.9993028843208877
    },
    "qwk": {
      "mean": 0.955677093653966,
      "lo": 0.9160580872022446,
      "hi": 0.9859980514151253
    }
  },
  "operating_characteristics": {
    "0": {
      "support": 35,
      "sensitivity": 1.0,
      "specificity": 1.0,
      "PPV": 1.0,
      "NPV": 1.0,
      "F1": 1.0
    },
    "1": {
      "support": 36,
      "sensitivity": 0.8611,
      "specificity": 0.981,
      "PPV": 0.9394,
      "NPV": 0.9537,
      "F1": 0.8986
    },
    "2": {
      "support": 34,
      "sensitivity": 1.0,
      "specificity": 0.9346,
      "PPV": 0.8293,
      "NPV": 1.0,
      "F1": 0.9067
    },
    "3": {
      "support": 36,
      "sensitivity": 0.8889,
      "specificity": 1.0,
      "PPV": 1.0,
      "NPV": 0.9633,
      "F1": 0.9412
    }
  },
  "coverage_accuracy": [
    {
      "coverage": 0.5,
      "n_auto": 70,
      "accuracy_on_auto": 1.0,
      "min_confidence": 0.8519
    },
    {
      "coverage": 0.6,
      "n_auto": 84,
      "accuracy_on_auto": 1.0,
      "min_confidence": 0.8259
    },
    {
      "coverage": 0.7,
      "n_auto": 98,
      "accuracy_on_auto": 0.9898,
      "min_confidence": 0.8005
    },
    {
      "coverage": 0.8,
      "n_auto": 112,
      "accuracy_on_auto": 0.9821,
      "min_confidence": 0.7505
    },
    {
      "coverage": 0.9,
      "n_auto": 126,
      "accuracy_on_auto": 0.9762,
      "min_confidence": 0.708
    },
    {
      "coverage": 1.0,
      "n_auto": 141,
      "accuracy_on_auto": 0.9362,
      "min_confidence": 0.4253
    }
  ],
  "per_class": {
    "0": {
      "precision": 1.0,
      "recall": 1.0,
      "f1-score": 1.0,
      "support": 35.0
    },
    "1": {
      "precision": 0.9393939393939394,
      "recall": 0.8611111111111112,
      "f1-score": 0.8985507246376812,
      "support": 36.0
    },
    "2": {
      "precision": 0.8292682926829268,
      "recall": 1.0,
      "f1-score": 0.9066666666666666,
      "support": 34.0
    },
    "3": {
      "precision": 1.0,
      "recall": 0.8888888888888888,
      "f1-score": 0.9411764705882353,
      "support": 36.0
    },
    "accuracy": 0.9361702127659575,
    "macro avg": {
      "precision": 0.9421655580192165,
      "recall": 0.9375,
      "f1-score": 0.9365984654731458,
      "support": 141.0
    },
    "weighted avg": {
      "precision": 0.9433567643219951,
      "recall": 0.9361702127659575,
      "f1-score": 0.9365733737219836,
      "support": 141.0
    }
  },
  "confusion_matrix": [
    [
      35,
      0,
      0,
      0
    ],
    [
      0,
      31,
      5,
      0
    ],
    [
      0,
      0,
      34,
      0
    ],
    [
      0,
      2,
      2,
      32
    ]
  ],
  "qwk": 0.956710399738011,
  "mae_grades": 0.07801418439716312,
  "within_one_grade": 0.9858156028368794
}