evaluation_results.json

{
  "validation_accuracy": 0.9998166387259011,
  "test_accuracy": 0.9997467868119586,
  "validation_report": {
    "benign": {
      "precision": 0.9998984089965459,
      "recall": 0.9999160755143688,
      "f1-score": 0.9999072421774237,
      "support": 226394.0
    },
    "jailbreak": {
      "precision": 0.9928517682468021,
      "recall": 0.9913598797896318,
      "f1-score": 0.9921052631578947,
      "support": 2662.0
    },
    "accuracy": 0.9998166387259011,
    "macro avg": {
      "precision": 0.996375088621674,
      "recall": 0.9956379776520003,
      "f1-score": 0.9960062526676592,
      "support": 229056.0
    },
    "weighted avg": {
      "precision": 0.9998165156705653,
      "recall": 0.9998166387259011,
      "f1-score": 0.9998165706030052,
      "support": 229056.0
    }
  },
  "test_report": {
    "benign": {
      "precision": 0.9998454111401149,
      "recall": 0.9998984076503457,
      "f1-score": 0.9998719086929828,
      "support": 226395.0
    },
    "jailbreak": {
      "precision": 0.9913174782936958,
      "recall": 0.9868470499812101,
      "f1-score": 0.9890772128060263,
      "support": 2661.0
    },
    "accuracy": 0.9997467868119586,
    "macro avg": {
      "precision": 0.9955814447169054,
      "recall": 0.9933727288157779,
      "f1-score": 0.9944745607495046,
      "support": 229056.0
    },
    "weighted avg": {
      "precision": 0.9997463400426352,
      "recall": 0.9997467868119586,
      "f1-score": 0.9997465040506457,
      "support": 229056.0
    }
  },
  "validation_confusion_matrix": [
    [
      226375,
      19
    ],
    [
      23,
      2639
    ]
  ],
  "test_confusion_matrix": [
    [
      226372,
      23
    ],
    [
      35,
      2626
    ]
  ]
}