evaluation_results.json

{
  "validation_accuracy": 0.9795918367346939,
  "test_accuracy": 0.9795918367346939,
  "validation_report": {
    "benign": {
      "precision": 0.9693877551020408,
      "recall": 0.9895833333333334,
      "f1-score": 0.979381443298969,
      "support": 96.0
    },
    "jailbreak": {
      "precision": 0.9897959183673469,
      "recall": 0.97,
      "f1-score": 0.9797979797979798,
      "support": 100.0
    },
    "accuracy": 0.9795918367346939,
    "macro avg": {
      "precision": 0.9795918367346939,
      "recall": 0.9797916666666666,
      "f1-score": 0.9795897115484744,
      "support": 196.0
    },
    "weighted avg": {
      "precision": 0.9798000832986256,
      "recall": 0.9795918367346939,
      "f1-score": 0.9795939619209133,
      "support": 196.0
    }
  },
  "test_report": {
    "benign": {
      "precision": 0.9893617021276596,
      "recall": 0.96875,
      "f1-score": 0.9789473684210527,
      "support": 96.0
    },
    "jailbreak": {
      "precision": 0.9705882352941176,
      "recall": 0.99,
      "f1-score": 0.9801980198019802,
      "support": 100.0
    },
    "accuracy": 0.9795918367346939,
    "macro avg": {
      "precision": 0.9799749687108886,
      "recall": 0.979375,
      "f1-score": 0.9795726941115164,
      "support": 196.0
    },
    "weighted avg": {
      "precision": 0.9797834027227913,
      "recall": 0.9795918367346939,
      "f1-score": 0.9795854558603014,
      "support": 196.0
    }
  },
  "validation_confusion_matrix": [
    [
      95,
      1
    ],
    [
      3,
      97
    ]
  ],
  "test_confusion_matrix": [
    [
      93,
      3
    ],
    [
      1,
      99
    ]
  ]
}