training_artifacts/metrics.json

{
  "model": "microsoft/codebert-base",
  "phase": "phase1",
  "dataset_sources": [
    {
      "source": "HID-APP/All-combined",
      "revision": "default",
      "type": "huggingface",
      "fingerprint": "81f16d3fdbb4f97d3574f5c78bce8ada7b15c9ccd625913daa095cae6d545d67"
    }
  ],
  "text_column": "text",
  "test_metrics": {
    "test_loss": 0.7019847631454468,
    "test_accuracy": 0.7846034214618973,
    "test_precision": 0.7635658914728682,
    "test_recall": 0.9598051157125457,
    "test_f1": 0.850512682137075,
    "test_runtime": 25.7657,
    "test_samples_per_second": 49.911,
    "test_steps_per_second": 3.144
  },
  "classification_report": {
    "benign": {
      "precision": 0.8700787401574803,
      "recall": 0.4752688172043011,
      "f1-score": 0.6147426981919333,
      "support": 465.0
    },
    "malicious": {
      "precision": 0.7635658914728682,
      "recall": 0.9598051157125457,
      "f1-score": 0.850512682137075,
      "support": 821.0
    },
    "accuracy": 0.7846034214618973,
    "macro avg": {
      "precision": 0.8168223158151743,
      "recall": 0.7175369664584234,
      "f1-score": 0.7326276901645041,
      "support": 1286.0
    },
    "weighted avg": {
      "precision": 0.8020794798386106,
      "recall": 0.7846034214618973,
      "f1-score": 0.7652614826545782,
      "support": 1286.0
    }
  },
  "confusion_matrix": [
    [
      221,
      244
    ],
    [
      33,
      788
    ]
  ],
  "grouped_by_original_sample": {
    "group_count": 1286,
    "chunk_count": 1286,
    "max_pool": {
      "classification_report": {
        "benign": {
          "precision": 0.8700787401574803,
          "recall": 0.4752688172043011,
          "f1-score": 0.6147426981919333,
          "support": 465.0
        },
        "malicious": {
          "precision": 0.7635658914728682,
          "recall": 0.9598051157125457,
          "f1-score": 0.850512682137075,
          "support": 821.0
        },
        "accuracy": 0.7846034214618973,
        "macro avg": {
          "precision": 0.8168223158151743,
          "recall": 0.7175369664584234,
          "f1-score": 0.7326276901645041,
          "support": 1286.0
        },
        "weighted avg": {
          "precision": 0.8020794798386106,
          "recall": 0.7846034214618973,
          "f1-score": 0.7652614826545782,
          "support": 1286.0
        }
      },
      "confusion_matrix": [
        [
          221,
          244
        ],
        [
          33,
          788
        ]
      ]
    },
    "mean_pool": {
      "classification_report": {
        "benign": {
          "precision": 0.8700787401574803,
          "recall": 0.4752688172043011,
          "f1-score": 0.6147426981919333,
          "support": 465.0
        },
        "malicious": {
          "precision": 0.7635658914728682,
          "recall": 0.9598051157125457,
          "f1-score": 0.850512682137075,
          "support": 821.0
        },
        "accuracy": 0.7846034214618973,
        "macro avg": {
          "precision": 0.8168223158151743,
          "recall": 0.7175369664584234,
          "f1-score": 0.7326276901645041,
          "support": 1286.0
        },
        "weighted avg": {
          "precision": 0.8020794798386106,
          "recall": 0.7846034214618973,
          "f1-score": 0.7652614826545782,
          "support": 1286.0
        }
      },
      "confusion_matrix": [
        [
          221,
          244
        ],
        [
          33,
          788
        ]
      ]
    }
  }
}