{ "model": "microsoft/codebert-base", "phase": "phase1", "dataset_sources": [ { "source": "HID-APP/All-combined", "revision": "default", "type": "huggingface", "fingerprint": "81f16d3fdbb4f97d3574f5c78bce8ada7b15c9ccd625913daa095cae6d545d67" } ], "text_column": "text", "test_metrics": { "test_loss": 0.7019847631454468, "test_accuracy": 0.7846034214618973, "test_precision": 0.7635658914728682, "test_recall": 0.9598051157125457, "test_f1": 0.850512682137075, "test_runtime": 25.7657, "test_samples_per_second": 49.911, "test_steps_per_second": 3.144 }, "classification_report": { "benign": { "precision": 0.8700787401574803, "recall": 0.4752688172043011, "f1-score": 0.6147426981919333, "support": 465.0 }, "malicious": { "precision": 0.7635658914728682, "recall": 0.9598051157125457, "f1-score": 0.850512682137075, "support": 821.0 }, "accuracy": 0.7846034214618973, "macro avg": { "precision": 0.8168223158151743, "recall": 0.7175369664584234, "f1-score": 0.7326276901645041, "support": 1286.0 }, "weighted avg": { "precision": 0.8020794798386106, "recall": 0.7846034214618973, "f1-score": 0.7652614826545782, "support": 1286.0 } }, "confusion_matrix": [ [ 221, 244 ], [ 33, 788 ] ], "grouped_by_original_sample": { "group_count": 1286, "chunk_count": 1286, "max_pool": { "classification_report": { "benign": { "precision": 0.8700787401574803, "recall": 0.4752688172043011, "f1-score": 0.6147426981919333, "support": 465.0 }, "malicious": { "precision": 0.7635658914728682, "recall": 0.9598051157125457, "f1-score": 0.850512682137075, "support": 821.0 }, "accuracy": 0.7846034214618973, "macro avg": { "precision": 0.8168223158151743, "recall": 0.7175369664584234, "f1-score": 0.7326276901645041, "support": 1286.0 }, "weighted avg": { "precision": 0.8020794798386106, "recall": 0.7846034214618973, "f1-score": 0.7652614826545782, "support": 1286.0 } }, "confusion_matrix": [ [ 221, 244 ], [ 33, 788 ] ] }, "mean_pool": { "classification_report": { "benign": { "precision": 0.8700787401574803, "recall": 0.4752688172043011, "f1-score": 0.6147426981919333, "support": 465.0 }, "malicious": { "precision": 0.7635658914728682, "recall": 0.9598051157125457, "f1-score": 0.850512682137075, "support": 821.0 }, "accuracy": 0.7846034214618973, "macro avg": { "precision": 0.8168223158151743, "recall": 0.7175369664584234, "f1-score": 0.7326276901645041, "support": 1286.0 }, "weighted avg": { "precision": 0.8020794798386106, "recall": 0.7846034214618973, "f1-score": 0.7652614826545782, "support": 1286.0 } }, "confusion_matrix": [ [ 221, 244 ], [ 33, 788 ] ] } } }