| { |
| "model": "microsoft/codebert-base", |
| "phase": "phase1", |
| "dataset_sources": [ |
| { |
| "source": "HID-APP/All-combined", |
| "revision": "default", |
| "type": "huggingface", |
| "fingerprint": "81f16d3fdbb4f97d3574f5c78bce8ada7b15c9ccd625913daa095cae6d545d67" |
| } |
| ], |
| "text_column": "text", |
| "test_metrics": { |
| "test_loss": 0.7019847631454468, |
| "test_accuracy": 0.7846034214618973, |
| "test_precision": 0.7635658914728682, |
| "test_recall": 0.9598051157125457, |
| "test_f1": 0.850512682137075, |
| "test_runtime": 25.7657, |
| "test_samples_per_second": 49.911, |
| "test_steps_per_second": 3.144 |
| }, |
| "classification_report": { |
| "benign": { |
| "precision": 0.8700787401574803, |
| "recall": 0.4752688172043011, |
| "f1-score": 0.6147426981919333, |
| "support": 465.0 |
| }, |
| "malicious": { |
| "precision": 0.7635658914728682, |
| "recall": 0.9598051157125457, |
| "f1-score": 0.850512682137075, |
| "support": 821.0 |
| }, |
| "accuracy": 0.7846034214618973, |
| "macro avg": { |
| "precision": 0.8168223158151743, |
| "recall": 0.7175369664584234, |
| "f1-score": 0.7326276901645041, |
| "support": 1286.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8020794798386106, |
| "recall": 0.7846034214618973, |
| "f1-score": 0.7652614826545782, |
| "support": 1286.0 |
| } |
| }, |
| "confusion_matrix": [ |
| [ |
| 221, |
| 244 |
| ], |
| [ |
| 33, |
| 788 |
| ] |
| ], |
| "grouped_by_original_sample": { |
| "group_count": 1286, |
| "chunk_count": 1286, |
| "max_pool": { |
| "classification_report": { |
| "benign": { |
| "precision": 0.8700787401574803, |
| "recall": 0.4752688172043011, |
| "f1-score": 0.6147426981919333, |
| "support": 465.0 |
| }, |
| "malicious": { |
| "precision": 0.7635658914728682, |
| "recall": 0.9598051157125457, |
| "f1-score": 0.850512682137075, |
| "support": 821.0 |
| }, |
| "accuracy": 0.7846034214618973, |
| "macro avg": { |
| "precision": 0.8168223158151743, |
| "recall": 0.7175369664584234, |
| "f1-score": 0.7326276901645041, |
| "support": 1286.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8020794798386106, |
| "recall": 0.7846034214618973, |
| "f1-score": 0.7652614826545782, |
| "support": 1286.0 |
| } |
| }, |
| "confusion_matrix": [ |
| [ |
| 221, |
| 244 |
| ], |
| [ |
| 33, |
| 788 |
| ] |
| ] |
| }, |
| "mean_pool": { |
| "classification_report": { |
| "benign": { |
| "precision": 0.8700787401574803, |
| "recall": 0.4752688172043011, |
| "f1-score": 0.6147426981919333, |
| "support": 465.0 |
| }, |
| "malicious": { |
| "precision": 0.7635658914728682, |
| "recall": 0.9598051157125457, |
| "f1-score": 0.850512682137075, |
| "support": 821.0 |
| }, |
| "accuracy": 0.7846034214618973, |
| "macro avg": { |
| "precision": 0.8168223158151743, |
| "recall": 0.7175369664584234, |
| "f1-score": 0.7326276901645041, |
| "support": 1286.0 |
| }, |
| "weighted avg": { |
| "precision": 0.8020794798386106, |
| "recall": 0.7846034214618973, |
| "f1-score": 0.7652614826545782, |
| "support": 1286.0 |
| } |
| }, |
| "confusion_matrix": [ |
| [ |
| 221, |
| 244 |
| ], |
| [ |
| 33, |
| 788 |
| ] |
| ] |
| } |
| } |
| } |
