opensoc-env / eval /results /summary.json
shivam2k3's picture
Fix README links and unignore placeholder eval plots
64649c4
[
{
"label": "always_dismiss",
"accuracy": 0.13,
"macro_f1": 0.046017699115044254,
"dismiss_on_malicious": 1.0,
"over_react_rate": 0.0,
"per_class": {
"dismiss": {
"precision": 0.13,
"recall": 1.0,
"f1": 0.23008849557522126,
"support": 26
},
"monitor": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 72
},
"quarantine_host": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 46
},
"block_ip": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 40
},
"escalate": {
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"support": 16
}
},
"confusion_matrix": {
"dismiss": {
"dismiss": 26,
"monitor": 0,
"quarantine_host": 0,
"block_ip": 0,
"escalate": 0
},
"monitor": {
"dismiss": 72,
"monitor": 0,
"quarantine_host": 0,
"block_ip": 0,
"escalate": 0
},
"quarantine_host": {
"dismiss": 46,
"monitor": 0,
"quarantine_host": 0,
"block_ip": 0,
"escalate": 0
},
"block_ip": {
"dismiss": 40,
"monitor": 0,
"quarantine_host": 0,
"block_ip": 0,
"escalate": 0
},
"escalate": {
"dismiss": 16,
"monitor": 0,
"quarantine_host": 0,
"block_ip": 0,
"escalate": 0
}
}
},
{
"label": "verifier_oracle",
"accuracy": 1.0,
"macro_f1": 1.0,
"dismiss_on_malicious": 0.0,
"over_react_rate": 0.0,
"per_class": {
"dismiss": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"support": 26
},
"monitor": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"support": 72
},
"quarantine_host": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"support": 46
},
"block_ip": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"support": 40
},
"escalate": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"support": 16
}
},
"confusion_matrix": {
"dismiss": {
"dismiss": 26,
"monitor": 0,
"quarantine_host": 0,
"block_ip": 0,
"escalate": 0
},
"monitor": {
"dismiss": 0,
"monitor": 72,
"quarantine_host": 0,
"block_ip": 0,
"escalate": 0
},
"quarantine_host": {
"dismiss": 0,
"monitor": 0,
"quarantine_host": 46,
"block_ip": 0,
"escalate": 0
},
"block_ip": {
"dismiss": 0,
"monitor": 0,
"quarantine_host": 0,
"block_ip": 40,
"escalate": 0
},
"escalate": {
"dismiss": 0,
"monitor": 0,
"quarantine_host": 0,
"block_ip": 0,
"escalate": 16
}
}
}
]