protocol-guardian / training_summary.json
ARotting's picture
Publish MiniLM industrial command-risk classifier
aad0df8 verified
Raw
History Blame Contribute Delete
845 Bytes
{
"model": "Protocol Guardian MiniLM Linear",
"base_model": "sentence-transformers/all-MiniLM-L6-v2",
"embedding_dimensions": 384,
"linear_head_parameters": 385,
"selected_c": 0.3,
"validation": {
"accuracy": 0.8175,
"precision": 0.7343173431734318,
"recall": 0.995,
"f1": 0.8450106157112527,
"confusion_matrix": [
[
256,
144
],
[
2,
398
]
],
"examples": 800
},
"test": {
"accuracy": 0.8858333333333334,
"precision": 1.0,
"recall": 0.7716666666666666,
"f1": 0.8711194731890874,
"confusion_matrix": [
[
600,
0
],
[
137,
463
]
],
"examples": 1200
},
"test_split": "1200 examples from a third, unseen template family"
}