File size: 2,514 Bytes
e301e28 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 | {
"dataset_stats": {
"total_samples": 8438,
"train_size": 7594,
"val_size": 844,
"class_distribution_raw": {
"0": 0.7250533301730268,
"1": 0.2749466698269732
}
},
"training_metrics": {
"best_f1": 0.989247311827957,
"best_model_accuracy": 0.9940758293838863
},
"calibration": {
"optimal_threshold": 0.0027917588595300913,
"calibrated_precision": 0.9508196721311475,
"calibrated_recall": 1.0,
"class_weights_used": {
"0": 0.689604445897352,
"1": 1.8185344827586207
}
},
"robustness": [
{
"type": "URL Obfuscation",
"text": "Win $1000 fast! Click hxxp://scammy-link[.]com",
"probability": 0.9997965693473816,
"predicted": 1,
"expected": 1,
"passed": true
},
{
"type": "URL Obfuscation",
"text": "Your account is locked. Verify at bit.ly/secure-login-392",
"probability": 0.9997977614402771,
"predicted": 1,
"expected": 1,
"passed": true
},
{
"type": "Numeric Replacement",
"text": "W1NNER! Y0u have b33n select3d for a pr1ze.",
"probability": 0.9936283230781555,
"predicted": 1,
"expected": 1,
"passed": true
},
{
"type": "Mixed Case",
"text": "cOnGrAtUlAtIoNs, yOu WoN a FrEe iPhOnE!",
"probability": 0.8983756899833679,
"predicted": 1,
"expected": 1,
"passed": true
},
{
"type": "Short SMS",
"text": "Call me now",
"probability": 0.00036344866384752095,
"predicted": 0,
"expected": 1,
"passed": false
},
{
"type": "Short SMS",
"text": "Hey",
"probability": 0.0003704441187437624,
"predicted": 0,
"expected": 0,
"passed": true
}
],
"deployment": {
"model_size_mb": 255.41,
"cpu_latency_estimate": "~10-30ms / sequence",
"gpu_latency_estimate": "~2-5ms / sequence",
"recommendation": "CPU (FastAPI wrapped, ONNX quantization recommended)"
},
"model_path": "./cipher_distilbert_detection"
} |