fakeshield-api / backend /evaluation_results.json
Akash4911's picture
Production Deploy: Improved robustness and logging
66b6851
Raw
History Blame Contribute Delete
3.85 kB
{
"accuracy": 0.9,
"fpr": 0.0,
"fnr": 0.2,
"total": 10,
"correct": 9,
"false_positives": 0,
"false_negatives": 1,
"results": [
{
"file": "real_face_woman.jpg",
"actual": "real",
"predicted": "real",
"ai_prob": 0.0059,
"verdict": "LIKELY REAL",
"agree": "0/4",
"signals": {
"s1_dima": 0.6,
"s3_clip": 0.6,
"s4_ela": 0.6,
"s5_texture": 0.6,
"s_metadata": 55.6
},
"time": 4.38,
"correct": true
},
{
"file": "real_indoor.jpg",
"actual": "real",
"predicted": "real",
"ai_prob": 0.0023,
"verdict": "LIKELY REAL",
"agree": "0/4",
"signals": {
"s1_dima": 0.2,
"s3_clip": 0.2,
"s4_ela": 0.2,
"s5_texture": 0.2,
"s_metadata": 55.6
},
"time": 3.34,
"correct": true
},
{
"file": "real_nature.jpg",
"actual": "real",
"predicted": "real",
"ai_prob": 0.25,
"verdict": "LIKELY REAL",
"agree": "0/4",
"signals": {
"s1_dima": 15.9,
"s3_clip": 38.2,
"s4_ela": 40.0,
"s5_texture": 47.0,
"s_metadata": 55.6
},
"time": 3.95,
"correct": true
},
{
"file": "real_portrait.jpg",
"actual": "real",
"predicted": "real",
"ai_prob": 0.25,
"verdict": "LIKELY REAL",
"agree": "1/4",
"signals": {
"s1_dima": 21.8,
"s3_clip": 53.2,
"s4_ela": 50.0,
"s5_texture": 75.0,
"s_metadata": 55.6
},
"time": 4.4,
"correct": true
},
{
"file": "real_street.jpg",
"actual": "real",
"predicted": "real",
"ai_prob": 0.22,
"verdict": "LIKELY REAL",
"agree": "0/4",
"signals": {
"s1_dima": 40.8,
"s3_clip": 12.3,
"s4_ela": 40.0,
"s5_texture": 23.5,
"s_metadata": 55.6
},
"time": 5.53,
"correct": true
},
{
"file": "ai_art_1.jpg",
"actual": "ai",
"predicted": "real",
"ai_prob": 0.25,
"verdict": "LIKELY REAL",
"agree": "1/4",
"signals": {
"s1_dima": 20.8,
"s3_clip": 99.0,
"s4_ela": 40.0,
"s5_texture": 29.5,
"s_metadata": 55.6
},
"time": 4.44,
"correct": false
},
{
"file": "ai_art_2.jpg",
"actual": "ai",
"predicted": "ai",
"ai_prob": 0.9982,
"verdict": "DEEPFAKE",
"agree": "4/4",
"signals": {
"s1_dima": 99.8,
"s3_clip": 99.8,
"s4_ela": 99.8,
"s5_texture": 99.8,
"s_metadata": 55.6
},
"time": 4.23,
"correct": true
},
{
"file": "ai_face_gan.jpg",
"actual": "ai",
"predicted": "ai",
"ai_prob": 0.9905,
"verdict": "DEEPFAKE",
"agree": "4/4",
"signals": {
"s1_dima": 99.1,
"s3_clip": 99.1,
"s4_ela": 99.1,
"s5_texture": 99.1,
"s_metadata": 55.6
},
"time": 3.62,
"correct": true
},
{
"file": "ai_landscape.jpg",
"actual": "ai",
"predicted": "ai",
"ai_prob": 0.5146,
"verdict": "UNCERTAIN",
"agree": "1/4",
"signals": {
"s1_dima": 45.6,
"s3_clip": 69.9,
"s4_ela": 40.0,
"s5_texture": 27.5,
"s_metadata": 55.6
},
"time": 5.44,
"correct": true
},
{
"file": "ai_portrait_2.jpg",
"actual": "ai",
"predicted": "ai",
"ai_prob": 0.9978,
"verdict": "DEEPFAKE",
"agree": "4/4",
"signals": {
"s1_dima": 99.8,
"s3_clip": 99.8,
"s4_ela": 99.8,
"s5_texture": 99.8,
"s_metadata": 55.6
},
"time": 3.7,
"correct": true
}
]
}