Hugging Face's logo

Spaces:
Gradii
/
DetectMeBotBackend
Sleeping

App Files Community
Gradii commited on
Commit
8768790
路
1 Parent(s): 0e7dd0f

images quality

Browse files
Files changed (10) hide show
  1. backend/evaluate_images.py +1 -1
  2. backend/guild_configs.json +2 -2
  3. backend/image_evaluation_raw_results-Hemg/Deepfake-image.csv +61 -0
  4. backend/image_evaluation_raw_results-Hemg/image_confusion_matrix.png +0 -0
  5. backend/image_evaluation_raw_results-Hemg/image_evaluation_summary_report.txt +17 -0
  6. backend/image_evaluation_raw_results-Hemg/image_roc_curve.png +0 -0
  7. backend/image_evaluation_raw_results-capcheck/ai-image-detection.csv +61 -0
  8. backend/image_evaluation_raw_results-capcheck/image_confusion_matrix.png +0 -0
  9. backend/image_evaluation_raw_results-capcheck/image_evaluation_summary_report.txt +17 -0
  10. backend/image_evaluation_raw_results-capcheck/image_roc_curve.png +0 -0
backend/evaluate_images.py CHANGED
@@ -25,7 +25,7 @@ def setup_test_guild():
25
  print(f"[*] Konfigurowanie testowej gildii '{TEST_GUILD_ID}' na backendzie...")
26
  setup_payload = {
27
  "active_text_model": "none",
28
- "active_image_model": "capcheck/ai-image-detection", # Model do przetestowania
29
  "log_channel_id": None,
30
  "multi_model_workflow": False
31
  }
 
25
  print(f"[*] Konfigurowanie testowej gildii '{TEST_GUILD_ID}' na backendzie...")
26
  setup_payload = {
27
  "active_text_model": "none",
28
+ "active_image_model": "Hemg/Deepfake-image", # Model do przetestowania
29
  "log_channel_id": None,
30
  "multi_model_workflow": False
31
  }
backend/guild_configs.json CHANGED
@@ -6,8 +6,8 @@
6
  "multi_model_workflow": true
7
  },
8
  "eval_test_guild": {
9
- "active_text_model": "bibbbu/multilingual-ai-human-detector_xlm-roberta-base",
10
- "active_image_model": "none",
11
  "log_channel_id": null,
12
  "multi_model_workflow": false
13
  }
 
6
  "multi_model_workflow": true
7
  },
8
  "eval_test_guild": {
9
+ "active_text_model": "none",
10
+ "active_image_model": "Hemg/Deepfake-image",
11
  "log_channel_id": null,
12
  "multi_model_workflow": false
13
  }
backend/image_evaluation_raw_results-Hemg/Deepfake-image.csv ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ id,ground_truth,predicted,confidence,analysis_time,used_model,status
2
+ 0,False,False,0.703,19.508,Hemg/Deepfake-image,SUCCESS
3
+ 1,True,False,0.752,0.189,Hemg/Deepfake-image,SUCCESS
4
+ 2,False,False,0.796,0.186,Hemg/Deepfake-image,SUCCESS
5
+ 3,True,False,0.638,0.188,Hemg/Deepfake-image,SUCCESS
6
+ 4,False,True,0.537,0.188,Hemg/Deepfake-image,SUCCESS
7
+ 5,True,False,0.733,0.188,Hemg/Deepfake-image,SUCCESS
8
+ 6,False,False,0.783,0.182,Hemg/Deepfake-image,SUCCESS
9
+ 7,True,True,0.649,0.186,Hemg/Deepfake-image,SUCCESS
10
+ 8,True,False,0.606,0.186,Hemg/Deepfake-image,SUCCESS
11
+ 9,False,False,0.583,0.182,Hemg/Deepfake-image,SUCCESS
12
+ 10,True,False,0.632,0.189,Hemg/Deepfake-image,SUCCESS
13
+ 11,True,False,0.865,0.187,Hemg/Deepfake-image,SUCCESS
14
+ 12,False,False,0.807,0.187,Hemg/Deepfake-image,SUCCESS
15
+ 13,False,False,0.574,0.187,Hemg/Deepfake-image,SUCCESS
16
+ 14,False,False,0.687,0.184,Hemg/Deepfake-image,SUCCESS
17
+ 15,True,False,0.741,0.187,Hemg/Deepfake-image,SUCCESS
18
+ 16,False,False,0.778,0.187,Hemg/Deepfake-image,SUCCESS
19
+ 17,True,True,0.605,0.195,Hemg/Deepfake-image,SUCCESS
20
+ 18,False,False,0.633,0.192,Hemg/Deepfake-image,SUCCESS
21
+ 19,True,False,0.865,0.187,Hemg/Deepfake-image,SUCCESS
22
+ 20,True,True,0.543,0.185,Hemg/Deepfake-image,SUCCESS
23
+ 21,False,False,0.656,0.19,Hemg/Deepfake-image,SUCCESS
24
+ 22,True,False,0.516,0.181,Hemg/Deepfake-image,SUCCESS
25
+ 23,False,False,0.64,0.184,Hemg/Deepfake-image,SUCCESS
26
+ 24,False,False,0.672,0.189,Hemg/Deepfake-image,SUCCESS
27
+ 25,True,False,0.641,0.187,Hemg/Deepfake-image,SUCCESS
28
+ 26,True,False,0.767,0.187,Hemg/Deepfake-image,SUCCESS
29
+ 27,False,True,0.575,0.187,Hemg/Deepfake-image,SUCCESS
30
+ 28,False,False,0.562,0.185,Hemg/Deepfake-image,SUCCESS
31
+ 29,True,False,0.569,0.186,Hemg/Deepfake-image,SUCCESS
32
+ 30,True,False,0.724,0.189,Hemg/Deepfake-image,SUCCESS
33
+ 31,True,False,0.609,0.189,Hemg/Deepfake-image,SUCCESS
34
+ 32,False,False,0.665,0.186,Hemg/Deepfake-image,SUCCESS
35
+ 33,True,False,0.793,0.18,Hemg/Deepfake-image,SUCCESS
36
+ 34,True,False,0.619,0.194,Hemg/Deepfake-image,SUCCESS
37
+ 35,True,False,0.751,0.179,Hemg/Deepfake-image,SUCCESS
38
+ 36,False,True,0.506,0.185,Hemg/Deepfake-image,SUCCESS
39
+ 37,False,False,0.543,0.189,Hemg/Deepfake-image,SUCCESS
40
+ 38,True,False,0.616,0.185,Hemg/Deepfake-image,SUCCESS
41
+ 39,False,False,0.578,0.186,Hemg/Deepfake-image,SUCCESS
42
+ 40,True,True,0.503,0.182,Hemg/Deepfake-image,SUCCESS
43
+ 41,True,False,0.583,0.177,Hemg/Deepfake-image,SUCCESS
44
+ 42,False,False,0.763,0.188,Hemg/Deepfake-image,SUCCESS
45
+ 43,False,False,0.715,0.186,Hemg/Deepfake-image,SUCCESS
46
+ 44,False,False,0.69,0.192,Hemg/Deepfake-image,SUCCESS
47
+ 45,False,False,0.595,0.184,Hemg/Deepfake-image,SUCCESS
48
+ 46,True,False,0.614,0.179,Hemg/Deepfake-image,SUCCESS
49
+ 47,False,False,0.812,0.188,Hemg/Deepfake-image,SUCCESS
50
+ 48,False,False,0.713,0.181,Hemg/Deepfake-image,SUCCESS
51
+ 49,True,False,0.666,0.18,Hemg/Deepfake-image,SUCCESS
52
+ 50,False,False,0.758,0.183,Hemg/Deepfake-image,SUCCESS
53
+ 51,True,False,0.587,0.179,Hemg/Deepfake-image,SUCCESS
54
+ 52,False,False,0.777,0.187,Hemg/Deepfake-image,SUCCESS
55
+ 53,False,False,0.554,0.178,Hemg/Deepfake-image,SUCCESS
56
+ 54,True,False,0.659,0.176,Hemg/Deepfake-image,SUCCESS
57
+ 55,False,False,0.813,0.184,Hemg/Deepfake-image,SUCCESS
58
+ 56,True,False,0.821,0.182,Hemg/Deepfake-image,SUCCESS
59
+ 57,False,False,0.592,0.191,Hemg/Deepfake-image,SUCCESS
60
+ 58,True,False,0.602,0.18,Hemg/Deepfake-image,SUCCESS
61
+ 59,True,False,0.721,0.185,Hemg/Deepfake-image,SUCCESS
backend/image_evaluation_raw_results-Hemg/image_confusion_matrix.png ADDED
backend/image_evaluation_raw_results-Hemg/image_evaluation_summary_report.txt ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ RAPORT JAKO艢CI DETEKCJI OBRAZ脫W (DEEPFAKE)
3
+ ==================================================
4
+ Zanalizowano pomy艣lnie pr贸bki: 60 / 60
5
+ Og贸lna dok艂adno艣膰 (Accuracy): 51.67%
6
+ 艢redni czas analizy: 0.507 sekundy
7
+
8
+ Szczeg贸艂owe metryki klasyfikacji:
9
+ precision recall f1-score support
10
+
11
+ REAL_IMAGE 0.51 0.90 0.65 30
12
+ AI_GENERATED 0.57 0.13 0.22 30
13
+
14
+ accuracy 0.52 60
15
+ macro avg 0.54 0.52 0.43 60
16
+ weighted avg 0.54 0.52 0.43 60
17
+ ==================================================
backend/image_evaluation_raw_results-Hemg/image_roc_curve.png ADDED
backend/image_evaluation_raw_results-capcheck/ai-image-detection.csv ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ id,ground_truth,predicted,confidence,analysis_time,used_model,status
2
+ 0,False,False,0.999,1.711,capcheck/ai-image-detection,SUCCESS
3
+ 1,True,True,0.997,0.194,capcheck/ai-image-detection,SUCCESS
4
+ 2,False,False,0.997,0.197,capcheck/ai-image-detection,SUCCESS
5
+ 3,True,True,0.998,0.191,capcheck/ai-image-detection,SUCCESS
6
+ 4,False,False,0.998,0.192,capcheck/ai-image-detection,SUCCESS
7
+ 5,True,True,0.996,0.192,capcheck/ai-image-detection,SUCCESS
8
+ 6,False,False,0.999,0.189,capcheck/ai-image-detection,SUCCESS
9
+ 7,True,True,0.998,0.189,capcheck/ai-image-detection,SUCCESS
10
+ 8,True,True,0.994,0.195,capcheck/ai-image-detection,SUCCESS
11
+ 9,False,False,0.998,0.192,capcheck/ai-image-detection,SUCCESS
12
+ 10,True,True,0.998,0.192,capcheck/ai-image-detection,SUCCESS
13
+ 11,True,True,0.997,0.193,capcheck/ai-image-detection,SUCCESS
14
+ 12,False,False,0.997,0.187,capcheck/ai-image-detection,SUCCESS
15
+ 13,False,False,0.999,0.191,capcheck/ai-image-detection,SUCCESS
16
+ 14,False,True,0.772,0.198,capcheck/ai-image-detection,SUCCESS
17
+ 15,True,True,0.993,0.203,capcheck/ai-image-detection,SUCCESS
18
+ 16,False,False,0.998,0.19,capcheck/ai-image-detection,SUCCESS
19
+ 17,True,True,0.997,0.188,capcheck/ai-image-detection,SUCCESS
20
+ 18,False,False,0.999,0.2,capcheck/ai-image-detection,SUCCESS
21
+ 19,True,True,0.996,0.193,capcheck/ai-image-detection,SUCCESS
22
+ 20,True,True,0.819,0.192,capcheck/ai-image-detection,SUCCESS
23
+ 21,False,False,0.991,0.192,capcheck/ai-image-detection,SUCCESS
24
+ 22,True,True,0.998,0.188,capcheck/ai-image-detection,SUCCESS
25
+ 23,False,False,0.991,0.189,capcheck/ai-image-detection,SUCCESS
26
+ 24,False,False,0.997,0.191,capcheck/ai-image-detection,SUCCESS
27
+ 25,True,True,0.998,0.185,capcheck/ai-image-detection,SUCCESS
28
+ 26,True,True,0.993,0.189,capcheck/ai-image-detection,SUCCESS
29
+ 27,False,False,0.999,0.19,capcheck/ai-image-detection,SUCCESS
30
+ 28,False,False,0.998,0.187,capcheck/ai-image-detection,SUCCESS
31
+ 29,True,True,0.995,0.188,capcheck/ai-image-detection,SUCCESS
32
+ 30,True,True,0.993,0.181,capcheck/ai-image-detection,SUCCESS
33
+ 31,True,True,0.997,0.192,capcheck/ai-image-detection,SUCCESS
34
+ 32,False,False,0.999,0.187,capcheck/ai-image-detection,SUCCESS
35
+ 33,True,True,0.998,0.186,capcheck/ai-image-detection,SUCCESS
36
+ 34,True,True,0.997,0.186,capcheck/ai-image-detection,SUCCESS
37
+ 35,True,True,0.998,0.186,capcheck/ai-image-detection,SUCCESS
38
+ 36,False,False,0.997,0.191,capcheck/ai-image-detection,SUCCESS
39
+ 37,False,False,0.991,0.192,capcheck/ai-image-detection,SUCCESS
40
+ 38,True,True,0.997,0.189,capcheck/ai-image-detection,SUCCESS
41
+ 39,False,False,0.999,0.184,capcheck/ai-image-detection,SUCCESS
42
+ 40,True,True,0.998,0.19,capcheck/ai-image-detection,SUCCESS
43
+ 41,True,True,0.998,0.184,capcheck/ai-image-detection,SUCCESS
44
+ 42,False,False,0.998,0.188,capcheck/ai-image-detection,SUCCESS
45
+ 43,False,False,0.998,0.188,capcheck/ai-image-detection,SUCCESS
46
+ 44,False,False,0.997,0.18,capcheck/ai-image-detection,SUCCESS
47
+ 45,False,False,0.986,0.186,capcheck/ai-image-detection,SUCCESS
48
+ 46,True,True,0.999,0.182,capcheck/ai-image-detection,SUCCESS
49
+ 47,False,False,0.998,0.187,capcheck/ai-image-detection,SUCCESS
50
+ 48,False,False,0.998,0.19,capcheck/ai-image-detection,SUCCESS
51
+ 49,True,True,0.998,0.19,capcheck/ai-image-detection,SUCCESS
52
+ 50,False,False,0.998,0.192,capcheck/ai-image-detection,SUCCESS
53
+ 51,True,True,0.998,0.188,capcheck/ai-image-detection,SUCCESS
54
+ 52,False,False,0.982,0.188,capcheck/ai-image-detection,SUCCESS
55
+ 53,False,False,0.998,0.189,capcheck/ai-image-detection,SUCCESS
56
+ 54,True,True,0.998,0.182,capcheck/ai-image-detection,SUCCESS
57
+ 55,False,False,0.998,0.183,capcheck/ai-image-detection,SUCCESS
58
+ 56,True,True,0.997,0.196,capcheck/ai-image-detection,SUCCESS
59
+ 57,False,False,0.998,0.186,capcheck/ai-image-detection,SUCCESS
60
+ 58,True,True,0.998,0.194,capcheck/ai-image-detection,SUCCESS
61
+ 59,True,True,0.996,0.186,capcheck/ai-image-detection,SUCCESS
backend/image_evaluation_raw_results-capcheck/image_confusion_matrix.png ADDED
backend/image_evaluation_raw_results-capcheck/image_evaluation_summary_report.txt ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ==================================================
2
+ RAPORT JAKO艢CI DETEKCJI OBRAZ脫W (DEEPFAKE)
3
+ ==================================================
4
+ Zanalizowano pomy艣lnie pr贸bki: 60 / 60
5
+ Og贸lna dok艂adno艣膰 (Accuracy): 98.33%
6
+ 艢redni czas analizy: 0.215 sekundy
7
+
8
+ Szczeg贸艂owe metryki klasyfikacji:
9
+ precision recall f1-score support
10
+
11
+ REAL_IMAGE 1.00 0.97 0.98 30
12
+ AI_GENERATED 0.97 1.00 0.98 30
13
+
14
+ accuracy 0.98 60
15
+ macro avg 0.98 0.98 0.98 60
16
+ weighted avg 0.98 0.98 0.98 60
17
+ ==================================================
backend/image_evaluation_raw_results-capcheck/image_roc_curve.png ADDED