File size: 1,877 Bytes
6cc8ae1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
{
  "weights_used": {
    "macro_f1": 0.5,
    "accuracy": 0.2,
    "latency": 0.15,
    "model_size": 0.1,
    "calibration": 0.05
  },
  "rankings": [
    {
      "model_name": "resnet",
      "composite_score": 0.9241,
      "raw_metrics": {
        "macro_f1": 0.5606227821703,
        "accuracy": 0.6318082788671024,
        "latency_ms": 5.68,
        "model_size_mb": 93.73
      },
      "normalized_metrics": {
        "macro_f1": 1.0,
        "accuracy": 1.0,
        "latency": 0.7485,
        "model_size": 0.8685
      },
      "rank": 1
    },
    {
      "model_name": "vit",
      "composite_score": 0.7542,
      "raw_metrics": {
        "macro_f1": 0.5465106856964207,
        "accuracy": 0.6318082788671024,
        "latency_ms": 15.5,
        "model_size_mb": 328.85
      },
      "normalized_metrics": {
        "macro_f1": 0.967,
        "accuracy": 1.0,
        "latency": 0.0,
        "model_size": 0.4575
      },
      "rank": 2
    },
    {
      "model_name": "cnn",
      "composite_score": 0.2898,
      "raw_metrics": {
        "macro_f1": 0.14429494847203667,
        "accuracy": 0.2440087145969499,
        "latency_ms": 2.38,
        "model_size_mb": 18.52
      },
      "normalized_metrics": {
        "macro_f1": 0.0252,
        "accuracy": 0.0111,
        "latency": 1.0,
        "model_size": 1.0
      },
      "rank": 3
    },
    {
      "model_name": "mlp",
      "composite_score": 0.1731,
      "raw_metrics": {
        "macro_f1": 0.1335123629487021,
        "accuracy": 0.23965141612200436,
        "latency_ms": 2.55,
        "model_size_mb": 590.55
      },
      "normalized_metrics": {
        "macro_f1": 0.0,
        "accuracy": 0.0,
        "latency": 0.987,
        "model_size": 0.0
      },
      "rank": 4
    }
  ],
  "best_model": "resnet",
  "recommendation": "Recommended model: resnet (composite score: 0.9241)"
}