File size: 4,799 Bytes
4289dff
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
{
  "rows": 1300,
  "families": 3,
  "models": {
    "upstream": {
      "facets": {
        "trap": {
          "rows": 1300,
          "average_precision": 0.9027959606064969,
          "precision_at_recall_90": 0.7787037037037037,
          "precision_at_recall_95": 0.7485232067510549,
          "prevalence": 0.7176923076923077
        },
        "decision": {
          "rows": 1299,
          "average_precision": 0.5219192438473815,
          "precision_at_recall_90": 0.46072874493927124,
          "precision_at_recall_95": 0.46072874493927124,
          "prevalence": 0.4603541185527329
        },
        "constraint": {
          "rows": 1300,
          "average_precision": 0.954374886008778,
          "precision_at_recall_90": 0.9130769230769231,
          "precision_at_recall_95": 0.9130769230769231,
          "prevalence": 0.9130769230769231
        },
        "mechanism": {
          "rows": 1297,
          "average_precision": 0.7691508918347779,
          "precision_at_recall_90": 0.6880804953560371,
          "precision_at_recall_95": 0.6880804953560371,
          "prevalence": 0.6877409406322282
        },
        "procedure": {
          "rows": 1293,
          "average_precision": 0.7063681153993947,
          "precision_at_recall_90": 0.4648936170212766,
          "precision_at_recall_95": 0.4153153153153153,
          "prevalence": 0.3750966744006187
        }
      },
      "macro": {
        "average_precision": 0.7709218195393658,
        "precision_at_recall_90": 0.6610966968194424,
        "precision_at_recall_95": 0.6451449370877204
      }
    },
    "linear": {
      "facets": {
        "trap": {
          "rows": 1300,
          "average_precision": 0.9704508234286988,
          "precision_at_recall_90": 0.9231613611416026,
          "precision_at_recall_95": 0.895959595959596,
          "prevalence": 0.7176923076923077
        },
        "decision": {
          "rows": 1299,
          "average_precision": 0.8471593175324644,
          "precision_at_recall_90": 0.6304093567251462,
          "precision_at_recall_95": 0.571,
          "prevalence": 0.4603541185527329
        },
        "constraint": {
          "rows": 1300,
          "average_precision": 0.9969713734939275,
          "precision_at_recall_90": 0.9916743755781684,
          "precision_at_recall_95": 0.9791666666666666,
          "prevalence": 0.9130769230769231
        },
        "mechanism": {
          "rows": 1297,
          "average_precision": 0.9633161957308005,
          "precision_at_recall_90": 0.8865638766519823,
          "precision_at_recall_95": 0.8330058939096268,
          "prevalence": 0.6877409406322282
        },
        "procedure": {
          "rows": 1293,
          "average_precision": 0.914259121155341,
          "precision_at_recall_90": 0.7356902356902357,
          "precision_at_recall_95": 0.652050919377652,
          "prevalence": 0.3750966744006187
        }
      },
      "macro": {
        "average_precision": 0.9384313662682464,
        "precision_at_recall_90": 0.833499841157427,
        "precision_at_recall_95": 0.7862366151827083
      }
    },
    "finetuned": {
      "facets": {
        "trap": {
          "rows": 1300,
          "average_precision": 0.9863618253424686,
          "precision_at_recall_90": 0.96,
          "precision_at_recall_95": 0.934668071654373,
          "prevalence": 0.7176923076923077
        },
        "decision": {
          "rows": 1299,
          "average_precision": 0.9135015910515543,
          "precision_at_recall_90": 0.7414030261348006,
          "precision_at_recall_95": 0.6581986143187067,
          "prevalence": 0.4603541185527329
        },
        "constraint": {
          "rows": 1300,
          "average_precision": 0.9985879374608636,
          "precision_at_recall_90": 0.9962825278810409,
          "precision_at_recall_95": 0.9947183098591549,
          "prevalence": 0.9130769230769231
        },
        "mechanism": {
          "rows": 1297,
          "average_precision": 0.9816644729408911,
          "precision_at_recall_90": 0.9261822376009228,
          "precision_at_recall_95": 0.8908709338929696,
          "prevalence": 0.6877409406322282
        },
        "procedure": {
          "rows": 1293,
          "average_precision": 0.9578217870935172,
          "precision_at_recall_90": 0.8868686868686869,
          "precision_at_recall_95": 0.822380106571936,
          "prevalence": 0.3750966744006187
        }
      },
      "macro": {
        "average_precision": 0.967587522777859,
        "precision_at_recall_90": 0.9021472956970902,
        "precision_at_recall_95": 0.8601672072594281
      }
    }
  }
}