File size: 4,729 Bytes
5784a50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
{
  "rows": [
    {
      "k": 6,
      "r": 0.5,
      "f1": 54.37697603215719,
      "f1_sd": 0.0,
      "acc": 68.03107606679035,
      "acc_sd": 0.0,
      "auroc": 85.66215586194795,
      "n_seeds": 1,
      "paper_f1": 54.81,
      "paper_acc": 70.19,
      "sec": 351.9200756549835
    },
    {
      "k": 6,
      "r": 0.6,
      "f1": 55.82852861204005,
      "f1_sd": 0.0,
      "acc": 68.37894248608535,
      "acc_sd": 0.0,
      "auroc": 86.10185973084599,
      "n_seeds": 1,
      "paper_f1": 56.68,
      "paper_acc": 70.71,
      "sec": 351.3092691898346
    },
    {
      "k": 6,
      "r": 0.7,
      "f1": 55.20164244351372,
      "f1_sd": 0.0,
      "acc": 68.13543599257885,
      "acc_sd": 0.0,
      "auroc": 85.91943718990865,
      "n_seeds": 1,
      "paper_f1": 55.41,
      "paper_acc": 70.63,
      "sec": 354.51162242889404
    },
    {
      "k": 6,
      "r": 0.8,
      "f1": 55.89555263337231,
      "f1_sd": 0.0,
      "acc": 68.00788497217069,
      "acc_sd": 0.0,
      "auroc": 85.71324263520769,
      "n_seeds": 1,
      "paper_f1": 54.32,
      "paper_acc": 69.77,
      "sec": 353.5883004665375
    },
    {
      "k": 8,
      "r": 0.5,
      "f1": 54.993045102144514,
      "f1_sd": 0.0,
      "acc": 68.30936920222635,
      "acc_sd": 0.0,
      "auroc": 85.82216585792203,
      "n_seeds": 1,
      "paper_f1": 62.6,
      "paper_acc": 74.07,
      "sec": 488.88276529312134
    },
    {
      "k": 8,
      "r": 0.6,
      "f1": 55.37683466214507,
      "f1_sd": 0.0,
      "acc": 67.75278293135436,
      "acc_sd": 0.0,
      "auroc": 85.76532047398156,
      "n_seeds": 1,
      "paper_f1": 63.51,
      "paper_acc": 73.98,
      "sec": 430.7964942455292
    },
    {
      "k": 8,
      "r": 0.7,
      "f1": 54.805449110076296,
      "f1_sd": 0.0,
      "acc": 67.32374768089053,
      "acc_sd": 0.0,
      "auroc": 85.57745658988081,
      "n_seeds": 1,
      "paper_f1": 62.1,
      "paper_acc": 73.86,
      "sec": 414.7394459247589
    },
    {
      "k": 8,
      "r": 0.8,
      "f1": 54.96062247561335,
      "f1_sd": 0.0,
      "acc": 66.61641929499072,
      "acc_sd": 0.0,
      "auroc": 85.13160300507687,
      "n_seeds": 1,
      "paper_f1": 59.19,
      "paper_acc": 72.35,
      "sec": 429.1282160282135
    },
    {
      "k": 10,
      "r": 0.5,
      "f1": 54.77524404670995,
      "f1_sd": 0.0,
      "acc": 66.2917439703154,
      "acc_sd": 0.0,
      "auroc": 85.17482633239955,
      "n_seeds": 1,
      "paper_f1": 51.76,
      "paper_acc": 67.36,
      "sec": 455.18480348587036
    },
    {
      "k": 10,
      "r": 0.6,
      "f1": 54.388220152613734,
      "f1_sd": 0.0,
      "acc": 68.08905380333951,
      "acc_sd": 0.0,
      "auroc": 85.27193811966129,
      "n_seeds": 1,
      "paper_f1": 50.7,
      "paper_acc": 66.41,
      "sec": 388.5586168766022
    },
    {
      "k": 10,
      "r": 0.7,
      "f1": 55.68678704182574,
      "f1_sd": 0.0,
      "acc": 68.56447124304268,
      "acc_sd": 0.0,
      "auroc": 85.97759672825653,
      "n_seeds": 1,
      "paper_f1": 56.33,
      "paper_acc": 71.07,
      "sec": 472.1071059703827
    },
    {
      "k": 10,
      "r": 0.8,
      "f1": 56.01098269541115,
      "f1_sd": 0.0,
      "acc": 67.70640074211502,
      "acc_sd": 0.0,
      "auroc": 85.3341005897932,
      "n_seeds": 1,
      "paper_f1": 55.7,
      "paper_acc": 70.42,
      "sec": 459.3941607475281
    }
  ],
  "best_cell_ours": {
    "k": 10,
    "r": 0.8,
    "f1": 56.01098269541115
  },
  "best_cell_paper": {
    "k": 8,
    "r": 0.6,
    "f1": 63.51
  },
  "best_k_per_r": {
    "0.5": 8,
    "0.6": 6,
    "0.7": 10,
    "0.8": 10
  },
  "best_r_per_k": {
    "6": 0.8,
    "8": 0.6,
    "10": 0.8
  },
  "mean_f1_by_k": {
    "6": 55.32567493027082,
    "8": 55.033987837494806,
    "10": 55.21530848414014
  },
  "mean_f1_by_r": {
    "0.5": 54.715088393670555,
    "0.6": 55.197861142266284,
    "0.7": 55.231292865138585,
    "0.8": 55.622385934798935
  },
  "paper_mean_f1_by_k": {
    "6": 55.305,
    "8": 61.85,
    "10": 53.6225
  },
  "paper_mean_f1_by_r": {
    "0.5": 56.38999999999999,
    "0.6": 56.96333333333333,
    "0.7": 57.94666666666666,
    "0.8": 56.40333333333333
  },
  "r08_degradation": {
    "6": {
      "mean_r_le_0.7": 55.135715695903656,
      "r_0.8": 55.89555263337231,
      "delta": 0.7598369374686555
    },
    "8": {
      "mean_r_le_0.7": 55.05844295812196,
      "r_0.8": 54.96062247561335,
      "delta": -0.09782048250860953
    },
    "10": {
      "mean_r_le_0.7": 54.9500837470498,
      "r_0.8": 56.01098269541115,
      "delta": 1.0608989483613485
    }
  },
  "pearson_ours_vs_paper_grid": 0.12106848382642352,
  "spearman_ours_vs_paper_grid": 0.2447552447552448
}