File size: 6,923 Bytes
742c5f6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
{
  "val/loss": 0.8120834575096766,
  "val/rec": 0.9908254810174306,
  "val/z_huber": 0.06394076167993869,
  "val/z_bin": 1.0628903671105703,
  "val/z_candidate": 0.0016819336631184948,
  "val/z_nll": -1.0183662056922913,
  "val/rec_line": 0.6801706777016322,
  "val/rec_continuum": 0.39931420296430586,
  "val/rec_mean_baseline": 0.6042924443880717,
  "val/mae_z": 0.07509953528642654,
  "val/mae_log1p": 0.040635909885168076,
  "val/rmse_z": 0.2418516275784284,
  "val/nmad": 0.004784760531038046,
  "val/cat_0p003": 0.5133333333333333,
  "val/cat_0p01": 0.265,
  "val/cat_0p05": 0.15166666666666667,
  "val/pred_std_z": 0.5466943979263306,
  "val/true_std_z": 0.5903335213661194,
  "val/z_lt_0p4_count": 635.0,
  "val/z_lt_0p4_mae_z": 0.045607130974531174,
  "val/z_lt_0p4_bias_z": 0.0414910688996315,
  "val/z_lt_0p4_cat_0p05": 0.08503937007874016,
  "val/z_0p4_1p0_count": 284.0,
  "val/z_0p4_1p0_mae_z": 0.07452605664730072,
  "val/z_0p4_1p0_bias_z": 0.04323133826255798,
  "val/z_0p4_1p0_cat_0p05": 0.2007042253521127,
  "val/z_1p0_2p0_count": 261.0,
  "val/z_1p0_2p0_mae_z": 0.1171763688325882,
  "val/z_1p0_2p0_bias_z": -0.1076536625623703,
  "val/z_1p0_2p0_cat_0p05": 0.2567049808429119,
  "val/z_gte_2p0_count": 20.0,
  "val/z_gte_2p0_mae_z": 0.4705240726470947,
  "val/z_gte_2p0_bias_z": -0.40040692687034607,
  "val/z_gte_2p0_cat_0p05": 0.2,
  "val/candidate_top1_best_mae_z": 0.09565279632806778,
  "val/candidate_top1_hit_0p003": 0.5341666666666667,
  "val/candidate_top1_hit_0p01": 0.7875,
  "val/candidate_top1_hit_0p05": 0.8775,
  "val/candidate_top3_best_mae_z": 0.05222426354885101,
  "val/candidate_top3_hit_0p003": 0.56,
  "val/candidate_top3_hit_0p01": 0.8516666666666667,
  "val/candidate_top3_hit_0p05": 0.9241666666666667,
  "val/candidate_top5_best_mae_z": 0.030046068131923676,
  "val/candidate_top5_hit_0p003": 0.565,
  "val/candidate_top5_hit_0p01": 0.8666666666666667,
  "val/candidate_top5_hit_0p05": 0.9475,
  "val/candidate_top1_bin_hit": 0.805,
  "val/candidate_top3_bin_hit": 0.8925,
  "val/candidate_top5_bin_hit": 0.9141666666666667,
  "val/z_count": 1200.0,
  "val/zwarn_fraction": 0.9291666666666667,
  "val_clean/mae_z": 0.4921625554561615,
  "val_clean/mae_log1p": 0.26131516695022583,
  "val_clean/rmse_z": 0.7029549499025407,
  "val_clean/nmad": 0.3692789673805237,
  "val_clean/cat_0p003": 1.0,
  "val_clean/cat_0p01": 0.9764705882352941,
  "val_clean/cat_0p05": 0.9058823529411765,
  "val_clean/pred_std_z": 0.1567787528038025,
  "val_clean/true_std_z": 0.6979517936706543,
  "val_clean/candidate_top1_best_mae_z": 0.6806134581565857,
  "val_clean/candidate_top1_hit_0p003": 0.011764705882352941,
  "val_clean/candidate_top1_hit_0p01": 0.08235294117647059,
  "val_clean/candidate_top1_hit_0p05": 0.17647058823529413,
  "val_clean/candidate_top3_best_mae_z": 0.4353829324245453,
  "val_clean/candidate_top3_hit_0p003": 0.03529411764705882,
  "val_clean/candidate_top3_hit_0p01": 0.12941176470588237,
  "val_clean/candidate_top3_hit_0p05": 0.36470588235294116,
  "val_clean/candidate_top5_best_mae_z": 0.24799008667469025,
  "val_clean/candidate_top5_hit_0p003": 0.047058823529411764,
  "val_clean/candidate_top5_hit_0p01": 0.21176470588235294,
  "val_clean/candidate_top5_hit_0p05": 0.5411764705882353,
  "val_clean/candidate_top1_bin_hit": 0.12941176470588237,
  "val_clean/candidate_top3_bin_hit": 0.21176470588235294,
  "val_clean/candidate_top5_bin_hit": 0.3176470588235294,
  "val_clean/z_count": 85.0,
  "ood/loss": 0.8375896552408283,
  "ood/rec": 0.7543833370913159,
  "ood/z_huber": 0.07970966348578011,
  "ood/z_bin": 1.4262431633066048,
  "ood/z_candidate": 0.0018281822517151754,
  "ood/z_nll": -2.1620633862912655,
  "ood/rec_line": 0.4495789119127122,
  "ood/rec_continuum": 0.3464769148691134,
  "ood/rec_mean_baseline": 0.5386740128425035,
  "ood/mae_z": 0.09617684781551361,
  "ood/mae_log1p": 0.05091533064842224,
  "ood/rmse_z": 0.2724039571923131,
  "ood/nmad": 0.005635738372802734,
  "ood/cat_0p003": 0.54,
  "ood/cat_0p01": 0.32571428571428573,
  "ood/cat_0p05": 0.2,
  "ood/pred_std_z": 0.5505897998809814,
  "ood/true_std_z": 0.617722749710083,
  "ood/z_lt_0p4_count": 368.0,
  "ood/z_lt_0p4_mae_z": 0.05787179246544838,
  "ood/z_lt_0p4_bias_z": 0.05313873291015625,
  "ood/z_lt_0p4_cat_0p05": 0.10597826086956522,
  "ood/z_0p4_1p0_count": 164.0,
  "ood/z_0p4_1p0_mae_z": 0.08314768970012665,
  "ood/z_0p4_1p0_bias_z": 0.04822442680597305,
  "ood/z_0p4_1p0_cat_0p05": 0.23170731707317074,
  "ood/z_1p0_2p0_count": 156.0,
  "ood/z_1p0_2p0_mae_z": 0.1613594889640808,
  "ood/z_1p0_2p0_bias_z": -0.14732955396175385,
  "ood/z_1p0_2p0_cat_0p05": 0.3782051282051282,
  "ood/z_gte_2p0_count": 12.0,
  "ood/z_gte_2p0_mae_z": 0.6015560626983643,
  "ood/z_gte_2p0_bias_z": -0.5087514519691467,
  "ood/z_gte_2p0_cat_0p05": 0.3333333333333333,
  "ood/candidate_top1_best_mae_z": 0.11191527545452118,
  "ood/candidate_top1_hit_0p003": 0.51,
  "ood/candidate_top1_hit_0p01": 0.7314285714285714,
  "ood/candidate_top1_hit_0p05": 0.8271428571428572,
  "ood/candidate_top3_best_mae_z": 0.062491126358509064,
  "ood/candidate_top3_hit_0p003": 0.5314285714285715,
  "ood/candidate_top3_hit_0p01": 0.7842857142857143,
  "ood/candidate_top3_hit_0p05": 0.8942857142857142,
  "ood/candidate_top5_best_mae_z": 0.03709843382239342,
  "ood/candidate_top5_hit_0p003": 0.54,
  "ood/candidate_top5_hit_0p01": 0.8171428571428572,
  "ood/candidate_top5_hit_0p05": 0.9271428571428572,
  "ood/candidate_top1_bin_hit": 0.7428571428571429,
  "ood/candidate_top3_bin_hit": 0.8314285714285714,
  "ood/candidate_top5_bin_hit": 0.8742857142857143,
  "ood/z_count": 700.0,
  "ood/zwarn_fraction": 0.9328571428571428,
  "ood_clean/mae_z": 0.5481001734733582,
  "ood_clean/mae_log1p": 0.267478346824646,
  "ood_clean/rmse_z": 0.8370175025071617,
  "ood_clean/nmad": 0.33762145042419434,
  "ood_clean/cat_0p003": 1.0,
  "ood_clean/cat_0p01": 0.9787234042553191,
  "ood_clean/cat_0p05": 0.9574468085106383,
  "ood_clean/pred_std_z": 0.16616103053092957,
  "ood_clean/true_std_z": 0.8128166794776917,
  "ood_clean/candidate_top1_best_mae_z": 0.6592881083488464,
  "ood_clean/candidate_top1_hit_0p003": 0.0,
  "ood_clean/candidate_top1_hit_0p01": 0.02127659574468085,
  "ood_clean/candidate_top1_hit_0p05": 0.2127659574468085,
  "ood_clean/candidate_top3_best_mae_z": 0.44790080189704895,
  "ood_clean/candidate_top3_hit_0p003": 0.0,
  "ood_clean/candidate_top3_hit_0p01": 0.0851063829787234,
  "ood_clean/candidate_top3_hit_0p05": 0.40425531914893614,
  "ood_clean/candidate_top5_best_mae_z": 0.29463645815849304,
  "ood_clean/candidate_top5_hit_0p003": 0.02127659574468085,
  "ood_clean/candidate_top5_hit_0p01": 0.19148936170212766,
  "ood_clean/candidate_top5_hit_0p05": 0.5319148936170213,
  "ood_clean/candidate_top1_bin_hit": 0.0851063829787234,
  "ood_clean/candidate_top3_bin_hit": 0.1702127659574468,
  "ood_clean/candidate_top5_bin_hit": 0.2765957446808511,
  "ood_clean/z_count": 47.0
}