File size: 9,605 Bytes
0a4eafd | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 | {
"stage": "C5-D final end-to-end benchmark",
"profile": "QUICK_TRAIN",
"n_val": 750,
"old_system_available": false,
"best_method": "raw_input",
"summary_top": [
{
"method": "raw_input",
"n": 750,
"mse": 5.760847321059961e-07,
"log_l1": 0.0015785939913669912,
"energy_rel": 0.0008914630922857516,
"freq_l1": 1.9524815107918886e-05,
"dir_l1": 1.4581698814633152e-05,
"score": 4.337026900422606e-05,
"artifact_energy_ratio": 0.0001785319102258048,
"wave_region_mse": 5.732576784662352e-07,
"hs_abs": 0.00040660763043657883,
"tp_abs": 0.15877104696881655,
"dp_abs": 13.393333333333333,
"dmean_abs": 0.024930716240589807,
"etot_rel": 0.0008914630914256613
},
{
"method": "raw_domain_smooth_proxy_NOT_OLD_SYSTEM",
"n": 750,
"mse": 0.0007049834983578572,
"log_l1": 0.1178919918636481,
"energy_rel": 0.000891467068392861,
"freq_l1": 0.003095058148726821,
"dir_l1": 0.00016746634418571678,
"score": 0.0032581963448483436,
"artifact_energy_ratio": 0.0005918542051634479,
"wave_region_mse": 0.001201183067363066,
"hs_abs": 0.0004066092554799701,
"tp_abs": 0.34382602323125155,
"dp_abs": 21.186666666666667,
"dmean_abs": 0.024930666406770684,
"etot_rel": 0.0008914670676206141
},
{
"method": "quality_one",
"n": 750,
"mse": 0.0026618690077448263,
"log_l1": 0.17898931367198626,
"energy_rel": 0.09770590741242631,
"freq_l1": 0.004841188035284479,
"dir_l1": 0.0013754632964652653,
"score": 0.00831361101946094,
"artifact_energy_ratio": 0.000178213616471794,
"wave_region_mse": 0.004522277299780398,
"hs_abs": 0.04477427521268773,
"tp_abs": 0.45266631094224047,
"dp_abs": 26.786666666666665,
"dmean_abs": 4.9132171062908805,
"etot_rel": 0.09770590760534421
},
{
"method": "comm_one",
"n": 750,
"mse": 0.002712154464330524,
"log_l1": 0.1793732144832611,
"energy_rel": 0.1030767472087949,
"freq_l1": 0.004912469367962331,
"dir_l1": 0.0013896994083964576,
"score": 0.00847757337714751,
"artifact_energy_ratio": 0.000168204496547105,
"wave_region_mse": 0.0046129778177322195,
"hs_abs": 0.04728585553109969,
"tp_abs": 0.45152736383836395,
"dp_abs": 25.666666666666668,
"dmean_abs": 5.019588309324944,
"etot_rel": 0.10307674748665707
},
{
"method": "quality_one_zero",
"n": 750,
"mse": 0.002791438645644424,
"log_l1": 0.1963414568801721,
"energy_rel": 0.08845041710638907,
"freq_l1": 0.0053065549513945974,
"dir_l1": 0.00162010637895825,
"score": 0.008736613212529996,
"artifact_energy_ratio": 0.0001909826298590739,
"wave_region_mse": 0.0047520081559972215,
"hs_abs": 0.038679694298384325,
"tp_abs": 0.4593838693684126,
"dp_abs": 27.126666666666665,
"dmean_abs": 5.453094466834529,
"etot_rel": 0.08845041697603559
},
{
"method": "comm_one_zero",
"n": 750,
"mse": 0.002813078403046044,
"log_l1": 0.19472480310002963,
"energy_rel": 0.08882263190910453,
"freq_l1": 0.005322492804999153,
"dir_l1": 0.0016341505919893584,
"score": 0.00875352564863001,
"artifact_energy_ratio": 0.00018106336634082253,
"wave_region_mse": 0.0047913531753389785,
"hs_abs": 0.03934545819161042,
"tp_abs": 0.44720490141187447,
"dp_abs": 27.033333333333335,
"dmean_abs": 5.508573932943814,
"etot_rel": 0.08882263186784085
},
{
"method": "quality_one_shuf",
"n": 750,
"mse": 0.0029208437087557587,
"log_l1": 0.18583512475093206,
"energy_rel": 0.10523826888871068,
"freq_l1": 0.005231702979033192,
"dir_l1": 0.0014950646460056304,
"score": 0.00893430144326063,
"artifact_energy_ratio": 0.0001799460223054723,
"wave_region_mse": 0.004970218836329877,
"hs_abs": 0.04858071863997911,
"tp_abs": 0.49137436160030756,
"dp_abs": 26.733333333333334,
"dmean_abs": 5.513645051218971,
"etot_rel": 0.10523826902952721
},
{
"method": "comm_one_shuf",
"n": 750,
"mse": 0.002923051152184295,
"log_l1": 0.18548589367667834,
"energy_rel": 0.10979381540669904,
"freq_l1": 0.005251729218599697,
"dir_l1": 0.0015103733132127673,
"score": 0.009011487662218006,
"artifact_energy_ratio": 0.00016724792281365807,
"wave_region_mse": 0.0049801857577792055,
"hs_abs": 0.050422417278065096,
"tp_abs": 0.46463754595552487,
"dp_abs": 26.08,
"dmean_abs": 5.490441668989741,
"etot_rel": 0.10979381537922586
},
{
"method": "comm_cond",
"n": 750,
"mse": 0.0029742713288093605,
"log_l1": 0.25958668964107834,
"energy_rel": 0.16033845103101338,
"freq_l1": 0.0067131551389272015,
"dir_l1": 0.002333398247913768,
"score": 0.011427342230570464,
"artifact_energy_ratio": 0.0006529669554375536,
"wave_region_mse": 0.00503529464515547,
"hs_abs": 0.06105291515081222,
"tp_abs": 0.5083003555496314,
"dp_abs": 24.386666666666667,
"dmean_abs": 7.004500021214966,
"etot_rel": 0.1603384511472196
},
{
"method": "quality_cond",
"n": 750,
"mse": 0.002917997436753164,
"log_l1": 0.26162350703279175,
"energy_rel": 0.17156490335958854,
"freq_l1": 0.006630020439624787,
"dir_l1": 0.00231024579393367,
"score": 0.011529021673892586,
"artifact_energy_ratio": 0.0007003396170534112,
"wave_region_mse": 0.004932368936405206,
"hs_abs": 0.06534036826951349,
"tp_abs": 0.5079887759574057,
"dp_abs": 24.606666666666666,
"dmean_abs": 6.498347083574629,
"etot_rel": 0.17156490346799794
},
{
"method": "main_prior",
"n": 750,
"mse": 0.006757325881626457,
"log_l1": 0.40188150133689243,
"energy_rel": 0.2087290743092696,
"freq_l1": 0.008430526329825322,
"dir_l1": 0.0056553808203898374,
"score": 0.019075369432844533,
"artifact_energy_ratio": 0.0015726637545750842,
"wave_region_mse": 0.011521987029661734,
"hs_abs": 0.09338137580168476,
"tp_abs": 0.7583425403150007,
"dp_abs": 30.206666666666667,
"dmean_abs": 13.535790446000393,
"etot_rel": 0.20872907414525999
},
{
"method": "quality_ddim",
"n": 48,
"mse": 0.009828234920860268,
"log_l1": 0.28501094443102676,
"energy_rel": 0.45138067472726107,
"freq_l1": 0.009203669692700108,
"dir_l1": 0.003721391925258407,
"score": 0.024170708748701142,
"artifact_energy_ratio": 0.000650036048379358,
"wave_region_mse": 0.01706972152654392,
"hs_abs": 0.2315283179762301,
"tp_abs": 0.7937382924600356,
"dp_abs": 33.4375,
"dmean_abs": 10.036171692029393,
"etot_rel": 0.4513806734670416
},
{
"method": "comm_ddim",
"n": 48,
"mse": 0.009823481217608787,
"log_l1": 0.2846377193927765,
"energy_rel": 0.4540588989232977,
"freq_l1": 0.00919937837170437,
"dir_l1": 0.0036492138412237787,
"score": 0.024182103224574047,
"artifact_energy_ratio": 0.0006447511797584108,
"wave_region_mse": 0.017070834621942293,
"hs_abs": 0.23303852760250388,
"tp_abs": 0.8238559463185627,
"dp_abs": 36.5625,
"dmean_abs": 9.494866021708532,
"etot_rel": 0.4540588979422451
},
{
"method": "quality_ddim_zero",
"n": 48,
"mse": 0.010098906641360372,
"log_l1": 0.30737476733823615,
"energy_rel": 0.3940391852520406,
"freq_l1": 0.010239176597679034,
"dir_l1": 0.004393212133436464,
"score": 0.024380006470746594,
"artifact_energy_ratio": 0.0006503563693816735,
"wave_region_mse": 0.01755158949526958,
"hs_abs": 0.20172670711448837,
"tp_abs": 0.856774450273512,
"dp_abs": 37.1875,
"dmean_abs": 13.328594567883025,
"etot_rel": 0.3940391894173811
},
{
"method": "comm_ddim_zero",
"n": 48,
"mse": 0.010096782042334477,
"log_l1": 0.30457384046167135,
"energy_rel": 0.402607512815545,
"freq_l1": 0.010193569964030758,
"dir_l1": 0.004350535714668998,
"score": 0.02444616423618572,
"artifact_energy_ratio": 0.0006476265549887709,
"wave_region_mse": 0.017555202144042898,
"hs_abs": 0.20594921670346877,
"tp_abs": 0.847558325812983,
"dp_abs": 36.979166666666664,
"dmean_abs": 12.285617867787982,
"etot_rel": 0.40260751676399
}
],
"quality_one_step_mse": 0.0026618690077448263,
"quality_one_shuffle_mse": 0.0029208437087557587,
"quality_one_zero_mse": 0.002791438645644424,
"comm_one_step_mse": 0.002712154464330524,
"comm_one_shuffle_mse": 0.002923051152184295,
"comm_one_zero_mse": 0.002813078403046044,
"quality_direct_mse": 0.008437796198452512,
"comm_direct_mse": 0.007756128980778158,
"quality_one_artifact_ratio": 0.000178213616471794,
"comm_one_artifact_ratio": 0.000168204496547105,
"quality_gap_shuffle": 0.0002589747010109324,
"quality_gap_zero": 0.00012956963789959768,
"comm_gap_shuffle": 0.00021089668785377082,
"comm_gap_zero": 0.00010092393871551997,
"pass_causal_quality": true,
"pass_causal_comm": true,
"pass_artifact": true,
"recommended_output": "quality_one",
"freeze_ready": true
} |