| { |
| "stage": "C5-D final end-to-end benchmark", |
| "profile": "QUICK_TRAIN", |
| "n_val": 750, |
| "old_system_available": false, |
| "best_method": "raw_input", |
| "summary_top": [ |
| { |
| "method": "raw_input", |
| "n": 750, |
| "mse": 5.760847321059961e-07, |
| "log_l1": 0.0015785939913669912, |
| "energy_rel": 0.0008914630922857516, |
| "freq_l1": 1.9524815107918886e-05, |
| "dir_l1": 1.4581698814633152e-05, |
| "score": 4.337026900422606e-05, |
| "artifact_energy_ratio": 0.0001785319102258048, |
| "wave_region_mse": 5.732576784662352e-07, |
| "hs_abs": 0.00040660763043657883, |
| "tp_abs": 0.15877104696881655, |
| "dp_abs": 13.393333333333333, |
| "dmean_abs": 0.024930716240589807, |
| "etot_rel": 0.0008914630914256613 |
| }, |
| { |
| "method": "raw_domain_smooth_proxy_NOT_OLD_SYSTEM", |
| "n": 750, |
| "mse": 0.0007049834983578572, |
| "log_l1": 0.1178919918636481, |
| "energy_rel": 0.000891467068392861, |
| "freq_l1": 0.003095058148726821, |
| "dir_l1": 0.00016746634418571678, |
| "score": 0.0032581963448483436, |
| "artifact_energy_ratio": 0.0005918542051634479, |
| "wave_region_mse": 0.001201183067363066, |
| "hs_abs": 0.0004066092554799701, |
| "tp_abs": 0.34382602323125155, |
| "dp_abs": 21.186666666666667, |
| "dmean_abs": 0.024930666406770684, |
| "etot_rel": 0.0008914670676206141 |
| }, |
| { |
| "method": "quality_one", |
| "n": 750, |
| "mse": 0.0026618690077448263, |
| "log_l1": 0.17898931367198626, |
| "energy_rel": 0.09770590741242631, |
| "freq_l1": 0.004841188035284479, |
| "dir_l1": 0.0013754632964652653, |
| "score": 0.00831361101946094, |
| "artifact_energy_ratio": 0.000178213616471794, |
| "wave_region_mse": 0.004522277299780398, |
| "hs_abs": 0.04477427521268773, |
| "tp_abs": 0.45266631094224047, |
| "dp_abs": 26.786666666666665, |
| "dmean_abs": 4.9132171062908805, |
| "etot_rel": 0.09770590760534421 |
| }, |
| { |
| "method": "comm_one", |
| "n": 750, |
| "mse": 0.002712154464330524, |
| "log_l1": 0.1793732144832611, |
| "energy_rel": 0.1030767472087949, |
| "freq_l1": 0.004912469367962331, |
| "dir_l1": 0.0013896994083964576, |
| "score": 0.00847757337714751, |
| "artifact_energy_ratio": 0.000168204496547105, |
| "wave_region_mse": 0.0046129778177322195, |
| "hs_abs": 0.04728585553109969, |
| "tp_abs": 0.45152736383836395, |
| "dp_abs": 25.666666666666668, |
| "dmean_abs": 5.019588309324944, |
| "etot_rel": 0.10307674748665707 |
| }, |
| { |
| "method": "quality_one_zero", |
| "n": 750, |
| "mse": 0.002791438645644424, |
| "log_l1": 0.1963414568801721, |
| "energy_rel": 0.08845041710638907, |
| "freq_l1": 0.0053065549513945974, |
| "dir_l1": 0.00162010637895825, |
| "score": 0.008736613212529996, |
| "artifact_energy_ratio": 0.0001909826298590739, |
| "wave_region_mse": 0.0047520081559972215, |
| "hs_abs": 0.038679694298384325, |
| "tp_abs": 0.4593838693684126, |
| "dp_abs": 27.126666666666665, |
| "dmean_abs": 5.453094466834529, |
| "etot_rel": 0.08845041697603559 |
| }, |
| { |
| "method": "comm_one_zero", |
| "n": 750, |
| "mse": 0.002813078403046044, |
| "log_l1": 0.19472480310002963, |
| "energy_rel": 0.08882263190910453, |
| "freq_l1": 0.005322492804999153, |
| "dir_l1": 0.0016341505919893584, |
| "score": 0.00875352564863001, |
| "artifact_energy_ratio": 0.00018106336634082253, |
| "wave_region_mse": 0.0047913531753389785, |
| "hs_abs": 0.03934545819161042, |
| "tp_abs": 0.44720490141187447, |
| "dp_abs": 27.033333333333335, |
| "dmean_abs": 5.508573932943814, |
| "etot_rel": 0.08882263186784085 |
| }, |
| { |
| "method": "quality_one_shuf", |
| "n": 750, |
| "mse": 0.0029208437087557587, |
| "log_l1": 0.18583512475093206, |
| "energy_rel": 0.10523826888871068, |
| "freq_l1": 0.005231702979033192, |
| "dir_l1": 0.0014950646460056304, |
| "score": 0.00893430144326063, |
| "artifact_energy_ratio": 0.0001799460223054723, |
| "wave_region_mse": 0.004970218836329877, |
| "hs_abs": 0.04858071863997911, |
| "tp_abs": 0.49137436160030756, |
| "dp_abs": 26.733333333333334, |
| "dmean_abs": 5.513645051218971, |
| "etot_rel": 0.10523826902952721 |
| }, |
| { |
| "method": "comm_one_shuf", |
| "n": 750, |
| "mse": 0.002923051152184295, |
| "log_l1": 0.18548589367667834, |
| "energy_rel": 0.10979381540669904, |
| "freq_l1": 0.005251729218599697, |
| "dir_l1": 0.0015103733132127673, |
| "score": 0.009011487662218006, |
| "artifact_energy_ratio": 0.00016724792281365807, |
| "wave_region_mse": 0.0049801857577792055, |
| "hs_abs": 0.050422417278065096, |
| "tp_abs": 0.46463754595552487, |
| "dp_abs": 26.08, |
| "dmean_abs": 5.490441668989741, |
| "etot_rel": 0.10979381537922586 |
| }, |
| { |
| "method": "comm_cond", |
| "n": 750, |
| "mse": 0.0029742713288093605, |
| "log_l1": 0.25958668964107834, |
| "energy_rel": 0.16033845103101338, |
| "freq_l1": 0.0067131551389272015, |
| "dir_l1": 0.002333398247913768, |
| "score": 0.011427342230570464, |
| "artifact_energy_ratio": 0.0006529669554375536, |
| "wave_region_mse": 0.00503529464515547, |
| "hs_abs": 0.06105291515081222, |
| "tp_abs": 0.5083003555496314, |
| "dp_abs": 24.386666666666667, |
| "dmean_abs": 7.004500021214966, |
| "etot_rel": 0.1603384511472196 |
| }, |
| { |
| "method": "quality_cond", |
| "n": 750, |
| "mse": 0.002917997436753164, |
| "log_l1": 0.26162350703279175, |
| "energy_rel": 0.17156490335958854, |
| "freq_l1": 0.006630020439624787, |
| "dir_l1": 0.00231024579393367, |
| "score": 0.011529021673892586, |
| "artifact_energy_ratio": 0.0007003396170534112, |
| "wave_region_mse": 0.004932368936405206, |
| "hs_abs": 0.06534036826951349, |
| "tp_abs": 0.5079887759574057, |
| "dp_abs": 24.606666666666666, |
| "dmean_abs": 6.498347083574629, |
| "etot_rel": 0.17156490346799794 |
| }, |
| { |
| "method": "main_prior", |
| "n": 750, |
| "mse": 0.006757325881626457, |
| "log_l1": 0.40188150133689243, |
| "energy_rel": 0.2087290743092696, |
| "freq_l1": 0.008430526329825322, |
| "dir_l1": 0.0056553808203898374, |
| "score": 0.019075369432844533, |
| "artifact_energy_ratio": 0.0015726637545750842, |
| "wave_region_mse": 0.011521987029661734, |
| "hs_abs": 0.09338137580168476, |
| "tp_abs": 0.7583425403150007, |
| "dp_abs": 30.206666666666667, |
| "dmean_abs": 13.535790446000393, |
| "etot_rel": 0.20872907414525999 |
| }, |
| { |
| "method": "quality_ddim", |
| "n": 48, |
| "mse": 0.009828234920860268, |
| "log_l1": 0.28501094443102676, |
| "energy_rel": 0.45138067472726107, |
| "freq_l1": 0.009203669692700108, |
| "dir_l1": 0.003721391925258407, |
| "score": 0.024170708748701142, |
| "artifact_energy_ratio": 0.000650036048379358, |
| "wave_region_mse": 0.01706972152654392, |
| "hs_abs": 0.2315283179762301, |
| "tp_abs": 0.7937382924600356, |
| "dp_abs": 33.4375, |
| "dmean_abs": 10.036171692029393, |
| "etot_rel": 0.4513806734670416 |
| }, |
| { |
| "method": "comm_ddim", |
| "n": 48, |
| "mse": 0.009823481217608787, |
| "log_l1": 0.2846377193927765, |
| "energy_rel": 0.4540588989232977, |
| "freq_l1": 0.00919937837170437, |
| "dir_l1": 0.0036492138412237787, |
| "score": 0.024182103224574047, |
| "artifact_energy_ratio": 0.0006447511797584108, |
| "wave_region_mse": 0.017070834621942293, |
| "hs_abs": 0.23303852760250388, |
| "tp_abs": 0.8238559463185627, |
| "dp_abs": 36.5625, |
| "dmean_abs": 9.494866021708532, |
| "etot_rel": 0.4540588979422451 |
| }, |
| { |
| "method": "quality_ddim_zero", |
| "n": 48, |
| "mse": 0.010098906641360372, |
| "log_l1": 0.30737476733823615, |
| "energy_rel": 0.3940391852520406, |
| "freq_l1": 0.010239176597679034, |
| "dir_l1": 0.004393212133436464, |
| "score": 0.024380006470746594, |
| "artifact_energy_ratio": 0.0006503563693816735, |
| "wave_region_mse": 0.01755158949526958, |
| "hs_abs": 0.20172670711448837, |
| "tp_abs": 0.856774450273512, |
| "dp_abs": 37.1875, |
| "dmean_abs": 13.328594567883025, |
| "etot_rel": 0.3940391894173811 |
| }, |
| { |
| "method": "comm_ddim_zero", |
| "n": 48, |
| "mse": 0.010096782042334477, |
| "log_l1": 0.30457384046167135, |
| "energy_rel": 0.402607512815545, |
| "freq_l1": 0.010193569964030758, |
| "dir_l1": 0.004350535714668998, |
| "score": 0.02444616423618572, |
| "artifact_energy_ratio": 0.0006476265549887709, |
| "wave_region_mse": 0.017555202144042898, |
| "hs_abs": 0.20594921670346877, |
| "tp_abs": 0.847558325812983, |
| "dp_abs": 36.979166666666664, |
| "dmean_abs": 12.285617867787982, |
| "etot_rel": 0.40260751676399 |
| } |
| ], |
| "quality_one_step_mse": 0.0026618690077448263, |
| "quality_one_shuffle_mse": 0.0029208437087557587, |
| "quality_one_zero_mse": 0.002791438645644424, |
| "comm_one_step_mse": 0.002712154464330524, |
| "comm_one_shuffle_mse": 0.002923051152184295, |
| "comm_one_zero_mse": 0.002813078403046044, |
| "quality_direct_mse": 0.008437796198452512, |
| "comm_direct_mse": 0.007756128980778158, |
| "quality_one_artifact_ratio": 0.000178213616471794, |
| "comm_one_artifact_ratio": 0.000168204496547105, |
| "quality_gap_shuffle": 0.0002589747010109324, |
| "quality_gap_zero": 0.00012956963789959768, |
| "comm_gap_shuffle": 0.00021089668785377082, |
| "comm_gap_zero": 0.00010092393871551997, |
| "pass_causal_quality": true, |
| "pass_causal_comm": true, |
| "pass_artifact": true, |
| "recommended_output": "quality_one", |
| "freeze_ready": true |
| } |
