coarse-grained-forecasting-benchmark's picture
Add anonymous reproduction code
41dd7e0 verified
Raw History Blame Contribute Delete
8.04 kB
{
"system": "euler",
"paper_name": "2-D Euler",
"dataset": "euler_v2_uniform",
"test_gids": [
5,
16,
20,
36,
52,
72,
82,
90,
93,
94
],
"val_gids": [
8,
9,
10,
11,
13,
27,
37,
75,
81,
83
],
"fine_horizon_idx": 40,
"x0_from_truth_bank": false,
"s_star": 10,
"table2": {
"direct_si": "cascaded_si_S01",
"edm": "edm",
"cascaded_si": "cascaded_si_S10"
},
"validation_energy_distance_by_S": {
"1": 1.2814549667065398,
"2": 1.2434741392067776,
"5": 0.4341282997258393,
"10": 0.19754292785567965,
"20": 0.2174059261514088,
"40": 0.34261693919405695
},
"units": [
{
"key": "cascaded_si_S01",
"S": 1,
"method": "cascaded_si",
"paper_names": [
"direct_si"
],
"config": "records/euler/runs/cascaded_si_S01/config.yaml",
"selection": {
"lr": 0.0001,
"sigma": 8.0,
"selected_update": 5000,
"validation_energy_distance": 1.2814549667065398
},
"sampler": {
"n_steps": 40,
"variant": "noise_scale_1p0",
"nfe": 40
},
"checkpoint": {
"file": "euler/direct-si/model.pt",
"sha256": "d670d439ea0e36979cef8bcee46bc78fd0b47b4fcc4cc517ffe0219b2d255c32",
"bytes": 18578154
},
"expected_csfid": {
"per_condition": {
"5": 65.22805372184507,
"16": 74.21144398449542,
"20": 57.722502872449866,
"36": 67.79368464405024,
"52": 65.97300778843123,
"72": 55.176617517055035,
"82": 45.79409540054547,
"90": 47.49815183296431,
"93": 49.303691655995465,
"94": 43.94705738941195
},
"n_gen_nonfinite": {},
"mean": 57.2648306807244,
"sem": 3.349242766217627,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S02",
"S": 2,
"method": "cascaded_si",
"paper_names": [],
"config": "records/euler/runs/cascaded_si_S02/config.yaml",
"selection": {
"lr": 0.001,
"sigma": 32.0,
"selected_update": 7000,
"validation_energy_distance": 1.2434741392067776
},
"sampler": {
"n_steps": 80,
"variant": "noise_scale_1p0",
"nfe": 160
},
"checkpoint": {
"file": "euler/cascaded-si-S02/model.pt",
"sha256": "3b6e0173fabe9528bf63a1bb13b05454630f046f05d17a94b9fbc3467272b4a0",
"bytes": 18578154
},
"expected_csfid": {
"per_condition": {
"5": 54.1538648581913,
"16": 67.98451096899879,
"20": 57.22661189268939,
"36": 59.757197222057584,
"52": 68.41507622194683,
"72": 55.252674268824535,
"82": 46.365731642060894,
"90": 39.6683529152707,
"93": 48.196651131611475,
"94": 38.96023217418491
},
"n_gen_nonfinite": {},
"mean": 53.59809032958365,
"sem": 3.2837081054094,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S05",
"S": 5,
"method": "cascaded_si",
"paper_names": [],
"config": "records/euler/runs/cascaded_si_S05/config.yaml",
"selection": {
"lr": 0.0001,
"sigma": 2.0,
"selected_update": 25000,
"validation_energy_distance": 0.4341282997258393
},
"sampler": {
"n_steps": 160,
"variant": "noise_scale_1p0",
"nfe": 800
},
"checkpoint": {
"file": "euler/cascaded-si-S05/model.pt",
"sha256": "9833a124ffaa155d569140630eb8bd91f7854c4965eb0042a437462a4f0c8407",
"bytes": 18578218
},
"expected_csfid": {
"per_condition": {
"5": 30.410875968219045,
"16": 19.064416322877435,
"20": 24.489591370006337,
"36": 42.52903215094415,
"52": 22.474309040249864,
"72": 20.04828380768828,
"82": 18.07861395489266,
"90": 17.54196528074999,
"93": 15.435461749067315,
"94": 19.375316525263486
},
"n_gen_nonfinite": {},
"mean": 22.944786616995856,
"sem": 2.554606140179877,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S10",
"S": 10,
"method": "cascaded_si",
"paper_names": [
"cascaded_si"
],
"config": "records/euler/runs/cascaded_si_S10/config.yaml",
"selection": {
"lr": 0.0003,
"sigma": 8.0,
"selected_update": 17000,
"validation_energy_distance": 0.19754292785567965
},
"sampler": {
"n_steps": 80,
"variant": "noise_scale_1p0",
"nfe": 800
},
"checkpoint": {
"file": "euler/cascaded-si-S10/model.pt",
"sha256": "d467e250984f326c17ab3daf4b6a956e47976ddd9948dc56ab87c00b96308dbb",
"bytes": 18578282
},
"expected_csfid": {
"per_condition": {
"5": 17.125925224700666,
"16": 15.044156088762293,
"20": 17.154272915168804,
"36": 25.737405958101135,
"52": 14.770237920268642,
"72": 16.922398737731328,
"82": 13.987127562070441,
"90": 15.370199565153257,
"93": 12.792013760495365,
"94": 14.333874097029366
},
"n_gen_nonfinite": {},
"mean": 16.32376118294813,
"sem": 1.1409603284300438,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S20",
"S": 20,
"method": "cascaded_si",
"paper_names": [],
"config": "records/euler/runs/cascaded_si_S20/config.yaml",
"selection": {
"lr": 0.0001,
"sigma": 4.0,
"selected_update": 27000,
"validation_energy_distance": 0.2174059261514088
},
"sampler": {
"n_steps": 160,
"variant": "noise_scale_1p0",
"nfe": 3200
},
"checkpoint": {
"file": "euler/cascaded-si-S20/model.pt",
"sha256": "64edb1d25448691ecae8edb69a1090300bb30f56504ebe4ea8b60ee25103b466",
"bytes": 18578346
},
"expected_csfid": {
"per_condition": {
"5": 19.55871022475492,
"16": 15.659390557453492,
"20": 22.415182482281978,
"36": 20.763638233740835,
"52": 18.640790936192616,
"72": 16.307478807910684,
"82": 19.055494277409764,
"90": 15.106865511296462,
"93": 13.561268269729396,
"94": 17.54356896126791
},
"n_gen_nonfinite": {},
"mean": 17.861238826203806,
"sem": 0.8661358704549128,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S40",
"S": 40,
"method": "cascaded_si",
"paper_names": [],
"config": "records/euler/runs/cascaded_si_S40/config.yaml",
"selection": {
"lr": 0.001,
"sigma": 8.0,
"selected_update": 12000,
"validation_energy_distance": 0.34261693919405695
},
"sampler": {
"n_steps": 160,
"variant": "noise_scale_1p0",
"nfe": 6400
},
"checkpoint": {
"file": "euler/cascaded-si-S40/model.pt",
"sha256": "3c7d254bda7e5f9d528666be727a1c2825c7bede04500212e12b560f75e842d6",
"bytes": 18578538
},
"expected_csfid": {
"per_condition": {
"5": 28.60062549215712,
"16": 20.295543199685767,
"20": 19.887490471116678,
"36": 33.02334450956084,
"52": 24.391798822395174,
"72": 25.587415111124756,
"82": 23.19201478612888,
"90": 19.838081079198332,
"93": 17.743499150036826,
"94": 20.346655061126967
},
"n_gen_nonfinite": {},
"mean": 23.290646768253133,
"sem": 1.4956564897631588,
"n": 10
},
"selection_flags": []
},
{
"key": "edm",
"S": 1,
"method": "edm",
"paper_names": [
"edm"
],
"config": "records/euler/runs/edm/config.yaml",
"selection": {
"lr": 0.001,
"P_mean": -1.6,
"selected_update": 300,
"validation_energy_distance": 1.2337307787158724
},
"sampler": {
"n_steps": 40,
"variant": "default",
"nfe": 79
},
"checkpoint": {
"file": "euler/edm/model.pt",
"sha256": "3d1d855977e423cc7929d7c2c2be749b2651142bb7d0d8a1a479cee3d0aad715",
"bytes": 18578154
},
"expected_csfid": {
"per_condition": {
"5": 62.9826373415093,
"16": 78.67235255538606,
"20": 53.11195109011504,
"36": 69.99068046524508,
"52": 61.51092491805218,
"72": 55.1068677983626,
"82": 46.46768540666159,
"90": 46.34913439335213,
"93": 47.46498014473616,
"94": 41.589529833805955
},
"n_gen_nonfinite": {},
"mean": 56.324674394722614,
"sem": 3.7438824883413795,
"n": 10
},
"selection_flags": []
}
]
}