coarse-grained-forecasting-benchmark's picture
Add anonymous reproduction code
41dd7e0 verified
Raw History Blame Contribute Delete
8.12 kB
{
"system": "waves",
"paper_name": "Heterogeneous waves",
"dataset": "heterogeneous_waves_v3_candidate",
"test_gids": [
16,
31,
32,
43,
50,
56,
58,
60,
83,
94
],
"val_gids": [
3,
29,
37,
72,
76,
79,
81,
82,
91,
92
],
"fine_horizon_idx": 40,
"x0_from_truth_bank": true,
"s_star": 5,
"table2": {
"direct_si": "cascaded_si_S01",
"edm": "edm",
"cascaded_si": "cascaded_si_S05"
},
"validation_energy_distance_by_S": {
"1": 10.124500017288877,
"2": 6.614841657404936,
"5": 2.804017431478681,
"10": 3.804343481341147,
"20": 4.814091804528606,
"40": 5.055250247057583
},
"units": [
{
"key": "cascaded_si_S01",
"S": 1,
"method": "cascaded_si",
"paper_names": [
"direct_si"
],
"config": "records/waves/runs/cascaded_si_S01/config.yaml",
"selection": {
"lr": 0.001,
"sigma": 32.0,
"selected_update": 6000,
"validation_energy_distance": 10.124500017288877
},
"sampler": {
"n_steps": 40,
"variant": "noise_scale_1p0",
"nfe": 40
},
"checkpoint": {
"file": "het-waves/direct-si/model.pt",
"sha256": "f13c4ecaef486f3cc746dc4d1ac8c17af474e88863de88b99f2adbca34c0f449",
"bytes": 25042002
},
"expected_csfid": {
"per_condition": {
"16": 111.57677687508175,
"31": 130.47201849091908,
"32": 113.68342065291057,
"43": 154.5689081717628,
"50": 126.61445237825666,
"56": 103.40463274616053,
"58": 117.3358626128699,
"60": 91.44539732427745,
"83": 129.9377790048021,
"94": 79.59376587144453
},
"n_gen_nonfinite": {},
"mean": 115.86330141284854,
"sem": 6.763827859735928,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S02",
"S": 2,
"method": "cascaded_si",
"paper_names": [],
"config": "records/waves/runs/cascaded_si_S02/config.yaml",
"selection": {
"lr": 0.001,
"sigma": 32.0,
"selected_update": 30000,
"validation_energy_distance": 6.614841657404936
},
"sampler": {
"n_steps": 40,
"variant": "noise_scale_1p0",
"nfe": 80
},
"checkpoint": {
"file": "het-waves/cascaded-si-S02/model.pt",
"sha256": "81ad0a0ffd6813fdf0d29049755205130592d292168db6eb405815b6752d9843",
"bytes": 25042002
},
"expected_csfid": {
"per_condition": {
"16": 71.59043316880343,
"31": 76.96027415153361,
"32": 62.30672053737942,
"43": 75.17741286596083,
"50": 87.62135749251325,
"56": 61.317991409406545,
"58": 67.51171426289727,
"60": 64.57135125750239,
"83": 92.87292253550976,
"94": 52.37280903180988
},
"n_gen_nonfinite": {},
"mean": 71.23029867133165,
"sem": 3.911905547976706,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S05",
"S": 5,
"method": "cascaded_si",
"paper_names": [
"cascaded_si"
],
"config": "records/waves/runs/cascaded_si_S05/config.yaml",
"selection": {
"lr": 0.003,
"sigma": 2.0,
"selected_update": 30000,
"validation_energy_distance": 2.804017431478681
},
"sampler": {
"n_steps": 40,
"variant": "noise_scale_1p0",
"nfe": 200
},
"checkpoint": {
"file": "het-waves/cascaded-si-S05/model.pt",
"sha256": "55d7268475ea02239b848aea1f0e848303bed5fce1b942db4d39d2acaafdd1a3",
"bytes": 25042002
},
"expected_csfid": {
"per_condition": {
"16": 43.277408000709556,
"31": 31.478095865981516,
"32": 32.7243260764908,
"43": 37.05278122099753,
"50": 42.025427704230765,
"56": 36.5351355911925,
"58": 40.55751135611888,
"60": 38.089085921104015,
"83": 40.06167408683427,
"94": 24.823122022265693
},
"n_gen_nonfinite": {},
"mean": 36.66245678459255,
"sem": 1.7764049801888093,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S10",
"S": 10,
"method": "cascaded_si",
"paper_names": [],
"config": "records/waves/runs/cascaded_si_S10/config.yaml",
"selection": {
"lr": 0.0001,
"sigma": 2.0,
"selected_update": 23000,
"validation_energy_distance": 3.804343481341147
},
"sampler": {
"n_steps": 40,
"variant": "noise_scale_1p0",
"nfe": 400
},
"checkpoint": {
"file": "het-waves/cascaded-si-S10/model.pt",
"sha256": "19ae726f34a4633f2b0cff8c7e18bf77838798647ab4100d786f9c13f9cc62f0",
"bytes": 25042066
},
"expected_csfid": {
"per_condition": {
"16": 51.42688856934524,
"31": 36.93803459490931,
"32": 38.37838964203388,
"43": 50.53022064717459,
"50": 54.05021536909919,
"56": 44.34002012135983,
"58": 47.00815975206427,
"60": 43.66229700421155,
"83": 48.40036733819585,
"94": 30.40498134867721
},
"n_gen_nonfinite": {},
"mean": 44.513957438707095,
"sem": 2.335970099052613,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S20",
"S": 20,
"method": "cascaded_si",
"paper_names": [],
"config": "records/waves/runs/cascaded_si_S20/config.yaml",
"selection": {
"lr": 0.0003,
"sigma": 16.0,
"selected_update": 27000,
"validation_energy_distance": 4.814091804528606
},
"sampler": {
"n_steps": 80,
"variant": "noise_scale_1p0",
"nfe": 1600
},
"checkpoint": {
"file": "het-waves/cascaded-si-S20/model.pt",
"sha256": "8af387e8de03c0137dc29786fad6b7838e3a870fa31d3051725211c56981204f",
"bytes": 25042130
},
"expected_csfid": {
"per_condition": {
"16": 66.53229366559452,
"31": 45.68399569936173,
"32": 53.02356625090238,
"43": 65.26812035429066,
"50": 70.10738302005865,
"56": 57.76848661963652,
"58": 60.14032272987788,
"60": 54.80270287224158,
"83": 62.290169858514275,
"94": 47.14190695728166
},
"n_gen_nonfinite": {},
"mean": 58.27589480277599,
"sem": 2.5799720893000138,
"n": 10
},
"selection_flags": []
},
{
"key": "cascaded_si_S40",
"S": 40,
"method": "cascaded_si",
"paper_names": [],
"config": "records/waves/runs/cascaded_si_S40/config.yaml",
"selection": {
"lr": 0.001,
"sigma": 1.0,
"selected_update": 500,
"validation_energy_distance": 5.055250247057583
},
"sampler": {
"n_steps": 160,
"variant": "noise_scale_1p0",
"nfe": 6400
},
"checkpoint": {
"file": "het-waves/cascaded-si-S40/model.pt",
"sha256": "6a01579cc242c5c0af7bff9f23263e47177e0db5a9b6dd211c99d0230899faf7",
"bytes": 25042322
},
"expected_csfid": {
"per_condition": {
"16": 74.40973311154386,
"31": 54.97513717069876,
"32": 52.62212580463097,
"43": 69.59406161768857,
"50": 79.10202339196337,
"56": 61.4363669411012,
"58": 60.99766409970283,
"60": 58.90514788190768,
"83": 69.71323604885907,
"94": 46.366261156312135
},
"n_gen_nonfinite": {},
"mean": 62.81217572244085,
"sem": 3.248342568310332,
"n": 10
},
"selection_flags": []
},
{
"key": "edm",
"S": 1,
"method": "edm",
"paper_names": [
"edm"
],
"config": "records/waves/runs/edm/config.yaml",
"selection": {
"lr": 3e-05,
"P_mean": -0.4,
"selected_update": 3000,
"validation_energy_distance": 10.684587013096882
},
"sampler": {
"n_steps": 40,
"variant": "default",
"nfe": 79
},
"checkpoint": {
"file": "het-waves/edm/model.pt",
"sha256": "239c3b5a212dc128d49607c7d3dd701116b5419ba8c0e58f085dace1b6b24327",
"bytes": 25042002
},
"expected_csfid": {
"per_condition": {
"16": 114.77058356503778,
"31": 139.43023051445556,
"32": 116.59819284001048,
"43": 158.88143885433328,
"50": 137.1861054276901,
"56": 108.73299349922962,
"58": 127.65699132725206,
"60": 100.70698060403907,
"83": 142.50279305131977,
"94": 83.94262312010909
},
"n_gen_nonfinite": {},
"mean": 123.0408932803477,
"sem": 7.067465996801545,
"n": 10
},
"selection_flags": [
"selected_hyperparameter_on_search_boundary"
]
}
]
}