File size: 809 Bytes
cda8791 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 | {
"args": {
"model": "LinearPFN",
"seq_len": 96,
"pred_len": 96,
"d_model": 512,
"d_ff": 2048,
"L_blk": 10,
"n_heads": 8,
"dropout": 0.1,
"data_version": "3",
"c_min": 32,
"c_max": 1536
},
"notes": "from_paper",
"model_params": {
"L": 96,
"H": 96,
"dropout": 0.1,
"d": 512,
"d_ff": 2048,
"L_blk": 10,
"n_heads": 8
},
"data": {
"shards_dir": "./series_bank/from_paper",
"L": 96,
"H": 96,
"C_range": [
32,
1536
],
"Q_range": [
1,
32
]
},
"train_config": {
"total_tasks": 500000,
"tasks_per_epoch": 2500,
"validate_every": 4,
"save_every": 40,
"log_every": 250,
"n_val_tasks": 500,
"early_stopping_patience": 10,
"warmup_tasks": 50000
}
} |