File size: 524 Bytes
b428368 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 | {
"arch": "toto2-4m",
"toto2": {
"d_model": 256,
"num_layers": 4,
"num_heads": 4,
"head_dim": 64,
"patch_size": 32,
"mlp_expansion": 2,
"d_ff": 688,
"num_quantiles": 9,
"context_length": 4096,
"horizon": 64,
"max_patches": 134,
"layer_group_size": 4,
"cpm_c_max": 16,
"cpm_p_max": 0.4,
"residual_mult": 0.75
},
"quantile_levels": [
0.1,
0.2,
0.3,
0.4,
0.5,
0.6,
0.7,
0.8,
0.9
],
"input_transform": "arcsinh_causal"
} |