File size: 524 Bytes
b428368
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
{
  "arch": "toto2-4m",
  "toto2": {
    "d_model": 256,
    "num_layers": 4,
    "num_heads": 4,
    "head_dim": 64,
    "patch_size": 32,
    "mlp_expansion": 2,
    "d_ff": 688,
    "num_quantiles": 9,
    "context_length": 4096,
    "horizon": 64,
    "max_patches": 134,
    "layer_group_size": 4,
    "cpm_c_max": 16,
    "cpm_p_max": 0.4,
    "residual_mult": 0.75
  },
  "quantile_levels": [
    0.1,
    0.2,
    0.3,
    0.4,
    0.5,
    0.6,
    0.7,
    0.8,
    0.9
  ],
  "input_transform": "arcsinh_causal"
}