File size: 1,204 Bytes
ea3c921
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
num_blocks: 12
embedding_dim: 512
input_patch_size: 32
output_patch_size: 32
input_ff_dim: 2048
h_expand: 4
context_len: 2048
future_len: 320
dropout: 0.1
quantiles:
- 0.1
- 0.2
- 0.3
- 0.4
- 0.5
- 0.6
- 0.7
- 0.8
- 0.9
act_func: torch.nn.SiLU
use_qk_norm: true
tokenizer_cfg:
  input_patch_size: 32
  output_patch_size: 32
  input_patch_stride: 32
scaler_cfg:
  use_arcsinh: true
  binaryaware: true
stack_out_norm_config:
  eps: 1.0e-07
tta_diff: true
stack_config:
  templates:
    slstm_attn:
      time_mixer:
        model_type: bi-slstm
        embedding_dim: 512
        num_heads: 4
        rnn_backend: flashrnn-cuda
        num_slstm_heads: 4
      variate_mixer:
        embedding_dim: 512
        num_heads: 4
      dropout: 0.1
      eps: 1.0e-07
    mlstm_attn:
      time_mixer:
        model_type: bi-mlstm
        embedding_dim: 512
        num_heads: 4
        rnn_backend: flashrnn-cuda
      variate_mixer:
        embedding_dim: 512
        num_heads: 4
      dropout: 0.1
      eps: 1.0e-07
  recipe:
  - mlstm_attn
  - slstm_attn
  - mlstm_attn
  - slstm_attn
  - mlstm_attn
  - slstm_attn
  - mlstm_attn
  - slstm_attn
  - mlstm_attn
  - slstm_attn
  - mlstm_attn
  - slstm_attn