File size: 1,204 Bytes
ea3c921 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 | num_blocks: 12
embedding_dim: 512
input_patch_size: 32
output_patch_size: 32
input_ff_dim: 2048
h_expand: 4
context_len: 2048
future_len: 320
dropout: 0.1
quantiles:
- 0.1
- 0.2
- 0.3
- 0.4
- 0.5
- 0.6
- 0.7
- 0.8
- 0.9
act_func: torch.nn.SiLU
use_qk_norm: true
tokenizer_cfg:
input_patch_size: 32
output_patch_size: 32
input_patch_stride: 32
scaler_cfg:
use_arcsinh: true
binaryaware: true
stack_out_norm_config:
eps: 1.0e-07
tta_diff: true
stack_config:
templates:
slstm_attn:
time_mixer:
model_type: bi-slstm
embedding_dim: 512
num_heads: 4
rnn_backend: flashrnn-cuda
num_slstm_heads: 4
variate_mixer:
embedding_dim: 512
num_heads: 4
dropout: 0.1
eps: 1.0e-07
mlstm_attn:
time_mixer:
model_type: bi-mlstm
embedding_dim: 512
num_heads: 4
rnn_backend: flashrnn-cuda
variate_mixer:
embedding_dim: 512
num_heads: 4
dropout: 0.1
eps: 1.0e-07
recipe:
- mlstm_attn
- slstm_attn
- mlstm_attn
- slstm_attn
- mlstm_attn
- slstm_attn
- mlstm_attn
- slstm_attn
- mlstm_attn
- slstm_attn
- mlstm_attn
- slstm_attn
|