Time Series Forecasting
TiRex-2
ONNX
Safetensors
File size: 1,639 Bytes
f874018
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
{
  "num_blocks": 12,
  "embedding_dim": 512,
  "input_patch_size": 32,
  "output_patch_size": 32,
  "input_ff_dim": 2048,
  "h_expand": 4,
  "context_len": 2048,
  "future_len": 320,
  "dropout": 0.1,
  "quantiles": [
    0.1,
    0.2,
    0.3,
    0.4,
    0.5,
    0.6,
    0.7,
    0.8,
    0.9
  ],
  "act_func": "torch.nn.SiLU",
  "use_qk_norm": true,
  "tokenizer_cfg": {
    "input_patch_size": 32,
    "output_patch_size": 32,
    "input_patch_stride": 32
  },
  "scaler_cfg": {
    "use_arcsinh": true,
    "binaryaware": true
  },
  "stack_out_norm_config": {
    "eps": 1e-07
  },
  "tta_diff": true,
  "stack_config": {
    "templates": {
      "slstm_attn": {
        "time_mixer": {
          "model_type": "bi-slstm",
          "embedding_dim": 512,
          "num_heads": 4,
          "rnn_backend": "flashrnn-cuda",
          "num_slstm_heads": 4
        },
        "variate_mixer": {
          "embedding_dim": 512,
          "num_heads": 4
        },
        "dropout": 0.1,
        "eps": 1e-07
      },
      "mlstm_attn": {
        "time_mixer": {
          "model_type": "bi-mlstm",
          "embedding_dim": 512,
          "num_heads": 4,
          "rnn_backend": "flashrnn-cuda"
        },
        "variate_mixer": {
          "embedding_dim": 512,
          "num_heads": 4
        },
        "dropout": 0.1,
        "eps": 1e-07
      }
    },
    "recipe": [
      "mlstm_attn",
      "slstm_attn",
      "mlstm_attn",
      "slstm_attn",
      "mlstm_attn",
      "slstm_attn",
      "mlstm_attn",
      "slstm_attn",
      "mlstm_attn",
      "slstm_attn",
      "mlstm_attn",
      "slstm_attn"
    ]
  }
}