File size: 1,130 Bytes
7079a35
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
{
  "patch_size": 32,
  "d_model": 768,
  "num_heads": 12,
  "mlp_hidden_dim": 2048,
  "block_schedule": [
    "time",
    "time",
    "time",
    "time_variate",
    "time",
    "time",
    "time",
    "time_variate",
    "time",
    "time",
    "time",
    "time_variate",
    "time",
    "time",
    "time",
    "time_variate",
    "time",
    "time",
    "time",
    "time_variate",
    "time",
    "time",
    "time",
    "time_variate"
  ],
  "quantile_knots": [
    0.01,
    0.05,
    0.1,
    0.15,
    0.2,
    0.25,
    0.3,
    0.35,
    0.4,
    0.45,
    0.5,
    0.55,
    0.6,
    0.65,
    0.7,
    0.75,
    0.8,
    0.85,
    0.9,
    0.95,
    0.99
  ],
  "block_size": 32,
  "context_length": 32768,
  "rope_theta": 10000.0,
  "rope_partial_factor": 0.5,
  "norm_eps": 1e-06,
  "attn_bias": false,
  "mlp_bias": false,
  "time_attn_gate": "sdpa_sigmoid",
  "variate_attn_gate": "sdpa_sigmoid",
  "minimum_scale": 1e-06,
  "use_asinh": true,
  "stabilize_with_global": false,
  "covariate_enabled": true,
  "split_context_horizon_attn": true,
  "attend_missing_patches": true,
  "quantile_width_factor": 3.0
}