ajati commited on
Commit
5cef6e2
·
1 Parent(s): d7d48ca

Upload PatchTSMixerForMaskPretraining

Browse files
Files changed (2) hide show
  1. config.json +51 -0
  2. pytorch_model.bin +3 -0
config.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "PatchTSMixerForMaskPretraining"
4
+ ],
5
+ "channel_consistent_masking": true,
6
+ "d_size": "4D",
7
+ "dropout": 0.5,
8
+ "expansion_factor": 3,
9
+ "forecast_channel_indices": null,
10
+ "forecast_len": 96,
11
+ "gated_attn": true,
12
+ "head_agg": "max_pool",
13
+ "head_dropout": 0.7,
14
+ "in_channels": 7,
15
+ "init_std": 0.02,
16
+ "learn_pe": false,
17
+ "mask_patch_ratios": [
18
+ 1,
19
+ 1
20
+ ],
21
+ "mask_patches": [
22
+ 2,
23
+ 3
24
+ ],
25
+ "mask_ratio": 0.5,
26
+ "mask_type": "random",
27
+ "mask_value": 0,
28
+ "masked_loss": true,
29
+ "mode": "common_channel",
30
+ "model_type": "patchtsmixer",
31
+ "n_classes": 3,
32
+ "n_targets": 3,
33
+ "norm_mlp": "LayerNorm",
34
+ "num_features": 48,
35
+ "num_layers": 2,
36
+ "num_patches": 32,
37
+ "output_range": null,
38
+ "patch_last": true,
39
+ "patch_len": 16,
40
+ "pe": "zeros",
41
+ "post_init": false,
42
+ "revin": true,
43
+ "seed_number": 42,
44
+ "self_attn": false,
45
+ "self_attn_heads": 1,
46
+ "seq_len": 512,
47
+ "stride": 16,
48
+ "torch_dtype": "float32",
49
+ "transformers_version": "4.33.0.dev0",
50
+ "use_pe": false
51
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db33aadd17aa88a80b540e89eaee217dcb86e944d3dfc8ce0bb23ad1d4ac9be2
3
+ size 209529