| { | |
| "name": "timejepa_lotsa_tiny_v3_zs", | |
| "seq_length": 1024, | |
| "patch_length": 16, | |
| "stride": 8, | |
| "num_channels": 1, | |
| "prediction_length": 256, | |
| "encoder": { | |
| "d_model": 128, | |
| "n_heads": 4, | |
| "n_layers": 3, | |
| "d_ff": 512, | |
| "dropout": 0.1, | |
| "activation": "gelu", | |
| "use_revin": true, | |
| "use_rope": true, | |
| "norm_first": true | |
| }, | |
| "predictor": { | |
| "type": "transformer", | |
| "d_model": 128, | |
| "n_heads": 4, | |
| "n_layers": 2, | |
| "d_ff": 512, | |
| "dropout": 0.1, | |
| "activation": "gelu" | |
| }, | |
| "decoder": { | |
| "type": "quantile", | |
| "d_model": 128, | |
| "hidden_dim": 256, | |
| "n_layers": 4, | |
| "dropout": 0.1 | |
| }, | |
| "target_encoder": { | |
| "momentum_schedule": "cosine", | |
| "momentum_base": 0.996, | |
| "momentum_final": 1.0 | |
| }, | |
| "params_millions": "~1.6", | |
| "robust_scale": true, | |
| "judge_standalone_targets": true | |
| } | |