| { |
| "architectures": [ |
| "LiteSpecFormerModel" |
| ], |
| "_name_or_path": "FlowVortex/LiteSpecFormer", |
| "litespecformer_pipeline_class": "LiteSpecFormerPipeline", |
| "attn_implementation": "sdpa", |
| "attn_output_gate": "headwise", |
| "d_ff": 1536, |
| "d_kv": 64, |
| "d_model": 512, |
| "dropout_rate": 0.1, |
| "feed_forward_proj": "gelu", |
| "initializer_factor": 0.05, |
| "is_encoder_decoder": false, |
| "kernel_size": 3, |
| "layer_norm_epsilon": 1e-06, |
| "n_lags": 48, |
| "num_heads": 8, |
| "num_layers": 6, |
| "pad_token_id": 0, |
| "reduction": 64, |
| "rope_theta": 10000.0, |
| "use_acf_loss": true, |
| "use_channel_attention": false, |
| "use_dw_cnn": false, |
| "vocab_size": 2, |
| "history_token_number": 3, |
| "forecasting_config": { |
| "context_length": 768, |
| "input_patch_size": 16, |
| "input_patch_stride": 16, |
| "max_output_patches": 1, |
| "medium_index": 5, |
| "min_past": 32, |
| "output_patch_size": 16, |
| "quantiles": [0.05, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 0.95], |
| "time_encoding_scale": 768, |
| "use_arcsinh": true, |
| "use_reg_token": false |
| }, |
| "torch_dtype": "float32", |
| "model_type": "time_series_transformer" |
| } |
