hf-transformers-bot's picture
Update tiny models for PatchTSMixerForRegression
d5bb279 verified
Raw
History Blame Contribute Delete
1.26 kB
{
"architectures": [
"PatchTSMixerForRegression"
],
"channel_consistent_masking": true,
"context_length": 32,
"d_model": 8,
"distribution_output": "student_t",
"dropout": 0.5,
"dtype": "float32",
"expansion_factor": 2,
"forecast_mask_ratios": [
1,
1
],
"gated_attn": true,
"head_aggregation": null,
"head_dropout": 0.2,
"init_std": 0.02,
"loss": "mse",
"mask_mode": "mask_before_encoder",
"mask_patches": [
2,
3
],
"mask_type": "forecast",
"mask_value": 0,
"masked_loss": false,
"mode": "common_channel",
"model_type": "patchtsmixer",
"norm_eps": 1e-05,
"norm_mlp": "LayerNorm",
"num_forecast_mask_patches": [
2
],
"num_input_channels": 3,
"num_layers": 2,
"num_parallel_samples": 100,
"num_patches": 4,
"num_targets": 3,
"out_channels": null,
"output_range": null,
"patch_last": true,
"patch_length": 8,
"patch_stride": 8,
"positional_encoding_type": "sincos",
"prediction_channel_indices": null,
"prediction_length": 16,
"random_mask_ratio": 0.5,
"scaling": "std",
"self_attn": false,
"self_attn_heads": 1,
"swin_hier": 0,
"transformers_version": "5.16.0.dev0",
"unmasked_channel_indices": null,
"use_positional_encoding": false
}