config.json

{
  "model_type": "chorous1",
  "architectures": [
    "Chorous1ForForecasting"
  ],
  "pipeline_tag": "time-series-forecasting",
  "model_name": "chorous1-27m",
  "hidden_size": 384,
  "num_hidden_layers": 16,
  "num_attention_heads": 6,
  "num_kv_heads": 2,
  "ffn_intermediate": 1024,
  "ffn_multiplier": 2.667,
  "patch_size": 16,
  "context_length": 10240,
  "forecast_horizon": 96,
  "num_channels": 7,
  "dropout": 0.05,
  "rope_theta": 500000.0,
  "num_parameters": 25221600,
  "val_mse": 0.7185859382152557,
  "torch_dtype": "bfloat16"
}