config.json

{
  "model_type": "chorous1",
  "architectures": [
    "Chorous1ForForecasting"
  ],
  "pipeline_tag": "time-series-forecasting",
  "model_name": "chorous1-100m",
  "hidden_size": 768,
  "num_hidden_layers": 12,
  "num_attention_heads": 12,
  "num_kv_heads": 4,
  "ffn_intermediate": 2048,
  "ffn_multiplier": 2.667,
  "patch_size": 16,
  "context_length": 10240,
  "forecast_horizon": 96,
  "num_channels": 7,
  "dropout": 0.05,
  "rope_theta": 500000.0,
  "num_parameters": 75602784,
  "val_mse": 0.5748217376795682,
  "torch_dtype": "bfloat16"
}