{
  "context_length": 256,
  "embed_dim": 512,
  "input_channels": 5,
  "pooling": "attention",
  "use_bias": false,
  "vision_heads": 8,
  "vision_layers": 12,
  "vision_width": 1536
}