config.json

{
  "vocab_size": 1536,
  "d_model": 320,
  "heads": 8,
  "enc_layers": 6,
  "dec_layers": 4,
  "ff_mult": 4,
  "dropout": 0.1,
  "max_q_len": 192,
  "max_out_len": 192,
  "img_tokens": 210,
  "vision_stride": 32,
  "use_adapters": true,
  "use_router": true,
  "adapter_bottleneck": 64,
  "adapter_families": 8,
  "lora_r": 8,
  "lora_alpha": 16.0,
  "lora_dropout": 0.05,
  "lora_targets": "transformer"
}