config.json

{
  "name": "gamba_rossa",
  "vocab_size": 4611,
  "block_size": 256,
  "k": 1024,
  "head_dim": 128,
  "n_head": 16,
  "n_layers": 28,
  "dropout": 0.0,
  "kv_groups": 2,
  "ff_expansion": 3,
  "pad_index": 4610,
  "special_freqs": [
    2
  ],
  "encoder_path": "data/id_to_token.json"
}