{
  "codename": "tabwm",
  "name": "TabWM",
  "architectures": [
    "TabWM"
  ],
  "model_type": "tabwm",
  "torch_dtype": "float32",
  "context_length": 4096,
  "model": {
    "rt": {
      "num_blocks": 12,
      "d_model": 256,
      "d_text": 384,
      "num_heads": 8,
      "d_ff": 1024,
      "embedding_model": "all-MiniLM-L12-v2"
    },
    "n_slots": 16,
    "decoder_layers": 2,
    "decoder_heads": 8,
    "decoder_d_ff": null,
    "numeric_head": "binned",
    "shared_offset": true,
    "value_decoder_width": 256,
    "value_decoder_layers": 2,
    "value_decoder_heads": 8,
    "transformation_proposals": true
  }
}