config.json

{
  "model_type": "relational-transformer",
  "num_blocks": 12,
  "d_model": 256,
  "d_text": 384,
  "num_heads": 8,
  "d_ff": 1024,
  "ctx_len": 1024,
  "max_bfs_width": 256,
  "embedding_model": "all-MiniLM-L12-v2"
}