config.json

{
  "model_type": "text_to_cursor",
  "architecture": "TextToCursorModel",
  "encoder_type": "transformer",
  "decoder_type": "transformer",
  "source": "factorstudios/CURF",
  "vocab_size": 50257,
  "d_model": 2048,
  "d_ff": 8192,
  "num_encoder_layers": 12,
  "num_decoder_layers": 6,
  "num_heads": 32,
  "head_dim": 64,
  "cursor_dim": 2048,
  "attention_dropout": 0.1,
  "feed_forward_dropout": 0.1,
  "activation": "relu",
  "max_position_embeddings": 10000,
  "layer_norm_eps": 1e-06,
  "initializer_range": 0.02,
  "output_hidden_states": false,
  "output_attentions": false,
  "notes": "Downloaded from factorstudios/CURF. vocab_size=50257 matches GPT-2."
}