{
  "architectures": [
    "MDLM"
  ],
  "cond_dim": 64,
  "dropout": 0.1,
  "dtype": "float32",
  "hidden_dim": 256,
  "mask_token_id": 50257,
  "mlp_ratio": 4,
  "model_length": 128,
  "model_type": "mdlm",
  "n_blocks": 4,
  "n_heads": 4,
  "time_conditioning": true,
  "transformers_version": "5.6.2",
  "vocab_size": 50258
}