mdlm-tiny-stories / config.json
youraveragedev's picture
Model after 1500 steps
2ad81e0 verified
{
"architectures": [
"MDLM"
],
"cond_dim": 64,
"dropout": 0.1,
"dtype": "float32",
"hidden_dim": 256,
"mask_token_id": 50257,
"mlp_ratio": 4,
"model_length": 128,
"model_type": "mdlm",
"n_blocks": 4,
"n_heads": 4,
"time_conditioning": true,
"transformers_version": "5.6.2",
"vocab_size": 50258
}