duo / config.json
s-sahoo's picture
Upload DUO
20885e7 verified
raw
history blame contribute delete
461 Bytes
{
"_name_or_path": "s-sahoo/duo",
"architectures": [
"DUO"
],
"auto_map": {
"AutoConfig": "config.DUOConfig",
"AutoModelForMaskedLM": "model.DUO"
},
"causal": false,
"cond_dim": 128,
"dropout": 0.1,
"hidden_dim": 768,
"model_length": 1024,
"model_type": "DUO",
"n_blocks": 12,
"n_heads": 12,
"return_dict": false,
"torch_dtype": "float32",
"transformers_version": "4.38.2",
"var_min": true,
"vocab_size": 50258
}