clip-experiment-2023 / config.json
Timothyyimd's picture
Upload 5 files
b524a27 verified
Raw
History Blame Contribute Delete
427 Bytes
{
"architectures": [
"CustomResearchModel"
],
"architecture": "clip",
"model_type": "clip",
"hidden_size": 128,
"num_hidden_layers": 4,
"num_attention_heads": 2,
"intermediate_size": 256,
"hidden_act": "swish",
"max_position_embeddings": 256,
"layer_norm_eps": 1e-12,
"checkpoint_status": "initialization-only",
"notes": "Untrained checkpoint for smoke tests; no benchmark claim."
}