PE-Core-T16-384 / config.json
Deekshith
Upload 3 files
5f0ea09 verified
raw
history blame contribute delete
570 Bytes
{
"vision_config": {
"patch_size": 16,
"width": 192,
"layers": 12,
"heads": 3,
"mlp_ratio": 4.0,
"output_dim": 512,
"ls_init_value": null,
"drop_path": 0.0,
"image_size": 384,
"use_abs_posemb": true,
"use_cls_token": true,
"use_rope2d": true,
"pool_type": "attn",
"attn_pooler_heads": 8,
"use_ln_pre": true,
"use_ln_post": true
},
"text_config": {
"context_length": 32,
"width": 512,
"heads": 8,
"layers": 12,
"output_dim": 512,
"mlp_ratio": 4.0,
"vocab_size": 49408
}
}