openvision3-vit-base-patch2-28 / open_clip_config.json
Letian2003's picture
Copy from Letian2003/unified_vit_v66-vision-only
7c5fbd3 verified
raw
history blame contribute delete
512 Bytes
{
"model_cfg": {
"embed_dim": 768,
"vision_cfg": {
"layers": 12,
"width": 768,
"patch_size": 2,
"image_size": 32,
"no_ln_pre": true,
"pool_type": "avg",
"final_ln_after_pool": true,
"norm_kwargs": {
"eps": 1e-06
},
"output_tokens": true,
"head_width": 64,
"in_channels": 16
},
"text_cfg": {
"context_length": 77,
"vocab_size": 49408,
"width": 512,
"heads": 8,
"layers": 12
}
}
}