config.json

{
  "attn_pooler_heads": 8,
  "drop_path": 0.0,
  "heads": 12,
  "image_size": 224,
  "layers": 12,
  "ls_init_value": null,
  "mlp_ratio": 4.0,
  "output_dim": 1024,
  "patch_size": 16,
  "pool_type": "attn",
  "use_abs_posemb": true,
  "use_cls_token": true,
  "use_ln_post": true,
  "use_ln_pre": true,
  "use_rope2d": true,
  "width": 768
}