File size: 360 Bytes
9b76a18
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
{
  "attn_pooler_heads": 8,
  "drop_path": 0.0,
  "heads": 16,
  "image_size": 448,
  "layers": 50,
  "ls_init_value": null,
  "mlp_ratio": 5.833333333333333,
  "output_dim": 1280,
  "patch_size": 14,
  "pool_type": "attn",
  "use_abs_posemb": true,
  "use_cls_token": false,
  "use_ln_post": true,
  "use_ln_pre": true,
  "use_rope2d": true,
  "width": 1536
}