| { |
| "model_cfg": { |
| "embed_dim": 768, |
| "vision_cfg": { |
| "image_size": 224, |
| "layers": 24, |
| "width": 1024, |
| "patch_size": 14, |
| "no_ln_pre": true, |
| "pool_type": "avg", |
| "final_ln_after_pool": true |
| }, |
| "text_cfg": { |
| "context_length": 32, |
| "vocab_size": 32000, |
| "hf_tokenizer_name": "bert-base-uncased", |
| "tokenizer_kwargs": { |
| "strip_sep_token": true |
| }, |
| "width": 768, |
| "heads": 12, |
| "layers": 12, |
| "pool_type": "last", |
| "no_causal_mask": true |
| } |
| }, |
| "preprocess_cfg": { |
| "mean": [ |
| 0.48145466, |
| 0.4578275, |
| 0.40821073 |
| ], |
| "std": [ |
| 0.26862954, |
| 0.26130258, |
| 0.27577711 |
| ], |
| "interpolation": "bicubic", |
| "resize_mode": "shortest" |
| } |
| } |