| { |
| "_class_name": "XLMRobertaCLIP", |
| "_diffusers_version": "0.35.1", |
| "activation": "gelu", |
| "attn_dropout": 0.0, |
| "embed_dim": 1024, |
| "embedding_dropout": 0.0, |
| "image_size": 224, |
| "max_text_len": 514, |
| "norm_eps": 1e-05, |
| "pad_id": 1, |
| "patch_size": 14, |
| "proj_dropout": 0.0, |
| "text_dim": 1024, |
| "text_dropout": 0.1, |
| "text_heads": 16, |
| "text_layers": 24, |
| "text_post_norm": true, |
| "type_size": 1, |
| "vision_dim": 1280, |
| "vision_heads": 16, |
| "vision_layers": 32, |
| "vision_mlp_ratio": 4, |
| "vision_pool": "token", |
| "vision_post_norm": false, |
| "vision_pre_norm": true, |
| "vocab_size": 250002 |
| } |
|
|
