| { | |
| "model_type": "levljepa", | |
| "model_size": "base", | |
| "vision_encoder": { | |
| "architecture": "vit_base_patch16_224", | |
| "hidden_size": 768, | |
| "num_layers": 12, | |
| "num_heads": 12 | |
| }, | |
| "text_encoder": { | |
| "architecture": "gpt2", | |
| "hidden_size": 768, | |
| "num_layers": 12, | |
| "num_heads": 12, | |
| "vocab_size": 50257 | |
| }, | |
| "embed_dim": 256, | |
| "projector_width": 2048, | |
| "projector_depth": 4, | |
| "training": { | |
| "dataset": "DataComp-large", | |
| "total_steps": 200000, | |
| "batch_size": 4096 | |
| } | |
| } |