config.json

{
  "model_type": "tipsv2",
  "architectures": [
    "TIPSv2Model"
  ],
  "auto_map": {
    "AutoConfig": "configuration_tips.TIPSv2Config",
    "AutoModel": "modeling_tips.TIPSv2Model"
  },
  "patch_size": 14,
  "img_size": 448,
  "init_values": 1.0,
  "num_register_tokens": 1,
  "vocab_size": 32000,
  "max_len": 64,
  "vision_fn": "vit_giant2",
  "embed_dim": 1536,
  "text_hidden_size": 1536,
  "text_mlp_dim": 6144,
  "text_num_heads": 24,
  "text_num_layers": 12,
  "ffn_layer": "swiglu",
  "temperature": 0.003622700460255146
}