config.json

{
  "architectures": [
    "MoonVitPretrainedModel"
  ],
  "auto_map": {
    "AutoConfig": "configuration_moonvit.MoonViTConfig",
    "AutoModel": "modeling_moonvit.MoonVitPretrainedModel"
  },
  "hidden_size": 1152,
  "text_hidden_size": 2048,
  "init_pos_emb_height": 64,
  "init_pos_emb_width": 64,
  "intermediate_size": 4304,
  "merge_kernel_size": [
    2,
    2
  ],
  "model_type": "moonvit",
  "num_attention_heads": 16,
  "num_hidden_layers": 27,
  "patch_size": 14,
  "torch_dtype": "bfloat16",
  "transformers_version": "4.52.1"
}