config.json

{
  "candidate_resolutions": [
    [
      384,
      384
    ],
    [
      384,
      768
    ],
    [
      768,
      384
    ],
    [
      384,
      1152
    ],
    [
      1152,
      384
    ],
    [
      384,
      1536
    ],
    [
      1536,
      384
    ],
    [
      768,
      768
    ],
    [
      384,
      1920
    ],
    [
      1920,
      384
    ],
    [
      384,
      2304
    ],
    [
      2304,
      384
    ],
    [
      768,
      1152
    ],
    [
      1152,
      768
    ],
    [
      384,
      2688
    ],
    [
      2688,
      384
    ],
    [
      384,
      3072
    ],
    [
      3072,
      384
    ],
    [
      768,
      1536
    ],
    [
      1536,
      768
    ],
    [
      384,
      3456
    ],
    [
      3456,
      384
    ],
    [
      1152,
      1152
    ]
  ],
  "global_view_pos": "head",
  "language_config": {
    "architectures": [
      "DeepseekV2ForCausalLM"
    ],
    "auto_map": {
      "AutoConfig": "configuration_deepseek.DeepseekV2Config",
      "AutoModel": "modeling_deepseek.DeepseekV2Model",
      "AutoModelForCausalLM": "modeling_deepseek.DeepseekV2ForCausalLM"
    },
    "bos_token_id": 0,
    "eos_token_id": 1,
    "first_k_dense_replace": 1,
    "hidden_size": 2560,
    "intermediate_size": 12288,
    "lm_head": false,
    "max_position_embeddings": 4096,
    "model_type": "deepseek_v2",
    "moe_intermediate_size": 1536,
    "n_group": 1,
    "n_routed_experts": 72,
    "n_shared_experts": 2,
    "norm_topk_prob": true,
    "num_experts_per_tok": 6,
    "q_lora_rank": null,
    "rm_head": false,
    "routed_scaling_factor": 2.0,
    "scoring_func": "sigmoid",
    "topk_group": 1,
    "topk_method": "noaux_tc",
    "torch_dtype": "bfloat16",
    "vocab_size": 129280
  },
  "model_type": "deepseek_vl_v2",
  "projector_config": {
    "model_type": "mlp_projector",
    "n_embed": 2560
  },
  "tile_tag": "2D",
  "torch_dtype": "bfloat16",
  "transformers_version": "4.38.2",
  "vision_config": {
    "layers": 27,
    "mlp_ratio": 3.7362,
    "model_name": "siglip_so400m_patch14_384",
    "model_type": "vision",
    "patch_size": 14,
    "width": 1152
  }
}