{ "architectures": [ "Granite4VisionForConditionalGeneration" ], "auto_map": { "AutoConfig": "configuration.Granite4VisionConfig", "AutoModel": "modeling.Granite4VisionForConditionalGeneration", "AutoModelForVision2Seq": "modeling.Granite4VisionForConditionalGeneration", "AutoModelForImageTextToText": "modeling.Granite4VisionForConditionalGeneration", "AutoProcessor": "processing.Granite4VisionProcessor" }, "downsample_method": "interpolate", "downsample_rate": null, "dtype": "bfloat16", "image_grid_pinpoints": [ [ 384, 384 ], [ 384, 768 ], [ 384, 1152 ], [ 384, 1536 ], [ 384, 1920 ], [ 384, 2304 ], [ 384, 2688 ], [ 384, 3072 ], [ 384, 3456 ], [ 384, 3840 ], [ 768, 384 ], [ 768, 768 ], [ 768, 1152 ], [ 768, 1536 ], [ 768, 1920 ], [ 1152, 384 ], [ 1152, 768 ], [ 1152, 1152 ], [ 1536, 384 ], [ 1536, 768 ], [ 1920, 384 ], [ 1920, 768 ], [ 2304, 384 ], [ 2688, 384 ], [ 3072, 384 ], [ 3456, 384 ], [ 3840, 384 ] ], "image_seq_length": 576, "image_token_index": 100352, "model_type": "granite4_vision", "multimodal_projector_bias": true, "pretrained_language_model": "", "pretrained_vision_tower": "", "projector_hidden_act": "gelu", "text_config": { "_name_or_path": "ibm-granite/granite-4.0-micro", "architectures": [ "GraniteMoeHybridForCausalLM" ], "attention_bias": false, "attention_dropout": 0.0, "attention_multiplier": 0.015625, "bos_token_id": 100257, "dtype": "bfloat16", "embedding_multiplier": 12, "eos_token_id": 100257, "hidden_act": "silu", "hidden_size": 2560, "initializer_range": 0.1, "intermediate_size": 8192, "layer_types": [ "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention", "attention" ], "logits_scaling": 10, "mamba_chunk_size": 256, "mamba_conv_bias": true, "mamba_d_conv": 4, "mamba_d_head": 40, "mamba_d_state": 256, "mamba_expand": 2, "mamba_n_groups": 1, "mamba_n_heads": 128, "mamba_proj_bias": false, "max_position_embeddings": 131072, "model_type": "granitemoehybrid", "normalization_function": "rmsnorm", "num_attention_heads": 40, "num_experts_per_tok": 0, "num_hidden_layers": 40, "num_key_value_heads": 8, "num_local_experts": 0, "output_router_logits": false, "pad_token_id": 100256, "position_embedding_type": "rope", "residual_multiplier": 0.22, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 10000000, "router_aux_loss_coef": 0.01, "shared_intermediate_size": 8192, "tie_word_embeddings": true, "use_cache": false, "vocab_size": 100353 }, "tie_word_embeddings": true, "transformers_version": "4.57.3", "use_image_newline_parameter": true, "vision_config": { "attention_dropout": 0.0, "dtype": "bfloat16", "hidden_act": "gelu_pytorch_tanh", "hidden_size": 1152, "image_size": 384, "intermediate_size": 4304, "layer_norm_eps": 1e-06, "model_type": "siglip_vision_model", "num_attention_heads": 16, "num_channels": 3, "num_hidden_layers": 27, "patch_size": 14 }, "vision_feature_layer": [ -24, -20, -12, -1 ], "vision_feature_select_strategy": "full" }