{ "architectures": [ "YoutuVLForConditionalGeneration" ], "attention_bias": false, "attention_dropout": 0.0, "auto_map": { "AutoConfig": "configuration_youtu_vl.YoutuVLConfig", "AutoModelForCausalLM": "modeling_youtu_vl.YoutuVLForConditionalGeneration", "AutoProcessor": "processing_youtu_vl.YoutuVLProcessor", "AutoImageProcessor": "image_processing_siglip2_fast.Siglip2ImageProcessorFast" }, "bos_token_id": 128000, "embedding_initializer_range": 0.02795084971874737, "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_size": 2048, "image_token_id": 128264, "initializer_range": 0.013975424859373685, "intermediate_size": 6144, "kv_lora_rank": 512, "max_position_embeddings": 20480, "mlp_bias": false, "model_type": "youtu_vl", "num_attention_heads": 16, "num_hidden_layers": 32, "num_key_value_heads": 16, "pad_token_id": 128001, "q_lora_rank": 1536, "qk_head_dim": 192, "qk_nope_head_dim": 128, "qk_rope_head_dim": 64, "rms_norm_eps": 1e-06, "rope_interleave": true, "rope_theta": 100000, "tie_word_embeddings": true, "torch_dtype": "bfloat16", "transformers_version": "4.56.0", "use_cache": false, "v_head_dim": 128, "video_token_id": 128265, "vision_config": { "attention_dropout": 0.0, "hidden_act": "gelu_pytorch_tanh", "hidden_size": 1152, "intermediate_size": 4304, "layer_norm_eps": 1e-06, "model_type": "siglip2_vision_model", "num_attention_heads": 16, "num_channels": 3, "num_hidden_layers": 27, "num_patches": 4096, "out_hidden_size": 2048, "patch_size": 16, "tokens_per_second": 2, "torch_dtype": "bfloat16", "vision_use_head": false, "window_size": 256, "fullatt_block_indexes": [ 7, 15, 23, 26 ] }, "vision_end_token_id": 128263, "vision_start_token_id": 128262, "vocab_size": 182646 }