hf-transformers-bot's picture
Update tiny models for Qwen3VLForConditionalGeneration
45665f5 verified
Raw
History Blame Contribute Delete
1.53 kB
{
"architectures": [
"Qwen3VLForConditionalGeneration"
],
"dtype": "float32",
"image_token_id": 3,
"model_type": "qwen3_vl",
"pad_token_id": 151643,
"text_config": {
"attention_bias": false,
"attention_dropout": 0.0,
"bos_token_id": 1,
"eos_token_id": 151645,
"head_dim": 8,
"hidden_act": "silu",
"hidden_size": 32,
"initializer_range": 0.02,
"intermediate_size": 32,
"max_position_embeddings": 512,
"model_type": "qwen3_vl_text",
"num_attention_heads": 4,
"num_hidden_layers": 2,
"num_key_value_heads": 2,
"pad_token_id": 151643,
"rms_norm_eps": 1e-06,
"rope_parameters": {
"mrope_interleaved": true,
"mrope_section": [
16,
8,
8
],
"rope_theta": 10000,
"rope_type": "default"
},
"use_cache": true,
"vocab_size": 151669
},
"tie_word_embeddings": false,
"transformers_version": "5.16.0.dev0",
"video_token_id": 4,
"vision_config": {
"deepstack_visual_indexes": [
0,
1
],
"depth": 2,
"hidden_act": "silu",
"hidden_size": 32,
"in_channels": 3,
"initializer_range": 0.02,
"intermediate_size": 32,
"model_type": "qwen3_vl_vision",
"num_heads": 4,
"num_position_embeddings": 16,
"out_hidden_size": 32,
"patch_size": 16,
"spatial_merge_size": 1,
"temporal_patch_size": 2
},
"vision_end_token_id": 6,
"vision_start_token_id": 5
}