Mistral-OneVisionlm / config.json
LeroyDyer's picture
Upload folder using huggingface_hub
2b0ba01 verified
{
"architectures": [
"LlavaNextForConditionalGeneration"
],
"image_grid_pinpoints": [
[
384,
384
],
[
384,
768
],
[
384,
1152
],
[
384,
1536
],
[
384,
1920
],
[
384,
2304
],
[
768,
384
],
[
768,
768
],
[
768,
1152
],
[
768,
1536
],
[
768,
1920
],
[
768,
2304
],
[
1152,
384
],
[
1152,
768
],
[
1152,
1152
],
[
1152,
1536
],
[
1152,
1920
],
[
1152,
2304
],
[
1536,
384
],
[
1536,
768
],
[
1536,
1152
],
[
1536,
1536
],
[
1536,
1920
],
[
1536,
2304
],
[
1920,
384
],
[
1920,
768
],
[
1920,
1152
],
[
1920,
1536
],
[
1920,
1920
],
[
1920,
2304
],
[
2304,
384
],
[
2304,
768
],
[
2304,
1152
],
[
2304,
1536
],
[
2304,
1920
],
[
2304,
2304
]
],
"image_token_index": 151646,
"model_type": "llava_onevision",
"multimodal_projector_bias": true,
"projector_hidden_act": "gelu",
"text_config": {
"_name_or_path": "LeroyDyer/_Spydaz_Web_AI_Student_History_",
"architectures": [
"MistralForCausalLM"
],
"bos_token_id": 1,
"eos_token_id": 2,
"head_dim": 128,
"intermediate_size": 14336,
"max_position_embeddings": 131072,
"model_type": "mistral",
"num_key_value_heads": 8,
"pad_token_id": 0,
"sliding_window": 6096,
"torch_dtype": "bfloat16",
"unsloth_version": "2025.3.17",
"vocab_size": 32002
},
"tie_word_embeddings": false,
"torch_dtype": "float16",
"transformers_version": "4.49.0",
"video_token_index": 151647,
"vision_aspect_ratio": "anyres_max_9",
"vision_config": {
"hidden_size": 1152,
"image_size": 384,
"intermediate_size": 4304,
"model_type": "siglip_vision_model",
"num_attention_heads": 16,
"num_hidden_layers": 27,
"patch_size": 14
},
"vision_feature_layer": -1,
"vision_feature_select_strategy": "full"
}