so400m-long / config.json
fancyfeast's picture
Upload model
cf85c5f verified
{
"architectures": [
"SiglipModel"
],
"initializer_factor": 1.0,
"model_type": "siglip",
"text_config": {
"_attn_implementation_autoset": true,
"_name_or_path": "../clip-training/checkpoints/jgi8443g/samples_9999872",
"architectures": [
"SiglipTextModel"
],
"attention_dropout": 0.0,
"hidden_act": "gelu_pytorch_tanh",
"hidden_size": 1152,
"intermediate_size": 4304,
"layer_norm_eps": 1e-06,
"max_position_embeddings": 256,
"model_type": "siglip_text_model",
"num_attention_heads": 16,
"num_hidden_layers": 27,
"projection_size": 1152,
"torch_dtype": "float32",
"vocab_size": 256000
},
"torch_dtype": "float32",
"transformers_version": "4.51.0.dev0",
"vision_config": {
"attention_dropout": 0.0,
"hidden_act": "gelu_pytorch_tanh",
"hidden_size": 1152,
"image_size": 384,
"intermediate_size": 4304,
"layer_norm_eps": 1e-06,
"model_type": "siglip_vision_model",
"num_attention_heads": 16,
"num_channels": 3,
"num_hidden_layers": 27,
"patch_size": 14,
"torch_dtype": "float32"
}
}