{ "library_name": "kerasformers", "kerasformers_version": "1.2.5", "model_module": "kerasformers.models.tipsv2", "model_class": "Tipsv2Model", "variant": "tipsv2-b14", "weights": "model.weights.h5", "schema_version": 2, "model_type": "tipsv2", "text_config": { "hidden_dim": 768, "num_layers": 12, "num_heads": 12, "mlp_dim": 3072, "vocab_size": 32000, "max_seq_len": 64, "hidden_act": "relu", "layer_norm_eps": 1e-05, "scale_sqrt_depth": true, "pooling_epsilon": 1e-08, "pad_token_id": 0 }, "vision_config": { "hidden_dim": 768, "num_layers": 12, "num_heads": 12, "mlp_ratio": 4, "hidden_act": "gelu", "image_size": 448, "patch_size": 14, "num_channels": 3, "qkv_bias": true, "layerscale_value": 1.0, "use_swiglu_ffn": false, "num_register_tokens": 1, "layer_norm_eps": 1e-06 }, "temperature_init_value": 0.005065968260169029 }