| { | |
| "architectures": [ | |
| "BiomedCLIPModel" | |
| ], | |
| "auto_map": { | |
| "AutoConfig": "configuration_biomedclip.BiomedCLIPConfig", | |
| "AutoModel": "modeling_biomedclip.BiomedCLIPModel" | |
| }, | |
| "dtype": "float32", | |
| "embed_dim": 512, | |
| "model_type": "biomed_clip", | |
| "text_cfg": { | |
| "act_kwargs": null, | |
| "block_type": null, | |
| "context_length": 256, | |
| "embed_cls": false, | |
| "eos_id": 2, | |
| "final_ln_after_pool": false, | |
| "heads": 8, | |
| "hf_model_name": "microsoft/BiomedNLP-BiomedBERT-base-uncased-abstract", | |
| "hf_model_pretrained": false, | |
| "hf_pooler_type": "cls_last_hidden_state_pooler", | |
| "hf_proj_type": "mlp", | |
| "hf_tokenizer_name": "microsoft/BiomedNLP-BiomedBERT-base-uncased-abstract", | |
| "layers": 12, | |
| "ls_init_value": null, | |
| "mlp_ratio": 4.0, | |
| "no_causal_mask": false, | |
| "norm_kwargs": null, | |
| "output_tokens": false, | |
| "pad_id": 0, | |
| "pool_type": "argmax", | |
| "proj_bias": false, | |
| "proj_type": "linear", | |
| "qk_norm": false, | |
| "scale_attn": false, | |
| "scale_attn_inner": false, | |
| "scale_fc": false, | |
| "scale_heads": false, | |
| "scaled_cosine_attn": false, | |
| "tokenizer_kwargs": null, | |
| "tokenizer_mode": null, | |
| "vocab_size": 49408, | |
| "width": 512 | |
| }, | |
| "transformers_version": "5.0.0", | |
| "vision_cfg": { | |
| "act_kwargs": null, | |
| "attentional_pool": false, | |
| "attn_pooler_heads": 8, | |
| "attn_pooler_queries": 256, | |
| "block_type": null, | |
| "final_ln_after_pool": false, | |
| "head_width": 64, | |
| "image_size": 224, | |
| "layers": 12, | |
| "ls_init_value": null, | |
| "mlp_ratio": 4.0, | |
| "no_ln_pre": false, | |
| "norm_kwargs": null, | |
| "output_tokens": false, | |
| "patch_dropout": 0.0, | |
| "patch_size": 16, | |
| "pool_type": "tok", | |
| "pos_embed_type": "learnable", | |
| "qk_norm": false, | |
| "scale_attn": false, | |
| "scale_attn_inner": false, | |
| "scale_fc": false, | |
| "scale_heads": false, | |
| "scaled_cosine_attn": false, | |
| "timm_drop": 0.0, | |
| "timm_drop_path": null, | |
| "timm_model_name": "vit_base_patch16_224", | |
| "timm_model_pretrained": false, | |
| "timm_pool": "", | |
| "timm_proj": "linear", | |
| "timm_proj_bias": false, | |
| "width": 768 | |
| } | |
| } | |