{ "model_type": "bert", "architectures": [ "BertModel" ], "transformers_version": "4.53.2", "use_cache": true, "hidden_size": 384, "num_attention_heads": 12, "num_hidden_layers": 3, "intermediate_size": 1536, "vocab_size": 30522, "max_position_embeddings": 512, "type_vocab_size": 2, "pad_token_id": 0, "unk_token_id": 100, "cls_token_id": 101, "sep_token_id": 102, "mask_token_id": 103 }