{ "library_name": "kerasformers", "kerasformers_version": "1.1.3", "model_module": "kerasformers.models.bert", "model_class": "BertModel", "variant": "bert_large_cased", "weights": "model.weights.h5", "model_type": "bert", "vocab_size": 28996, "embed_dim": 1024, "num_layers": 24, "num_heads": 16, "mlp_dim": 4096, "max_position_embeddings": 512, "type_vocab_size": 2, "hidden_act": "gelu", "layer_norm_eps": 1e-12, "pad_token_id": 0 }