| { | |
| "library_name": "kerasformers", | |
| "kerasformers_version": "1.1.3", | |
| "model_module": "kerasformers.models.roberta", | |
| "model_class": "RobertaModel", | |
| "variant": "roberta_large", | |
| "weights": "model.weights.h5", | |
| "model_type": "roberta", | |
| "vocab_size": 50265, | |
| "embed_dim": 1024, | |
| "num_layers": 24, | |
| "num_heads": 16, | |
| "mlp_dim": 4096, | |
| "max_position_embeddings": 514, | |
| "type_vocab_size": 1, | |
| "hidden_act": "gelu", | |
| "layer_norm_eps": 1e-05, | |
| "pad_token_id": 1 | |
| } |