| { | |
| "library_name": "kerasformers", | |
| "model_module": "kerasformers.models.gpt", | |
| "model_class": "GptModel", | |
| "variant": "gpt", | |
| "weights": "model.weights.h5", | |
| "model_type": "openai-gpt", | |
| "vocab_size": 40478, | |
| "embed_dim": 768, | |
| "mlp_dim": 3072, | |
| "num_layers": 12, | |
| "num_heads": 12, | |
| "max_position_embeddings": 512, | |
| "norm_eps": 1e-05, | |
| "tie_embeddings": true | |
| } |