config.json

{"model_type": "abirmed", "vocab_size": 50258, "hidden_size": 512, "num_hidden_layers": 8, "num_attention_heads": 8, "intermediate_size": 2048, "max_position_embeddings": 512}