config.json

{"vocab_size": 50257, "hidden_size": 512, "num_hidden_layers": 8, "num_attention_heads": 8, "intermediate_size": 2048, "max_position_embeddings": 1024}