config.json

{"model_type": "gpt2","vocab_size": 5000, "n_embd": 256, "n_layer": 1, "n_head": 4, "context_length": 256}