config.json

{
    "n_layer": 24,
    "n_head": 16,
    "n_embd": 1024,
    "block_size": 1024,
    "bias": false,
    "vocab_size": 50304,
    "dropout": 0.0,
    "model_type": "gpt2",
    "architectures": [
        "GPT"
    ],
    "tokenizer_class": "GPT2Tokenizer",
    "model_name": "Apex 1 Instruct 350M"
}