config.json

{
    "model_type": "GenAI_NanoGPT_1",
    "vocab_size": 2000,
    "hidden_size": 192,
    "num_hidden_layers": 8,
    "num_attention_heads": 6,
    "block_size": 128,
    "dropout": 0,
    "biasInLinear": false,
    "biasInLayerNorm": false,
    "mlpFactor": 4,
    "useRope": true
}