{
    "vocab_size": 8000,
    "tokenizer_path": "/content/MiniGPT/tokenizer",
    "context_length": 128,
    "embedding_dim": 256,
    "num_heads": 4,
    "num_layers": 4,
    "dropout": 0.1,
    "ffn_dim": 1024,
    "batch_size": 16,
    "learning_rate": 0.0003,
    "epochs": 20,
    "pad_token_id": 0,
    "bos_token_id": 1,
    "eos_token_id": 2,
    "unk_token_id": 3,
    "head_dim": 64
}