hparams.json

{
    "n_vocab": 50257,
    "n_ctx": 1024,
    "n_embd": 768,
    "n_head": 12,
    "n_layer": 12,
    "model_name": "spec-1-mini",
    "author": "SVECTOR",
    "description": "A miniature version of the SPEC-1 AI model by SVECTOR, optimized for efficiency."
}