config.json

{
    "architectures": [
        "ZetaGrid25B"
    ],
    "model_type": "rth_tcn",
    "vocab_size": 256,
    "hidden_size": 4096,
    "intermediate_size": 16384,
    "num_hidden_layers": 32,
    "kernel_size": 3,
    "max_position_embeddings": 2048,
    "lora_rank": 512,
    "use_cache": true,
    "eos_token_id": 0,
    "bos_token_id": 1,
    "pad_token_id": 0,
    "transformers_version": "4.36.0",
    "specialization": "code-specialist"
}