Rth-lm-code-25b / config.json
RthItalia's picture
Upload 5 files
e9a3d5f verified
raw
history blame contribute delete
462 Bytes
{
"architectures": [
"ZetaGrid25B"
],
"model_type": "rth_tcn",
"vocab_size": 256,
"hidden_size": 4096,
"intermediate_size": 16384,
"num_hidden_layers": 32,
"kernel_size": 3,
"max_position_embeddings": 2048,
"lora_rank": 512,
"use_cache": true,
"eos_token_id": 0,
"bos_token_id": 1,
"pad_token_id": 0,
"transformers_version": "4.36.0",
"specialization": "code-specialist"
}