File size: 343 Bytes
07bed52 f2cc715 07bed52 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 | {
"model_type": "rta-ssm",
"architecture": "RabbitCausalLM",
"variant": "fu-64",
"vocab_size": 50280,
"d_model": 2560,
"d_state": 2560,
"n_layers": 64,
"tokenizer_class": "GPTNeoXTokenizerFast",
"tokenizer_id": "EleutherAI/gpt-neox-20b",
"torch_dtype": "bfloat16",
"framework": "RtaForge-SSM",
"schema_version": "1.0"
} |