| { | |
| "model_type": "rta-ssm", | |
| "architecture": "RabbitCausalLM", | |
| "variant": "fu-64", | |
| "vocab_size": 50280, | |
| "d_model": 2560, | |
| "d_state": 2560, | |
| "n_layers": 64, | |
| "tokenizer_class": "GPTNeoXTokenizerFast", | |
| "tokenizer_id": "EleutherAI/gpt-neox-20b", | |
| "torch_dtype": "bfloat16", | |
| "framework": "RtaForge-SSM", | |
| "schema_version": "1.0" | |
| } |