| { | |
| "model_type": "resynthesis", | |
| "architectures": [ | |
| "ResynthesisForCausalLM" | |
| ], | |
| "library_name": "resynthesis", | |
| "release": 188, | |
| "inference": true, | |
| "hidden_size": 4096, | |
| "vocab_size": 251462, | |
| "vocab_size_effective_rows": 251462, | |
| "vocab_mapping_capacity": 6000000, | |
| "max_position_embeddings": 4194304, | |
| "native_context_window_tokens": 4194304, | |
| "torch_dtype": "bfloat16", | |
| "num_parameters": 1012380000000, | |
| "physical_model_parameters": 1012380000000, | |
| "accepted_routed_page_parameters": 1870000000, | |
| "accepted_routed_page_count": 81602, | |
| "parameters_per_routed_page": 13959553, | |
| "parameter_floor_trillion": 1000000000000, | |
| "parameter_note": "Release 188 published size is approximately 1,012,380,000,000 parameters." | |
| } | |