| { | |
| "model_type": "NCE", | |
| "architectures": ["FiPhi-NeuralArk-3.9-Ultra"], | |
| "hidden_size": 12288, | |
| "num_hidden_layers": 61, | |
| "num_attention_heads": 96, | |
| "intermediate_size": 49152, | |
| "vocab_size": 160000, | |
| "max_position_embeddings": 256000, | |
| "context_window": 256000, | |
| "tokenizer_class": "ACC10Tokenizer", | |
| "initializer_range": 0.02, | |
| "layer_norm_epsilon": 1e-5, | |
| "inner_thought_threads": 5, | |
| "total_parameters": "1T", | |
| "text_generation_engine": "B1TT 3.5-Plus", | |
| "open_weights": false, | |
| "knowledge_cutoff": "2024-12", | |
| "release_date": "2026-02-05" | |
| } | |