File size: 566 Bytes
a3ae2dd 527e3cf a3ae2dd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
{
"model_type": "NCE",
"architectures": ["FiPhi-NeuralArk-3.9-Ultra"],
"hidden_size": 12288,
"num_hidden_layers": 61,
"num_attention_heads": 96,
"intermediate_size": 49152,
"vocab_size": 160000,
"max_position_embeddings": 256000,
"context_window": 256000,
"tokenizer_class": "ACC10Tokenizer",
"initializer_range": 0.02,
"layer_norm_epsilon": 1e-5,
"inner_thought_threads": 5,
"total_parameters": "1T",
"text_generation_engine": "B1TT 3.5-Plus",
"open_weights": false,
"knowledge_cutoff": "2024-12",
"release_date": "2026-02-05"
}
|