Jeff / config.json
TejAndrewsACC's picture
Update config.json
527e3cf verified
{
"model_type": "NCE",
"architectures": ["FiPhi-NeuralArk-3.9-Ultra"],
"hidden_size": 12288,
"num_hidden_layers": 61,
"num_attention_heads": 96,
"intermediate_size": 49152,
"vocab_size": 160000,
"max_position_embeddings": 256000,
"context_window": 256000,
"tokenizer_class": "ACC10Tokenizer",
"initializer_range": 0.02,
"layer_norm_epsilon": 1e-5,
"inner_thought_threads": 5,
"total_parameters": "1T",
"text_generation_engine": "B1TT 3.5-Plus",
"open_weights": false,
"knowledge_cutoff": "2024-12",
"release_date": "2026-02-05"
}