File size: 1,078 Bytes
227da3e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 | {
"adaptive_halting": true,
"architectures": [
"HyperMiniReasoner"
],
"base_layers": 6,
"context_length": 1096,
"dataset": "Plans11/Organized_PreTrain_1k_Context",
"head_dimension": 30,
"hidden_size": 240,
"intermediate_size": 1072,
"max_position_embeddings": 1096,
"max_reasoning_steps": 16,
"memory_tokens": 8,
"min_reasoning_steps": 2,
"model_name": "Nano.Deep.Reasoner.11m-HyperMini",
"model_type": "nano_deep_reasoner_hypermini",
"num_attention_heads": 8,
"padding_aware_attention": true,
"padding_query_zeroing": true,
"parameter_count": 11094003,
"reasoning_tokens": [
"<pad>",
"<bos>",
"<eos>",
"<unk>",
"<think>",
"</think>",
"<thought>",
"</thought>",
"<reasoning>",
"</reasoning>",
"<answer>",
"</answer>",
"<question>",
"</question>",
"<analysis>",
"</analysis>",
"<tool>",
"</tool>"
],
"revision_head": true,
"rope": true,
"shared_recurrent_reasoner": true,
"tie_word_embeddings": true,
"verification_head": true,
"vocab_size": 16000
} |