File size: 363 Bytes
435e4e1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 | {
"vocab_size": 1000,
"d_model": 256,
"num_heads": 8,
"num_layers": 4,
"num_reasoning_steps": 3,
"dropout": 0.1,
"max_seq_len": 64,
"model_type": "advanced_reasoning_transformer",
"architectures": [
"AdvancedReasoningTransformer"
],
"task_specific_params": {
"reasoning": {
"num_reasoning_steps": 3
}
}
} |