File size: 324 Bytes
b5d4048 | 1 2 3 4 5 6 7 8 9 10 11 12 13 | {
"model_type": "mechanism_base",
"vocab_size": 16384,
"n_embd": 256,
"n_layer": 8,
"n_head": 8,
"block_size": 256,
"dropout": 0.1,
"n_params": 10578432,
"architecture": "transformer_decoder",
"training": "mechanism_first_derivation_traces",
"paper": "Propagation Logic v13, SSRN 6439258"
} |