ApplePiesFromScratch's picture
Upload folder using huggingface_hub
b5d4048 verified
raw
history blame contribute delete
324 Bytes
{
"model_type": "mechanism_base",
"vocab_size": 16384,
"n_embd": 256,
"n_layer": 8,
"n_head": 8,
"block_size": 256,
"dropout": 0.1,
"n_params": 10578432,
"architecture": "transformer_decoder",
"training": "mechanism_first_derivation_traces",
"paper": "Propagation Logic v13, SSRN 6439258"
}