File size: 324 Bytes
b5d4048
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
{
  "model_type": "mechanism_base",
  "vocab_size": 16384,
  "n_embd": 256,
  "n_layer": 8,
  "n_head": 8,
  "block_size": 256,
  "dropout": 0.1,
  "n_params": 10578432,
  "architecture": "transformer_decoder",
  "training": "mechanism_first_derivation_traces",
  "paper": "Propagation Logic v13, SSRN 6439258"
}