| { | |
| "model_type": "trit-opcode-gpt", | |
| "architecture": "TinyGPT (from-scratch causal transformer)", | |
| "d_model": 256, "heads": 8, "layers": 4, "max_len": 24, | |
| "vocab": ["<pad>","<bos>","<eos>","=","-","0","1","2","3","4","5","6","7","8","9","join","take","weave"], | |
| "ops": {"join": "+", "take": "-", "weave": "*"}, | |
| "trained_from": "random init (no pretraining)", | |
| "metric": "execution-verify rate (run the emitted program, check the answer)" | |
| } | |