File size: 449 Bytes
da8272e
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
{
  "model_type": "trit-opcode-gpt",
  "architecture": "TinyGPT (from-scratch causal transformer)",
  "d_model": 256, "heads": 8, "layers": 4, "max_len": 24,
  "vocab": ["<pad>","<bos>","<eos>","=","-","0","1","2","3","4","5","6","7","8","9","join","take","weave"],
  "ops": {"join": "+", "take": "-", "weave": "*"},
  "trained_from": "random init (no pretraining)",
  "metric": "execution-verify rate (run the emitted program, check the answer)"
}