binary-trit-coder / config.json
issdandavis's picture
Upload folder using huggingface_hub
da8272e verified
Raw
History Blame Contribute Delete
449 Bytes
{
"model_type": "trit-opcode-gpt",
"architecture": "TinyGPT (from-scratch causal transformer)",
"d_model": 256, "heads": 8, "layers": 4, "max_len": 24,
"vocab": ["<pad>","<bos>","<eos>","=","-","0","1","2","3","4","5","6","7","8","9","join","take","weave"],
"ops": {"join": "+", "take": "-", "weave": "*"},
"trained_from": "random init (no pretraining)",
"metric": "execution-verify rate (run the emitted program, check the answer)"
}