{ "n_layer": 12, "n_head": 12, "n_embd": 768, "block_size": 1024, "bias": false, "vocab_size": 50304, "dropout": 0.1, "model_type": "gpt2", "architectures": [ "GPT" ], "tokenizer_class": "GPT2Tokenizer", "model_name": "htmLLM 124M" }