nanogpt-tinystories / config.json
ncncomplete's picture
Upload nanoGPT TinyStories model + char tokenizer
9f1960e verified
{
"architectures": [
"GPT"
],
"model_type": "nanogpt",
"vocab_size": 93,
"block_size": 256,
"n_layer": 6,
"n_head": 6,
"n_embd": 192,
"dropout": 0.1,
"bias": false,
"torch_dtype": "float16",
"total_params": 2723712
}