| { | |
| "architectures": [ | |
| "NanoChatGPT" | |
| ], | |
| "model_type": "nanochat-gpt", | |
| "vocab_size": 65536, | |
| "n_layer": 20, | |
| "n_head": 10, | |
| "n_kv_head": 10, | |
| "n_embd": 1280, | |
| "sequence_len": 2048, | |
| "torch_dtype": "bfloat16", | |
| "transformers_version": "custom", | |
| "nanochat_source": "rl", | |
| "nanochat_training_step": null, | |
| "nanochat_val_bpb": null | |
| } |