| { | |
| "vocab_size": 16386, | |
| "block_size": 1024, | |
| "n_layer": 8, | |
| "n_embd": 384, | |
| "n_head": 6, | |
| "dropout": 0.0, | |
| "pad_id": 0, | |
| "eos_id": 2, | |
| "chatml_tokens": [ | |
| "<|im_start|>", | |
| "<|im_end|>" | |
| ], | |
| "base_checkpoint": "/content/meet25m_from_scratch/final_model/model.pt", | |
| "dataset": "OpenLeecher/lmsys_chat_1m_clean", | |
| "weight_format": "safetensors", | |
| "tied_embeddings": true | |
| } |