File size: 374 Bytes
33086c8 3aab4c0 9c03872 84432cf 9c03872 57b6477 9c03872 33086c8 9c03872 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
{
"_name_or_path": "TuKoResearch/ConnectomeGPT100M",
"architectures": ["GPT"],
"model_type": "ConnectomeGPT100M.GPT",
"auto_map": {
"AutoConfig": "config.GPTConfig",
"AutoModelForCausalLM": "model.GPT"
},
"vocab_size": 50304,
"n_embd": 768,
"n_layer": 12,
"n_head": 12,
"block_size": 1024,
"dropout": 0.0,
"bias": false,
"pos_init": null
}
|