File size: 519 Bytes
f9db966 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | {
"architectures": [
"TinyGPT2ForCausalLM"
],
"auto_map": {
"AutoConfig": "configuration_tinygpt2.TinyGPT2HFConfig",
"AutoModelForCausalLM": "modeling_tinygpt2.TinyGPT2ForCausalLM"
},
"block_size": 512,
"bos_token_id": null,
"dropout": 0.1,
"dtype": "float32",
"eos_token_id": 50256,
"gqa_kv_head": 4,
"hidden_size": 2048,
"model_type": "tinygpt2",
"n_embd": 768,
"n_head": 12,
"n_layer": 12,
"pad_token_id": 50257,
"transformers_version": "5.5.4",
"vocab_size": 50304
}
|