Babelbit-hksa01 / config.json
aitask1024's picture
Upload from sasn59/Babelbit-hksa01
4a2546a verified
raw
history blame contribute delete
345 Bytes
{
"architectures": [
"GPT2LMHeadModel"
],
"model_type": "gpt2",
"n_ctx": 1024,
"n_embd": 768,
"n_head": 12,
"n_layer": 12,
"n_positions": 1024,
"vocab_size": 50257,
"bos_token_id": 50256,
"eos_token_id": 50256,
"transformers_version": "4.35.0",
"_name_or_path": "iteration-c-optimized",
"torch_dtype": "float32"
}