tinygpt-ptbr-v1 / export_meta.json
Madras1's picture
Export TinyGPT checkpoint step 46000
0e38c84 verified
{
"checkpoint_root": "/content/drive/MyDrive/ckpts",
"step": 46000,
"tokenizer_source": "mistralai/Mistral-7B-v0.1",
"config": {
"vocab_size": 32000,
"hidden_size": 768,
"num_hidden_layers": 12,
"num_attention_heads": 8,
"intermediate_size": 2048,
"max_position_embeddings": 1024,
"dropout": 0.1,
"layer_norm_eps": 1e-06,
"tie_word_embeddings": false,
"return_dict": true,
"output_hidden_states": false,
"dtype": "float32",
"chunk_size_feed_forward": 0,
"is_encoder_decoder": false,
"architectures": [
"TinyGPTForCausalLM"
],
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"problem_type": null,
"_name_or_path": "",
"transformers_version": "5.0.0",
"bos_token_id": 1,
"eos_token_id": 2,
"pad_token_id": 2,
"auto_map": {
"AutoConfig": "configuration_tinygpt.TinyGPTConfig",
"AutoModelForCausalLM": "modeling_tinygpt.TinyGPTForCausalLM"
},
"model_type": "tinygpt",
"output_attentions": false
}
}