{ "architectures": [ "PinyinCodeForCausalLM" ], "auto_map": { "AutoConfig": "configuration_pinyin_code.PinyinCodeConfig", "AutoModelForCausalLM": "modeling_pinyin_code.PinyinCodeForCausalLM", "AutoTokenizer": [ "tokenization_pinyin_code.PinyinCodeTokenizer", null ] }, "block_size": 512, "bos_token_id": 2, "dropout": 0.1, "dtype": "float32", "eos_token_id": 3, "hidden_size": 512, "is_decoder": true, "max_position_embeddings": 512, "model_type": "pinyin_code", "n_embd": 512, "n_head": 8, "n_layer": 8, "num_attention_heads": 8, "num_hidden_layers": 8, "pad_token_id": 0, "transformers_version": "5.9.0", "unk_token_id": 1, "use_cache": false, "vocab_size": 16000 }