{ "architectures": [ "PinyinCodeForCausalLM" ], "auto_map": { "AutoConfig": "configuration_pinyin_code.PinyinCodeConfig", "AutoModelForCausalLM": "modeling_pinyin_code.PinyinCodeForCausalLM", "AutoTokenizer": [ "tokenization_pinyin_code.PinyinCodeTokenizer", null ] }, "block_size": 128, "bos_token_id": 2, "dropout": 0.1, "dtype": "float32", "eos_token_id": 3, "hidden_size": 256, "is_decoder": true, "max_position_embeddings": 128, "model_type": "pinyin_code", "n_embd": 256, "n_head": 8, "n_layer": 6, "num_attention_heads": 8, "num_hidden_layers": 6, "pad_token_id": 0, "transformers_version": "5.8.1", "unk_token_id": 1, "use_cache": false, "vocab_size": 8000 }