{
  "architectures": [
    "TinyGPTForCausalLM"
  ],
  "auto_map": {
    "AutoConfig": "configuration_tinygpt.TinyGPTConfig",
    "AutoModelForCausalLM": "modeling_tinygpt.TinyGPTForCausalLM"
  },
  "block_size": 1024,
  "dtype": "float32",
  "initializer_range": 0.02,
  "model_type": "tinygpt",
  "n_embd": 1024,
  "n_head": 16,
  "n_layer": 8,
  "tie_word_embeddings": true,
  "transformers_version": "5.12.1",
  "vocab_size": 128
}