{
    "architectures": [
        "SimpleStoriesForCausalLM"
    ],
    "model_type": "simple_stories",
    "auto_map": {
        "AutoConfig": "modeling_simple_stories.SimpleStoriesConfig",
        "AutoModelForCausalLM": "modeling_simple_stories.SimpleStoriesForCausalLM"
    },
    "vocab_size": 6000,
    "max_seq_len": 512,
    "d_model": 384,
    "n_layers": 10,
    "n_heads": 8,
    "multiple_of": 64,
    "norm_eps": 1e-05,
    "dropout": 0.0,
    "bos_token_id": 2,
    "eos_token_id": 3,
    "pad_token_id": 0,
    "unk_token_id": 1,
    "torch_dtype": "float32"
}