config.json

{
    "architectures": [
        "SykoForCausalLM"
    ],
    "author": "Burak",
    "auto_map": {
        "AutoModelForCausalLM": "modeling_syko.SykoForCausalLM",
        "AutoConfig": "modeling_syko.SykoConfig"
    },
    "block_size": 64,
    "bos_token_id": 2,
    "dropout": 0.2,
    "dtype": "float32",
    "eos_token_id": 3,
    "hidden_size": 256,
    "model_type": "syko",
    "n_embd": 256,
    "n_head": 8,
    "n_layer": 6,
    "name": "Syko-5M-Base",
    "num_attention_heads": 8,
    "num_hidden_layers": 6,
    "pad_token_id": 1,
    "tokenizer_class": "SykoTokenizer",
    "transformers_version": "4.57.3",
    "vocab_size": 324
}