config.json

{
    "model_type": "gemma3",
    "text_config": {
        "hidden_size": 2560,
        "intermediate_size": 10240,
        "model_type": "gemma3_text",
        "num_hidden_layers": 34,
        "rope_scaling": {
            "factor": 8.0,
            "rope_type": "linear"
        },
        "sliding_window": 1024,
        "vocab_size": 262208,
        "num_attention_heads": 8,
        "num_key_value_heads": 4
    },
    "vocab_size": 262208
}