config.json

{
    "architectures": ["Gemma3ForConditionalGeneration"],
    "model_type": "gemma3",
    "vocab_size": 5000,
    "d_model": 256,
    "rank_emb": 48,
    "rank_rosa": 48,
    "num_rosa_layers": 6,
    "max_position_embeddings": 512,
    "torch_dtype": "float32"
}