{
    "module": "keras_hub.src.models.moonshine.moonshine_backbone",
    "class_name": "MoonshineBackbone",
    "config": {
        "name": "moonshine_backbone_1",
        "trainable": true,
        "vocabulary_size": 32768,
        "filter_dim": 288,
        "encoder_num_layers": 6,
        "decoder_num_layers": 6,
        "hidden_dim": 288,
        "intermediate_dim": 1152,
        "encoder_num_heads": 8,
        "decoder_num_heads": 8,
        "feedforward_expansion_factor": 4,
        "encoder_use_swiglu_activation": false,
        "decoder_use_swiglu_activation": true,
        "max_position_embeddings": 194,
        "pad_head_dim_to_multiple_of": null,
        "partial_rotary_factor": 0.9,
        "dropout": 0.0,
        "initializer_range": 0.02,
        "rope_theta": 10000.0,
        "attention_bias": false,
        "attention_dropout": 0.0,
        "dtype": "float32"
    },
    "registered_name": "keras_hub>MoonshineBackbone"
}