hf-transformers-bot's picture
Update tiny models for ParakeetEncoder
de18459 verified
Raw
History Blame Contribute Delete
747 Bytes
{
"activation_dropout": 0.0,
"architectures": [
"ParakeetEncoder"
],
"attention_bias": true,
"attention_dropout": 0.0,
"conv_kernel_size": 9,
"convolution_bias": true,
"dropout": 0.0,
"dropout_positions": 0.0,
"dtype": "float32",
"hidden_act": "silu",
"hidden_size": 64,
"initializer_range": 0.02,
"intermediate_size": 256,
"layerdrop": 0.0,
"max_position_embeddings": 5000,
"model_type": "parakeet_encoder",
"num_attention_heads": 4,
"num_hidden_layers": 2,
"num_key_value_heads": 4,
"num_mel_bins": 80,
"scale_input": true,
"subsampling_conv_channels": 32,
"subsampling_conv_kernel_size": 3,
"subsampling_conv_stride": 2,
"subsampling_factor": 8,
"transformers_version": "5.16.0.dev0"
}