tiny-random-PixioModel / config.json
hf-transformers-bot's picture
Update tiny models for PixioModel
f560270 verified
Raw
History Blame Contribute Delete
720 Bytes
{
"apply_layernorm": true,
"architectures": [
"PixioModel"
],
"attention_probs_dropout_prob": 0.1,
"drop_path_rate": 0.0,
"dtype": "float32",
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 32,
"image_size": 30,
"initializer_range": 0.02,
"intermediate_size": 37,
"layer_norm_eps": 1e-06,
"mlp_ratio": 4,
"model_type": "pixio",
"n_cls_tokens": 1,
"num_attention_heads": 4,
"num_channels": 3,
"num_hidden_layers": 2,
"out_features": [
"stage2"
],
"out_indices": [
2
],
"patch_size": 2,
"qkv_bias": true,
"reshape_hidden_states": true,
"stage_names": [
"stem",
"stage1",
"stage2"
],
"transformers_version": "5.16.0.dev0"
}