XAFT's picture
Add support for FlashAttention
190ac94 verified
raw
history blame contribute delete
679 Bytes
{
"architectures": [
"SMSelectiveViTModelForClassification"
],
"atten_dim": 384,
"attention_scale": 8.0,
"auto_map": {
"AutoConfig": "configuration_selectivevit.SMSelectiveViTConfig",
"AutoModelForImageClassification": "modeling_selectivevit.SMSelectiveViTModelForClassification"
},
"channels": 3,
"depth": 12,
"drop_path": 0.05,
"dropout": 0.0,
"dtype": "float32",
"embed_dim": 384,
"image_size": 224,
"mask_threshold": 0.05,
"mlp_dim": 1536,
"model_type": "softmasked_selective_vit",
"num_classes": 1000,
"num_heads": 6,
"patch_drop": 0.05,
"patch_size": 16,
"transformers_version": "4.57.3",
"use_distil_token": false
}