File size: 532 Bytes
4246fb5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 | {
"architecture": "pruned",
"model_size": "30m",
"model_type": "ben2",
"pruning_info": {
"layers_pruned": "Reduced Swin Transformer depths from [2, 2, 18, 2] to [1, 1, 4, 1]",
"original_params": 94134658,
"pruned_params": 36275254,
"pruning_strategy": "depth_reduction",
"reduction_percent": 61.46450757806971
},
"swin_config": {
"depths": [
1,
1,
4,
1
],
"embed_dim": 128,
"num_heads": [
4,
8,
16,
32
],
"window_size": 12
}
} |