File size: 532 Bytes
4246fb5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
{
  "architecture": "pruned",
  "model_size": "30m",
  "model_type": "ben2",
  "pruning_info": {
    "layers_pruned": "Reduced Swin Transformer depths from [2, 2, 18, 2] to [1, 1, 4, 1]",
    "original_params": 94134658,
    "pruned_params": 36275254,
    "pruning_strategy": "depth_reduction",
    "reduction_percent": 61.46450757806971
  },
  "swin_config": {
    "depths": [
      1,
      1,
      4,
      1
    ],
    "embed_dim": 128,
    "num_heads": [
      4,
      8,
      16,
      32
    ],
    "window_size": 12
  }
}