| wsi_encoder: | |
| aggregate: mean | |
| attn_drop: 0.2 | |
| attn_type: linear | |
| depth: 6 | |
| embed_dim: 768 | |
| embed_use_norm: true | |
| ffn_bias: true | |
| ffn_drop: 0.2 | |
| ffn_layer: swiglu128 | |
| ffn_ratio: 4.0 | |
| input_dim: 768 | |
| n_storage_tokens: 7 | |
| nope_interval: 2 | |
| num_heads: 12 | |
| out_l2_norm: true | |
| qkv_bias: true | |