File size: 628 Bytes
c1b26ff |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 |
{
"auto_map": {
"AutoConfig": "modeling_exaonepath_slide_encoder.ExaonePathSlideEncoderConfig",
"AutoModel": "modeling_exaonepath_slide_encoder.ExaonePathSlideEncoderModel"
},
"model_type": "exaonepath_slide_encoder",
"wsi_cfg": {
"aggregate": "mean",
"attn_drop": 0.2,
"attn_type": "linear",
"depth": 6,
"embed_dim": 768,
"embed_use_norm": true,
"ffn_bias": true,
"ffn_drop": 0.2,
"ffn_layer": "swiglu128",
"ffn_ratio": 4.0,
"input_dim": 768,
"n_storage_tokens": 7,
"nope_interval": 2,
"num_heads": 12,
"out_l2_norm": true,
"qkv_bias": true
}
}
|