File size: 758 Bytes
1c42bac | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | {
"in_channels": 9,
"order": [
"z",
"z-trans",
"hilbert",
"hilbert-trans"
],
"stride": [
2,
2,
2,
2
],
"enc_depths": [
3,
3,
3,
12,
3
],
"enc_channels": [
54,
108,
216,
432,
576
],
"enc_num_head": [
3,
6,
12,
24,
32
],
"enc_patch_size": [
1024,
1024,
1024,
1024,
1024
],
"mlp_ratio": 4,
"qkv_bias": true,
"qk_scale": null,
"attn_drop": 0.0,
"proj_drop": 0.0,
"drop_path": 0.3,
"shuffle_orders": true,
"pre_norm": true,
"enable_rpe": false,
"enable_flash": true,
"upcast_attention": false,
"upcast_softmax": false,
"traceable": true,
"enc_mode": true,
"mask_token": true,
"rope_base": 10
} |