File size: 731 Bytes
3a8e4d3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 | _target_: models.simplefold.torch.confidence_module.ConfidenceModule
hidden_size: 1536
num_plddt_bins: 50
transformer_blocks:
_target_: models.simplefold.torch.blocks.HomogenTrunk
depth: 4
block:
_target_: models.simplefold.torch.blocks.TransformerBlock
_partial_: true
hidden_size: 1536
mlp_ratio: 4.0
use_swiglu: True # SwiGLU FFN
self_attention_layer:
_target_: models.simplefold.torch.layers.EfficientSelfAttentionLayer
_partial_: True
hidden_size: 1536
num_heads: 24
qk_norm: True
pos_embedder:
_target_: models.simplefold.torch.pos_embed.AxialRotaryPositionEncoding
in_dim: 4
embed_dim: 1536
num_heads: 24
base: 100.0
|