File size: 2,592 Bytes
3a8e4d3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 | _target_: models.simplefold.torch.architecture.FoldingDiT
hidden_size: 768
num_heads: 12
atom_num_heads: 4
output_channels: 3
use_atom_mask: False
use_length_condition: True
esm_dropout_prob: 0.0
esm_model: esm2_3B
time_embedder:
_target_: models.simplefold.torch.layers.TimestepEmbedder
hidden_size: 768
aminoacid_pos_embedder:
_target_: models.simplefold.torch.pos_embed.AbsolutePositionEncoding
in_dim: 1
embed_dim: 768
include_input: True
pos_embedder:
_target_: models.simplefold.torch.pos_embed.FourierPositionEncoding
in_dim: 3
include_input: True
min_freq_log2: 0
max_freq_log2: 12
num_freqs: 128
log_sampling: True
trunk:
_target_: models.simplefold.torch.blocks.HomogenTrunk
depth: 8
block:
_target_: models.simplefold.torch.blocks.DiTBlock
_partial_: True
hidden_size: 768
mlp_ratio: 4.0
use_swiglu: True
self_attention_layer:
_target_: models.simplefold.torch.layers.EfficientSelfAttentionLayer
_partial_: True
hidden_size: 768
num_heads: 12
qk_norm: True
pos_embedder:
_target_: models.simplefold.torch.pos_embed.AxialRotaryPositionEncoding
in_dim: 4
embed_dim: 768
num_heads: 12
base: 100.0
atom_hidden_size_enc: 256
atom_n_queries_enc: 32
atom_n_keys_enc: 128
atom_encoder_transformer:
_target_: models.simplefold.torch.blocks.HomogenTrunk
depth: 1
block:
_target_: models.simplefold.torch.blocks.DiTBlock
_partial_: True
hidden_size: 256
mlp_ratio: 4.0
use_swiglu: True
self_attention_layer:
_target_: models.simplefold.torch.layers.EfficientSelfAttentionLayer
_partial_: True
hidden_size: 256
num_heads: 4
qk_norm: True
pos_embedder:
_target_: models.simplefold.torch.pos_embed.AxialRotaryPositionEncoding
in_dim: 4
embed_dim: 256
num_heads: 4
base: 100.0
atom_hidden_size_dec: 256
atom_n_queries_dec: 32
atom_n_keys_dec: 128
atom_decoder_transformer:
_target_: models.simplefold.torch.blocks.HomogenTrunk
depth: 1
block:
_target_: models.simplefold.torch.blocks.DiTBlock
_partial_: True
hidden_size: 256
mlp_ratio: 4.0
use_swiglu: True
self_attention_layer:
_target_: models.simplefold.torch.layers.EfficientSelfAttentionLayer
_partial_: True
hidden_size: 256
num_heads: 4
qk_norm: True
pos_embedder:
_target_: models.simplefold.torch.pos_embed.AxialRotaryPositionEncoding
in_dim: 4
embed_dim: 256
num_heads: 4
base: 100.0
|