Hugging Face's logo

biohub
/
ESMFold2-hf

Safetensors
esmfold2
Model card Files
xet
 Community
Rocketknight1 HF Staff commited on
Commit
6c23c5b
·
verified ·
1 Parent(s): 4c66610

Upload 10 files

Browse files
Files changed (4) hide show
  1. config.json +3 -8
  2. model-00001-of-00006.safetensors +2 -2
  3. model.safetensors.index.json +184 -188
  4. tokenizer_config.json +2 -41
config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "architectures": [
3
- "ESMFold2Model"
4
  ],
5
  "atom_encoder_expansion_ratio": 2,
6
  "atom_encoder_ffn_intermediate_size": 256,
@@ -57,26 +57,22 @@
57
  "num_hidden_layers": 80,
58
  "num_key_value_heads": 40,
59
  "pad_token_id": 1,
60
- "qk_layernorm": true,
61
  "rope_parameters": {
62
  "rope_theta": 10000.0,
63
  "rope_type": "default"
64
  },
65
  "scale_residue": true,
66
  "tie_word_embeddings": false,
67
- "use_cache": true,
68
  "vocab_size": 64
69
  },
70
  "folding_trunk_num_hidden_layers": 48,
71
  "hidden_size": 384,
72
- "lm_encoder_enabled": true,
73
  "lm_encoder_lm_dropout": 0.25,
74
  "lm_encoder_num_hidden_layers": 4,
75
  "lm_encoder_per_loop_lm_dropout": true,
76
  "max_atomic_number": 128,
77
  "max_chars": 4,
78
  "model_type": "esmfold2",
79
- "msa_encoder_enabled": true,
80
  "msa_encoder_head_width": 16,
81
  "msa_encoder_hidden_size": 128,
82
  "msa_encoder_num_attention_heads": 8,
@@ -103,7 +99,6 @@
103
  "structure_head_inference_s_min": 0.0004,
104
  "structure_head_noise_scale": 1.003,
105
  "structure_head_step_scale": 1.5,
106
- "transformers_version": "5.13.0.dev0",
107
- "transition_expansion_ratio": 4,
108
- "type": "release"
109
  }
 
1
  {
2
  "architectures": [
3
+ "EsmFold2Model"
4
  ],
5
  "atom_encoder_expansion_ratio": 2,
6
  "atom_encoder_ffn_intermediate_size": 256,
 
57
  "num_hidden_layers": 80,
58
  "num_key_value_heads": 40,
59
  "pad_token_id": 1,
 
60
  "rope_parameters": {
61
  "rope_theta": 10000.0,
62
  "rope_type": "default"
63
  },
64
  "scale_residue": true,
65
  "tie_word_embeddings": false,
 
66
  "vocab_size": 64
67
  },
68
  "folding_trunk_num_hidden_layers": 48,
69
  "hidden_size": 384,
 
70
  "lm_encoder_lm_dropout": 0.25,
71
  "lm_encoder_num_hidden_layers": 4,
72
  "lm_encoder_per_loop_lm_dropout": true,
73
  "max_atomic_number": 128,
74
  "max_chars": 4,
75
  "model_type": "esmfold2",
 
76
  "msa_encoder_head_width": 16,
77
  "msa_encoder_hidden_size": 128,
78
  "msa_encoder_num_attention_heads": 8,
 
99
  "structure_head_inference_s_min": 0.0004,
100
  "structure_head_noise_scale": 1.003,
101
  "structure_head_step_scale": 1.5,
102
+ "transformers_version": "5.14.0.dev0",
103
+ "transition_expansion_ratio": 4
 
104
  }
model-00001-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6338765d7b47f63a7db14f3f633673cb445b47f812f269df275e7a87a17e5e4d
3
- size 4957060332
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76a14b5bc0a870bfd26405cfc512eb96aec9d6fc6364d566359e6d454903cf2c
3
+ size 4955672908
model.safetensors.index.json CHANGED
@@ -1,12 +1,12 @@
1
  {
2
  "metadata": {
3
- "total_size": 26320411916
4
  },
5
  "weight_map": {
6
  "confidence_head.boundaries": "model-00001-of-00006.safetensors",
7
  "confidence_head.dist_bin_pairwise_embed.weight": "model-00001-of-00006.safetensors",
8
- "confidence_head.folding_trunk.layers.0.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
9
- "confidence_head.folding_trunk.layers.0.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
10
  "confidence_head.folding_trunk.layers.0.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
11
  "confidence_head.folding_trunk.layers.0.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
12
  "confidence_head.folding_trunk.layers.0.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -23,8 +23,8 @@
23
  "confidence_head.folding_trunk.layers.0.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
24
  "confidence_head.folding_trunk.layers.0.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
25
  "confidence_head.folding_trunk.layers.0.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
26
- "confidence_head.folding_trunk.layers.1.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
27
- "confidence_head.folding_trunk.layers.1.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
28
  "confidence_head.folding_trunk.layers.1.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
29
  "confidence_head.folding_trunk.layers.1.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
30
  "confidence_head.folding_trunk.layers.1.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -41,8 +41,8 @@
41
  "confidence_head.folding_trunk.layers.1.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
42
  "confidence_head.folding_trunk.layers.1.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
43
  "confidence_head.folding_trunk.layers.1.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
44
- "confidence_head.folding_trunk.layers.2.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
45
- "confidence_head.folding_trunk.layers.2.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
46
  "confidence_head.folding_trunk.layers.2.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
47
  "confidence_head.folding_trunk.layers.2.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
48
  "confidence_head.folding_trunk.layers.2.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -59,8 +59,8 @@
59
  "confidence_head.folding_trunk.layers.2.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
60
  "confidence_head.folding_trunk.layers.2.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
61
  "confidence_head.folding_trunk.layers.2.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
62
- "confidence_head.folding_trunk.layers.3.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
63
- "confidence_head.folding_trunk.layers.3.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
64
  "confidence_head.folding_trunk.layers.3.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
65
  "confidence_head.folding_trunk.layers.3.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
66
  "confidence_head.folding_trunk.layers.3.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -91,23 +91,19 @@
91
  "confidence_head.resolved_weight": "model-00001-of-00006.safetensors",
92
  "confidence_head.row_attention_pooling.attn_proj.weight": "model-00001-of-00006.safetensors",
93
  "confidence_head.row_attention_pooling.out_proj.weight": "model-00001-of-00006.safetensors",
94
- "confidence_head.s_input_to_s.weight": "model-00001-of-00006.safetensors",
95
- "confidence_head.s_inputs_norm.bias": "model-00001-of-00006.safetensors",
96
- "confidence_head.s_inputs_norm.weight": "model-00001-of-00006.safetensors",
97
- "confidence_head.s_inputs_to_single.weight": "model-00001-of-00006.safetensors",
98
- "confidence_head.s_norm.bias": "model-00001-of-00006.safetensors",
99
- "confidence_head.s_norm.weight": "model-00001-of-00006.safetensors",
100
- "confidence_head.s_to_z.weight": "model-00001-of-00006.safetensors",
101
- "confidence_head.s_to_z_prod_in1.weight": "model-00001-of-00006.safetensors",
102
- "confidence_head.s_to_z_prod_in2.weight": "model-00001-of-00006.safetensors",
103
- "confidence_head.s_to_z_prod_out.weight": "model-00001-of-00006.safetensors",
104
- "confidence_head.s_to_z_transpose.weight": "model-00001-of-00006.safetensors",
105
- "confidence_head.z_norm.bias": "model-00001-of-00006.safetensors",
106
- "confidence_head.z_norm.weight": "model-00001-of-00006.safetensors",
107
  "distogram_head.bias": "model-00001-of-00006.safetensors",
108
  "distogram_head.weight": "model-00001-of-00006.safetensors",
109
- "folding_trunk.layers.0.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
110
- "folding_trunk.layers.0.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
111
  "folding_trunk.layers.0.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
112
  "folding_trunk.layers.0.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
113
  "folding_trunk.layers.0.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -124,8 +120,8 @@
124
  "folding_trunk.layers.0.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
125
  "folding_trunk.layers.0.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
126
  "folding_trunk.layers.0.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
127
- "folding_trunk.layers.1.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
128
- "folding_trunk.layers.1.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
129
  "folding_trunk.layers.1.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
130
  "folding_trunk.layers.1.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
131
  "folding_trunk.layers.1.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -142,8 +138,8 @@
142
  "folding_trunk.layers.1.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
143
  "folding_trunk.layers.1.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
144
  "folding_trunk.layers.1.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
145
- "folding_trunk.layers.10.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
146
- "folding_trunk.layers.10.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
147
  "folding_trunk.layers.10.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
148
  "folding_trunk.layers.10.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
149
  "folding_trunk.layers.10.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -160,8 +156,8 @@
160
  "folding_trunk.layers.10.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
161
  "folding_trunk.layers.10.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
162
  "folding_trunk.layers.10.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
163
- "folding_trunk.layers.11.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
164
- "folding_trunk.layers.11.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
165
  "folding_trunk.layers.11.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
166
  "folding_trunk.layers.11.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
167
  "folding_trunk.layers.11.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -178,8 +174,8 @@
178
  "folding_trunk.layers.11.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
179
  "folding_trunk.layers.11.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
180
  "folding_trunk.layers.11.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
181
- "folding_trunk.layers.12.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
182
- "folding_trunk.layers.12.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
183
  "folding_trunk.layers.12.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
184
  "folding_trunk.layers.12.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
185
  "folding_trunk.layers.12.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -196,8 +192,8 @@
196
  "folding_trunk.layers.12.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
197
  "folding_trunk.layers.12.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
198
  "folding_trunk.layers.12.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
199
- "folding_trunk.layers.13.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
200
- "folding_trunk.layers.13.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
201
  "folding_trunk.layers.13.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
202
  "folding_trunk.layers.13.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
203
  "folding_trunk.layers.13.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -214,8 +210,8 @@
214
  "folding_trunk.layers.13.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
215
  "folding_trunk.layers.13.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
216
  "folding_trunk.layers.13.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
217
- "folding_trunk.layers.14.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
218
- "folding_trunk.layers.14.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
219
  "folding_trunk.layers.14.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
220
  "folding_trunk.layers.14.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
221
  "folding_trunk.layers.14.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -232,8 +228,8 @@
232
  "folding_trunk.layers.14.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
233
  "folding_trunk.layers.14.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
234
  "folding_trunk.layers.14.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
235
- "folding_trunk.layers.15.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
236
- "folding_trunk.layers.15.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
237
  "folding_trunk.layers.15.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
238
  "folding_trunk.layers.15.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
239
  "folding_trunk.layers.15.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -250,8 +246,8 @@
250
  "folding_trunk.layers.15.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
251
  "folding_trunk.layers.15.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
252
  "folding_trunk.layers.15.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
253
- "folding_trunk.layers.16.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
254
- "folding_trunk.layers.16.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
255
  "folding_trunk.layers.16.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
256
  "folding_trunk.layers.16.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
257
  "folding_trunk.layers.16.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -268,8 +264,8 @@
268
  "folding_trunk.layers.16.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
269
  "folding_trunk.layers.16.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
270
  "folding_trunk.layers.16.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
271
- "folding_trunk.layers.17.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
272
- "folding_trunk.layers.17.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
273
  "folding_trunk.layers.17.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
274
  "folding_trunk.layers.17.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
275
  "folding_trunk.layers.17.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -286,8 +282,8 @@
286
  "folding_trunk.layers.17.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
287
  "folding_trunk.layers.17.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
288
  "folding_trunk.layers.17.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
289
- "folding_trunk.layers.18.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
290
- "folding_trunk.layers.18.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
291
  "folding_trunk.layers.18.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
292
  "folding_trunk.layers.18.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
293
  "folding_trunk.layers.18.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -304,8 +300,8 @@
304
  "folding_trunk.layers.18.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
305
  "folding_trunk.layers.18.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
306
  "folding_trunk.layers.18.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
307
- "folding_trunk.layers.19.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
308
- "folding_trunk.layers.19.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
309
  "folding_trunk.layers.19.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
310
  "folding_trunk.layers.19.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
311
  "folding_trunk.layers.19.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -322,8 +318,8 @@
322
  "folding_trunk.layers.19.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
323
  "folding_trunk.layers.19.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
324
  "folding_trunk.layers.19.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
325
- "folding_trunk.layers.2.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
326
- "folding_trunk.layers.2.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
327
  "folding_trunk.layers.2.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
328
  "folding_trunk.layers.2.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
329
  "folding_trunk.layers.2.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -340,8 +336,8 @@
340
  "folding_trunk.layers.2.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
341
  "folding_trunk.layers.2.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
342
  "folding_trunk.layers.2.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
343
- "folding_trunk.layers.20.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
344
- "folding_trunk.layers.20.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
345
  "folding_trunk.layers.20.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
346
  "folding_trunk.layers.20.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
347
  "folding_trunk.layers.20.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -358,8 +354,8 @@
358
  "folding_trunk.layers.20.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
359
  "folding_trunk.layers.20.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
360
  "folding_trunk.layers.20.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
361
- "folding_trunk.layers.21.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
362
- "folding_trunk.layers.21.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
363
  "folding_trunk.layers.21.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
364
  "folding_trunk.layers.21.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
365
  "folding_trunk.layers.21.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -376,8 +372,8 @@
376
  "folding_trunk.layers.21.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
377
  "folding_trunk.layers.21.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
378
  "folding_trunk.layers.21.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
379
- "folding_trunk.layers.22.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
380
- "folding_trunk.layers.22.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
381
  "folding_trunk.layers.22.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
382
  "folding_trunk.layers.22.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
383
  "folding_trunk.layers.22.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -394,8 +390,8 @@
394
  "folding_trunk.layers.22.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
395
  "folding_trunk.layers.22.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
396
  "folding_trunk.layers.22.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
397
- "folding_trunk.layers.23.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
398
- "folding_trunk.layers.23.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
399
  "folding_trunk.layers.23.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
400
  "folding_trunk.layers.23.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
401
  "folding_trunk.layers.23.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -412,8 +408,8 @@
412
  "folding_trunk.layers.23.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
413
  "folding_trunk.layers.23.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
414
  "folding_trunk.layers.23.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
415
- "folding_trunk.layers.24.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
416
- "folding_trunk.layers.24.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
417
  "folding_trunk.layers.24.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
418
  "folding_trunk.layers.24.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
419
  "folding_trunk.layers.24.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -430,8 +426,8 @@
430
  "folding_trunk.layers.24.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
431
  "folding_trunk.layers.24.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
432
  "folding_trunk.layers.24.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
433
- "folding_trunk.layers.25.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
434
- "folding_trunk.layers.25.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
435
  "folding_trunk.layers.25.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
436
  "folding_trunk.layers.25.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
437
  "folding_trunk.layers.25.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -448,8 +444,8 @@
448
  "folding_trunk.layers.25.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
449
  "folding_trunk.layers.25.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
450
  "folding_trunk.layers.25.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
451
- "folding_trunk.layers.26.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
452
- "folding_trunk.layers.26.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
453
  "folding_trunk.layers.26.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
454
  "folding_trunk.layers.26.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
455
  "folding_trunk.layers.26.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -466,8 +462,8 @@
466
  "folding_trunk.layers.26.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
467
  "folding_trunk.layers.26.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
468
  "folding_trunk.layers.26.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
469
- "folding_trunk.layers.27.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
470
- "folding_trunk.layers.27.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
471
  "folding_trunk.layers.27.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
472
  "folding_trunk.layers.27.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
473
  "folding_trunk.layers.27.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -484,8 +480,8 @@
484
  "folding_trunk.layers.27.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
485
  "folding_trunk.layers.27.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
486
  "folding_trunk.layers.27.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
487
- "folding_trunk.layers.28.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
488
- "folding_trunk.layers.28.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
489
  "folding_trunk.layers.28.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
490
  "folding_trunk.layers.28.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
491
  "folding_trunk.layers.28.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -502,8 +498,8 @@
502
  "folding_trunk.layers.28.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
503
  "folding_trunk.layers.28.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
504
  "folding_trunk.layers.28.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
505
- "folding_trunk.layers.29.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
506
- "folding_trunk.layers.29.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
507
  "folding_trunk.layers.29.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
508
  "folding_trunk.layers.29.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
509
  "folding_trunk.layers.29.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -520,8 +516,8 @@
520
  "folding_trunk.layers.29.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
521
  "folding_trunk.layers.29.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
522
  "folding_trunk.layers.29.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
523
- "folding_trunk.layers.3.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
524
- "folding_trunk.layers.3.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
525
  "folding_trunk.layers.3.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
526
  "folding_trunk.layers.3.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
527
  "folding_trunk.layers.3.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -538,8 +534,8 @@
538
  "folding_trunk.layers.3.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
539
  "folding_trunk.layers.3.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
540
  "folding_trunk.layers.3.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
541
- "folding_trunk.layers.30.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
542
- "folding_trunk.layers.30.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
543
  "folding_trunk.layers.30.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
544
  "folding_trunk.layers.30.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
545
  "folding_trunk.layers.30.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -556,8 +552,8 @@
556
  "folding_trunk.layers.30.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
557
  "folding_trunk.layers.30.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
558
  "folding_trunk.layers.30.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
559
- "folding_trunk.layers.31.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
560
- "folding_trunk.layers.31.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
561
  "folding_trunk.layers.31.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
562
  "folding_trunk.layers.31.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
563
  "folding_trunk.layers.31.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -574,8 +570,8 @@
574
  "folding_trunk.layers.31.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
575
  "folding_trunk.layers.31.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
576
  "folding_trunk.layers.31.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
577
- "folding_trunk.layers.32.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
578
- "folding_trunk.layers.32.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
579
  "folding_trunk.layers.32.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
580
  "folding_trunk.layers.32.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
581
  "folding_trunk.layers.32.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -592,8 +588,8 @@
592
  "folding_trunk.layers.32.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
593
  "folding_trunk.layers.32.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
594
  "folding_trunk.layers.32.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
595
- "folding_trunk.layers.33.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
596
- "folding_trunk.layers.33.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
597
  "folding_trunk.layers.33.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
598
  "folding_trunk.layers.33.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
599
  "folding_trunk.layers.33.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -610,8 +606,8 @@
610
  "folding_trunk.layers.33.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
611
  "folding_trunk.layers.33.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
612
  "folding_trunk.layers.33.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
613
- "folding_trunk.layers.34.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
614
- "folding_trunk.layers.34.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
615
  "folding_trunk.layers.34.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
616
  "folding_trunk.layers.34.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
617
  "folding_trunk.layers.34.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -628,8 +624,8 @@
628
  "folding_trunk.layers.34.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
629
  "folding_trunk.layers.34.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
630
  "folding_trunk.layers.34.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
631
- "folding_trunk.layers.35.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
632
- "folding_trunk.layers.35.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
633
  "folding_trunk.layers.35.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
634
  "folding_trunk.layers.35.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
635
  "folding_trunk.layers.35.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -646,8 +642,8 @@
646
  "folding_trunk.layers.35.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
647
  "folding_trunk.layers.35.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
648
  "folding_trunk.layers.35.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
649
- "folding_trunk.layers.36.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
650
- "folding_trunk.layers.36.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
651
  "folding_trunk.layers.36.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
652
  "folding_trunk.layers.36.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
653
  "folding_trunk.layers.36.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -664,8 +660,8 @@
664
  "folding_trunk.layers.36.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
665
  "folding_trunk.layers.36.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
666
  "folding_trunk.layers.36.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
667
- "folding_trunk.layers.37.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
668
- "folding_trunk.layers.37.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
669
  "folding_trunk.layers.37.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
670
  "folding_trunk.layers.37.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
671
  "folding_trunk.layers.37.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -682,8 +678,8 @@
682
  "folding_trunk.layers.37.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
683
  "folding_trunk.layers.37.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
684
  "folding_trunk.layers.37.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
685
- "folding_trunk.layers.38.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
686
- "folding_trunk.layers.38.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
687
  "folding_trunk.layers.38.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
688
  "folding_trunk.layers.38.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
689
  "folding_trunk.layers.38.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -700,8 +696,8 @@
700
  "folding_trunk.layers.38.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
701
  "folding_trunk.layers.38.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
702
  "folding_trunk.layers.38.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
703
- "folding_trunk.layers.39.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
704
- "folding_trunk.layers.39.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
705
  "folding_trunk.layers.39.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
706
  "folding_trunk.layers.39.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
707
  "folding_trunk.layers.39.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -718,8 +714,8 @@
718
  "folding_trunk.layers.39.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
719
  "folding_trunk.layers.39.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
720
  "folding_trunk.layers.39.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
721
- "folding_trunk.layers.4.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
722
- "folding_trunk.layers.4.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
723
  "folding_trunk.layers.4.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
724
  "folding_trunk.layers.4.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
725
  "folding_trunk.layers.4.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -736,8 +732,8 @@
736
  "folding_trunk.layers.4.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
737
  "folding_trunk.layers.4.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
738
  "folding_trunk.layers.4.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
739
- "folding_trunk.layers.40.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
740
- "folding_trunk.layers.40.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
741
  "folding_trunk.layers.40.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
742
  "folding_trunk.layers.40.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
743
  "folding_trunk.layers.40.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -754,8 +750,8 @@
754
  "folding_trunk.layers.40.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
755
  "folding_trunk.layers.40.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
756
  "folding_trunk.layers.40.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
757
- "folding_trunk.layers.41.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
758
- "folding_trunk.layers.41.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
759
  "folding_trunk.layers.41.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
760
  "folding_trunk.layers.41.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
761
  "folding_trunk.layers.41.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -772,8 +768,8 @@
772
  "folding_trunk.layers.41.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
773
  "folding_trunk.layers.41.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
774
  "folding_trunk.layers.41.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
775
- "folding_trunk.layers.42.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
776
- "folding_trunk.layers.42.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
777
  "folding_trunk.layers.42.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
778
  "folding_trunk.layers.42.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
779
  "folding_trunk.layers.42.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -790,8 +786,8 @@
790
  "folding_trunk.layers.42.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
791
  "folding_trunk.layers.42.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
792
  "folding_trunk.layers.42.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
793
- "folding_trunk.layers.43.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
794
- "folding_trunk.layers.43.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
795
  "folding_trunk.layers.43.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
796
  "folding_trunk.layers.43.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
797
  "folding_trunk.layers.43.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -808,8 +804,8 @@
808
  "folding_trunk.layers.43.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
809
  "folding_trunk.layers.43.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
810
  "folding_trunk.layers.43.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
811
- "folding_trunk.layers.44.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
812
- "folding_trunk.layers.44.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
813
  "folding_trunk.layers.44.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
814
  "folding_trunk.layers.44.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
815
  "folding_trunk.layers.44.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -826,8 +822,8 @@
826
  "folding_trunk.layers.44.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
827
  "folding_trunk.layers.44.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
828
  "folding_trunk.layers.44.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
829
- "folding_trunk.layers.45.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
830
- "folding_trunk.layers.45.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
831
  "folding_trunk.layers.45.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
832
  "folding_trunk.layers.45.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
833
  "folding_trunk.layers.45.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -844,8 +840,8 @@
844
  "folding_trunk.layers.45.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
845
  "folding_trunk.layers.45.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
846
  "folding_trunk.layers.45.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
847
- "folding_trunk.layers.46.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
848
- "folding_trunk.layers.46.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
849
  "folding_trunk.layers.46.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
850
  "folding_trunk.layers.46.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
851
  "folding_trunk.layers.46.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -862,8 +858,8 @@
862
  "folding_trunk.layers.46.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
863
  "folding_trunk.layers.46.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
864
  "folding_trunk.layers.46.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
865
- "folding_trunk.layers.47.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
866
- "folding_trunk.layers.47.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
867
  "folding_trunk.layers.47.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
868
  "folding_trunk.layers.47.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
869
  "folding_trunk.layers.47.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -880,8 +876,8 @@
880
  "folding_trunk.layers.47.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
881
  "folding_trunk.layers.47.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
882
  "folding_trunk.layers.47.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
883
- "folding_trunk.layers.5.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
884
- "folding_trunk.layers.5.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
885
  "folding_trunk.layers.5.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
886
  "folding_trunk.layers.5.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
887
  "folding_trunk.layers.5.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -898,8 +894,8 @@
898
  "folding_trunk.layers.5.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
899
  "folding_trunk.layers.5.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
900
  "folding_trunk.layers.5.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
901
- "folding_trunk.layers.6.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
902
- "folding_trunk.layers.6.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
903
  "folding_trunk.layers.6.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
904
  "folding_trunk.layers.6.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
905
  "folding_trunk.layers.6.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -916,8 +912,8 @@
916
  "folding_trunk.layers.6.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
917
  "folding_trunk.layers.6.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
918
  "folding_trunk.layers.6.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
919
- "folding_trunk.layers.7.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
920
- "folding_trunk.layers.7.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
921
  "folding_trunk.layers.7.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
922
  "folding_trunk.layers.7.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
923
  "folding_trunk.layers.7.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -934,8 +930,8 @@
934
  "folding_trunk.layers.7.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
935
  "folding_trunk.layers.7.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
936
  "folding_trunk.layers.7.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
937
- "folding_trunk.layers.8.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
938
- "folding_trunk.layers.8.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
939
  "folding_trunk.layers.8.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
940
  "folding_trunk.layers.8.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
941
  "folding_trunk.layers.8.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -952,8 +948,8 @@
952
  "folding_trunk.layers.8.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
953
  "folding_trunk.layers.8.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
954
  "folding_trunk.layers.8.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
955
- "folding_trunk.layers.9.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
956
- "folding_trunk.layers.9.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
957
  "folding_trunk.layers.9.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
958
  "folding_trunk.layers.9.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
959
  "folding_trunk.layers.9.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -980,24 +976,24 @@
980
  "inputs_atom_encoder.layers.0.attn.v_proj.weight": "model-00001-of-00006.safetensors",
981
  "inputs_atom_encoder.layers.0.attn.gate_proj.weight": "model-00001-of-00006.safetensors",
982
  "inputs_atom_encoder.layers.0.attn.out_proj.weight": "model-00001-of-00006.safetensors",
983
- "inputs_atom_encoder.layers.0.ffn.w3.weight": "model-00001-of-00006.safetensors",
984
- "inputs_atom_encoder.layers.0.ffn.w12.weight": "model-00001-of-00006.safetensors",
985
  "inputs_atom_encoder.layers.1.adaln_linear.weight": "model-00001-of-00006.safetensors",
986
  "inputs_atom_encoder.layers.1.attn.q_proj.weight": "model-00001-of-00006.safetensors",
987
  "inputs_atom_encoder.layers.1.attn.k_proj.weight": "model-00001-of-00006.safetensors",
988
  "inputs_atom_encoder.layers.1.attn.v_proj.weight": "model-00001-of-00006.safetensors",
989
  "inputs_atom_encoder.layers.1.attn.gate_proj.weight": "model-00001-of-00006.safetensors",
990
  "inputs_atom_encoder.layers.1.attn.out_proj.weight": "model-00001-of-00006.safetensors",
991
- "inputs_atom_encoder.layers.1.ffn.w3.weight": "model-00001-of-00006.safetensors",
992
- "inputs_atom_encoder.layers.1.ffn.w12.weight": "model-00001-of-00006.safetensors",
993
  "inputs_atom_encoder.layers.2.adaln_linear.weight": "model-00001-of-00006.safetensors",
994
  "inputs_atom_encoder.layers.2.attn.q_proj.weight": "model-00001-of-00006.safetensors",
995
  "inputs_atom_encoder.layers.2.attn.k_proj.weight": "model-00001-of-00006.safetensors",
996
  "inputs_atom_encoder.layers.2.attn.v_proj.weight": "model-00001-of-00006.safetensors",
997
  "inputs_atom_encoder.layers.2.attn.gate_proj.weight": "model-00001-of-00006.safetensors",
998
  "inputs_atom_encoder.layers.2.attn.out_proj.weight": "model-00001-of-00006.safetensors",
999
- "inputs_atom_encoder.layers.2.ffn.w3.weight": "model-00001-of-00006.safetensors",
1000
- "inputs_atom_encoder.layers.2.ffn.w12.weight": "model-00001-of-00006.safetensors",
1001
  "language_model.base_z_combine": "model-00001-of-00006.safetensors",
1002
  "language_model.base_z_input_norm.bias": "model-00001-of-00006.safetensors",
1003
  "language_model.base_z_input_norm.weight": "model-00001-of-00006.safetensors",
@@ -1010,8 +1006,8 @@
1010
  "language_model.base_z_to_pair.output_fc2.weight": "model-00001-of-00006.safetensors",
1011
  "language_model.base_z_output_norm.bias": "model-00001-of-00006.safetensors",
1012
  "language_model.base_z_output_norm.weight": "model-00001-of-00006.safetensors",
1013
- "lm_encoder.layers.0.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
1014
- "lm_encoder.layers.0.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
1015
  "lm_encoder.layers.0.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1016
  "lm_encoder.layers.0.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1017
  "lm_encoder.layers.0.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -1028,8 +1024,8 @@
1028
  "lm_encoder.layers.0.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
1029
  "lm_encoder.layers.0.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
1030
  "lm_encoder.layers.0.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
1031
- "lm_encoder.layers.1.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
1032
- "lm_encoder.layers.1.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
1033
  "lm_encoder.layers.1.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1034
  "lm_encoder.layers.1.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1035
  "lm_encoder.layers.1.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -1046,8 +1042,8 @@
1046
  "lm_encoder.layers.1.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
1047
  "lm_encoder.layers.1.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
1048
  "lm_encoder.layers.1.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
1049
- "lm_encoder.layers.2.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
1050
- "lm_encoder.layers.2.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
1051
  "lm_encoder.layers.2.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1052
  "lm_encoder.layers.2.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1053
  "lm_encoder.layers.2.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -1064,8 +1060,8 @@
1064
  "lm_encoder.layers.2.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
1065
  "lm_encoder.layers.2.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
1066
  "lm_encoder.layers.2.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
1067
- "lm_encoder.layers.3.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
1068
- "lm_encoder.layers.3.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
1069
  "lm_encoder.layers.3.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1070
  "lm_encoder.layers.3.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1071
  "lm_encoder.layers.3.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -1090,8 +1086,8 @@
1090
  "msa_encoder.layers.0.msa_pair_weighted_averaging.bias_proj.weight": "model-00001-of-00006.safetensors",
1091
  "msa_encoder.layers.0.msa_pair_weighted_averaging.norm_single.bias": "model-00001-of-00006.safetensors",
1092
  "msa_encoder.layers.0.msa_pair_weighted_averaging.norm_single.weight": "model-00001-of-00006.safetensors",
1093
- "msa_encoder.layers.0.msa_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
1094
- "msa_encoder.layers.0.msa_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
1095
  "msa_encoder.layers.0.msa_transition.norm.bias": "model-00001-of-00006.safetensors",
1096
  "msa_encoder.layers.0.msa_transition.norm.weight": "model-00001-of-00006.safetensors",
1097
  "msa_encoder.layers.0.outer_product_mean.W.weight": "model-00001-of-00006.safetensors",
@@ -1099,8 +1095,8 @@
1099
  "msa_encoder.layers.0.outer_product_mean.Wout.weight": "model-00001-of-00006.safetensors",
1100
  "msa_encoder.layers.0.outer_product_mean.norm.bias": "model-00001-of-00006.safetensors",
1101
  "msa_encoder.layers.0.outer_product_mean.norm.weight": "model-00001-of-00006.safetensors",
1102
- "msa_encoder.layers.0.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
1103
- "msa_encoder.layers.0.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
1104
  "msa_encoder.layers.0.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1105
  "msa_encoder.layers.0.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1106
  "msa_encoder.layers.0.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -1125,8 +1121,8 @@
1125
  "msa_encoder.layers.1.msa_pair_weighted_averaging.bias_proj.weight": "model-00001-of-00006.safetensors",
1126
  "msa_encoder.layers.1.msa_pair_weighted_averaging.norm_single.bias": "model-00001-of-00006.safetensors",
1127
  "msa_encoder.layers.1.msa_pair_weighted_averaging.norm_single.weight": "model-00001-of-00006.safetensors",
1128
- "msa_encoder.layers.1.msa_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
1129
- "msa_encoder.layers.1.msa_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
1130
  "msa_encoder.layers.1.msa_transition.norm.bias": "model-00001-of-00006.safetensors",
1131
  "msa_encoder.layers.1.msa_transition.norm.weight": "model-00001-of-00006.safetensors",
1132
  "msa_encoder.layers.1.outer_product_mean.W.weight": "model-00001-of-00006.safetensors",
@@ -1134,8 +1130,8 @@
1134
  "msa_encoder.layers.1.outer_product_mean.Wout.weight": "model-00001-of-00006.safetensors",
1135
  "msa_encoder.layers.1.outer_product_mean.norm.bias": "model-00001-of-00006.safetensors",
1136
  "msa_encoder.layers.1.outer_product_mean.norm.weight": "model-00001-of-00006.safetensors",
1137
- "msa_encoder.layers.1.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
1138
- "msa_encoder.layers.1.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
1139
  "msa_encoder.layers.1.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1140
  "msa_encoder.layers.1.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1141
  "msa_encoder.layers.1.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -1160,8 +1156,8 @@
1160
  "msa_encoder.layers.2.msa_pair_weighted_averaging.bias_proj.weight": "model-00001-of-00006.safetensors",
1161
  "msa_encoder.layers.2.msa_pair_weighted_averaging.norm_single.bias": "model-00001-of-00006.safetensors",
1162
  "msa_encoder.layers.2.msa_pair_weighted_averaging.norm_single.weight": "model-00001-of-00006.safetensors",
1163
- "msa_encoder.layers.2.msa_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
1164
- "msa_encoder.layers.2.msa_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
1165
  "msa_encoder.layers.2.msa_transition.norm.bias": "model-00001-of-00006.safetensors",
1166
  "msa_encoder.layers.2.msa_transition.norm.weight": "model-00001-of-00006.safetensors",
1167
  "msa_encoder.layers.2.outer_product_mean.W.weight": "model-00001-of-00006.safetensors",
@@ -1169,8 +1165,8 @@
1169
  "msa_encoder.layers.2.outer_product_mean.Wout.weight": "model-00001-of-00006.safetensors",
1170
  "msa_encoder.layers.2.outer_product_mean.norm.bias": "model-00001-of-00006.safetensors",
1171
  "msa_encoder.layers.2.outer_product_mean.norm.weight": "model-00001-of-00006.safetensors",
1172
- "msa_encoder.layers.2.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
1173
- "msa_encoder.layers.2.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
1174
  "msa_encoder.layers.2.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1175
  "msa_encoder.layers.2.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1176
  "msa_encoder.layers.2.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -1192,8 +1188,8 @@
1192
  "msa_encoder.layers.3.outer_product_mean.Wout.weight": "model-00001-of-00006.safetensors",
1193
  "msa_encoder.layers.3.outer_product_mean.norm.bias": "model-00001-of-00006.safetensors",
1194
  "msa_encoder.layers.3.outer_product_mean.norm.weight": "model-00001-of-00006.safetensors",
1195
- "msa_encoder.layers.3.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
1196
- "msa_encoder.layers.3.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
1197
  "msa_encoder.layers.3.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1198
  "msa_encoder.layers.3.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1199
  "msa_encoder.layers.3.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -1213,8 +1209,8 @@
1213
  "msa_encoder.embed.weight": "model-00001-of-00006.safetensors",
1214
  "msa_encoder.project_inputs.weight": "model-00001-of-00006.safetensors",
1215
  "parcae_b_cont": "model-00001-of-00006.safetensors",
1216
- "parcae_coda.layers.0.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
1217
- "parcae_coda.layers.0.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
1218
  "parcae_coda.layers.0.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1219
  "parcae_coda.layers.0.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1220
  "parcae_coda.layers.0.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -1231,8 +1227,8 @@
1231
  "parcae_coda.layers.0.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
1232
  "parcae_coda.layers.0.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
1233
  "parcae_coda.layers.0.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
1234
- "parcae_coda.layers.1.pair_transition.ffn.w12.weight": "model-00001-of-00006.safetensors",
1235
- "parcae_coda.layers.1.pair_transition.ffn.w3.weight": "model-00001-of-00006.safetensors",
1236
  "parcae_coda.layers.1.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1237
  "parcae_coda.layers.1.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1238
  "parcae_coda.layers.1.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
@@ -1261,24 +1257,24 @@
1261
  "structure_head.diffusion_module.atom_decoder.layers.0.attn.v_proj.weight": "model-00001-of-00006.safetensors",
1262
  "structure_head.diffusion_module.atom_decoder.layers.0.attn.gate_proj.weight": "model-00001-of-00006.safetensors",
1263
  "structure_head.diffusion_module.atom_decoder.layers.0.attn.out_proj.weight": "model-00001-of-00006.safetensors",
1264
- "structure_head.diffusion_module.atom_decoder.layers.0.ffn.w3.weight": "model-00001-of-00006.safetensors",
1265
- "structure_head.diffusion_module.atom_decoder.layers.0.ffn.w12.weight": "model-00001-of-00006.safetensors",
1266
  "structure_head.diffusion_module.atom_decoder.layers.1.adaln_linear.weight": "model-00001-of-00006.safetensors",
1267
  "structure_head.diffusion_module.atom_decoder.layers.1.attn.q_proj.weight": "model-00001-of-00006.safetensors",
1268
  "structure_head.diffusion_module.atom_decoder.layers.1.attn.k_proj.weight": "model-00001-of-00006.safetensors",
1269
  "structure_head.diffusion_module.atom_decoder.layers.1.attn.v_proj.weight": "model-00001-of-00006.safetensors",
1270
  "structure_head.diffusion_module.atom_decoder.layers.1.attn.gate_proj.weight": "model-00001-of-00006.safetensors",
1271
  "structure_head.diffusion_module.atom_decoder.layers.1.attn.out_proj.weight": "model-00001-of-00006.safetensors",
1272
- "structure_head.diffusion_module.atom_decoder.layers.1.ffn.w3.weight": "model-00001-of-00006.safetensors",
1273
- "structure_head.diffusion_module.atom_decoder.layers.1.ffn.w12.weight": "model-00001-of-00006.safetensors",
1274
  "structure_head.diffusion_module.atom_decoder.layers.2.adaln_linear.weight": "model-00001-of-00006.safetensors",
1275
  "structure_head.diffusion_module.atom_decoder.layers.2.attn.q_proj.weight": "model-00001-of-00006.safetensors",
1276
  "structure_head.diffusion_module.atom_decoder.layers.2.attn.k_proj.weight": "model-00001-of-00006.safetensors",
1277
  "structure_head.diffusion_module.atom_decoder.layers.2.attn.v_proj.weight": "model-00001-of-00006.safetensors",
1278
  "structure_head.diffusion_module.atom_decoder.layers.2.attn.gate_proj.weight": "model-00001-of-00006.safetensors",
1279
  "structure_head.diffusion_module.atom_decoder.layers.2.attn.out_proj.weight": "model-00001-of-00006.safetensors",
1280
- "structure_head.diffusion_module.atom_decoder.layers.2.ffn.w3.weight": "model-00001-of-00006.safetensors",
1281
- "structure_head.diffusion_module.atom_decoder.layers.2.ffn.w12.weight": "model-00001-of-00006.safetensors",
1282
  "structure_head.diffusion_module.atom_decoder.norm.bias": "model-00001-of-00006.safetensors",
1283
  "structure_head.diffusion_module.atom_decoder.norm.weight": "model-00001-of-00006.safetensors",
1284
  "structure_head.diffusion_module.atom_decoder.output_linear.weight": "model-00001-of-00006.safetensors",
@@ -1293,27 +1289,27 @@
1293
  "structure_head.diffusion_module.atom_encoder.layers.0.attn.v_proj.weight": "model-00001-of-00006.safetensors",
1294
  "structure_head.diffusion_module.atom_encoder.layers.0.attn.gate_proj.weight": "model-00001-of-00006.safetensors",
1295
  "structure_head.diffusion_module.atom_encoder.layers.0.attn.out_proj.weight": "model-00001-of-00006.safetensors",
1296
- "structure_head.diffusion_module.atom_encoder.layers.0.ffn.w3.weight": "model-00001-of-00006.safetensors",
1297
- "structure_head.diffusion_module.atom_encoder.layers.0.ffn.w12.weight": "model-00001-of-00006.safetensors",
1298
  "structure_head.diffusion_module.atom_encoder.layers.1.adaln_linear.weight": "model-00001-of-00006.safetensors",
1299
  "structure_head.diffusion_module.atom_encoder.layers.1.attn.q_proj.weight": "model-00001-of-00006.safetensors",
1300
  "structure_head.diffusion_module.atom_encoder.layers.1.attn.k_proj.weight": "model-00001-of-00006.safetensors",
1301
  "structure_head.diffusion_module.atom_encoder.layers.1.attn.v_proj.weight": "model-00001-of-00006.safetensors",
1302
  "structure_head.diffusion_module.atom_encoder.layers.1.attn.gate_proj.weight": "model-00001-of-00006.safetensors",
1303
  "structure_head.diffusion_module.atom_encoder.layers.1.attn.out_proj.weight": "model-00001-of-00006.safetensors",
1304
- "structure_head.diffusion_module.atom_encoder.layers.1.ffn.w3.weight": "model-00001-of-00006.safetensors",
1305
- "structure_head.diffusion_module.atom_encoder.layers.1.ffn.w12.weight": "model-00001-of-00006.safetensors",
1306
  "structure_head.diffusion_module.atom_encoder.layers.2.adaln_linear.weight": "model-00001-of-00006.safetensors",
1307
  "structure_head.diffusion_module.atom_encoder.layers.2.attn.q_proj.weight": "model-00001-of-00006.safetensors",
1308
  "structure_head.diffusion_module.atom_encoder.layers.2.attn.k_proj.weight": "model-00001-of-00006.safetensors",
1309
  "structure_head.diffusion_module.atom_encoder.layers.2.attn.v_proj.weight": "model-00001-of-00006.safetensors",
1310
  "structure_head.diffusion_module.atom_encoder.layers.2.attn.gate_proj.weight": "model-00001-of-00006.safetensors",
1311
  "structure_head.diffusion_module.atom_encoder.layers.2.attn.out_proj.weight": "model-00001-of-00006.safetensors",
1312
- "structure_head.diffusion_module.atom_encoder.layers.2.ffn.w3.weight": "model-00001-of-00006.safetensors",
1313
- "structure_head.diffusion_module.atom_encoder.layers.2.ffn.w12.weight": "model-00001-of-00006.safetensors",
1314
  "structure_head.diffusion_module.atom_encoder.coords_linear.weight": "model-00001-of-00006.safetensors",
1315
- "structure_head.diffusion_module.conditioning.fourier.b": "model-00001-of-00006.safetensors",
1316
- "structure_head.diffusion_module.conditioning.fourier.w": "model-00001-of-00006.safetensors",
1317
  "structure_head.diffusion_module.conditioning.noise_norm.bias": "model-00001-of-00006.safetensors",
1318
  "structure_head.diffusion_module.conditioning.noise_norm.weight": "model-00001-of-00006.safetensors",
1319
  "structure_head.diffusion_module.conditioning.noise_proj.weight": "model-00001-of-00006.safetensors",
@@ -1520,96 +1516,96 @@
1520
  "structure_head.diffusion_module.token_transformer.transition_blocks.0.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1521
  "structure_head.diffusion_module.token_transformer.transition_blocks.0.adaln.s_scale": "model-00001-of-00006.safetensors",
1522
  "structure_head.diffusion_module.token_transformer.transition_blocks.0.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1523
- "structure_head.diffusion_module.token_transformer.transition_blocks.0.ffn.w3.weight": "model-00001-of-00006.safetensors",
1524
- "structure_head.diffusion_module.token_transformer.transition_blocks.0.ffn.w12.weight": "model-00001-of-00006.safetensors",
1525
  "structure_head.diffusion_module.token_transformer.transition_blocks.0.output_gate.bias": "model-00001-of-00006.safetensors",
1526
  "structure_head.diffusion_module.token_transformer.transition_blocks.0.output_gate.weight": "model-00001-of-00006.safetensors",
1527
  "structure_head.diffusion_module.token_transformer.transition_blocks.1.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1528
  "structure_head.diffusion_module.token_transformer.transition_blocks.1.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1529
  "structure_head.diffusion_module.token_transformer.transition_blocks.1.adaln.s_scale": "model-00001-of-00006.safetensors",
1530
  "structure_head.diffusion_module.token_transformer.transition_blocks.1.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1531
- "structure_head.diffusion_module.token_transformer.transition_blocks.1.ffn.w3.weight": "model-00001-of-00006.safetensors",
1532
- "structure_head.diffusion_module.token_transformer.transition_blocks.1.ffn.w12.weight": "model-00001-of-00006.safetensors",
1533
  "structure_head.diffusion_module.token_transformer.transition_blocks.1.output_gate.bias": "model-00001-of-00006.safetensors",
1534
  "structure_head.diffusion_module.token_transformer.transition_blocks.1.output_gate.weight": "model-00001-of-00006.safetensors",
1535
  "structure_head.diffusion_module.token_transformer.transition_blocks.10.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1536
  "structure_head.diffusion_module.token_transformer.transition_blocks.10.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1537
  "structure_head.diffusion_module.token_transformer.transition_blocks.10.adaln.s_scale": "model-00001-of-00006.safetensors",
1538
  "structure_head.diffusion_module.token_transformer.transition_blocks.10.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1539
- "structure_head.diffusion_module.token_transformer.transition_blocks.10.ffn.w3.weight": "model-00001-of-00006.safetensors",
1540
- "structure_head.diffusion_module.token_transformer.transition_blocks.10.ffn.w12.weight": "model-00001-of-00006.safetensors",
1541
  "structure_head.diffusion_module.token_transformer.transition_blocks.10.output_gate.bias": "model-00001-of-00006.safetensors",
1542
  "structure_head.diffusion_module.token_transformer.transition_blocks.10.output_gate.weight": "model-00001-of-00006.safetensors",
1543
  "structure_head.diffusion_module.token_transformer.transition_blocks.11.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1544
  "structure_head.diffusion_module.token_transformer.transition_blocks.11.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1545
  "structure_head.diffusion_module.token_transformer.transition_blocks.11.adaln.s_scale": "model-00001-of-00006.safetensors",
1546
  "structure_head.diffusion_module.token_transformer.transition_blocks.11.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1547
- "structure_head.diffusion_module.token_transformer.transition_blocks.11.ffn.w3.weight": "model-00001-of-00006.safetensors",
1548
- "structure_head.diffusion_module.token_transformer.transition_blocks.11.ffn.w12.weight": "model-00001-of-00006.safetensors",
1549
  "structure_head.diffusion_module.token_transformer.transition_blocks.11.output_gate.bias": "model-00001-of-00006.safetensors",
1550
  "structure_head.diffusion_module.token_transformer.transition_blocks.11.output_gate.weight": "model-00001-of-00006.safetensors",
1551
  "structure_head.diffusion_module.token_transformer.transition_blocks.2.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1552
  "structure_head.diffusion_module.token_transformer.transition_blocks.2.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1553
  "structure_head.diffusion_module.token_transformer.transition_blocks.2.adaln.s_scale": "model-00001-of-00006.safetensors",
1554
  "structure_head.diffusion_module.token_transformer.transition_blocks.2.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1555
- "structure_head.diffusion_module.token_transformer.transition_blocks.2.ffn.w3.weight": "model-00001-of-00006.safetensors",
1556
- "structure_head.diffusion_module.token_transformer.transition_blocks.2.ffn.w12.weight": "model-00001-of-00006.safetensors",
1557
  "structure_head.diffusion_module.token_transformer.transition_blocks.2.output_gate.bias": "model-00001-of-00006.safetensors",
1558
  "structure_head.diffusion_module.token_transformer.transition_blocks.2.output_gate.weight": "model-00001-of-00006.safetensors",
1559
  "structure_head.diffusion_module.token_transformer.transition_blocks.3.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1560
  "structure_head.diffusion_module.token_transformer.transition_blocks.3.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1561
  "structure_head.diffusion_module.token_transformer.transition_blocks.3.adaln.s_scale": "model-00001-of-00006.safetensors",
1562
  "structure_head.diffusion_module.token_transformer.transition_blocks.3.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1563
- "structure_head.diffusion_module.token_transformer.transition_blocks.3.ffn.w3.weight": "model-00001-of-00006.safetensors",
1564
- "structure_head.diffusion_module.token_transformer.transition_blocks.3.ffn.w12.weight": "model-00001-of-00006.safetensors",
1565
  "structure_head.diffusion_module.token_transformer.transition_blocks.3.output_gate.bias": "model-00001-of-00006.safetensors",
1566
  "structure_head.diffusion_module.token_transformer.transition_blocks.3.output_gate.weight": "model-00001-of-00006.safetensors",
1567
  "structure_head.diffusion_module.token_transformer.transition_blocks.4.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1568
  "structure_head.diffusion_module.token_transformer.transition_blocks.4.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1569
  "structure_head.diffusion_module.token_transformer.transition_blocks.4.adaln.s_scale": "model-00001-of-00006.safetensors",
1570
  "structure_head.diffusion_module.token_transformer.transition_blocks.4.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1571
- "structure_head.diffusion_module.token_transformer.transition_blocks.4.ffn.w3.weight": "model-00001-of-00006.safetensors",
1572
- "structure_head.diffusion_module.token_transformer.transition_blocks.4.ffn.w12.weight": "model-00001-of-00006.safetensors",
1573
  "structure_head.diffusion_module.token_transformer.transition_blocks.4.output_gate.bias": "model-00001-of-00006.safetensors",
1574
  "structure_head.diffusion_module.token_transformer.transition_blocks.4.output_gate.weight": "model-00001-of-00006.safetensors",
1575
  "structure_head.diffusion_module.token_transformer.transition_blocks.5.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1576
  "structure_head.diffusion_module.token_transformer.transition_blocks.5.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1577
  "structure_head.diffusion_module.token_transformer.transition_blocks.5.adaln.s_scale": "model-00001-of-00006.safetensors",
1578
  "structure_head.diffusion_module.token_transformer.transition_blocks.5.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1579
- "structure_head.diffusion_module.token_transformer.transition_blocks.5.ffn.w3.weight": "model-00001-of-00006.safetensors",
1580
- "structure_head.diffusion_module.token_transformer.transition_blocks.5.ffn.w12.weight": "model-00001-of-00006.safetensors",
1581
  "structure_head.diffusion_module.token_transformer.transition_blocks.5.output_gate.bias": "model-00001-of-00006.safetensors",
1582
  "structure_head.diffusion_module.token_transformer.transition_blocks.5.output_gate.weight": "model-00001-of-00006.safetensors",
1583
  "structure_head.diffusion_module.token_transformer.transition_blocks.6.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1584
  "structure_head.diffusion_module.token_transformer.transition_blocks.6.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1585
  "structure_head.diffusion_module.token_transformer.transition_blocks.6.adaln.s_scale": "model-00001-of-00006.safetensors",
1586
  "structure_head.diffusion_module.token_transformer.transition_blocks.6.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1587
- "structure_head.diffusion_module.token_transformer.transition_blocks.6.ffn.w3.weight": "model-00001-of-00006.safetensors",
1588
- "structure_head.diffusion_module.token_transformer.transition_blocks.6.ffn.w12.weight": "model-00001-of-00006.safetensors",
1589
  "structure_head.diffusion_module.token_transformer.transition_blocks.6.output_gate.bias": "model-00001-of-00006.safetensors",
1590
  "structure_head.diffusion_module.token_transformer.transition_blocks.6.output_gate.weight": "model-00001-of-00006.safetensors",
1591
  "structure_head.diffusion_module.token_transformer.transition_blocks.7.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1592
  "structure_head.diffusion_module.token_transformer.transition_blocks.7.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1593
  "structure_head.diffusion_module.token_transformer.transition_blocks.7.adaln.s_scale": "model-00001-of-00006.safetensors",
1594
  "structure_head.diffusion_module.token_transformer.transition_blocks.7.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1595
- "structure_head.diffusion_module.token_transformer.transition_blocks.7.ffn.w3.weight": "model-00001-of-00006.safetensors",
1596
- "structure_head.diffusion_module.token_transformer.transition_blocks.7.ffn.w12.weight": "model-00001-of-00006.safetensors",
1597
  "structure_head.diffusion_module.token_transformer.transition_blocks.7.output_gate.bias": "model-00001-of-00006.safetensors",
1598
  "structure_head.diffusion_module.token_transformer.transition_blocks.7.output_gate.weight": "model-00001-of-00006.safetensors",
1599
  "structure_head.diffusion_module.token_transformer.transition_blocks.8.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1600
  "structure_head.diffusion_module.token_transformer.transition_blocks.8.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1601
  "structure_head.diffusion_module.token_transformer.transition_blocks.8.adaln.s_scale": "model-00001-of-00006.safetensors",
1602
  "structure_head.diffusion_module.token_transformer.transition_blocks.8.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1603
- "structure_head.diffusion_module.token_transformer.transition_blocks.8.ffn.w3.weight": "model-00001-of-00006.safetensors",
1604
- "structure_head.diffusion_module.token_transformer.transition_blocks.8.ffn.w12.weight": "model-00001-of-00006.safetensors",
1605
  "structure_head.diffusion_module.token_transformer.transition_blocks.8.output_gate.bias": "model-00001-of-00006.safetensors",
1606
  "structure_head.diffusion_module.token_transformer.transition_blocks.8.output_gate.weight": "model-00001-of-00006.safetensors",
1607
  "structure_head.diffusion_module.token_transformer.transition_blocks.9.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1608
  "structure_head.diffusion_module.token_transformer.transition_blocks.9.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1609
  "structure_head.diffusion_module.token_transformer.transition_blocks.9.adaln.s_scale": "model-00001-of-00006.safetensors",
1610
  "structure_head.diffusion_module.token_transformer.transition_blocks.9.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1611
- "structure_head.diffusion_module.token_transformer.transition_blocks.9.ffn.w3.weight": "model-00001-of-00006.safetensors",
1612
- "structure_head.diffusion_module.token_transformer.transition_blocks.9.ffn.w12.weight": "model-00001-of-00006.safetensors",
1613
  "structure_head.diffusion_module.token_transformer.transition_blocks.9.output_gate.bias": "model-00001-of-00006.safetensors",
1614
  "structure_head.diffusion_module.token_transformer.transition_blocks.9.output_gate.weight": "model-00001-of-00006.safetensors",
1615
  "token_bonds.weight": "model-00001-of-00006.safetensors",
 
1
  {
2
  "metadata": {
3
+ "total_size": 26319023372
4
  },
5
  "weight_map": {
6
  "confidence_head.boundaries": "model-00001-of-00006.safetensors",
7
  "confidence_head.dist_bin_pairwise_embed.weight": "model-00001-of-00006.safetensors",
8
+ "confidence_head.folding_trunk.layers.0.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
9
+ "confidence_head.folding_trunk.layers.0.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
10
  "confidence_head.folding_trunk.layers.0.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
11
  "confidence_head.folding_trunk.layers.0.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
12
  "confidence_head.folding_trunk.layers.0.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
23
  "confidence_head.folding_trunk.layers.0.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
24
  "confidence_head.folding_trunk.layers.0.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
25
  "confidence_head.folding_trunk.layers.0.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
26
+ "confidence_head.folding_trunk.layers.1.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
27
+ "confidence_head.folding_trunk.layers.1.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
28
  "confidence_head.folding_trunk.layers.1.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
29
  "confidence_head.folding_trunk.layers.1.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
30
  "confidence_head.folding_trunk.layers.1.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
41
  "confidence_head.folding_trunk.layers.1.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
42
  "confidence_head.folding_trunk.layers.1.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
43
  "confidence_head.folding_trunk.layers.1.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
44
+ "confidence_head.folding_trunk.layers.2.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
45
+ "confidence_head.folding_trunk.layers.2.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
46
  "confidence_head.folding_trunk.layers.2.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
47
  "confidence_head.folding_trunk.layers.2.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
48
  "confidence_head.folding_trunk.layers.2.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
59
  "confidence_head.folding_trunk.layers.2.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
60
  "confidence_head.folding_trunk.layers.2.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
61
  "confidence_head.folding_trunk.layers.2.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
62
+ "confidence_head.folding_trunk.layers.3.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
63
+ "confidence_head.folding_trunk.layers.3.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
64
  "confidence_head.folding_trunk.layers.3.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
65
  "confidence_head.folding_trunk.layers.3.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
66
  "confidence_head.folding_trunk.layers.3.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
91
  "confidence_head.resolved_weight": "model-00001-of-00006.safetensors",
92
  "confidence_head.row_attention_pooling.attn_proj.weight": "model-00001-of-00006.safetensors",
93
  "confidence_head.row_attention_pooling.out_proj.weight": "model-00001-of-00006.safetensors",
94
+ "confidence_head.input_embedder.s_inputs_norm.bias": "model-00001-of-00006.safetensors",
95
+ "confidence_head.input_embedder.s_inputs_norm.weight": "model-00001-of-00006.safetensors",
96
+ "confidence_head.input_embedder.s_to_z.weight": "model-00001-of-00006.safetensors",
97
+ "confidence_head.input_embedder.s_to_z_prod_in1.weight": "model-00001-of-00006.safetensors",
98
+ "confidence_head.input_embedder.s_to_z_prod_in2.weight": "model-00001-of-00006.safetensors",
99
+ "confidence_head.input_embedder.s_to_z_prod_out.weight": "model-00001-of-00006.safetensors",
100
+ "confidence_head.input_embedder.s_to_z_transpose.weight": "model-00001-of-00006.safetensors",
101
+ "confidence_head.input_embedder.z_norm.bias": "model-00001-of-00006.safetensors",
102
+ "confidence_head.input_embedder.z_norm.weight": "model-00001-of-00006.safetensors",
 
 
 
 
103
  "distogram_head.bias": "model-00001-of-00006.safetensors",
104
  "distogram_head.weight": "model-00001-of-00006.safetensors",
105
+ "folding_trunk.layers.0.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
106
+ "folding_trunk.layers.0.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
107
  "folding_trunk.layers.0.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
108
  "folding_trunk.layers.0.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
109
  "folding_trunk.layers.0.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
120
  "folding_trunk.layers.0.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
121
  "folding_trunk.layers.0.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
122
  "folding_trunk.layers.0.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
123
+ "folding_trunk.layers.1.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
124
+ "folding_trunk.layers.1.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
125
  "folding_trunk.layers.1.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
126
  "folding_trunk.layers.1.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
127
  "folding_trunk.layers.1.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
138
  "folding_trunk.layers.1.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
139
  "folding_trunk.layers.1.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
140
  "folding_trunk.layers.1.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
141
+ "folding_trunk.layers.10.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
142
+ "folding_trunk.layers.10.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
143
  "folding_trunk.layers.10.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
144
  "folding_trunk.layers.10.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
145
  "folding_trunk.layers.10.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
156
  "folding_trunk.layers.10.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
157
  "folding_trunk.layers.10.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
158
  "folding_trunk.layers.10.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
159
+ "folding_trunk.layers.11.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
160
+ "folding_trunk.layers.11.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
161
  "folding_trunk.layers.11.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
162
  "folding_trunk.layers.11.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
163
  "folding_trunk.layers.11.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
174
  "folding_trunk.layers.11.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
175
  "folding_trunk.layers.11.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
176
  "folding_trunk.layers.11.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
177
+ "folding_trunk.layers.12.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
178
+ "folding_trunk.layers.12.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
179
  "folding_trunk.layers.12.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
180
  "folding_trunk.layers.12.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
181
  "folding_trunk.layers.12.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
192
  "folding_trunk.layers.12.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
193
  "folding_trunk.layers.12.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
194
  "folding_trunk.layers.12.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
195
+ "folding_trunk.layers.13.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
196
+ "folding_trunk.layers.13.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
197
  "folding_trunk.layers.13.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
198
  "folding_trunk.layers.13.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
199
  "folding_trunk.layers.13.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
210
  "folding_trunk.layers.13.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
211
  "folding_trunk.layers.13.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
212
  "folding_trunk.layers.13.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
213
+ "folding_trunk.layers.14.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
214
+ "folding_trunk.layers.14.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
215
  "folding_trunk.layers.14.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
216
  "folding_trunk.layers.14.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
217
  "folding_trunk.layers.14.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
228
  "folding_trunk.layers.14.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
229
  "folding_trunk.layers.14.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
230
  "folding_trunk.layers.14.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
231
+ "folding_trunk.layers.15.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
232
+ "folding_trunk.layers.15.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
233
  "folding_trunk.layers.15.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
234
  "folding_trunk.layers.15.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
235
  "folding_trunk.layers.15.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
246
  "folding_trunk.layers.15.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
247
  "folding_trunk.layers.15.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
248
  "folding_trunk.layers.15.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
249
+ "folding_trunk.layers.16.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
250
+ "folding_trunk.layers.16.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
251
  "folding_trunk.layers.16.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
252
  "folding_trunk.layers.16.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
253
  "folding_trunk.layers.16.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
264
  "folding_trunk.layers.16.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
265
  "folding_trunk.layers.16.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
266
  "folding_trunk.layers.16.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
267
+ "folding_trunk.layers.17.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
268
+ "folding_trunk.layers.17.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
269
  "folding_trunk.layers.17.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
270
  "folding_trunk.layers.17.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
271
  "folding_trunk.layers.17.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
282
  "folding_trunk.layers.17.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
283
  "folding_trunk.layers.17.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
284
  "folding_trunk.layers.17.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
285
+ "folding_trunk.layers.18.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
286
+ "folding_trunk.layers.18.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
287
  "folding_trunk.layers.18.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
288
  "folding_trunk.layers.18.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
289
  "folding_trunk.layers.18.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
300
  "folding_trunk.layers.18.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
301
  "folding_trunk.layers.18.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
302
  "folding_trunk.layers.18.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
303
+ "folding_trunk.layers.19.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
304
+ "folding_trunk.layers.19.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
305
  "folding_trunk.layers.19.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
306
  "folding_trunk.layers.19.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
307
  "folding_trunk.layers.19.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
318
  "folding_trunk.layers.19.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
319
  "folding_trunk.layers.19.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
320
  "folding_trunk.layers.19.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
321
+ "folding_trunk.layers.2.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
322
+ "folding_trunk.layers.2.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
323
  "folding_trunk.layers.2.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
324
  "folding_trunk.layers.2.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
325
  "folding_trunk.layers.2.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
336
  "folding_trunk.layers.2.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
337
  "folding_trunk.layers.2.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
338
  "folding_trunk.layers.2.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
339
+ "folding_trunk.layers.20.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
340
+ "folding_trunk.layers.20.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
341
  "folding_trunk.layers.20.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
342
  "folding_trunk.layers.20.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
343
  "folding_trunk.layers.20.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
354
  "folding_trunk.layers.20.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
355
  "folding_trunk.layers.20.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
356
  "folding_trunk.layers.20.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
357
+ "folding_trunk.layers.21.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
358
+ "folding_trunk.layers.21.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
359
  "folding_trunk.layers.21.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
360
  "folding_trunk.layers.21.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
361
  "folding_trunk.layers.21.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
372
  "folding_trunk.layers.21.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
373
  "folding_trunk.layers.21.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
374
  "folding_trunk.layers.21.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
375
+ "folding_trunk.layers.22.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
376
+ "folding_trunk.layers.22.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
377
  "folding_trunk.layers.22.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
378
  "folding_trunk.layers.22.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
379
  "folding_trunk.layers.22.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
390
  "folding_trunk.layers.22.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
391
  "folding_trunk.layers.22.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
392
  "folding_trunk.layers.22.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
393
+ "folding_trunk.layers.23.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
394
+ "folding_trunk.layers.23.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
395
  "folding_trunk.layers.23.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
396
  "folding_trunk.layers.23.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
397
  "folding_trunk.layers.23.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
408
  "folding_trunk.layers.23.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
409
  "folding_trunk.layers.23.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
410
  "folding_trunk.layers.23.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
411
+ "folding_trunk.layers.24.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
412
+ "folding_trunk.layers.24.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
413
  "folding_trunk.layers.24.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
414
  "folding_trunk.layers.24.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
415
  "folding_trunk.layers.24.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
426
  "folding_trunk.layers.24.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
427
  "folding_trunk.layers.24.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
428
  "folding_trunk.layers.24.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
429
+ "folding_trunk.layers.25.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
430
+ "folding_trunk.layers.25.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
431
  "folding_trunk.layers.25.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
432
  "folding_trunk.layers.25.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
433
  "folding_trunk.layers.25.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
444
  "folding_trunk.layers.25.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
445
  "folding_trunk.layers.25.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
446
  "folding_trunk.layers.25.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
447
+ "folding_trunk.layers.26.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
448
+ "folding_trunk.layers.26.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
449
  "folding_trunk.layers.26.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
450
  "folding_trunk.layers.26.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
451
  "folding_trunk.layers.26.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
462
  "folding_trunk.layers.26.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
463
  "folding_trunk.layers.26.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
464
  "folding_trunk.layers.26.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
465
+ "folding_trunk.layers.27.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
466
+ "folding_trunk.layers.27.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
467
  "folding_trunk.layers.27.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
468
  "folding_trunk.layers.27.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
469
  "folding_trunk.layers.27.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
480
  "folding_trunk.layers.27.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
481
  "folding_trunk.layers.27.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
482
  "folding_trunk.layers.27.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
483
+ "folding_trunk.layers.28.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
484
+ "folding_trunk.layers.28.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
485
  "folding_trunk.layers.28.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
486
  "folding_trunk.layers.28.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
487
  "folding_trunk.layers.28.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
498
  "folding_trunk.layers.28.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
499
  "folding_trunk.layers.28.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
500
  "folding_trunk.layers.28.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
501
+ "folding_trunk.layers.29.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
502
+ "folding_trunk.layers.29.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
503
  "folding_trunk.layers.29.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
504
  "folding_trunk.layers.29.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
505
  "folding_trunk.layers.29.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
516
  "folding_trunk.layers.29.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
517
  "folding_trunk.layers.29.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
518
  "folding_trunk.layers.29.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
519
+ "folding_trunk.layers.3.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
520
+ "folding_trunk.layers.3.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
521
  "folding_trunk.layers.3.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
522
  "folding_trunk.layers.3.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
523
  "folding_trunk.layers.3.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
534
  "folding_trunk.layers.3.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
535
  "folding_trunk.layers.3.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
536
  "folding_trunk.layers.3.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
537
+ "folding_trunk.layers.30.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
538
+ "folding_trunk.layers.30.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
539
  "folding_trunk.layers.30.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
540
  "folding_trunk.layers.30.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
541
  "folding_trunk.layers.30.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
552
  "folding_trunk.layers.30.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
553
  "folding_trunk.layers.30.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
554
  "folding_trunk.layers.30.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
555
+ "folding_trunk.layers.31.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
556
+ "folding_trunk.layers.31.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
557
  "folding_trunk.layers.31.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
558
  "folding_trunk.layers.31.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
559
  "folding_trunk.layers.31.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
570
  "folding_trunk.layers.31.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
571
  "folding_trunk.layers.31.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
572
  "folding_trunk.layers.31.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
573
+ "folding_trunk.layers.32.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
574
+ "folding_trunk.layers.32.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
575
  "folding_trunk.layers.32.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
576
  "folding_trunk.layers.32.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
577
  "folding_trunk.layers.32.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
588
  "folding_trunk.layers.32.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
589
  "folding_trunk.layers.32.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
590
  "folding_trunk.layers.32.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
591
+ "folding_trunk.layers.33.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
592
+ "folding_trunk.layers.33.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
593
  "folding_trunk.layers.33.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
594
  "folding_trunk.layers.33.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
595
  "folding_trunk.layers.33.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
606
  "folding_trunk.layers.33.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
607
  "folding_trunk.layers.33.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
608
  "folding_trunk.layers.33.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
609
+ "folding_trunk.layers.34.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
610
+ "folding_trunk.layers.34.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
611
  "folding_trunk.layers.34.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
612
  "folding_trunk.layers.34.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
613
  "folding_trunk.layers.34.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
624
  "folding_trunk.layers.34.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
625
  "folding_trunk.layers.34.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
626
  "folding_trunk.layers.34.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
627
+ "folding_trunk.layers.35.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
628
+ "folding_trunk.layers.35.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
629
  "folding_trunk.layers.35.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
630
  "folding_trunk.layers.35.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
631
  "folding_trunk.layers.35.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
642
  "folding_trunk.layers.35.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
643
  "folding_trunk.layers.35.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
644
  "folding_trunk.layers.35.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
645
+ "folding_trunk.layers.36.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
646
+ "folding_trunk.layers.36.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
647
  "folding_trunk.layers.36.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
648
  "folding_trunk.layers.36.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
649
  "folding_trunk.layers.36.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
660
  "folding_trunk.layers.36.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
661
  "folding_trunk.layers.36.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
662
  "folding_trunk.layers.36.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
663
+ "folding_trunk.layers.37.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
664
+ "folding_trunk.layers.37.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
665
  "folding_trunk.layers.37.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
666
  "folding_trunk.layers.37.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
667
  "folding_trunk.layers.37.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
678
  "folding_trunk.layers.37.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
679
  "folding_trunk.layers.37.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
680
  "folding_trunk.layers.37.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
681
+ "folding_trunk.layers.38.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
682
+ "folding_trunk.layers.38.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
683
  "folding_trunk.layers.38.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
684
  "folding_trunk.layers.38.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
685
  "folding_trunk.layers.38.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
696
  "folding_trunk.layers.38.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
697
  "folding_trunk.layers.38.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
698
  "folding_trunk.layers.38.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
699
+ "folding_trunk.layers.39.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
700
+ "folding_trunk.layers.39.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
701
  "folding_trunk.layers.39.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
702
  "folding_trunk.layers.39.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
703
  "folding_trunk.layers.39.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
714
  "folding_trunk.layers.39.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
715
  "folding_trunk.layers.39.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
716
  "folding_trunk.layers.39.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
717
+ "folding_trunk.layers.4.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
718
+ "folding_trunk.layers.4.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
719
  "folding_trunk.layers.4.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
720
  "folding_trunk.layers.4.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
721
  "folding_trunk.layers.4.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
732
  "folding_trunk.layers.4.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
733
  "folding_trunk.layers.4.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
734
  "folding_trunk.layers.4.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
735
+ "folding_trunk.layers.40.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
736
+ "folding_trunk.layers.40.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
737
  "folding_trunk.layers.40.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
738
  "folding_trunk.layers.40.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
739
  "folding_trunk.layers.40.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
750
  "folding_trunk.layers.40.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
751
  "folding_trunk.layers.40.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
752
  "folding_trunk.layers.40.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
753
+ "folding_trunk.layers.41.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
754
+ "folding_trunk.layers.41.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
755
  "folding_trunk.layers.41.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
756
  "folding_trunk.layers.41.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
757
  "folding_trunk.layers.41.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
768
  "folding_trunk.layers.41.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
769
  "folding_trunk.layers.41.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
770
  "folding_trunk.layers.41.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
771
+ "folding_trunk.layers.42.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
772
+ "folding_trunk.layers.42.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
773
  "folding_trunk.layers.42.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
774
  "folding_trunk.layers.42.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
775
  "folding_trunk.layers.42.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
786
  "folding_trunk.layers.42.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
787
  "folding_trunk.layers.42.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
788
  "folding_trunk.layers.42.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
789
+ "folding_trunk.layers.43.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
790
+ "folding_trunk.layers.43.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
791
  "folding_trunk.layers.43.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
792
  "folding_trunk.layers.43.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
793
  "folding_trunk.layers.43.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
804
  "folding_trunk.layers.43.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
805
  "folding_trunk.layers.43.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
806
  "folding_trunk.layers.43.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
807
+ "folding_trunk.layers.44.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
808
+ "folding_trunk.layers.44.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
809
  "folding_trunk.layers.44.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
810
  "folding_trunk.layers.44.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
811
  "folding_trunk.layers.44.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
822
  "folding_trunk.layers.44.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
823
  "folding_trunk.layers.44.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
824
  "folding_trunk.layers.44.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
825
+ "folding_trunk.layers.45.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
826
+ "folding_trunk.layers.45.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
827
  "folding_trunk.layers.45.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
828
  "folding_trunk.layers.45.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
829
  "folding_trunk.layers.45.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
840
  "folding_trunk.layers.45.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
841
  "folding_trunk.layers.45.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
842
  "folding_trunk.layers.45.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
843
+ "folding_trunk.layers.46.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
844
+ "folding_trunk.layers.46.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
845
  "folding_trunk.layers.46.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
846
  "folding_trunk.layers.46.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
847
  "folding_trunk.layers.46.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
858
  "folding_trunk.layers.46.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
859
  "folding_trunk.layers.46.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
860
  "folding_trunk.layers.46.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
861
+ "folding_trunk.layers.47.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
862
+ "folding_trunk.layers.47.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
863
  "folding_trunk.layers.47.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
864
  "folding_trunk.layers.47.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
865
  "folding_trunk.layers.47.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
876
  "folding_trunk.layers.47.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
877
  "folding_trunk.layers.47.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
878
  "folding_trunk.layers.47.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
879
+ "folding_trunk.layers.5.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
880
+ "folding_trunk.layers.5.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
881
  "folding_trunk.layers.5.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
882
  "folding_trunk.layers.5.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
883
  "folding_trunk.layers.5.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
894
  "folding_trunk.layers.5.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
895
  "folding_trunk.layers.5.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
896
  "folding_trunk.layers.5.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
897
+ "folding_trunk.layers.6.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
898
+ "folding_trunk.layers.6.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
899
  "folding_trunk.layers.6.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
900
  "folding_trunk.layers.6.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
901
  "folding_trunk.layers.6.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
912
  "folding_trunk.layers.6.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
913
  "folding_trunk.layers.6.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
914
  "folding_trunk.layers.6.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
915
+ "folding_trunk.layers.7.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
916
+ "folding_trunk.layers.7.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
917
  "folding_trunk.layers.7.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
918
  "folding_trunk.layers.7.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
919
  "folding_trunk.layers.7.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
930
  "folding_trunk.layers.7.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
931
  "folding_trunk.layers.7.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
932
  "folding_trunk.layers.7.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
933
+ "folding_trunk.layers.8.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
934
+ "folding_trunk.layers.8.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
935
  "folding_trunk.layers.8.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
936
  "folding_trunk.layers.8.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
937
  "folding_trunk.layers.8.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
948
  "folding_trunk.layers.8.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
949
  "folding_trunk.layers.8.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
950
  "folding_trunk.layers.8.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
951
+ "folding_trunk.layers.9.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
952
+ "folding_trunk.layers.9.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
953
  "folding_trunk.layers.9.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
954
  "folding_trunk.layers.9.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
955
  "folding_trunk.layers.9.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
976
  "inputs_atom_encoder.layers.0.attn.v_proj.weight": "model-00001-of-00006.safetensors",
977
  "inputs_atom_encoder.layers.0.attn.gate_proj.weight": "model-00001-of-00006.safetensors",
978
  "inputs_atom_encoder.layers.0.attn.out_proj.weight": "model-00001-of-00006.safetensors",
979
+ "inputs_atom_encoder.layers.0.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
980
+ "inputs_atom_encoder.layers.0.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
981
  "inputs_atom_encoder.layers.1.adaln_linear.weight": "model-00001-of-00006.safetensors",
982
  "inputs_atom_encoder.layers.1.attn.q_proj.weight": "model-00001-of-00006.safetensors",
983
  "inputs_atom_encoder.layers.1.attn.k_proj.weight": "model-00001-of-00006.safetensors",
984
  "inputs_atom_encoder.layers.1.attn.v_proj.weight": "model-00001-of-00006.safetensors",
985
  "inputs_atom_encoder.layers.1.attn.gate_proj.weight": "model-00001-of-00006.safetensors",
986
  "inputs_atom_encoder.layers.1.attn.out_proj.weight": "model-00001-of-00006.safetensors",
987
+ "inputs_atom_encoder.layers.1.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
988
+ "inputs_atom_encoder.layers.1.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
989
  "inputs_atom_encoder.layers.2.adaln_linear.weight": "model-00001-of-00006.safetensors",
990
  "inputs_atom_encoder.layers.2.attn.q_proj.weight": "model-00001-of-00006.safetensors",
991
  "inputs_atom_encoder.layers.2.attn.k_proj.weight": "model-00001-of-00006.safetensors",
992
  "inputs_atom_encoder.layers.2.attn.v_proj.weight": "model-00001-of-00006.safetensors",
993
  "inputs_atom_encoder.layers.2.attn.gate_proj.weight": "model-00001-of-00006.safetensors",
994
  "inputs_atom_encoder.layers.2.attn.out_proj.weight": "model-00001-of-00006.safetensors",
995
+ "inputs_atom_encoder.layers.2.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
996
+ "inputs_atom_encoder.layers.2.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
997
  "language_model.base_z_combine": "model-00001-of-00006.safetensors",
998
  "language_model.base_z_input_norm.bias": "model-00001-of-00006.safetensors",
999
  "language_model.base_z_input_norm.weight": "model-00001-of-00006.safetensors",
 
1006
  "language_model.base_z_to_pair.output_fc2.weight": "model-00001-of-00006.safetensors",
1007
  "language_model.base_z_output_norm.bias": "model-00001-of-00006.safetensors",
1008
  "language_model.base_z_output_norm.weight": "model-00001-of-00006.safetensors",
1009
+ "lm_encoder.layers.0.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1010
+ "lm_encoder.layers.0.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1011
  "lm_encoder.layers.0.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1012
  "lm_encoder.layers.0.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1013
  "lm_encoder.layers.0.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
1024
  "lm_encoder.layers.0.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
1025
  "lm_encoder.layers.0.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
1026
  "lm_encoder.layers.0.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
1027
+ "lm_encoder.layers.1.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1028
+ "lm_encoder.layers.1.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1029
  "lm_encoder.layers.1.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1030
  "lm_encoder.layers.1.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1031
  "lm_encoder.layers.1.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
1042
  "lm_encoder.layers.1.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
1043
  "lm_encoder.layers.1.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
1044
  "lm_encoder.layers.1.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
1045
+ "lm_encoder.layers.2.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1046
+ "lm_encoder.layers.2.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1047
  "lm_encoder.layers.2.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1048
  "lm_encoder.layers.2.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1049
  "lm_encoder.layers.2.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
1060
  "lm_encoder.layers.2.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
1061
  "lm_encoder.layers.2.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
1062
  "lm_encoder.layers.2.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
1063
+ "lm_encoder.layers.3.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1064
+ "lm_encoder.layers.3.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1065
  "lm_encoder.layers.3.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1066
  "lm_encoder.layers.3.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1067
  "lm_encoder.layers.3.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
1086
  "msa_encoder.layers.0.msa_pair_weighted_averaging.bias_proj.weight": "model-00001-of-00006.safetensors",
1087
  "msa_encoder.layers.0.msa_pair_weighted_averaging.norm_single.bias": "model-00001-of-00006.safetensors",
1088
  "msa_encoder.layers.0.msa_pair_weighted_averaging.norm_single.weight": "model-00001-of-00006.safetensors",
1089
+ "msa_encoder.layers.0.msa_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1090
+ "msa_encoder.layers.0.msa_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1091
  "msa_encoder.layers.0.msa_transition.norm.bias": "model-00001-of-00006.safetensors",
1092
  "msa_encoder.layers.0.msa_transition.norm.weight": "model-00001-of-00006.safetensors",
1093
  "msa_encoder.layers.0.outer_product_mean.W.weight": "model-00001-of-00006.safetensors",
 
1095
  "msa_encoder.layers.0.outer_product_mean.Wout.weight": "model-00001-of-00006.safetensors",
1096
  "msa_encoder.layers.0.outer_product_mean.norm.bias": "model-00001-of-00006.safetensors",
1097
  "msa_encoder.layers.0.outer_product_mean.norm.weight": "model-00001-of-00006.safetensors",
1098
+ "msa_encoder.layers.0.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1099
+ "msa_encoder.layers.0.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1100
  "msa_encoder.layers.0.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1101
  "msa_encoder.layers.0.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1102
  "msa_encoder.layers.0.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
1121
  "msa_encoder.layers.1.msa_pair_weighted_averaging.bias_proj.weight": "model-00001-of-00006.safetensors",
1122
  "msa_encoder.layers.1.msa_pair_weighted_averaging.norm_single.bias": "model-00001-of-00006.safetensors",
1123
  "msa_encoder.layers.1.msa_pair_weighted_averaging.norm_single.weight": "model-00001-of-00006.safetensors",
1124
+ "msa_encoder.layers.1.msa_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1125
+ "msa_encoder.layers.1.msa_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1126
  "msa_encoder.layers.1.msa_transition.norm.bias": "model-00001-of-00006.safetensors",
1127
  "msa_encoder.layers.1.msa_transition.norm.weight": "model-00001-of-00006.safetensors",
1128
  "msa_encoder.layers.1.outer_product_mean.W.weight": "model-00001-of-00006.safetensors",
 
1130
  "msa_encoder.layers.1.outer_product_mean.Wout.weight": "model-00001-of-00006.safetensors",
1131
  "msa_encoder.layers.1.outer_product_mean.norm.bias": "model-00001-of-00006.safetensors",
1132
  "msa_encoder.layers.1.outer_product_mean.norm.weight": "model-00001-of-00006.safetensors",
1133
+ "msa_encoder.layers.1.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1134
+ "msa_encoder.layers.1.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1135
  "msa_encoder.layers.1.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1136
  "msa_encoder.layers.1.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1137
  "msa_encoder.layers.1.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
1156
  "msa_encoder.layers.2.msa_pair_weighted_averaging.bias_proj.weight": "model-00001-of-00006.safetensors",
1157
  "msa_encoder.layers.2.msa_pair_weighted_averaging.norm_single.bias": "model-00001-of-00006.safetensors",
1158
  "msa_encoder.layers.2.msa_pair_weighted_averaging.norm_single.weight": "model-00001-of-00006.safetensors",
1159
+ "msa_encoder.layers.2.msa_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1160
+ "msa_encoder.layers.2.msa_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1161
  "msa_encoder.layers.2.msa_transition.norm.bias": "model-00001-of-00006.safetensors",
1162
  "msa_encoder.layers.2.msa_transition.norm.weight": "model-00001-of-00006.safetensors",
1163
  "msa_encoder.layers.2.outer_product_mean.W.weight": "model-00001-of-00006.safetensors",
 
1165
  "msa_encoder.layers.2.outer_product_mean.Wout.weight": "model-00001-of-00006.safetensors",
1166
  "msa_encoder.layers.2.outer_product_mean.norm.bias": "model-00001-of-00006.safetensors",
1167
  "msa_encoder.layers.2.outer_product_mean.norm.weight": "model-00001-of-00006.safetensors",
1168
+ "msa_encoder.layers.2.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1169
+ "msa_encoder.layers.2.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1170
  "msa_encoder.layers.2.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1171
  "msa_encoder.layers.2.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1172
  "msa_encoder.layers.2.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
1188
  "msa_encoder.layers.3.outer_product_mean.Wout.weight": "model-00001-of-00006.safetensors",
1189
  "msa_encoder.layers.3.outer_product_mean.norm.bias": "model-00001-of-00006.safetensors",
1190
  "msa_encoder.layers.3.outer_product_mean.norm.weight": "model-00001-of-00006.safetensors",
1191
+ "msa_encoder.layers.3.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1192
+ "msa_encoder.layers.3.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1193
  "msa_encoder.layers.3.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1194
  "msa_encoder.layers.3.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1195
  "msa_encoder.layers.3.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
1209
  "msa_encoder.embed.weight": "model-00001-of-00006.safetensors",
1210
  "msa_encoder.project_inputs.weight": "model-00001-of-00006.safetensors",
1211
  "parcae_b_cont": "model-00001-of-00006.safetensors",
1212
+ "parcae_coda.layers.0.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1213
+ "parcae_coda.layers.0.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1214
  "parcae_coda.layers.0.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1215
  "parcae_coda.layers.0.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1216
  "parcae_coda.layers.0.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
1227
  "parcae_coda.layers.0.tri_mul_out.proj_bundle.weight": "model-00001-of-00006.safetensors",
1228
  "parcae_coda.layers.0.tri_mul_out.proj_emit.weight": "model-00001-of-00006.safetensors",
1229
  "parcae_coda.layers.0.tri_mul_out.proj_gate.weight": "model-00001-of-00006.safetensors",
1230
+ "parcae_coda.layers.1.pair_transition.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1231
+ "parcae_coda.layers.1.pair_transition.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1232
  "parcae_coda.layers.1.pair_transition.norm.bias": "model-00001-of-00006.safetensors",
1233
  "parcae_coda.layers.1.pair_transition.norm.weight": "model-00001-of-00006.safetensors",
1234
  "parcae_coda.layers.1.tri_mul_in.norm_mix.bias": "model-00001-of-00006.safetensors",
 
1257
  "structure_head.diffusion_module.atom_decoder.layers.0.attn.v_proj.weight": "model-00001-of-00006.safetensors",
1258
  "structure_head.diffusion_module.atom_decoder.layers.0.attn.gate_proj.weight": "model-00001-of-00006.safetensors",
1259
  "structure_head.diffusion_module.atom_decoder.layers.0.attn.out_proj.weight": "model-00001-of-00006.safetensors",
1260
+ "structure_head.diffusion_module.atom_decoder.layers.0.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1261
+ "structure_head.diffusion_module.atom_decoder.layers.0.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1262
  "structure_head.diffusion_module.atom_decoder.layers.1.adaln_linear.weight": "model-00001-of-00006.safetensors",
1263
  "structure_head.diffusion_module.atom_decoder.layers.1.attn.q_proj.weight": "model-00001-of-00006.safetensors",
1264
  "structure_head.diffusion_module.atom_decoder.layers.1.attn.k_proj.weight": "model-00001-of-00006.safetensors",
1265
  "structure_head.diffusion_module.atom_decoder.layers.1.attn.v_proj.weight": "model-00001-of-00006.safetensors",
1266
  "structure_head.diffusion_module.atom_decoder.layers.1.attn.gate_proj.weight": "model-00001-of-00006.safetensors",
1267
  "structure_head.diffusion_module.atom_decoder.layers.1.attn.out_proj.weight": "model-00001-of-00006.safetensors",
1268
+ "structure_head.diffusion_module.atom_decoder.layers.1.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1269
+ "structure_head.diffusion_module.atom_decoder.layers.1.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1270
  "structure_head.diffusion_module.atom_decoder.layers.2.adaln_linear.weight": "model-00001-of-00006.safetensors",
1271
  "structure_head.diffusion_module.atom_decoder.layers.2.attn.q_proj.weight": "model-00001-of-00006.safetensors",
1272
  "structure_head.diffusion_module.atom_decoder.layers.2.attn.k_proj.weight": "model-00001-of-00006.safetensors",
1273
  "structure_head.diffusion_module.atom_decoder.layers.2.attn.v_proj.weight": "model-00001-of-00006.safetensors",
1274
  "structure_head.diffusion_module.atom_decoder.layers.2.attn.gate_proj.weight": "model-00001-of-00006.safetensors",
1275
  "structure_head.diffusion_module.atom_decoder.layers.2.attn.out_proj.weight": "model-00001-of-00006.safetensors",
1276
+ "structure_head.diffusion_module.atom_decoder.layers.2.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1277
+ "structure_head.diffusion_module.atom_decoder.layers.2.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1278
  "structure_head.diffusion_module.atom_decoder.norm.bias": "model-00001-of-00006.safetensors",
1279
  "structure_head.diffusion_module.atom_decoder.norm.weight": "model-00001-of-00006.safetensors",
1280
  "structure_head.diffusion_module.atom_decoder.output_linear.weight": "model-00001-of-00006.safetensors",
 
1289
  "structure_head.diffusion_module.atom_encoder.layers.0.attn.v_proj.weight": "model-00001-of-00006.safetensors",
1290
  "structure_head.diffusion_module.atom_encoder.layers.0.attn.gate_proj.weight": "model-00001-of-00006.safetensors",
1291
  "structure_head.diffusion_module.atom_encoder.layers.0.attn.out_proj.weight": "model-00001-of-00006.safetensors",
1292
+ "structure_head.diffusion_module.atom_encoder.layers.0.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1293
+ "structure_head.diffusion_module.atom_encoder.layers.0.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1294
  "structure_head.diffusion_module.atom_encoder.layers.1.adaln_linear.weight": "model-00001-of-00006.safetensors",
1295
  "structure_head.diffusion_module.atom_encoder.layers.1.attn.q_proj.weight": "model-00001-of-00006.safetensors",
1296
  "structure_head.diffusion_module.atom_encoder.layers.1.attn.k_proj.weight": "model-00001-of-00006.safetensors",
1297
  "structure_head.diffusion_module.atom_encoder.layers.1.attn.v_proj.weight": "model-00001-of-00006.safetensors",
1298
  "structure_head.diffusion_module.atom_encoder.layers.1.attn.gate_proj.weight": "model-00001-of-00006.safetensors",
1299
  "structure_head.diffusion_module.atom_encoder.layers.1.attn.out_proj.weight": "model-00001-of-00006.safetensors",
1300
+ "structure_head.diffusion_module.atom_encoder.layers.1.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1301
+ "structure_head.diffusion_module.atom_encoder.layers.1.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1302
  "structure_head.diffusion_module.atom_encoder.layers.2.adaln_linear.weight": "model-00001-of-00006.safetensors",
1303
  "structure_head.diffusion_module.atom_encoder.layers.2.attn.q_proj.weight": "model-00001-of-00006.safetensors",
1304
  "structure_head.diffusion_module.atom_encoder.layers.2.attn.k_proj.weight": "model-00001-of-00006.safetensors",
1305
  "structure_head.diffusion_module.atom_encoder.layers.2.attn.v_proj.weight": "model-00001-of-00006.safetensors",
1306
  "structure_head.diffusion_module.atom_encoder.layers.2.attn.gate_proj.weight": "model-00001-of-00006.safetensors",
1307
  "structure_head.diffusion_module.atom_encoder.layers.2.attn.out_proj.weight": "model-00001-of-00006.safetensors",
1308
+ "structure_head.diffusion_module.atom_encoder.layers.2.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1309
+ "structure_head.diffusion_module.atom_encoder.layers.2.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1310
  "structure_head.diffusion_module.atom_encoder.coords_linear.weight": "model-00001-of-00006.safetensors",
1311
+ "structure_head.diffusion_module.conditioning.fourier.phases": "model-00001-of-00006.safetensors",
1312
+ "structure_head.diffusion_module.conditioning.fourier.frequencies": "model-00001-of-00006.safetensors",
1313
  "structure_head.diffusion_module.conditioning.noise_norm.bias": "model-00001-of-00006.safetensors",
1314
  "structure_head.diffusion_module.conditioning.noise_norm.weight": "model-00001-of-00006.safetensors",
1315
  "structure_head.diffusion_module.conditioning.noise_proj.weight": "model-00001-of-00006.safetensors",
 
1516
  "structure_head.diffusion_module.token_transformer.transition_blocks.0.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1517
  "structure_head.diffusion_module.token_transformer.transition_blocks.0.adaln.s_scale": "model-00001-of-00006.safetensors",
1518
  "structure_head.diffusion_module.token_transformer.transition_blocks.0.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1519
+ "structure_head.diffusion_module.token_transformer.transition_blocks.0.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1520
+ "structure_head.diffusion_module.token_transformer.transition_blocks.0.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1521
  "structure_head.diffusion_module.token_transformer.transition_blocks.0.output_gate.bias": "model-00001-of-00006.safetensors",
1522
  "structure_head.diffusion_module.token_transformer.transition_blocks.0.output_gate.weight": "model-00001-of-00006.safetensors",
1523
  "structure_head.diffusion_module.token_transformer.transition_blocks.1.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1524
  "structure_head.diffusion_module.token_transformer.transition_blocks.1.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1525
  "structure_head.diffusion_module.token_transformer.transition_blocks.1.adaln.s_scale": "model-00001-of-00006.safetensors",
1526
  "structure_head.diffusion_module.token_transformer.transition_blocks.1.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1527
+ "structure_head.diffusion_module.token_transformer.transition_blocks.1.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1528
+ "structure_head.diffusion_module.token_transformer.transition_blocks.1.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1529
  "structure_head.diffusion_module.token_transformer.transition_blocks.1.output_gate.bias": "model-00001-of-00006.safetensors",
1530
  "structure_head.diffusion_module.token_transformer.transition_blocks.1.output_gate.weight": "model-00001-of-00006.safetensors",
1531
  "structure_head.diffusion_module.token_transformer.transition_blocks.10.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1532
  "structure_head.diffusion_module.token_transformer.transition_blocks.10.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1533
  "structure_head.diffusion_module.token_transformer.transition_blocks.10.adaln.s_scale": "model-00001-of-00006.safetensors",
1534
  "structure_head.diffusion_module.token_transformer.transition_blocks.10.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1535
+ "structure_head.diffusion_module.token_transformer.transition_blocks.10.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1536
+ "structure_head.diffusion_module.token_transformer.transition_blocks.10.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1537
  "structure_head.diffusion_module.token_transformer.transition_blocks.10.output_gate.bias": "model-00001-of-00006.safetensors",
1538
  "structure_head.diffusion_module.token_transformer.transition_blocks.10.output_gate.weight": "model-00001-of-00006.safetensors",
1539
  "structure_head.diffusion_module.token_transformer.transition_blocks.11.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1540
  "structure_head.diffusion_module.token_transformer.transition_blocks.11.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1541
  "structure_head.diffusion_module.token_transformer.transition_blocks.11.adaln.s_scale": "model-00001-of-00006.safetensors",
1542
  "structure_head.diffusion_module.token_transformer.transition_blocks.11.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1543
+ "structure_head.diffusion_module.token_transformer.transition_blocks.11.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1544
+ "structure_head.diffusion_module.token_transformer.transition_blocks.11.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1545
  "structure_head.diffusion_module.token_transformer.transition_blocks.11.output_gate.bias": "model-00001-of-00006.safetensors",
1546
  "structure_head.diffusion_module.token_transformer.transition_blocks.11.output_gate.weight": "model-00001-of-00006.safetensors",
1547
  "structure_head.diffusion_module.token_transformer.transition_blocks.2.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1548
  "structure_head.diffusion_module.token_transformer.transition_blocks.2.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1549
  "structure_head.diffusion_module.token_transformer.transition_blocks.2.adaln.s_scale": "model-00001-of-00006.safetensors",
1550
  "structure_head.diffusion_module.token_transformer.transition_blocks.2.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1551
+ "structure_head.diffusion_module.token_transformer.transition_blocks.2.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1552
+ "structure_head.diffusion_module.token_transformer.transition_blocks.2.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1553
  "structure_head.diffusion_module.token_transformer.transition_blocks.2.output_gate.bias": "model-00001-of-00006.safetensors",
1554
  "structure_head.diffusion_module.token_transformer.transition_blocks.2.output_gate.weight": "model-00001-of-00006.safetensors",
1555
  "structure_head.diffusion_module.token_transformer.transition_blocks.3.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1556
  "structure_head.diffusion_module.token_transformer.transition_blocks.3.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1557
  "structure_head.diffusion_module.token_transformer.transition_blocks.3.adaln.s_scale": "model-00001-of-00006.safetensors",
1558
  "structure_head.diffusion_module.token_transformer.transition_blocks.3.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1559
+ "structure_head.diffusion_module.token_transformer.transition_blocks.3.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1560
+ "structure_head.diffusion_module.token_transformer.transition_blocks.3.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1561
  "structure_head.diffusion_module.token_transformer.transition_blocks.3.output_gate.bias": "model-00001-of-00006.safetensors",
1562
  "structure_head.diffusion_module.token_transformer.transition_blocks.3.output_gate.weight": "model-00001-of-00006.safetensors",
1563
  "structure_head.diffusion_module.token_transformer.transition_blocks.4.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1564
  "structure_head.diffusion_module.token_transformer.transition_blocks.4.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1565
  "structure_head.diffusion_module.token_transformer.transition_blocks.4.adaln.s_scale": "model-00001-of-00006.safetensors",
1566
  "structure_head.diffusion_module.token_transformer.transition_blocks.4.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1567
+ "structure_head.diffusion_module.token_transformer.transition_blocks.4.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1568
+ "structure_head.diffusion_module.token_transformer.transition_blocks.4.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1569
  "structure_head.diffusion_module.token_transformer.transition_blocks.4.output_gate.bias": "model-00001-of-00006.safetensors",
1570
  "structure_head.diffusion_module.token_transformer.transition_blocks.4.output_gate.weight": "model-00001-of-00006.safetensors",
1571
  "structure_head.diffusion_module.token_transformer.transition_blocks.5.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1572
  "structure_head.diffusion_module.token_transformer.transition_blocks.5.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1573
  "structure_head.diffusion_module.token_transformer.transition_blocks.5.adaln.s_scale": "model-00001-of-00006.safetensors",
1574
  "structure_head.diffusion_module.token_transformer.transition_blocks.5.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1575
+ "structure_head.diffusion_module.token_transformer.transition_blocks.5.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1576
+ "structure_head.diffusion_module.token_transformer.transition_blocks.5.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1577
  "structure_head.diffusion_module.token_transformer.transition_blocks.5.output_gate.bias": "model-00001-of-00006.safetensors",
1578
  "structure_head.diffusion_module.token_transformer.transition_blocks.5.output_gate.weight": "model-00001-of-00006.safetensors",
1579
  "structure_head.diffusion_module.token_transformer.transition_blocks.6.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1580
  "structure_head.diffusion_module.token_transformer.transition_blocks.6.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1581
  "structure_head.diffusion_module.token_transformer.transition_blocks.6.adaln.s_scale": "model-00001-of-00006.safetensors",
1582
  "structure_head.diffusion_module.token_transformer.transition_blocks.6.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1583
+ "structure_head.diffusion_module.token_transformer.transition_blocks.6.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1584
+ "structure_head.diffusion_module.token_transformer.transition_blocks.6.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1585
  "structure_head.diffusion_module.token_transformer.transition_blocks.6.output_gate.bias": "model-00001-of-00006.safetensors",
1586
  "structure_head.diffusion_module.token_transformer.transition_blocks.6.output_gate.weight": "model-00001-of-00006.safetensors",
1587
  "structure_head.diffusion_module.token_transformer.transition_blocks.7.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1588
  "structure_head.diffusion_module.token_transformer.transition_blocks.7.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1589
  "structure_head.diffusion_module.token_transformer.transition_blocks.7.adaln.s_scale": "model-00001-of-00006.safetensors",
1590
  "structure_head.diffusion_module.token_transformer.transition_blocks.7.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1591
+ "structure_head.diffusion_module.token_transformer.transition_blocks.7.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1592
+ "structure_head.diffusion_module.token_transformer.transition_blocks.7.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1593
  "structure_head.diffusion_module.token_transformer.transition_blocks.7.output_gate.bias": "model-00001-of-00006.safetensors",
1594
  "structure_head.diffusion_module.token_transformer.transition_blocks.7.output_gate.weight": "model-00001-of-00006.safetensors",
1595
  "structure_head.diffusion_module.token_transformer.transition_blocks.8.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1596
  "structure_head.diffusion_module.token_transformer.transition_blocks.8.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1597
  "structure_head.diffusion_module.token_transformer.transition_blocks.8.adaln.s_scale": "model-00001-of-00006.safetensors",
1598
  "structure_head.diffusion_module.token_transformer.transition_blocks.8.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1599
+ "structure_head.diffusion_module.token_transformer.transition_blocks.8.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1600
+ "structure_head.diffusion_module.token_transformer.transition_blocks.8.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1601
  "structure_head.diffusion_module.token_transformer.transition_blocks.8.output_gate.bias": "model-00001-of-00006.safetensors",
1602
  "structure_head.diffusion_module.token_transformer.transition_blocks.8.output_gate.weight": "model-00001-of-00006.safetensors",
1603
  "structure_head.diffusion_module.token_transformer.transition_blocks.9.adaln.s_gate.bias": "model-00001-of-00006.safetensors",
1604
  "structure_head.diffusion_module.token_transformer.transition_blocks.9.adaln.s_gate.weight": "model-00001-of-00006.safetensors",
1605
  "structure_head.diffusion_module.token_transformer.transition_blocks.9.adaln.s_scale": "model-00001-of-00006.safetensors",
1606
  "structure_head.diffusion_module.token_transformer.transition_blocks.9.adaln.s_shift.weight": "model-00001-of-00006.safetensors",
1607
+ "structure_head.diffusion_module.token_transformer.transition_blocks.9.ffn.down_proj.weight": "model-00001-of-00006.safetensors",
1608
+ "structure_head.diffusion_module.token_transformer.transition_blocks.9.ffn.gate_up_proj.weight": "model-00001-of-00006.safetensors",
1609
  "structure_head.diffusion_module.token_transformer.transition_blocks.9.output_gate.bias": "model-00001-of-00006.safetensors",
1610
  "structure_head.diffusion_module.token_transformer.transition_blocks.9.output_gate.weight": "model-00001-of-00006.safetensors",
1611
  "token_bonds.weight": "model-00001-of-00006.safetensors",
tokenizer_config.json CHANGED
@@ -4,50 +4,11 @@
4
  "clean_up_tokenization_spaces": false,
5
  "cls_token": "<cls>",
6
  "eos_token": "<eos>",
7
- "extra_special_tokens": [
8
- "|"
9
- ],
10
  "is_local": true,
11
  "local_files_only": false,
12
  "mask_token": "<mask>",
13
- "merges": [],
14
  "model_max_length": 1000000000000000019884624838656,
15
  "pad_token": "<pad>",
16
- "tokenizer_class": "ESMCTokenizer",
17
- "unk_token": "<unk>",
18
- "vocab": {
19
- "-": 30,
20
- ".": 29,
21
- "<cls>": 0,
22
- "<eos>": 2,
23
- "<mask>": 32,
24
- "<pad>": 1,
25
- "<unk>": 3,
26
- "A": 5,
27
- "B": 25,
28
- "C": 23,
29
- "D": 13,
30
- "E": 9,
31
- "F": 18,
32
- "G": 6,
33
- "H": 21,
34
- "I": 12,
35
- "K": 15,
36
- "L": 4,
37
- "M": 20,
38
- "N": 17,
39
- "O": 28,
40
- "P": 14,
41
- "Q": 16,
42
- "R": 10,
43
- "S": 8,
44
- "T": 11,
45
- "U": 26,
46
- "V": 7,
47
- "W": 22,
48
- "X": 24,
49
- "Y": 19,
50
- "Z": 27,
51
- "|": 31
52
- }
53
  }
 
4
  "clean_up_tokenization_spaces": false,
5
  "cls_token": "<cls>",
6
  "eos_token": "<eos>",
 
 
 
7
  "is_local": true,
8
  "local_files_only": false,
9
  "mask_token": "<mask>",
 
10
  "model_max_length": 1000000000000000019884624838656,
11
  "pad_token": "<pad>",
12
+ "tokenizer_class": "TokenizersBackend",
13
+ "unk_token": "<unk>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14
  }