bi0s commited on
Commit
f3aed28
·
verified ·
1 Parent(s): 7736c0b

Upload folder using huggingface_hub

Browse files
protein_ckpt/checkpoints/chk_epoch=00000010_step=000000010000-EMA.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0f3fb0f93a881793b45a636506da6b4cb11abf35d4cd86cb4826dbd70794a77
3
+ size 3807555920
protein_ckpt/checkpoints/chk_epoch=00000010_step=000000010000.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23bac2c14f1c2bce4287b971c9a554787877fc6aec072fce7a154d96442885e5
3
+ size 3807515216
protein_ckpt/checkpoints/chk_epoch=00000020_step=000000020000-EMA.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49c96a1708fd27c89bef9c50ee8019e836f80a1d3b146cf6613cbd41a59639c0
3
+ size 3807556367
protein_ckpt/checkpoints/chk_epoch=00000020_step=000000020000.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da0d528f27c29db2ba2fc28212c78c59fad560f2b4727112948c7df6bf7c5233
3
+ size 3807515599
protein_ckpt/checkpoints/chk_epoch=00000031_step=000000030000-EMA.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e8a1d99c8c490f981b282f7a36ed959e5cdf3b0e9306529efe1b63ce8e5e34e
3
+ size 3807556750
protein_ckpt/checkpoints/chk_epoch=00000031_step=000000030000.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f7701a19a0a83ec7e8729b278bfb21b68e022b3552143fa4f6b9e3cde05940b
3
+ size 3807515982
protein_ckpt/checkpoints/chk_epoch=00000041_step=000000040000-EMA.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55c2f9ad2a4f7bfcffd67f7bb8a1167d7332c8c1093eabbb2d913d46ea058cb7
3
+ size 3807557197
protein_ckpt/checkpoints/chk_epoch=00000041_step=000000040000.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a1cd9cc6eefae7597a74f5b925b22c64b2af026ed379b876e696eea7f1ba8c9
3
+ size 3807516429
protein_ckpt/checkpoints/chk_epoch=00000052_step=000000050000-EMA.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f8f00961dfcc0925dec39fc68984b5b83e5afef222072b94a5a9148a176a761
3
+ size 3807557580
protein_ckpt/checkpoints/chk_epoch=00000052_step=000000050000.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec94b74d1b01e3ead35ce401b0c19fcf9e397d23b17ac588a5c5c2806cf95720
3
+ size 3807516812
protein_ckpt/checkpoints/chk_epoch=00000062_step=000000060000-EMA.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:648cc4e12c9e506c6d78328d30d2ae0df9a0c69724ca77bf4bec45b0a5575e8d
3
+ size 3807557963
protein_ckpt/checkpoints/chk_epoch=00000062_step=000000060000.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67d92ff56d6747636df8e3e23f384d5015c9dcd8f15531473599a3af7e9f25b0
3
+ size 3807517195
protein_ckpt/checkpoints/chk_epoch=00000073_step=000000070000-EMA.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed9a790d1dc1ab4ce48235145633cd39927969ff2678d0164be8d4d08512da28
3
+ size 3807558410
protein_ckpt/checkpoints/chk_epoch=00000073_step=000000070000.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f314c3e88897b68ce288d9e8b748d62179d7b2e8b47ad059baf155d19b453e2
3
+ size 3807517642
protein_ckpt/checkpoints/data_config_training_pldm_200M_r1_d8_afdb_sc_512_run1.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_target_": "tabasco.data.lmdb_datamodule.LmdbDataModule",
3
+ "add_random_permutation": false,
4
+ "add_random_rotation": true,
5
+ "batch_size": 256,
6
+ "data_dir": "./data/alphadb.pt",
7
+ "lmdb_dir": "/scratch/yuxuan.ren/protein/data/lmdb_pdb",
8
+ "num_workers": 0,
9
+ "remove_hydrogens": true,
10
+ "reorder_to_smiles_order": true,
11
+ "test_data_dir": "./data/scope.pt",
12
+ "val_data_dir": "./data/scope.pt"
13
+ }
protein_ckpt/checkpoints/exp_config_training_pldm_200M_r1_d8_afdb_sc_512_run1.json ADDED
@@ -0,0 +1,218 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dataset": "d_512_pldm",
3
+ "dataset_config_subdir": "afdb",
4
+ "ema": {
5
+ "cpu_offload": false,
6
+ "decay": 0.999,
7
+ "every_n_steps": 1,
8
+ "validate_original_weights": false
9
+ },
10
+ "force_precision_f32": false,
11
+ "hardware": {
12
+ "accelerator": "gpu",
13
+ "ncpus_per_task_prepro_": 32,
14
+ "ncpus_per_task_train_": 64,
15
+ "ngpus_per_node_": -1,
16
+ "nnodes_": 1
17
+ },
18
+ "log": {
19
+ "checkpoint": true,
20
+ "checkpoint_every_n_steps": 10000,
21
+ "last_ckpt_every_n_steps": 5000,
22
+ "log_wandb": true,
23
+ "wandb_project": "proteinae_ldm_afdb_sc_512"
24
+ },
25
+ "loss": {
26
+ "loss_t_clamp": 0.9,
27
+ "t_distribution": {
28
+ "name": "mix_up02_beta",
29
+ "p1": 1.9,
30
+ "p2": 1.0
31
+ },
32
+ "use_aux_loss": false
33
+ },
34
+ "model": {
35
+ "augmentation": {
36
+ "global_rotation": true,
37
+ "naug_rot": 1
38
+ },
39
+ "autoencoder_ckpt": "protein_kl_32.ckpt",
40
+ "autoencoder_latent_key": "x",
41
+ "autoencoder_use_ema": true,
42
+ "ca_only": false,
43
+ "ldm": {
44
+ "decoder": {
45
+ "apply_rotary": true,
46
+ "atom_decoder": {
47
+ "apply_rotary": false,
48
+ "atom_dim": 64,
49
+ "atom_dim_pair": 16,
50
+ "n_keys": 128,
51
+ "n_layers": 3,
52
+ "n_queries": 32,
53
+ "nheads": 4
54
+ },
55
+ "atom_encoder": {
56
+ "apply_rotary": false,
57
+ "atom_dim": 64,
58
+ "atom_dim_pair": 16,
59
+ "n_keys": 128,
60
+ "n_layers": 3,
61
+ "n_queries": 32,
62
+ "nheads": 4
63
+ },
64
+ "dim_cond": 256,
65
+ "dim_latent": 32,
66
+ "feats_cond_seq": [
67
+ "time_emb"
68
+ ],
69
+ "feats_init_seq": [
70
+ "chain_break_per_res",
71
+ "x_sc"
72
+ ],
73
+ "feats_pair_cond": [
74
+ "time_emb"
75
+ ],
76
+ "feats_pair_repr": [
77
+ "rel_seq_sep",
78
+ "x_sc_pair_dists",
79
+ "xt_pair_dists"
80
+ ],
81
+ "idx_emb_dim": 128,
82
+ "module_type": "decoder",
83
+ "name": "bb_af3",
84
+ "nheads": 8,
85
+ "nlayers": 5,
86
+ "num_buckets_predict_pair": 64,
87
+ "num_registers": 32,
88
+ "pair_repr_dim": 128,
89
+ "parallel_mha_transition": false,
90
+ "residual_mha": true,
91
+ "residual_transition": true,
92
+ "sampling_ratio": 1,
93
+ "seq_sep_dim": 127,
94
+ "strict_feats": false,
95
+ "t_emb_dim": 256,
96
+ "token_dim": 256,
97
+ "update_pair_repr": false,
98
+ "update_pair_repr_every_n": 2,
99
+ "use_attn_pair_bias": true,
100
+ "use_qkln": true,
101
+ "use_tri_mult": true,
102
+ "x_sc_pair_dist_dim": 128,
103
+ "x_sc_pair_dist_max": 3,
104
+ "x_sc_pair_dist_min": 0.1,
105
+ "xt_pair_dist_dim": 64,
106
+ "xt_pair_dist_max": 3,
107
+ "xt_pair_dist_min": 0.1
108
+ },
109
+ "encoder": {
110
+ "apply_rotary": true,
111
+ "atom_encoder": {
112
+ "apply_rotary": false,
113
+ "atom_dim": 64,
114
+ "atom_dim_pair": 16,
115
+ "n_keys": 128,
116
+ "n_layers": 3,
117
+ "n_queries": 32,
118
+ "nheads": 4
119
+ },
120
+ "dim_cond": 256,
121
+ "dim_latent": 32,
122
+ "feats_cond_seq": [],
123
+ "feats_init_seq": [
124
+ "chain_break_per_res"
125
+ ],
126
+ "feats_pair_cond": [],
127
+ "feats_pair_repr": [
128
+ "rel_seq_sep",
129
+ "x1_pair_dists"
130
+ ],
131
+ "idx_emb_dim": 128,
132
+ "module_type": "encoder",
133
+ "name": "bb_af3",
134
+ "nheads": 8,
135
+ "nlayers": 5,
136
+ "num_buckets_predict_pair": 64,
137
+ "num_registers": 32,
138
+ "pair_repr_dim": 128,
139
+ "parallel_mha_transition": false,
140
+ "residual_mha": true,
141
+ "residual_transition": true,
142
+ "sampling_ratio": 1,
143
+ "seq_sep_dim": 127,
144
+ "strict_feats": false,
145
+ "t_emb_dim": 256,
146
+ "token_dim": 256,
147
+ "update_pair_repr": false,
148
+ "update_pair_repr_every_n": 2,
149
+ "use_attn_pair_bias": true,
150
+ "use_qkln": true,
151
+ "use_tri_mult": false,
152
+ "x1_pair_dist_dim": 64,
153
+ "x1_pair_dist_max": 3,
154
+ "x1_pair_dist_min": 0.1
155
+ },
156
+ "latent": {
157
+ "apply_rotary": true,
158
+ "dim_cond": 512,
159
+ "feats_cond_seq": [
160
+ "time_emb"
161
+ ],
162
+ "feats_init_seq": [
163
+ "x_sc_latent"
164
+ ],
165
+ "feats_pair_cond": [],
166
+ "feats_pair_repr": [],
167
+ "fold_emb_dim": 256,
168
+ "module_type": "latent",
169
+ "multilabel_mode": "sample",
170
+ "name": "bb_af3",
171
+ "nheads": 12,
172
+ "nlayers": 12,
173
+ "num_registers": 32,
174
+ "pair_repr_dim": null,
175
+ "parallel_mha_transition": false,
176
+ "residual_mha": true,
177
+ "residual_transition": true,
178
+ "seq_sep_dim": null,
179
+ "strict_feats": false,
180
+ "t_emb_dim": 256,
181
+ "token_dim": 1152,
182
+ "use_attn_pair_bias": false,
183
+ "use_qkln": true
184
+ }
185
+ },
186
+ "name": "pldm_200M_512",
187
+ "pretrained_weights": null,
188
+ "target_pred": "v",
189
+ "use_autoencoder_decode": true
190
+ },
191
+ "opt": {
192
+ "accumulate_grad_batches": 2,
193
+ "dist_strategy": "ddp",
194
+ "grad_and_weight_analysis": false,
195
+ "log_every_n_steps": 1,
196
+ "lr": 0.0002,
197
+ "max_epochs": 10000000,
198
+ "skip_nan_grad": true,
199
+ "val_check_interval": 10000
200
+ },
201
+ "run_name_": "training_pldm_200M_r1_d8_afdb_sc_512_run1",
202
+ "seed": 42,
203
+ "training": {
204
+ "fold_cond": false,
205
+ "fold_label_sample_ratio": [
206
+ 0.5,
207
+ 0.1,
208
+ 0.15,
209
+ 0.25
210
+ ],
211
+ "mask_A_prob": 0.5,
212
+ "mask_C_prob": 0.5,
213
+ "mask_T_prob": 0.5,
214
+ "plddt_threshold": 0.0,
215
+ "self_cond": true,
216
+ "time_dist_shift": 12.0
217
+ }
218
+ }
protein_ckpt/checkpoints/ignore-EMA.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed9a790d1dc1ab4ce48235145633cd39927969ff2678d0164be8d4d08512da28
3
+ size 3807558410
protein_ckpt/checkpoints/ignore.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f314c3e88897b68ce288d9e8b748d62179d7b2e8b47ad059baf155d19b453e2
3
+ size 3807517642
protein_ckpt/checkpoints/last-EMA.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed9a790d1dc1ab4ce48235145633cd39927969ff2678d0164be8d4d08512da28
3
+ size 3807558410
protein_ckpt/checkpoints/last.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f314c3e88897b68ce288d9e8b748d62179d7b2e8b47ad059baf155d19b453e2
3
+ size 3807517642