cyclization9 commited on
Commit
852b99b
·
verified ·
1 Parent(s): 58d489a

Delete spurs

Browse files
spurs/.hydra/config.yaml DELETED
@@ -1,105 +0,0 @@
1
- datamodule:
2
- _target_: megascale
3
- batch_size: 1
4
- num_workers: 8
5
- pin_memory: true
6
- alphabet:
7
- name: esm
8
- featurizer: megascale
9
- trainer:
10
- _target_: pytorch_lightning.Trainer
11
- gpus: auto
12
- min_epochs: 1
13
- max_epochs: 200
14
- enable_progress_bar: true
15
- log_every_n_steps: 10
16
- resume_from_checkpoint: null
17
- strategy: ddp_sharded_fbo
18
- precision: 32
19
- gradient_clip_val: 0.0
20
- num_sanity_val_steps: 0
21
- check_val_every_n_epoch: 1
22
- reload_dataloaders_every_n_epochs: 100000
23
- replace_sampler_ddp: false
24
- max_steps: 200000
25
- name: megascale/spurs
26
- model:
27
- _target_: spurs
28
- encoder:
29
- d_model: 128
30
- n_enc_layers: 3
31
- n_dec_layers: 3
32
- tune: true
33
- use_input_decoding_order: true
34
- adapter_layer_indices:
35
- - -3
36
- mlp:
37
- flat_dim: 128
38
- input_dim: 256
39
- hidden_dim: 1024
40
- num_layers: 4
41
- output_dim: 21
42
- dropout: 0.1
43
- dropout: 0.5
44
- task:
45
- _target_: stability/megascale
46
- criterion:
47
- _target_: spurs.modules.mseloss.MSELoss
48
- optimizer:
49
- type: adamw
50
- _partial_: true
51
- lr: 0.0001
52
- betas:
53
- - 0.9
54
- - 0.98
55
- weight_decay: 0.001
56
- lr_scheduler:
57
- type: plateau
58
- lr: ${train.lr}
59
- factor: 0.2
60
- mode: min
61
- monitor: val/rho_avg_mse
62
- train:
63
- seed: 45
64
- lr: 0.001
65
- monitor: val/rho_avg_spearman
66
- mode: max
67
- patience: 30
68
- optimized_metric: val/rho_avg_spearman
69
- experiment: mpnn
70
- callbacks:
71
- model_summary:
72
- _target_: pytorch_lightning.callbacks.RichModelSummary
73
- max_depth: -1
74
- model_checkpoint:
75
- _target_: spurs.utils.callbacks.ModelCheckpoint
76
- monitor: ${train.monitor}
77
- mode: ${train.mode}
78
- save_top_k: 1
79
- save_last: true
80
- verbose: true
81
- dirpath: checkpoints
82
- filename: step_{global_step}-${train.monitor}_{${train.monitor}:.2f}
83
- auto_insert_metric_name: false
84
- early_stopping:
85
- _target_: pytorch_lightning.callbacks.EarlyStopping
86
- monitor: ${train.monitor}
87
- mode: ${train.mode}
88
- patience: ${train.patience}
89
- min_delta: 0
90
- check_on_train_epoch_end: false
91
- logger:
92
- tensorboard:
93
- _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
94
- save_dir: tensorboard/
95
- name: null
96
- version: ${name}
97
- log_graph: false
98
- default_hp_metric: true
99
- prefix: ''
100
- paths:
101
- root_dir: ${oc.env:PROJECT_ROOT}
102
- data_dir: ${paths.root_dir}/data/
103
- log_dir: ${paths.root_dir}/logs/${name}
104
- ckpt_dir: ${paths.log_dir}/checkpoints
105
- psnetdata: ${paths.root_dir}/PSNet/data
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
spurs/.hydra/hydra.yaml DELETED
@@ -1,219 +0,0 @@
1
- hydra:
2
- run:
3
- dir: outputs/${now:%Y-%m-%d}/${now:%H-%M-%S}
4
- sweep:
5
- dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
6
- subdir: ${hydra.job.num}
7
- launcher:
8
- _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
- sweeper:
10
- sampler:
11
- _target_: optuna.samplers.TPESampler
12
- seed: 100
13
- consider_prior: true
14
- prior_weight: 1.0
15
- consider_magic_clip: true
16
- consider_endpoints: false
17
- n_startup_trials: 1
18
- n_ei_candidates: 24
19
- multivariate: false
20
- warn_independent_sampling: true
21
- _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
22
- direction: maximize
23
- storage: null
24
- study_name: mpnn_esm_cat
25
- n_trials: 50
26
- n_jobs: 1
27
- search_space: null
28
- params:
29
- task.optimizer.lr: choice(0.0001, 0.001, 0.01, 0.1, 5e-5)
30
- task.optimizer.weight_decay: choice(0.0001, 5e-4,0.001, 5e-3)
31
- task.lr_scheduler.factor: range(0.1,0.9,step=0.1)
32
- model.encoder.use_input_decoding_order: choice(True, False)
33
- model.encoder.tune: choice(True, False)
34
- trainer.precision: choice(16, 32)
35
- train.seed: choice(42, 43, 44, 45, 46, 47, 48, 49, 50)
36
- model.dropout: range(0,0.7,step=0.1)
37
- model.mlp.flat_dim: choice(-1,128,258,512,1024)
38
- model.mlp.hidden_dim: choice(512, 1024,256,768, 2048)
39
- model.mlp.input_dim: choice(128, 256, 384,512)
40
- model.mlp.dropout: range(0,0.7,step=0.1)
41
- model.mlp.num_layers: choice(2, 3, 4, 5)
42
- model.use_ssm: choice(True, False)
43
- model.ssm.d_state: choice(16, 32, 64, 128)
44
- model.ssm.d_conv: choice(4, 8, 16, 32)
45
- model.ssm.expand: choice(6, 4, 8)
46
- model.ssm.num_layer: choice(2, 3,4,8)
47
- model.ssm.dropout: range(0,0.7,step=0.1)
48
- model.ssm.layernorm: choice(True, False)
49
- model.adapter_layer_indices: choice([-1,-2], [-1], [-2], [-3], [-3,-2], [-3,-2,-1],[-4,-3,-2,-1])
50
- custom_search_space: null
51
- help:
52
- app_name: ${hydra.job.name}
53
- header: '${hydra.help.app_name} is powered by Hydra.
54
-
55
- '
56
- footer: 'Powered by Hydra (https://hydra.cc)
57
-
58
- Use --hydra-help to view Hydra specific help
59
-
60
- '
61
- template: '${hydra.help.header}
62
-
63
- == Configuration groups ==
64
-
65
- Compose your configuration from those groups (group=option)
66
-
67
-
68
- $APP_CONFIG_GROUPS
69
-
70
-
71
- == Config ==
72
-
73
- Override anything in the config (foo.bar=value)
74
-
75
-
76
- $CONFIG
77
-
78
-
79
- ${hydra.help.footer}
80
-
81
- '
82
- hydra_help:
83
- template: 'Hydra (${hydra.runtime.version})
84
-
85
- See https://hydra.cc for more info.
86
-
87
-
88
- == Flags ==
89
-
90
- $FLAGS_HELP
91
-
92
-
93
- == Configuration groups ==
94
-
95
- Compose your configuration from those groups (For example, append hydra/job_logging=disabled
96
- to command line)
97
-
98
-
99
- $HYDRA_CONFIG_GROUPS
100
-
101
-
102
- Use ''--cfg hydra'' to Show the Hydra config.
103
-
104
- '
105
- hydra_help: ???
106
- hydra_logging:
107
- version: 1
108
- formatters:
109
- simple:
110
- format: '[%(asctime)s][HYDRA] %(message)s'
111
- handlers:
112
- console:
113
- class: logging.StreamHandler
114
- formatter: simple
115
- stream: ext://sys.stdout
116
- root:
117
- level: INFO
118
- handlers:
119
- - console
120
- loggers:
121
- logging_example:
122
- level: DEBUG
123
- disable_existing_loggers: false
124
- job_logging:
125
- version: 1
126
- formatters:
127
- simple:
128
- format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
129
- handlers:
130
- console:
131
- class: logging.StreamHandler
132
- formatter: simple
133
- stream: ext://sys.stdout
134
- file:
135
- class: logging.FileHandler
136
- formatter: simple
137
- filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
138
- root:
139
- level: INFO
140
- handlers:
141
- - console
142
- - file
143
- disable_existing_loggers: false
144
- env: {}
145
- mode: MULTIRUN
146
- searchpath: []
147
- callbacks: {}
148
- output_subdir: .hydra
149
- overrides:
150
- hydra:
151
- - hydra.mode=MULTIRUN
152
- task:
153
- - task.optimizer.lr=0.0001
154
- - task.optimizer.weight_decay=0.001
155
- - task.lr_scheduler.factor=0.2
156
- - model.encoder.use_input_decoding_order=True
157
- - model.encoder.tune=True
158
- - trainer.precision=32
159
- - train.seed=45
160
- - model.dropout=0.5
161
- - model.mlp.flat_dim=128
162
- - model.mlp.hidden_dim=1024
163
- - model.mlp.input_dim=256
164
- - model.mlp.dropout=0.1
165
- - model.mlp.num_layers=2
166
- - model.use_ssm=False
167
- - model.ssm.d_state=32
168
- - model.ssm.d_conv=16
169
- - model.ssm.expand=4
170
- - model.ssm.num_layer=3
171
- - model.ssm.dropout=0.6000000000000001
172
- - model.ssm.layernorm=True
173
- - model.adapter_layer_indices=[-3]
174
- job:
175
- name: search
176
- chdir: null
177
- override_dirname: model.adapter_layer_indices=[-3],model.dropout=0.5,model.encoder.tune=True,model.encoder.use_input_decoding_order=True,model.mlp.dropout=0.1,model.mlp.flat_dim=128,model.mlp.hidden_dim=1024,model.mlp.input_dim=256,model.mlp.num_layers=2,model.ssm.d_conv=16,model.ssm.d_state=32,model.ssm.dropout=0.6000000000000001,model.ssm.expand=4,model.ssm.layernorm=True,model.ssm.num_layer=3,model.use_ssm=False,task.lr_scheduler.factor=0.2,task.optimizer.lr=0.0001,task.optimizer.weight_decay=0.001,train.seed=45,trainer.precision=32
178
- id: '23'
179
- num: 23
180
- config_name: mpnn_esm.yaml
181
- env_set: {}
182
- env_copy: []
183
- config:
184
- override_dirname:
185
- kv_sep: '='
186
- item_sep: ','
187
- exclude_keys: []
188
- runtime:
189
- version: 1.3.2
190
- version_base: '1.1'
191
- cwd: /work/ziang/PSNet
192
- config_sources:
193
- - path: hydra.conf
194
- schema: pkg
195
- provider: hydra
196
- - path: /work/ziang/PSNet/configs
197
- schema: file
198
- provider: main
199
- - path: hydra_plugins.hydra_colorlog.conf
200
- schema: pkg
201
- provider: hydra-colorlog
202
- - path: ''
203
- schema: structured
204
- provider: schema
205
- output_dir: /work/ziang/PSNet/multirun/2024-03-21/15-39-31/23
206
- choices:
207
- trainer: ddp_fp16
208
- datamodule: megascale
209
- hydra/env: default
210
- hydra/callbacks: null
211
- hydra/job_logging: default
212
- hydra/hydra_logging: default
213
- hydra/hydra_help: default
214
- hydra/help: default
215
- hydra/sweeper: optuna
216
- hydra/sweeper/sampler: tpe
217
- hydra/launcher: basic
218
- hydra/output: default
219
- verbose: false
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
spurs/.hydra/overrides.yaml DELETED
@@ -1,21 +0,0 @@
1
- - task.optimizer.lr=0.0001
2
- - task.optimizer.weight_decay=0.001
3
- - task.lr_scheduler.factor=0.2
4
- - model.encoder.use_input_decoding_order=True
5
- - model.encoder.tune=True
6
- - trainer.precision=32
7
- - train.seed=45
8
- - model.dropout=0.5
9
- - model.mlp.flat_dim=128
10
- - model.mlp.hidden_dim=1024
11
- - model.mlp.input_dim=256
12
- - model.mlp.dropout=0.1
13
- - model.mlp.num_layers=2
14
- - model.use_ssm=False
15
- - model.ssm.d_state=32
16
- - model.ssm.d_conv=16
17
- - model.ssm.expand=4
18
- - model.ssm.num_layer=3
19
- - model.ssm.dropout=0.6000000000000001
20
- - model.ssm.layernorm=True
21
- - model.adapter_layer_indices=[-3]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
spurs/checkpoints/best.ckpt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a1fd0e0b123dc74cc394591034288348594aa9b2f4d152ad808a24d4cd5c642
3
- size 2678927823
 
 
 
 
spurs/config_tree.log DELETED
@@ -1,109 +0,0 @@
1
- CONFIG
2
- ├── datamodule
3
- │ └── _target_: megascale
4
- │ batch_size: 1
5
- │ num_workers: 8
6
- │ pin_memory: true
7
- │ alphabet:
8
- │ name: esm
9
- │ featurizer: megascale
10
- │
11
- ├── task
12
- │ └── _target_: stability/megascale
13
- │ criterion:
14
- │ _target_: spurs.modules.mseloss.MSELoss
15
- │ optimizer:
16
- │ type: adamw
17
- │ _partial_: true
18
- │ lr: 0.0001
19
- │ betas:
20
- │ - 0.9
21
- │ - 0.98
22
- │ weight_decay: 0.001
23
- │ lr_scheduler:
24
- │ type: plateau
25
- │ lr: 0.001
26
- │ factor: 0.2
27
- │ mode: min
28
- │ monitor: val/rho_avg_mse
29
- │
30
- ├── model
31
- │ └── _target_: spurs
32
- │ encoder:
33
- │ d_model: 128
34
- │ n_enc_layers: 3
35
- │ n_dec_layers: 3
36
- │ tune: true
37
- │ use_input_decoding_order: true
38
- │ adapter_layer_indices:
39
- │ - -3
40
- │ mlp:
41
- │ flat_dim: 128
42
- │ input_dim: 256
43
- │ hidden_dim: 1024
44
- │ num_layers: 2
45
- │ output_dim: 21
46
- │ dropout: 0.1
47
- │ dropout: 0.5
48
- │
49
- ├── callbacks
50
- │ └── model_summary:
51
- │ _target_: pytorch_lightning.callbacks.RichModelSummary
52
- │ max_depth: -1
53
- │ model_checkpoint:
54
- │ _target_: spurs.utils.callbacks.ModelCheckpoint
55
- │ monitor: val/rho_avg_spearman
56
- │ mode: max
57
- │ save_top_k: 1
58
- │ save_last: true
59
- │ verbose: true
60
- │ dirpath: checkpoints
61
- │ filename: step_{global_step}-val/rho_avg_spearman_{val/rho_avg_spearman:.2f}
62
- │ auto_insert_metric_name: false
63
- │ early_stopping:
64
- │ _target_: pytorch_lightning.callbacks.EarlyStopping
65
- │ monitor: val/rho_avg_spearman
66
- │ mode: max
67
- │ patience: 30
68
- │ min_delta: 0
69
- │ check_on_train_epoch_end: false
70
- │
71
- ├── trainer
72
- │ └── _target_: pytorch_lightning.Trainer
73
- │ gpus: auto
74
- │ min_epochs: 1
75
- │ max_epochs: 10
76
- │ enable_progress_bar: true
77
- │ log_every_n_steps: 10
78
- │ resume_from_checkpoint: null
79
- │
80
- ├── experiment_path
81
- │ └── /nethome/zli3161/DATA-nash/SPURS/data/checkpoints/spurs
82
- ├── ckpt_path
83
- │ └── best.ckpt
84
- ├── data_split
85
- │ └── test
86
- ├── mode
87
- │ └── predict
88
- ├── name
89
- │ └── megascale/spurs
90
- ├── train
91
- │ └── seed: 45
92
- │ lr: 0.001
93
- │ monitor: val/rho_avg_spearman
94
- │ mode: max
95
- │ patience: 30
96
- │
97
- ├── print_config
98
- │ └── True
99
- ├── ignore_warnings
100
- │ └── True
101
- ├── seed
102
- │ └── 42
103
- └── paths
104
- └── root_dir: /work/ziang/SPURS
105
- data_dir: /work/ziang/SPURS/data/
106
- log_dir: /nethome/zli3161/DATA-nash/SPURS/data/checkpoints/spurs
107
- ckpt_dir: /nethome/zli3161/DATA-nash/SPURS/data/checkpoints/spurs/checkpoints
108
- psnetdata: /work/ziang/SPURS/PSNet/data
109
-
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
spurs/domainome_pred_result.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:472cd0be6183b71d9a8c096afe4916f7b9376e48ea7e0a653acddea598e918be
3
- size 59929063
 
 
 
 
spurs/dtm_pred_scores.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a882644b32df0d272c4374bb8ccd0f04866e20d17417dc9fab20880e9a9e613a
3
- size 2424359
 
 
 
 
spurs/megascale_fig2d.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:16915c5c661ff117e799d9b3e11d2ae8c55ecabf83ee3d5c4c1fbbc7f043cb27
3
- size 2462255
 
 
 
 
spurs/pred_result.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:420b13e15bc8a1ca7c8fafb660cae69e75f0bb3a1050d3e5c1e593a0e8b7328e
3
- size 2424359
 
 
 
 
spurs/single_result_25.9.25.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:686be1fe69cea8e4a6e86c3b6519904c5d10564e09f4bf662eda6f813d6e51a0
3
- size 2367527
 
 
 
 
spurs/spurs_multi_single_25.9.25.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2e6b159948664a1976cacaa9b838a7a42acd0f9f8f9c56dc8c2254265808b13f
3
- size 2367527
 
 
 
 
spurs/srho_list_chain_list_pdb_chains_pf_mut_id_indices.pt DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4135f77c25c91c6a3c196ed51e0817a37368d72c6258ab519c8ffc34c6313fcc
3
- size 66199655