File size: 20,303 Bytes
cac67b9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
{
    "_comment": "that's all",
    "model": {
        "shared_dict": {
            "type_map_all": [
                "H",
                "He",
                "Li",
                "Be",
                "B",
                "C",
                "N",
                "O",
                "F",
                "Ne",
                "Na",
                "Mg",
                "Al",
                "Si",
                "P",
                "S",
                "Cl",
                "Ar",
                "K",
                "Ca",
                "Sc",
                "Ti",
                "V",
                "Cr",
                "Mn",
                "Fe",
                "Co",
                "Ni",
                "Cu",
                "Zn",
                "Ga",
                "Ge",
                "As",
                "Se",
                "Br",
                "Kr",
                "Rb",
                "Sr",
                "Y",
                "Zr",
                "Nb",
                "Mo",
                "Tc",
                "Ru",
                "Rh",
                "Pd",
                "Ag",
                "Cd",
                "In",
                "Sn",
                "Sb",
                "Te",
                "I",
                "Xe",
                "Cs",
                "Ba",
                "La",
                "Ce",
                "Pr",
                "Nd",
                "Pm",
                "Sm",
                "Eu",
                "Gd",
                "Tb",
                "Dy",
                "Ho",
                "Er",
                "Tm",
                "Yb",
                "Lu",
                "Hf",
                "Ta",
                "W",
                "Re",
                "Os",
                "Ir",
                "Pt",
                "Au",
                "Hg",
                "Tl",
                "Pb",
                "Bi",
                "Po",
                "At",
                "Rn",
                "Fr",
                "Ra",
                "Ac",
                "Th",
                "Pa",
                "U",
                "Np",
                "Pu",
                "Am",
                "Cm",
                "Bk",
                "Cf",
                "Es",
                "Fm",
                "Md",
                "No",
                "Lr",
                "Rf",
                "Db",
                "Sg",
                "Bh",
                "Hs",
                "Mt",
                "Ds",
                "Rg",
                "Cn",
                "Nh",
                "Fl",
                "Mc",
                "Lv",
                "Ts",
                "Og"
            ],
            "dpa3_descriptor": {
                "type": "dpa3",
                "repflow": {
                    "n_dim": 128,
                    "e_dim": 64,
                    "a_dim": 32,
                    "nlayers": 16,
                    "e_rcut": 6.0,
                    "e_rcut_smth": 5.3,
                    "e_sel": 1200,
                    "a_rcut": 4.0,
                    "a_rcut_smth": 3.5,
                    "a_sel": 300,
                    "axis_neuron": 4,
                    "skip_stat": true,
                    "a_compress_rate": 1,
                    "a_compress_e_rate": 2,
                    "a_compress_use_split": true,
                    "update_angle": true,
                    "smooth_edge_update": true,
                    "use_dynamic_sel": true,
                    "sel_reduce_factor": 10.0,
                    "use_exp_switch": true,
                    "update_style": "res_residual",
                    "update_residual": 0.1,
                    "update_residual_init": "const"
                },
                "activation_function": "custom_silu:3.0",
                "precision": "float32",
                "use_tebd_bias": false,
                "concat_output_tebd": false
            },
            "shared_fitting": {
                "neuron": [
                    240,
                    240,
                    240
                ],
                "activation_function": "custom_silu:3.0",
                "resnet_dt": true,
                "precision": "float32",
                "dim_case_embd": 31,
                "seed": 1,
                "_comment": " that's all"
            },
            "_comment": "that's all"
        },
        "model_dict": {
            "Organic_Reactions": {
                "type_map": "type_map_all",
                "descriptor": "dpa3_descriptor",
                "fitting_net": "shared_fitting"
            }
        }
    },
    "learning_rate": {
        "type": "exp",
        "decay_steps": 5000,
        "start_lr": 0.001,
        "stop_lr": 1e-06,
        "_comment": "that's all"
    },
    "loss_dict": {
        "Organic_Reactions": {
            "type": "ener",
            "start_pref_e": 0.2,
            "limit_pref_e": 20,
            "start_pref_f": 100,
            "limit_pref_f": 60,
            "start_pref_v": 0.02,
            "limit_pref_v": 1
        }
    },
    "training": {
        "model_prob": {
            "Organic_Reactions": 11.93
        },
        "data_dict": {
            "Organic_Reactions": {
                "stat_file": "/mnt/data_nas/zhangd/workplace/stat_files/multitask/beta4/Organic_Reactions.hdf5",
                "training_data": {
                    "systems": [
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/10/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/11/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/12/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/13/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/14/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/15/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/16/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/17/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/18/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/19/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/20/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/21/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/22/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/23/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/24/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/25/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/26/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/27/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/28/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/29/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/30/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/31/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/32/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/33/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/4/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/5/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/6/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/7/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/8/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/9/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/10/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/11/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/12/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/13/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/14/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/15/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/16/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/17/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/18/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/19/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/20/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/21/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/22/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/23/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/24/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/25/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/26/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/27/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/28/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/29/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/30/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/31/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/32/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/33/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/5/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/6/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/7/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/8/train",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/9/train"
                    ],
                    "batch_size": "auto:128",
                    "_comment": "that's all"
                },
                "validation_data": {
                    "systems": [
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/10/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/11/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/12/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/13/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/14/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/15/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/16/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/17/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/18/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/19/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/20/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/21/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/22/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/23/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/24/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/25/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/26/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/27/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/28/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/29/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/30/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/31/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/32/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/33/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/4/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/5/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/6/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/7/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/8/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/77k_rxn_xtb2/9/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/10/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/11/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/12/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/13/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/14/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/15/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/16/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/17/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/18/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/19/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/20/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/21/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/22/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/23/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/24/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/25/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/26/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/27/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/28/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/29/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/30/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/31/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/32/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/33/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/5/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/6/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/7/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/8/valid",
                        "/mnt/data_nas/public/public_training_data/organic_reactions_clean_split/80k_rxn_xtb2/9/valid"
                    ],
                    "batch_size": 1,
                    "_comment": "that's all"
                }
            }
        },
        "numb_steps": 8000000,
        "gradient_max_norm": 5.0,
        "max_ckpt_keep": 5000,
        "warmup_steps": 0,
        "seed": 10,
        "disp_file": "lcurve.out",
        "disp_freq": 10000,
        "save_freq": 10000,
        "_comment": "that's all"
    }
}