mlupopa commited on
Commit
456f27a
·
verified ·
1 Parent(s): c54485b

First batch of models' parameters uploaded

Browse files
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Ensemble_of_models/gfm_0.1/gfm_0.1_epoch_15.pk filter=lfs diff=lfs merge=lfs -text
37
+ Ensemble_of_models/gfm_0.137/gfm_0.137_epoch_31.pk filter=lfs diff=lfs merge=lfs -text
38
+ Ensemble_of_models/gfm_0.147/gfm_0.147_epoch_16.pk filter=lfs diff=lfs merge=lfs -text
39
+ Ensemble_of_models/gfm_0.156/gfm_0.156_epoch_12.pk filter=lfs diff=lfs merge=lfs -text
40
+ Ensemble_of_models/gfm_0.165/gfm_0.165_epoch_28.pk filter=lfs diff=lfs merge=lfs -text
41
+ Ensemble_of_models/gfm_0.167/gfm_0.167_epoch_28.pk filter=lfs diff=lfs merge=lfs -text
42
+ Ensemble_of_models/gfm_0.171/gfm_0.171_epoch_28.pk filter=lfs diff=lfs merge=lfs -text
43
+ Ensemble_of_models/gfm_0.175/gfm_0.175_epoch_27.pk filter=lfs diff=lfs merge=lfs -text
44
+ Ensemble_of_models/gfm_0.179/gfm_0.179_epoch_29.pk filter=lfs diff=lfs merge=lfs -text
45
+ Ensemble_of_models/gfm_0.181/gfm_0.181_epoch_29.pk filter=lfs diff=lfs merge=lfs -text
46
+ Ensemble_of_models/gfm_0.229/gfm_0.229_epoch_6.pk filter=lfs diff=lfs merge=lfs -text
47
+ Ensemble_of_models/gfm_0.260/gfm_0.260_epoch_5.pk filter=lfs diff=lfs merge=lfs -text
48
+ Ensemble_of_models/gfm_0.351/gfm_0.351_epoch_2.pk filter=lfs diff=lfs merge=lfs -text
Ensemble_of_models/gfm_0.1/config.json ADDED
@@ -0,0 +1,131 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Verbosity": {
3
+ "level": 2
4
+ },
5
+ "NeuralNetwork": {
6
+ "Architecture": {
7
+ "model_type": "EGNN",
8
+ "equivariance": true,
9
+ "radius": 5,
10
+ "max_neighbours": 20,
11
+ "num_gaussians": 50,
12
+ "envelope_exponent": 5,
13
+ "int_emb_size": 64,
14
+ "basis_emb_size": 8,
15
+ "out_emb_size": 128,
16
+ "num_after_skip": 2,
17
+ "num_before_skip": 1,
18
+ "num_radial": 6,
19
+ "num_spherical": 7,
20
+ "num_filters": 126,
21
+ "edge_features": [
22
+ "length"
23
+ ],
24
+ "hidden_dim": 364,
25
+ "num_conv_layers": 4,
26
+ "output_heads": {
27
+ "graph": {
28
+ "num_sharedlayers": 2,
29
+ "dim_sharedlayers": 50,
30
+ "num_headlayers": 3,
31
+ "dim_headlayers": [
32
+ 913,
33
+ 913,
34
+ 913
35
+ ]
36
+ },
37
+ "node": {
38
+ "num_headlayers": 3,
39
+ "dim_headlayers": [
40
+ 913,
41
+ 913,
42
+ 913
43
+ ],
44
+ "type": "mlp"
45
+ }
46
+ },
47
+ "task_weights": [
48
+ 1,
49
+ 100
50
+ ],
51
+ "output_dim": [
52
+ 1,
53
+ 3
54
+ ],
55
+ "output_type": [
56
+ "graph",
57
+ "node"
58
+ ],
59
+ "num_nodes": 24,
60
+ "input_dim": 4,
61
+ "pna_deg": null,
62
+ "edge_dim": 1,
63
+ "freeze_conv_layers": false,
64
+ "initial_bias": null,
65
+ "activation_function": "relu",
66
+ "SyncBatchNorm": false
67
+ },
68
+ "Variables_of_interest": {
69
+ "input_node_features": [
70
+ 0,
71
+ 1,
72
+ 2,
73
+ 3
74
+ ],
75
+ "output_names": [
76
+ "energy",
77
+ "forces"
78
+ ],
79
+ "output_index": [
80
+ 0,
81
+ 2
82
+ ],
83
+ "output_dim": [
84
+ 1,
85
+ 3
86
+ ],
87
+ "type": [
88
+ "graph",
89
+ "node"
90
+ ],
91
+ "graph_feature_names": [
92
+ "energy"
93
+ ],
94
+ "graph_feature_dims": [
95
+ 1
96
+ ],
97
+ "node_feature_names": [
98
+ "atomic_number",
99
+ "cartesian_coordinates",
100
+ "forces"
101
+ ],
102
+ "node_feature_dims": [
103
+ 1,
104
+ 3,
105
+ 3
106
+ ],
107
+ "denormalize_output": false
108
+ },
109
+ "Training": {
110
+ "num_epoch": 10000,
111
+ "EarlyStopping": true,
112
+ "perc_train": 0.9,
113
+ "loss_function_type": "mae",
114
+ "batch_size": 19,
115
+ "continue": 0,
116
+ "Optimizer": {
117
+ "type": "AdamW",
118
+ "learning_rate": 0.001
119
+ },
120
+ "conv_checkpointing": false,
121
+ "patience": 10,
122
+ "Checkpoint": true,
123
+ "checkpoint_warmup": 1
124
+ }
125
+ },
126
+ "Visualization": {
127
+ "plot_init_solution": true,
128
+ "plot_hist_solution": false,
129
+ "create_plots": true
130
+ }
131
+ }
Ensemble_of_models/gfm_0.1/gfm_0.1_epoch_15.pk ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cfa8ddc46c99625a130163ad0a701f376b29ab04df787792e71beee19b0721b
3
+ size 83324290
Ensemble_of_models/gfm_0.137/config.json ADDED
@@ -0,0 +1,131 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Verbosity": {
3
+ "level": 2
4
+ },
5
+ "NeuralNetwork": {
6
+ "Architecture": {
7
+ "model_type": "EGNN",
8
+ "equivariance": true,
9
+ "radius": 5,
10
+ "max_neighbours": 20,
11
+ "num_gaussians": 50,
12
+ "envelope_exponent": 5,
13
+ "int_emb_size": 64,
14
+ "basis_emb_size": 8,
15
+ "out_emb_size": 128,
16
+ "num_after_skip": 2,
17
+ "num_before_skip": 1,
18
+ "num_radial": 6,
19
+ "num_spherical": 7,
20
+ "num_filters": 126,
21
+ "edge_features": [
22
+ "length"
23
+ ],
24
+ "hidden_dim": 364,
25
+ "num_conv_layers": 2,
26
+ "output_heads": {
27
+ "graph": {
28
+ "num_sharedlayers": 2,
29
+ "dim_sharedlayers": 50,
30
+ "num_headlayers": 3,
31
+ "dim_headlayers": [
32
+ 956,
33
+ 956,
34
+ 956
35
+ ]
36
+ },
37
+ "node": {
38
+ "num_headlayers": 3,
39
+ "dim_headlayers": [
40
+ 956,
41
+ 956,
42
+ 956
43
+ ],
44
+ "type": "mlp"
45
+ }
46
+ },
47
+ "task_weights": [
48
+ 1,
49
+ 100
50
+ ],
51
+ "output_dim": [
52
+ 1,
53
+ 3
54
+ ],
55
+ "output_type": [
56
+ "graph",
57
+ "node"
58
+ ],
59
+ "num_nodes": 24,
60
+ "input_dim": 4,
61
+ "pna_deg": null,
62
+ "edge_dim": 1,
63
+ "freeze_conv_layers": false,
64
+ "initial_bias": null,
65
+ "activation_function": "relu",
66
+ "SyncBatchNorm": false
67
+ },
68
+ "Variables_of_interest": {
69
+ "input_node_features": [
70
+ 0,
71
+ 1,
72
+ 2,
73
+ 3
74
+ ],
75
+ "output_names": [
76
+ "energy",
77
+ "forces"
78
+ ],
79
+ "output_index": [
80
+ 0,
81
+ 2
82
+ ],
83
+ "output_dim": [
84
+ 1,
85
+ 3
86
+ ],
87
+ "type": [
88
+ "graph",
89
+ "node"
90
+ ],
91
+ "graph_feature_names": [
92
+ "energy"
93
+ ],
94
+ "graph_feature_dims": [
95
+ 1
96
+ ],
97
+ "node_feature_names": [
98
+ "atomic_number",
99
+ "cartesian_coordinates",
100
+ "forces"
101
+ ],
102
+ "node_feature_dims": [
103
+ 1,
104
+ 3,
105
+ 3
106
+ ],
107
+ "denormalize_output": false
108
+ },
109
+ "Training": {
110
+ "num_epoch": 10000,
111
+ "EarlyStopping": true,
112
+ "perc_train": 0.9,
113
+ "loss_function_type": "mae",
114
+ "batch_size": 22,
115
+ "continue": 0,
116
+ "Optimizer": {
117
+ "type": "AdamW",
118
+ "learning_rate": 0.001
119
+ },
120
+ "conv_checkpointing": false,
121
+ "patience": 10,
122
+ "Checkpoint": true,
123
+ "checkpoint_warmup": 1
124
+ }
125
+ },
126
+ "Visualization": {
127
+ "plot_init_solution": true,
128
+ "plot_hist_solution": false,
129
+ "create_plots": true
130
+ }
131
+ }
Ensemble_of_models/gfm_0.137/gfm_0.137_epoch_31.pk ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b30212784e7a1567585a1ead037eab79e285217d4dbf32b9ddbbf701a6cb4c9d
3
+ size 65043994
Ensemble_of_models/gfm_0.147/config.json ADDED
@@ -0,0 +1,129 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Verbosity": {
3
+ "level": 2
4
+ },
5
+ "NeuralNetwork": {
6
+ "Architecture": {
7
+ "model_type": "EGNN",
8
+ "equivariance": true,
9
+ "radius": 5,
10
+ "max_neighbours": 20,
11
+ "num_gaussians": 50,
12
+ "envelope_exponent": 5,
13
+ "int_emb_size": 64,
14
+ "basis_emb_size": 8,
15
+ "out_emb_size": 128,
16
+ "num_after_skip": 2,
17
+ "num_before_skip": 1,
18
+ "num_radial": 6,
19
+ "num_spherical": 7,
20
+ "num_filters": 126,
21
+ "edge_features": [
22
+ "length"
23
+ ],
24
+ "hidden_dim": 361,
25
+ "num_conv_layers": 3,
26
+ "output_heads": {
27
+ "graph": {
28
+ "num_sharedlayers": 2,
29
+ "dim_sharedlayers": 50,
30
+ "num_headlayers": 2,
31
+ "dim_headlayers": [
32
+ 975,
33
+ 975
34
+ ]
35
+ },
36
+ "node": {
37
+ "num_headlayers": 2,
38
+ "dim_headlayers": [
39
+ 975,
40
+ 975
41
+ ],
42
+ "type": "mlp"
43
+ }
44
+ },
45
+ "task_weights": [
46
+ 1,
47
+ 100
48
+ ],
49
+ "output_dim": [
50
+ 1,
51
+ 3
52
+ ],
53
+ "output_type": [
54
+ "graph",
55
+ "node"
56
+ ],
57
+ "num_nodes": 24,
58
+ "input_dim": 4,
59
+ "pna_deg": null,
60
+ "edge_dim": 1,
61
+ "freeze_conv_layers": false,
62
+ "initial_bias": null,
63
+ "activation_function": "relu",
64
+ "SyncBatchNorm": false
65
+ },
66
+ "Variables_of_interest": {
67
+ "input_node_features": [
68
+ 0,
69
+ 1,
70
+ 2,
71
+ 3
72
+ ],
73
+ "output_names": [
74
+ "energy",
75
+ "forces"
76
+ ],
77
+ "output_index": [
78
+ 0,
79
+ 2
80
+ ],
81
+ "output_dim": [
82
+ 1,
83
+ 3
84
+ ],
85
+ "type": [
86
+ "graph",
87
+ "node"
88
+ ],
89
+ "graph_feature_names": [
90
+ "energy"
91
+ ],
92
+ "graph_feature_dims": [
93
+ 1
94
+ ],
95
+ "node_feature_names": [
96
+ "atomic_number",
97
+ "cartesian_coordinates",
98
+ "forces"
99
+ ],
100
+ "node_feature_dims": [
101
+ 1,
102
+ 3,
103
+ 3
104
+ ],
105
+ "denormalize_output": false
106
+ },
107
+ "Training": {
108
+ "num_epoch": 10000,
109
+ "EarlyStopping": true,
110
+ "perc_train": 0.9,
111
+ "loss_function_type": "mae",
112
+ "batch_size": 16,
113
+ "continue": 0,
114
+ "Optimizer": {
115
+ "type": "AdamW",
116
+ "learning_rate": 0.001
117
+ },
118
+ "conv_checkpointing": false,
119
+ "patience": 10,
120
+ "Checkpoint": true,
121
+ "checkpoint_warmup": 1
122
+ }
123
+ },
124
+ "Visualization": {
125
+ "plot_init_solution": true,
126
+ "plot_hist_solution": false,
127
+ "create_plots": true
128
+ }
129
+ }
Ensemble_of_models/gfm_0.147/gfm_0.147_epoch_16.pk ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:992860a18c06c349346fe92e2756ade193ea6dcb20c814b72c93d821e42a9f49
3
+ size 54756310
Ensemble_of_models/gfm_0.156/config.json ADDED
@@ -0,0 +1,129 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Verbosity": {
3
+ "level": 2
4
+ },
5
+ "NeuralNetwork": {
6
+ "Architecture": {
7
+ "model_type": "EGNN",
8
+ "equivariance": true,
9
+ "radius": 5,
10
+ "max_neighbours": 20,
11
+ "num_gaussians": 50,
12
+ "envelope_exponent": 5,
13
+ "int_emb_size": 64,
14
+ "basis_emb_size": 8,
15
+ "out_emb_size": 128,
16
+ "num_after_skip": 2,
17
+ "num_before_skip": 1,
18
+ "num_radial": 6,
19
+ "num_spherical": 7,
20
+ "num_filters": 126,
21
+ "edge_features": [
22
+ "length"
23
+ ],
24
+ "hidden_dim": 738,
25
+ "num_conv_layers": 2,
26
+ "output_heads": {
27
+ "graph": {
28
+ "num_sharedlayers": 2,
29
+ "dim_sharedlayers": 50,
30
+ "num_headlayers": 2,
31
+ "dim_headlayers": [
32
+ 1000,
33
+ 1000
34
+ ]
35
+ },
36
+ "node": {
37
+ "num_headlayers": 2,
38
+ "dim_headlayers": [
39
+ 1000,
40
+ 1000
41
+ ],
42
+ "type": "mlp"
43
+ }
44
+ },
45
+ "task_weights": [
46
+ 1,
47
+ 100
48
+ ],
49
+ "output_dim": [
50
+ 1,
51
+ 3
52
+ ],
53
+ "output_type": [
54
+ "graph",
55
+ "node"
56
+ ],
57
+ "num_nodes": 24,
58
+ "input_dim": 4,
59
+ "pna_deg": null,
60
+ "edge_dim": 1,
61
+ "freeze_conv_layers": false,
62
+ "initial_bias": null,
63
+ "activation_function": "relu",
64
+ "SyncBatchNorm": false
65
+ },
66
+ "Variables_of_interest": {
67
+ "input_node_features": [
68
+ 0,
69
+ 1,
70
+ 2,
71
+ 3
72
+ ],
73
+ "output_names": [
74
+ "energy",
75
+ "forces"
76
+ ],
77
+ "output_index": [
78
+ 0,
79
+ 2
80
+ ],
81
+ "output_dim": [
82
+ 1,
83
+ 3
84
+ ],
85
+ "type": [
86
+ "graph",
87
+ "node"
88
+ ],
89
+ "graph_feature_names": [
90
+ "energy"
91
+ ],
92
+ "graph_feature_dims": [
93
+ 1
94
+ ],
95
+ "node_feature_names": [
96
+ "atomic_number",
97
+ "cartesian_coordinates",
98
+ "forces"
99
+ ],
100
+ "node_feature_dims": [
101
+ 1,
102
+ 3,
103
+ 3
104
+ ],
105
+ "denormalize_output": false
106
+ },
107
+ "Training": {
108
+ "num_epoch": 10000,
109
+ "EarlyStopping": true,
110
+ "perc_train": 0.9,
111
+ "loss_function_type": "mae",
112
+ "batch_size": 16,
113
+ "continue": 0,
114
+ "Optimizer": {
115
+ "type": "AdamW",
116
+ "learning_rate": 0.001
117
+ },
118
+ "conv_checkpointing": false,
119
+ "patience": 10,
120
+ "Checkpoint": true,
121
+ "checkpoint_warmup": 1
122
+ }
123
+ },
124
+ "Visualization": {
125
+ "plot_init_solution": true,
126
+ "plot_hist_solution": false,
127
+ "create_plots": true
128
+ }
129
+ }
Ensemble_of_models/gfm_0.156/gfm_0.156_epoch_12.pk ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1f5efed5f867a496326fdf74f0d1232e2bada75e13e892228ad67b64d022108
3
+ size 99658122
Ensemble_of_models/gfm_0.165/config.json ADDED
@@ -0,0 +1,129 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Verbosity": {
3
+ "level": 2
4
+ },
5
+ "NeuralNetwork": {
6
+ "Architecture": {
7
+ "model_type": "EGNN",
8
+ "equivariance": true,
9
+ "radius": 5,
10
+ "max_neighbours": 20,
11
+ "num_gaussians": 50,
12
+ "envelope_exponent": 5,
13
+ "int_emb_size": 64,
14
+ "basis_emb_size": 8,
15
+ "out_emb_size": 128,
16
+ "num_after_skip": 2,
17
+ "num_before_skip": 1,
18
+ "num_radial": 6,
19
+ "num_spherical": 7,
20
+ "num_filters": 126,
21
+ "edge_features": [
22
+ "length"
23
+ ],
24
+ "hidden_dim": 364,
25
+ "num_conv_layers": 2,
26
+ "output_heads": {
27
+ "graph": {
28
+ "num_sharedlayers": 2,
29
+ "dim_sharedlayers": 50,
30
+ "num_headlayers": 2,
31
+ "dim_headlayers": [
32
+ 987,
33
+ 987
34
+ ]
35
+ },
36
+ "node": {
37
+ "num_headlayers": 2,
38
+ "dim_headlayers": [
39
+ 987,
40
+ 987
41
+ ],
42
+ "type": "mlp"
43
+ }
44
+ },
45
+ "task_weights": [
46
+ 1,
47
+ 100
48
+ ],
49
+ "output_dim": [
50
+ 1,
51
+ 3
52
+ ],
53
+ "output_type": [
54
+ "graph",
55
+ "node"
56
+ ],
57
+ "num_nodes": 24,
58
+ "input_dim": 4,
59
+ "pna_deg": null,
60
+ "edge_dim": 1,
61
+ "freeze_conv_layers": false,
62
+ "initial_bias": null,
63
+ "activation_function": "relu",
64
+ "SyncBatchNorm": false
65
+ },
66
+ "Variables_of_interest": {
67
+ "input_node_features": [
68
+ 0,
69
+ 1,
70
+ 2,
71
+ 3
72
+ ],
73
+ "output_names": [
74
+ "energy",
75
+ "forces"
76
+ ],
77
+ "output_index": [
78
+ 0,
79
+ 2
80
+ ],
81
+ "output_dim": [
82
+ 1,
83
+ 3
84
+ ],
85
+ "type": [
86
+ "graph",
87
+ "node"
88
+ ],
89
+ "graph_feature_names": [
90
+ "energy"
91
+ ],
92
+ "graph_feature_dims": [
93
+ 1
94
+ ],
95
+ "node_feature_names": [
96
+ "atomic_number",
97
+ "cartesian_coordinates",
98
+ "forces"
99
+ ],
100
+ "node_feature_dims": [
101
+ 1,
102
+ 3,
103
+ 3
104
+ ],
105
+ "denormalize_output": false
106
+ },
107
+ "Training": {
108
+ "num_epoch": 10000,
109
+ "EarlyStopping": true,
110
+ "perc_train": 0.9,
111
+ "loss_function_type": "mae",
112
+ "batch_size": 16,
113
+ "continue": 0,
114
+ "Optimizer": {
115
+ "type": "AdamW",
116
+ "learning_rate": 0.001
117
+ },
118
+ "conv_checkpointing": false,
119
+ "patience": 10,
120
+ "Checkpoint": true,
121
+ "checkpoint_warmup": 1
122
+ }
123
+ },
124
+ "Visualization": {
125
+ "plot_init_solution": true,
126
+ "plot_hist_solution": false,
127
+ "create_plots": true
128
+ }
129
+ }
Ensemble_of_models/gfm_0.165/gfm_0.165_epoch_28.pk ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34b4fee2b67ceff33f981033f2e350f5e88efcde8b80b88238cd45fdc2716960
3
+ size 44684298
Ensemble_of_models/gfm_0.167/config.json ADDED
@@ -0,0 +1,129 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Verbosity": {
3
+ "level": 2
4
+ },
5
+ "NeuralNetwork": {
6
+ "Architecture": {
7
+ "model_type": "EGNN",
8
+ "equivariance": true,
9
+ "radius": 5,
10
+ "max_neighbours": 20,
11
+ "num_gaussians": 50,
12
+ "envelope_exponent": 5,
13
+ "int_emb_size": 64,
14
+ "basis_emb_size": 8,
15
+ "out_emb_size": 128,
16
+ "num_after_skip": 2,
17
+ "num_before_skip": 1,
18
+ "num_radial": 6,
19
+ "num_spherical": 7,
20
+ "num_filters": 126,
21
+ "edge_features": [
22
+ "length"
23
+ ],
24
+ "hidden_dim": 368,
25
+ "num_conv_layers": 2,
26
+ "output_heads": {
27
+ "graph": {
28
+ "num_sharedlayers": 2,
29
+ "dim_sharedlayers": 50,
30
+ "num_headlayers": 2,
31
+ "dim_headlayers": [
32
+ 961,
33
+ 961
34
+ ]
35
+ },
36
+ "node": {
37
+ "num_headlayers": 2,
38
+ "dim_headlayers": [
39
+ 961,
40
+ 961
41
+ ],
42
+ "type": "mlp"
43
+ }
44
+ },
45
+ "task_weights": [
46
+ 1,
47
+ 100
48
+ ],
49
+ "output_dim": [
50
+ 1,
51
+ 3
52
+ ],
53
+ "output_type": [
54
+ "graph",
55
+ "node"
56
+ ],
57
+ "num_nodes": 24,
58
+ "input_dim": 4,
59
+ "pna_deg": null,
60
+ "edge_dim": 1,
61
+ "freeze_conv_layers": false,
62
+ "initial_bias": null,
63
+ "activation_function": "relu",
64
+ "SyncBatchNorm": false
65
+ },
66
+ "Variables_of_interest": {
67
+ "input_node_features": [
68
+ 0,
69
+ 1,
70
+ 2,
71
+ 3
72
+ ],
73
+ "output_names": [
74
+ "energy",
75
+ "forces"
76
+ ],
77
+ "output_index": [
78
+ 0,
79
+ 2
80
+ ],
81
+ "output_dim": [
82
+ 1,
83
+ 3
84
+ ],
85
+ "type": [
86
+ "graph",
87
+ "node"
88
+ ],
89
+ "graph_feature_names": [
90
+ "energy"
91
+ ],
92
+ "graph_feature_dims": [
93
+ 1
94
+ ],
95
+ "node_feature_names": [
96
+ "atomic_number",
97
+ "cartesian_coordinates",
98
+ "forces"
99
+ ],
100
+ "node_feature_dims": [
101
+ 1,
102
+ 3,
103
+ 3
104
+ ],
105
+ "denormalize_output": false
106
+ },
107
+ "Training": {
108
+ "num_epoch": 10000,
109
+ "EarlyStopping": true,
110
+ "perc_train": 0.9,
111
+ "loss_function_type": "mae",
112
+ "batch_size": 16,
113
+ "continue": 0,
114
+ "Optimizer": {
115
+ "type": "AdamW",
116
+ "learning_rate": 0.001
117
+ },
118
+ "conv_checkpointing": false,
119
+ "patience": 10,
120
+ "Checkpoint": true,
121
+ "checkpoint_warmup": 1
122
+ }
123
+ },
124
+ "Visualization": {
125
+ "plot_init_solution": true,
126
+ "plot_hist_solution": false,
127
+ "create_plots": true
128
+ }
129
+ }
Ensemble_of_models/gfm_0.167/gfm_0.167_epoch_28.pk ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2ab80275c5a0d724ad5d14868e4c0bf2c1bf819aa6785b0b5dd12376e1f8019
3
+ size 43740810
Ensemble_of_models/gfm_0.171/config.json ADDED
@@ -0,0 +1,129 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Verbosity": {
3
+ "level": 2
4
+ },
5
+ "NeuralNetwork": {
6
+ "Architecture": {
7
+ "model_type": "EGNN",
8
+ "equivariance": true,
9
+ "radius": 5,
10
+ "max_neighbours": 20,
11
+ "num_gaussians": 50,
12
+ "envelope_exponent": 5,
13
+ "int_emb_size": 64,
14
+ "basis_emb_size": 8,
15
+ "out_emb_size": 128,
16
+ "num_after_skip": 2,
17
+ "num_before_skip": 1,
18
+ "num_radial": 6,
19
+ "num_spherical": 7,
20
+ "num_filters": 126,
21
+ "edge_features": [
22
+ "length"
23
+ ],
24
+ "hidden_dim": 370,
25
+ "num_conv_layers": 2,
26
+ "output_heads": {
27
+ "graph": {
28
+ "num_sharedlayers": 2,
29
+ "dim_sharedlayers": 50,
30
+ "num_headlayers": 2,
31
+ "dim_headlayers": [
32
+ 958,
33
+ 958
34
+ ]
35
+ },
36
+ "node": {
37
+ "num_headlayers": 2,
38
+ "dim_headlayers": [
39
+ 958,
40
+ 958
41
+ ],
42
+ "type": "mlp"
43
+ }
44
+ },
45
+ "task_weights": [
46
+ 1,
47
+ 100
48
+ ],
49
+ "output_dim": [
50
+ 1,
51
+ 3
52
+ ],
53
+ "output_type": [
54
+ "graph",
55
+ "node"
56
+ ],
57
+ "num_nodes": 24,
58
+ "input_dim": 4,
59
+ "pna_deg": null,
60
+ "edge_dim": 1,
61
+ "freeze_conv_layers": false,
62
+ "initial_bias": null,
63
+ "activation_function": "relu",
64
+ "SyncBatchNorm": false
65
+ },
66
+ "Variables_of_interest": {
67
+ "input_node_features": [
68
+ 0,
69
+ 1,
70
+ 2,
71
+ 3
72
+ ],
73
+ "output_names": [
74
+ "energy",
75
+ "forces"
76
+ ],
77
+ "output_index": [
78
+ 0,
79
+ 2
80
+ ],
81
+ "output_dim": [
82
+ 1,
83
+ 3
84
+ ],
85
+ "type": [
86
+ "graph",
87
+ "node"
88
+ ],
89
+ "graph_feature_names": [
90
+ "energy"
91
+ ],
92
+ "graph_feature_dims": [
93
+ 1
94
+ ],
95
+ "node_feature_names": [
96
+ "atomic_number",
97
+ "cartesian_coordinates",
98
+ "forces"
99
+ ],
100
+ "node_feature_dims": [
101
+ 1,
102
+ 3,
103
+ 3
104
+ ],
105
+ "denormalize_output": false
106
+ },
107
+ "Training": {
108
+ "num_epoch": 10000,
109
+ "EarlyStopping": true,
110
+ "perc_train": 0.9,
111
+ "loss_function_type": "mae",
112
+ "batch_size": 16,
113
+ "continue": 0,
114
+ "Optimizer": {
115
+ "type": "AdamW",
116
+ "learning_rate": 0.001
117
+ },
118
+ "conv_checkpointing": false,
119
+ "patience": 10,
120
+ "Checkpoint": true,
121
+ "checkpoint_warmup": 1
122
+ }
123
+ },
124
+ "Visualization": {
125
+ "plot_init_solution": true,
126
+ "plot_hist_solution": false,
127
+ "create_plots": true
128
+ }
129
+ }
Ensemble_of_models/gfm_0.171/gfm_0.171_epoch_28.pk ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d8cbeb514ece0005a246241989d5a3a458046c156e9379b0c00cc3e6d71dee7
3
+ size 43788042
Ensemble_of_models/gfm_0.175/config.json ADDED
@@ -0,0 +1,129 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Verbosity": {
3
+ "level": 2
4
+ },
5
+ "NeuralNetwork": {
6
+ "Architecture": {
7
+ "model_type": "EGNN",
8
+ "equivariance": true,
9
+ "radius": 5,
10
+ "max_neighbours": 20,
11
+ "num_gaussians": 50,
12
+ "envelope_exponent": 5,
13
+ "int_emb_size": 64,
14
+ "basis_emb_size": 8,
15
+ "out_emb_size": 128,
16
+ "num_after_skip": 2,
17
+ "num_before_skip": 1,
18
+ "num_radial": 6,
19
+ "num_spherical": 7,
20
+ "num_filters": 126,
21
+ "edge_features": [
22
+ "length"
23
+ ],
24
+ "hidden_dim": 368,
25
+ "num_conv_layers": 2,
26
+ "output_heads": {
27
+ "graph": {
28
+ "num_sharedlayers": 2,
29
+ "dim_sharedlayers": 50,
30
+ "num_headlayers": 2,
31
+ "dim_headlayers": [
32
+ 953,
33
+ 953
34
+ ]
35
+ },
36
+ "node": {
37
+ "num_headlayers": 2,
38
+ "dim_headlayers": [
39
+ 953,
40
+ 953
41
+ ],
42
+ "type": "mlp"
43
+ }
44
+ },
45
+ "task_weights": [
46
+ 1,
47
+ 100
48
+ ],
49
+ "output_dim": [
50
+ 1,
51
+ 3
52
+ ],
53
+ "output_type": [
54
+ "graph",
55
+ "node"
56
+ ],
57
+ "num_nodes": 24,
58
+ "input_dim": 4,
59
+ "pna_deg": null,
60
+ "edge_dim": 1,
61
+ "freeze_conv_layers": false,
62
+ "initial_bias": null,
63
+ "activation_function": "relu",
64
+ "SyncBatchNorm": false
65
+ },
66
+ "Variables_of_interest": {
67
+ "input_node_features": [
68
+ 0,
69
+ 1,
70
+ 2,
71
+ 3
72
+ ],
73
+ "output_names": [
74
+ "energy",
75
+ "forces"
76
+ ],
77
+ "output_index": [
78
+ 0,
79
+ 2
80
+ ],
81
+ "output_dim": [
82
+ 1,
83
+ 3
84
+ ],
85
+ "type": [
86
+ "graph",
87
+ "node"
88
+ ],
89
+ "graph_feature_names": [
90
+ "energy"
91
+ ],
92
+ "graph_feature_dims": [
93
+ 1
94
+ ],
95
+ "node_feature_names": [
96
+ "atomic_number",
97
+ "cartesian_coordinates",
98
+ "forces"
99
+ ],
100
+ "node_feature_dims": [
101
+ 1,
102
+ 3,
103
+ 3
104
+ ],
105
+ "denormalize_output": false
106
+ },
107
+ "Training": {
108
+ "num_epoch": 10000,
109
+ "EarlyStopping": true,
110
+ "perc_train": 0.9,
111
+ "loss_function_type": "mae",
112
+ "batch_size": 16,
113
+ "continue": 0,
114
+ "Optimizer": {
115
+ "type": "AdamW",
116
+ "learning_rate": 0.001
117
+ },
118
+ "conv_checkpointing": false,
119
+ "patience": 10,
120
+ "Checkpoint": true,
121
+ "checkpoint_warmup": 1
122
+ }
123
+ },
124
+ "Visualization": {
125
+ "plot_init_solution": true,
126
+ "plot_hist_solution": false,
127
+ "create_plots": true
128
+ }
129
+ }
Ensemble_of_models/gfm_0.175/gfm_0.175_epoch_27.pk ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:909d881e4b86720b9e6df321cfa76d95a3c55e81c43b1492860e87601f759fba
3
+ size 43331850
Ensemble_of_models/gfm_0.179/config.json ADDED
@@ -0,0 +1,129 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Verbosity": {
3
+ "level": 2
4
+ },
5
+ "NeuralNetwork": {
6
+ "Architecture": {
7
+ "model_type": "EGNN",
8
+ "equivariance": true,
9
+ "radius": 5,
10
+ "max_neighbours": 20,
11
+ "num_gaussians": 50,
12
+ "envelope_exponent": 5,
13
+ "int_emb_size": 64,
14
+ "basis_emb_size": 8,
15
+ "out_emb_size": 128,
16
+ "num_after_skip": 2,
17
+ "num_before_skip": 1,
18
+ "num_radial": 6,
19
+ "num_spherical": 7,
20
+ "num_filters": 126,
21
+ "edge_features": [
22
+ "length"
23
+ ],
24
+ "hidden_dim": 365,
25
+ "num_conv_layers": 2,
26
+ "output_heads": {
27
+ "graph": {
28
+ "num_sharedlayers": 2,
29
+ "dim_sharedlayers": 50,
30
+ "num_headlayers": 2,
31
+ "dim_headlayers": [
32
+ 912,
33
+ 912
34
+ ]
35
+ },
36
+ "node": {
37
+ "num_headlayers": 2,
38
+ "dim_headlayers": [
39
+ 912,
40
+ 912
41
+ ],
42
+ "type": "mlp"
43
+ }
44
+ },
45
+ "task_weights": [
46
+ 1,
47
+ 100
48
+ ],
49
+ "output_dim": [
50
+ 1,
51
+ 3
52
+ ],
53
+ "output_type": [
54
+ "graph",
55
+ "node"
56
+ ],
57
+ "num_nodes": 24,
58
+ "input_dim": 4,
59
+ "pna_deg": null,
60
+ "edge_dim": 1,
61
+ "freeze_conv_layers": false,
62
+ "initial_bias": null,
63
+ "activation_function": "relu",
64
+ "SyncBatchNorm": false
65
+ },
66
+ "Variables_of_interest": {
67
+ "input_node_features": [
68
+ 0,
69
+ 1,
70
+ 2,
71
+ 3
72
+ ],
73
+ "output_names": [
74
+ "energy",
75
+ "forces"
76
+ ],
77
+ "output_index": [
78
+ 0,
79
+ 2
80
+ ],
81
+ "output_dim": [
82
+ 1,
83
+ 3
84
+ ],
85
+ "type": [
86
+ "graph",
87
+ "node"
88
+ ],
89
+ "graph_feature_names": [
90
+ "energy"
91
+ ],
92
+ "graph_feature_dims": [
93
+ 1
94
+ ],
95
+ "node_feature_names": [
96
+ "atomic_number",
97
+ "cartesian_coordinates",
98
+ "forces"
99
+ ],
100
+ "node_feature_dims": [
101
+ 1,
102
+ 3,
103
+ 3
104
+ ],
105
+ "denormalize_output": false
106
+ },
107
+ "Training": {
108
+ "num_epoch": 10000,
109
+ "EarlyStopping": true,
110
+ "perc_train": 0.9,
111
+ "loss_function_type": "mae",
112
+ "batch_size": 17,
113
+ "continue": 0,
114
+ "Optimizer": {
115
+ "type": "AdamW",
116
+ "learning_rate": 0.001
117
+ },
118
+ "conv_checkpointing": false,
119
+ "patience": 10,
120
+ "Checkpoint": true,
121
+ "checkpoint_warmup": 1
122
+ }
123
+ },
124
+ "Visualization": {
125
+ "plot_init_solution": true,
126
+ "plot_hist_solution": false,
127
+ "create_plots": true
128
+ }
129
+ }
Ensemble_of_models/gfm_0.179/gfm_0.179_epoch_29.pk ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a84de1947ef1c026ce81e2d66e87195b36c072140b550d14f283a7386ec707f
3
+ size 40985930
Ensemble_of_models/gfm_0.181/config.json ADDED
@@ -0,0 +1,129 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Verbosity": {
3
+ "level": 2
4
+ },
5
+ "NeuralNetwork": {
6
+ "Architecture": {
7
+ "model_type": "EGNN",
8
+ "equivariance": true,
9
+ "radius": 5,
10
+ "max_neighbours": 20,
11
+ "num_gaussians": 50,
12
+ "envelope_exponent": 5,
13
+ "int_emb_size": 64,
14
+ "basis_emb_size": 8,
15
+ "out_emb_size": 128,
16
+ "num_after_skip": 2,
17
+ "num_before_skip": 1,
18
+ "num_radial": 6,
19
+ "num_spherical": 7,
20
+ "num_filters": 126,
21
+ "edge_features": [
22
+ "length"
23
+ ],
24
+ "hidden_dim": 364,
25
+ "num_conv_layers": 2,
26
+ "output_heads": {
27
+ "graph": {
28
+ "num_sharedlayers": 2,
29
+ "dim_sharedlayers": 50,
30
+ "num_headlayers": 2,
31
+ "dim_headlayers": [
32
+ 912,
33
+ 912
34
+ ]
35
+ },
36
+ "node": {
37
+ "num_headlayers": 2,
38
+ "dim_headlayers": [
39
+ 912,
40
+ 912
41
+ ],
42
+ "type": "mlp"
43
+ }
44
+ },
45
+ "task_weights": [
46
+ 1,
47
+ 100
48
+ ],
49
+ "output_dim": [
50
+ 1,
51
+ 3
52
+ ],
53
+ "output_type": [
54
+ "graph",
55
+ "node"
56
+ ],
57
+ "num_nodes": 24,
58
+ "input_dim": 4,
59
+ "pna_deg": null,
60
+ "edge_dim": 1,
61
+ "freeze_conv_layers": false,
62
+ "initial_bias": null,
63
+ "activation_function": "relu",
64
+ "SyncBatchNorm": false
65
+ },
66
+ "Variables_of_interest": {
67
+ "input_node_features": [
68
+ 0,
69
+ 1,
70
+ 2,
71
+ 3
72
+ ],
73
+ "output_names": [
74
+ "energy",
75
+ "forces"
76
+ ],
77
+ "output_index": [
78
+ 0,
79
+ 2
80
+ ],
81
+ "output_dim": [
82
+ 1,
83
+ 3
84
+ ],
85
+ "type": [
86
+ "graph",
87
+ "node"
88
+ ],
89
+ "graph_feature_names": [
90
+ "energy"
91
+ ],
92
+ "graph_feature_dims": [
93
+ 1
94
+ ],
95
+ "node_feature_names": [
96
+ "atomic_number",
97
+ "cartesian_coordinates",
98
+ "forces"
99
+ ],
100
+ "node_feature_dims": [
101
+ 1,
102
+ 3,
103
+ 3
104
+ ],
105
+ "denormalize_output": false
106
+ },
107
+ "Training": {
108
+ "num_epoch": 10000,
109
+ "EarlyStopping": true,
110
+ "perc_train": 0.9,
111
+ "loss_function_type": "mae",
112
+ "batch_size": 20,
113
+ "continue": 0,
114
+ "Optimizer": {
115
+ "type": "AdamW",
116
+ "learning_rate": 0.001
117
+ },
118
+ "conv_checkpointing": false,
119
+ "patience": 10,
120
+ "Checkpoint": true,
121
+ "checkpoint_warmup": 1
122
+ }
123
+ },
124
+ "Visualization": {
125
+ "plot_init_solution": true,
126
+ "plot_hist_solution": false,
127
+ "create_plots": true
128
+ }
129
+ }
Ensemble_of_models/gfm_0.181/gfm_0.181_epoch_29.pk ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7d3315de25a72293f659690ff174512ee7ab91eadd1177efeab36d1f587a7d5
3
+ size 40887306
Ensemble_of_models/gfm_0.229/config.json ADDED
@@ -0,0 +1,131 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Verbosity": {
3
+ "level": 2
4
+ },
5
+ "NeuralNetwork": {
6
+ "Architecture": {
7
+ "model_type": "EGNN",
8
+ "equivariance": true,
9
+ "radius": 5,
10
+ "max_neighbours": 20,
11
+ "num_gaussians": 50,
12
+ "envelope_exponent": 5,
13
+ "int_emb_size": 64,
14
+ "basis_emb_size": 8,
15
+ "out_emb_size": 128,
16
+ "num_after_skip": 2,
17
+ "num_before_skip": 1,
18
+ "num_radial": 6,
19
+ "num_spherical": 7,
20
+ "num_filters": 126,
21
+ "edge_features": [
22
+ "length"
23
+ ],
24
+ "hidden_dim": 576,
25
+ "num_conv_layers": 4,
26
+ "output_heads": {
27
+ "graph": {
28
+ "num_sharedlayers": 2,
29
+ "dim_sharedlayers": 50,
30
+ "num_headlayers": 3,
31
+ "dim_headlayers": [
32
+ 888,
33
+ 888,
34
+ 888
35
+ ]
36
+ },
37
+ "node": {
38
+ "num_headlayers": 3,
39
+ "dim_headlayers": [
40
+ 888,
41
+ 888,
42
+ 888
43
+ ],
44
+ "type": "mlp"
45
+ }
46
+ },
47
+ "task_weights": [
48
+ 1,
49
+ 100
50
+ ],
51
+ "output_dim": [
52
+ 1,
53
+ 3
54
+ ],
55
+ "output_type": [
56
+ "graph",
57
+ "node"
58
+ ],
59
+ "num_nodes": 24,
60
+ "input_dim": 4,
61
+ "pna_deg": null,
62
+ "edge_dim": 1,
63
+ "freeze_conv_layers": false,
64
+ "initial_bias": null,
65
+ "activation_function": "relu",
66
+ "SyncBatchNorm": false
67
+ },
68
+ "Variables_of_interest": {
69
+ "input_node_features": [
70
+ 0,
71
+ 1,
72
+ 2,
73
+ 3
74
+ ],
75
+ "output_names": [
76
+ "energy",
77
+ "forces"
78
+ ],
79
+ "output_index": [
80
+ 0,
81
+ 2
82
+ ],
83
+ "output_dim": [
84
+ 1,
85
+ 3
86
+ ],
87
+ "type": [
88
+ "graph",
89
+ "node"
90
+ ],
91
+ "graph_feature_names": [
92
+ "energy"
93
+ ],
94
+ "graph_feature_dims": [
95
+ 1
96
+ ],
97
+ "node_feature_names": [
98
+ "atomic_number",
99
+ "cartesian_coordinates",
100
+ "forces"
101
+ ],
102
+ "node_feature_dims": [
103
+ 1,
104
+ 3,
105
+ 3
106
+ ],
107
+ "denormalize_output": false
108
+ },
109
+ "Training": {
110
+ "num_epoch": 10000,
111
+ "EarlyStopping": true,
112
+ "perc_train": 0.9,
113
+ "loss_function_type": "mae",
114
+ "batch_size": 19,
115
+ "continue": 0,
116
+ "Optimizer": {
117
+ "type": "AdamW",
118
+ "learning_rate": 0.001
119
+ },
120
+ "conv_checkpointing": false,
121
+ "patience": 10,
122
+ "Checkpoint": true,
123
+ "checkpoint_warmup": 1
124
+ }
125
+ },
126
+ "Visualization": {
127
+ "plot_init_solution": true,
128
+ "plot_hist_solution": false,
129
+ "create_plots": true
130
+ }
131
+ }
Ensemble_of_models/gfm_0.229/gfm_0.229_epoch_6.pk ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54ee733785a19581dcd2213ea0c93e4aeb47e6350fa1a03c57729f014ecba328
3
+ size 140925114
Ensemble_of_models/gfm_0.260/config.json ADDED
@@ -0,0 +1,132 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Verbosity": {
3
+ "level": 2
4
+ },
5
+ "NeuralNetwork": {
6
+ "Architecture": {
7
+ "model_type": "EGNN",
8
+ "equivariance": true,
9
+ "radius": 5,
10
+ "max_neighbours": 20,
11
+ "num_gaussians": 50,
12
+ "envelope_exponent": 5,
13
+ "int_emb_size": 64,
14
+ "basis_emb_size": 8,
15
+ "out_emb_size": 128,
16
+ "num_after_skip": 2,
17
+ "num_before_skip": 1,
18
+ "num_radial": 6,
19
+ "num_spherical": 7,
20
+ "num_filters": 126,
21
+ "edge_features": [
22
+ "length"
23
+ ],
24
+ "hidden_dim": 866,
25
+ "num_conv_layers": 4,
26
+ "output_heads": {
27
+ "graph": {
28
+ "num_sharedlayers": 2,
29
+ "dim_sharedlayers": 50,
30
+ "num_headlayers": 3,
31
+ "dim_headlayers": [
32
+ 889,
33
+ 889,
34
+ 889
35
+ ]
36
+ },
37
+ "node": {
38
+ "num_headlayers": 3,
39
+ "dim_headlayers": [
40
+ 889,
41
+ 889,
42
+ 889
43
+ ],
44
+ "type": "mlp"
45
+ }
46
+ },
47
+ "task_weights": [
48
+ 1,
49
+ 100
50
+ ],
51
+ "output_dim": [
52
+ 1,
53
+ 3
54
+ ],
55
+ "output_type": [
56
+ "graph",
57
+ "node"
58
+ ],
59
+ "num_nodes": 24,
60
+ "input_dim": 4,
61
+ "pna_deg": null,
62
+ "edge_dim": 1,
63
+ "freeze_conv_layers": false,
64
+ "initial_bias": null,
65
+ "activation_function": "relu",
66
+ "SyncBatchNorm": false
67
+ },
68
+ "Variables_of_interest": {
69
+ "input_node_features": [
70
+ 0,
71
+ 1,
72
+ 2,
73
+ 3
74
+ ],
75
+ "output_names": [
76
+ "energy",
77
+ "forces"
78
+ ],
79
+ "output_index": [
80
+ 0,
81
+ 2
82
+ ],
83
+ "output_dim": [
84
+ 1,
85
+ 3
86
+ ],
87
+ "type": [
88
+ "graph",
89
+ "node"
90
+ ],
91
+ "graph_feature_names": [
92
+ "energy"
93
+ ],
94
+ "graph_feature_dims": [
95
+ 1
96
+ ],
97
+ "node_feature_names": [
98
+ "atomic_number",
99
+ "cartesian_coordinates",
100
+ "forces"
101
+ ],
102
+ "node_feature_dims": [
103
+ 1,
104
+ 3,
105
+ 3
106
+ ],
107
+ "denormalize_output": false
108
+ },
109
+ "Training": {
110
+ "num_epoch": 10000,
111
+ "EarlyStopping": true,
112
+ "perc_train": 0.9,
113
+ "loss_function_type": "mae",
114
+ "batch_size": 19,
115
+ "continue": 0,
116
+ "Optimizer": {
117
+ "type": "AdamW",
118
+ "learning_rate": 0.001
119
+ },
120
+ "conv_checkpointing": false,
121
+ "patience": 10,
122
+ "Checkpoint": true,
123
+ "checkpoint_warmup": 1,
124
+ "epoch_start": 6
125
+ }
126
+ },
127
+ "Visualization": {
128
+ "plot_init_solution": true,
129
+ "plot_hist_solution": false,
130
+ "create_plots": true
131
+ }
132
+ }
Ensemble_of_models/gfm_0.260/gfm_0.260_epoch_5.pk ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23e644e25c02d5d16ec284043c92285bd7faec49b8744c21c3f80c220aec14c9
3
+ size 264865530
Ensemble_of_models/gfm_0.351/config.json ADDED
@@ -0,0 +1,132 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "Verbosity": {
3
+ "level": 2
4
+ },
5
+ "NeuralNetwork": {
6
+ "Architecture": {
7
+ "model_type": "EGNN",
8
+ "equivariance": true,
9
+ "radius": 5,
10
+ "max_neighbours": 20,
11
+ "num_gaussians": 50,
12
+ "envelope_exponent": 5,
13
+ "int_emb_size": 64,
14
+ "basis_emb_size": 8,
15
+ "out_emb_size": 128,
16
+ "num_after_skip": 2,
17
+ "num_before_skip": 1,
18
+ "num_radial": 6,
19
+ "num_spherical": 7,
20
+ "num_filters": 126,
21
+ "edge_features": [
22
+ "length"
23
+ ],
24
+ "hidden_dim": 676,
25
+ "num_conv_layers": 4,
26
+ "output_heads": {
27
+ "graph": {
28
+ "num_sharedlayers": 2,
29
+ "dim_sharedlayers": 50,
30
+ "num_headlayers": 3,
31
+ "dim_headlayers": [
32
+ 820,
33
+ 820,
34
+ 820
35
+ ]
36
+ },
37
+ "node": {
38
+ "num_headlayers": 3,
39
+ "dim_headlayers": [
40
+ 820,
41
+ 820,
42
+ 820
43
+ ],
44
+ "type": "mlp"
45
+ }
46
+ },
47
+ "task_weights": [
48
+ 1,
49
+ 100
50
+ ],
51
+ "output_dim": [
52
+ 1,
53
+ 3
54
+ ],
55
+ "output_type": [
56
+ "graph",
57
+ "node"
58
+ ],
59
+ "num_nodes": 24,
60
+ "input_dim": 4,
61
+ "pna_deg": null,
62
+ "edge_dim": 1,
63
+ "freeze_conv_layers": false,
64
+ "initial_bias": null,
65
+ "activation_function": "relu",
66
+ "SyncBatchNorm": false
67
+ },
68
+ "Variables_of_interest": {
69
+ "input_node_features": [
70
+ 0,
71
+ 1,
72
+ 2,
73
+ 3
74
+ ],
75
+ "output_names": [
76
+ "energy",
77
+ "forces"
78
+ ],
79
+ "output_index": [
80
+ 0,
81
+ 2
82
+ ],
83
+ "output_dim": [
84
+ 1,
85
+ 3
86
+ ],
87
+ "type": [
88
+ "graph",
89
+ "node"
90
+ ],
91
+ "graph_feature_names": [
92
+ "energy"
93
+ ],
94
+ "graph_feature_dims": [
95
+ 1
96
+ ],
97
+ "node_feature_names": [
98
+ "atomic_number",
99
+ "cartesian_coordinates",
100
+ "forces"
101
+ ],
102
+ "node_feature_dims": [
103
+ 1,
104
+ 3,
105
+ 3
106
+ ],
107
+ "denormalize_output": false
108
+ },
109
+ "Training": {
110
+ "num_epoch": 10000,
111
+ "EarlyStopping": true,
112
+ "perc_train": 0.9,
113
+ "loss_function_type": "mae",
114
+ "batch_size": 19,
115
+ "continue": 0,
116
+ "Optimizer": {
117
+ "type": "AdamW",
118
+ "learning_rate": 0.001
119
+ },
120
+ "conv_checkpointing": false,
121
+ "patience": 10,
122
+ "Checkpoint": true,
123
+ "checkpoint_warmup": 1,
124
+ "epoch_start": 9
125
+ }
126
+ },
127
+ "Visualization": {
128
+ "plot_init_solution": true,
129
+ "plot_hist_solution": false,
130
+ "create_plots": true
131
+ }
132
+ }
Ensemble_of_models/gfm_0.351/gfm_0.351_epoch_2.pk ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20a8b8e6741e9aed90507b54957d32c0e48331058f6e1ee8b95e105a8a6630b2
3
+ size 171981882