Training in progress, step 95000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:206da44eae9483601cdb89c2e858faf34cfcd82e305dc31318d97cf9dbf7fd4f
+oid sha256:98800cedea0e86c09fcd44f23db166d80973d991637e444a0fc94e849fbcf548
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:935400e2cafcb29ebcc038781e3190fb3394a35410c363557394bc88673cdcd0
+oid sha256:2efa7a8ad75a50518e02b8f49462bd39d2092192012a290b0b1c8aa098aabe69
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e80f605e03516bb3e143207c7830dd663cb79f8e2377898b5aedd22ba4fc92f
+oid sha256:7808d4e8266ea9f4fc534e01713abdea3683f7e82519e49ea2c582dd72beedb6
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47207dbefdc55727e3540f7be9882db36230226273ca9bbf3d4b82481f410364
+oid sha256:d8ec6e7b8273fc2b55e6eed9280b95e76efc9ccbb2323825db4681d7e7341fce
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": 0.595520538243626,
   "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine_restarts/checkpoint-80000",
-  "epoch": 8.877490629315448,
+  "epoch": 9.370684553166305,
   "eval_steps": 2500,
-  "global_step": 90000,
+  "global_step": 95000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1771,6 +1771,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9058073654390935,
       "step": 90000
+    },
+    {
+      "epoch": 8.926810021700533,
+      "grad_norm": 0.05070818215608597,
+      "learning_rate": 4.827748657192423e-05,
+      "loss": 0.0011,
+      "step": 90500
+    },
+    {
+      "epoch": 8.97612941408562,
+      "grad_norm": 0.030104659497737885,
+      "learning_rate": 4.154704514310835e-05,
+      "loss": 0.0008,
+      "step": 91000
+    },
+    {
+      "epoch": 9.025448806470704,
+      "grad_norm": 0.005397017113864422,
+      "learning_rate": 3.11436001621374e-05,
+      "loss": 0.0005,
+      "step": 91500
+    },
+    {
+      "epoch": 9.07476819885579,
+      "grad_norm": 0.0016132403397932649,
+      "learning_rate": 1.9379652319228854e-05,
+      "loss": 0.0004,
+      "step": 92000
+    },
+    {
+      "epoch": 9.124087591240876,
+      "grad_norm": 0.026641881093382835,
+      "learning_rate": 8.86033285430268e-06,
+      "loss": 0.0003,
+      "step": 92500
+    },
+    {
+      "epoch": 9.124087591240876,
+      "eval_all_ligands_equal": 0.5941041076487252,
+      "eval_e3_equal": 0.8294971671388102,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9816749291784702,
+      "eval_e3_heavy_atoms_difference": 0.6019830028328612,
+      "eval_e3_heavy_atoms_difference_norm": 0.015736074666804267,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9816749291784702,
+      "eval_has_all_attachment_points": 0.9828257790368272,
+      "eval_has_three_substructures": 0.9997344192634561,
+      "eval_heavy_atoms_difference": 7.330736543909349,
+      "eval_heavy_atoms_difference_norm": 0.09710332347209924,
+      "eval_linker_equal": 0.8425991501416431,
+      "eval_linker_graph_edit_distance": 3.186968838526912e+61,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9968130311614731,
+      "eval_linker_heavy_atoms_difference": 0.2689447592067989,
+      "eval_linker_heavy_atoms_difference_norm": 0.003959269090028944,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9968130311614731,
+      "eval_loss": 0.341238796710968,
+      "eval_num_fragments": 2.999734419263456,
+      "eval_poi_equal": 0.7867386685552408,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9301522662889519,
+      "eval_poi_heavy_atoms_difference": 2.0254957507082154,
+      "eval_poi_heavy_atoms_difference_norm": 0.06838961592083195,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9301522662889519,
+      "eval_reassembly": 0.6010977337110481,
+      "eval_reassembly_nostereo": 0.6212818696883853,
+      "eval_runtime": 2307.3699,
+      "eval_samples_per_second": 4.896,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9105878186968839,
+      "step": 92500
+    },
+    {
+      "epoch": 9.173406983625961,
+      "grad_norm": 0.011141962371766567,
+      "learning_rate": 1.9151495250208456e-06,
+      "loss": 0.0003,
+      "step": 93000
+    },
+    {
+      "epoch": 9.222726376011048,
+      "grad_norm": 0.034191377460956573,
+      "learning_rate": 4.9917883874293875e-05,
+      "loss": 0.0003,
+      "step": 93500
+    },
+    {
+      "epoch": 9.272045768396133,
+      "grad_norm": 0.07056564092636108,
+      "learning_rate": 4.625787974910562e-05,
+      "loss": 0.0018,
+      "step": 94000
+    },
+    {
+      "epoch": 9.32136516078122,
+      "grad_norm": 0.003852763446047902,
+      "learning_rate": 3.788650703787805e-05,
+      "loss": 0.0006,
+      "step": 94500
+    },
+    {
+      "epoch": 9.370684553166305,
+      "grad_norm": 0.02334916777908802,
+      "learning_rate": 2.6661411876829478e-05,
+      "loss": 0.0004,
+      "step": 95000
+    },
+    {
+      "epoch": 9.370684553166305,
+      "eval_all_ligands_equal": 0.5910941926345609,
+      "eval_e3_equal": 0.8256905099150141,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9795502832861189,
+      "eval_e3_heavy_atoms_difference": 0.6888279036827195,
+      "eval_e3_heavy_atoms_difference_norm": 0.018894557591006497,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9795502832861189,
+      "eval_has_all_attachment_points": 0.9868094900849859,
+      "eval_has_three_substructures": 0.9996458923512748,
+      "eval_heavy_atoms_difference": 7.51292492917847,
+      "eval_heavy_atoms_difference_norm": 0.1005060568497407,
+      "eval_linker_equal": 0.8351628895184136,
+      "eval_linker_graph_edit_distance": 2.3902266288951842e+61,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9976097733711048,
+      "eval_linker_heavy_atoms_difference": 0.3182542492917847,
+      "eval_linker_heavy_atoms_difference_norm": 0.00709696659420846,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9976097733711048,
+      "eval_loss": 0.34200209379196167,
+      "eval_num_fragments": 2.9998229461756374,
+      "eval_poi_equal": 0.7879780453257791,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9274964589235127,
+      "eval_poi_heavy_atoms_difference": 2.1637747875354107,
+      "eval_poi_heavy_atoms_difference_norm": 0.07346859452024099,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9274964589235127,
+      "eval_reassembly": 0.5992386685552408,
+      "eval_reassembly_nostereo": 0.6217245042492918,
+      "eval_runtime": 2300.4132,
+      "eval_samples_per_second": 4.91,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9073123229461756,
+      "step": 95000
     }
   ],
   "logging_steps": 500,
@@ -1790,7 +1944,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 7.796769733999043e+17,
+  "total_flos": 8.229984794717169e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null