Training in progress, step 95000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf7bdee124368deb80396ad25c72009cc914f1d2f4cc5b5fa68978c12a5f4e37
+oid sha256:2386f80a31a37906c8b90f62093a8dcec272c8d2979a7130dff1d333b1f6b399
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9bbe6b227f38369d569535dbfbac88b0a03d2fd679db03dab9ed544c3c37f392
+oid sha256:5e62c56112a7299a7a3885095dbf425c499ed6f50e6e868bc1d443e33bb77745
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7515f005876375d2669ea2331c08006f3320bc16aa5c8f295832ab2cda4a68b
+oid sha256:03ac6b661d5e42ad2a6a6c7cc71a609fb2a1f6b1ac35a5ecd38b5e376a72f3f7
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2f6851a3717e09cc6fe2fb12303a5d7ad22d4f208dc736c4f1963b483068ed5
+oid sha256:eea5f47120bed8e1de7668abd2e4fc8aecfacbb650574f233929aa161764669f
 size 1192

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.595520538243626,
-  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-rand-smiles/checkpoint-90000",
-  "epoch": 8.877490629315448,
+  "best_metric": 0.6000354107648725,
+  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-rand-smiles/checkpoint-95000",
+  "epoch": 9.370684553166305,
   "eval_steps": 2500,
-  "global_step": 90000,
+  "global_step": 95000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1771,6 +1771,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9310375354107648,
       "step": 90000
+    },
+    {
+      "epoch": 8.926810021700533,
+      "grad_norm": 0.007490255404263735,
+      "learning_rate": 5e-06,
+      "loss": 0.0004,
+      "step": 90500
+    },
+    {
+      "epoch": 8.97612941408562,
+      "grad_norm": 0.019985361024737358,
+      "learning_rate": 5e-06,
+      "loss": 0.0004,
+      "step": 91000
+    },
+    {
+      "epoch": 9.025448806470704,
+      "grad_norm": 0.011463545262813568,
+      "learning_rate": 5e-06,
+      "loss": 0.0003,
+      "step": 91500
+    },
+    {
+      "epoch": 9.07476819885579,
+      "grad_norm": 0.002497961511835456,
+      "learning_rate": 5e-06,
+      "loss": 0.0003,
+      "step": 92000
+    },
+    {
+      "epoch": 9.124087591240876,
+      "grad_norm": 0.0028062395285815,
+      "learning_rate": 5e-06,
+      "loss": 0.0003,
+      "step": 92500
+    },
+    {
+      "epoch": 9.124087591240876,
+      "eval_all_ligands_equal": 0.6010977337110481,
+      "eval_e3_equal": 0.8302053824362606,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9813208215297451,
+      "eval_e3_heavy_atoms_difference": 0.8631373937677054,
+      "eval_e3_heavy_atoms_difference_norm": 0.03305171358393188,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9813208215297451,
+      "eval_has_all_attachment_points": 0.9928293201133145,
+      "eval_has_three_substructures": 0.9996458923512748,
+      "eval_heavy_atoms_difference": 5.261242917847025,
+      "eval_heavy_atoms_difference_norm": 0.07232162750734558,
+      "eval_linker_equal": 0.859242209631728,
+      "eval_linker_graph_edit_distance": Infinity,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9978753541076487,
+      "eval_linker_heavy_atoms_difference": 0.1762570821529745,
+      "eval_linker_heavy_atoms_difference_norm": 0.00016629646986268825,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9978753541076487,
+      "eval_loss": 0.357794851064682,
+      "eval_num_fragments": 2.9998229461756374,
+      "eval_poi_equal": 0.7982471671388102,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9594546742209632,
+      "eval_poi_heavy_atoms_difference": 1.2296388101983002,
+      "eval_poi_heavy_atoms_difference_norm": 0.03919380504292805,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9594546742209632,
+      "eval_reassembly": 0.6080028328611898,
+      "eval_reassembly_nostereo": 0.6372167138810199,
+      "eval_runtime": 2303.9503,
+      "eval_samples_per_second": 4.903,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9396246458923513,
+      "step": 92500
+    },
+    {
+      "epoch": 9.173406983625961,
+      "grad_norm": 0.031869933009147644,
+      "learning_rate": 5e-06,
+      "loss": 0.0003,
+      "step": 93000
+    },
+    {
+      "epoch": 9.222726376011048,
+      "grad_norm": 0.0030138411093503237,
+      "learning_rate": 5e-06,
+      "loss": 0.0003,
+      "step": 93500
+    },
+    {
+      "epoch": 9.272045768396133,
+      "grad_norm": 0.0038213497027754784,
+      "learning_rate": 5e-06,
+      "loss": 0.0003,
+      "step": 94000
+    },
+    {
+      "epoch": 9.32136516078122,
+      "grad_norm": 0.005241777747869492,
+      "learning_rate": 5e-06,
+      "loss": 0.0003,
+      "step": 94500
+    },
+    {
+      "epoch": 9.370684553166305,
+      "grad_norm": 0.0022596395574510098,
+      "learning_rate": 5e-06,
+      "loss": 0.0003,
+      "step": 95000
+    },
+    {
+      "epoch": 9.370684553166305,
+      "eval_all_ligands_equal": 0.6000354107648725,
+      "eval_e3_equal": 0.8310021246458924,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9879603399433428,
+      "eval_e3_heavy_atoms_difference": 0.6214589235127479,
+      "eval_e3_heavy_atoms_difference_norm": 0.020972715432390276,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9879603399433428,
+      "eval_has_all_attachment_points": 0.9925637393767706,
+      "eval_has_three_substructures": 0.9997344192634561,
+      "eval_heavy_atoms_difference": 4.6483711048158645,
+      "eval_heavy_atoms_difference_norm": 0.0627018245353709,
+      "eval_linker_equal": 0.8579143059490085,
+      "eval_linker_graph_edit_distance": 2.1246458923512748e+61,
+      "eval_linker_graph_edit_distance_norm": 0.02610823235680867,
+      "eval_linker_has_attachment_point(s)": 0.9978753541076487,
+      "eval_linker_heavy_atoms_difference": 0.1959100566572238,
+      "eval_linker_heavy_atoms_difference_norm": 0.0018271796307546642,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9978753541076487,
+      "eval_loss": 0.3646354079246521,
+      "eval_num_fragments": 2.999734419263456,
+      "eval_poi_equal": 0.7988668555240793,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9614022662889519,
+      "eval_poi_heavy_atoms_difference": 1.1566926345609065,
+      "eval_poi_heavy_atoms_difference_norm": 0.03523055603665878,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9614022662889519,
+      "eval_reassembly": 0.6070290368271954,
+      "eval_reassembly_nostereo": 0.6392528328611898,
+      "eval_runtime": 2308.4142,
+      "eval_samples_per_second": 4.893,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9479461756373938,
+      "step": 95000
     }
   ],
   "logging_steps": 500,
@@ -1790,7 +1944,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 7.856150564898939e+17,
+  "total_flos": 8.292450664628905e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null