Training in progress, step 90000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73ff544ef0a524faec0211e86dc462ba3f1cfae3f69e660ba0e9653a1ebf83b7
+oid sha256:4ff0500bdfeb58d76ff7b685d5089d80f07d13d2316161eaf2f5d04548a4fcf4
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a5b4e60eae9fcdfd5521b7bd1975e392e0e68beaf04d3fd50ba70b7cebbb37e
+oid sha256:0a76deff57ed1643dc60da601cb5577ce8f7a8e509b8f3f5bd2851f7f1925198
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7edfadad216edb74346fbc2a1b9529aaaf4d96d3875724b3bf39b9aabea9457f
+oid sha256:abab459ec8b27b7d1c0479a65cf8953a31979bff2241854485f5e2426bdd6264
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee5651ce9f7a93c546acda51748de07a0e6b93850431a85384c872d205b86712
+oid sha256:103f2b6d4ea1ce4e23eb5eb8a52d35f88e9ad97b8be795a3d06d2dbd1f5aabf9
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.597556657223796,
-  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine/checkpoint-85000",
-  "epoch": 8.384296705464589,
+  "best_metric": 0.59782223796034,
+  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine/checkpoint-90000",
+  "epoch": 8.877490629315448,
   "eval_steps": 2500,
-  "global_step": 85000,
+  "global_step": 90000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1617,6 +1617,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9274964589235127,
       "step": 85000
+    },
+    {
+      "epoch": 8.433616097849674,
+      "grad_norm": 0.01910337246954441,
+      "learning_rate": 2.5619497677938975e-06,
+      "loss": 0.0002,
+      "step": 85500
+    },
+    {
+      "epoch": 8.48293549023476,
+      "grad_norm": 0.00587499001994729,
+      "learning_rate": 2.391388858339605e-06,
+      "loss": 0.0002,
+      "step": 86000
+    },
+    {
+      "epoch": 8.532254882619846,
+      "grad_norm": 0.011989916674792767,
+      "learning_rate": 2.2264174585847454e-06,
+      "loss": 0.0002,
+      "step": 86500
+    },
+    {
+      "epoch": 8.581574275004932,
+      "grad_norm": 0.0059767174534499645,
+      "learning_rate": 2.0673893910399504e-06,
+      "loss": 0.0002,
+      "step": 87000
+    },
+    {
+      "epoch": 8.630893667390017,
+      "grad_norm": 0.010840820148587227,
+      "learning_rate": 1.913706598207185e-06,
+      "loss": 0.0002,
+      "step": 87500
+    },
+    {
+      "epoch": 8.630893667390017,
+      "eval_all_ligands_equal": 0.5987075070821529,
+      "eval_e3_equal": 0.8281692634560907,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9884029745042493,
+      "eval_e3_heavy_atoms_difference": 0.3751770538243626,
+      "eval_e3_heavy_atoms_difference_norm": 0.0073208764593784646,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9884029745042493,
+      "eval_has_all_attachment_points": 0.9848618980169972,
+      "eval_has_three_substructures": 0.9991147308781869,
+      "eval_heavy_atoms_difference": 6.101805949008498,
+      "eval_heavy_atoms_difference_norm": 0.08142256101607198,
+      "eval_linker_equal": 0.8494157223796034,
+      "eval_linker_graph_edit_distance": Infinity,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9968130311614731,
+      "eval_linker_heavy_atoms_difference": 0.1990084985835694,
+      "eval_linker_heavy_atoms_difference_norm": 0.0010097837219711044,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9968130311614731,
+      "eval_loss": 0.38322362303733826,
+      "eval_num_fragments": 3.000531161473088,
+      "eval_poi_equal": 0.7955028328611898,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9403328611898017,
+      "eval_poi_heavy_atoms_difference": 1.7714235127478755,
+      "eval_poi_heavy_atoms_difference_norm": 0.05643854255359148,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9403328611898017,
+      "eval_reassembly": 0.6055240793201133,
+      "eval_reassembly_nostereo": 0.6305771954674221,
+      "eval_runtime": 2315.3072,
+      "eval_samples_per_second": 4.879,
+      "eval_steps_per_second": 0.076,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9280276203966006,
+      "step": 87500
+    },
+    {
+      "epoch": 8.680213059775104,
+      "grad_norm": 0.010447048582136631,
+      "learning_rate": 1.7657314120949286e-06,
+      "loss": 0.0002,
+      "step": 88000
+    },
+    {
+      "epoch": 8.72953245216019,
+      "grad_norm": 0.00754762114956975,
+      "learning_rate": 1.6235004164956435e-06,
+      "loss": 0.0002,
+      "step": 88500
+    },
+    {
+      "epoch": 8.778851844545276,
+      "grad_norm": 0.0072602503933012486,
+      "learning_rate": 1.4870487750699602e-06,
+      "loss": 0.0002,
+      "step": 89000
+    },
+    {
+      "epoch": 8.82817123693036,
+      "grad_norm": 0.015462782233953476,
+      "learning_rate": 1.3564102226531817e-06,
+      "loss": 0.0002,
+      "step": 89500
+    },
+    {
+      "epoch": 8.877490629315448,
+      "grad_norm": 0.003628707956522703,
+      "learning_rate": 1.2316170569150438e-06,
+      "loss": 0.0002,
+      "step": 90000
+    },
+    {
+      "epoch": 8.877490629315448,
+      "eval_all_ligands_equal": 0.59782223796034,
+      "eval_e3_equal": 0.8274610481586402,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9896423512747875,
+      "eval_e3_heavy_atoms_difference": 0.303735835694051,
+      "eval_e3_heavy_atoms_difference_norm": 0.004488732672379424,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9896423512747875,
+      "eval_has_all_attachment_points": 0.9854815864022662,
+      "eval_has_three_substructures": 0.9994688385269122,
+      "eval_heavy_atoms_difference": 5.897751416430595,
+      "eval_heavy_atoms_difference_norm": 0.07867299424690383,
+      "eval_linker_equal": 0.8490616147308782,
+      "eval_linker_graph_edit_distance": Infinity,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.99796388101983,
+      "eval_linker_heavy_atoms_difference": 0.14686614730878186,
+      "eval_linker_heavy_atoms_difference_norm": -0.0023561778228989327,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.99796388101983,
+      "eval_loss": 0.3838784992694855,
+      "eval_num_fragments": 3.0,
+      "eval_poi_equal": 0.7959454674220963,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9398902266288952,
+      "eval_poi_heavy_atoms_difference": 1.7939978753541077,
+      "eval_poi_heavy_atoms_difference_norm": 0.057305995399255676,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9398902266288952,
+      "eval_reassembly": 0.605435552407932,
+      "eval_reassembly_nostereo": 0.6316395184135978,
+      "eval_runtime": 2309.1207,
+      "eval_samples_per_second": 4.892,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9291784702549575,
+      "step": 90000
     }
   ],
   "logging_steps": 500,
@@ -1636,7 +1790,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 7.363704297672991e+17,
+  "total_flos": 7.796769733999043e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null