Training in progress, step 95000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ad87dd60ebf2de468d00ca60605531e472bcfaba676a189fccee2a28fabd806
+oid sha256:d2990bb2d35a49909a89bff442f13d61a7417a5e079a6cf8e28923274cb2002e
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5d5475c208426dd5984851a4160da193f8cdddc0bbc47ca5f6ab15ab2f34f2d
+oid sha256:4c680bd4586644b3bdf71bbeb0044558e338627a32760a0d0d947284db698fd1
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:257acdbd538b61874b071d7b314427c5f27589f15d1951b7232707f88c45d9bd
+oid sha256:8e040256c3112adc3eb4fea1f73182fd34c1abe5a766c4391a9a33b9c56f48dd
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47207dbefdc55727e3540f7be9882db36230226273ca9bbf3d4b82481f410364
+oid sha256:e88ab7566e2f176bfbc5e980b089e6c7a791d55062e217ce8bc66f628d299897
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": 0.5946352691218131,
   "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine_restarts-rand-smiles/checkpoint-80000",
-  "epoch": 8.877490629315448,
+  "epoch": 9.370684553166305,
   "eval_steps": 2500,
-  "global_step": 90000,
+  "global_step": 95000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1771,6 +1771,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9511331444759207,
       "step": 90000
+    },
+    {
+      "epoch": 8.926810021700533,
+      "grad_norm": 0.01550834160298109,
+      "learning_rate": 4.827748657192423e-05,
+      "loss": 0.0012,
+      "step": 90500
+    },
+    {
+      "epoch": 8.97612941408562,
+      "grad_norm": 0.027399465441703796,
+      "learning_rate": 4.152923301293402e-05,
+      "loss": 0.001,
+      "step": 91000
+    },
+    {
+      "epoch": 9.025448806470704,
+      "grad_norm": 0.006492710206657648,
+      "learning_rate": 3.112057379175168e-05,
+      "loss": 0.0011,
+      "step": 91500
+    },
+    {
+      "epoch": 9.07476819885579,
+      "grad_norm": 0.01671960949897766,
+      "learning_rate": 1.9356510908120944e-05,
+      "loss": 0.0005,
+      "step": 92000
+    },
+    {
+      "epoch": 9.124087591240876,
+      "grad_norm": 0.021362001076340675,
+      "learning_rate": 8.842201077778698e-06,
+      "loss": 0.0004,
+      "step": 92500
+    },
+    {
+      "epoch": 9.124087591240876,
+      "eval_all_ligands_equal": 0.5962287535410765,
+      "eval_e3_equal": 0.8266643059490085,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9851274787535411,
+      "eval_e3_heavy_atoms_difference": 0.43413597733711046,
+      "eval_e3_heavy_atoms_difference_norm": 0.007584618832248173,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9851274787535411,
+      "eval_has_all_attachment_points": 0.9898194050991501,
+      "eval_has_three_substructures": 0.9996458923512748,
+      "eval_heavy_atoms_difference": 5.270007082152975,
+      "eval_heavy_atoms_difference_norm": 0.06912230666647902,
+      "eval_linker_equal": 0.8491501416430595,
+      "eval_linker_graph_edit_distance": Infinity,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9974327195467422,
+      "eval_linker_heavy_atoms_difference": 0.2048512747875354,
+      "eval_linker_heavy_atoms_difference_norm": 0.0031347935926254694,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9974327195467422,
+      "eval_loss": 0.35145074129104614,
+      "eval_num_fragments": 2.9996458923512748,
+      "eval_poi_equal": 0.7930240793201133,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9509560906515581,
+      "eval_poi_heavy_atoms_difference": 1.4061614730878187,
+      "eval_poi_heavy_atoms_difference_norm": 0.04326635635068201,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9509560906515581,
+      "eval_reassembly": 0.603399433427762,
+      "eval_reassembly_nostereo": 0.6379249291784702,
+      "eval_runtime": 2328.7308,
+      "eval_samples_per_second": 4.851,
+      "eval_steps_per_second": 0.076,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9347556657223796,
+      "step": 92500
+    },
+    {
+      "epoch": 9.173406983625961,
+      "grad_norm": 0.020223114639520645,
+      "learning_rate": 1.9060426726832698e-06,
+      "loss": 0.0004,
+      "step": 93000
+    },
+    {
+      "epoch": 9.222726376011048,
+      "grad_norm": 0.03862470015883446,
+      "learning_rate": 4.9915949086131875e-05,
+      "loss": 0.0004,
+      "step": 93500
+    },
+    {
+      "epoch": 9.272045768396133,
+      "grad_norm": 0.03723582252860069,
+      "learning_rate": 4.624537012301588e-05,
+      "loss": 0.0014,
+      "step": 94000
+    },
+    {
+      "epoch": 9.32136516078122,
+      "grad_norm": 0.024159077554941177,
+      "learning_rate": 3.7866147849935365e-05,
+      "loss": 0.0009,
+      "step": 94500
+    },
+    {
+      "epoch": 9.370684553166305,
+      "grad_norm": 0.035587310791015625,
+      "learning_rate": 2.6637711677839838e-05,
+      "loss": 0.0006,
+      "step": 95000
+    },
+    {
+      "epoch": 9.370684553166305,
+      "eval_all_ligands_equal": 0.5910056657223796,
+      "eval_e3_equal": 0.8252478753541076,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9885800283286119,
+      "eval_e3_heavy_atoms_difference": 0.3373760623229462,
+      "eval_e3_heavy_atoms_difference_norm": 0.0103907749276854,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9885800283286119,
+      "eval_has_all_attachment_points": 0.9891997167138811,
+      "eval_has_three_substructures": 0.9997344192634561,
+      "eval_heavy_atoms_difference": 4.806657223796034,
+      "eval_heavy_atoms_difference_norm": 0.06561573169951616,
+      "eval_linker_equal": 0.8474681303116147,
+      "eval_linker_graph_edit_distance": Infinity,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9977868271954674,
+      "eval_linker_heavy_atoms_difference": 0.2246813031161473,
+      "eval_linker_heavy_atoms_difference_norm": 0.0029913979802416966,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9977868271954674,
+      "eval_loss": 0.3471793532371521,
+      "eval_num_fragments": 2.999734419263456,
+      "eval_poi_equal": 0.7876239376770539,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.953257790368272,
+      "eval_poi_heavy_atoms_difference": 1.2973618980169972,
+      "eval_poi_heavy_atoms_difference_norm": 0.04235447888334304,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.953257790368272,
+      "eval_reassembly": 0.5979992917847026,
+      "eval_reassembly_nostereo": 0.62907223796034,
+      "eval_runtime": 2343.2792,
+      "eval_samples_per_second": 4.821,
+      "eval_steps_per_second": 0.076,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9407754957507082,
+      "step": 95000
     }
   ],
   "logging_steps": 500,
@@ -1790,7 +1944,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 7.856150564898939e+17,
+  "total_flos": 8.292450664628905e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null