Training in progress, step 85000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bceb1693633054e53e792404e846b2159e48eba00e232df7222f41c0f7f70bf
+oid sha256:73ff544ef0a524faec0211e86dc462ba3f1cfae3f69e660ba0e9653a1ebf83b7
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ba2b14178fe6073dedb3b02d1dd3b7a576a3540d64948cdfef7bef5a1c88fa4
+oid sha256:8a5b4e60eae9fcdfd5521b7bd1975e392e0e68beaf04d3fd50ba70b7cebbb37e
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:754f76fd6b5cf8e920f3811881e5343ade6631d4ca7a014475831d9dc0b440ff
+oid sha256:7edfadad216edb74346fbc2a1b9529aaaf4d96d3875724b3bf39b9aabea9457f
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49de5f298251aff5cdcd406e3da506d3624aced4343e501493ad6c5902ce721a
+oid sha256:ee5651ce9f7a93c546acda51748de07a0e6b93850431a85384c872d205b86712
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.5972025495750708,
-  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine/checkpoint-80000",
-  "epoch": 7.89110278161373,
+  "best_metric": 0.597556657223796,
+  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine/checkpoint-85000",
+  "epoch": 8.384296705464589,
   "eval_steps": 2500,
-  "global_step": 80000,
+  "global_step": 85000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1463,6 +1463,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9251062322946175,
       "step": 80000
+    },
+    {
+      "epoch": 7.940422173998816,
+      "grad_norm": 0.004469925072044134,
+      "learning_rate": 4.564129214831858e-06,
+      "loss": 0.0002,
+      "step": 80500
+    },
+    {
+      "epoch": 7.989741566383902,
+      "grad_norm": 0.013919726945459843,
+      "learning_rate": 4.340235334721807e-06,
+      "loss": 0.0002,
+      "step": 81000
+    },
+    {
+      "epoch": 8.039060958768989,
+      "grad_norm": 0.011285272426903248,
+      "learning_rate": 4.121449152482312e-06,
+      "loss": 0.0002,
+      "step": 81500
+    },
+    {
+      "epoch": 8.088380351154074,
+      "grad_norm": 0.003505601081997156,
+      "learning_rate": 3.907824758454454e-06,
+      "loss": 0.0002,
+      "step": 82000
+    },
+    {
+      "epoch": 8.137699743539159,
+      "grad_norm": 0.005240774247795343,
+      "learning_rate": 3.6994149668343274e-06,
+      "loss": 0.0002,
+      "step": 82500
+    },
+    {
+      "epoch": 8.137699743539159,
+      "eval_all_ligands_equal": 0.5972910764872521,
+      "eval_e3_equal": 0.828257790368272,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9884029745042493,
+      "eval_e3_heavy_atoms_difference": 0.315421388101983,
+      "eval_e3_heavy_atoms_difference_norm": 0.0055262845315828465,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9884029745042493,
+      "eval_has_all_attachment_points": 0.984507790368272,
+      "eval_has_three_substructures": 0.9993803116147308,
+      "eval_heavy_atoms_difference": 6.1099504249291785,
+      "eval_heavy_atoms_difference_norm": 0.08167488349727248,
+      "eval_linker_equal": 0.8495042492917847,
+      "eval_linker_graph_edit_distance": Infinity,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9973441926345609,
+      "eval_linker_heavy_atoms_difference": 0.15492209631728046,
+      "eval_linker_heavy_atoms_difference_norm": -0.0014936588027761213,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9973441926345609,
+      "eval_loss": 0.38009196519851685,
+      "eval_num_fragments": 3.000265580736544,
+      "eval_poi_equal": 0.7943519830028328,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9383852691218131,
+      "eval_poi_heavy_atoms_difference": 1.8310906515580736,
+      "eval_poi_heavy_atoms_difference_norm": 0.06023915382430907,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9383852691218131,
+      "eval_reassembly": 0.6043732294617564,
+      "eval_reassembly_nostereo": 0.6323477337110481,
+      "eval_runtime": 2301.9928,
+      "eval_samples_per_second": 4.907,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9263456090651558,
+      "step": 82500
+    },
+    {
+      "epoch": 8.187019135924245,
+      "grad_norm": 0.009014414623379707,
+      "learning_rate": 3.4962713026158694e-06,
+      "loss": 0.0002,
+      "step": 83000
+    },
+    {
+      "epoch": 8.23633852830933,
+      "grad_norm": 0.003539947560057044,
+      "learning_rate": 3.298443988852326e-06,
+      "loss": 0.0002,
+      "step": 83500
+    },
+    {
+      "epoch": 8.285657920694417,
+      "grad_norm": 0.006800816394388676,
+      "learning_rate": 3.1059819342396962e-06,
+      "loss": 0.0002,
+      "step": 84000
+    },
+    {
+      "epoch": 8.334977313079502,
+      "grad_norm": 0.00440778024494648,
+      "learning_rate": 2.9196700737611133e-06,
+      "loss": 0.0002,
+      "step": 84500
+    },
+    {
+      "epoch": 8.384296705464589,
+      "grad_norm": 0.01367681659758091,
+      "learning_rate": 2.7380580193039963e-06,
+      "loss": 0.0002,
+      "step": 85000
+    },
+    {
+      "epoch": 8.384296705464589,
+      "eval_all_ligands_equal": 0.597556657223796,
+      "eval_e3_equal": 0.8276381019830028,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9881373937677054,
+      "eval_e3_heavy_atoms_difference": 0.3526026912181303,
+      "eval_e3_heavy_atoms_difference_norm": 0.007320876979799362,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9881373937677054,
+      "eval_has_all_attachment_points": 0.984507790368272,
+      "eval_has_three_substructures": 0.9994688385269122,
+      "eval_heavy_atoms_difference": 6.028063031161473,
+      "eval_heavy_atoms_difference_norm": 0.08074758321724956,
+      "eval_linker_equal": 0.8491501416430595,
+      "eval_linker_graph_edit_distance": Infinity,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9974327195467422,
+      "eval_linker_heavy_atoms_difference": 0.17422096317280453,
+      "eval_linker_heavy_atoms_difference_norm": -0.0005777300511874596,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9974327195467422,
+      "eval_loss": 0.3847833275794983,
+      "eval_num_fragments": 2.9998229461756374,
+      "eval_poi_equal": 0.7947946175637394,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9398016997167139,
+      "eval_poi_heavy_atoms_difference": 1.7613314447592068,
+      "eval_poi_heavy_atoms_difference_norm": 0.05652376268722852,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9398016997167139,
+      "eval_reassembly": 0.6047273371104815,
+      "eval_reassembly_nostereo": 0.6298689801699717,
+      "eval_runtime": 2301.847,
+      "eval_samples_per_second": 4.907,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9274964589235127,
+      "step": 85000
     }
   ],
   "logging_steps": 500,
@@ -1482,7 +1636,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 6.930711359763717e+17,
+  "total_flos": 7.363704297672991e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null