Training in progress, step 75000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81fabb91cc7e3f0e7e2d6a6b39656d9b97dcf407d5e66728f3eace40a6625685
+oid sha256:e0e439abda96a6c46bd7b0745803bc82dce328f1c1e77e3fddc886596e3dbfb7
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0708124113d024d17d7e8725c69fa04f56a7afc2eb33b6474a8454cdce7e30f5
+oid sha256:1cdcf98b9479df166ebb42e0d57dcece23e53751bdb535d71086a4aad3bedb9e
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2843dadbca00c0a408cf867f0abe54c839025990f79836b4c579a8f5012d3914
+oid sha256:abdff6153a7eb893e8cec9e7179db9e14b6c114d35d35782f9954977f7dd1863
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7b405293c7c61627577f0ffca1ebd7a6cc00745b4ef6a4df74ea0a9189fd0ef
+oid sha256:2a8d5a368b4e2efb2f49235ac9b3e52ed97f90c05247b4e0747718cbca6efeec
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": 0.5924220963172805,
   "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine-rand-smiles/checkpoint-70000",
-  "epoch": 6.904714933912015,
+  "epoch": 7.397908857762872,
   "eval_steps": 2500,
-  "global_step": 70000,
+  "global_step": 75000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1155,6 +1155,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9464412181303116,
       "step": 70000
+    },
+    {
+      "epoch": 6.9540343262971,
+      "grad_norm": 0.01884830743074417,
+      "learning_rate": 1.001811555300422e-05,
+      "loss": 0.0003,
+      "step": 70500
+    },
+    {
+      "epoch": 7.0033537186821855,
+      "grad_norm": 0.007204363122582436,
+      "learning_rate": 9.705293329559965e-06,
+      "loss": 0.0004,
+      "step": 71000
+    },
+    {
+      "epoch": 7.052673111067271,
+      "grad_norm": 0.009515893645584583,
+      "learning_rate": 9.396866661960307e-06,
+      "loss": 0.0003,
+      "step": 71500
+    },
+    {
+      "epoch": 7.101992503452357,
+      "grad_norm": 0.01400610152631998,
+      "learning_rate": 9.091675648786607e-06,
+      "loss": 0.0003,
+      "step": 72000
+    },
+    {
+      "epoch": 7.151311895837443,
+      "grad_norm": 0.010973923839628696,
+      "learning_rate": 8.790417638516349e-06,
+      "loss": 0.0003,
+      "step": 72500
+    },
+    {
+      "epoch": 7.151311895837443,
+      "eval_all_ligands_equal": 0.5918909348441926,
+      "eval_e3_equal": 0.8251593484419264,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9886685552407932,
+      "eval_e3_heavy_atoms_difference": 0.3155099150141643,
+      "eval_e3_heavy_atoms_difference_norm": 0.004674876264079149,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9886685552407932,
+      "eval_has_all_attachment_points": 0.9888456090651558,
+      "eval_has_three_substructures": 0.9991147308781869,
+      "eval_heavy_atoms_difference": 4.57542492917847,
+      "eval_heavy_atoms_difference_norm": 0.06105317584065338,
+      "eval_linker_equal": 0.8426876770538244,
+      "eval_linker_graph_edit_distance": 3.718130311614731e+61,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9962818696883853,
+      "eval_linker_heavy_atoms_difference": 0.26044617563739375,
+      "eval_linker_heavy_atoms_difference_norm": 0.004330713276040957,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9962818696883853,
+      "eval_loss": 0.39214199781417847,
+      "eval_num_fragments": 3.0001770538243626,
+      "eval_poi_equal": 0.7898371104815864,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9601628895184136,
+      "eval_poi_heavy_atoms_difference": 1.192723087818697,
+      "eval_poi_heavy_atoms_difference_norm": 0.035486140958842484,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9601628895184136,
+      "eval_reassembly": 0.5992386685552408,
+      "eval_reassembly_nostereo": 0.630842776203966,
+      "eval_runtime": 2302.3208,
+      "eval_samples_per_second": 4.906,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9479461756373938,
+      "step": 72500
+    },
+    {
+      "epoch": 7.200631288222529,
+      "grad_norm": 0.003939173649996519,
+      "learning_rate": 8.493167110937786e-06,
+      "loss": 0.0003,
+      "step": 73000
+    },
+    {
+      "epoch": 7.249950680607615,
+      "grad_norm": 0.006046623457223177,
+      "learning_rate": 8.199997555072267e-06,
+      "loss": 0.0003,
+      "step": 73500
+    },
+    {
+      "epoch": 7.299270072992701,
+      "grad_norm": 0.008457995019853115,
+      "learning_rate": 7.911555290403444e-06,
+      "loss": 0.0003,
+      "step": 74000
+    },
+    {
+      "epoch": 7.348589465377787,
+      "grad_norm": 0.0126716373488307,
+      "learning_rate": 7.626755570937758e-06,
+      "loss": 0.0003,
+      "step": 74500
+    },
+    {
+      "epoch": 7.397908857762872,
+      "grad_norm": 0.0033882916904985905,
+      "learning_rate": 7.346251025449738e-06,
+      "loss": 0.0003,
+      "step": 75000
+    },
+    {
+      "epoch": 7.397908857762872,
+      "eval_all_ligands_equal": 0.5922450424929179,
+      "eval_e3_equal": 0.8269298866855525,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9876062322946175,
+      "eval_e3_heavy_atoms_difference": 0.2445113314447592,
+      "eval_e3_heavy_atoms_difference_norm": 0.0028633304101074964,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9876062322946175,
+      "eval_has_all_attachment_points": 0.9893767705382436,
+      "eval_has_three_substructures": 0.9987606232294618,
+      "eval_heavy_atoms_difference": 4.683958923512748,
+      "eval_heavy_atoms_difference_norm": 0.06305476454593091,
+      "eval_linker_equal": 0.8430417847025495,
+      "eval_linker_graph_edit_distance": 2.8328611898017e+61,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9971671388101983,
+      "eval_linker_heavy_atoms_difference": 0.24026203966005666,
+      "eval_linker_heavy_atoms_difference_norm": 0.004181593662072319,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9971671388101983,
+      "eval_loss": 0.39461877942085266,
+      "eval_num_fragments": 2.9998229461756374,
+      "eval_poi_equal": 0.7895715297450425,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9584808781869688,
+      "eval_poi_heavy_atoms_difference": 1.2901912181303117,
+      "eval_poi_heavy_atoms_difference_norm": 0.03941144643806612,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9584808781869688,
+      "eval_reassembly": 0.5990616147308782,
+      "eval_reassembly_nostereo": 0.6306657223796034,
+      "eval_runtime": 2312.2916,
+      "eval_samples_per_second": 4.885,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9463526912181303,
+      "step": 75000
     }
   ],
   "logging_steps": 500,
@@ -1174,7 +1328,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 6.110533685712476e+17,
+  "total_flos": 6.546932506690821e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null