Training in progress, step 80000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0e439abda96a6c46bd7b0745803bc82dce328f1c1e77e3fddc886596e3dbfb7
+oid sha256:d54bfd55ea089caf359cd54ea4d487a917f06328b6be8b42192561be2bc8a91f
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1cdcf98b9479df166ebb42e0d57dcece23e53751bdb535d71086a4aad3bedb9e
+oid sha256:10bca1bf829fc737442f63e3e44320d84c5155c603a87705277f7613840abe1e
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abdff6153a7eb893e8cec9e7179db9e14b6c114d35d35782f9954977f7dd1863
+oid sha256:4cbe8914c06726264b08ce404e8ec5c32196d3c8863b90924f9c60c625101bfc
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a8d5a368b4e2efb2f49235ac9b3e52ed97f90c05247b4e0747718cbca6efeec
+oid sha256:4bea7d2e0b7e8ee14d0d7947db1ab6d09cdcd158e7a47613c2a94b30e7f838ef
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.5924220963172805,
-  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine-rand-smiles/checkpoint-70000",
-  "epoch": 7.397908857762872,
+  "best_metric": 0.5949893767705382,
+  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine-rand-smiles/checkpoint-80000",
+  "epoch": 7.89110278161373,
   "eval_steps": 2500,
-  "global_step": 75000,
+  "global_step": 80000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1309,6 +1309,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9463526912181303,
       "step": 75000
+    },
+    {
+      "epoch": 7.447228250147958,
+      "grad_norm": 0.01033720001578331,
+      "learning_rate": 7.0701110028643575e-06,
+      "loss": 0.0003,
+      "step": 75500
+    },
+    {
+      "epoch": 7.496547642533044,
+      "grad_norm": 0.011238239705562592,
+      "learning_rate": 6.798403773068926e-06,
+      "loss": 0.0003,
+      "step": 76000
+    },
+    {
+      "epoch": 7.54586703491813,
+      "grad_norm": 0.01063668355345726,
+      "learning_rate": 6.531726389498183e-06,
+      "loss": 0.0003,
+      "step": 76500
+    },
+    {
+      "epoch": 7.595186427303216,
+      "grad_norm": 0.008092471398413181,
+      "learning_rate": 6.269075957435105e-06,
+      "loss": 0.0003,
+      "step": 77000
+    },
+    {
+      "epoch": 7.644505819688302,
+      "grad_norm": 0.0076515693217515945,
+      "learning_rate": 6.011056357445671e-06,
+      "loss": 0.0003,
+      "step": 77500
+    },
+    {
+      "epoch": 7.644505819688302,
+      "eval_all_ligands_equal": 0.5951664305949008,
+      "eval_e3_equal": 0.8265757790368272,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9892882436260623,
+      "eval_e3_heavy_atoms_difference": 0.2443342776203966,
+      "eval_e3_heavy_atoms_difference_norm": 0.0019018359231366443,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9892882436260623,
+      "eval_has_all_attachment_points": 0.9888456090651558,
+      "eval_has_three_substructures": 0.9992917847025495,
+      "eval_heavy_atoms_difference": 4.572237960339943,
+      "eval_heavy_atoms_difference_norm": 0.06191163540242748,
+      "eval_linker_equal": 0.8482648725212465,
+      "eval_linker_graph_edit_distance": 2.301699716713881e+61,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9976983002832861,
+      "eval_linker_heavy_atoms_difference": 0.22016643059490085,
+      "eval_linker_heavy_atoms_difference_norm": 0.0030724834199448584,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9976983002832861,
+      "eval_loss": 0.3914594054222107,
+      "eval_num_fragments": 3.0003541076487252,
+      "eval_poi_equal": 0.7890403682719547,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9580382436260623,
+      "eval_poi_heavy_atoms_difference": 1.2062677053824362,
+      "eval_poi_heavy_atoms_difference_norm": 0.03675441221373476,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9580382436260623,
+      "eval_reassembly": 0.601628895184136,
+      "eval_reassembly_nostereo": 0.6334100566572238,
+      "eval_runtime": 2314.03,
+      "eval_samples_per_second": 4.882,
+      "eval_steps_per_second": 0.076,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9475035410764873,
+      "step": 77500
+    },
+    {
+      "epoch": 7.693825212073387,
+      "grad_norm": 0.008383137173950672,
+      "learning_rate": 5.757731379518924e-06,
+      "loss": 0.0003,
+      "step": 78000
+    },
+    {
+      "epoch": 7.7431446044584735,
+      "grad_norm": 0.006558096036314964,
+      "learning_rate": 5.5096559996688554e-06,
+      "loss": 0.0003,
+      "step": 78500
+    },
+    {
+      "epoch": 7.7924639968435585,
+      "grad_norm": 0.012070530094206333,
+      "learning_rate": 5.26589727980922e-06,
+      "loss": 0.0003,
+      "step": 79000
+    },
+    {
+      "epoch": 7.841783389228644,
+      "grad_norm": 0.005785902496427298,
+      "learning_rate": 5.027017407123047e-06,
+      "loss": 0.0003,
+      "step": 79500
+    },
+    {
+      "epoch": 7.89110278161373,
+      "grad_norm": 0.010161773301661015,
+      "learning_rate": 4.79307543969916e-06,
+      "loss": 0.0003,
+      "step": 80000
+    },
+    {
+      "epoch": 7.89110278161373,
+      "eval_all_ligands_equal": 0.5949893767705382,
+      "eval_e3_equal": 0.8257790368271954,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9878718130311614,
+      "eval_e3_heavy_atoms_difference": 0.10968484419263456,
+      "eval_e3_heavy_atoms_difference_norm": -0.002931533414796491,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9878718130311614,
+      "eval_has_all_attachment_points": 0.9905276203966006,
+      "eval_has_three_substructures": 0.9989376770538244,
+      "eval_heavy_atoms_difference": 4.5701133144475925,
+      "eval_heavy_atoms_difference_norm": 0.06153108609413112,
+      "eval_linker_equal": 0.8472025495750708,
+      "eval_linker_graph_edit_distance": 2.6558073654390935e+61,
+      "eval_linker_graph_edit_distance_norm": 0.02850188111677236,
+      "eval_linker_has_attachment_point(s)": 0.9973441926345609,
+      "eval_linker_heavy_atoms_difference": 0.1844900849858357,
+      "eval_linker_heavy_atoms_difference_norm": -0.0007419158301506531,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9973441926345609,
+      "eval_loss": 0.3949120342731476,
+      "eval_num_fragments": 3.0003541076487252,
+      "eval_poi_equal": 0.7887747875354107,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9589235127478754,
+      "eval_poi_heavy_atoms_difference": 1.2103399433427762,
+      "eval_poi_heavy_atoms_difference_norm": 0.034957290196438014,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9589235127478754,
+      "eval_reassembly": 0.6022485835694051,
+      "eval_reassembly_nostereo": 0.6329674220963173,
+      "eval_runtime": 2318.4828,
+      "eval_samples_per_second": 4.872,
+      "eval_steps_per_second": 0.076,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9466182719546742,
+      "step": 80000
     }
   ],
   "logging_steps": 500,
@@ -1328,7 +1482,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 6.546932506690821e+17,
+  "total_flos": 6.983724670143176e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null