Training in progress, step 85000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d54bfd55ea089caf359cd54ea4d487a917f06328b6be8b42192561be2bc8a91f
+oid sha256:bade3186c939746aee4449e0ff57101ff4b77afbea832800d563cd2a9dff5c23
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10bca1bf829fc737442f63e3e44320d84c5155c603a87705277f7613840abe1e
+oid sha256:ab2838167b6f207e5ff9462a8152a1096f09984f229962c877b90f52c09efede
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4cbe8914c06726264b08ce404e8ec5c32196d3c8863b90924f9c60c625101bfc
+oid sha256:74e388ca8334252df148488d1991df78557ce10af3baa0d6ba3c2b6ef12523fe
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bea7d2e0b7e8ee14d0d7947db1ab6d09cdcd158e7a47613c2a94b30e7f838ef
+oid sha256:bc672e72b4f6931672a9ebc2cb446a053ea93c3be41c5f8f873f2559810a72c6
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.5949893767705382,
-  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine-rand-smiles/checkpoint-80000",
-  "epoch": 7.89110278161373,
+  "best_metric": 0.5959631728045326,
+  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine-rand-smiles/checkpoint-85000",
+  "epoch": 8.384296705464589,
   "eval_steps": 2500,
-  "global_step": 80000,
+  "global_step": 85000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1463,6 +1463,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9466182719546742,
       "step": 80000
+    },
+    {
+      "epoch": 7.940422173998816,
+      "grad_norm": 0.021738652139902115,
+      "learning_rate": 4.564582083701799e-06,
+      "loss": 0.0003,
+      "step": 80500
+    },
+    {
+      "epoch": 7.989741566383902,
+      "grad_norm": 0.01311516109853983,
+      "learning_rate": 4.340678043241161e-06,
+      "loss": 0.0003,
+      "step": 81000
+    },
+    {
+      "epoch": 8.039060958768989,
+      "grad_norm": 0.03375653550028801,
+      "learning_rate": 4.121881591200602e-06,
+      "loss": 0.0002,
+      "step": 81500
+    },
+    {
+      "epoch": 8.088380351154074,
+      "grad_norm": 0.01043145451694727,
+      "learning_rate": 3.908246820460176e-06,
+      "loss": 0.0002,
+      "step": 82000
+    },
+    {
+      "epoch": 8.137699743539159,
+      "grad_norm": 0.008790087886154652,
+      "learning_rate": 3.6998265477814154e-06,
+      "loss": 0.0002,
+      "step": 82500
+    },
+    {
+      "epoch": 8.137699743539159,
+      "eval_all_ligands_equal": 0.5950779036827195,
+      "eval_e3_equal": 0.8269298866855525,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9907932011331445,
+      "eval_e3_heavy_atoms_difference": 0.020095609065155808,
+      "eval_e3_heavy_atoms_difference_norm": -0.005098161544823606,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9907932011331445,
+      "eval_has_all_attachment_points": 0.9908817280453258,
+      "eval_has_three_substructures": 0.9994688385269122,
+      "eval_heavy_atoms_difference": 4.166873229461756,
+      "eval_heavy_atoms_difference_norm": 0.056463252320257784,
+      "eval_linker_equal": 0.8476451841359773,
+      "eval_linker_graph_edit_distance": Infinity,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9973441926345609,
+      "eval_linker_heavy_atoms_difference": 0.18369334277620397,
+      "eval_linker_heavy_atoms_difference_norm": 0.0003880178606031887,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9973441926345609,
+      "eval_loss": 0.39738067984580994,
+      "eval_num_fragments": 3.0001770538243626,
+      "eval_poi_equal": 0.7907223796033994,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9626416430594901,
+      "eval_poi_heavy_atoms_difference": 1.1489907932011332,
+      "eval_poi_heavy_atoms_difference_norm": 0.034174711553182684,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9626416430594901,
+      "eval_reassembly": 0.6020715297450425,
+      "eval_reassembly_nostereo": 0.6333215297450425,
+      "eval_runtime": 2310.7745,
+      "eval_samples_per_second": 4.888,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9522839943342776,
+      "step": 82500
+    },
+    {
+      "epoch": 8.187019135924245,
+      "grad_norm": 0.010825219564139843,
+      "learning_rate": 3.4970733201485363e-06,
+      "loss": 0.0002,
+      "step": 83000
+    },
+    {
+      "epoch": 8.23633852830933,
+      "grad_norm": 0.02623472549021244,
+      "learning_rate": 3.2992246426767598e-06,
+      "loss": 0.0002,
+      "step": 83500
+    },
+    {
+      "epoch": 8.285657920694417,
+      "grad_norm": 0.00604247534647584,
+      "learning_rate": 3.1067410313554478e-06,
+      "loss": 0.0002,
+      "step": 84000
+    },
+    {
+      "epoch": 8.334977313079502,
+      "grad_norm": 0.010682527907192707,
+      "learning_rate": 2.9196700737611133e-06,
+      "loss": 0.0002,
+      "step": 84500
+    },
+    {
+      "epoch": 8.384296705464589,
+      "grad_norm": 0.006912824232131243,
+      "learning_rate": 2.7384157653582875e-06,
+      "loss": 0.0002,
+      "step": 85000
+    },
+    {
+      "epoch": 8.384296705464589,
+      "eval_all_ligands_equal": 0.5959631728045326,
+      "eval_e3_equal": 0.8273725212464589,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9899964589235127,
+      "eval_e3_heavy_atoms_difference": 0.11968838526912182,
+      "eval_e3_heavy_atoms_difference_norm": -0.0009492417791004414,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9899964589235127,
+      "eval_has_all_attachment_points": 0.9893767705382436,
+      "eval_has_three_substructures": 0.9993803116147308,
+      "eval_heavy_atoms_difference": 4.283817280453258,
+      "eval_heavy_atoms_difference_norm": 0.05811594320539324,
+      "eval_linker_equal": 0.8491501416430595,
+      "eval_linker_graph_edit_distance": 2.9213881019830026e+61,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9970786118980169,
+      "eval_linker_heavy_atoms_difference": 0.1703257790368272,
+      "eval_linker_heavy_atoms_difference_norm": -0.000978229223694918,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9970786118980169,
+      "eval_loss": 0.39642128348350525,
+      "eval_num_fragments": 3.000619688385269,
+      "eval_poi_equal": 0.7903682719546742,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9614907932011332,
+      "eval_poi_heavy_atoms_difference": 1.1409348441926346,
+      "eval_poi_heavy_atoms_difference_norm": 0.033616156238003056,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9614907932011332,
+      "eval_reassembly": 0.6024256373937678,
+      "eval_reassembly_nostereo": 0.6345609065155807,
+      "eval_runtime": 2317.1994,
+      "eval_samples_per_second": 4.875,
+      "eval_steps_per_second": 0.076,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9502478753541076,
+      "step": 85000
     }
   ],
   "logging_steps": 500,
@@ -1482,7 +1636,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 6.983724670143176e+17,
+  "total_flos": 7.419926048624763e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null