Training in progress, step 100000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2386f80a31a37906c8b90f62093a8dcec272c8d2979a7130dff1d333b1f6b399
+oid sha256:401ff774e1158537c2e23c84fee096252b23090c0993e91652c5251f19f20f7f
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e62c56112a7299a7a3885095dbf425c499ed6f50e6e868bc1d443e33bb77745
+oid sha256:ad69ae9846879e2de23ee8a30ca6ed32285d123dffc0d12cb42913c69032c1fe
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03ac6b661d5e42ad2a6a6c7cc71a609fb2a1f6b1ac35a5ecd38b5e376a72f3f7
+oid sha256:a71b612cc623dba04d6014f9d946be1db55f537959eda6d32a8c563307095fd4
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eea5f47120bed8e1de7668abd2e4fc8aecfacbb650574f233929aa161764669f
+oid sha256:75b3e51604688e39cc4f0b7f8de340e8a008ac6ec63a9230e6e5648b7eb6a100
 size 1192

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.6000354107648725,
-  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-rand-smiles/checkpoint-95000",
-  "epoch": 9.370684553166305,
+  "best_metric": 0.6034879603399433,
+  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-rand-smiles/checkpoint-100000",
+  "epoch": 9.863878477017163,
   "eval_steps": 2500,
-  "global_step": 95000,
+  "global_step": 100000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1925,6 +1925,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9479461756373938,
       "step": 95000
+    },
+    {
+      "epoch": 9.420003945551391,
+      "grad_norm": 0.0013870379189029336,
+      "learning_rate": 5e-06,
+      "loss": 0.0003,
+      "step": 95500
+    },
+    {
+      "epoch": 9.469323337936476,
+      "grad_norm": 0.0017357923788949847,
+      "learning_rate": 5e-06,
+      "loss": 0.0003,
+      "step": 96000
+    },
+    {
+      "epoch": 9.518642730321563,
+      "grad_norm": 0.0026179002597928047,
+      "learning_rate": 5e-06,
+      "loss": 0.0003,
+      "step": 96500
+    },
+    {
+      "epoch": 9.567962122706648,
+      "grad_norm": 0.007731061894446611,
+      "learning_rate": 5e-06,
+      "loss": 0.0003,
+      "step": 97000
+    },
+    {
+      "epoch": 9.617281515091735,
+      "grad_norm": 0.004102593753486872,
+      "learning_rate": 5e-06,
+      "loss": 0.0003,
+      "step": 97500
+    },
+    {
+      "epoch": 9.617281515091735,
+      "eval_all_ligands_equal": 0.6024256373937678,
+      "eval_e3_equal": 0.8306480169971672,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9885800283286119,
+      "eval_e3_heavy_atoms_difference": 0.6768767705382436,
+      "eval_e3_heavy_atoms_difference_norm": 0.023710215006293524,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9885800283286119,
+      "eval_has_all_attachment_points": 0.9922981586402266,
+      "eval_has_three_substructures": 0.9996458923512748,
+      "eval_heavy_atoms_difference": 4.722556657223796,
+      "eval_heavy_atoms_difference_norm": 0.06399858226310057,
+      "eval_linker_equal": 0.8600389518413598,
+      "eval_linker_graph_edit_distance": 1.7705382436260623e+61,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.998229461756374,
+      "eval_linker_heavy_atoms_difference": 0.1565155807365439,
+      "eval_linker_heavy_atoms_difference_norm": -0.001739679321310486,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.998229461756374,
+      "eval_loss": 0.37079304456710815,
+      "eval_num_fragments": 2.9996458923512748,
+      "eval_poi_equal": 0.7978045325779037,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9598087818696884,
+      "eval_poi_heavy_atoms_difference": 1.1905984419263456,
+      "eval_poi_heavy_atoms_difference_norm": 0.0370225567595165,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9598087818696884,
+      "eval_reassembly": 0.6089766288951841,
+      "eval_reassembly_nostereo": 0.6402266288951841,
+      "eval_runtime": 2313.2584,
+      "eval_samples_per_second": 4.883,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9477691218130312,
+      "step": 97500
+    },
+    {
+      "epoch": 9.66660090747682,
+      "grad_norm": 0.0008252999396063387,
+      "learning_rate": 5e-06,
+      "loss": 0.0003,
+      "step": 98000
+    },
+    {
+      "epoch": 9.715920299861907,
+      "grad_norm": 0.007616125047206879,
+      "learning_rate": 5e-06,
+      "loss": 0.0003,
+      "step": 98500
+    },
+    {
+      "epoch": 9.765239692246992,
+      "grad_norm": 0.007242043036967516,
+      "learning_rate": 5e-06,
+      "loss": 0.0003,
+      "step": 99000
+    },
+    {
+      "epoch": 9.814559084632076,
+      "grad_norm": 0.0036465292796492577,
+      "learning_rate": 5e-06,
+      "loss": 0.0003,
+      "step": 99500
+    },
+    {
+      "epoch": 9.863878477017163,
+      "grad_norm": 0.0049673086032271385,
+      "learning_rate": 5e-06,
+      "loss": 0.0003,
+      "step": 100000
+    },
+    {
+      "epoch": 9.863878477017163,
+      "eval_all_ligands_equal": 0.6034879603399433,
+      "eval_e3_equal": 0.8302939093484419,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9926522662889519,
+      "eval_e3_heavy_atoms_difference": 0.6158817280453258,
+      "eval_e3_heavy_atoms_difference_norm": 0.02077531345945583,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9926522662889519,
+      "eval_has_all_attachment_points": 0.9933604815864022,
+      "eval_has_three_substructures": 0.9997344192634561,
+      "eval_heavy_atoms_difference": 4.250354107648725,
+      "eval_heavy_atoms_difference_norm": 0.057146879563550336,
+      "eval_linker_equal": 0.8640226628895185,
+      "eval_linker_graph_edit_distance": 1.593484419263456e+61,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9984065155807366,
+      "eval_linker_heavy_atoms_difference": 0.13544617563739378,
+      "eval_linker_heavy_atoms_difference_norm": -0.0024512414387051758,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9984065155807366,
+      "eval_loss": 0.36921027302742004,
+      "eval_num_fragments": 2.999734419263456,
+      "eval_poi_equal": 0.7986898016997167,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.962907223796034,
+      "eval_poi_heavy_atoms_difference": 1.0906515580736544,
+      "eval_poi_heavy_atoms_difference_norm": 0.0332226888864283,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.962907223796034,
+      "eval_reassembly": 0.6101274787535411,
+      "eval_reassembly_nostereo": 0.6440332861189801,
+      "eval_runtime": 2315.354,
+      "eval_samples_per_second": 4.879,
+      "eval_steps_per_second": 0.076,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.955028328611898,
+      "step": 100000
     }
   ],
   "logging_steps": 500,
@@ -1939,12 +2093,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 8.292450664628905e+17,
+  "total_flos": 8.728946664336123e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null