Training in progress, step 75000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ecb5e044c918d954c91a467f251821ada8da874b0d0ac17a9576f80c2c3e478
+oid sha256:6afb75f16ddad8b6c46f295d9b38acb86b1e812e95b8f98b439cf7d1fa426bf1
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:505e9b671aa22818b29b43d0cbe34b09795f1ea393cc430ee3f77aa6a1eca9fa
+oid sha256:adad457d6d9e8d896293bad76e87c13bc375e9fe1017dee94c827c9f1aa48d21
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77dc4e293062bfce5492775624cabb52f7debf0552a3b6d02eb1e46a77a45612
+oid sha256:c37badb35669c1fbafbc6766f9cabd102af37c5dd9650d3d1f23ab841acf6e2a
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7b405293c7c61627577f0ffca1ebd7a6cc00745b4ef6a4df74ea0a9189fd0ef
+oid sha256:a3bab56173b994170910d5795323817989dc195fd699f6aa0a06026341102063
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.5963172804532578,
-  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine/checkpoint-70000",
-  "epoch": 6.904714933912015,
+  "best_metric": 0.5968484419263456,
+  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine/checkpoint-75000",
+  "epoch": 7.397908857762872,
   "eval_steps": 2500,
-  "global_step": 70000,
+  "global_step": 75000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1155,6 +1155,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.921742209631728,
       "step": 70000
+    },
+    {
+      "epoch": 6.9540343262971,
+      "grad_norm": 0.006098458077758551,
+      "learning_rate": 1.001811555300422e-05,
+      "loss": 0.0003,
+      "step": 70500
+    },
+    {
+      "epoch": 7.0033537186821855,
+      "grad_norm": 0.01404863316565752,
+      "learning_rate": 9.705293329559965e-06,
+      "loss": 0.0003,
+      "step": 71000
+    },
+    {
+      "epoch": 7.052673111067271,
+      "grad_norm": 0.005748235620558262,
+      "learning_rate": 9.396252404787646e-06,
+      "loss": 0.0003,
+      "step": 71500
+    },
+    {
+      "epoch": 7.101992503452357,
+      "grad_norm": 0.022364113479852676,
+      "learning_rate": 9.091069182639542e-06,
+      "loss": 0.0003,
+      "step": 72000
+    },
+    {
+      "epoch": 7.151311895837443,
+      "grad_norm": 0.0024993352126330137,
+      "learning_rate": 8.790417638516349e-06,
+      "loss": 0.0003,
+      "step": 72500
+    },
+    {
+      "epoch": 7.151311895837443,
+      "eval_all_ligands_equal": 0.5958746458923513,
+      "eval_e3_equal": 0.8270184135977338,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9891111898016998,
+      "eval_e3_heavy_atoms_difference": 0.3385269121813031,
+      "eval_e3_heavy_atoms_difference_norm": 0.005225861500269275,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9891111898016998,
+      "eval_has_all_attachment_points": 0.9861012747875354,
+      "eval_has_three_substructures": 0.9994688385269122,
+      "eval_heavy_atoms_difference": 6.21264164305949,
+      "eval_heavy_atoms_difference_norm": 0.08315062421329239,
+      "eval_linker_equal": 0.8451664305949008,
+      "eval_linker_graph_edit_distance": 2.8328611898017e+61,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9971671388101983,
+      "eval_linker_heavy_atoms_difference": 0.22910764872521247,
+      "eval_linker_heavy_atoms_difference_norm": 0.002949945736119303,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9971671388101983,
+      "eval_loss": 0.37781959772109985,
+      "eval_num_fragments": 2.9996458923512748,
+      "eval_poi_equal": 0.7947946175637394,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9374114730878187,
+      "eval_poi_heavy_atoms_difference": 1.8699539660056657,
+      "eval_poi_heavy_atoms_difference_norm": 0.06056721262069715,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9374114730878187,
+      "eval_reassembly": 0.6030453257790368,
+      "eval_reassembly_nostereo": 0.6300460339943342,
+      "eval_runtime": 2304.732,
+      "eval_samples_per_second": 4.901,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9257259206798867,
+      "step": 72500
+    },
+    {
+      "epoch": 7.200631288222529,
+      "grad_norm": 0.008329563774168491,
+      "learning_rate": 8.493167110937786e-06,
+      "loss": 0.0002,
+      "step": 73000
+    },
+    {
+      "epoch": 7.249950680607615,
+      "grad_norm": 0.00801061000674963,
+      "learning_rate": 8.199997555072267e-06,
+      "loss": 0.0002,
+      "step": 73500
+    },
+    {
+      "epoch": 7.299270072992701,
+      "grad_norm": 0.003677870612591505,
+      "learning_rate": 7.910981451005626e-06,
+      "loss": 0.0002,
+      "step": 74000
+    },
+    {
+      "epoch": 7.348589465377787,
+      "grad_norm": 0.01143123209476471,
+      "learning_rate": 7.626190251968981e-06,
+      "loss": 0.0002,
+      "step": 74500
+    },
+    {
+      "epoch": 7.397908857762872,
+      "grad_norm": 0.010139146819710732,
+      "learning_rate": 7.3456943666733776e-06,
+      "loss": 0.0002,
+      "step": 75000
+    },
+    {
+      "epoch": 7.397908857762872,
+      "eval_all_ligands_equal": 0.5968484419263456,
+      "eval_e3_equal": 0.827992209631728,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9871635977337111,
+      "eval_e3_heavy_atoms_difference": 0.40084985835694054,
+      "eval_e3_heavy_atoms_difference_norm": 0.009092149214275373,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9871635977337111,
+      "eval_has_all_attachment_points": 0.9868094900849859,
+      "eval_has_three_substructures": 0.9996458923512748,
+      "eval_heavy_atoms_difference": 6.3768590651558075,
+      "eval_heavy_atoms_difference_norm": 0.08539069759580305,
+      "eval_linker_equal": 0.8485304532577904,
+      "eval_linker_graph_edit_distance": 2.6558073654390935e+61,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9973441926345609,
+      "eval_linker_heavy_atoms_difference": 0.2073300283286119,
+      "eval_linker_heavy_atoms_difference_norm": 0.002126790340110303,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9973441926345609,
+      "eval_loss": 0.3792908787727356,
+      "eval_num_fragments": 3.0003541076487252,
+      "eval_poi_equal": 0.796742209631728,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9372344192634561,
+      "eval_poi_heavy_atoms_difference": 1.8756196883852692,
+      "eval_poi_heavy_atoms_difference_norm": 0.060811687345212743,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9372344192634561,
+      "eval_reassembly": 0.6037535410764873,
+      "eval_reassembly_nostereo": 0.6298689801699717,
+      "eval_runtime": 2326.6144,
+      "eval_samples_per_second": 4.855,
+      "eval_steps_per_second": 0.076,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9239553824362606,
+      "step": 75000
     }
   ],
   "logging_steps": 500,
@@ -1174,7 +1328,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 6.06433214147116e+17,
+  "total_flos": 6.497423800628813e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null