Training in progress, step 90000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bade3186c939746aee4449e0ff57101ff4b77afbea832800d563cd2a9dff5c23
+oid sha256:b81440045302c1eefa2e9bb46e7e8805c428a04de6a24fe9f46587ea87bfcca5
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab2838167b6f207e5ff9462a8152a1096f09984f229962c877b90f52c09efede
+oid sha256:38443ec18070df18bce237a22d7bb5dd387c0d4bdddae00cc86604fb8052b6af
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74e388ca8334252df148488d1991df78557ce10af3baa0d6ba3c2b6ef12523fe
+oid sha256:786a7eab19dbd8ac17ba3425052b6357a24dca38614d2d72a333d8bc2f3e9ec5
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc672e72b4f6931672a9ebc2cb446a053ea93c3be41c5f8f873f2559810a72c6
+oid sha256:0dbdf033488efc02bdb5bbd298068b0b31fd085c69e24df4fc9494f6089deaa4
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": 0.5959631728045326,
   "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine-rand-smiles/checkpoint-85000",
-  "epoch": 8.384296705464589,
+  "epoch": 8.877490629315448,
   "eval_steps": 2500,
-  "global_step": 85000,
+  "global_step": 90000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1617,6 +1617,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9502478753541076,
       "step": 85000
+    },
+    {
+      "epoch": 8.433616097849674,
+      "grad_norm": 0.011240696534514427,
+      "learning_rate": 2.5622964623348843e-06,
+      "loss": 0.0002,
+      "step": 85500
+    },
+    {
+      "epoch": 8.48293549023476,
+      "grad_norm": 0.01842450723052025,
+      "learning_rate": 2.3917244156542534e-06,
+      "loss": 0.0002,
+      "step": 86000
+    },
+    {
+      "epoch": 8.532254882619846,
+      "grad_norm": 0.005196568090468645,
+      "learning_rate": 2.2267417957134883e-06,
+      "loss": 0.0002,
+      "step": 86500
+    },
+    {
+      "epoch": 8.581574275004932,
+      "grad_norm": 0.009838773868978024,
+      "learning_rate": 2.0673893910399504e-06,
+      "loss": 0.0002,
+      "step": 87000
+    },
+    {
+      "epoch": 8.630893667390017,
+      "grad_norm": 0.04019368812441826,
+      "learning_rate": 1.914008280031923e-06,
+      "loss": 0.0002,
+      "step": 87500
+    },
+    {
+      "epoch": 8.630893667390017,
+      "eval_all_ligands_equal": 0.5953434844192634,
+      "eval_e3_equal": 0.8263101983002833,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9887570821529745,
+      "eval_e3_heavy_atoms_difference": 0.1730701133144476,
+      "eval_e3_heavy_atoms_difference_norm": 0.0008003837390301783,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9887570821529745,
+      "eval_has_all_attachment_points": 0.9884029745042493,
+      "eval_has_three_substructures": 0.9995573654390935,
+      "eval_heavy_atoms_difference": 4.526203966005665,
+      "eval_heavy_atoms_difference_norm": 0.061568743782646304,
+      "eval_linker_equal": 0.8501239376770539,
+      "eval_linker_graph_edit_distance": Infinity,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9972556657223796,
+      "eval_linker_heavy_atoms_difference": 0.20635623229461755,
+      "eval_linker_heavy_atoms_difference_norm": 0.0013172185920579528,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9972556657223796,
+      "eval_loss": 0.3990042209625244,
+      "eval_num_fragments": 3.0000885269121813,
+      "eval_poi_equal": 0.7899256373937678,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9604284702549575,
+      "eval_poi_heavy_atoms_difference": 1.170325779036827,
+      "eval_poi_heavy_atoms_difference_norm": 0.03487419309053563,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9604284702549575,
+      "eval_reassembly": 0.6017174220963173,
+      "eval_reassembly_nostereo": 0.632878895184136,
+      "eval_runtime": 2317.1407,
+      "eval_samples_per_second": 4.875,
+      "eval_steps_per_second": 0.076,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9478576487252125,
+      "step": 87500
+    },
+    {
+      "epoch": 8.680213059775104,
+      "grad_norm": 0.009999396279454231,
+      "learning_rate": 1.7660216417237113e-06,
+      "loss": 0.0002,
+      "step": 88000
+    },
+    {
+      "epoch": 8.72953245216019,
+      "grad_norm": 0.0032589335460215807,
+      "learning_rate": 1.6237791221752203e-06,
+      "loss": 0.0002,
+      "step": 88500
+    },
+    {
+      "epoch": 8.778851844545276,
+      "grad_norm": 0.007267610169947147,
+      "learning_rate": 1.4873158878961374e-06,
+      "loss": 0.0002,
+      "step": 89000
+    },
+    {
+      "epoch": 8.82817123693036,
+      "grad_norm": 0.02816702425479889,
+      "learning_rate": 1.3566656765878621e-06,
+      "loss": 0.0002,
+      "step": 89500
+    },
+    {
+      "epoch": 8.877490629315448,
+      "grad_norm": 0.009792421944439411,
+      "learning_rate": 1.2318607888025413e-06,
+      "loss": 0.0002,
+      "step": 90000
+    },
+    {
+      "epoch": 8.877490629315448,
+      "eval_all_ligands_equal": 0.5956090651558074,
+      "eval_e3_equal": 0.8270184135977338,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9861898016997167,
+      "eval_e3_heavy_atoms_difference": 0.2705382436260623,
+      "eval_e3_heavy_atoms_difference_norm": 0.0048639786608157655,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9861898016997167,
+      "eval_has_all_attachment_points": 0.9884029745042493,
+      "eval_has_three_substructures": 0.9995573654390935,
+      "eval_heavy_atoms_difference": 4.702195467422096,
+      "eval_heavy_atoms_difference_norm": 0.06408037436572298,
+      "eval_linker_equal": 0.8497698300283286,
+      "eval_linker_graph_edit_distance": 3.009915014164306e+61,
+      "eval_linker_graph_edit_distance_norm": 0.02778354797312324,
+      "eval_linker_has_attachment_point(s)": 0.9969900849858357,
+      "eval_linker_heavy_atoms_difference": 0.1989199716713881,
+      "eval_linker_heavy_atoms_difference_norm": 0.00136169255914937,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9969900849858357,
+      "eval_loss": 0.39773058891296387,
+      "eval_num_fragments": 3.000265580736544,
+      "eval_poi_equal": 0.7905453257790368,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9607825779036827,
+      "eval_poi_heavy_atoms_difference": 1.1535056657223797,
+      "eval_poi_heavy_atoms_difference_norm": 0.03463791665241003,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9607825779036827,
+      "eval_reassembly": 0.6021600566572238,
+      "eval_reassembly_nostereo": 0.6329674220963173,
+      "eval_runtime": 2308.9117,
+      "eval_samples_per_second": 4.892,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9456444759206799,
+      "step": 90000
     }
   ],
   "logging_steps": 500,
@@ -1636,7 +1790,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 7.419926048624763e+17,
+  "total_flos": 7.856150564898939e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null