Training in progress, step 75000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:145cca12a68d114b1cc9367db40e22fd6c5a735a04f9ca172953ab55acb1fa17
+oid sha256:37e377bc555ca748127b11018bff38ec07dd93c7723f2137189d2210d6ef1965
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:437078ead2b9240893998e22d0b3e9b59c476fc0641d20c103a4a678230b98ac
+oid sha256:ac14dd418d44fa58ccd217f769b092f051c2b8a0a591f8f657f2e29b41252bbc
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:beebcf7c93cb934b26799a6d5cb245388faae8340d0479f01cdbcdb08946210c
+oid sha256:e19589c6a07c51907eb7aa8316dfd09462e0567fcdde7d6e97ba2351a4de0706
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54fc5ded29ec52dd558ecfb092ba8d5ed1dd5e8bb965f515a2d927585c843d9b
+oid sha256:4e76c075a01cce0019929f1d7f7be295009b93f17585f63594021fbd6906dc30
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": 0.5913597733711048,
   "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine_restarts/checkpoint-70000",
-  "epoch": 6.904714933912015,
+  "epoch": 7.397908857762872,
   "eval_steps": 2500,
-  "global_step": 70000,
+  "global_step": 75000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1155,6 +1155,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9081975920679887,
       "step": 70000
+    },
+    {
+      "epoch": 6.9540343262971,
+      "grad_norm": 0.05451405048370361,
+      "learning_rate": 4.9347523624767874e-05,
+      "loss": 0.0008,
+      "step": 70500
+    },
+    {
+      "epoch": 7.0033537186821855,
+      "grad_norm": 0.02272048220038414,
+      "learning_rate": 4.40563488530207e-05,
+      "loss": 0.0011,
+      "step": 71000
+    },
+    {
+      "epoch": 7.052673111067271,
+      "grad_norm": 0.013967321254312992,
+      "learning_rate": 3.4545137544325615e-05,
+      "loss": 0.0006,
+      "step": 71500
+    },
+    {
+      "epoch": 7.101992503452357,
+      "grad_norm": 0.01299150288105011,
+      "learning_rate": 2.2920151477520506e-05,
+      "loss": 0.0005,
+      "step": 72000
+    },
+    {
+      "epoch": 7.151311895837443,
+      "grad_norm": 0.013562225736677647,
+      "learning_rate": 1.1755748748262491e-05,
+      "loss": 0.0004,
+      "step": 72500
+    },
+    {
+      "epoch": 7.151311895837443,
+      "eval_all_ligands_equal": 0.5941926345609065,
+      "eval_e3_equal": 0.8275495750708215,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9848618980169972,
+      "eval_e3_heavy_atoms_difference": 0.5763101983002833,
+      "eval_e3_heavy_atoms_difference_norm": 0.012249421889539655,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9848618980169972,
+      "eval_has_all_attachment_points": 0.9845963172804533,
+      "eval_has_three_substructures": 1.0,
+      "eval_heavy_atoms_difference": 7.1870573654390935,
+      "eval_heavy_atoms_difference_norm": 0.0960046616450944,
+      "eval_linker_equal": 0.8450779036827195,
+      "eval_linker_graph_edit_distance": Infinity,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9970786118980169,
+      "eval_linker_heavy_atoms_difference": 0.22237960339943344,
+      "eval_linker_heavy_atoms_difference_norm": 0.002666489083035178,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9970786118980169,
+      "eval_loss": 0.336382657289505,
+      "eval_num_fragments": 3.0,
+      "eval_poi_equal": 0.7933781869688386,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9270538243626062,
+      "eval_poi_heavy_atoms_difference": 2.0790545325779037,
+      "eval_poi_heavy_atoms_difference_norm": 0.07067489172114745,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9270538243626062,
+      "eval_reassembly": 0.6018944759206799,
+      "eval_reassembly_nostereo": 0.6242032577903682,
+      "eval_runtime": 2299.7907,
+      "eval_samples_per_second": 4.912,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9109419263456091,
+      "step": 72500
+    },
+    {
+      "epoch": 7.200631288222529,
+      "grad_norm": 0.007629915606230497,
+      "learning_rate": 3.524291076734654e-06,
+      "loss": 0.0003,
+      "step": 73000
+    },
+    {
+      "epoch": 7.249950680607615,
+      "grad_norm": 0.01034531369805336,
+      "learning_rate": 4.863825597072047e-08,
+      "loss": 0.0003,
+      "step": 73500
+    },
+    {
+      "epoch": 7.299270072992701,
+      "grad_norm": 0.01756499893963337,
+      "learning_rate": 4.7920534490309e-05,
+      "loss": 0.0014,
+      "step": 74000
+    },
+    {
+      "epoch": 7.348589465377787,
+      "grad_norm": 0.02920692414045334,
+      "learning_rate": 4.081695196932368e-05,
+      "loss": 0.0007,
+      "step": 74500
+    },
+    {
+      "epoch": 7.397908857762872,
+      "grad_norm": 0.013725588098168373,
+      "learning_rate": 3.02106987253934e-05,
+      "loss": 0.0005,
+      "step": 75000
+    },
+    {
+      "epoch": 7.397908857762872,
+      "eval_all_ligands_equal": 0.5900318696883853,
+      "eval_e3_equal": 0.8248937677053825,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9838881019830028,
+      "eval_e3_heavy_atoms_difference": 0.6882082152974505,
+      "eval_e3_heavy_atoms_difference_norm": 0.01871438676379277,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9838881019830028,
+      "eval_has_all_attachment_points": 0.9873406515580736,
+      "eval_has_three_substructures": 0.9997344192634561,
+      "eval_heavy_atoms_difference": 7.455913597733711,
+      "eval_heavy_atoms_difference_norm": 0.0985007505593061,
+      "eval_linker_equal": 0.8362252124645893,
+      "eval_linker_graph_edit_distance": Infinity,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9970786118980169,
+      "eval_linker_heavy_atoms_difference": 0.2505311614730878,
+      "eval_linker_heavy_atoms_difference_norm": 0.002953837656202626,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9970786118980169,
+      "eval_loss": 0.3489196300506592,
+      "eval_num_fragments": 2.999734419263456,
+      "eval_poi_equal": 0.7870042492917847,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9274079320113314,
+      "eval_poi_heavy_atoms_difference": 2.143059490084986,
+      "eval_poi_heavy_atoms_difference_norm": 0.07038631697218085,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9274079320113314,
+      "eval_reassembly": 0.5971140226628895,
+      "eval_reassembly_nostereo": 0.6221671388101983,
+      "eval_runtime": 2290.38,
+      "eval_samples_per_second": 4.932,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9107648725212465,
+      "step": 75000
     }
   ],
   "logging_steps": 500,
@@ -1174,7 +1328,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 6.06433214147116e+17,
+  "total_flos": 6.497423800628813e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null