Training in progress, step 100000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77158e1a93de65c4f3f2a040e94fe078b57c318e777bfd1a4df013ce130b5203
+oid sha256:7ed9dafb4f89466da90f482fa9ea939c2143dddfc45be8d62b4d4118c45672b1
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e59c2bff8952fedefa351d5016f62be92e70cc9ae305cdfea00c51b8fe3997e2
+oid sha256:a1de088787c6562e2c047fc30aa615a3e94e3f8829a292311302687be6199d81
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0ada99153844873ab029012909b759d30448c8245a7edf5c33f603b8234187b
+oid sha256:b362d6dbce2857559e95e71b533490fd705ac985bb75f20a72d2d05e0330a297
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14015b6c173b9e7aa352e90e428e3d7c58f635929559378b29fbabecdeaa0149
+oid sha256:c7f2d2b526ca4448a295adedf257c1cf19633c30ad813b01bbf57172fbf82d05
 size 1192

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.5935729461756374,
-  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-opt25/checkpoint-80000",
-  "epoch": 7.89110278161373,
+  "best_metric": 0.5992386685552408,
+  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-opt25/checkpoint-100000",
+  "epoch": 9.863878477017163,
   "eval_steps": 20000,
-  "global_step": 80000,
+  "global_step": 100000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -161,6 +161,76 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.8892528328611898,
       "step": 80000
+    },
+    {
+      "epoch": 8.384296705464589,
+      "grad_norm": 0.010849849320948124,
+      "learning_rate": 5e-05,
+      "loss": 0.0005,
+      "step": 85000
+    },
+    {
+      "epoch": 8.877490629315448,
+      "grad_norm": 0.011544693261384964,
+      "learning_rate": 5e-05,
+      "loss": 0.0005,
+      "step": 90000
+    },
+    {
+      "epoch": 9.370684553166305,
+      "grad_norm": 0.009384240955114365,
+      "learning_rate": 5e-05,
+      "loss": 0.0005,
+      "step": 95000
+    },
+    {
+      "epoch": 9.863878477017163,
+      "grad_norm": 0.008162745274603367,
+      "learning_rate": 5e-05,
+      "loss": 0.0005,
+      "step": 100000
+    },
+    {
+      "epoch": 9.863878477017163,
+      "eval_all_ligands_equal": 0.5992386685552408,
+      "eval_e3_equal": 0.8302053824362606,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9731763456090652,
+      "eval_e3_heavy_atoms_difference": 1.0454143059490084,
+      "eval_e3_heavy_atoms_difference_norm": 0.03348467744282844,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9731763456090652,
+      "eval_has_all_attachment_points": 0.9796388101983002,
+      "eval_has_three_substructures": 0.9994688385269122,
+      "eval_heavy_atoms_difference": 8.02443342776204,
+      "eval_heavy_atoms_difference_norm": 0.10755971022893991,
+      "eval_linker_equal": 0.8418909348441926,
+      "eval_linker_graph_edit_distance": 3.718130311614731e+61,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9962818696883853,
+      "eval_linker_heavy_atoms_difference": 0.16890934844192634,
+      "eval_linker_heavy_atoms_difference_norm": -0.004560230649587742,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9962818696883853,
+      "eval_loss": 0.34204375743865967,
+      "eval_num_fragments": 3.0001770538243626,
+      "eval_poi_equal": 0.7897485835694051,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9305063739376771,
+      "eval_poi_heavy_atoms_difference": 2.0482471671388103,
+      "eval_poi_heavy_atoms_difference_norm": 0.06900840502631218,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9305063739376771,
+      "eval_reassembly": 0.6072946175637394,
+      "eval_reassembly_nostereo": 0.6260623229461756,
+      "eval_runtime": 2311.618,
+      "eval_samples_per_second": 4.887,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9027089235127479,
+      "step": 100000
     }
   ],
   "logging_steps": 5000,
@@ -175,12 +245,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 6.930316474770202e+17,
+  "total_flos": 8.663000870419031e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null