Training in progress, step 100000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:629c59066387572d7186cec85f68fd09a29679e9ced77cb7e2d02555652617c3
+oid sha256:58604e68a92912515716d9850d011c25e48412927b6ee61f708cd3797b025df9
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5be61bd1ed3b0487618e6ef35be00a666572bd075826e9a7ece4bc83a9715dda
+oid sha256:4a5f7a4ad699d6b0569e8fa2b6a0a484494c87488b389d0268778a5e4fe79b09
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:30741782ce3e29819a20fc22da36ffe445b9029830f9da81defafd4f5b91b4ab
+oid sha256:1ead70cb1ce66feaa8969428b75683b99735be766e54f14ed9558e7ae62bfe09
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee57e0668b261d4038c7356e1cb6d8eb8143fd9b8797c75ac5ac18791da56331
+oid sha256:d3d5f7b9c53445ba041c2bb3ff6919abcd942b55e891eb21235cf8f5e23922e0
 size 1192

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.5856055240793201,
-  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-rand-smiles-train-0.25/checkpoint-80000",
-  "epoch": 31.558185404339252,
+  "best_metric": 0.5870219546742209,
+  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-rand-smiles-train-0.25/checkpoint-100000",
+  "epoch": 39.447731755424066,
   "eval_steps": 20000,
-  "global_step": 80000,
+  "global_step": 100000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -161,6 +161,76 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9328080736543909,
       "step": 80000
+    },
+    {
+      "epoch": 33.53057199211045,
+      "grad_norm": 0.015540308319032192,
+      "learning_rate": 5e-05,
+      "loss": 0.0005,
+      "step": 85000
+    },
+    {
+      "epoch": 35.50295857988166,
+      "grad_norm": 0.04315592721104622,
+      "learning_rate": 5e-05,
+      "loss": 0.0005,
+      "step": 90000
+    },
+    {
+      "epoch": 37.47534516765286,
+      "grad_norm": 0.017927605658769608,
+      "learning_rate": 5e-05,
+      "loss": 0.0005,
+      "step": 95000
+    },
+    {
+      "epoch": 39.447731755424066,
+      "grad_norm": 0.010922293178737164,
+      "learning_rate": 5e-05,
+      "loss": 0.0005,
+      "step": 100000
+    },
+    {
+      "epoch": 39.447731755424066,
+      "eval_all_ligands_equal": 0.5870219546742209,
+      "eval_e3_equal": 0.8276381019830028,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9798158640226629,
+      "eval_e3_heavy_atoms_difference": 0.4993803116147309,
+      "eval_e3_heavy_atoms_difference_norm": 0.01531891728987192,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9798158640226629,
+      "eval_has_all_attachment_points": 0.9888456090651558,
+      "eval_has_three_substructures": 1.0,
+      "eval_heavy_atoms_difference": 5.47078611898017,
+      "eval_heavy_atoms_difference_norm": 0.07306279376337993,
+      "eval_linker_equal": 0.8350743626062322,
+      "eval_linker_graph_edit_distance": Infinity,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9969900849858357,
+      "eval_linker_heavy_atoms_difference": 0.28001062322946174,
+      "eval_linker_heavy_atoms_difference_norm": 0.0030083260769921197,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9969900849858357,
+      "eval_loss": 0.36241990327835083,
+      "eval_num_fragments": 3.0,
+      "eval_poi_equal": 0.7936437677053825,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9592776203966006,
+      "eval_poi_heavy_atoms_difference": 1.1101274787535411,
+      "eval_poi_heavy_atoms_difference_norm": 0.03114921880738521,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9592776203966006,
+      "eval_reassembly": 0.5943696883852692,
+      "eval_reassembly_nostereo": 0.6219900849858357,
+      "eval_runtime": 2314.436,
+      "eval_samples_per_second": 4.881,
+      "eval_steps_per_second": 0.076,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9367032577903682,
+      "step": 100000
     }
   ],
   "logging_steps": 5000,
@@ -175,12 +245,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 6.908210242100986e+17,
+  "total_flos": 8.63511944471965e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null