Training in progress, step 100000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16bb8e66671fa879eb81e50b1d20542d42f89e18ffe9fd61565bb0857caa15ad
+oid sha256:90058ed979b2d839544d5b56f2f0f1dbe9ee77fd554c30302c3a55cea36f6362
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:120489bbdc04717c894f6710efc07020c43a77fc8537101ec3b34f7b9815ffb4
+oid sha256:4ee92aa85127a79f3250f842030fa01f50b4694a03542ac6df65634114e994d1
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:914bd1dd0f099eba1e42325565507da59f36a394e4f2144793ccc165c1e69e22
+oid sha256:dba7a35b8e6495f5e3779a84bb3fa258a39ed7583ddc0623425c0e0bd4c9a5be
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5c9c566793baf06739638fe04971034f3f78b78a5adee1b2735c35275a3ddc6
+oid sha256:3e5a8d4b6be531673951291516d04e846fdad83e7f716ef79f645f92117648ae
 size 1192

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.58967776203966,
-  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-rand-smiles-train-0.75/checkpoint-80000",
-  "epoch": 10.520778537611783,
+  "best_metric": 0.5946352691218131,
+  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-rand-smiles-train-0.75/checkpoint-100000",
+  "epoch": 13.150973172014728,
   "eval_steps": 20000,
-  "global_step": 80000,
+  "global_step": 100000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -161,6 +161,76 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9300637393767706,
       "step": 80000
+    },
+    {
+      "epoch": 11.17832719621252,
+      "grad_norm": 0.012910183519124985,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 85000
+    },
+    {
+      "epoch": 11.835875854813256,
+      "grad_norm": 0.018773123621940613,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 90000
+    },
+    {
+      "epoch": 12.493424513413993,
+      "grad_norm": 0.03847852721810341,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 95000
+    },
+    {
+      "epoch": 13.150973172014728,
+      "grad_norm": 0.018241887912154198,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 100000
+    },
+    {
+      "epoch": 13.150973172014728,
+      "eval_all_ligands_equal": 0.5946352691218131,
+      "eval_e3_equal": 0.8238314447592068,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9859242209631728,
+      "eval_e3_heavy_atoms_difference": 0.544971671388102,
+      "eval_e3_heavy_atoms_difference_norm": 0.013865198436419776,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9859242209631728,
+      "eval_has_all_attachment_points": 0.9914128895184136,
+      "eval_has_three_substructures": 0.9995573654390935,
+      "eval_heavy_atoms_difference": 5.514606940509915,
+      "eval_heavy_atoms_difference_norm": 0.07334916512795388,
+      "eval_linker_equal": 0.8442811614730878,
+      "eval_linker_graph_edit_distance": 1.593484419263456e+61,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9984065155807366,
+      "eval_linker_heavy_atoms_difference": 0.23406515580736545,
+      "eval_linker_heavy_atoms_difference_norm": 0.003359048950156126,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9984065155807366,
+      "eval_loss": 0.35622870922088623,
+      "eval_num_fragments": 2.9995573654390935,
+      "eval_poi_equal": 0.7947060906515581,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9498937677053825,
+      "eval_poi_heavy_atoms_difference": 1.5246104815864023,
+      "eval_poi_heavy_atoms_difference_norm": 0.049952225343641146,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9498937677053825,
+      "eval_reassembly": 0.6020715297450425,
+      "eval_reassembly_nostereo": 0.6351805949008499,
+      "eval_runtime": 2434.0474,
+      "eval_samples_per_second": 4.641,
+      "eval_steps_per_second": 0.073,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9361720963172805,
+      "step": 100000
     }
   ],
   "logging_steps": 5000,
@@ -175,12 +245,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 6.955602225770995e+17,
+  "total_flos": 8.693907948129274e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null