Training in progress, step 100000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2790709e38d495ed69451e2e98588967f60dac42ae76070227ad36e62492bafe
+oid sha256:0f18ce4cbd95e0db674acdf88a65d7216d8955eab9350b232d8b41db01b75645
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0ea8c05c52169b3d03aae647dfe51ba544b26ad04087e18fefc7c8ea6fd417c
+oid sha256:e87ac3812b1eab045257fbd3b723a410e78ea21491c6af090c95a9ffe58efb7b
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4093fe9aef15ebbc7ba8817fd7aceacf673b76c0d65d6c1fb129733fa8a3765f
+oid sha256:caf3909e715ce7058969dc2784774ca6a2ce3f24155dabb28114627e6b94cfe6
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b1f708867db1a95ab2c4f1689ddb7f69e9949ed92954bdde4a7404728d9757d
+oid sha256:b7d51b6da9fab7e701d8025f902bab74572d314745f69867a6b2b6b4276d2dcf
 size 1192

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": 0.5903859773371105,
   "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-rand-smiles-train-0.5/checkpoint-80000",
-  "epoch": 15.78220556322746,
+  "epoch": 19.727756954034326,
   "eval_steps": 20000,
-  "global_step": 80000,
+  "global_step": 100000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -161,6 +161,76 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9314801699716714,
       "step": 80000
+    },
+    {
+      "epoch": 16.768593410929178,
+      "grad_norm": 0.022847451269626617,
+      "learning_rate": 5e-05,
+      "loss": 0.0007,
+      "step": 85000
+    },
+    {
+      "epoch": 17.754981258630895,
+      "grad_norm": 0.033651381731033325,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 90000
+    },
+    {
+      "epoch": 18.74136910633261,
+      "grad_norm": 0.024292051792144775,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 95000
+    },
+    {
+      "epoch": 19.727756954034326,
+      "grad_norm": 0.004241003189235926,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 100000
+    },
+    {
+      "epoch": 19.727756954034326,
+      "eval_all_ligands_equal": 0.5898548158640227,
+      "eval_e3_equal": 0.8240084985835694,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9944228045325779,
+      "eval_e3_heavy_atoms_difference": 0.27372521246458925,
+      "eval_e3_heavy_atoms_difference_norm": 0.0036769380650762532,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9944228045325779,
+      "eval_has_all_attachment_points": 0.9938031161473088,
+      "eval_has_three_substructures": 0.9995573654390935,
+      "eval_heavy_atoms_difference": 4.7685021246458925,
+      "eval_heavy_atoms_difference_norm": 0.06335830861107998,
+      "eval_linker_equal": 0.8472025495750708,
+      "eval_linker_graph_edit_distance": 2.301699716713881e+61,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9976983002832861,
+      "eval_linker_heavy_atoms_difference": 0.28833215297450426,
+      "eval_linker_heavy_atoms_difference_norm": 0.006717170809646121,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9976983002832861,
+      "eval_loss": 0.37508517503738403,
+      "eval_num_fragments": 3.000265580736544,
+      "eval_poi_equal": 0.7889518413597734,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9510446175637394,
+      "eval_poi_heavy_atoms_difference": 1.3950070821529745,
+      "eval_poi_heavy_atoms_difference_norm": 0.04189900380544714,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9510446175637394,
+      "eval_reassembly": 0.5970254957507082,
+      "eval_reassembly_nostereo": 0.632878895184136,
+      "eval_runtime": 2321.0747,
+      "eval_samples_per_second": 4.867,
+      "eval_steps_per_second": 0.076,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9450247875354107,
+      "step": 100000
     }
   ],
   "logging_steps": 5000,
@@ -175,12 +245,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 6.933784829879263e+17,
+  "total_flos": 8.66661730740066e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null