Training in progress, step 100000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98800cedea0e86c09fcd44f23db166d80973d991637e444a0fc94e849fbcf548
+oid sha256:01c846f08d14e00d4d7963277bb5af0e2c041cb6b75839f43b2e6a872b9f58b9
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2efa7a8ad75a50518e02b8f49462bd39d2092192012a290b0b1c8aa098aabe69
+oid sha256:10f6d780cd6bccd6f87904d3d335d7fc745f472b8c4259a615245d1289e68a98
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7808d4e8266ea9f4fc534e01713abdea3683f7e82519e49ea2c582dd72beedb6
+oid sha256:825c6c07a956a3e80f7194baa65e36aa71e3c13d9655ddb999c125bb686fc2db
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8ec6e7b8273fc2b55e6eed9280b95e76efc9ccbb2323825db4681d7e7341fce
+oid sha256:1d179a41e4174916d93a5a8f1d4efe8e3b2c37e1b1e462977eada4ab6ee769d4
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.595520538243626,
-  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine_restarts/checkpoint-80000",
-  "epoch": 9.370684553166305,
+  "best_metric": 0.5964058073654391,
+  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine_restarts/checkpoint-100000",
+  "epoch": 9.863878477017163,
   "eval_steps": 2500,
-  "global_step": 95000,
+  "global_step": 100000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1925,6 +1925,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9073123229461756,
       "step": 95000
+    },
+    {
+      "epoch": 9.420003945551391,
+      "grad_norm": 0.0024575276765972376,
+      "learning_rate": 1.5068396350908711e-05,
+      "loss": 0.0003,
+      "step": 95500
+    },
+    {
+      "epoch": 9.469323337936476,
+      "grad_norm": 0.006234079599380493,
+      "learning_rate": 5.674738665931575e-06,
+      "loss": 0.0003,
+      "step": 96000
+    },
+    {
+      "epoch": 9.518642730321563,
+      "grad_norm": 0.0032219027634710073,
+      "learning_rate": 5.606683008998137e-07,
+      "loss": 0.0003,
+      "step": 96500
+    },
+    {
+      "epoch": 9.567962122706648,
+      "grad_norm": 0.06151190027594566,
+      "learning_rate": 4.914130169253062e-05,
+      "loss": 0.0008,
+      "step": 97000
+    },
+    {
+      "epoch": 9.617281515091735,
+      "grad_norm": 0.012705793604254723,
+      "learning_rate": 4.349717018573489e-05,
+      "loss": 0.001,
+      "step": 97500
+    },
+    {
+      "epoch": 9.617281515091735,
+      "eval_all_ligands_equal": 0.5900318696883853,
+      "eval_e3_equal": 0.8251593484419264,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9770715297450425,
+      "eval_e3_heavy_atoms_difference": 0.7837287535410765,
+      "eval_e3_heavy_atoms_difference_norm": 0.021666618023752426,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9770715297450425,
+      "eval_has_all_attachment_points": 0.9895538243626062,
+      "eval_has_three_substructures": 0.9992917847025495,
+      "eval_heavy_atoms_difference": 8.148016997167138,
+      "eval_heavy_atoms_difference_norm": 0.10804380735986156,
+      "eval_linker_equal": 0.8340120396600567,
+      "eval_linker_graph_edit_distance": 3.5410764872521247e+61,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9964589235127479,
+      "eval_linker_heavy_atoms_difference": 0.23999645892351273,
+      "eval_linker_heavy_atoms_difference_norm": 0.0019764159599654626,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9964589235127479,
+      "eval_loss": 0.3328213393688202,
+      "eval_num_fragments": 3.0003541076487252,
+      "eval_poi_equal": 0.7890403682719547,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9206798866855525,
+      "eval_poi_heavy_atoms_difference": 2.272220254957507,
+      "eval_poi_heavy_atoms_difference_norm": 0.07798413320246032,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9206798866855525,
+      "eval_reassembly": 0.5977337110481586,
+      "eval_reassembly_nostereo": 0.6202195467422096,
+      "eval_runtime": 2296.0078,
+      "eval_samples_per_second": 4.92,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.8981940509915014,
+      "step": 97500
+    },
+    {
+      "epoch": 9.66660090747682,
+      "grad_norm": 0.004747785162180662,
+      "learning_rate": 3.375683249505763e-05,
+      "loss": 0.0005,
+      "step": 98000
+    },
+    {
+      "epoch": 9.715920299861907,
+      "grad_norm": 0.007481692358851433,
+      "learning_rate": 2.2077290533818858e-05,
+      "loss": 0.0004,
+      "step": 98500
+    },
+    {
+      "epoch": 9.765239692246992,
+      "grad_norm": 0.009572615846991539,
+      "learning_rate": 1.1044983823640434e-05,
+      "loss": 0.0003,
+      "step": 99000
+    },
+    {
+      "epoch": 9.814559084632076,
+      "grad_norm": 0.005006254650652409,
+      "learning_rate": 3.103021365246661e-06,
+      "loss": 0.0003,
+      "step": 99500
+    },
+    {
+      "epoch": 9.863878477017163,
+      "grad_norm": 0.005209687165915966,
+      "learning_rate": 1.015411392275567e-08,
+      "loss": 0.0003,
+      "step": 100000
+    },
+    {
+      "epoch": 9.863878477017163,
+      "eval_all_ligands_equal": 0.5964058073654391,
+      "eval_e3_equal": 0.8259560906515581,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9784879603399433,
+      "eval_e3_heavy_atoms_difference": 0.6771423512747875,
+      "eval_e3_heavy_atoms_difference_norm": 0.01736375434990478,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9784879603399433,
+      "eval_has_all_attachment_points": 0.9868094900849859,
+      "eval_has_three_substructures": 0.9998229461756374,
+      "eval_heavy_atoms_difference": 7.545945467422096,
+      "eval_heavy_atoms_difference_norm": 0.10099267663653283,
+      "eval_linker_equal": 0.845520538243626,
+      "eval_linker_graph_edit_distance": Infinity,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9975212464589235,
+      "eval_linker_heavy_atoms_difference": 0.22822237960339944,
+      "eval_linker_heavy_atoms_difference_norm": 0.0015094216065725523,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9975212464589235,
+      "eval_loss": 0.3421395421028137,
+      "eval_num_fragments": 3.0001770538243626,
+      "eval_poi_equal": 0.7916961756373938,
+      "eval_poi_graph_edit_distance": 7.37429178470255e+62,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9262570821529745,
+      "eval_poi_heavy_atoms_difference": 2.1195998583569406,
+      "eval_poi_heavy_atoms_difference_norm": 0.07347695826275151,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9262570821529745,
+      "eval_reassembly": 0.6034879603399433,
+      "eval_reassembly_nostereo": 0.6257967422096318,
+      "eval_runtime": 2304.8548,
+      "eval_samples_per_second": 4.901,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9041253541076487,
+      "step": 100000
     }
   ],
   "logging_steps": 500,
@@ -1939,12 +2093,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 8.229984794717169e+17,
+  "total_flos": 8.663173632603694e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null