Training in progress, step 10000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b242afdf88c260c9d2cddded3c1ee0887525af465dd5dcdcfdc2b84a28b6253
+oid sha256:1bf836506c8149cbcd441a111b4be642870458a25ae2f3eeedd6e7a2cf02510c
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80579e5bdf8b5e88cdb1dbc26c83a24925f3127ec6e0a4becdd9f1d715beb94a
+oid sha256:341428d0d0842e998177536b5727d25fd421863f36949735aa206ad6f7163815
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d96f4f938570a561254bd4d8ecbd121b640c60ca00925f29b168fa68795030c8
+oid sha256:5070c48cad01490b4f2d819197c3c5c5a82bd21bd4386f76e5a046c175e25cef
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b5fc9d7aeafbcfc85ad28e800169b9873e63bee435ef84a54bca5548b7a7f37
+oid sha256:b68b3b15f8fb7a02257706e77d631f03d33ab51ca4309a6fc5b08c797e9f105e
 size 1192

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.5035793194874061,
-  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-opt25-rand-smiles/trial-number=15-learning_rate=4.9e-05-warmup_ratio=0.060-min_lr=0.000-factor=0.880/checkpoint-5000",
-  "epoch": 0.49319392385085814,
+  "best_metric": 0.5560760053026955,
+  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-opt25-rand-smiles/trial-number=15-learning_rate=4.9e-05-warmup_ratio=0.060-min_lr=0.000-factor=0.880/checkpoint-10000",
+  "epoch": 0.9863878477017163,
   "eval_steps": 2500,
-  "global_step": 5000,
+  "global_step": 10000,
   "is_hyper_param_search": true,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -119,6 +119,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9413168360583296,
       "step": 5000
+    },
+    {
+      "epoch": 0.542513316235944,
+      "grad_norm": 0.1995774805545807,
+      "learning_rate": 4.908939904737889e-05,
+      "loss": 0.0088,
+      "step": 5500
+    },
+    {
+      "epoch": 0.5918327086210298,
+      "grad_norm": 0.10905361920595169,
+      "learning_rate": 4.908939904737889e-05,
+      "loss": 0.0086,
+      "step": 6000
+    },
+    {
+      "epoch": 0.6411521010061156,
+      "grad_norm": 0.12407922744750977,
+      "learning_rate": 4.908939904737889e-05,
+      "loss": 0.0069,
+      "step": 6500
+    },
+    {
+      "epoch": 0.6904714933912014,
+      "grad_norm": 0.12404748797416687,
+      "learning_rate": 4.908939904737889e-05,
+      "loss": 0.0065,
+      "step": 7000
+    },
+    {
+      "epoch": 0.7397908857762873,
+      "grad_norm": 0.1506354957818985,
+      "learning_rate": 4.908939904737889e-05,
+      "loss": 0.0058,
+      "step": 7500
+    },
+    {
+      "epoch": 0.7397908857762873,
+      "eval_all_ligands_equal": 0.5415819708351746,
+      "eval_e3_equal": 0.8159080866106938,
+      "eval_e3_graph_edit_distance": 9.999999999999999e+63,
+      "eval_e3_graph_edit_distance_norm": 1.0,
+      "eval_e3_has_attachment_point(s)": 0.9960229783473266,
+      "eval_e3_heavy_atoms_difference": 0.32912063632346444,
+      "eval_e3_heavy_atoms_difference_norm": 0.005796922167053313,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9960229783473266,
+      "eval_has_all_attachment_points": 0.9901900132567388,
+      "eval_has_three_substructures": 0.9996464869642068,
+      "eval_heavy_atoms_difference": 4.918780380026513,
+      "eval_heavy_atoms_difference_norm": 0.06407529679898033,
+      "eval_linker_equal": 0.7688024745912505,
+      "eval_linker_graph_edit_distance": 9.999999999999999e+63,
+      "eval_linker_graph_edit_distance_norm": 1.0,
+      "eval_linker_has_attachment_point(s)": 0.996464869642068,
+      "eval_linker_heavy_atoms_difference": 0.4745912505523641,
+      "eval_linker_heavy_atoms_difference_norm": 0.013331007229363895,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.996464869642068,
+      "eval_loss": 0.30979785323143005,
+      "eval_num_fragments": 2.9998232434821035,
+      "eval_poi_equal": 0.7563411400795405,
+      "eval_poi_graph_edit_distance": 9.999999999999999e+63,
+      "eval_poi_graph_edit_distance_norm": 1.0,
+      "eval_poi_has_attachment_point(s)": 0.9513035793194874,
+      "eval_poi_heavy_atoms_difference": 1.4743261157755192,
+      "eval_poi_heavy_atoms_difference_norm": 0.044708914159561644,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9513035793194874,
+      "eval_reassembly": 0.5501546619531595,
+      "eval_reassembly_nostereo": 0.5733097657976138,
+      "eval_runtime": 1518.4305,
+      "eval_samples_per_second": 7.452,
+      "eval_steps_per_second": 0.117,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9452054794520548,
+      "step": 7500
+    },
+    {
+      "epoch": 0.789110278161373,
+      "grad_norm": 0.1318773776292801,
+      "learning_rate": 4.908939904737889e-05,
+      "loss": 0.0055,
+      "step": 8000
+    },
+    {
+      "epoch": 0.8384296705464589,
+      "grad_norm": 0.12343857437372208,
+      "learning_rate": 4.908939904737889e-05,
+      "loss": 0.0055,
+      "step": 8500
+    },
+    {
+      "epoch": 0.8877490629315447,
+      "grad_norm": 0.09147072583436966,
+      "learning_rate": 4.908939904737889e-05,
+      "loss": 0.0053,
+      "step": 9000
+    },
+    {
+      "epoch": 0.9370684553166305,
+      "grad_norm": 0.09247718751430511,
+      "learning_rate": 4.908939904737889e-05,
+      "loss": 0.0041,
+      "step": 9500
+    },
+    {
+      "epoch": 0.9863878477017163,
+      "grad_norm": 0.0725235790014267,
+      "learning_rate": 4.908939904737889e-05,
+      "loss": 0.0042,
+      "step": 10000
+    },
+    {
+      "epoch": 0.9863878477017163,
+      "eval_all_ligands_equal": 0.5560760053026955,
+      "eval_e3_equal": 0.8130799823243482,
+      "eval_e3_graph_edit_distance": 9.999999999999999e+63,
+      "eval_e3_graph_edit_distance_norm": 1.0,
+      "eval_e3_has_attachment_point(s)": 0.989924878479894,
+      "eval_e3_heavy_atoms_difference": 0.22978347326557666,
+      "eval_e3_heavy_atoms_difference_norm": 0.0037135010000743257,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.989924878479894,
+      "eval_has_all_attachment_points": 0.9869200176756517,
+      "eval_has_three_substructures": 0.9992045956694653,
+      "eval_heavy_atoms_difference": 4.985240830755634,
+      "eval_heavy_atoms_difference_norm": 0.06672419506246137,
+      "eval_linker_equal": 0.7943437914273089,
+      "eval_linker_graph_edit_distance": 9.999999999999999e+63,
+      "eval_linker_graph_edit_distance_norm": 1.0,
+      "eval_linker_has_attachment_point(s)": 0.9959346000883783,
+      "eval_linker_heavy_atoms_difference": 0.34785682722050376,
+      "eval_linker_heavy_atoms_difference_norm": 0.003682063606293381,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9959346000883783,
+      "eval_loss": 0.31812816858291626,
+      "eval_num_fragments": 3.0004418912947415,
+      "eval_poi_equal": 0.7676535572249227,
+      "eval_poi_graph_edit_distance": 9.999999999999999e+63,
+      "eval_poi_graph_edit_distance_norm": 1.0,
+      "eval_poi_has_attachment_point(s)": 0.9532479010163499,
+      "eval_poi_heavy_atoms_difference": 1.4363234644277507,
+      "eval_poi_heavy_atoms_difference_norm": 0.04348370648300173,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9532479010163499,
+      "eval_reassembly": 0.564206805125939,
+      "eval_reassembly_nostereo": 0.5908086610693769,
+      "eval_runtime": 1513.937,
+      "eval_samples_per_second": 7.474,
+      "eval_steps_per_second": 0.117,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9422006186478127,
+      "step": 10000
     }
   ],
   "logging_steps": 500,
@@ -133,12 +287,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 4.364959997072179e+16,
+  "total_flos": 8.729673191023411e+16,
   "train_batch_size": 128,
   "trial_name": "trial-number=15-learning_rate=4.9e-05-warmup_ratio=0.060-min_lr=0.000-factor=0.880",
   "trial_params": {