Training in progress, step 90000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b72da7649e06f3ee5ee82e8ef6fd085337fa69b0da3b41ab786c05632563c2a
+oid sha256:bf7bdee124368deb80396ad25c72009cc914f1d2f4cc5b5fa68978c12a5f4e37
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5ca4d64e58483afb5d7307854d698b9efd7a98aaf1ddcae3f2a5550755db687
+oid sha256:9bbe6b227f38369d569535dbfbac88b0a03d2fd679db03dab9ed544c3c37f392
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f32a7404fa67409e75002cb55c6ebe078c972896cd238e9ec19239bf50935093
+oid sha256:c7515f005876375d2669ea2331c08006f3320bc16aa5c8f295832ab2cda4a68b
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9c2ed4c7453e98f1b66366d9f6be8c14527814ac055f40f8ce34a4f1293e00b
+oid sha256:c2f6851a3717e09cc6fe2fb12303a5d7ad22d4f208dc736c4f1963b483068ed5
 size 1192

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.5933073654390935,
-  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-rand-smiles/checkpoint-70000",
-  "epoch": 8.384296705464589,
+  "best_metric": 0.595520538243626,
+  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-rand-smiles/checkpoint-90000",
+  "epoch": 8.877490629315448,
   "eval_steps": 2500,
-  "global_step": 85000,
+  "global_step": 90000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1617,6 +1617,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9382967422096318,
       "step": 85000
+    },
+    {
+      "epoch": 8.433616097849674,
+      "grad_norm": 0.039685726165771484,
+      "learning_rate": 5e-05,
+      "loss": 0.0005,
+      "step": 85500
+    },
+    {
+      "epoch": 8.48293549023476,
+      "grad_norm": 0.03857019916176796,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 86000
+    },
+    {
+      "epoch": 8.532254882619846,
+      "grad_norm": 0.009983392432332039,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 86500
+    },
+    {
+      "epoch": 8.581574275004932,
+      "grad_norm": 0.016462204977869987,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 87000
+    },
+    {
+      "epoch": 8.630893667390017,
+      "grad_norm": 0.04031758010387421,
+      "learning_rate": 5e-05,
+      "loss": 0.001,
+      "step": 87500
+    },
+    {
+      "epoch": 8.630893667390017,
+      "eval_all_ligands_equal": 0.5933958923512748,
+      "eval_e3_equal": 0.8293201133144475,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9881373937677054,
+      "eval_e3_heavy_atoms_difference": 0.6075601983002833,
+      "eval_e3_heavy_atoms_difference_norm": 0.017386111936693323,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9881373937677054,
+      "eval_has_all_attachment_points": 0.9930063739376771,
+      "eval_has_three_substructures": 0.9997344192634561,
+      "eval_heavy_atoms_difference": 5.84985835694051,
+      "eval_heavy_atoms_difference_norm": 0.07722163878655638,
+      "eval_linker_equal": 0.8428647308781869,
+      "eval_linker_graph_edit_distance": 2.832861189801699e+61,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9971671388101983,
+      "eval_linker_heavy_atoms_difference": 0.2046742209631728,
+      "eval_linker_heavy_atoms_difference_norm": -0.0008778341533898135,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9971671388101983,
+      "eval_loss": 0.35258108377456665,
+      "eval_num_fragments": 2.999734419263456,
+      "eval_poi_equal": 0.78328611898017,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9449362606232294,
+      "eval_poi_heavy_atoms_difference": 1.7052939093484418,
+      "eval_poi_heavy_atoms_difference_norm": 0.05204069250730441,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9449362606232294,
+      "eval_reassembly": 0.6005665722379604,
+      "eval_reassembly_nostereo": 0.6351805949008499,
+      "eval_runtime": 2282.6691,
+      "eval_samples_per_second": 4.949,
+      "eval_steps_per_second": 0.078,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9323654390934845,
+      "step": 87500
+    },
+    {
+      "epoch": 8.680213059775104,
+      "grad_norm": 0.00966018158942461,
+      "learning_rate": 5e-05,
+      "loss": 0.0007,
+      "step": 88000
+    },
+    {
+      "epoch": 8.72953245216019,
+      "grad_norm": 0.033011872321367264,
+      "learning_rate": 5e-05,
+      "loss": 0.0005,
+      "step": 88500
+    },
+    {
+      "epoch": 8.778851844545276,
+      "grad_norm": 0.030984072014689445,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 89000
+    },
+    {
+      "epoch": 8.82817123693036,
+      "grad_norm": 0.026483656838536263,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 89500
+    },
+    {
+      "epoch": 8.877490629315448,
+      "grad_norm": 0.02804381400346756,
+      "learning_rate": 5e-05,
+      "loss": 0.0011,
+      "step": 90000
+    },
+    {
+      "epoch": 8.877490629315448,
+      "eval_all_ligands_equal": 0.595520538243626,
+      "eval_e3_equal": 0.8275495750708215,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9827372521246459,
+      "eval_e3_heavy_atoms_difference": 0.7811614730878187,
+      "eval_e3_heavy_atoms_difference_norm": 0.02834301211747189,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9827372521246459,
+      "eval_has_all_attachment_points": 0.9923866855524079,
+      "eval_has_three_substructures": 0.9995573654390935,
+      "eval_heavy_atoms_difference": 5.942457507082153,
+      "eval_heavy_atoms_difference_norm": 0.08051500387133764,
+      "eval_linker_equal": 0.8484419263456091,
+      "eval_linker_graph_edit_distance": 3.0984419263456094e+61,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9969015580736544,
+      "eval_linker_heavy_atoms_difference": 0.292050283286119,
+      "eval_linker_heavy_atoms_difference_norm": 0.006916113507416433,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9969015580736544,
+      "eval_loss": 0.3571625053882599,
+      "eval_num_fragments": 2.9995573654390935,
+      "eval_poi_equal": 0.7940864022662889,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9503364022662889,
+      "eval_poi_heavy_atoms_difference": 1.5164660056657224,
+      "eval_poi_heavy_atoms_difference_norm": 0.04747549331915556,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9503364022662889,
+      "eval_reassembly": 0.6022485835694051,
+      "eval_reassembly_nostereo": 0.6323477337110481,
+      "eval_runtime": 2303.5105,
+      "eval_samples_per_second": 4.904,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9310375354107648,
+      "step": 90000
     }
   ],
   "logging_steps": 500,
@@ -1636,7 +1790,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 7.419926048624763e+17,
+  "total_flos": 7.856150564898939e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null