Training in progress, step 70000, checkpoint

last-checkpoint/generation_config.json

@@ -1,5 +1,4 @@
 {
-  "_from_model_config": true,
   "bos_token_id": 0,
   "do_sample": true,
   "eos_token_id": 2,

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d083eeea3dfec5b1393fdd67d18cf350a19dba24cdccca76b8368e84aa14022e
+oid sha256:145cca12a68d114b1cc9367db40e22fd6c5a735a04f9ca172953ab55acb1fa17
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a213c85232ab2700c00e507431ba4f57190afe0d7b163aaa4f39df7e540afea
+oid sha256:437078ead2b9240893998e22d0b3e9b59c476fc0641d20c103a4a678230b98ac
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98a08e00b96f6b985f14cdeb757cc6ef40a66bb7f1e67d59cc3b39f4a794879e
+oid sha256:beebcf7c93cb934b26799a6d5cb245388faae8340d0479f01cdbcdb08946210c
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d36242d950e4eda8219e3839a3feedd2928f349577003506dfd972c9ca136b2c
+oid sha256:54fc5ded29ec52dd558ecfb092ba8d5ed1dd5e8bb965f515a2d927585c843d9b
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.5462110481586402,
-  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine_restarts-opt25/checkpoint-10000",
-  "epoch": 6.411521010061156,
+  "best_metric": 0.5913597733711048,
+  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine_restarts/checkpoint-70000",
+  "epoch": 6.904714933912015,
   "eval_steps": 2500,
-  "global_step": 65000,
+  "global_step": 70000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1043,6 +1043,118 @@
       "learning_rate": 3.198390069020853e-05,
       "loss": 0.0007,
       "step": 65000
+    },
+    {
+      "epoch": 6.460840402446242,
+      "grad_norm": 0.013344330713152885,
+      "learning_rate": 2.0231502206670133e-05,
+      "loss": 0.0005,
+      "step": 65500
+    },
+    {
+      "epoch": 6.510159794831328,
+      "grad_norm": 0.015842510387301445,
+      "learning_rate": 9.535089582196754e-06,
+      "loss": 0.0004,
+      "step": 66000
+    },
+    {
+      "epoch": 6.5594791872164135,
+      "grad_norm": 0.003152635879814625,
+      "learning_rate": 2.263387929753233e-06,
+      "loss": 0.0004,
+      "step": 66500
+    },
+    {
+      "epoch": 6.608798579601499,
+      "grad_norm": 0.05013451725244522,
+      "learning_rate": 4.997328133516944e-05,
+      "loss": 0.0004,
+      "step": 67000
+    },
+    {
+      "epoch": 6.658117971986585,
+      "grad_norm": 0.0076034897938370705,
+      "learning_rate": 4.669142524548852e-05,
+      "loss": 0.002,
+      "step": 67500
+    },
+    {
+      "epoch": 6.707437364371671,
+      "grad_norm": 0.019150741398334503,
+      "learning_rate": 3.860490727350733e-05,
+      "loss": 0.0009,
+      "step": 68000
+    },
+    {
+      "epoch": 6.756756756756757,
+      "grad_norm": 0.011379432864487171,
+      "learning_rate": 2.750557681478918e-05,
+      "loss": 0.0005,
+      "step": 68500
+    },
+    {
+      "epoch": 6.806076149141843,
+      "grad_norm": 0.042575038969516754,
+      "learning_rate": 1.585138530760425e-05,
+      "loss": 0.0004,
+      "step": 69000
+    },
+    {
+      "epoch": 6.855395541526929,
+      "grad_norm": 0.007366618607193232,
+      "learning_rate": 6.223158404769164e-06,
+      "loss": 0.0004,
+      "step": 69500
+    },
+    {
+      "epoch": 6.904714933912015,
+      "grad_norm": 0.006865040399134159,
+      "learning_rate": 7.530710380818595e-07,
+      "loss": 0.0003,
+      "step": 70000
+    },
+    {
+      "epoch": 6.904714933912015,
+      "eval_all_ligands_equal": 0.5913597733711048,
+      "eval_e3_equal": 0.8265757790368272,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9850389518413598,
+      "eval_e3_heavy_atoms_difference": 0.5427584985835694,
+      "eval_e3_heavy_atoms_difference_norm": 0.013521375343157706,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9850389518413598,
+      "eval_has_all_attachment_points": 0.9859242209631728,
+      "eval_has_three_substructures": 1.0,
+      "eval_heavy_atoms_difference": 7.366501416430595,
+      "eval_heavy_atoms_difference_norm": 0.09873397870398803,
+      "eval_linker_equal": 0.8408286118980169,
+      "eval_linker_graph_edit_distance": 2.8328611898017003e+61,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9971671388101983,
+      "eval_linker_heavy_atoms_difference": 0.20856940509915015,
+      "eval_linker_heavy_atoms_difference_norm": 0.0012705826125932818,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9971671388101983,
+      "eval_loss": 0.34158065915107727,
+      "eval_num_fragments": 3.0,
+      "eval_poi_equal": 0.7900141643059491,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9246635977337111,
+      "eval_poi_heavy_atoms_difference": 2.174929178470255,
+      "eval_poi_heavy_atoms_difference_norm": 0.07429925518971324,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9246635977337111,
+      "eval_reassembly": 0.5992386685552408,
+      "eval_reassembly_nostereo": 0.6233179886685553,
+      "eval_runtime": 2295.0337,
+      "eval_samples_per_second": 4.922,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9081975920679887,
+      "step": 70000
     }
   ],
   "logging_steps": 500,
@@ -1062,7 +1174,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 5.631143303584635e+17,
+  "total_flos": 6.06433214147116e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null