Training in progress, step 70000, checkpoint

last-checkpoint/generation_config.json

@@ -1,5 +1,4 @@
 {
-  "_from_model_config": true,
   "bos_token_id": 0,
   "do_sample": true,
   "eos_token_id": 2,

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3b254b4a3687ef7287ef183ae3baa563e0f62da93dadce76976959d35745f8b
+oid sha256:3ecb5e044c918d954c91a467f251821ada8da874b0d0ac17a9576f80c2c3e478
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:689e556e337a0cb773e690dd67bccbca34493c708d822c4bcef13f0068cadc46
+oid sha256:505e9b671aa22818b29b43d0cbe34b09795f1ea393cc430ee3f77aa6a1eca9fa
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14af7f8b0e4bfa0614ea002967064faf2fe92f8684ee222995eaceafe28eaba1
+oid sha256:77dc4e293062bfce5492775624cabb52f7debf0552a3b6d02eb1e46a77a45612
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ef1f0d7258e92b9f9871d81d52ebcc946c37081ef596ae367fa8c041eca7a05
+oid sha256:d7b405293c7c61627577f0ffca1ebd7a6cc00745b4ef6a4df74ea0a9189fd0ef
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.5477160056657224,
-  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine-opt25/checkpoint-10000",
-  "epoch": 6.411521010061156,
+  "best_metric": 0.5963172804532578,
+  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine/checkpoint-70000",
+  "epoch": 6.904714933912015,
   "eval_steps": 2500,
-  "global_step": 65000,
+  "global_step": 70000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1043,6 +1043,118 @@
       "learning_rate": 1.3684575241351546e-05,
       "loss": 0.0003,
       "step": 65000
+    },
+    {
+      "epoch": 6.460840402446242,
+      "grad_norm": 0.01365108322352171,
+      "learning_rate": 1.3335466168024479e-05,
+      "loss": 0.0003,
+      "step": 65500
+    },
+    {
+      "epoch": 6.510159794831328,
+      "grad_norm": 0.01254518423229456,
+      "learning_rate": 1.2989240908505564e-05,
+      "loss": 0.0003,
+      "step": 66000
+    },
+    {
+      "epoch": 6.5594791872164135,
+      "grad_norm": 0.0054794480092823505,
+      "learning_rate": 1.2645985059801791e-05,
+      "loss": 0.0003,
+      "step": 66500
+    },
+    {
+      "epoch": 6.608798579601499,
+      "grad_norm": 0.007447356358170509,
+      "learning_rate": 1.2306460783748302e-05,
+      "loss": 0.0003,
+      "step": 67000
+    },
+    {
+      "epoch": 6.658117971986585,
+      "grad_norm": 0.0031654227059334517,
+      "learning_rate": 1.196939123002433e-05,
+      "loss": 0.0003,
+      "step": 67500
+    },
+    {
+      "epoch": 6.707437364371671,
+      "grad_norm": 0.009027605876326561,
+      "learning_rate": 1.1635543223774156e-05,
+      "loss": 0.0003,
+      "step": 68000
+    },
+    {
+      "epoch": 6.756756756756757,
+      "grad_norm": 0.008913296274840832,
+      "learning_rate": 1.130499930198588e-05,
+      "loss": 0.0003,
+      "step": 68500
+    },
+    {
+      "epoch": 6.806076149141843,
+      "grad_norm": 0.005660299211740494,
+      "learning_rate": 1.0977841184781343e-05,
+      "loss": 0.0003,
+      "step": 69000
+    },
+    {
+      "epoch": 6.855395541526929,
+      "grad_norm": 0.006413063500076532,
+      "learning_rate": 1.0654793624981977e-05,
+      "loss": 0.0003,
+      "step": 69500
+    },
+    {
+      "epoch": 6.904714933912015,
+      "grad_norm": 0.004667436238378286,
+      "learning_rate": 1.0334641736320572e-05,
+      "loss": 0.0003,
+      "step": 70000
+    },
+    {
+      "epoch": 6.904714933912015,
+      "eval_all_ligands_equal": 0.5963172804532578,
+      "eval_e3_equal": 0.8271954674220963,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9876062322946175,
+      "eval_e3_heavy_atoms_difference": 0.32790368271954673,
+      "eval_e3_heavy_atoms_difference_norm": 0.004086581188234727,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9876062322946175,
+      "eval_has_all_attachment_points": 0.9836225212464589,
+      "eval_has_three_substructures": 0.9996458923512748,
+      "eval_heavy_atoms_difference": 6.53257790368272,
+      "eval_heavy_atoms_difference_norm": 0.08691394560206064,
+      "eval_linker_equal": 0.8436614730878187,
+      "eval_linker_graph_edit_distance": Infinity,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9970786118980169,
+      "eval_linker_heavy_atoms_difference": 0.2073300283286119,
+      "eval_linker_heavy_atoms_difference_norm": -0.00028415548137912695,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9970786118980169,
+      "eval_loss": 0.3754393458366394,
+      "eval_num_fragments": 3.0,
+      "eval_poi_equal": 0.7956798866855525,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.93546388101983,
+      "eval_poi_heavy_atoms_difference": 1.9802584985835694,
+      "eval_poi_heavy_atoms_difference_norm": 0.06374572149016507,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.93546388101983,
+      "eval_reassembly": 0.6042847025495751,
+      "eval_reassembly_nostereo": 0.6316395184135978,
+      "eval_runtime": 2293.8906,
+      "eval_samples_per_second": 4.924,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.921742209631728,
+      "step": 70000
     }
   ],
   "logging_steps": 500,
@@ -1062,7 +1174,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 5.631143303584635e+17,
+  "total_flos": 6.06433214147116e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null