Training in progress, step 75000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8156f2d05f008ab14e4f9ff4cf00464ab8dedc324048799bb7813f56f1455aa
+oid sha256:a98a5e9bef6d4ebdaeb329f32cb46c28f049fd5f350830fe301e04c71cf21988
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22a9fe24e12b0fccc361f7f058d9a04ed40403345f911cf5e190c1b713dd223b
+oid sha256:067e76a7011912500701a7340bde9586e6575433596888868ed8cfa5f87b564d
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f1a78ce8fa051669a7cd4c6bca63f629c83f912ad6325f1a5a7d9a4e1fd04c0
+oid sha256:c7987468e65195dfd95052d8f291273f12b1b47826b908319589b645b381f8dd
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b232468396fd1b672ffe7d6d3dd6ae81216e79f635927559657b61a1ac09dbf5
+oid sha256:0c2ba08ff10ddd66d36e7c04eee15a43ad5954d69f1d9c726de7aa84faf6c994
 size 1192

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": 0.5933073654390935,
   "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-rand-smiles/checkpoint-70000",
-  "epoch": 6.904714933912015,
+  "epoch": 7.397908857762872,
   "eval_steps": 2500,
-  "global_step": 70000,
+  "global_step": 75000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1155,6 +1155,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9407754957507082,
       "step": 70000
+    },
+    {
+      "epoch": 6.9540343262971,
+      "grad_norm": 0.03940337523818016,
+      "learning_rate": 5e-05,
+      "loss": 0.0007,
+      "step": 70500
+    },
+    {
+      "epoch": 7.0033537186821855,
+      "grad_norm": 0.013938716612756252,
+      "learning_rate": 5e-05,
+      "loss": 0.0007,
+      "step": 71000
+    },
+    {
+      "epoch": 7.052673111067271,
+      "grad_norm": 0.011412853375077248,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 71500
+    },
+    {
+      "epoch": 7.101992503452357,
+      "grad_norm": 0.01979513093829155,
+      "learning_rate": 5e-05,
+      "loss": 0.0007,
+      "step": 72000
+    },
+    {
+      "epoch": 7.151311895837443,
+      "grad_norm": 0.01855366677045822,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 72500
+    },
+    {
+      "epoch": 7.151311895837443,
+      "eval_all_ligands_equal": 0.5905630311614731,
+      "eval_e3_equal": 0.8244511331444759,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9896423512747875,
+      "eval_e3_heavy_atoms_difference": 0.41324362606232296,
+      "eval_e3_heavy_atoms_difference_norm": 0.009797145206793536,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9896423512747875,
+      "eval_has_all_attachment_points": 0.9855701133144475,
+      "eval_has_three_substructures": 0.9999114730878187,
+      "eval_heavy_atoms_difference": 5.1041961756373935,
+      "eval_heavy_atoms_difference_norm": 0.06840612220299803,
+      "eval_linker_equal": 0.8442811614730878,
+      "eval_linker_graph_edit_distance": Infinity,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9977868271954674,
+      "eval_linker_heavy_atoms_difference": 0.13225920679886685,
+      "eval_linker_heavy_atoms_difference_norm": -0.003350444216765269,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9977868271954674,
+      "eval_loss": 0.36827388405799866,
+      "eval_num_fragments": 3.0000885269121813,
+      "eval_poi_equal": 0.7870042492917847,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9498937677053825,
+      "eval_poi_heavy_atoms_difference": 1.4326310198300283,
+      "eval_poi_heavy_atoms_difference_norm": 0.047336977702972384,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9498937677053825,
+      "eval_reassembly": 0.5973796033994334,
+      "eval_reassembly_nostereo": 0.6340297450424929,
+      "eval_runtime": 2309.4187,
+      "eval_samples_per_second": 4.891,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9390049575070821,
+      "step": 72500
+    },
+    {
+      "epoch": 7.200631288222529,
+      "grad_norm": 0.009863517247140408,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 73000
+    },
+    {
+      "epoch": 7.249950680607615,
+      "grad_norm": 0.03714962303638458,
+      "learning_rate": 5e-05,
+      "loss": 0.0007,
+      "step": 73500
+    },
+    {
+      "epoch": 7.299270072992701,
+      "grad_norm": 0.016814785078167915,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 74000
+    },
+    {
+      "epoch": 7.348589465377787,
+      "grad_norm": 0.012567018158733845,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 74500
+    },
+    {
+      "epoch": 7.397908857762872,
+      "grad_norm": 0.012865165248513222,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 75000
+    },
+    {
+      "epoch": 7.397908857762872,
+      "eval_all_ligands_equal": 0.5893236543909348,
+      "eval_e3_equal": 0.8291430594900849,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9945113314447592,
+      "eval_e3_heavy_atoms_difference": 0.391643059490085,
+      "eval_e3_heavy_atoms_difference_norm": 0.011925543938631603,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9945113314447592,
+      "eval_has_all_attachment_points": 0.990350566572238,
+      "eval_has_three_substructures": 0.9992917847025495,
+      "eval_heavy_atoms_difference": 4.8410056657223794,
+      "eval_heavy_atoms_difference_norm": 0.06490009063872229,
+      "eval_linker_equal": 0.8384383852691218,
+      "eval_linker_graph_edit_distance": Infinity,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9958392351274787,
+      "eval_linker_heavy_atoms_difference": 0.2242386685552408,
+      "eval_linker_heavy_atoms_difference_norm": 0.002240399364420046,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9958392351274787,
+      "eval_loss": 0.3680249750614166,
+      "eval_num_fragments": 2.9992917847025495,
+      "eval_poi_equal": 0.7831090651558074,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9505134560906515,
+      "eval_poi_heavy_atoms_difference": 1.3942103399433428,
+      "eval_poi_heavy_atoms_difference_norm": 0.044281004444645264,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9505134560906515,
+      "eval_reassembly": 0.5965828611898017,
+      "eval_reassembly_nostereo": 0.6320821529745042,
+      "eval_runtime": 2316.3543,
+      "eval_samples_per_second": 4.877,
+      "eval_steps_per_second": 0.076,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9429001416430595,
+      "step": 75000
     }
   ],
   "logging_steps": 500,
@@ -1174,7 +1328,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 6.110533685712476e+17,
+  "total_flos": 6.546932506690821e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null