Training in progress, step 85000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:20c144c4f4fca6ebc834b99a6f9102cb7bb19e23b6eb2de01a86bacd4e6b922d
+oid sha256:3b72da7649e06f3ee5ee82e8ef6fd085337fa69b0da3b41ab786c05632563c2a
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:868af783f0d974b5f21388a5be072c3fb0feaa32f17878a93188743721c19ecc
+oid sha256:f5ca4d64e58483afb5d7307854d698b9efd7a98aaf1ddcae3f2a5550755db687
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43920dd8eb8c9755ddd7208202c87473ef12dff1e9b3c13fe4cf34b44cea1969
+oid sha256:f32a7404fa67409e75002cb55c6ebe078c972896cd238e9ec19239bf50935093
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8488275678331fd7ba0524626d31667c963ce2fef1487f06fa0068a2cb208a8
+oid sha256:d9c2ed4c7453e98f1b66366d9f6be8c14527814ac055f40f8ce34a4f1293e00b
 size 1192

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": 0.5933073654390935,
   "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-rand-smiles/checkpoint-70000",
-  "epoch": 7.89110278161373,
+  "epoch": 8.384296705464589,
   "eval_steps": 2500,
-  "global_step": 80000,
+  "global_step": 85000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1463,6 +1463,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.9351983002832861,
       "step": 80000
+    },
+    {
+      "epoch": 7.940422173998816,
+      "grad_norm": 0.032377783209085464,
+      "learning_rate": 5e-05,
+      "loss": 0.0007,
+      "step": 80500
+    },
+    {
+      "epoch": 7.989741566383902,
+      "grad_norm": 0.05784532427787781,
+      "learning_rate": 5e-05,
+      "loss": 0.0007,
+      "step": 81000
+    },
+    {
+      "epoch": 8.039060958768989,
+      "grad_norm": 0.015815122053027153,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 81500
+    },
+    {
+      "epoch": 8.088380351154074,
+      "grad_norm": 0.04601709917187691,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 82000
+    },
+    {
+      "epoch": 8.137699743539159,
+      "grad_norm": 0.03440980985760689,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 82500
+    },
+    {
+      "epoch": 8.137699743539159,
+      "eval_all_ligands_equal": 0.5929532577903682,
+      "eval_e3_equal": 0.8276381019830028,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9927407932011332,
+      "eval_e3_heavy_atoms_difference": 0.4409525495750708,
+      "eval_e3_heavy_atoms_difference_norm": 0.012459579597145226,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9927407932011332,
+      "eval_has_all_attachment_points": 0.9905276203966006,
+      "eval_has_three_substructures": 1.0,
+      "eval_heavy_atoms_difference": 4.797273371104816,
+      "eval_heavy_atoms_difference_norm": 0.0636371430002183,
+      "eval_linker_equal": 0.8479107648725213,
+      "eval_linker_graph_edit_distance": Infinity,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9975212464589235,
+      "eval_linker_heavy_atoms_difference": 0.2184844192634561,
+      "eval_linker_heavy_atoms_difference_norm": 0.0032624460089282054,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9975212464589235,
+      "eval_loss": 0.3474595844745636,
+      "eval_num_fragments": 3.0,
+      "eval_poi_equal": 0.7876239376770539,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9552053824362606,
+      "eval_poi_heavy_atoms_difference": 1.4236012747875355,
+      "eval_poi_heavy_atoms_difference_norm": 0.04291573465848191,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9552053824362606,
+      "eval_reassembly": 0.6003895184135978,
+      "eval_reassembly_nostereo": 0.6358002832861189,
+      "eval_runtime": 2308.8139,
+      "eval_samples_per_second": 4.893,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9459100566572238,
+      "step": 82500
+    },
+    {
+      "epoch": 8.187019135924245,
+      "grad_norm": 0.019819585606455803,
+      "learning_rate": 5e-05,
+      "loss": 0.0007,
+      "step": 83000
+    },
+    {
+      "epoch": 8.23633852830933,
+      "grad_norm": 0.019882431253790855,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 83500
+    },
+    {
+      "epoch": 8.285657920694417,
+      "grad_norm": 0.019609618932008743,
+      "learning_rate": 5e-05,
+      "loss": 0.0005,
+      "step": 84000
+    },
+    {
+      "epoch": 8.334977313079502,
+      "grad_norm": 0.019066104665398598,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 84500
+    },
+    {
+      "epoch": 8.384296705464589,
+      "grad_norm": 0.04364117607474327,
+      "learning_rate": 5e-05,
+      "loss": 0.0006,
+      "step": 85000
+    },
+    {
+      "epoch": 8.384296705464589,
+      "eval_all_ligands_equal": 0.5923335694050992,
+      "eval_e3_equal": 0.8279036827195467,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9934490084985835,
+      "eval_e3_heavy_atoms_difference": 0.4311260623229462,
+      "eval_e3_heavy_atoms_difference_norm": 0.010632867247124637,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9934490084985835,
+      "eval_has_all_attachment_points": 0.9875177053824362,
+      "eval_has_three_substructures": 0.9999114730878187,
+      "eval_heavy_atoms_difference": 5.205116855524079,
+      "eval_heavy_atoms_difference_norm": 0.06920894495644549,
+      "eval_linker_equal": 0.8379957507082153,
+      "eval_linker_graph_edit_distance": 2.301699716713881e+61,
+      "eval_linker_graph_edit_distance_norm": 0.029033307034527205,
+      "eval_linker_has_attachment_point(s)": 0.9976983002832861,
+      "eval_linker_heavy_atoms_difference": 0.24530807365439095,
+      "eval_linker_heavy_atoms_difference_norm": 0.0043104668859274544,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9976983002832861,
+      "eval_loss": 0.3690963089466095,
+      "eval_num_fragments": 3.0000885269121813,
+      "eval_poi_equal": 0.7858533994334278,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9467067988668555,
+      "eval_poi_heavy_atoms_difference": 1.4565332861189801,
+      "eval_poi_heavy_atoms_difference_norm": 0.04493219380856177,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9467067988668555,
+      "eval_reassembly": 0.5997698300283286,
+      "eval_reassembly_nostereo": 0.6350920679886686,
+      "eval_runtime": 2356.0254,
+      "eval_samples_per_second": 4.795,
+      "eval_steps_per_second": 0.075,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9382967422096318,
+      "step": 85000
     }
   ],
   "logging_steps": 500,
@@ -1482,7 +1636,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 6.983724670143176e+17,
+  "total_flos": 7.419926048624763e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null