Training in progress, step 90000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9bac805c5ac254dc6771b65b69e4821e306e9a839fc604d001d44a5e2b7b94a9
+oid sha256:206da44eae9483601cdb89c2e858faf34cfcd82e305dc31318d97cf9dbf7fd4f
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b27e25a9c2fe003f698b42a641c9f5652b3c92b3eab376f4df70384bc07108d3
+oid sha256:935400e2cafcb29ebcc038781e3190fb3394a35410c363557394bc88673cdcd0
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f498e8f26a117a9047d127849688e3ba07f27204aa1e60f9517b8a791ee7627b
+oid sha256:9e80f605e03516bb3e143207c7830dd663cb79f8e2377898b5aedd22ba4fc92f
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5221e6135cf262b2685e432d91ffebf98fc57c154f720060c3fbe4802a0a879f
+oid sha256:47207dbefdc55727e3540f7be9882db36230226273ca9bbf3d4b82481f410364
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": 0.595520538243626,
   "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine_restarts/checkpoint-80000",
-  "epoch": 8.384296705464589,
+  "epoch": 8.877490629315448,
   "eval_steps": 2500,
-  "global_step": 85000,
+  "global_step": 90000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1617,6 +1617,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.8986366855524079,
       "step": 85000
+    },
+    {
+      "epoch": 8.433616097849674,
+      "grad_norm": 0.017572874203324318,
+      "learning_rate": 1.6727011725335507e-05,
+      "loss": 0.0004,
+      "step": 85500
+    },
+    {
+      "epoch": 8.48293549023476,
+      "grad_norm": 0.005754662211984396,
+      "learning_rate": 6.852929188593271e-06,
+      "loss": 0.0004,
+      "step": 86000
+    },
+    {
+      "epoch": 8.532254882619846,
+      "grad_norm": 0.013183694332838058,
+      "learning_rate": 9.975231807800883e-07,
+      "loss": 0.0003,
+      "step": 86500
+    },
+    {
+      "epoch": 8.581574275004932,
+      "grad_norm": 0.08640342950820923,
+      "learning_rate": 4.954703613923131e-05,
+      "loss": 0.0008,
+      "step": 87000
+    },
+    {
+      "epoch": 8.630893667390017,
+      "grad_norm": 0.056753478944301605,
+      "learning_rate": 4.4662297201220896e-05,
+      "loss": 0.0009,
+      "step": 87500
+    },
+    {
+      "epoch": 8.630893667390017,
+      "eval_all_ligands_equal": 0.5887039660056658,
+      "eval_e3_equal": 0.8239199716713881,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9795502832861189,
+      "eval_e3_heavy_atoms_difference": 0.6268590651558074,
+      "eval_e3_heavy_atoms_difference_norm": 0.01645704704948741,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9795502832861189,
+      "eval_has_all_attachment_points": 0.9834454674220963,
+      "eval_has_three_substructures": 0.9996458923512748,
+      "eval_heavy_atoms_difference": 7.879426345609065,
+      "eval_heavy_atoms_difference_norm": 0.1044045921838352,
+      "eval_linker_equal": 0.8345432011331445,
+      "eval_linker_graph_edit_distance": Infinity,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9971671388101983,
+      "eval_linker_heavy_atoms_difference": 0.2329143059490085,
+      "eval_linker_heavy_atoms_difference_norm": 0.0019770889270123897,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9971671388101983,
+      "eval_loss": 0.3325388729572296,
+      "eval_num_fragments": 2.9996458923512748,
+      "eval_poi_equal": 0.7900141643059491,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.9225389518413598,
+      "eval_poi_heavy_atoms_difference": 2.3541076487252126,
+      "eval_poi_heavy_atoms_difference_norm": 0.07942848698757946,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.9225389518413598,
+      "eval_reassembly": 0.5965828611898017,
+      "eval_reassembly_nostereo": 0.6195998583569405,
+      "eval_runtime": 2290.0019,
+      "eval_samples_per_second": 4.933,
+      "eval_steps_per_second": 0.077,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9019121813031161,
+      "step": 87500
+    },
+    {
+      "epoch": 8.680213059775104,
+      "grad_norm": 0.017264124006032944,
+      "learning_rate": 3.542333420751848e-05,
+      "loss": 0.0006,
+      "step": 88000
+    },
+    {
+      "epoch": 8.72953245216019,
+      "grad_norm": 0.03280142694711685,
+      "learning_rate": 2.38761194321228e-05,
+      "loss": 0.0004,
+      "step": 88500
+    },
+    {
+      "epoch": 8.778851844545276,
+      "grad_norm": 0.01054272148758173,
+      "learning_rate": 1.257778848521878e-05,
+      "loss": 0.0004,
+      "step": 89000
+    },
+    {
+      "epoch": 8.82817123693036,
+      "grad_norm": 0.026974298059940338,
+      "learning_rate": 4.030361547597777e-06,
+      "loss": 0.0003,
+      "step": 89500
+    },
+    {
+      "epoch": 8.877490629315448,
+      "grad_norm": 0.019895225763320923,
+      "learning_rate": 1.2666994029975898e-07,
+      "loss": 0.0003,
+      "step": 90000
+    },
+    {
+      "epoch": 8.877490629315448,
+      "eval_all_ligands_equal": 0.5953434844192634,
+      "eval_e3_equal": 0.8287004249291785,
+      "eval_e3_graph_edit_distance": Infinity,
+      "eval_e3_graph_edit_distance_norm": Infinity,
+      "eval_e3_has_attachment_point(s)": 0.9800814447592068,
+      "eval_e3_heavy_atoms_difference": 0.6809490084985835,
+      "eval_e3_heavy_atoms_difference_norm": 0.017487914834098253,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9800814447592068,
+      "eval_has_all_attachment_points": 0.9846848441926346,
+      "eval_has_three_substructures": 0.9999114730878187,
+      "eval_heavy_atoms_difference": 7.618714589235127,
+      "eval_heavy_atoms_difference_norm": 0.10135026066621577,
+      "eval_linker_equal": 0.8446352691218131,
+      "eval_linker_graph_edit_distance": 2.5672804532577907e+61,
+      "eval_linker_graph_edit_distance_norm": Infinity,
+      "eval_linker_has_attachment_point(s)": 0.9974327195467422,
+      "eval_linker_heavy_atoms_difference": 0.221671388101983,
+      "eval_linker_heavy_atoms_difference_norm": 0.002011927125712562,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9974327195467422,
+      "eval_loss": 0.33729150891304016,
+      "eval_num_fragments": 2.9999114730878187,
+      "eval_poi_equal": 0.7946175637393768,
+      "eval_poi_graph_edit_distance": Infinity,
+      "eval_poi_graph_edit_distance_norm": Infinity,
+      "eval_poi_has_attachment_point(s)": 0.925814447592068,
+      "eval_poi_heavy_atoms_difference": 2.1887393767705383,
+      "eval_poi_heavy_atoms_difference_norm": 0.07438328075051615,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.925814447592068,
+      "eval_reassembly": 0.6028682719546742,
+      "eval_reassembly_nostereo": 0.6284525495750708,
+      "eval_runtime": 2283.6349,
+      "eval_samples_per_second": 4.946,
+      "eval_steps_per_second": 0.078,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.9058073654390935,
+      "step": 90000
     }
   ],
   "logging_steps": 500,
@@ -1636,7 +1790,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 7.363704297672991e+17,
+  "total_flos": 7.796769733999043e+17,
   "train_batch_size": 128,
   "trial_name": null,
   "trial_params": null