Training in progress, step 10000, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94eb0455c87b10de787bd337247b06133cc383a893dc689c77714408578dc6bd
+oid sha256:50032aae56580f3d70ac204ed7e17a8b91e26b202978de9115c5268a2b6946e1
 size 409608164

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1671c28c1d12742bee6fa5728e36ef2f637ed775c998f01944b6628ba85e5bde
+oid sha256:0f7565d86c74589f1818255f60f52e1a3ce8f0fb390eeca4971ba9cfed4d37dc
 size 814647162

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9ac31058234c664e682ea4c076ad914aafbf9585e98616ed7f8d773926dcf47
+oid sha256:0a8ffe3b106cc8dc9ee006c5c2549990df5d86c938ae70b4b4c38af515ee7ce9
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0dce774e0faee3b692e7d146cc96dff56f03f0a8d0a29a3bb5e333e1630c0cdf
+oid sha256:3fd1611e4ea9d20890ab10928d6c76fdd332d1eb1cce70fd9c7927e50946b909
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 0.0,
-  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine_restarts-opt25/trial-number=4-learning_rate=2.6e-06-warmup_ratio=0.030-num_cycles=1/checkpoint-5000",
-  "epoch": 0.49319392385085814,
+  "best_metric": 0.00035351303579319487,
+  "best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_cosine_restarts-opt25/trial-number=4-learning_rate=2.6e-06-warmup_ratio=0.030-num_cycles=1/checkpoint-10000",
+  "epoch": 0.9863878477017163,
   "eval_steps": 2500,
-  "global_step": 5000,
+  "global_step": 10000,
   "is_hyper_param_search": true,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -119,6 +119,160 @@
       "eval_tanimoto_similarity": 0.0,
       "eval_valid": 0.4889085285019885,
       "step": 5000
+    },
+    {
+      "epoch": 0.542513316235944,
+      "grad_norm": 0.7604382634162903,
+      "learning_rate": 1.1038180376209065e-06,
+      "loss": 0.3845,
+      "step": 5500
+    },
+    {
+      "epoch": 0.5918327086210298,
+      "grad_norm": 0.8115930557250977,
+      "learning_rate": 9.04844815123044e-07,
+      "loss": 0.3657,
+      "step": 6000
+    },
+    {
+      "epoch": 0.6411521010061156,
+      "grad_norm": 0.8825360536575317,
+      "learning_rate": 7.154715134467549e-07,
+      "loss": 0.3517,
+      "step": 6500
+    },
+    {
+      "epoch": 0.6904714933912014,
+      "grad_norm": 0.8544826507568359,
+      "learning_rate": 5.404556108401902e-07,
+      "loss": 0.3407,
+      "step": 7000
+    },
+    {
+      "epoch": 0.7397908857762873,
+      "grad_norm": 0.7456960678100586,
+      "learning_rate": 3.841938957754332e-07,
+      "loss": 0.3324,
+      "step": 7500
+    },
+    {
+      "epoch": 0.7397908857762873,
+      "eval_all_ligands_equal": 0.0002651347768448962,
+      "eval_e3_equal": 0.13256738842244808,
+      "eval_e3_graph_edit_distance": 9.999999999999999e+63,
+      "eval_e3_graph_edit_distance_norm": 1.0,
+      "eval_e3_has_attachment_point(s)": 0.9866548828988069,
+      "eval_e3_heavy_atoms_difference": -1.3021652673442332,
+      "eval_e3_heavy_atoms_difference_norm": -0.07624632541814752,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9866548828988069,
+      "eval_has_all_attachment_points": 0.8690234202386213,
+      "eval_has_three_substructures": 0.9883340698188245,
+      "eval_heavy_atoms_difference": 40.22076889085285,
+      "eval_heavy_atoms_difference_norm": 0.5126081609297135,
+      "eval_linker_equal": 0.0023862129916040653,
+      "eval_linker_graph_edit_distance": 9.999999999999999e+63,
+      "eval_linker_graph_edit_distance_norm": 1.0,
+      "eval_linker_has_attachment_point(s)": 0.9780821917808219,
+      "eval_linker_heavy_atoms_difference": 6.556783031374282,
+      "eval_linker_heavy_atoms_difference_norm": 0.2900904487271825,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9780821917808219,
+      "eval_loss": 0.4636455178260803,
+      "eval_num_fragments": 2.9923994697304463,
+      "eval_poi_equal": 0.05567830313742819,
+      "eval_poi_graph_edit_distance": 9.999999999999999e+63,
+      "eval_poi_graph_edit_distance_norm": 1.0,
+      "eval_poi_has_attachment_point(s)": 0.5696862571807335,
+      "eval_poi_heavy_atoms_difference": 16.413875386654883,
+      "eval_poi_heavy_atoms_difference_norm": 0.4784000468452472,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.5696862571807335,
+      "eval_reassembly": 0.0002651347768448962,
+      "eval_reassembly_nostereo": 0.00035351303579319487,
+      "eval_runtime": 1469.8517,
+      "eval_samples_per_second": 7.698,
+      "eval_steps_per_second": 0.12,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.5646486964206805,
+      "step": 7500
+    },
+    {
+      "epoch": 0.789110278161373,
+      "grad_norm": 0.7597941756248474,
+      "learning_rate": 2.5061200984957677e-07,
+      "loss": 0.3286,
+      "step": 8000
+    },
+    {
+      "epoch": 0.8384296705464589,
+      "grad_norm": 0.9009531140327454,
+      "learning_rate": 1.4306582694248445e-07,
+      "loss": 0.3238,
+      "step": 8500
+    },
+    {
+      "epoch": 0.8877490629315447,
+      "grad_norm": 0.6985754370689392,
+      "learning_rate": 6.425714620600552e-08,
+      "loss": 0.3221,
+      "step": 9000
+    },
+    {
+      "epoch": 0.9370684553166305,
+      "grad_norm": 0.9159463047981262,
+      "learning_rate": 1.616581686413514e-08,
+      "loss": 0.3208,
+      "step": 9500
+    },
+    {
+      "epoch": 0.9863878477017163,
+      "grad_norm": 0.6833664774894714,
+      "learning_rate": 0.0,
+      "loss": 0.3202,
+      "step": 10000
+    },
+    {
+      "epoch": 0.9863878477017163,
+      "eval_all_ligands_equal": 0.00035351303579319487,
+      "eval_e3_equal": 0.13477684489615555,
+      "eval_e3_graph_edit_distance": 9.999999999999999e+63,
+      "eval_e3_graph_edit_distance_norm": 1.0,
+      "eval_e3_has_attachment_point(s)": 0.9891294741493593,
+      "eval_e3_heavy_atoms_difference": -1.5634997790543526,
+      "eval_e3_heavy_atoms_difference_norm": -0.08700953779015838,
+      "eval_e3_tanimoto_similarity": 0.0,
+      "eval_e3_valid": 0.9891294741493593,
+      "eval_has_all_attachment_points": 0.8746796288113124,
+      "eval_has_three_substructures": 0.9901900132567388,
+      "eval_heavy_atoms_difference": 39.04056562085727,
+      "eval_heavy_atoms_difference_norm": 0.4967669048093993,
+      "eval_linker_equal": 0.002474591250552364,
+      "eval_linker_graph_edit_distance": 9.999999999999999e+63,
+      "eval_linker_graph_edit_distance_norm": 1.0,
+      "eval_linker_has_attachment_point(s)": 0.9792311091471498,
+      "eval_linker_heavy_atoms_difference": 6.710207688908529,
+      "eval_linker_heavy_atoms_difference_norm": 0.30275800961908744,
+      "eval_linker_tanimoto_similarity": 0.0,
+      "eval_linker_valid": 0.9792311091471498,
+      "eval_loss": 0.4559032917022705,
+      "eval_num_fragments": 2.9954927087936367,
+      "eval_poi_equal": 0.0619531595227574,
+      "eval_poi_graph_edit_distance": 9.999999999999999e+63,
+      "eval_poi_graph_edit_distance_norm": 1.0,
+      "eval_poi_has_attachment_point(s)": 0.5822359699513919,
+      "eval_poi_heavy_atoms_difference": 15.783561643835617,
+      "eval_poi_heavy_atoms_difference_norm": 0.455169928178679,
+      "eval_poi_tanimoto_similarity": 0.0,
+      "eval_poi_valid": 0.5822359699513919,
+      "eval_reassembly": 0.00035351303579319487,
+      "eval_reassembly_nostereo": 0.00035351303579319487,
+      "eval_runtime": 1449.2504,
+      "eval_samples_per_second": 7.807,
+      "eval_steps_per_second": 0.122,
+      "eval_tanimoto_similarity": 0.0,
+      "eval_valid": 0.5767565178965974,
+      "step": 10000
     }
   ],
   "logging_steps": 500,
@@ -133,12 +287,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 4.33139477262336e+16,
+  "total_flos": 8.663036348367667e+16,
   "train_batch_size": 128,
   "trial_name": "trial-number=4-learning_rate=2.6e-06-warmup_ratio=0.030-num_cycles=1",
   "trial_params": {