ribesstefano's picture
Training in progress, step 100000, checkpoint
2d888c2 verified
{
"best_metric": 0.5870219546742209,
"best_model_checkpoint": "/mimer/NOBACKUP/groups/naiss2023-6-290/stefano/models//PROTAC-Splitter-EncoderDecoder-lr_reduce-rand-smiles-train-0.25/checkpoint-100000",
"epoch": 39.447731755424066,
"eval_steps": 20000,
"global_step": 100000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.972386587771203,
"grad_norm": 0.10182420909404755,
"learning_rate": 5e-05,
"loss": 0.1387,
"step": 5000
},
{
"epoch": 3.9447731755424065,
"grad_norm": 0.08581843972206116,
"learning_rate": 5e-05,
"loss": 0.0058,
"step": 10000
},
{
"epoch": 5.9171597633136095,
"grad_norm": 0.05994575470685959,
"learning_rate": 5e-05,
"loss": 0.003,
"step": 15000
},
{
"epoch": 7.889546351084813,
"grad_norm": 0.046327847987413406,
"learning_rate": 5e-05,
"loss": 0.002,
"step": 20000
},
{
"epoch": 9.861932938856016,
"grad_norm": 0.050606127828359604,
"learning_rate": 5e-05,
"loss": 0.0016,
"step": 25000
},
{
"epoch": 11.834319526627219,
"grad_norm": 0.041334349662065506,
"learning_rate": 5e-05,
"loss": 0.0012,
"step": 30000
},
{
"epoch": 13.806706114398422,
"grad_norm": 0.04540463909506798,
"learning_rate": 5e-05,
"loss": 0.0011,
"step": 35000
},
{
"epoch": 15.779092702169626,
"grad_norm": 0.03727077320218086,
"learning_rate": 5e-05,
"loss": 0.001,
"step": 40000
},
{
"epoch": 17.75147928994083,
"grad_norm": 0.02221524901688099,
"learning_rate": 5e-05,
"loss": 0.0009,
"step": 45000
},
{
"epoch": 19.723865877712033,
"grad_norm": 0.020608918741345406,
"learning_rate": 5e-05,
"loss": 0.0008,
"step": 50000
},
{
"epoch": 21.696252465483234,
"grad_norm": 0.018035519868135452,
"learning_rate": 5e-05,
"loss": 0.0008,
"step": 55000
},
{
"epoch": 23.668639053254438,
"grad_norm": 0.033636949956417084,
"learning_rate": 5e-05,
"loss": 0.0007,
"step": 60000
},
{
"epoch": 25.641025641025642,
"grad_norm": 0.051321662962436676,
"learning_rate": 5e-05,
"loss": 0.0006,
"step": 65000
},
{
"epoch": 27.613412228796843,
"grad_norm": 0.016928382217884064,
"learning_rate": 5e-05,
"loss": 0.0006,
"step": 70000
},
{
"epoch": 29.585798816568047,
"grad_norm": 0.02291979268193245,
"learning_rate": 5e-05,
"loss": 0.0006,
"step": 75000
},
{
"epoch": 31.558185404339252,
"grad_norm": 0.03006165847182274,
"learning_rate": 5e-05,
"loss": 0.0006,
"step": 80000
},
{
"epoch": 31.558185404339252,
"eval_all_ligands_equal": 0.5856055240793201,
"eval_e3_equal": 0.8271954674220963,
"eval_e3_graph_edit_distance": Infinity,
"eval_e3_graph_edit_distance_norm": Infinity,
"eval_e3_has_attachment_point(s)": 0.9770715297450425,
"eval_e3_heavy_atoms_difference": 0.8041784702549575,
"eval_e3_heavy_atoms_difference_norm": 0.02507045406737937,
"eval_e3_tanimoto_similarity": 0.0,
"eval_e3_valid": 0.9770715297450425,
"eval_has_all_attachment_points": 0.9890226628895185,
"eval_has_three_substructures": 0.9999114730878187,
"eval_heavy_atoms_difference": 5.752301699716714,
"eval_heavy_atoms_difference_norm": 0.0757990141580953,
"eval_linker_equal": 0.8324185552407932,
"eval_linker_graph_edit_distance": Infinity,
"eval_linker_graph_edit_distance_norm": Infinity,
"eval_linker_has_attachment_point(s)": 0.9967245042492918,
"eval_linker_heavy_atoms_difference": 0.2646954674220963,
"eval_linker_heavy_atoms_difference_norm": 0.005140908527503901,
"eval_linker_tanimoto_similarity": 0.0,
"eval_linker_valid": 0.9967245042492918,
"eval_loss": 0.357697993516922,
"eval_num_fragments": 3.0000885269121813,
"eval_poi_equal": 0.7862960339943342,
"eval_poi_graph_edit_distance": Infinity,
"eval_poi_graph_edit_distance_norm": Infinity,
"eval_poi_has_attachment_point(s)": 0.9579497167138811,
"eval_poi_heavy_atoms_difference": 1.0625885269121813,
"eval_poi_heavy_atoms_difference_norm": 0.030525122327743574,
"eval_poi_tanimoto_similarity": 0.0,
"eval_poi_valid": 0.9579497167138811,
"eval_reassembly": 0.5933958923512748,
"eval_reassembly_nostereo": 0.62296388101983,
"eval_runtime": 2314.6777,
"eval_samples_per_second": 4.88,
"eval_steps_per_second": 0.076,
"eval_tanimoto_similarity": 0.0,
"eval_valid": 0.9328080736543909,
"step": 80000
},
{
"epoch": 33.53057199211045,
"grad_norm": 0.015540308319032192,
"learning_rate": 5e-05,
"loss": 0.0005,
"step": 85000
},
{
"epoch": 35.50295857988166,
"grad_norm": 0.04315592721104622,
"learning_rate": 5e-05,
"loss": 0.0005,
"step": 90000
},
{
"epoch": 37.47534516765286,
"grad_norm": 0.017927605658769608,
"learning_rate": 5e-05,
"loss": 0.0005,
"step": 95000
},
{
"epoch": 39.447731755424066,
"grad_norm": 0.010922293178737164,
"learning_rate": 5e-05,
"loss": 0.0005,
"step": 100000
},
{
"epoch": 39.447731755424066,
"eval_all_ligands_equal": 0.5870219546742209,
"eval_e3_equal": 0.8276381019830028,
"eval_e3_graph_edit_distance": Infinity,
"eval_e3_graph_edit_distance_norm": Infinity,
"eval_e3_has_attachment_point(s)": 0.9798158640226629,
"eval_e3_heavy_atoms_difference": 0.4993803116147309,
"eval_e3_heavy_atoms_difference_norm": 0.01531891728987192,
"eval_e3_tanimoto_similarity": 0.0,
"eval_e3_valid": 0.9798158640226629,
"eval_has_all_attachment_points": 0.9888456090651558,
"eval_has_three_substructures": 1.0,
"eval_heavy_atoms_difference": 5.47078611898017,
"eval_heavy_atoms_difference_norm": 0.07306279376337993,
"eval_linker_equal": 0.8350743626062322,
"eval_linker_graph_edit_distance": Infinity,
"eval_linker_graph_edit_distance_norm": Infinity,
"eval_linker_has_attachment_point(s)": 0.9969900849858357,
"eval_linker_heavy_atoms_difference": 0.28001062322946174,
"eval_linker_heavy_atoms_difference_norm": 0.0030083260769921197,
"eval_linker_tanimoto_similarity": 0.0,
"eval_linker_valid": 0.9969900849858357,
"eval_loss": 0.36241990327835083,
"eval_num_fragments": 3.0,
"eval_poi_equal": 0.7936437677053825,
"eval_poi_graph_edit_distance": Infinity,
"eval_poi_graph_edit_distance_norm": Infinity,
"eval_poi_has_attachment_point(s)": 0.9592776203966006,
"eval_poi_heavy_atoms_difference": 1.1101274787535411,
"eval_poi_heavy_atoms_difference_norm": 0.03114921880738521,
"eval_poi_tanimoto_similarity": 0.0,
"eval_poi_valid": 0.9592776203966006,
"eval_reassembly": 0.5943696883852692,
"eval_reassembly_nostereo": 0.6219900849858357,
"eval_runtime": 2314.436,
"eval_samples_per_second": 4.881,
"eval_steps_per_second": 0.076,
"eval_tanimoto_similarity": 0.0,
"eval_valid": 0.9367032577903682,
"step": 100000
}
],
"logging_steps": 5000,
"max_steps": 100000,
"num_input_tokens_seen": 0,
"num_train_epochs": 40,
"save_steps": 20000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 8.63511944471965e+17,
"train_batch_size": 128,
"trial_name": null,
"trial_params": null
}