| { | |
| "best_global_step": 2752, | |
| "best_metric": 0.0057959225960075855, | |
| "best_model_checkpoint": "projects/PetBERT_annonymisation/data/case_sensitive/model/checkpoint-2752", | |
| "epoch": 7.0, | |
| "eval_steps": 500, | |
| "global_step": 4816, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0, | |
| "eval_f1": 0.011880094095301812, | |
| "eval_loss": 2.4431910514831543, | |
| "eval_precision": 0.08875808758622007, | |
| "eval_recall": 0.05952071418656867, | |
| "eval_runtime": 23.7929, | |
| "eval_samples_per_second": 139.285, | |
| "eval_steps_per_second": 4.371, | |
| "step": 0 | |
| }, | |
| { | |
| "epoch": 0.7267441860465116, | |
| "grad_norm": 0.14246754348278046, | |
| "learning_rate": 4.996373546511628e-05, | |
| "loss": 0.0494, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_f1": 0.8935989317265615, | |
| "eval_loss": 0.006424472201615572, | |
| "eval_precision": 0.8856397165335348, | |
| "eval_recall": 0.9052291580842897, | |
| "eval_runtime": 24.8439, | |
| "eval_samples_per_second": 133.393, | |
| "eval_steps_per_second": 4.186, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.4534883720930232, | |
| "grad_norm": 0.013319989666342735, | |
| "learning_rate": 4.992739825581396e-05, | |
| "loss": 0.0044, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_f1": 0.921251638253682, | |
| "eval_loss": 0.006238908972591162, | |
| "eval_precision": 0.935008628082375, | |
| "eval_recall": 0.9144731612976222, | |
| "eval_runtime": 24.802, | |
| "eval_samples_per_second": 133.618, | |
| "eval_steps_per_second": 4.193, | |
| "step": 1376 | |
| }, | |
| { | |
| "epoch": 2.1802325581395348, | |
| "grad_norm": 0.04109887406229973, | |
| "learning_rate": 4.989106104651163e-05, | |
| "loss": 0.0032, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.9069767441860463, | |
| "grad_norm": 0.3754558861255646, | |
| "learning_rate": 4.985472383720931e-05, | |
| "loss": 0.0023, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_f1": 0.931311286064836, | |
| "eval_loss": 0.006664152257144451, | |
| "eval_precision": 0.9347111088313973, | |
| "eval_recall": 0.9310447645995317, | |
| "eval_runtime": 24.7968, | |
| "eval_samples_per_second": 133.646, | |
| "eval_steps_per_second": 4.194, | |
| "step": 2064 | |
| }, | |
| { | |
| "epoch": 3.633720930232558, | |
| "grad_norm": 0.002286644419655204, | |
| "learning_rate": 4.981838662790698e-05, | |
| "loss": 0.002, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_f1": 0.9188838249757393, | |
| "eval_loss": 0.0057959225960075855, | |
| "eval_precision": 0.9199713934746218, | |
| "eval_recall": 0.9194240810494807, | |
| "eval_runtime": 24.791, | |
| "eval_samples_per_second": 133.677, | |
| "eval_steps_per_second": 4.195, | |
| "step": 2752 | |
| }, | |
| { | |
| "epoch": 4.3604651162790695, | |
| "grad_norm": 0.0007801814354024827, | |
| "learning_rate": 4.978204941860465e-05, | |
| "loss": 0.0016, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_f1": 0.8780986671708252, | |
| "eval_loss": 0.008505718782544136, | |
| "eval_precision": 0.868721341594642, | |
| "eval_recall": 0.9097564277642886, | |
| "eval_runtime": 24.8121, | |
| "eval_samples_per_second": 133.564, | |
| "eval_steps_per_second": 4.192, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 5.087209302325581, | |
| "grad_norm": 0.09036080539226532, | |
| "learning_rate": 4.974571220930232e-05, | |
| "loss": 0.0011, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 5.813953488372093, | |
| "grad_norm": 0.08693202584981918, | |
| "learning_rate": 4.9709375e-05, | |
| "loss": 0.0012, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_f1": 0.9238025924793921, | |
| "eval_loss": 0.008721762336790562, | |
| "eval_precision": 0.9375153926584012, | |
| "eval_recall": 0.917450432310493, | |
| "eval_runtime": 24.7949, | |
| "eval_samples_per_second": 133.656, | |
| "eval_steps_per_second": 4.194, | |
| "step": 4128 | |
| }, | |
| { | |
| "epoch": 6.540697674418604, | |
| "grad_norm": 0.03196759149432182, | |
| "learning_rate": 4.967303779069767e-05, | |
| "loss": 0.0013, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_f1": 0.9309400750123076, | |
| "eval_loss": 0.009504728950560093, | |
| "eval_precision": 0.9228721238354496, | |
| "eval_recall": 0.9401722615087472, | |
| "eval_runtime": 24.8542, | |
| "eval_samples_per_second": 133.338, | |
| "eval_steps_per_second": 4.184, | |
| "step": 4816 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 688000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1000, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 3, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 3 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4.023931632713933e+16, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |