{ "best_global_step": 804, "best_metric": 0.9697508896797153, "best_model_checkpoint": "/content/drive/MyDrive/adv_gen/02_Models/Surrogates/RoBERTa_Constraint2021/checkpoint-804", "epoch": 2.0, "eval_steps": 500, "global_step": 804, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.24875621890547264, "grad_norm": 12.755484580993652, "learning_rate": 1.485e-05, "loss": 0.5675763320922852, "step": 100 }, { "epoch": 0.4975124378109453, "grad_norm": 20.837379455566406, "learning_rate": 2.985e-05, "loss": 0.28434215545654296, "step": 200 }, { "epoch": 0.746268656716418, "grad_norm": 2.7691614627838135, "learning_rate": 2.7890625000000002e-05, "loss": 0.16768863677978516, "step": 300 }, { "epoch": 0.9950248756218906, "grad_norm": 19.097896575927734, "learning_rate": 2.575994318181818e-05, "loss": 0.19632043838500976, "step": 400 }, { "epoch": 1.0, "eval_accuracy": 0.9485981308411215, "eval_f1": 0.9526678141135972, "eval_loss": 0.23201586306095123, "eval_runtime": 14.1506, "eval_samples_per_second": 151.23, "eval_steps_per_second": 9.47, "step": 402 }, { "epoch": 1.243781094527363, "grad_norm": 41.2952880859375, "learning_rate": 2.3629261363636365e-05, "loss": 0.11888823509216309, "step": 500 }, { "epoch": 1.4925373134328357, "grad_norm": 6.743992328643799, "learning_rate": 2.1498579545454548e-05, "loss": 0.10398503303527833, "step": 600 }, { "epoch": 1.7412935323383083, "grad_norm": 0.04455677047371864, "learning_rate": 1.9367897727272727e-05, "loss": 0.13183796882629395, "step": 700 }, { "epoch": 1.9900497512437811, "grad_norm": 25.297327041625977, "learning_rate": 1.723721590909091e-05, "loss": 0.09564775466918946, "step": 800 }, { "epoch": 2.0, "eval_accuracy": 0.9682242990654205, "eval_f1": 0.9697508896797153, "eval_loss": 0.14717483520507812, "eval_runtime": 14.1045, "eval_samples_per_second": 151.725, "eval_steps_per_second": 9.501, "step": 804 } ], "logging_steps": 100, "max_steps": 1608, "num_input_tokens_seen": 0, "num_train_epochs": 4, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 844586487705600.0, "train_batch_size": 16, "trial_name": null, "trial_params": null }