{ "best_global_step": 100, "best_metric": 0.5260673147136775, "best_model_checkpoint": "output_checkpoints/graphcodebert-vanilla/checkpoint-100", "epoch": 0.09784735812133072, "eval_steps": 50, "global_step": 100, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.004892367906066536, "grad_norm": 33435.953125, "learning_rate": 1.3071895424836603e-07, "loss": 0.7006, "step": 5 }, { "epoch": 0.009784735812133072, "grad_norm": 34831.7421875, "learning_rate": 2.9411764705882356e-07, "loss": 0.7023, "step": 10 }, { "epoch": 0.014677103718199608, "grad_norm": 32986.62109375, "learning_rate": 4.5751633986928105e-07, "loss": 0.7019, "step": 15 }, { "epoch": 0.019569471624266144, "grad_norm": 34257.4921875, "learning_rate": 6.209150326797386e-07, "loss": 0.7025, "step": 20 }, { "epoch": 0.02446183953033268, "grad_norm": 35511.3359375, "learning_rate": 7.843137254901962e-07, "loss": 0.7032, "step": 25 }, { "epoch": 0.029354207436399216, "grad_norm": 33043.3515625, "learning_rate": 9.477124183006536e-07, "loss": 0.6968, "step": 30 }, { "epoch": 0.03424657534246575, "grad_norm": 38538.30078125, "learning_rate": 1.111111111111111e-06, "loss": 0.6992, "step": 35 }, { "epoch": 0.03913894324853229, "grad_norm": 43255.37890625, "learning_rate": 1.2745098039215686e-06, "loss": 0.6991, "step": 40 }, { "epoch": 0.04403131115459882, "grad_norm": 34170.8046875, "learning_rate": 1.4379084967320261e-06, "loss": 0.6996, "step": 45 }, { "epoch": 0.04892367906066536, "grad_norm": 35399.70703125, "learning_rate": 1.6013071895424837e-06, "loss": 0.6937, "step": 50 }, { "epoch": 0.04892367906066536, "eval_accuracy": 0.771, "eval_loss": 0.6569265127182007, "eval_macro_f1": 0.5082027063884254, "eval_precision": 0.6109971743687904, "eval_recall": 0.5281120325963375, "eval_runtime": 17.5156, "eval_samples_per_second": 57.092, "eval_steps_per_second": 0.057, "step": 50 }, { "epoch": 0.053816046966731895, "grad_norm": 34677.1796875, "learning_rate": 1.7647058823529414e-06, "loss": 0.6963, "step": 55 }, { "epoch": 0.05870841487279843, "grad_norm": 31789.291015625, "learning_rate": 1.928104575163399e-06, "loss": 0.6971, "step": 60 }, { "epoch": 0.06360078277886497, "grad_norm": 30762.345703125, "learning_rate": 2.0915032679738565e-06, "loss": 0.6946, "step": 65 }, { "epoch": 0.0684931506849315, "grad_norm": 29590.083984375, "learning_rate": 2.254901960784314e-06, "loss": 0.693, "step": 70 }, { "epoch": 0.07338551859099804, "grad_norm": 29346.84765625, "learning_rate": 2.4183006535947716e-06, "loss": 0.6905, "step": 75 }, { "epoch": 0.07827788649706457, "grad_norm": 37289.77734375, "learning_rate": 2.581699346405229e-06, "loss": 0.6942, "step": 80 }, { "epoch": 0.08317025440313111, "grad_norm": 33970.94140625, "learning_rate": 2.7450980392156867e-06, "loss": 0.69, "step": 85 }, { "epoch": 0.08806262230919765, "grad_norm": 28671.583984375, "learning_rate": 2.9084967320261443e-06, "loss": 0.6889, "step": 90 }, { "epoch": 0.09295499021526418, "grad_norm": 30156.005859375, "learning_rate": 3.071895424836602e-06, "loss": 0.6866, "step": 95 }, { "epoch": 0.09784735812133072, "grad_norm": 33484.71484375, "learning_rate": 3.2352941176470594e-06, "loss": 0.6888, "step": 100 }, { "epoch": 0.09784735812133072, "eval_accuracy": 0.767, "eval_loss": 0.6559821367263794, "eval_macro_f1": 0.5260673147136775, "eval_precision": 0.6062366452991452, "eval_recall": 0.5367285927824044, "eval_runtime": 17.3972, "eval_samples_per_second": 57.481, "eval_steps_per_second": 0.057, "step": 100 } ], "logging_steps": 5, "max_steps": 3066, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 100, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 3, "early_stopping_threshold": 0.0 }, "attributes": { "early_stopping_patience_counter": 0 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 1.3471286034432e+16, "train_batch_size": 512, "trial_name": null, "trial_params": null }