{ "best_global_step": 200, "best_metric": 0.5962545254252696, "best_model_checkpoint": "output_checkpoints/graphcodebert-vanilla/checkpoint-200", "epoch": 0.19569471624266144, "eval_steps": 50, "global_step": 200, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.004892367906066536, "grad_norm": 33435.953125, "learning_rate": 1.3071895424836603e-07, "loss": 0.7006, "step": 5 }, { "epoch": 0.009784735812133072, "grad_norm": 34831.7421875, "learning_rate": 2.9411764705882356e-07, "loss": 0.7023, "step": 10 }, { "epoch": 0.014677103718199608, "grad_norm": 32986.62109375, "learning_rate": 4.5751633986928105e-07, "loss": 0.7019, "step": 15 }, { "epoch": 0.019569471624266144, "grad_norm": 34257.4921875, "learning_rate": 6.209150326797386e-07, "loss": 0.7025, "step": 20 }, { "epoch": 0.02446183953033268, "grad_norm": 35511.3359375, "learning_rate": 7.843137254901962e-07, "loss": 0.7032, "step": 25 }, { "epoch": 0.029354207436399216, "grad_norm": 33043.3515625, "learning_rate": 9.477124183006536e-07, "loss": 0.6968, "step": 30 }, { "epoch": 0.03424657534246575, "grad_norm": 38538.30078125, "learning_rate": 1.111111111111111e-06, "loss": 0.6992, "step": 35 }, { "epoch": 0.03913894324853229, "grad_norm": 43255.37890625, "learning_rate": 1.2745098039215686e-06, "loss": 0.6991, "step": 40 }, { "epoch": 0.04403131115459882, "grad_norm": 34170.8046875, "learning_rate": 1.4379084967320261e-06, "loss": 0.6996, "step": 45 }, { "epoch": 0.04892367906066536, "grad_norm": 35399.70703125, "learning_rate": 1.6013071895424837e-06, "loss": 0.6937, "step": 50 }, { "epoch": 0.04892367906066536, "eval_accuracy": 0.771, "eval_loss": 0.6569265127182007, "eval_macro_f1": 0.5082027063884254, "eval_precision": 0.6109971743687904, "eval_recall": 0.5281120325963375, "eval_runtime": 17.5156, "eval_samples_per_second": 57.092, "eval_steps_per_second": 0.057, "step": 50 }, { "epoch": 0.053816046966731895, "grad_norm": 34677.1796875, "learning_rate": 1.7647058823529414e-06, "loss": 0.6963, "step": 55 }, { "epoch": 0.05870841487279843, "grad_norm": 31789.291015625, "learning_rate": 1.928104575163399e-06, "loss": 0.6971, "step": 60 }, { "epoch": 0.06360078277886497, "grad_norm": 30762.345703125, "learning_rate": 2.0915032679738565e-06, "loss": 0.6946, "step": 65 }, { "epoch": 0.0684931506849315, "grad_norm": 29590.083984375, "learning_rate": 2.254901960784314e-06, "loss": 0.693, "step": 70 }, { "epoch": 0.07338551859099804, "grad_norm": 29346.84765625, "learning_rate": 2.4183006535947716e-06, "loss": 0.6905, "step": 75 }, { "epoch": 0.07827788649706457, "grad_norm": 37289.77734375, "learning_rate": 2.581699346405229e-06, "loss": 0.6942, "step": 80 }, { "epoch": 0.08317025440313111, "grad_norm": 33970.94140625, "learning_rate": 2.7450980392156867e-06, "loss": 0.69, "step": 85 }, { "epoch": 0.08806262230919765, "grad_norm": 28671.583984375, "learning_rate": 2.9084967320261443e-06, "loss": 0.6889, "step": 90 }, { "epoch": 0.09295499021526418, "grad_norm": 30156.005859375, "learning_rate": 3.071895424836602e-06, "loss": 0.6866, "step": 95 }, { "epoch": 0.09784735812133072, "grad_norm": 33484.71484375, "learning_rate": 3.2352941176470594e-06, "loss": 0.6888, "step": 100 }, { "epoch": 0.09784735812133072, "eval_accuracy": 0.767, "eval_loss": 0.6559821367263794, "eval_macro_f1": 0.5260673147136775, "eval_precision": 0.6062366452991452, "eval_recall": 0.5367285927824044, "eval_runtime": 17.3972, "eval_samples_per_second": 57.481, "eval_steps_per_second": 0.057, "step": 100 }, { "epoch": 0.10273972602739725, "grad_norm": 35390.96484375, "learning_rate": 3.398692810457517e-06, "loss": 0.6893, "step": 105 }, { "epoch": 0.10763209393346379, "grad_norm": 34452.11328125, "learning_rate": 3.562091503267974e-06, "loss": 0.6849, "step": 110 }, { "epoch": 0.11252446183953033, "grad_norm": 41847.0625, "learning_rate": 3.7254901960784316e-06, "loss": 0.6853, "step": 115 }, { "epoch": 0.11741682974559686, "grad_norm": 31951.4140625, "learning_rate": 3.88888888888889e-06, "loss": 0.6802, "step": 120 }, { "epoch": 0.1223091976516634, "grad_norm": 34176.79296875, "learning_rate": 4.052287581699347e-06, "loss": 0.6871, "step": 125 }, { "epoch": 0.12720156555772993, "grad_norm": 35482.6640625, "learning_rate": 4.215686274509805e-06, "loss": 0.6789, "step": 130 }, { "epoch": 0.13209393346379647, "grad_norm": 60289.4296875, "learning_rate": 4.379084967320262e-06, "loss": 0.6844, "step": 135 }, { "epoch": 0.136986301369863, "grad_norm": 41964.47265625, "learning_rate": 4.542483660130719e-06, "loss": 0.6808, "step": 140 }, { "epoch": 0.14187866927592954, "grad_norm": 35805.8203125, "learning_rate": 4.705882352941177e-06, "loss": 0.6748, "step": 145 }, { "epoch": 0.14677103718199608, "grad_norm": 25688.607421875, "learning_rate": 4.869281045751634e-06, "loss": 0.6769, "step": 150 }, { "epoch": 0.14677103718199608, "eval_accuracy": 0.728, "eval_loss": 0.6580190658569336, "eval_macro_f1": 0.5668100015926103, "eval_precision": 0.5782073308365263, "eval_recall": 0.5627889260176255, "eval_runtime": 17.3848, "eval_samples_per_second": 57.521, "eval_steps_per_second": 0.058, "step": 150 }, { "epoch": 0.15166340508806261, "grad_norm": 30171.484375, "learning_rate": 5.032679738562092e-06, "loss": 0.6706, "step": 155 }, { "epoch": 0.15655577299412915, "grad_norm": 29393.716796875, "learning_rate": 5.19607843137255e-06, "loss": 0.6764, "step": 160 }, { "epoch": 0.16144814090019569, "grad_norm": 34377.2578125, "learning_rate": 5.359477124183007e-06, "loss": 0.6688, "step": 165 }, { "epoch": 0.16634050880626222, "grad_norm": 34805.3671875, "learning_rate": 5.522875816993465e-06, "loss": 0.6673, "step": 170 }, { "epoch": 0.17123287671232876, "grad_norm": 29948.095703125, "learning_rate": 5.686274509803922e-06, "loss": 0.6652, "step": 175 }, { "epoch": 0.1761252446183953, "grad_norm": 34735.33984375, "learning_rate": 5.84967320261438e-06, "loss": 0.6709, "step": 180 }, { "epoch": 0.18101761252446183, "grad_norm": 36469.0703125, "learning_rate": 6.0130718954248365e-06, "loss": 0.6606, "step": 185 }, { "epoch": 0.18590998043052837, "grad_norm": 27843.798828125, "learning_rate": 6.176470588235295e-06, "loss": 0.6666, "step": 190 }, { "epoch": 0.1908023483365949, "grad_norm": 27965.966796875, "learning_rate": 6.3398692810457515e-06, "loss": 0.6626, "step": 195 }, { "epoch": 0.19569471624266144, "grad_norm": 28469.09375, "learning_rate": 6.5032679738562095e-06, "loss": 0.6601, "step": 200 }, { "epoch": 0.19569471624266144, "eval_accuracy": 0.698, "eval_loss": 0.6574791669845581, "eval_macro_f1": 0.5962545254252696, "eval_precision": 0.591974921630094, "eval_recall": 0.605831327804422, "eval_runtime": 17.3909, "eval_samples_per_second": 57.501, "eval_steps_per_second": 0.058, "step": 200 } ], "logging_steps": 5, "max_steps": 3066, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 100, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 3, "early_stopping_threshold": 0.0 }, "attributes": { "early_stopping_patience_counter": 0 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 2.6942572068864e+16, "train_batch_size": 512, "trial_name": null, "trial_params": null }