| { | |
| "best_metric": 0.8486739469578783, | |
| "best_model_checkpoint": "./distilbert\\checkpoint-705", | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 705, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.014184397163120567, | |
| "grad_norm": 2.5408613681793213, | |
| "learning_rate": 2.8328611898017e-07, | |
| "loss": 0.6936, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.028368794326241134, | |
| "grad_norm": 1.485784649848938, | |
| "learning_rate": 5.6657223796034e-07, | |
| "loss": 0.6961, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0425531914893617, | |
| "grad_norm": 1.905301570892334, | |
| "learning_rate": 8.4985835694051e-07, | |
| "loss": 0.6853, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.05673758865248227, | |
| "grad_norm": 1.9148372411727905, | |
| "learning_rate": 1.13314447592068e-06, | |
| "loss": 0.7021, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.07092198581560284, | |
| "grad_norm": 2.8322083950042725, | |
| "learning_rate": 1.41643059490085e-06, | |
| "loss": 0.6903, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0851063829787234, | |
| "grad_norm": 1.4340893030166626, | |
| "learning_rate": 1.69971671388102e-06, | |
| "loss": 0.6802, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.09929078014184398, | |
| "grad_norm": 1.966640591621399, | |
| "learning_rate": 1.98300283286119e-06, | |
| "loss": 0.6819, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.11347517730496454, | |
| "grad_norm": 1.7727477550506592, | |
| "learning_rate": 2.26628895184136e-06, | |
| "loss": 0.6706, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.1276595744680851, | |
| "grad_norm": 1.8015425205230713, | |
| "learning_rate": 2.54957507082153e-06, | |
| "loss": 0.6656, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.14184397163120568, | |
| "grad_norm": 1.843285322189331, | |
| "learning_rate": 2.8328611898017e-06, | |
| "loss": 0.6747, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.15602836879432624, | |
| "grad_norm": 2.8909919261932373, | |
| "learning_rate": 3.11614730878187e-06, | |
| "loss": 0.6481, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.1702127659574468, | |
| "grad_norm": 2.1688148975372314, | |
| "learning_rate": 3.39943342776204e-06, | |
| "loss": 0.649, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.18439716312056736, | |
| "grad_norm": 2.198486089706421, | |
| "learning_rate": 3.68271954674221e-06, | |
| "loss": 0.6352, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.19858156028368795, | |
| "grad_norm": 2.361542224884033, | |
| "learning_rate": 3.96600566572238e-06, | |
| "loss": 0.6039, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.2127659574468085, | |
| "grad_norm": 2.5842535495758057, | |
| "learning_rate": 4.24929178470255e-06, | |
| "loss": 0.6209, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.22695035460992907, | |
| "grad_norm": 2.633939743041992, | |
| "learning_rate": 4.53257790368272e-06, | |
| "loss": 0.5917, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.24113475177304963, | |
| "grad_norm": 3.853579044342041, | |
| "learning_rate": 4.81586402266289e-06, | |
| "loss": 0.5344, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.2553191489361702, | |
| "grad_norm": 3.7307016849517822, | |
| "learning_rate": 5.09915014164306e-06, | |
| "loss": 0.4835, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.2695035460992908, | |
| "grad_norm": 4.546213150024414, | |
| "learning_rate": 5.382436260623229e-06, | |
| "loss": 0.4625, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.28368794326241137, | |
| "grad_norm": 2.806037664413452, | |
| "learning_rate": 5.6657223796034e-06, | |
| "loss": 0.4815, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.2978723404255319, | |
| "grad_norm": 2.61692214012146, | |
| "learning_rate": 5.9490084985835695e-06, | |
| "loss": 0.5163, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.3120567375886525, | |
| "grad_norm": 3.4631400108337402, | |
| "learning_rate": 6.23229461756374e-06, | |
| "loss": 0.4441, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.3262411347517731, | |
| "grad_norm": 3.8826253414154053, | |
| "learning_rate": 6.51558073654391e-06, | |
| "loss": 0.4991, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.3404255319148936, | |
| "grad_norm": 8.294108390808105, | |
| "learning_rate": 6.79886685552408e-06, | |
| "loss": 0.4242, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.3546099290780142, | |
| "grad_norm": 5.891849517822266, | |
| "learning_rate": 7.082152974504249e-06, | |
| "loss": 0.3755, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.36879432624113473, | |
| "grad_norm": 2.0155107975006104, | |
| "learning_rate": 7.36543909348442e-06, | |
| "loss": 0.4485, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.3829787234042553, | |
| "grad_norm": 6.576756000518799, | |
| "learning_rate": 7.64872521246459e-06, | |
| "loss": 0.5215, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.3971631205673759, | |
| "grad_norm": 4.718179702758789, | |
| "learning_rate": 7.93201133144476e-06, | |
| "loss": 0.451, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.41134751773049644, | |
| "grad_norm": 8.037521362304688, | |
| "learning_rate": 8.215297450424929e-06, | |
| "loss": 0.3998, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.425531914893617, | |
| "grad_norm": 9.343371391296387, | |
| "learning_rate": 8.4985835694051e-06, | |
| "loss": 0.4932, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.4397163120567376, | |
| "grad_norm": 7.793552875518799, | |
| "learning_rate": 8.78186968838527e-06, | |
| "loss": 0.6019, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.45390070921985815, | |
| "grad_norm": 5.285057544708252, | |
| "learning_rate": 9.06515580736544e-06, | |
| "loss": 0.513, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.46808510638297873, | |
| "grad_norm": 3.9955966472625732, | |
| "learning_rate": 9.320113314447593e-06, | |
| "loss": 0.4834, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.48226950354609927, | |
| "grad_norm": 5.319847583770752, | |
| "learning_rate": 9.603399433427763e-06, | |
| "loss": 0.4331, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.49645390070921985, | |
| "grad_norm": 4.910267353057861, | |
| "learning_rate": 9.886685552407933e-06, | |
| "loss": 0.4358, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.5106382978723404, | |
| "grad_norm": 7.623688220977783, | |
| "learning_rate": 9.98108448928121e-06, | |
| "loss": 0.474, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.524822695035461, | |
| "grad_norm": 5.579910755157471, | |
| "learning_rate": 9.949558638083228e-06, | |
| "loss": 0.4071, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.5390070921985816, | |
| "grad_norm": 5.880229949951172, | |
| "learning_rate": 9.918032786885246e-06, | |
| "loss": 0.4092, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.5531914893617021, | |
| "grad_norm": 6.779512882232666, | |
| "learning_rate": 9.886506935687265e-06, | |
| "loss": 0.4974, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.5673758865248227, | |
| "grad_norm": 9.391179084777832, | |
| "learning_rate": 9.854981084489283e-06, | |
| "loss": 0.4478, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.5815602836879432, | |
| "grad_norm": 6.661557674407959, | |
| "learning_rate": 9.823455233291299e-06, | |
| "loss": 0.3499, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.5957446808510638, | |
| "grad_norm": 6.117848873138428, | |
| "learning_rate": 9.791929382093316e-06, | |
| "loss": 0.4764, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.6099290780141844, | |
| "grad_norm": 8.049355506896973, | |
| "learning_rate": 9.760403530895335e-06, | |
| "loss": 0.5509, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.624113475177305, | |
| "grad_norm": 8.663712501525879, | |
| "learning_rate": 9.728877679697353e-06, | |
| "loss": 0.525, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.6382978723404256, | |
| "grad_norm": 5.39608097076416, | |
| "learning_rate": 9.69735182849937e-06, | |
| "loss": 0.5357, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.6524822695035462, | |
| "grad_norm": 5.307394981384277, | |
| "learning_rate": 9.665825977301387e-06, | |
| "loss": 0.5224, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.6666666666666666, | |
| "grad_norm": 7.630402088165283, | |
| "learning_rate": 9.634300126103406e-06, | |
| "loss": 0.4557, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.6808510638297872, | |
| "grad_norm": 4.096060276031494, | |
| "learning_rate": 9.602774274905423e-06, | |
| "loss": 0.3789, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.6950354609929078, | |
| "grad_norm": 9.660956382751465, | |
| "learning_rate": 9.571248423707441e-06, | |
| "loss": 0.551, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.7092198581560284, | |
| "grad_norm": 2.3412363529205322, | |
| "learning_rate": 9.539722572509459e-06, | |
| "loss": 0.3314, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.723404255319149, | |
| "grad_norm": 12.12543773651123, | |
| "learning_rate": 9.508196721311476e-06, | |
| "loss": 0.476, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.7375886524822695, | |
| "grad_norm": 6.994177341461182, | |
| "learning_rate": 9.476670870113494e-06, | |
| "loss": 0.4423, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.75177304964539, | |
| "grad_norm": 11.918400764465332, | |
| "learning_rate": 9.445145018915511e-06, | |
| "loss": 0.4316, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.7659574468085106, | |
| "grad_norm": 5.349381446838379, | |
| "learning_rate": 9.413619167717529e-06, | |
| "loss": 0.3667, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.7801418439716312, | |
| "grad_norm": 8.735565185546875, | |
| "learning_rate": 9.382093316519547e-06, | |
| "loss": 0.4921, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.7943262411347518, | |
| "grad_norm": 7.618056297302246, | |
| "learning_rate": 9.350567465321564e-06, | |
| "loss": 0.405, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.8085106382978723, | |
| "grad_norm": 7.237460613250732, | |
| "learning_rate": 9.319041614123582e-06, | |
| "loss": 0.4639, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.8226950354609929, | |
| "grad_norm": 3.020843267440796, | |
| "learning_rate": 9.2875157629256e-06, | |
| "loss": 0.3743, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.8368794326241135, | |
| "grad_norm": 2.8240303993225098, | |
| "learning_rate": 9.255989911727617e-06, | |
| "loss": 0.3519, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.851063829787234, | |
| "grad_norm": 7.802272796630859, | |
| "learning_rate": 9.224464060529636e-06, | |
| "loss": 0.4382, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.8652482269503546, | |
| "grad_norm": 6.550302028656006, | |
| "learning_rate": 9.192938209331652e-06, | |
| "loss": 0.3666, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.8794326241134752, | |
| "grad_norm": 8.625157356262207, | |
| "learning_rate": 9.16141235813367e-06, | |
| "loss": 0.3211, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.8936170212765957, | |
| "grad_norm": 7.997941970825195, | |
| "learning_rate": 9.129886506935687e-06, | |
| "loss": 0.3952, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.9078014184397163, | |
| "grad_norm": 5.472368240356445, | |
| "learning_rate": 9.098360655737707e-06, | |
| "loss": 0.5257, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.9219858156028369, | |
| "grad_norm": 4.210991382598877, | |
| "learning_rate": 9.066834804539724e-06, | |
| "loss": 0.4197, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.9361702127659575, | |
| "grad_norm": 8.450587272644043, | |
| "learning_rate": 9.035308953341742e-06, | |
| "loss": 0.4223, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.950354609929078, | |
| "grad_norm": 6.2185468673706055, | |
| "learning_rate": 9.003783102143758e-06, | |
| "loss": 0.4255, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.9645390070921985, | |
| "grad_norm": 8.005620002746582, | |
| "learning_rate": 8.972257250945777e-06, | |
| "loss": 0.4127, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.9787234042553191, | |
| "grad_norm": 10.813994407653809, | |
| "learning_rate": 8.940731399747794e-06, | |
| "loss": 0.5108, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.9929078014184397, | |
| "grad_norm": 6.870554447174072, | |
| "learning_rate": 8.909205548549812e-06, | |
| "loss": 0.5915, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.8450479233226837, | |
| "eval_f1": 0.8486739469578783, | |
| "eval_loss": 0.3890458941459656, | |
| "eval_precision": 0.8662420382165605, | |
| "eval_recall": 0.8318042813455657, | |
| "eval_runtime": 1.1787, | |
| "eval_samples_per_second": 531.111, | |
| "eval_steps_per_second": 67.025, | |
| "step": 705 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 3525, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 746321324027904.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |