| { |
| "best_global_step": 8000, |
| "best_metric": 4.1330844767959665, |
| "best_model_checkpoint": "outputs/bert-tiny-stage2-sbert/checkpoints/checkpoint-8000", |
| "epoch": 1.8921475875118259, |
| "eval_steps": 2000, |
| "global_step": 8000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.011825922421948912, |
| "grad_norm": 37.789451599121094, |
| "learning_rate": 2.3173327027666118e-07, |
| "loss": 18.0314, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.023651844843897825, |
| "grad_norm": 43.297508239746094, |
| "learning_rate": 4.6819579096713174e-07, |
| "loss": 17.7147, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.035477767265846734, |
| "grad_norm": 36.56124496459961, |
| "learning_rate": 7.046583116576024e-07, |
| "loss": 17.0007, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.04730368968779565, |
| "grad_norm": 34.428916931152344, |
| "learning_rate": 9.411208323480729e-07, |
| "loss": 16.0667, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.05912961210974456, |
| "grad_norm": 33.16645812988281, |
| "learning_rate": 1.1775833530385434e-06, |
| "loss": 14.9131, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.07095553453169347, |
| "grad_norm": 29.064250946044922, |
| "learning_rate": 1.4140458737290142e-06, |
| "loss": 13.9449, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.08278145695364239, |
| "grad_norm": 31.42921257019043, |
| "learning_rate": 1.6505083944194847e-06, |
| "loss": 12.7957, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.0946073793755913, |
| "grad_norm": 33.341365814208984, |
| "learning_rate": 1.8869709151099552e-06, |
| "loss": 11.7288, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.10643330179754021, |
| "grad_norm": 36.34325408935547, |
| "learning_rate": 2.123433435800426e-06, |
| "loss": 10.6945, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.11825922421948912, |
| "grad_norm": 39.06941604614258, |
| "learning_rate": 2.3598959564908965e-06, |
| "loss": 9.4743, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.13008514664143803, |
| "grad_norm": 32.969947814941406, |
| "learning_rate": 2.596358477181367e-06, |
| "loss": 8.6215, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.14191106906338694, |
| "grad_norm": 33.9212760925293, |
| "learning_rate": 2.8328209978718375e-06, |
| "loss": 7.7279, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.15373699148533584, |
| "grad_norm": 32.65876007080078, |
| "learning_rate": 3.069283518562308e-06, |
| "loss": 7.1892, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.16556291390728478, |
| "grad_norm": 29.210859298706055, |
| "learning_rate": 3.3057460392527786e-06, |
| "loss": 6.9682, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.1773888363292337, |
| "grad_norm": 29.231189727783203, |
| "learning_rate": 3.5422085599432495e-06, |
| "loss": 6.4781, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.1892147587511826, |
| "grad_norm": 28.949066162109375, |
| "learning_rate": 3.77867108063372e-06, |
| "loss": 6.1271, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.2010406811731315, |
| "grad_norm": 29.826133728027344, |
| "learning_rate": 4.01513360132419e-06, |
| "loss": 6.1199, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.21286660359508042, |
| "grad_norm": 27.585041046142578, |
| "learning_rate": 4.2515961220146615e-06, |
| "loss": 5.9544, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.22469252601702933, |
| "grad_norm": 28.10279655456543, |
| "learning_rate": 4.488058642705131e-06, |
| "loss": 5.8145, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.23651844843897823, |
| "grad_norm": 26.567943572998047, |
| "learning_rate": 4.7245211633956025e-06, |
| "loss": 5.5599, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.24834437086092714, |
| "grad_norm": 24.42616081237793, |
| "learning_rate": 4.960983684086072e-06, |
| "loss": 5.2344, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.26017029328287605, |
| "grad_norm": 25.857810974121094, |
| "learning_rate": 5.197446204776543e-06, |
| "loss": 5.3013, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.27199621570482496, |
| "grad_norm": 26.047733306884766, |
| "learning_rate": 5.433908725467014e-06, |
| "loss": 5.0562, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.28382213812677387, |
| "grad_norm": 26.875659942626953, |
| "learning_rate": 5.670371246157485e-06, |
| "loss": 4.8728, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.2956480605487228, |
| "grad_norm": 21.9539737701416, |
| "learning_rate": 5.906833766847954e-06, |
| "loss": 4.7826, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.3074739829706717, |
| "grad_norm": 23.06488609313965, |
| "learning_rate": 6.143296287538426e-06, |
| "loss": 4.8806, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.3192999053926206, |
| "grad_norm": 24.24974250793457, |
| "learning_rate": 6.379758808228896e-06, |
| "loss": 4.6464, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.33112582781456956, |
| "grad_norm": 22.658571243286133, |
| "learning_rate": 6.616221328919367e-06, |
| "loss": 4.7046, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.34295175023651847, |
| "grad_norm": 21.927656173706055, |
| "learning_rate": 6.852683849609837e-06, |
| "loss": 4.5188, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.3547776726584674, |
| "grad_norm": 24.39653778076172, |
| "learning_rate": 7.089146370300309e-06, |
| "loss": 4.4968, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.3666035950804163, |
| "grad_norm": 23.591333389282227, |
| "learning_rate": 7.325608890990778e-06, |
| "loss": 4.4387, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.3784295175023652, |
| "grad_norm": 24.572961807250977, |
| "learning_rate": 7.562071411681249e-06, |
| "loss": 4.1702, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.3902554399243141, |
| "grad_norm": 22.61821174621582, |
| "learning_rate": 7.79853393237172e-06, |
| "loss": 4.2147, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.402081362346263, |
| "grad_norm": 22.490327835083008, |
| "learning_rate": 8.03499645306219e-06, |
| "loss": 3.9972, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.4139072847682119, |
| "grad_norm": 23.695873260498047, |
| "learning_rate": 8.271458973752661e-06, |
| "loss": 4.1279, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.42573320719016083, |
| "grad_norm": 24.085838317871094, |
| "learning_rate": 8.507921494443131e-06, |
| "loss": 4.0214, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.43755912961210974, |
| "grad_norm": 20.78253173828125, |
| "learning_rate": 8.744384015133602e-06, |
| "loss": 3.9161, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.44938505203405865, |
| "grad_norm": 19.800090789794922, |
| "learning_rate": 8.980846535824072e-06, |
| "loss": 3.7544, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.46121097445600756, |
| "grad_norm": 22.900514602661133, |
| "learning_rate": 9.217309056514543e-06, |
| "loss": 3.8246, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.47303689687795647, |
| "grad_norm": 22.419363021850586, |
| "learning_rate": 9.453771577205015e-06, |
| "loss": 3.7991, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.47303689687795647, |
| "eval_runtime": 46.7005, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "eval_validation_loss": 5.98806651504585, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.4848628192999054, |
| "grad_norm": 22.308876037597656, |
| "learning_rate": 9.690234097895484e-06, |
| "loss": 3.8554, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.4966887417218543, |
| "grad_norm": 23.8614501953125, |
| "learning_rate": 9.926696618585954e-06, |
| "loss": 3.8123, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.5085146641438032, |
| "grad_norm": 21.00491714477539, |
| "learning_rate": 1.0163159139276425e-05, |
| "loss": 3.5525, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.5203405865657521, |
| "grad_norm": 25.555097579956055, |
| "learning_rate": 1.0399621659966897e-05, |
| "loss": 3.5591, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.532166508987701, |
| "grad_norm": 25.4840087890625, |
| "learning_rate": 1.0636084180657367e-05, |
| "loss": 3.6293, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.5439924314096499, |
| "grad_norm": 21.117971420288086, |
| "learning_rate": 1.0872546701347836e-05, |
| "loss": 3.5831, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.5558183538315988, |
| "grad_norm": 23.38995361328125, |
| "learning_rate": 1.1109009222038308e-05, |
| "loss": 3.6007, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.5676442762535477, |
| "grad_norm": 22.385738372802734, |
| "learning_rate": 1.1345471742728777e-05, |
| "loss": 3.4225, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.5794701986754967, |
| "grad_norm": 21.53306007385254, |
| "learning_rate": 1.158193426341925e-05, |
| "loss": 3.4405, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.5912961210974456, |
| "grad_norm": 22.93678092956543, |
| "learning_rate": 1.181839678410972e-05, |
| "loss": 3.4002, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.6031220435193945, |
| "grad_norm": 20.330045700073242, |
| "learning_rate": 1.2054859304800191e-05, |
| "loss": 3.3653, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.6149479659413434, |
| "grad_norm": 21.98198699951172, |
| "learning_rate": 1.2291321825490661e-05, |
| "loss": 3.321, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.6267738883632923, |
| "grad_norm": 18.49015998840332, |
| "learning_rate": 1.252778434618113e-05, |
| "loss": 3.3042, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.6385998107852412, |
| "grad_norm": 22.69803237915039, |
| "learning_rate": 1.2764246866871602e-05, |
| "loss": 3.2117, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.6504257332071902, |
| "grad_norm": 19.658132553100586, |
| "learning_rate": 1.3000709387562072e-05, |
| "loss": 3.3423, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.6622516556291391, |
| "grad_norm": 20.783931732177734, |
| "learning_rate": 1.3237171908252545e-05, |
| "loss": 3.2494, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.674077578051088, |
| "grad_norm": 17.039609909057617, |
| "learning_rate": 1.3473634428943014e-05, |
| "loss": 3.1364, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.6859035004730369, |
| "grad_norm": 21.787738800048828, |
| "learning_rate": 1.3710096949633484e-05, |
| "loss": 3.1836, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.6977294228949859, |
| "grad_norm": 20.883773803710938, |
| "learning_rate": 1.3946559470323956e-05, |
| "loss": 3.1268, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.7095553453169348, |
| "grad_norm": 17.700597763061523, |
| "learning_rate": 1.4183021991014425e-05, |
| "loss": 3.072, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.7213812677388837, |
| "grad_norm": 20.23262596130371, |
| "learning_rate": 1.4419484511704895e-05, |
| "loss": 3.0135, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.7332071901608326, |
| "grad_norm": 19.417842864990234, |
| "learning_rate": 1.4655947032395366e-05, |
| "loss": 3.0607, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.7450331125827815, |
| "grad_norm": 19.843341827392578, |
| "learning_rate": 1.4892409553085838e-05, |
| "loss": 3.0963, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.7568590350047304, |
| "grad_norm": 20.248523712158203, |
| "learning_rate": 1.5128872073776309e-05, |
| "loss": 3.0419, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.7686849574266793, |
| "grad_norm": 24.61260986328125, |
| "learning_rate": 1.5365334594466777e-05, |
| "loss": 2.9891, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.7805108798486282, |
| "grad_norm": 16.637826919555664, |
| "learning_rate": 1.560179711515725e-05, |
| "loss": 2.9384, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.7923368022705771, |
| "grad_norm": 24.341026306152344, |
| "learning_rate": 1.583825963584772e-05, |
| "loss": 2.8918, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.804162724692526, |
| "grad_norm": 18.246440887451172, |
| "learning_rate": 1.607472215653819e-05, |
| "loss": 2.9816, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.8159886471144749, |
| "grad_norm": 19.296022415161133, |
| "learning_rate": 1.631118467722866e-05, |
| "loss": 2.9664, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.8278145695364238, |
| "grad_norm": 19.331918716430664, |
| "learning_rate": 1.6547647197919134e-05, |
| "loss": 2.8969, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.8396404919583728, |
| "grad_norm": 25.586254119873047, |
| "learning_rate": 1.6784109718609602e-05, |
| "loss": 2.9368, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.8514664143803217, |
| "grad_norm": 19.701223373413086, |
| "learning_rate": 1.7020572239300073e-05, |
| "loss": 2.8513, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.8632923368022706, |
| "grad_norm": 16.68182945251465, |
| "learning_rate": 1.7257034759990545e-05, |
| "loss": 2.9808, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.8751182592242195, |
| "grad_norm": 19.592416763305664, |
| "learning_rate": 1.7493497280681013e-05, |
| "loss": 2.8428, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.8869441816461684, |
| "grad_norm": 20.324504852294922, |
| "learning_rate": 1.7729959801371484e-05, |
| "loss": 2.8775, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.8987701040681173, |
| "grad_norm": 19.49851417541504, |
| "learning_rate": 1.7966422322061955e-05, |
| "loss": 2.739, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.9105960264900662, |
| "grad_norm": 19.18546485900879, |
| "learning_rate": 1.8202884842752427e-05, |
| "loss": 2.8277, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.9224219489120151, |
| "grad_norm": 23.6113338470459, |
| "learning_rate": 1.8439347363442898e-05, |
| "loss": 2.767, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.934247871333964, |
| "grad_norm": 19.779712677001953, |
| "learning_rate": 1.8675809884133366e-05, |
| "loss": 2.794, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.9460737937559129, |
| "grad_norm": 23.361425399780273, |
| "learning_rate": 1.8912272404823837e-05, |
| "loss": 2.7738, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.9460737937559129, |
| "eval_runtime": 47.0317, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "eval_validation_loss": 4.773771009103065, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.9578997161778618, |
| "grad_norm": 18.137535095214844, |
| "learning_rate": 1.914873492551431e-05, |
| "loss": 2.8568, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.9697256385998108, |
| "grad_norm": 18.014116287231445, |
| "learning_rate": 1.9385197446204777e-05, |
| "loss": 2.7938, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.9815515610217597, |
| "grad_norm": 17.168569564819336, |
| "learning_rate": 1.9621659966895248e-05, |
| "loss": 2.7272, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.9933774834437086, |
| "grad_norm": 17.75269889831543, |
| "learning_rate": 1.985812248758572e-05, |
| "loss": 2.7079, |
| "step": 4200 |
| }, |
| { |
| "epoch": 1.0052034058656576, |
| "grad_norm": 19.342844009399414, |
| "learning_rate": 1.9976346756548995e-05, |
| "loss": 2.6383, |
| "step": 4250 |
| }, |
| { |
| "epoch": 1.0170293282876064, |
| "grad_norm": 17.54117774963379, |
| "learning_rate": 1.9917213647921473e-05, |
| "loss": 2.6855, |
| "step": 4300 |
| }, |
| { |
| "epoch": 1.0288552507095554, |
| "grad_norm": 18.412206649780273, |
| "learning_rate": 1.9858080539293952e-05, |
| "loss": 2.6568, |
| "step": 4350 |
| }, |
| { |
| "epoch": 1.0406811731315042, |
| "grad_norm": 18.794939041137695, |
| "learning_rate": 1.979894743066643e-05, |
| "loss": 2.5981, |
| "step": 4400 |
| }, |
| { |
| "epoch": 1.0525070955534532, |
| "grad_norm": 17.26803970336914, |
| "learning_rate": 1.973981432203891e-05, |
| "loss": 2.6987, |
| "step": 4450 |
| }, |
| { |
| "epoch": 1.064333017975402, |
| "grad_norm": 15.831737518310547, |
| "learning_rate": 1.968068121341139e-05, |
| "loss": 2.6992, |
| "step": 4500 |
| }, |
| { |
| "epoch": 1.076158940397351, |
| "grad_norm": 16.746700286865234, |
| "learning_rate": 1.962154810478387e-05, |
| "loss": 2.5434, |
| "step": 4550 |
| }, |
| { |
| "epoch": 1.0879848628192998, |
| "grad_norm": 18.824857711791992, |
| "learning_rate": 1.956241499615635e-05, |
| "loss": 2.5553, |
| "step": 4600 |
| }, |
| { |
| "epoch": 1.0998107852412489, |
| "grad_norm": 16.81246566772461, |
| "learning_rate": 1.9503281887528828e-05, |
| "loss": 2.4978, |
| "step": 4650 |
| }, |
| { |
| "epoch": 1.1116367076631977, |
| "grad_norm": 18.369991302490234, |
| "learning_rate": 1.9444148778901307e-05, |
| "loss": 2.5679, |
| "step": 4700 |
| }, |
| { |
| "epoch": 1.1234626300851467, |
| "grad_norm": 19.55158805847168, |
| "learning_rate": 1.938501567027379e-05, |
| "loss": 2.4768, |
| "step": 4750 |
| }, |
| { |
| "epoch": 1.1352885525070955, |
| "grad_norm": 20.673002243041992, |
| "learning_rate": 1.9325882561646268e-05, |
| "loss": 2.5578, |
| "step": 4800 |
| }, |
| { |
| "epoch": 1.1471144749290445, |
| "grad_norm": 17.067432403564453, |
| "learning_rate": 1.9266749453018747e-05, |
| "loss": 2.4758, |
| "step": 4850 |
| }, |
| { |
| "epoch": 1.1589403973509933, |
| "grad_norm": 22.328304290771484, |
| "learning_rate": 1.9207616344391226e-05, |
| "loss": 2.5352, |
| "step": 4900 |
| }, |
| { |
| "epoch": 1.1707663197729423, |
| "grad_norm": 15.121694564819336, |
| "learning_rate": 1.9148483235763708e-05, |
| "loss": 2.5023, |
| "step": 4950 |
| }, |
| { |
| "epoch": 1.1825922421948911, |
| "grad_norm": 15.201376914978027, |
| "learning_rate": 1.9089350127136187e-05, |
| "loss": 2.4713, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.1944181646168401, |
| "grad_norm": 20.54207992553711, |
| "learning_rate": 1.9030217018508665e-05, |
| "loss": 2.486, |
| "step": 5050 |
| }, |
| { |
| "epoch": 1.206244087038789, |
| "grad_norm": 16.934635162353516, |
| "learning_rate": 1.8971083909881144e-05, |
| "loss": 2.483, |
| "step": 5100 |
| }, |
| { |
| "epoch": 1.218070009460738, |
| "grad_norm": 16.963790893554688, |
| "learning_rate": 1.8911950801253623e-05, |
| "loss": 2.4098, |
| "step": 5150 |
| }, |
| { |
| "epoch": 1.2298959318826868, |
| "grad_norm": 16.505352020263672, |
| "learning_rate": 1.8852817692626102e-05, |
| "loss": 2.5061, |
| "step": 5200 |
| }, |
| { |
| "epoch": 1.2417218543046358, |
| "grad_norm": 16.634069442749023, |
| "learning_rate": 1.879368458399858e-05, |
| "loss": 2.4597, |
| "step": 5250 |
| }, |
| { |
| "epoch": 1.2535477767265846, |
| "grad_norm": 16.373046875, |
| "learning_rate": 1.8734551475371063e-05, |
| "loss": 2.4591, |
| "step": 5300 |
| }, |
| { |
| "epoch": 1.2653736991485336, |
| "grad_norm": 21.308876037597656, |
| "learning_rate": 1.867541836674354e-05, |
| "loss": 2.3879, |
| "step": 5350 |
| }, |
| { |
| "epoch": 1.2771996215704826, |
| "grad_norm": 20.565275192260742, |
| "learning_rate": 1.861628525811602e-05, |
| "loss": 2.4146, |
| "step": 5400 |
| }, |
| { |
| "epoch": 1.2890255439924314, |
| "grad_norm": 15.853353500366211, |
| "learning_rate": 1.85571521494885e-05, |
| "loss": 2.3418, |
| "step": 5450 |
| }, |
| { |
| "epoch": 1.3008514664143802, |
| "grad_norm": 13.12362003326416, |
| "learning_rate": 1.8498019040860978e-05, |
| "loss": 2.4307, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.3126773888363292, |
| "grad_norm": 19.059667587280273, |
| "learning_rate": 1.843888593223346e-05, |
| "loss": 2.3653, |
| "step": 5550 |
| }, |
| { |
| "epoch": 1.3245033112582782, |
| "grad_norm": 17.448827743530273, |
| "learning_rate": 1.837975282360594e-05, |
| "loss": 2.3995, |
| "step": 5600 |
| }, |
| { |
| "epoch": 1.336329233680227, |
| "grad_norm": 18.326887130737305, |
| "learning_rate": 1.8320619714978418e-05, |
| "loss": 2.4527, |
| "step": 5650 |
| }, |
| { |
| "epoch": 1.3481551561021758, |
| "grad_norm": 18.03122901916504, |
| "learning_rate": 1.8261486606350896e-05, |
| "loss": 2.4547, |
| "step": 5700 |
| }, |
| { |
| "epoch": 1.3599810785241249, |
| "grad_norm": 18.269872665405273, |
| "learning_rate": 1.820235349772338e-05, |
| "loss": 2.3695, |
| "step": 5750 |
| }, |
| { |
| "epoch": 1.3718070009460739, |
| "grad_norm": 16.90838623046875, |
| "learning_rate": 1.8143220389095857e-05, |
| "loss": 2.3341, |
| "step": 5800 |
| }, |
| { |
| "epoch": 1.3836329233680227, |
| "grad_norm": 18.816362380981445, |
| "learning_rate": 1.8084087280468336e-05, |
| "loss": 2.2412, |
| "step": 5850 |
| }, |
| { |
| "epoch": 1.3954588457899715, |
| "grad_norm": 17.30527687072754, |
| "learning_rate": 1.8024954171840815e-05, |
| "loss": 2.2695, |
| "step": 5900 |
| }, |
| { |
| "epoch": 1.4072847682119205, |
| "grad_norm": 18.299711227416992, |
| "learning_rate": 1.7965821063213297e-05, |
| "loss": 2.2922, |
| "step": 5950 |
| }, |
| { |
| "epoch": 1.4191106906338695, |
| "grad_norm": 18.047449111938477, |
| "learning_rate": 1.7906687954585773e-05, |
| "loss": 2.3176, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.4191106906338695, |
| "eval_runtime": 46.9839, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "eval_validation_loss": 4.305679076455633, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.4309366130558183, |
| "grad_norm": 20.608333587646484, |
| "learning_rate": 1.784755484595825e-05, |
| "loss": 2.281, |
| "step": 6050 |
| }, |
| { |
| "epoch": 1.4427625354777673, |
| "grad_norm": 16.299001693725586, |
| "learning_rate": 1.7788421737330734e-05, |
| "loss": 2.2155, |
| "step": 6100 |
| }, |
| { |
| "epoch": 1.4545884578997161, |
| "grad_norm": 17.70014762878418, |
| "learning_rate": 1.7729288628703212e-05, |
| "loss": 2.1908, |
| "step": 6150 |
| }, |
| { |
| "epoch": 1.4664143803216652, |
| "grad_norm": 13.944992065429688, |
| "learning_rate": 1.767015552007569e-05, |
| "loss": 2.2071, |
| "step": 6200 |
| }, |
| { |
| "epoch": 1.478240302743614, |
| "grad_norm": 18.37308692932129, |
| "learning_rate": 1.761102241144817e-05, |
| "loss": 2.2617, |
| "step": 6250 |
| }, |
| { |
| "epoch": 1.490066225165563, |
| "grad_norm": 16.624183654785156, |
| "learning_rate": 1.7551889302820652e-05, |
| "loss": 2.2864, |
| "step": 6300 |
| }, |
| { |
| "epoch": 1.5018921475875118, |
| "grad_norm": 15.490421295166016, |
| "learning_rate": 1.749275619419313e-05, |
| "loss": 2.2509, |
| "step": 6350 |
| }, |
| { |
| "epoch": 1.5137180700094608, |
| "grad_norm": 15.517704010009766, |
| "learning_rate": 1.743362308556561e-05, |
| "loss": 2.1227, |
| "step": 6400 |
| }, |
| { |
| "epoch": 1.5255439924314098, |
| "grad_norm": 14.78442096710205, |
| "learning_rate": 1.737448997693809e-05, |
| "loss": 2.1919, |
| "step": 6450 |
| }, |
| { |
| "epoch": 1.5373699148533586, |
| "grad_norm": 19.766271591186523, |
| "learning_rate": 1.7315356868310567e-05, |
| "loss": 2.2072, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.5491958372753074, |
| "grad_norm": 17.84695053100586, |
| "learning_rate": 1.725622375968305e-05, |
| "loss": 2.1652, |
| "step": 6550 |
| }, |
| { |
| "epoch": 1.5610217596972564, |
| "grad_norm": 17.325145721435547, |
| "learning_rate": 1.7197090651055528e-05, |
| "loss": 2.2224, |
| "step": 6600 |
| }, |
| { |
| "epoch": 1.5728476821192054, |
| "grad_norm": 19.243274688720703, |
| "learning_rate": 1.7137957542428007e-05, |
| "loss": 2.0715, |
| "step": 6650 |
| }, |
| { |
| "epoch": 1.5846736045411542, |
| "grad_norm": 17.589859008789062, |
| "learning_rate": 1.7078824433800486e-05, |
| "loss": 2.1693, |
| "step": 6700 |
| }, |
| { |
| "epoch": 1.596499526963103, |
| "grad_norm": 14.71687126159668, |
| "learning_rate": 1.7019691325172968e-05, |
| "loss": 2.1141, |
| "step": 6750 |
| }, |
| { |
| "epoch": 1.608325449385052, |
| "grad_norm": 14.723918914794922, |
| "learning_rate": 1.6960558216545443e-05, |
| "loss": 2.1129, |
| "step": 6800 |
| }, |
| { |
| "epoch": 1.620151371807001, |
| "grad_norm": 16.5570011138916, |
| "learning_rate": 1.6901425107917922e-05, |
| "loss": 2.1001, |
| "step": 6850 |
| }, |
| { |
| "epoch": 1.6319772942289499, |
| "grad_norm": 17.945083618164062, |
| "learning_rate": 1.6842291999290404e-05, |
| "loss": 2.094, |
| "step": 6900 |
| }, |
| { |
| "epoch": 1.6438032166508987, |
| "grad_norm": 18.704225540161133, |
| "learning_rate": 1.6783158890662883e-05, |
| "loss": 2.2176, |
| "step": 6950 |
| }, |
| { |
| "epoch": 1.6556291390728477, |
| "grad_norm": 15.701910018920898, |
| "learning_rate": 1.6724025782035362e-05, |
| "loss": 2.109, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.6674550614947967, |
| "grad_norm": 16.768260955810547, |
| "learning_rate": 1.666489267340784e-05, |
| "loss": 2.0537, |
| "step": 7050 |
| }, |
| { |
| "epoch": 1.6792809839167455, |
| "grad_norm": 17.835603713989258, |
| "learning_rate": 1.6605759564780323e-05, |
| "loss": 2.0328, |
| "step": 7100 |
| }, |
| { |
| "epoch": 1.6911069063386943, |
| "grad_norm": 18.1043701171875, |
| "learning_rate": 1.6546626456152802e-05, |
| "loss": 2.1541, |
| "step": 7150 |
| }, |
| { |
| "epoch": 1.7029328287606433, |
| "grad_norm": 14.032896995544434, |
| "learning_rate": 1.648749334752528e-05, |
| "loss": 2.0164, |
| "step": 7200 |
| }, |
| { |
| "epoch": 1.7147587511825924, |
| "grad_norm": 15.934415817260742, |
| "learning_rate": 1.642836023889776e-05, |
| "loss": 2.0225, |
| "step": 7250 |
| }, |
| { |
| "epoch": 1.7265846736045412, |
| "grad_norm": 15.602225303649902, |
| "learning_rate": 1.636922713027024e-05, |
| "loss": 2.0243, |
| "step": 7300 |
| }, |
| { |
| "epoch": 1.73841059602649, |
| "grad_norm": 15.584887504577637, |
| "learning_rate": 1.631009402164272e-05, |
| "loss": 2.0152, |
| "step": 7350 |
| }, |
| { |
| "epoch": 1.750236518448439, |
| "grad_norm": 17.52799415588379, |
| "learning_rate": 1.62509609130152e-05, |
| "loss": 2.0455, |
| "step": 7400 |
| }, |
| { |
| "epoch": 1.762062440870388, |
| "grad_norm": 15.92798900604248, |
| "learning_rate": 1.6191827804387678e-05, |
| "loss": 2.0026, |
| "step": 7450 |
| }, |
| { |
| "epoch": 1.7738883632923368, |
| "grad_norm": 14.851804733276367, |
| "learning_rate": 1.6132694695760157e-05, |
| "loss": 1.9846, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.7857142857142856, |
| "grad_norm": 15.551090240478516, |
| "learning_rate": 1.607356158713264e-05, |
| "loss": 1.9594, |
| "step": 7550 |
| }, |
| { |
| "epoch": 1.7975402081362346, |
| "grad_norm": 14.651620864868164, |
| "learning_rate": 1.6014428478505118e-05, |
| "loss": 2.0523, |
| "step": 7600 |
| }, |
| { |
| "epoch": 1.8093661305581836, |
| "grad_norm": 19.447086334228516, |
| "learning_rate": 1.5955295369877596e-05, |
| "loss": 1.9751, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.8211920529801324, |
| "grad_norm": 14.130012512207031, |
| "learning_rate": 1.5896162261250075e-05, |
| "loss": 1.9898, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.8330179754020812, |
| "grad_norm": 18.4505615234375, |
| "learning_rate": 1.5837029152622554e-05, |
| "loss": 1.9658, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.8448438978240302, |
| "grad_norm": 12.992496490478516, |
| "learning_rate": 1.5777896043995033e-05, |
| "loss": 1.9976, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.8566698202459793, |
| "grad_norm": 17.20708656311035, |
| "learning_rate": 1.571876293536751e-05, |
| "loss": 1.9939, |
| "step": 7850 |
| }, |
| { |
| "epoch": 1.868495742667928, |
| "grad_norm": 14.438339233398438, |
| "learning_rate": 1.5659629826739994e-05, |
| "loss": 1.9666, |
| "step": 7900 |
| }, |
| { |
| "epoch": 1.8803216650898769, |
| "grad_norm": 16.87125015258789, |
| "learning_rate": 1.5600496718112473e-05, |
| "loss": 1.9704, |
| "step": 7950 |
| }, |
| { |
| "epoch": 1.8921475875118259, |
| "grad_norm": 17.480026245117188, |
| "learning_rate": 1.554136360948495e-05, |
| "loss": 1.9822, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.8921475875118259, |
| "eval_runtime": 47.026, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "eval_validation_loss": 4.1330844767959665, |
| "step": 8000 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 21140, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 2000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
