| { |
| "best_global_step": 18000, |
| "best_metric": 3.9484923051611727, |
| "best_model_checkpoint": "outputs/bert-tiny-stage2-sbert/checkpoints/checkpoint-18000", |
| "epoch": 5.0, |
| "eval_steps": 2000, |
| "global_step": 21140, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.011825922421948912, |
| "grad_norm": 37.789451599121094, |
| "learning_rate": 2.3173327027666118e-07, |
| "loss": 18.0314, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.023651844843897825, |
| "grad_norm": 43.297508239746094, |
| "learning_rate": 4.6819579096713174e-07, |
| "loss": 17.7147, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.035477767265846734, |
| "grad_norm": 36.56124496459961, |
| "learning_rate": 7.046583116576024e-07, |
| "loss": 17.0007, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.04730368968779565, |
| "grad_norm": 34.428916931152344, |
| "learning_rate": 9.411208323480729e-07, |
| "loss": 16.0667, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.05912961210974456, |
| "grad_norm": 33.16645812988281, |
| "learning_rate": 1.1775833530385434e-06, |
| "loss": 14.9131, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.07095553453169347, |
| "grad_norm": 29.064250946044922, |
| "learning_rate": 1.4140458737290142e-06, |
| "loss": 13.9449, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.08278145695364239, |
| "grad_norm": 31.42921257019043, |
| "learning_rate": 1.6505083944194847e-06, |
| "loss": 12.7957, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.0946073793755913, |
| "grad_norm": 33.341365814208984, |
| "learning_rate": 1.8869709151099552e-06, |
| "loss": 11.7288, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.10643330179754021, |
| "grad_norm": 36.34325408935547, |
| "learning_rate": 2.123433435800426e-06, |
| "loss": 10.6945, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.11825922421948912, |
| "grad_norm": 39.06941604614258, |
| "learning_rate": 2.3598959564908965e-06, |
| "loss": 9.4743, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.13008514664143803, |
| "grad_norm": 32.969947814941406, |
| "learning_rate": 2.596358477181367e-06, |
| "loss": 8.6215, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.14191106906338694, |
| "grad_norm": 33.9212760925293, |
| "learning_rate": 2.8328209978718375e-06, |
| "loss": 7.7279, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.15373699148533584, |
| "grad_norm": 32.65876007080078, |
| "learning_rate": 3.069283518562308e-06, |
| "loss": 7.1892, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.16556291390728478, |
| "grad_norm": 29.210859298706055, |
| "learning_rate": 3.3057460392527786e-06, |
| "loss": 6.9682, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.1773888363292337, |
| "grad_norm": 29.231189727783203, |
| "learning_rate": 3.5422085599432495e-06, |
| "loss": 6.4781, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.1892147587511826, |
| "grad_norm": 28.949066162109375, |
| "learning_rate": 3.77867108063372e-06, |
| "loss": 6.1271, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.2010406811731315, |
| "grad_norm": 29.826133728027344, |
| "learning_rate": 4.01513360132419e-06, |
| "loss": 6.1199, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.21286660359508042, |
| "grad_norm": 27.585041046142578, |
| "learning_rate": 4.2515961220146615e-06, |
| "loss": 5.9544, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.22469252601702933, |
| "grad_norm": 28.10279655456543, |
| "learning_rate": 4.488058642705131e-06, |
| "loss": 5.8145, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.23651844843897823, |
| "grad_norm": 26.567943572998047, |
| "learning_rate": 4.7245211633956025e-06, |
| "loss": 5.5599, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.24834437086092714, |
| "grad_norm": 24.42616081237793, |
| "learning_rate": 4.960983684086072e-06, |
| "loss": 5.2344, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.26017029328287605, |
| "grad_norm": 25.857810974121094, |
| "learning_rate": 5.197446204776543e-06, |
| "loss": 5.3013, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.27199621570482496, |
| "grad_norm": 26.047733306884766, |
| "learning_rate": 5.433908725467014e-06, |
| "loss": 5.0562, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.28382213812677387, |
| "grad_norm": 26.875659942626953, |
| "learning_rate": 5.670371246157485e-06, |
| "loss": 4.8728, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.2956480605487228, |
| "grad_norm": 21.9539737701416, |
| "learning_rate": 5.906833766847954e-06, |
| "loss": 4.7826, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.3074739829706717, |
| "grad_norm": 23.06488609313965, |
| "learning_rate": 6.143296287538426e-06, |
| "loss": 4.8806, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.3192999053926206, |
| "grad_norm": 24.24974250793457, |
| "learning_rate": 6.379758808228896e-06, |
| "loss": 4.6464, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.33112582781456956, |
| "grad_norm": 22.658571243286133, |
| "learning_rate": 6.616221328919367e-06, |
| "loss": 4.7046, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.34295175023651847, |
| "grad_norm": 21.927656173706055, |
| "learning_rate": 6.852683849609837e-06, |
| "loss": 4.5188, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.3547776726584674, |
| "grad_norm": 24.39653778076172, |
| "learning_rate": 7.089146370300309e-06, |
| "loss": 4.4968, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.3666035950804163, |
| "grad_norm": 23.591333389282227, |
| "learning_rate": 7.325608890990778e-06, |
| "loss": 4.4387, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.3784295175023652, |
| "grad_norm": 24.572961807250977, |
| "learning_rate": 7.562071411681249e-06, |
| "loss": 4.1702, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.3902554399243141, |
| "grad_norm": 22.61821174621582, |
| "learning_rate": 7.79853393237172e-06, |
| "loss": 4.2147, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.402081362346263, |
| "grad_norm": 22.490327835083008, |
| "learning_rate": 8.03499645306219e-06, |
| "loss": 3.9972, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.4139072847682119, |
| "grad_norm": 23.695873260498047, |
| "learning_rate": 8.271458973752661e-06, |
| "loss": 4.1279, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.42573320719016083, |
| "grad_norm": 24.085838317871094, |
| "learning_rate": 8.507921494443131e-06, |
| "loss": 4.0214, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.43755912961210974, |
| "grad_norm": 20.78253173828125, |
| "learning_rate": 8.744384015133602e-06, |
| "loss": 3.9161, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.44938505203405865, |
| "grad_norm": 19.800090789794922, |
| "learning_rate": 8.980846535824072e-06, |
| "loss": 3.7544, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.46121097445600756, |
| "grad_norm": 22.900514602661133, |
| "learning_rate": 9.217309056514543e-06, |
| "loss": 3.8246, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.47303689687795647, |
| "grad_norm": 22.419363021850586, |
| "learning_rate": 9.453771577205015e-06, |
| "loss": 3.7991, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.47303689687795647, |
| "eval_runtime": 46.7005, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "eval_validation_loss": 5.98806651504585, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.4848628192999054, |
| "grad_norm": 22.308876037597656, |
| "learning_rate": 9.690234097895484e-06, |
| "loss": 3.8554, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.4966887417218543, |
| "grad_norm": 23.8614501953125, |
| "learning_rate": 9.926696618585954e-06, |
| "loss": 3.8123, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.5085146641438032, |
| "grad_norm": 21.00491714477539, |
| "learning_rate": 1.0163159139276425e-05, |
| "loss": 3.5525, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.5203405865657521, |
| "grad_norm": 25.555097579956055, |
| "learning_rate": 1.0399621659966897e-05, |
| "loss": 3.5591, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.532166508987701, |
| "grad_norm": 25.4840087890625, |
| "learning_rate": 1.0636084180657367e-05, |
| "loss": 3.6293, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.5439924314096499, |
| "grad_norm": 21.117971420288086, |
| "learning_rate": 1.0872546701347836e-05, |
| "loss": 3.5831, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.5558183538315988, |
| "grad_norm": 23.38995361328125, |
| "learning_rate": 1.1109009222038308e-05, |
| "loss": 3.6007, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.5676442762535477, |
| "grad_norm": 22.385738372802734, |
| "learning_rate": 1.1345471742728777e-05, |
| "loss": 3.4225, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.5794701986754967, |
| "grad_norm": 21.53306007385254, |
| "learning_rate": 1.158193426341925e-05, |
| "loss": 3.4405, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.5912961210974456, |
| "grad_norm": 22.93678092956543, |
| "learning_rate": 1.181839678410972e-05, |
| "loss": 3.4002, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.6031220435193945, |
| "grad_norm": 20.330045700073242, |
| "learning_rate": 1.2054859304800191e-05, |
| "loss": 3.3653, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.6149479659413434, |
| "grad_norm": 21.98198699951172, |
| "learning_rate": 1.2291321825490661e-05, |
| "loss": 3.321, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.6267738883632923, |
| "grad_norm": 18.49015998840332, |
| "learning_rate": 1.252778434618113e-05, |
| "loss": 3.3042, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.6385998107852412, |
| "grad_norm": 22.69803237915039, |
| "learning_rate": 1.2764246866871602e-05, |
| "loss": 3.2117, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.6504257332071902, |
| "grad_norm": 19.658132553100586, |
| "learning_rate": 1.3000709387562072e-05, |
| "loss": 3.3423, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.6622516556291391, |
| "grad_norm": 20.783931732177734, |
| "learning_rate": 1.3237171908252545e-05, |
| "loss": 3.2494, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.674077578051088, |
| "grad_norm": 17.039609909057617, |
| "learning_rate": 1.3473634428943014e-05, |
| "loss": 3.1364, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.6859035004730369, |
| "grad_norm": 21.787738800048828, |
| "learning_rate": 1.3710096949633484e-05, |
| "loss": 3.1836, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.6977294228949859, |
| "grad_norm": 20.883773803710938, |
| "learning_rate": 1.3946559470323956e-05, |
| "loss": 3.1268, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.7095553453169348, |
| "grad_norm": 17.700597763061523, |
| "learning_rate": 1.4183021991014425e-05, |
| "loss": 3.072, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.7213812677388837, |
| "grad_norm": 20.23262596130371, |
| "learning_rate": 1.4419484511704895e-05, |
| "loss": 3.0135, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.7332071901608326, |
| "grad_norm": 19.417842864990234, |
| "learning_rate": 1.4655947032395366e-05, |
| "loss": 3.0607, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.7450331125827815, |
| "grad_norm": 19.843341827392578, |
| "learning_rate": 1.4892409553085838e-05, |
| "loss": 3.0963, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.7568590350047304, |
| "grad_norm": 20.248523712158203, |
| "learning_rate": 1.5128872073776309e-05, |
| "loss": 3.0419, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.7686849574266793, |
| "grad_norm": 24.61260986328125, |
| "learning_rate": 1.5365334594466777e-05, |
| "loss": 2.9891, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.7805108798486282, |
| "grad_norm": 16.637826919555664, |
| "learning_rate": 1.560179711515725e-05, |
| "loss": 2.9384, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.7923368022705771, |
| "grad_norm": 24.341026306152344, |
| "learning_rate": 1.583825963584772e-05, |
| "loss": 2.8918, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.804162724692526, |
| "grad_norm": 18.246440887451172, |
| "learning_rate": 1.607472215653819e-05, |
| "loss": 2.9816, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.8159886471144749, |
| "grad_norm": 19.296022415161133, |
| "learning_rate": 1.631118467722866e-05, |
| "loss": 2.9664, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.8278145695364238, |
| "grad_norm": 19.331918716430664, |
| "learning_rate": 1.6547647197919134e-05, |
| "loss": 2.8969, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.8396404919583728, |
| "grad_norm": 25.586254119873047, |
| "learning_rate": 1.6784109718609602e-05, |
| "loss": 2.9368, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.8514664143803217, |
| "grad_norm": 19.701223373413086, |
| "learning_rate": 1.7020572239300073e-05, |
| "loss": 2.8513, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.8632923368022706, |
| "grad_norm": 16.68182945251465, |
| "learning_rate": 1.7257034759990545e-05, |
| "loss": 2.9808, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.8751182592242195, |
| "grad_norm": 19.592416763305664, |
| "learning_rate": 1.7493497280681013e-05, |
| "loss": 2.8428, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.8869441816461684, |
| "grad_norm": 20.324504852294922, |
| "learning_rate": 1.7729959801371484e-05, |
| "loss": 2.8775, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.8987701040681173, |
| "grad_norm": 19.49851417541504, |
| "learning_rate": 1.7966422322061955e-05, |
| "loss": 2.739, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.9105960264900662, |
| "grad_norm": 19.18546485900879, |
| "learning_rate": 1.8202884842752427e-05, |
| "loss": 2.8277, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.9224219489120151, |
| "grad_norm": 23.6113338470459, |
| "learning_rate": 1.8439347363442898e-05, |
| "loss": 2.767, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.934247871333964, |
| "grad_norm": 19.779712677001953, |
| "learning_rate": 1.8675809884133366e-05, |
| "loss": 2.794, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.9460737937559129, |
| "grad_norm": 23.361425399780273, |
| "learning_rate": 1.8912272404823837e-05, |
| "loss": 2.7738, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.9460737937559129, |
| "eval_runtime": 47.0317, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "eval_validation_loss": 4.773771009103065, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.9578997161778618, |
| "grad_norm": 18.137535095214844, |
| "learning_rate": 1.914873492551431e-05, |
| "loss": 2.8568, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.9697256385998108, |
| "grad_norm": 18.014116287231445, |
| "learning_rate": 1.9385197446204777e-05, |
| "loss": 2.7938, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.9815515610217597, |
| "grad_norm": 17.168569564819336, |
| "learning_rate": 1.9621659966895248e-05, |
| "loss": 2.7272, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.9933774834437086, |
| "grad_norm": 17.75269889831543, |
| "learning_rate": 1.985812248758572e-05, |
| "loss": 2.7079, |
| "step": 4200 |
| }, |
| { |
| "epoch": 1.0052034058656576, |
| "grad_norm": 19.342844009399414, |
| "learning_rate": 1.9976346756548995e-05, |
| "loss": 2.6383, |
| "step": 4250 |
| }, |
| { |
| "epoch": 1.0170293282876064, |
| "grad_norm": 17.54117774963379, |
| "learning_rate": 1.9917213647921473e-05, |
| "loss": 2.6855, |
| "step": 4300 |
| }, |
| { |
| "epoch": 1.0288552507095554, |
| "grad_norm": 18.412206649780273, |
| "learning_rate": 1.9858080539293952e-05, |
| "loss": 2.6568, |
| "step": 4350 |
| }, |
| { |
| "epoch": 1.0406811731315042, |
| "grad_norm": 18.794939041137695, |
| "learning_rate": 1.979894743066643e-05, |
| "loss": 2.5981, |
| "step": 4400 |
| }, |
| { |
| "epoch": 1.0525070955534532, |
| "grad_norm": 17.26803970336914, |
| "learning_rate": 1.973981432203891e-05, |
| "loss": 2.6987, |
| "step": 4450 |
| }, |
| { |
| "epoch": 1.064333017975402, |
| "grad_norm": 15.831737518310547, |
| "learning_rate": 1.968068121341139e-05, |
| "loss": 2.6992, |
| "step": 4500 |
| }, |
| { |
| "epoch": 1.076158940397351, |
| "grad_norm": 16.746700286865234, |
| "learning_rate": 1.962154810478387e-05, |
| "loss": 2.5434, |
| "step": 4550 |
| }, |
| { |
| "epoch": 1.0879848628192998, |
| "grad_norm": 18.824857711791992, |
| "learning_rate": 1.956241499615635e-05, |
| "loss": 2.5553, |
| "step": 4600 |
| }, |
| { |
| "epoch": 1.0998107852412489, |
| "grad_norm": 16.81246566772461, |
| "learning_rate": 1.9503281887528828e-05, |
| "loss": 2.4978, |
| "step": 4650 |
| }, |
| { |
| "epoch": 1.1116367076631977, |
| "grad_norm": 18.369991302490234, |
| "learning_rate": 1.9444148778901307e-05, |
| "loss": 2.5679, |
| "step": 4700 |
| }, |
| { |
| "epoch": 1.1234626300851467, |
| "grad_norm": 19.55158805847168, |
| "learning_rate": 1.938501567027379e-05, |
| "loss": 2.4768, |
| "step": 4750 |
| }, |
| { |
| "epoch": 1.1352885525070955, |
| "grad_norm": 20.673002243041992, |
| "learning_rate": 1.9325882561646268e-05, |
| "loss": 2.5578, |
| "step": 4800 |
| }, |
| { |
| "epoch": 1.1471144749290445, |
| "grad_norm": 17.067432403564453, |
| "learning_rate": 1.9266749453018747e-05, |
| "loss": 2.4758, |
| "step": 4850 |
| }, |
| { |
| "epoch": 1.1589403973509933, |
| "grad_norm": 22.328304290771484, |
| "learning_rate": 1.9207616344391226e-05, |
| "loss": 2.5352, |
| "step": 4900 |
| }, |
| { |
| "epoch": 1.1707663197729423, |
| "grad_norm": 15.121694564819336, |
| "learning_rate": 1.9148483235763708e-05, |
| "loss": 2.5023, |
| "step": 4950 |
| }, |
| { |
| "epoch": 1.1825922421948911, |
| "grad_norm": 15.201376914978027, |
| "learning_rate": 1.9089350127136187e-05, |
| "loss": 2.4713, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.1944181646168401, |
| "grad_norm": 20.54207992553711, |
| "learning_rate": 1.9030217018508665e-05, |
| "loss": 2.486, |
| "step": 5050 |
| }, |
| { |
| "epoch": 1.206244087038789, |
| "grad_norm": 16.934635162353516, |
| "learning_rate": 1.8971083909881144e-05, |
| "loss": 2.483, |
| "step": 5100 |
| }, |
| { |
| "epoch": 1.218070009460738, |
| "grad_norm": 16.963790893554688, |
| "learning_rate": 1.8911950801253623e-05, |
| "loss": 2.4098, |
| "step": 5150 |
| }, |
| { |
| "epoch": 1.2298959318826868, |
| "grad_norm": 16.505352020263672, |
| "learning_rate": 1.8852817692626102e-05, |
| "loss": 2.5061, |
| "step": 5200 |
| }, |
| { |
| "epoch": 1.2417218543046358, |
| "grad_norm": 16.634069442749023, |
| "learning_rate": 1.879368458399858e-05, |
| "loss": 2.4597, |
| "step": 5250 |
| }, |
| { |
| "epoch": 1.2535477767265846, |
| "grad_norm": 16.373046875, |
| "learning_rate": 1.8734551475371063e-05, |
| "loss": 2.4591, |
| "step": 5300 |
| }, |
| { |
| "epoch": 1.2653736991485336, |
| "grad_norm": 21.308876037597656, |
| "learning_rate": 1.867541836674354e-05, |
| "loss": 2.3879, |
| "step": 5350 |
| }, |
| { |
| "epoch": 1.2771996215704826, |
| "grad_norm": 20.565275192260742, |
| "learning_rate": 1.861628525811602e-05, |
| "loss": 2.4146, |
| "step": 5400 |
| }, |
| { |
| "epoch": 1.2890255439924314, |
| "grad_norm": 15.853353500366211, |
| "learning_rate": 1.85571521494885e-05, |
| "loss": 2.3418, |
| "step": 5450 |
| }, |
| { |
| "epoch": 1.3008514664143802, |
| "grad_norm": 13.12362003326416, |
| "learning_rate": 1.8498019040860978e-05, |
| "loss": 2.4307, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.3126773888363292, |
| "grad_norm": 19.059667587280273, |
| "learning_rate": 1.843888593223346e-05, |
| "loss": 2.3653, |
| "step": 5550 |
| }, |
| { |
| "epoch": 1.3245033112582782, |
| "grad_norm": 17.448827743530273, |
| "learning_rate": 1.837975282360594e-05, |
| "loss": 2.3995, |
| "step": 5600 |
| }, |
| { |
| "epoch": 1.336329233680227, |
| "grad_norm": 18.326887130737305, |
| "learning_rate": 1.8320619714978418e-05, |
| "loss": 2.4527, |
| "step": 5650 |
| }, |
| { |
| "epoch": 1.3481551561021758, |
| "grad_norm": 18.03122901916504, |
| "learning_rate": 1.8261486606350896e-05, |
| "loss": 2.4547, |
| "step": 5700 |
| }, |
| { |
| "epoch": 1.3599810785241249, |
| "grad_norm": 18.269872665405273, |
| "learning_rate": 1.820235349772338e-05, |
| "loss": 2.3695, |
| "step": 5750 |
| }, |
| { |
| "epoch": 1.3718070009460739, |
| "grad_norm": 16.90838623046875, |
| "learning_rate": 1.8143220389095857e-05, |
| "loss": 2.3341, |
| "step": 5800 |
| }, |
| { |
| "epoch": 1.3836329233680227, |
| "grad_norm": 18.816362380981445, |
| "learning_rate": 1.8084087280468336e-05, |
| "loss": 2.2412, |
| "step": 5850 |
| }, |
| { |
| "epoch": 1.3954588457899715, |
| "grad_norm": 17.30527687072754, |
| "learning_rate": 1.8024954171840815e-05, |
| "loss": 2.2695, |
| "step": 5900 |
| }, |
| { |
| "epoch": 1.4072847682119205, |
| "grad_norm": 18.299711227416992, |
| "learning_rate": 1.7965821063213297e-05, |
| "loss": 2.2922, |
| "step": 5950 |
| }, |
| { |
| "epoch": 1.4191106906338695, |
| "grad_norm": 18.047449111938477, |
| "learning_rate": 1.7906687954585773e-05, |
| "loss": 2.3176, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.4191106906338695, |
| "eval_runtime": 46.9839, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "eval_validation_loss": 4.305679076455633, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.4309366130558183, |
| "grad_norm": 20.608333587646484, |
| "learning_rate": 1.784755484595825e-05, |
| "loss": 2.281, |
| "step": 6050 |
| }, |
| { |
| "epoch": 1.4427625354777673, |
| "grad_norm": 16.299001693725586, |
| "learning_rate": 1.7788421737330734e-05, |
| "loss": 2.2155, |
| "step": 6100 |
| }, |
| { |
| "epoch": 1.4545884578997161, |
| "grad_norm": 17.70014762878418, |
| "learning_rate": 1.7729288628703212e-05, |
| "loss": 2.1908, |
| "step": 6150 |
| }, |
| { |
| "epoch": 1.4664143803216652, |
| "grad_norm": 13.944992065429688, |
| "learning_rate": 1.767015552007569e-05, |
| "loss": 2.2071, |
| "step": 6200 |
| }, |
| { |
| "epoch": 1.478240302743614, |
| "grad_norm": 18.37308692932129, |
| "learning_rate": 1.761102241144817e-05, |
| "loss": 2.2617, |
| "step": 6250 |
| }, |
| { |
| "epoch": 1.490066225165563, |
| "grad_norm": 16.624183654785156, |
| "learning_rate": 1.7551889302820652e-05, |
| "loss": 2.2864, |
| "step": 6300 |
| }, |
| { |
| "epoch": 1.5018921475875118, |
| "grad_norm": 15.490421295166016, |
| "learning_rate": 1.749275619419313e-05, |
| "loss": 2.2509, |
| "step": 6350 |
| }, |
| { |
| "epoch": 1.5137180700094608, |
| "grad_norm": 15.517704010009766, |
| "learning_rate": 1.743362308556561e-05, |
| "loss": 2.1227, |
| "step": 6400 |
| }, |
| { |
| "epoch": 1.5255439924314098, |
| "grad_norm": 14.78442096710205, |
| "learning_rate": 1.737448997693809e-05, |
| "loss": 2.1919, |
| "step": 6450 |
| }, |
| { |
| "epoch": 1.5373699148533586, |
| "grad_norm": 19.766271591186523, |
| "learning_rate": 1.7315356868310567e-05, |
| "loss": 2.2072, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.5491958372753074, |
| "grad_norm": 17.84695053100586, |
| "learning_rate": 1.725622375968305e-05, |
| "loss": 2.1652, |
| "step": 6550 |
| }, |
| { |
| "epoch": 1.5610217596972564, |
| "grad_norm": 17.325145721435547, |
| "learning_rate": 1.7197090651055528e-05, |
| "loss": 2.2224, |
| "step": 6600 |
| }, |
| { |
| "epoch": 1.5728476821192054, |
| "grad_norm": 19.243274688720703, |
| "learning_rate": 1.7137957542428007e-05, |
| "loss": 2.0715, |
| "step": 6650 |
| }, |
| { |
| "epoch": 1.5846736045411542, |
| "grad_norm": 17.589859008789062, |
| "learning_rate": 1.7078824433800486e-05, |
| "loss": 2.1693, |
| "step": 6700 |
| }, |
| { |
| "epoch": 1.596499526963103, |
| "grad_norm": 14.71687126159668, |
| "learning_rate": 1.7019691325172968e-05, |
| "loss": 2.1141, |
| "step": 6750 |
| }, |
| { |
| "epoch": 1.608325449385052, |
| "grad_norm": 14.723918914794922, |
| "learning_rate": 1.6960558216545443e-05, |
| "loss": 2.1129, |
| "step": 6800 |
| }, |
| { |
| "epoch": 1.620151371807001, |
| "grad_norm": 16.5570011138916, |
| "learning_rate": 1.6901425107917922e-05, |
| "loss": 2.1001, |
| "step": 6850 |
| }, |
| { |
| "epoch": 1.6319772942289499, |
| "grad_norm": 17.945083618164062, |
| "learning_rate": 1.6842291999290404e-05, |
| "loss": 2.094, |
| "step": 6900 |
| }, |
| { |
| "epoch": 1.6438032166508987, |
| "grad_norm": 18.704225540161133, |
| "learning_rate": 1.6783158890662883e-05, |
| "loss": 2.2176, |
| "step": 6950 |
| }, |
| { |
| "epoch": 1.6556291390728477, |
| "grad_norm": 15.701910018920898, |
| "learning_rate": 1.6724025782035362e-05, |
| "loss": 2.109, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.6674550614947967, |
| "grad_norm": 16.768260955810547, |
| "learning_rate": 1.666489267340784e-05, |
| "loss": 2.0537, |
| "step": 7050 |
| }, |
| { |
| "epoch": 1.6792809839167455, |
| "grad_norm": 17.835603713989258, |
| "learning_rate": 1.6605759564780323e-05, |
| "loss": 2.0328, |
| "step": 7100 |
| }, |
| { |
| "epoch": 1.6911069063386943, |
| "grad_norm": 18.1043701171875, |
| "learning_rate": 1.6546626456152802e-05, |
| "loss": 2.1541, |
| "step": 7150 |
| }, |
| { |
| "epoch": 1.7029328287606433, |
| "grad_norm": 14.032896995544434, |
| "learning_rate": 1.648749334752528e-05, |
| "loss": 2.0164, |
| "step": 7200 |
| }, |
| { |
| "epoch": 1.7147587511825924, |
| "grad_norm": 15.934415817260742, |
| "learning_rate": 1.642836023889776e-05, |
| "loss": 2.0225, |
| "step": 7250 |
| }, |
| { |
| "epoch": 1.7265846736045412, |
| "grad_norm": 15.602225303649902, |
| "learning_rate": 1.636922713027024e-05, |
| "loss": 2.0243, |
| "step": 7300 |
| }, |
| { |
| "epoch": 1.73841059602649, |
| "grad_norm": 15.584887504577637, |
| "learning_rate": 1.631009402164272e-05, |
| "loss": 2.0152, |
| "step": 7350 |
| }, |
| { |
| "epoch": 1.750236518448439, |
| "grad_norm": 17.52799415588379, |
| "learning_rate": 1.62509609130152e-05, |
| "loss": 2.0455, |
| "step": 7400 |
| }, |
| { |
| "epoch": 1.762062440870388, |
| "grad_norm": 15.92798900604248, |
| "learning_rate": 1.6191827804387678e-05, |
| "loss": 2.0026, |
| "step": 7450 |
| }, |
| { |
| "epoch": 1.7738883632923368, |
| "grad_norm": 14.851804733276367, |
| "learning_rate": 1.6132694695760157e-05, |
| "loss": 1.9846, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.7857142857142856, |
| "grad_norm": 15.551090240478516, |
| "learning_rate": 1.607356158713264e-05, |
| "loss": 1.9594, |
| "step": 7550 |
| }, |
| { |
| "epoch": 1.7975402081362346, |
| "grad_norm": 14.651620864868164, |
| "learning_rate": 1.6014428478505118e-05, |
| "loss": 2.0523, |
| "step": 7600 |
| }, |
| { |
| "epoch": 1.8093661305581836, |
| "grad_norm": 19.447086334228516, |
| "learning_rate": 1.5955295369877596e-05, |
| "loss": 1.9751, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.8211920529801324, |
| "grad_norm": 14.130012512207031, |
| "learning_rate": 1.5896162261250075e-05, |
| "loss": 1.9898, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.8330179754020812, |
| "grad_norm": 18.4505615234375, |
| "learning_rate": 1.5837029152622554e-05, |
| "loss": 1.9658, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.8448438978240302, |
| "grad_norm": 12.992496490478516, |
| "learning_rate": 1.5777896043995033e-05, |
| "loss": 1.9976, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.8566698202459793, |
| "grad_norm": 17.20708656311035, |
| "learning_rate": 1.571876293536751e-05, |
| "loss": 1.9939, |
| "step": 7850 |
| }, |
| { |
| "epoch": 1.868495742667928, |
| "grad_norm": 14.438339233398438, |
| "learning_rate": 1.5659629826739994e-05, |
| "loss": 1.9666, |
| "step": 7900 |
| }, |
| { |
| "epoch": 1.8803216650898769, |
| "grad_norm": 16.87125015258789, |
| "learning_rate": 1.5600496718112473e-05, |
| "loss": 1.9704, |
| "step": 7950 |
| }, |
| { |
| "epoch": 1.8921475875118259, |
| "grad_norm": 17.480026245117188, |
| "learning_rate": 1.554136360948495e-05, |
| "loss": 1.9822, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.8921475875118259, |
| "eval_runtime": 47.026, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "eval_validation_loss": 4.1330844767959665, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.903973509933775, |
| "grad_norm": 15.649256706237793, |
| "learning_rate": 1.548223050085743e-05, |
| "loss": 1.8534, |
| "step": 8050 |
| }, |
| { |
| "epoch": 1.9157994323557237, |
| "grad_norm": 17.02906608581543, |
| "learning_rate": 1.5423097392229912e-05, |
| "loss": 1.856, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.9276253547776725, |
| "grad_norm": 16.321977615356445, |
| "learning_rate": 1.536396428360239e-05, |
| "loss": 1.9817, |
| "step": 8150 |
| }, |
| { |
| "epoch": 1.9394512771996215, |
| "grad_norm": 21.492490768432617, |
| "learning_rate": 1.530483117497487e-05, |
| "loss": 1.9095, |
| "step": 8200 |
| }, |
| { |
| "epoch": 1.9512771996215705, |
| "grad_norm": 18.752315521240234, |
| "learning_rate": 1.524569806634735e-05, |
| "loss": 1.9343, |
| "step": 8250 |
| }, |
| { |
| "epoch": 1.9631031220435196, |
| "grad_norm": 17.007205963134766, |
| "learning_rate": 1.518656495771983e-05, |
| "loss": 1.95, |
| "step": 8300 |
| }, |
| { |
| "epoch": 1.9749290444654684, |
| "grad_norm": 16.75872230529785, |
| "learning_rate": 1.512743184909231e-05, |
| "loss": 1.9981, |
| "step": 8350 |
| }, |
| { |
| "epoch": 1.9867549668874172, |
| "grad_norm": 18.816049575805664, |
| "learning_rate": 1.5068298740464788e-05, |
| "loss": 1.8872, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.9985808893093662, |
| "grad_norm": 16.992637634277344, |
| "learning_rate": 1.5009165631837266e-05, |
| "loss": 1.8112, |
| "step": 8450 |
| }, |
| { |
| "epoch": 2.010406811731315, |
| "grad_norm": 16.72859001159668, |
| "learning_rate": 1.4950032523209746e-05, |
| "loss": 1.8451, |
| "step": 8500 |
| }, |
| { |
| "epoch": 2.0222327341532638, |
| "grad_norm": 15.676278114318848, |
| "learning_rate": 1.4890899414582225e-05, |
| "loss": 1.8918, |
| "step": 8550 |
| }, |
| { |
| "epoch": 2.034058656575213, |
| "grad_norm": 15.531780242919922, |
| "learning_rate": 1.4831766305954705e-05, |
| "loss": 1.7837, |
| "step": 8600 |
| }, |
| { |
| "epoch": 2.045884578997162, |
| "grad_norm": 17.246252059936523, |
| "learning_rate": 1.4772633197327184e-05, |
| "loss": 1.8692, |
| "step": 8650 |
| }, |
| { |
| "epoch": 2.057710501419111, |
| "grad_norm": 13.021443367004395, |
| "learning_rate": 1.4713500088699663e-05, |
| "loss": 1.8614, |
| "step": 8700 |
| }, |
| { |
| "epoch": 2.0695364238410594, |
| "grad_norm": 15.586688041687012, |
| "learning_rate": 1.4654366980072143e-05, |
| "loss": 1.8677, |
| "step": 8750 |
| }, |
| { |
| "epoch": 2.0813623462630084, |
| "grad_norm": 19.62430191040039, |
| "learning_rate": 1.4595233871444622e-05, |
| "loss": 1.8005, |
| "step": 8800 |
| }, |
| { |
| "epoch": 2.0931882686849574, |
| "grad_norm": 15.454833984375, |
| "learning_rate": 1.4536100762817103e-05, |
| "loss": 1.8008, |
| "step": 8850 |
| }, |
| { |
| "epoch": 2.1050141911069065, |
| "grad_norm": 16.70480728149414, |
| "learning_rate": 1.4476967654189581e-05, |
| "loss": 1.8207, |
| "step": 8900 |
| }, |
| { |
| "epoch": 2.116840113528855, |
| "grad_norm": 17.584407806396484, |
| "learning_rate": 1.4417834545562062e-05, |
| "loss": 1.7491, |
| "step": 8950 |
| }, |
| { |
| "epoch": 2.128666035950804, |
| "grad_norm": 17.367647171020508, |
| "learning_rate": 1.435870143693454e-05, |
| "loss": 1.8351, |
| "step": 9000 |
| }, |
| { |
| "epoch": 2.140491958372753, |
| "grad_norm": 15.521934509277344, |
| "learning_rate": 1.4299568328307021e-05, |
| "loss": 1.7934, |
| "step": 9050 |
| }, |
| { |
| "epoch": 2.152317880794702, |
| "grad_norm": 18.928241729736328, |
| "learning_rate": 1.42404352196795e-05, |
| "loss": 1.8162, |
| "step": 9100 |
| }, |
| { |
| "epoch": 2.1641438032166507, |
| "grad_norm": 16.490169525146484, |
| "learning_rate": 1.418130211105198e-05, |
| "loss": 1.8496, |
| "step": 9150 |
| }, |
| { |
| "epoch": 2.1759697256385997, |
| "grad_norm": 16.48432731628418, |
| "learning_rate": 1.412216900242446e-05, |
| "loss": 1.7747, |
| "step": 9200 |
| }, |
| { |
| "epoch": 2.1877956480605487, |
| "grad_norm": 11.924939155578613, |
| "learning_rate": 1.406303589379694e-05, |
| "loss": 1.7665, |
| "step": 9250 |
| }, |
| { |
| "epoch": 2.1996215704824977, |
| "grad_norm": 17.498945236206055, |
| "learning_rate": 1.4003902785169417e-05, |
| "loss": 1.789, |
| "step": 9300 |
| }, |
| { |
| "epoch": 2.2114474929044468, |
| "grad_norm": 15.384320259094238, |
| "learning_rate": 1.3944769676541896e-05, |
| "loss": 1.8264, |
| "step": 9350 |
| }, |
| { |
| "epoch": 2.2232734153263953, |
| "grad_norm": 13.456559181213379, |
| "learning_rate": 1.3885636567914376e-05, |
| "loss": 1.788, |
| "step": 9400 |
| }, |
| { |
| "epoch": 2.2350993377483444, |
| "grad_norm": 24.769336700439453, |
| "learning_rate": 1.3826503459286855e-05, |
| "loss": 1.7902, |
| "step": 9450 |
| }, |
| { |
| "epoch": 2.2469252601702934, |
| "grad_norm": 18.193721771240234, |
| "learning_rate": 1.3767370350659335e-05, |
| "loss": 1.8175, |
| "step": 9500 |
| }, |
| { |
| "epoch": 2.258751182592242, |
| "grad_norm": 16.10167121887207, |
| "learning_rate": 1.3708237242031814e-05, |
| "loss": 1.8042, |
| "step": 9550 |
| }, |
| { |
| "epoch": 2.270577105014191, |
| "grad_norm": 15.939582824707031, |
| "learning_rate": 1.3649104133404295e-05, |
| "loss": 1.7767, |
| "step": 9600 |
| }, |
| { |
| "epoch": 2.28240302743614, |
| "grad_norm": 17.35470199584961, |
| "learning_rate": 1.3589971024776774e-05, |
| "loss": 1.7099, |
| "step": 9650 |
| }, |
| { |
| "epoch": 2.294228949858089, |
| "grad_norm": 16.262712478637695, |
| "learning_rate": 1.3530837916149252e-05, |
| "loss": 1.7841, |
| "step": 9700 |
| }, |
| { |
| "epoch": 2.306054872280038, |
| "grad_norm": 13.716343879699707, |
| "learning_rate": 1.3471704807521733e-05, |
| "loss": 1.87, |
| "step": 9750 |
| }, |
| { |
| "epoch": 2.3178807947019866, |
| "grad_norm": 13.402505874633789, |
| "learning_rate": 1.3412571698894212e-05, |
| "loss": 1.7485, |
| "step": 9800 |
| }, |
| { |
| "epoch": 2.3297067171239356, |
| "grad_norm": 14.37375259399414, |
| "learning_rate": 1.3353438590266692e-05, |
| "loss": 1.8367, |
| "step": 9850 |
| }, |
| { |
| "epoch": 2.3415326395458846, |
| "grad_norm": 14.258302688598633, |
| "learning_rate": 1.3294305481639171e-05, |
| "loss": 1.7925, |
| "step": 9900 |
| }, |
| { |
| "epoch": 2.3533585619678337, |
| "grad_norm": 18.176448822021484, |
| "learning_rate": 1.3235172373011651e-05, |
| "loss": 1.9135, |
| "step": 9950 |
| }, |
| { |
| "epoch": 2.3651844843897822, |
| "grad_norm": 16.076860427856445, |
| "learning_rate": 1.317603926438413e-05, |
| "loss": 1.7746, |
| "step": 10000 |
| }, |
| { |
| "epoch": 2.3651844843897822, |
| "eval_runtime": 46.8576, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "eval_validation_loss": 4.062871016729038, |
| "step": 10000 |
| }, |
| { |
| "epoch": 2.3770104068117313, |
| "grad_norm": 14.89098072052002, |
| "learning_rate": 1.311690615575661e-05, |
| "loss": 1.672, |
| "step": 10050 |
| }, |
| { |
| "epoch": 2.3888363292336803, |
| "grad_norm": 21.15306854248047, |
| "learning_rate": 1.3057773047129088e-05, |
| "loss": 1.7265, |
| "step": 10100 |
| }, |
| { |
| "epoch": 2.4006622516556293, |
| "grad_norm": 13.14006519317627, |
| "learning_rate": 1.2998639938501567e-05, |
| "loss": 1.6875, |
| "step": 10150 |
| }, |
| { |
| "epoch": 2.412488174077578, |
| "grad_norm": 16.71653175354004, |
| "learning_rate": 1.2939506829874047e-05, |
| "loss": 1.7421, |
| "step": 10200 |
| }, |
| { |
| "epoch": 2.424314096499527, |
| "grad_norm": 19.673765182495117, |
| "learning_rate": 1.2880373721246526e-05, |
| "loss": 1.7447, |
| "step": 10250 |
| }, |
| { |
| "epoch": 2.436140018921476, |
| "grad_norm": 13.806225776672363, |
| "learning_rate": 1.2821240612619006e-05, |
| "loss": 1.7335, |
| "step": 10300 |
| }, |
| { |
| "epoch": 2.447965941343425, |
| "grad_norm": 17.10091209411621, |
| "learning_rate": 1.2762107503991485e-05, |
| "loss": 1.6583, |
| "step": 10350 |
| }, |
| { |
| "epoch": 2.4597918637653735, |
| "grad_norm": 13.57816219329834, |
| "learning_rate": 1.2702974395363966e-05, |
| "loss": 1.6937, |
| "step": 10400 |
| }, |
| { |
| "epoch": 2.4716177861873225, |
| "grad_norm": 15.529336929321289, |
| "learning_rate": 1.2643841286736444e-05, |
| "loss": 1.6425, |
| "step": 10450 |
| }, |
| { |
| "epoch": 2.4834437086092715, |
| "grad_norm": 15.039297103881836, |
| "learning_rate": 1.2584708178108925e-05, |
| "loss": 1.7837, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.4952696310312206, |
| "grad_norm": 18.062923431396484, |
| "learning_rate": 1.2525575069481404e-05, |
| "loss": 1.7589, |
| "step": 10550 |
| }, |
| { |
| "epoch": 2.507095553453169, |
| "grad_norm": 14.291655540466309, |
| "learning_rate": 1.2466441960853884e-05, |
| "loss": 1.6618, |
| "step": 10600 |
| }, |
| { |
| "epoch": 2.518921475875118, |
| "grad_norm": 15.268333435058594, |
| "learning_rate": 1.2407308852226363e-05, |
| "loss": 1.6107, |
| "step": 10650 |
| }, |
| { |
| "epoch": 2.530747398297067, |
| "grad_norm": 15.746752738952637, |
| "learning_rate": 1.2348175743598842e-05, |
| "loss": 1.706, |
| "step": 10700 |
| }, |
| { |
| "epoch": 2.542573320719016, |
| "grad_norm": 14.740198135375977, |
| "learning_rate": 1.2289042634971322e-05, |
| "loss": 1.6662, |
| "step": 10750 |
| }, |
| { |
| "epoch": 2.5543992431409652, |
| "grad_norm": 18.715717315673828, |
| "learning_rate": 1.2229909526343801e-05, |
| "loss": 1.7491, |
| "step": 10800 |
| }, |
| { |
| "epoch": 2.566225165562914, |
| "grad_norm": 13.341856956481934, |
| "learning_rate": 1.2170776417716281e-05, |
| "loss": 1.615, |
| "step": 10850 |
| }, |
| { |
| "epoch": 2.578051087984863, |
| "grad_norm": 15.429610252380371, |
| "learning_rate": 1.211164330908876e-05, |
| "loss": 1.6314, |
| "step": 10900 |
| }, |
| { |
| "epoch": 2.589877010406812, |
| "grad_norm": 16.15951919555664, |
| "learning_rate": 1.2052510200461239e-05, |
| "loss": 1.6564, |
| "step": 10950 |
| }, |
| { |
| "epoch": 2.6017029328287604, |
| "grad_norm": 16.425504684448242, |
| "learning_rate": 1.1993377091833718e-05, |
| "loss": 1.6085, |
| "step": 11000 |
| }, |
| { |
| "epoch": 2.6135288552507094, |
| "grad_norm": 19.02115249633789, |
| "learning_rate": 1.1934243983206197e-05, |
| "loss": 1.6969, |
| "step": 11050 |
| }, |
| { |
| "epoch": 2.6253547776726585, |
| "grad_norm": 16.245838165283203, |
| "learning_rate": 1.1875110874578677e-05, |
| "loss": 1.5963, |
| "step": 11100 |
| }, |
| { |
| "epoch": 2.6371807000946075, |
| "grad_norm": 14.986413955688477, |
| "learning_rate": 1.1815977765951156e-05, |
| "loss": 1.6626, |
| "step": 11150 |
| }, |
| { |
| "epoch": 2.6490066225165565, |
| "grad_norm": 18.501134872436523, |
| "learning_rate": 1.1756844657323636e-05, |
| "loss": 1.715, |
| "step": 11200 |
| }, |
| { |
| "epoch": 2.660832544938505, |
| "grad_norm": 19.390989303588867, |
| "learning_rate": 1.1697711548696115e-05, |
| "loss": 1.6182, |
| "step": 11250 |
| }, |
| { |
| "epoch": 2.672658467360454, |
| "grad_norm": 16.83384132385254, |
| "learning_rate": 1.1638578440068596e-05, |
| "loss": 1.5667, |
| "step": 11300 |
| }, |
| { |
| "epoch": 2.684484389782403, |
| "grad_norm": 17.595382690429688, |
| "learning_rate": 1.1579445331441074e-05, |
| "loss": 1.6255, |
| "step": 11350 |
| }, |
| { |
| "epoch": 2.6963103122043517, |
| "grad_norm": 18.588014602661133, |
| "learning_rate": 1.1520312222813555e-05, |
| "loss": 1.6146, |
| "step": 11400 |
| }, |
| { |
| "epoch": 2.7081362346263007, |
| "grad_norm": 18.090600967407227, |
| "learning_rate": 1.1461179114186034e-05, |
| "loss": 1.5807, |
| "step": 11450 |
| }, |
| { |
| "epoch": 2.7199621570482497, |
| "grad_norm": 16.144756317138672, |
| "learning_rate": 1.1402046005558514e-05, |
| "loss": 1.571, |
| "step": 11500 |
| }, |
| { |
| "epoch": 2.7317880794701987, |
| "grad_norm": 19.271270751953125, |
| "learning_rate": 1.1342912896930993e-05, |
| "loss": 1.611, |
| "step": 11550 |
| }, |
| { |
| "epoch": 2.7436140018921478, |
| "grad_norm": 15.365574836730957, |
| "learning_rate": 1.1283779788303474e-05, |
| "loss": 1.5757, |
| "step": 11600 |
| }, |
| { |
| "epoch": 2.7554399243140963, |
| "grad_norm": 18.699979782104492, |
| "learning_rate": 1.1224646679675952e-05, |
| "loss": 1.6048, |
| "step": 11650 |
| }, |
| { |
| "epoch": 2.7672658467360454, |
| "grad_norm": 15.537507057189941, |
| "learning_rate": 1.1165513571048431e-05, |
| "loss": 1.5559, |
| "step": 11700 |
| }, |
| { |
| "epoch": 2.7790917691579944, |
| "grad_norm": 15.148637771606445, |
| "learning_rate": 1.110638046242091e-05, |
| "loss": 1.5634, |
| "step": 11750 |
| }, |
| { |
| "epoch": 2.790917691579943, |
| "grad_norm": 17.472370147705078, |
| "learning_rate": 1.1047247353793389e-05, |
| "loss": 1.5663, |
| "step": 11800 |
| }, |
| { |
| "epoch": 2.8027436140018924, |
| "grad_norm": 16.284570693969727, |
| "learning_rate": 1.098811424516587e-05, |
| "loss": 1.6274, |
| "step": 11850 |
| }, |
| { |
| "epoch": 2.814569536423841, |
| "grad_norm": 17.758365631103516, |
| "learning_rate": 1.0928981136538348e-05, |
| "loss": 1.5478, |
| "step": 11900 |
| }, |
| { |
| "epoch": 2.82639545884579, |
| "grad_norm": 14.631210327148438, |
| "learning_rate": 1.0869848027910828e-05, |
| "loss": 1.5728, |
| "step": 11950 |
| }, |
| { |
| "epoch": 2.838221381267739, |
| "grad_norm": 13.960256576538086, |
| "learning_rate": 1.0810714919283307e-05, |
| "loss": 1.5694, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.838221381267739, |
| "eval_runtime": 47.1893, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "eval_validation_loss": 3.9845195254937416, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.8500473036896876, |
| "grad_norm": 13.964838981628418, |
| "learning_rate": 1.0751581810655786e-05, |
| "loss": 1.5544, |
| "step": 12050 |
| }, |
| { |
| "epoch": 2.8618732261116366, |
| "grad_norm": 20.20077133178711, |
| "learning_rate": 1.0692448702028267e-05, |
| "loss": 1.6172, |
| "step": 12100 |
| }, |
| { |
| "epoch": 2.8736991485335857, |
| "grad_norm": 13.513507843017578, |
| "learning_rate": 1.0633315593400745e-05, |
| "loss": 1.5358, |
| "step": 12150 |
| }, |
| { |
| "epoch": 2.8855250709555347, |
| "grad_norm": 18.936565399169922, |
| "learning_rate": 1.0574182484773226e-05, |
| "loss": 1.5656, |
| "step": 12200 |
| }, |
| { |
| "epoch": 2.8973509933774837, |
| "grad_norm": 17.975814819335938, |
| "learning_rate": 1.0515049376145705e-05, |
| "loss": 1.5273, |
| "step": 12250 |
| }, |
| { |
| "epoch": 2.9091769157994323, |
| "grad_norm": 18.273731231689453, |
| "learning_rate": 1.0455916267518185e-05, |
| "loss": 1.4981, |
| "step": 12300 |
| }, |
| { |
| "epoch": 2.9210028382213813, |
| "grad_norm": 16.280357360839844, |
| "learning_rate": 1.0396783158890664e-05, |
| "loss": 1.5256, |
| "step": 12350 |
| }, |
| { |
| "epoch": 2.9328287606433303, |
| "grad_norm": 13.220331192016602, |
| "learning_rate": 1.0337650050263144e-05, |
| "loss": 1.522, |
| "step": 12400 |
| }, |
| { |
| "epoch": 2.944654683065279, |
| "grad_norm": 16.336288452148438, |
| "learning_rate": 1.0278516941635623e-05, |
| "loss": 1.465, |
| "step": 12450 |
| }, |
| { |
| "epoch": 2.956480605487228, |
| "grad_norm": 20.016876220703125, |
| "learning_rate": 1.0219383833008104e-05, |
| "loss": 1.6151, |
| "step": 12500 |
| }, |
| { |
| "epoch": 2.968306527909177, |
| "grad_norm": 17.370023727416992, |
| "learning_rate": 1.0160250724380582e-05, |
| "loss": 1.5521, |
| "step": 12550 |
| }, |
| { |
| "epoch": 2.980132450331126, |
| "grad_norm": 18.69423484802246, |
| "learning_rate": 1.010111761575306e-05, |
| "loss": 1.5657, |
| "step": 12600 |
| }, |
| { |
| "epoch": 2.991958372753075, |
| "grad_norm": 18.094669342041016, |
| "learning_rate": 1.004198450712554e-05, |
| "loss": 1.4935, |
| "step": 12650 |
| }, |
| { |
| "epoch": 3.0037842951750235, |
| "grad_norm": 15.485885620117188, |
| "learning_rate": 9.98285139849802e-06, |
| "loss": 1.4081, |
| "step": 12700 |
| }, |
| { |
| "epoch": 3.0156102175969726, |
| "grad_norm": 15.505888938903809, |
| "learning_rate": 9.9237182898705e-06, |
| "loss": 1.5243, |
| "step": 12750 |
| }, |
| { |
| "epoch": 3.0274361400189216, |
| "grad_norm": 16.799917221069336, |
| "learning_rate": 9.864585181242978e-06, |
| "loss": 1.4999, |
| "step": 12800 |
| }, |
| { |
| "epoch": 3.0392620624408706, |
| "grad_norm": 15.498218536376953, |
| "learning_rate": 9.805452072615459e-06, |
| "loss": 1.4139, |
| "step": 12850 |
| }, |
| { |
| "epoch": 3.051087984862819, |
| "grad_norm": 19.318891525268555, |
| "learning_rate": 9.746318963987937e-06, |
| "loss": 1.5522, |
| "step": 12900 |
| }, |
| { |
| "epoch": 3.062913907284768, |
| "grad_norm": 14.893320083618164, |
| "learning_rate": 9.687185855360418e-06, |
| "loss": 1.4865, |
| "step": 12950 |
| }, |
| { |
| "epoch": 3.074739829706717, |
| "grad_norm": 18.767566680908203, |
| "learning_rate": 9.628052746732897e-06, |
| "loss": 1.4755, |
| "step": 13000 |
| }, |
| { |
| "epoch": 3.0865657521286662, |
| "grad_norm": 14.623005867004395, |
| "learning_rate": 9.568919638105375e-06, |
| "loss": 1.4582, |
| "step": 13050 |
| }, |
| { |
| "epoch": 3.098391674550615, |
| "grad_norm": 14.217521667480469, |
| "learning_rate": 9.509786529477856e-06, |
| "loss": 1.4112, |
| "step": 13100 |
| }, |
| { |
| "epoch": 3.110217596972564, |
| "grad_norm": 13.287856101989746, |
| "learning_rate": 9.450653420850335e-06, |
| "loss": 1.4758, |
| "step": 13150 |
| }, |
| { |
| "epoch": 3.122043519394513, |
| "grad_norm": 14.488649368286133, |
| "learning_rate": 9.391520312222813e-06, |
| "loss": 1.4388, |
| "step": 13200 |
| }, |
| { |
| "epoch": 3.133869441816462, |
| "grad_norm": 15.88402271270752, |
| "learning_rate": 9.332387203595294e-06, |
| "loss": 1.4819, |
| "step": 13250 |
| }, |
| { |
| "epoch": 3.1456953642384105, |
| "grad_norm": 13.743453025817871, |
| "learning_rate": 9.273254094967773e-06, |
| "loss": 1.4525, |
| "step": 13300 |
| }, |
| { |
| "epoch": 3.1575212866603595, |
| "grad_norm": 16.949493408203125, |
| "learning_rate": 9.214120986340253e-06, |
| "loss": 1.4583, |
| "step": 13350 |
| }, |
| { |
| "epoch": 3.1693472090823085, |
| "grad_norm": 15.139965057373047, |
| "learning_rate": 9.154987877712732e-06, |
| "loss": 1.4714, |
| "step": 13400 |
| }, |
| { |
| "epoch": 3.1811731315042575, |
| "grad_norm": 18.97600746154785, |
| "learning_rate": 9.095854769085213e-06, |
| "loss": 1.4265, |
| "step": 13450 |
| }, |
| { |
| "epoch": 3.192999053926206, |
| "grad_norm": 16.3485107421875, |
| "learning_rate": 9.036721660457691e-06, |
| "loss": 1.454, |
| "step": 13500 |
| }, |
| { |
| "epoch": 3.204824976348155, |
| "grad_norm": 17.43102264404297, |
| "learning_rate": 8.97758855183017e-06, |
| "loss": 1.4506, |
| "step": 13550 |
| }, |
| { |
| "epoch": 3.216650898770104, |
| "grad_norm": 15.63143253326416, |
| "learning_rate": 8.91845544320265e-06, |
| "loss": 1.4055, |
| "step": 13600 |
| }, |
| { |
| "epoch": 3.228476821192053, |
| "grad_norm": 12.323601722717285, |
| "learning_rate": 8.85932233457513e-06, |
| "loss": 1.4729, |
| "step": 13650 |
| }, |
| { |
| "epoch": 3.2403027436140017, |
| "grad_norm": 17.078189849853516, |
| "learning_rate": 8.800189225947608e-06, |
| "loss": 1.4791, |
| "step": 13700 |
| }, |
| { |
| "epoch": 3.2521286660359507, |
| "grad_norm": 14.752788543701172, |
| "learning_rate": 8.741056117320089e-06, |
| "loss": 1.4962, |
| "step": 13750 |
| }, |
| { |
| "epoch": 3.2639545884578998, |
| "grad_norm": 12.897354125976562, |
| "learning_rate": 8.681923008692567e-06, |
| "loss": 1.4101, |
| "step": 13800 |
| }, |
| { |
| "epoch": 3.275780510879849, |
| "grad_norm": 12.985773086547852, |
| "learning_rate": 8.622789900065048e-06, |
| "loss": 1.4596, |
| "step": 13850 |
| }, |
| { |
| "epoch": 3.2876064333017974, |
| "grad_norm": 16.538026809692383, |
| "learning_rate": 8.563656791437527e-06, |
| "loss": 1.4207, |
| "step": 13900 |
| }, |
| { |
| "epoch": 3.2994323557237464, |
| "grad_norm": 20.395875930786133, |
| "learning_rate": 8.504523682810007e-06, |
| "loss": 1.4972, |
| "step": 13950 |
| }, |
| { |
| "epoch": 3.3112582781456954, |
| "grad_norm": 11.993943214416504, |
| "learning_rate": 8.445390574182486e-06, |
| "loss": 1.4473, |
| "step": 14000 |
| }, |
| { |
| "epoch": 3.3112582781456954, |
| "eval_runtime": 47.0766, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "eval_validation_loss": 3.9688115547590725, |
| "step": 14000 |
| }, |
| { |
| "epoch": 3.3230842005676444, |
| "grad_norm": 12.915935516357422, |
| "learning_rate": 8.386257465554965e-06, |
| "loss": 1.46, |
| "step": 14050 |
| }, |
| { |
| "epoch": 3.334910122989593, |
| "grad_norm": 19.571788787841797, |
| "learning_rate": 8.327124356927444e-06, |
| "loss": 1.5012, |
| "step": 14100 |
| }, |
| { |
| "epoch": 3.346736045411542, |
| "grad_norm": 17.244380950927734, |
| "learning_rate": 8.267991248299924e-06, |
| "loss": 1.5466, |
| "step": 14150 |
| }, |
| { |
| "epoch": 3.358561967833491, |
| "grad_norm": 18.117067337036133, |
| "learning_rate": 8.208858139672403e-06, |
| "loss": 1.5067, |
| "step": 14200 |
| }, |
| { |
| "epoch": 3.37038789025544, |
| "grad_norm": 14.23071575164795, |
| "learning_rate": 8.149725031044883e-06, |
| "loss": 1.4413, |
| "step": 14250 |
| }, |
| { |
| "epoch": 3.3822138126773886, |
| "grad_norm": 16.817371368408203, |
| "learning_rate": 8.090591922417362e-06, |
| "loss": 1.3448, |
| "step": 14300 |
| }, |
| { |
| "epoch": 3.3940397350993377, |
| "grad_norm": 21.39740753173828, |
| "learning_rate": 8.031458813789843e-06, |
| "loss": 1.3792, |
| "step": 14350 |
| }, |
| { |
| "epoch": 3.4058656575212867, |
| "grad_norm": 13.991111755371094, |
| "learning_rate": 7.972325705162321e-06, |
| "loss": 1.4019, |
| "step": 14400 |
| }, |
| { |
| "epoch": 3.4176915799432357, |
| "grad_norm": 14.572546005249023, |
| "learning_rate": 7.9131925965348e-06, |
| "loss": 1.4771, |
| "step": 14450 |
| }, |
| { |
| "epoch": 3.4295175023651847, |
| "grad_norm": 15.65616226196289, |
| "learning_rate": 7.854059487907279e-06, |
| "loss": 1.4383, |
| "step": 14500 |
| }, |
| { |
| "epoch": 3.4413434247871333, |
| "grad_norm": 16.871171951293945, |
| "learning_rate": 7.79492637927976e-06, |
| "loss": 1.4172, |
| "step": 14550 |
| }, |
| { |
| "epoch": 3.4531693472090823, |
| "grad_norm": 16.653839111328125, |
| "learning_rate": 7.735793270652238e-06, |
| "loss": 1.3284, |
| "step": 14600 |
| }, |
| { |
| "epoch": 3.4649952696310313, |
| "grad_norm": 18.008516311645508, |
| "learning_rate": 7.676660162024719e-06, |
| "loss": 1.3867, |
| "step": 14650 |
| }, |
| { |
| "epoch": 3.47682119205298, |
| "grad_norm": 21.629899978637695, |
| "learning_rate": 7.6175270533971976e-06, |
| "loss": 1.3931, |
| "step": 14700 |
| }, |
| { |
| "epoch": 3.488647114474929, |
| "grad_norm": 15.525995254516602, |
| "learning_rate": 7.558393944769677e-06, |
| "loss": 1.4429, |
| "step": 14750 |
| }, |
| { |
| "epoch": 3.500473036896878, |
| "grad_norm": 15.045352935791016, |
| "learning_rate": 7.499260836142157e-06, |
| "loss": 1.4665, |
| "step": 14800 |
| }, |
| { |
| "epoch": 3.512298959318827, |
| "grad_norm": 16.258941650390625, |
| "learning_rate": 7.440127727514636e-06, |
| "loss": 1.3232, |
| "step": 14850 |
| }, |
| { |
| "epoch": 3.524124881740776, |
| "grad_norm": 14.834844589233398, |
| "learning_rate": 7.380994618887115e-06, |
| "loss": 1.4112, |
| "step": 14900 |
| }, |
| { |
| "epoch": 3.5359508041627246, |
| "grad_norm": 18.840707778930664, |
| "learning_rate": 7.321861510259595e-06, |
| "loss": 1.3916, |
| "step": 14950 |
| }, |
| { |
| "epoch": 3.5477767265846736, |
| "grad_norm": 17.09494972229004, |
| "learning_rate": 7.2627284016320746e-06, |
| "loss": 1.3572, |
| "step": 15000 |
| }, |
| { |
| "epoch": 3.5596026490066226, |
| "grad_norm": 17.76523780822754, |
| "learning_rate": 7.203595293004554e-06, |
| "loss": 1.4414, |
| "step": 15050 |
| }, |
| { |
| "epoch": 3.571428571428571, |
| "grad_norm": 19.53270149230957, |
| "learning_rate": 7.144462184377034e-06, |
| "loss": 1.2716, |
| "step": 15100 |
| }, |
| { |
| "epoch": 3.58325449385052, |
| "grad_norm": 18.649320602416992, |
| "learning_rate": 7.085329075749513e-06, |
| "loss": 1.4043, |
| "step": 15150 |
| }, |
| { |
| "epoch": 3.595080416272469, |
| "grad_norm": 13.581181526184082, |
| "learning_rate": 7.026195967121992e-06, |
| "loss": 1.3686, |
| "step": 15200 |
| }, |
| { |
| "epoch": 3.6069063386944182, |
| "grad_norm": 21.46381950378418, |
| "learning_rate": 6.967062858494472e-06, |
| "loss": 1.3687, |
| "step": 15250 |
| }, |
| { |
| "epoch": 3.6187322611163673, |
| "grad_norm": 10.937467575073242, |
| "learning_rate": 6.907929749866951e-06, |
| "loss": 1.3183, |
| "step": 15300 |
| }, |
| { |
| "epoch": 3.630558183538316, |
| "grad_norm": 18.974475860595703, |
| "learning_rate": 6.84879664123943e-06, |
| "loss": 1.3712, |
| "step": 15350 |
| }, |
| { |
| "epoch": 3.642384105960265, |
| "grad_norm": 17.913204193115234, |
| "learning_rate": 6.78966353261191e-06, |
| "loss": 1.4006, |
| "step": 15400 |
| }, |
| { |
| "epoch": 3.654210028382214, |
| "grad_norm": 14.945576667785645, |
| "learning_rate": 6.73053042398439e-06, |
| "loss": 1.4326, |
| "step": 15450 |
| }, |
| { |
| "epoch": 3.666035950804163, |
| "grad_norm": 15.58818531036377, |
| "learning_rate": 6.671397315356869e-06, |
| "loss": 1.3116, |
| "step": 15500 |
| }, |
| { |
| "epoch": 3.677861873226112, |
| "grad_norm": 16.57988739013672, |
| "learning_rate": 6.612264206729349e-06, |
| "loss": 1.2975, |
| "step": 15550 |
| }, |
| { |
| "epoch": 3.6896877956480605, |
| "grad_norm": 13.658615112304688, |
| "learning_rate": 6.5531310981018285e-06, |
| "loss": 1.3709, |
| "step": 15600 |
| }, |
| { |
| "epoch": 3.7015137180700095, |
| "grad_norm": 16.559919357299805, |
| "learning_rate": 6.493997989474307e-06, |
| "loss": 1.3267, |
| "step": 15650 |
| }, |
| { |
| "epoch": 3.7133396404919585, |
| "grad_norm": 16.319732666015625, |
| "learning_rate": 6.434864880846786e-06, |
| "loss": 1.2947, |
| "step": 15700 |
| }, |
| { |
| "epoch": 3.725165562913907, |
| "grad_norm": 15.4765043258667, |
| "learning_rate": 6.375731772219266e-06, |
| "loss": 1.3524, |
| "step": 15750 |
| }, |
| { |
| "epoch": 3.736991485335856, |
| "grad_norm": 14.876737594604492, |
| "learning_rate": 6.316598663591745e-06, |
| "loss": 1.3092, |
| "step": 15800 |
| }, |
| { |
| "epoch": 3.748817407757805, |
| "grad_norm": 13.654143333435059, |
| "learning_rate": 6.257465554964225e-06, |
| "loss": 1.3635, |
| "step": 15850 |
| }, |
| { |
| "epoch": 3.760643330179754, |
| "grad_norm": 16.795425415039062, |
| "learning_rate": 6.198332446336705e-06, |
| "loss": 1.282, |
| "step": 15900 |
| }, |
| { |
| "epoch": 3.772469252601703, |
| "grad_norm": 12.707657814025879, |
| "learning_rate": 6.139199337709184e-06, |
| "loss": 1.3122, |
| "step": 15950 |
| }, |
| { |
| "epoch": 3.7842951750236518, |
| "grad_norm": 15.771327018737793, |
| "learning_rate": 6.080066229081664e-06, |
| "loss": 1.2944, |
| "step": 16000 |
| }, |
| { |
| "epoch": 3.7842951750236518, |
| "eval_runtime": 46.7062, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "eval_validation_loss": 3.97229260179494, |
| "step": 16000 |
| }, |
| { |
| "epoch": 3.796121097445601, |
| "grad_norm": 15.549239158630371, |
| "learning_rate": 6.020933120454144e-06, |
| "loss": 1.3878, |
| "step": 16050 |
| }, |
| { |
| "epoch": 3.80794701986755, |
| "grad_norm": 11.558497428894043, |
| "learning_rate": 5.9618000118266215e-06, |
| "loss": 1.2978, |
| "step": 16100 |
| }, |
| { |
| "epoch": 3.8197729422894984, |
| "grad_norm": 17.571189880371094, |
| "learning_rate": 5.902666903199101e-06, |
| "loss": 1.3128, |
| "step": 16150 |
| }, |
| { |
| "epoch": 3.8315988647114474, |
| "grad_norm": 16.608991622924805, |
| "learning_rate": 5.843533794571581e-06, |
| "loss": 1.317, |
| "step": 16200 |
| }, |
| { |
| "epoch": 3.8434247871333964, |
| "grad_norm": 17.64645004272461, |
| "learning_rate": 5.7844006859440605e-06, |
| "loss": 1.3225, |
| "step": 16250 |
| }, |
| { |
| "epoch": 3.8552507095553454, |
| "grad_norm": 16.340919494628906, |
| "learning_rate": 5.72526757731654e-06, |
| "loss": 1.3339, |
| "step": 16300 |
| }, |
| { |
| "epoch": 3.8670766319772945, |
| "grad_norm": 17.24504280090332, |
| "learning_rate": 5.66613446868902e-06, |
| "loss": 1.3137, |
| "step": 16350 |
| }, |
| { |
| "epoch": 3.878902554399243, |
| "grad_norm": 16.168750762939453, |
| "learning_rate": 5.607001360061499e-06, |
| "loss": 1.3128, |
| "step": 16400 |
| }, |
| { |
| "epoch": 3.890728476821192, |
| "grad_norm": 20.071321487426758, |
| "learning_rate": 5.547868251433979e-06, |
| "loss": 1.3262, |
| "step": 16450 |
| }, |
| { |
| "epoch": 3.902554399243141, |
| "grad_norm": 19.031503677368164, |
| "learning_rate": 5.488735142806457e-06, |
| "loss": 1.2235, |
| "step": 16500 |
| }, |
| { |
| "epoch": 3.9143803216650896, |
| "grad_norm": 18.36022186279297, |
| "learning_rate": 5.429602034178937e-06, |
| "loss": 1.2619, |
| "step": 16550 |
| }, |
| { |
| "epoch": 3.9262062440870387, |
| "grad_norm": 17.923831939697266, |
| "learning_rate": 5.370468925551416e-06, |
| "loss": 1.3289, |
| "step": 16600 |
| }, |
| { |
| "epoch": 3.9380321665089877, |
| "grad_norm": 13.550859451293945, |
| "learning_rate": 5.311335816923896e-06, |
| "loss": 1.2437, |
| "step": 16650 |
| }, |
| { |
| "epoch": 3.9498580889309367, |
| "grad_norm": 12.4674654006958, |
| "learning_rate": 5.2522027082963755e-06, |
| "loss": 1.2886, |
| "step": 16700 |
| }, |
| { |
| "epoch": 3.9616840113528857, |
| "grad_norm": 18.66042709350586, |
| "learning_rate": 5.193069599668855e-06, |
| "loss": 1.3309, |
| "step": 16750 |
| }, |
| { |
| "epoch": 3.9735099337748343, |
| "grad_norm": 15.646864891052246, |
| "learning_rate": 5.133936491041335e-06, |
| "loss": 1.3457, |
| "step": 16800 |
| }, |
| { |
| "epoch": 3.9853358561967833, |
| "grad_norm": 17.00884246826172, |
| "learning_rate": 5.0748033824138144e-06, |
| "loss": 1.3184, |
| "step": 16850 |
| }, |
| { |
| "epoch": 3.9971617786187323, |
| "grad_norm": 13.399270057678223, |
| "learning_rate": 5.015670273786294e-06, |
| "loss": 1.2087, |
| "step": 16900 |
| }, |
| { |
| "epoch": 4.008987701040681, |
| "grad_norm": 13.706061363220215, |
| "learning_rate": 4.956537165158773e-06, |
| "loss": 1.229, |
| "step": 16950 |
| }, |
| { |
| "epoch": 4.02081362346263, |
| "grad_norm": 22.725217819213867, |
| "learning_rate": 4.8974040565312525e-06, |
| "loss": 1.3235, |
| "step": 17000 |
| }, |
| { |
| "epoch": 4.032639545884579, |
| "grad_norm": 16.072246551513672, |
| "learning_rate": 4.838270947903731e-06, |
| "loss": 1.195, |
| "step": 17050 |
| }, |
| { |
| "epoch": 4.0444654683065275, |
| "grad_norm": 17.015745162963867, |
| "learning_rate": 4.779137839276211e-06, |
| "loss": 1.2793, |
| "step": 17100 |
| }, |
| { |
| "epoch": 4.056291390728477, |
| "grad_norm": 15.687799453735352, |
| "learning_rate": 4.7200047306486906e-06, |
| "loss": 1.2719, |
| "step": 17150 |
| }, |
| { |
| "epoch": 4.068117313150426, |
| "grad_norm": 11.79020881652832, |
| "learning_rate": 4.66087162202117e-06, |
| "loss": 1.2701, |
| "step": 17200 |
| }, |
| { |
| "epoch": 4.079943235572375, |
| "grad_norm": 14.385472297668457, |
| "learning_rate": 4.601738513393649e-06, |
| "loss": 1.2593, |
| "step": 17250 |
| }, |
| { |
| "epoch": 4.091769157994324, |
| "grad_norm": 18.47262954711914, |
| "learning_rate": 4.542605404766129e-06, |
| "loss": 1.2324, |
| "step": 17300 |
| }, |
| { |
| "epoch": 4.103595080416272, |
| "grad_norm": 22.801834106445312, |
| "learning_rate": 4.483472296138608e-06, |
| "loss": 1.2338, |
| "step": 17350 |
| }, |
| { |
| "epoch": 4.115421002838222, |
| "grad_norm": 16.11665916442871, |
| "learning_rate": 4.424339187511088e-06, |
| "loss": 1.2338, |
| "step": 17400 |
| }, |
| { |
| "epoch": 4.12724692526017, |
| "grad_norm": 18.113365173339844, |
| "learning_rate": 4.365206078883567e-06, |
| "loss": 1.2595, |
| "step": 17450 |
| }, |
| { |
| "epoch": 4.139072847682119, |
| "grad_norm": 15.56670093536377, |
| "learning_rate": 4.306072970256046e-06, |
| "loss": 1.2434, |
| "step": 17500 |
| }, |
| { |
| "epoch": 4.150898770104068, |
| "grad_norm": 18.501914978027344, |
| "learning_rate": 4.246939861628526e-06, |
| "loss": 1.268, |
| "step": 17550 |
| }, |
| { |
| "epoch": 4.162724692526017, |
| "grad_norm": 16.622150421142578, |
| "learning_rate": 4.187806753001006e-06, |
| "loss": 1.2345, |
| "step": 17600 |
| }, |
| { |
| "epoch": 4.174550614947966, |
| "grad_norm": 19.019207000732422, |
| "learning_rate": 4.128673644373484e-06, |
| "loss": 1.228, |
| "step": 17650 |
| }, |
| { |
| "epoch": 4.186376537369915, |
| "grad_norm": 11.55809211730957, |
| "learning_rate": 4.069540535745964e-06, |
| "loss": 1.235, |
| "step": 17700 |
| }, |
| { |
| "epoch": 4.1982024597918635, |
| "grad_norm": 14.763603210449219, |
| "learning_rate": 4.010407427118444e-06, |
| "loss": 1.2198, |
| "step": 17750 |
| }, |
| { |
| "epoch": 4.210028382213813, |
| "grad_norm": 17.480113983154297, |
| "learning_rate": 3.951274318490923e-06, |
| "loss": 1.263, |
| "step": 17800 |
| }, |
| { |
| "epoch": 4.2218543046357615, |
| "grad_norm": 17.487497329711914, |
| "learning_rate": 3.892141209863403e-06, |
| "loss": 1.2288, |
| "step": 17850 |
| }, |
| { |
| "epoch": 4.23368022705771, |
| "grad_norm": 14.157654762268066, |
| "learning_rate": 3.833008101235882e-06, |
| "loss": 1.2251, |
| "step": 17900 |
| }, |
| { |
| "epoch": 4.2455061494796595, |
| "grad_norm": 21.731857299804688, |
| "learning_rate": 3.773874992608362e-06, |
| "loss": 1.2796, |
| "step": 17950 |
| }, |
| { |
| "epoch": 4.257332071901608, |
| "grad_norm": 17.268417358398438, |
| "learning_rate": 3.7147418839808415e-06, |
| "loss": 1.2934, |
| "step": 18000 |
| }, |
| { |
| "epoch": 4.257332071901608, |
| "eval_runtime": 47.1593, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "eval_validation_loss": 3.9484923051611727, |
| "step": 18000 |
| }, |
| { |
| "epoch": 4.269157994323558, |
| "grad_norm": 12.740385055541992, |
| "learning_rate": 3.6556087753533203e-06, |
| "loss": 1.2197, |
| "step": 18050 |
| }, |
| { |
| "epoch": 4.280983916745506, |
| "grad_norm": 17.239517211914062, |
| "learning_rate": 3.5964756667258e-06, |
| "loss": 1.1908, |
| "step": 18100 |
| }, |
| { |
| "epoch": 4.292809839167455, |
| "grad_norm": 16.485107421875, |
| "learning_rate": 3.5373425580982795e-06, |
| "loss": 1.2549, |
| "step": 18150 |
| }, |
| { |
| "epoch": 4.304635761589404, |
| "grad_norm": 17.04962921142578, |
| "learning_rate": 3.478209449470759e-06, |
| "loss": 1.3468, |
| "step": 18200 |
| }, |
| { |
| "epoch": 4.316461684011353, |
| "grad_norm": 14.987895965576172, |
| "learning_rate": 3.419076340843238e-06, |
| "loss": 1.2323, |
| "step": 18250 |
| }, |
| { |
| "epoch": 4.328287606433301, |
| "grad_norm": 14.840313911437988, |
| "learning_rate": 3.3599432322157176e-06, |
| "loss": 1.2897, |
| "step": 18300 |
| }, |
| { |
| "epoch": 4.340113528855251, |
| "grad_norm": 17.09177589416504, |
| "learning_rate": 3.3008101235881973e-06, |
| "loss": 1.3231, |
| "step": 18350 |
| }, |
| { |
| "epoch": 4.351939451277199, |
| "grad_norm": 16.76932716369629, |
| "learning_rate": 3.241677014960677e-06, |
| "loss": 1.3587, |
| "step": 18400 |
| }, |
| { |
| "epoch": 4.363765373699149, |
| "grad_norm": 17.611955642700195, |
| "learning_rate": 3.1825439063331565e-06, |
| "loss": 1.2639, |
| "step": 18450 |
| }, |
| { |
| "epoch": 4.375591296121097, |
| "grad_norm": 11.352503776550293, |
| "learning_rate": 3.1234107977056353e-06, |
| "loss": 1.2244, |
| "step": 18500 |
| }, |
| { |
| "epoch": 4.387417218543046, |
| "grad_norm": 17.059810638427734, |
| "learning_rate": 3.064277689078115e-06, |
| "loss": 1.1932, |
| "step": 18550 |
| }, |
| { |
| "epoch": 4.3992431409649955, |
| "grad_norm": 15.7676420211792, |
| "learning_rate": 3.0051445804505946e-06, |
| "loss": 1.2072, |
| "step": 18600 |
| }, |
| { |
| "epoch": 4.411069063386944, |
| "grad_norm": 20.51708984375, |
| "learning_rate": 2.9460114718230742e-06, |
| "loss": 1.2257, |
| "step": 18650 |
| }, |
| { |
| "epoch": 4.4228949858088935, |
| "grad_norm": 9.713994979858398, |
| "learning_rate": 2.8868783631955535e-06, |
| "loss": 1.2368, |
| "step": 18700 |
| }, |
| { |
| "epoch": 4.434720908230842, |
| "grad_norm": 17.381057739257812, |
| "learning_rate": 2.8277452545680327e-06, |
| "loss": 1.2796, |
| "step": 18750 |
| }, |
| { |
| "epoch": 4.446546830652791, |
| "grad_norm": 17.901290893554688, |
| "learning_rate": 2.7686121459405123e-06, |
| "loss": 1.1617, |
| "step": 18800 |
| }, |
| { |
| "epoch": 4.45837275307474, |
| "grad_norm": 14.669180870056152, |
| "learning_rate": 2.709479037312992e-06, |
| "loss": 1.238, |
| "step": 18850 |
| }, |
| { |
| "epoch": 4.470198675496689, |
| "grad_norm": 19.362512588500977, |
| "learning_rate": 2.650345928685471e-06, |
| "loss": 1.1765, |
| "step": 18900 |
| }, |
| { |
| "epoch": 4.482024597918637, |
| "grad_norm": 16.083276748657227, |
| "learning_rate": 2.591212820057951e-06, |
| "loss": 1.2626, |
| "step": 18950 |
| }, |
| { |
| "epoch": 4.493850520340587, |
| "grad_norm": 12.657955169677734, |
| "learning_rate": 2.53207971143043e-06, |
| "loss": 1.2582, |
| "step": 19000 |
| }, |
| { |
| "epoch": 4.505676442762535, |
| "grad_norm": 19.395004272460938, |
| "learning_rate": 2.4729466028029097e-06, |
| "loss": 1.2478, |
| "step": 19050 |
| }, |
| { |
| "epoch": 4.517502365184484, |
| "grad_norm": 19.803897857666016, |
| "learning_rate": 2.413813494175389e-06, |
| "loss": 1.1628, |
| "step": 19100 |
| }, |
| { |
| "epoch": 4.529328287606433, |
| "grad_norm": 18.098979949951172, |
| "learning_rate": 2.3546803855478685e-06, |
| "loss": 1.251, |
| "step": 19150 |
| }, |
| { |
| "epoch": 4.541154210028382, |
| "grad_norm": 20.26512908935547, |
| "learning_rate": 2.295547276920348e-06, |
| "loss": 1.208, |
| "step": 19200 |
| }, |
| { |
| "epoch": 4.552980132450331, |
| "grad_norm": 11.94166088104248, |
| "learning_rate": 2.2364141682928274e-06, |
| "loss": 1.2535, |
| "step": 19250 |
| }, |
| { |
| "epoch": 4.56480605487228, |
| "grad_norm": 15.473821640014648, |
| "learning_rate": 2.177281059665307e-06, |
| "loss": 1.1903, |
| "step": 19300 |
| }, |
| { |
| "epoch": 4.5766319772942285, |
| "grad_norm": 14.091665267944336, |
| "learning_rate": 2.1181479510377862e-06, |
| "loss": 1.1725, |
| "step": 19350 |
| }, |
| { |
| "epoch": 4.588457899716178, |
| "grad_norm": 15.09231948852539, |
| "learning_rate": 2.059014842410266e-06, |
| "loss": 1.2023, |
| "step": 19400 |
| }, |
| { |
| "epoch": 4.600283822138127, |
| "grad_norm": 19.047542572021484, |
| "learning_rate": 1.999881733782745e-06, |
| "loss": 1.1607, |
| "step": 19450 |
| }, |
| { |
| "epoch": 4.612109744560076, |
| "grad_norm": 15.40837574005127, |
| "learning_rate": 1.9407486251552247e-06, |
| "loss": 1.2483, |
| "step": 19500 |
| }, |
| { |
| "epoch": 4.623935666982025, |
| "grad_norm": 16.487464904785156, |
| "learning_rate": 1.881615516527704e-06, |
| "loss": 1.1202, |
| "step": 19550 |
| }, |
| { |
| "epoch": 4.635761589403973, |
| "grad_norm": 18.49724006652832, |
| "learning_rate": 1.8224824079001836e-06, |
| "loss": 1.2428, |
| "step": 19600 |
| }, |
| { |
| "epoch": 4.647587511825923, |
| "grad_norm": 13.098505973815918, |
| "learning_rate": 1.7633492992726628e-06, |
| "loss": 1.2413, |
| "step": 19650 |
| }, |
| { |
| "epoch": 4.659413434247871, |
| "grad_norm": 14.599630355834961, |
| "learning_rate": 1.7042161906451424e-06, |
| "loss": 1.1916, |
| "step": 19700 |
| }, |
| { |
| "epoch": 4.671239356669821, |
| "grad_norm": 13.156811714172363, |
| "learning_rate": 1.6450830820176216e-06, |
| "loss": 1.1738, |
| "step": 19750 |
| }, |
| { |
| "epoch": 4.683065279091769, |
| "grad_norm": 12.79720687866211, |
| "learning_rate": 1.5859499733901013e-06, |
| "loss": 1.1718, |
| "step": 19800 |
| }, |
| { |
| "epoch": 4.694891201513718, |
| "grad_norm": 20.443012237548828, |
| "learning_rate": 1.5268168647625805e-06, |
| "loss": 1.2093, |
| "step": 19850 |
| }, |
| { |
| "epoch": 4.706717123935667, |
| "grad_norm": 14.799368858337402, |
| "learning_rate": 1.4676837561350601e-06, |
| "loss": 1.1457, |
| "step": 19900 |
| }, |
| { |
| "epoch": 4.718543046357616, |
| "grad_norm": 12.656880378723145, |
| "learning_rate": 1.4085506475075394e-06, |
| "loss": 1.1704, |
| "step": 19950 |
| }, |
| { |
| "epoch": 4.7303689687795645, |
| "grad_norm": 17.24571418762207, |
| "learning_rate": 1.349417538880019e-06, |
| "loss": 1.1767, |
| "step": 20000 |
| }, |
| { |
| "epoch": 4.7303689687795645, |
| "eval_runtime": 47.055, |
| "eval_samples_per_second": 0.0, |
| "eval_steps_per_second": 0.0, |
| "eval_validation_loss": 3.9691287893885456, |
| "step": 20000 |
| }, |
| { |
| "epoch": 4.742194891201514, |
| "grad_norm": 15.378254890441895, |
| "learning_rate": 1.2902844302524986e-06, |
| "loss": 1.1956, |
| "step": 20050 |
| }, |
| { |
| "epoch": 4.7540208136234625, |
| "grad_norm": 17.969493865966797, |
| "learning_rate": 1.2311513216249778e-06, |
| "loss": 1.1815, |
| "step": 20100 |
| }, |
| { |
| "epoch": 4.765846736045411, |
| "grad_norm": 18.55719757080078, |
| "learning_rate": 1.1720182129974573e-06, |
| "loss": 1.1376, |
| "step": 20150 |
| }, |
| { |
| "epoch": 4.7776726584673606, |
| "grad_norm": 17.548654556274414, |
| "learning_rate": 1.1128851043699367e-06, |
| "loss": 1.1839, |
| "step": 20200 |
| }, |
| { |
| "epoch": 4.789498580889309, |
| "grad_norm": 21.243549346923828, |
| "learning_rate": 1.0537519957424163e-06, |
| "loss": 1.1722, |
| "step": 20250 |
| }, |
| { |
| "epoch": 4.801324503311259, |
| "grad_norm": 12.436286926269531, |
| "learning_rate": 9.946188871148958e-07, |
| "loss": 1.2525, |
| "step": 20300 |
| }, |
| { |
| "epoch": 4.813150425733207, |
| "grad_norm": 12.564568519592285, |
| "learning_rate": 9.354857784873751e-07, |
| "loss": 1.1445, |
| "step": 20350 |
| }, |
| { |
| "epoch": 4.824976348155156, |
| "grad_norm": 19.906652450561523, |
| "learning_rate": 8.763526698598545e-07, |
| "loss": 1.1819, |
| "step": 20400 |
| }, |
| { |
| "epoch": 4.836802270577105, |
| "grad_norm": 17.435781478881836, |
| "learning_rate": 8.17219561232334e-07, |
| "loss": 1.213, |
| "step": 20450 |
| }, |
| { |
| "epoch": 4.848628192999054, |
| "grad_norm": 14.816115379333496, |
| "learning_rate": 7.580864526048135e-07, |
| "loss": 1.1366, |
| "step": 20500 |
| }, |
| { |
| "epoch": 4.860454115421003, |
| "grad_norm": 14.993414878845215, |
| "learning_rate": 6.989533439772929e-07, |
| "loss": 1.2219, |
| "step": 20550 |
| }, |
| { |
| "epoch": 4.872280037842952, |
| "grad_norm": 17.53949737548828, |
| "learning_rate": 6.398202353497723e-07, |
| "loss": 1.1501, |
| "step": 20600 |
| }, |
| { |
| "epoch": 4.8841059602649, |
| "grad_norm": 14.761266708374023, |
| "learning_rate": 5.806871267222519e-07, |
| "loss": 1.1949, |
| "step": 20650 |
| }, |
| { |
| "epoch": 4.89593188268685, |
| "grad_norm": 15.1113920211792, |
| "learning_rate": 5.215540180947313e-07, |
| "loss": 1.1757, |
| "step": 20700 |
| }, |
| { |
| "epoch": 4.907757805108798, |
| "grad_norm": 17.890682220458984, |
| "learning_rate": 4.624209094672107e-07, |
| "loss": 1.1029, |
| "step": 20750 |
| }, |
| { |
| "epoch": 4.919583727530747, |
| "grad_norm": 16.85039710998535, |
| "learning_rate": 4.032878008396902e-07, |
| "loss": 1.1426, |
| "step": 20800 |
| }, |
| { |
| "epoch": 4.9314096499526965, |
| "grad_norm": 22.656349182128906, |
| "learning_rate": 3.441546922121696e-07, |
| "loss": 1.2021, |
| "step": 20850 |
| }, |
| { |
| "epoch": 4.943235572374645, |
| "grad_norm": 19.370864868164062, |
| "learning_rate": 2.8502158358464905e-07, |
| "loss": 1.1034, |
| "step": 20900 |
| }, |
| { |
| "epoch": 4.955061494796594, |
| "grad_norm": 13.943963050842285, |
| "learning_rate": 2.258884749571285e-07, |
| "loss": 1.2271, |
| "step": 20950 |
| }, |
| { |
| "epoch": 4.966887417218543, |
| "grad_norm": 14.200597763061523, |
| "learning_rate": 1.6675536632960799e-07, |
| "loss": 1.2032, |
| "step": 21000 |
| }, |
| { |
| "epoch": 4.978713339640492, |
| "grad_norm": 12.472103118896484, |
| "learning_rate": 1.076222577020874e-07, |
| "loss": 1.2036, |
| "step": 21050 |
| }, |
| { |
| "epoch": 4.990539262062441, |
| "grad_norm": 15.718477249145508, |
| "learning_rate": 4.848914907456685e-08, |
| "loss": 1.1324, |
| "step": 21100 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 21140, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 2000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
