| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 10797, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0046311304589450285, | |
| "grad_norm": 45311.37890625, | |
| "learning_rate": 4.537037037037038e-07, | |
| "loss": 5.1101, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.009262260917890057, | |
| "grad_norm": 24385.150390625, | |
| "learning_rate": 9.166666666666666e-07, | |
| "loss": 5.4531, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.013893391376835085, | |
| "grad_norm": 17766.69921875, | |
| "learning_rate": 1.3796296296296296e-06, | |
| "loss": 6.8544, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.018524521835780114, | |
| "grad_norm": 24810.97265625, | |
| "learning_rate": 1.8425925925925927e-06, | |
| "loss": 8.9807, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.023155652294725142, | |
| "grad_norm": 20551.3984375, | |
| "learning_rate": 2.305555555555556e-06, | |
| "loss": 14.0074, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.02778678275367017, | |
| "grad_norm": 35652.94921875, | |
| "learning_rate": 2.7685185185185187e-06, | |
| "loss": 20.0341, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.0324179132126152, | |
| "grad_norm": 43745.55859375, | |
| "learning_rate": 3.2314814814814814e-06, | |
| "loss": 22.4377, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.03704904367156023, | |
| "grad_norm": 170773.203125, | |
| "learning_rate": 3.694444444444445e-06, | |
| "loss": 26.4996, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.04168017413050526, | |
| "grad_norm": 158025.984375, | |
| "learning_rate": 4.157407407407408e-06, | |
| "loss": 36.6171, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.046311304589450285, | |
| "grad_norm": 34478.3203125, | |
| "learning_rate": 4.620370370370371e-06, | |
| "loss": 30.4798, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.05094243504839532, | |
| "grad_norm": 136783.609375, | |
| "learning_rate": 5.0833333333333335e-06, | |
| "loss": 34.9235, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.05557356550734034, | |
| "grad_norm": 74166.8984375, | |
| "learning_rate": 5.546296296296296e-06, | |
| "loss": 36.3313, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.060204695966285374, | |
| "grad_norm": 81349.1015625, | |
| "learning_rate": 6.009259259259261e-06, | |
| "loss": 35.7238, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.0648358264252304, | |
| "grad_norm": 131790.796875, | |
| "learning_rate": 6.472222222222223e-06, | |
| "loss": 37.7356, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.06946695688417542, | |
| "grad_norm": 104120.3359375, | |
| "learning_rate": 6.935185185185186e-06, | |
| "loss": 39.6583, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.07409808734312046, | |
| "grad_norm": 20184.501953125, | |
| "learning_rate": 7.398148148148149e-06, | |
| "loss": 43.7877, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.07872921780206549, | |
| "grad_norm": 28208.6328125, | |
| "learning_rate": 7.861111111111112e-06, | |
| "loss": 56.835, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.08336034826101052, | |
| "grad_norm": 41647.78515625, | |
| "learning_rate": 8.324074074074074e-06, | |
| "loss": 52.439, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.08799147871995554, | |
| "grad_norm": 44205.96875, | |
| "learning_rate": 8.787037037037038e-06, | |
| "loss": 51.0145, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.09262260917890057, | |
| "grad_norm": 32592.4609375, | |
| "learning_rate": 9.250000000000001e-06, | |
| "loss": 48.7292, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.0972537396378456, | |
| "grad_norm": 18587.83984375, | |
| "learning_rate": 9.712962962962965e-06, | |
| "loss": 55.1206, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.10188487009679063, | |
| "grad_norm": 54501.23828125, | |
| "learning_rate": 9.980446639909439e-06, | |
| "loss": 55.8502, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.10651600055573565, | |
| "grad_norm": 31179.115234375, | |
| "learning_rate": 9.928990429144798e-06, | |
| "loss": 56.1253, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.11114713101468068, | |
| "grad_norm": 19028.408203125, | |
| "learning_rate": 9.877534218380159e-06, | |
| "loss": 51.6047, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.11577826147362572, | |
| "grad_norm": 23272.919921875, | |
| "learning_rate": 9.826078007615521e-06, | |
| "loss": 48.5006, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.12040939193257075, | |
| "grad_norm": 20129.248046875, | |
| "learning_rate": 9.77462179685088e-06, | |
| "loss": 47.4703, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.12504052239151578, | |
| "grad_norm": 20898.05859375, | |
| "learning_rate": 9.723165586086241e-06, | |
| "loss": 47.1912, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.1296716528504608, | |
| "grad_norm": 30558.55859375, | |
| "learning_rate": 9.671709375321602e-06, | |
| "loss": 41.2223, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.13430278330940582, | |
| "grad_norm": 25856.19140625, | |
| "learning_rate": 9.620253164556963e-06, | |
| "loss": 39.0084, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.13893391376835085, | |
| "grad_norm": 16568.400390625, | |
| "learning_rate": 9.568796953792322e-06, | |
| "loss": 41.6975, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.14356504422729588, | |
| "grad_norm": 14717.109375, | |
| "learning_rate": 9.517340743027685e-06, | |
| "loss": 34.7697, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.1481961746862409, | |
| "grad_norm": 16112.0263671875, | |
| "learning_rate": 9.465884532263044e-06, | |
| "loss": 32.84, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.15282730514518594, | |
| "grad_norm": 28320.36328125, | |
| "learning_rate": 9.414428321498405e-06, | |
| "loss": 30.6541, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.15745843560413098, | |
| "grad_norm": 14664.193359375, | |
| "learning_rate": 9.362972110733768e-06, | |
| "loss": 24.7009, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.162089566063076, | |
| "grad_norm": 5361.5087890625, | |
| "learning_rate": 9.311515899969127e-06, | |
| "loss": 18.9679, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.16672069652202104, | |
| "grad_norm": 3825.643798828125, | |
| "learning_rate": 9.260059689204488e-06, | |
| "loss": 14.1527, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.17135182698096604, | |
| "grad_norm": 687.0768432617188, | |
| "learning_rate": 9.208603478439848e-06, | |
| "loss": 8.0994, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.17598295743991108, | |
| "grad_norm": 161.3083038330078, | |
| "learning_rate": 9.15714726767521e-06, | |
| "loss": 5.4372, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.1806140878988561, | |
| "grad_norm": 111.15824890136719, | |
| "learning_rate": 9.10569105691057e-06, | |
| "loss": 5.0239, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.18524521835780114, | |
| "grad_norm": 62.675636291503906, | |
| "learning_rate": 9.054234846145931e-06, | |
| "loss": 4.9312, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.18987634881674617, | |
| "grad_norm": 40.70977020263672, | |
| "learning_rate": 9.00277863538129e-06, | |
| "loss": 4.8934, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.1945074792756912, | |
| "grad_norm": 31.48650550842285, | |
| "learning_rate": 8.951322424616651e-06, | |
| "loss": 4.8852, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.19913860973463623, | |
| "grad_norm": 28.155406951904297, | |
| "learning_rate": 8.899866213852014e-06, | |
| "loss": 4.8705, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.20376974019358127, | |
| "grad_norm": 30.841955184936523, | |
| "learning_rate": 8.848410003087373e-06, | |
| "loss": 4.8821, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.20840087065252627, | |
| "grad_norm": 17.3418025970459, | |
| "learning_rate": 8.796953792322734e-06, | |
| "loss": 4.8662, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.2130320011114713, | |
| "grad_norm": 15.722943305969238, | |
| "learning_rate": 8.745497581558095e-06, | |
| "loss": 4.8593, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.21766313157041633, | |
| "grad_norm": 12.287271499633789, | |
| "learning_rate": 8.694041370793456e-06, | |
| "loss": 4.8663, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.22229426202936137, | |
| "grad_norm": 8.732343673706055, | |
| "learning_rate": 8.642585160028816e-06, | |
| "loss": 4.861, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.2269253924883064, | |
| "grad_norm": 18.63037872314453, | |
| "learning_rate": 8.591128949264177e-06, | |
| "loss": 4.8586, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.23155652294725143, | |
| "grad_norm": 10.168179512023926, | |
| "learning_rate": 8.539672738499537e-06, | |
| "loss": 4.8613, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.23618765340619646, | |
| "grad_norm": 8.444642066955566, | |
| "learning_rate": 8.488216527734897e-06, | |
| "loss": 4.8552, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.2408187838651415, | |
| "grad_norm": 6.634263038635254, | |
| "learning_rate": 8.43676031697026e-06, | |
| "loss": 4.8612, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.2454499143240865, | |
| "grad_norm": 9.856132507324219, | |
| "learning_rate": 8.38530410620562e-06, | |
| "loss": 4.8555, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.25008104478303156, | |
| "grad_norm": 6.173237323760986, | |
| "learning_rate": 8.33384789544098e-06, | |
| "loss": 4.854, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.2547121752419766, | |
| "grad_norm": 8.70698356628418, | |
| "learning_rate": 8.282391684676341e-06, | |
| "loss": 4.8522, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.2593433057009216, | |
| "grad_norm": 4.96877908706665, | |
| "learning_rate": 8.230935473911702e-06, | |
| "loss": 4.8563, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.2639744361598666, | |
| "grad_norm": 6.604714393615723, | |
| "learning_rate": 8.179479263147063e-06, | |
| "loss": 4.8491, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.26860556661881163, | |
| "grad_norm": 7.707324981689453, | |
| "learning_rate": 8.128023052382424e-06, | |
| "loss": 4.8559, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.27323669707775666, | |
| "grad_norm": 6.189296245574951, | |
| "learning_rate": 8.076566841617785e-06, | |
| "loss": 4.8549, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.2778678275367017, | |
| "grad_norm": 4.309783935546875, | |
| "learning_rate": 8.025110630853145e-06, | |
| "loss": 4.8547, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.2824989579956467, | |
| "grad_norm": 5.0381999015808105, | |
| "learning_rate": 7.973654420088506e-06, | |
| "loss": 4.8552, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.28713008845459176, | |
| "grad_norm": 10.880996704101562, | |
| "learning_rate": 7.922198209323865e-06, | |
| "loss": 4.8581, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.2917612189135368, | |
| "grad_norm": 4.348069190979004, | |
| "learning_rate": 7.870741998559226e-06, | |
| "loss": 4.8557, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.2963923493724818, | |
| "grad_norm": 11.774301528930664, | |
| "learning_rate": 7.819285787794587e-06, | |
| "loss": 4.8533, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.30102347983142685, | |
| "grad_norm": 12.425819396972656, | |
| "learning_rate": 7.767829577029948e-06, | |
| "loss": 4.8567, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.3056546102903719, | |
| "grad_norm": 4.84695291519165, | |
| "learning_rate": 7.716373366265309e-06, | |
| "loss": 4.8513, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.3102857407493169, | |
| "grad_norm": 5.18828010559082, | |
| "learning_rate": 7.66491715550067e-06, | |
| "loss": 4.8538, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.31491687120826195, | |
| "grad_norm": 10.579144477844238, | |
| "learning_rate": 7.613460944736031e-06, | |
| "loss": 4.8549, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.319548001667207, | |
| "grad_norm": 3.7520084381103516, | |
| "learning_rate": 7.562004733971391e-06, | |
| "loss": 4.8546, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.324179132126152, | |
| "grad_norm": 5.303626537322998, | |
| "learning_rate": 7.510548523206752e-06, | |
| "loss": 4.8527, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.32881026258509705, | |
| "grad_norm": 3.4561500549316406, | |
| "learning_rate": 7.459092312442113e-06, | |
| "loss": 4.8547, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.3334413930440421, | |
| "grad_norm": 4.276394367218018, | |
| "learning_rate": 7.4076361016774735e-06, | |
| "loss": 4.854, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.33807252350298705, | |
| "grad_norm": 6.949066162109375, | |
| "learning_rate": 7.3561798909128335e-06, | |
| "loss": 4.8526, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.3427036539619321, | |
| "grad_norm": 3.7716352939605713, | |
| "learning_rate": 7.304723680148194e-06, | |
| "loss": 4.8529, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.3473347844208771, | |
| "grad_norm": 3.8829033374786377, | |
| "learning_rate": 7.2532674693835544e-06, | |
| "loss": 4.8516, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.35196591487982215, | |
| "grad_norm": 7.156257629394531, | |
| "learning_rate": 7.201811258618916e-06, | |
| "loss": 4.8566, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.3565970453387672, | |
| "grad_norm": 3.4680042266845703, | |
| "learning_rate": 7.150355047854277e-06, | |
| "loss": 4.8521, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.3612281757977122, | |
| "grad_norm": 6.309057712554932, | |
| "learning_rate": 7.098898837089637e-06, | |
| "loss": 4.852, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.36585930625665725, | |
| "grad_norm": 3.311298131942749, | |
| "learning_rate": 7.047442626324999e-06, | |
| "loss": 4.8532, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.3704904367156023, | |
| "grad_norm": 4.21369743347168, | |
| "learning_rate": 6.995986415560359e-06, | |
| "loss": 4.8541, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.3751215671745473, | |
| "grad_norm": 3.184129238128662, | |
| "learning_rate": 6.94453020479572e-06, | |
| "loss": 4.8545, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.37975269763349234, | |
| "grad_norm": 7.411576747894287, | |
| "learning_rate": 6.89307399403108e-06, | |
| "loss": 4.8561, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.3843838280924374, | |
| "grad_norm": 7.5306878089904785, | |
| "learning_rate": 6.841617783266441e-06, | |
| "loss": 4.8524, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.3890149585513824, | |
| "grad_norm": 6.128129005432129, | |
| "learning_rate": 6.790161572501801e-06, | |
| "loss": 4.8531, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.39364608901032744, | |
| "grad_norm": 5.687031269073486, | |
| "learning_rate": 6.7387053617371624e-06, | |
| "loss": 4.8514, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.39827721946927247, | |
| "grad_norm": 3.1113038063049316, | |
| "learning_rate": 6.687249150972523e-06, | |
| "loss": 4.8537, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.4029083499282175, | |
| "grad_norm": 8.376502990722656, | |
| "learning_rate": 6.635792940207883e-06, | |
| "loss": 4.8534, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.40753948038716253, | |
| "grad_norm": 7.945234775543213, | |
| "learning_rate": 6.584336729443245e-06, | |
| "loss": 4.8529, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.4121706108461075, | |
| "grad_norm": 3.565673351287842, | |
| "learning_rate": 6.532880518678605e-06, | |
| "loss": 4.8543, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.41680174130505254, | |
| "grad_norm": 3.2953274250030518, | |
| "learning_rate": 6.481424307913966e-06, | |
| "loss": 4.8503, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.4214328717639976, | |
| "grad_norm": 2.9050490856170654, | |
| "learning_rate": 6.429968097149326e-06, | |
| "loss": 4.8533, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.4260640022229426, | |
| "grad_norm": 7.26942777633667, | |
| "learning_rate": 6.378511886384687e-06, | |
| "loss": 4.854, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.43069513268188764, | |
| "grad_norm": 4.875161647796631, | |
| "learning_rate": 6.327055675620048e-06, | |
| "loss": 4.8547, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.43532626314083267, | |
| "grad_norm": 3.538259267807007, | |
| "learning_rate": 6.275599464855409e-06, | |
| "loss": 4.8524, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.4399573935997777, | |
| "grad_norm": 7.06084680557251, | |
| "learning_rate": 6.2241432540907696e-06, | |
| "loss": 4.8519, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.44458852405872273, | |
| "grad_norm": 3.635225534439087, | |
| "learning_rate": 6.17268704332613e-06, | |
| "loss": 4.8525, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.44921965451766777, | |
| "grad_norm": 4.0461835861206055, | |
| "learning_rate": 6.121230832561491e-06, | |
| "loss": 4.8534, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.4538507849766128, | |
| "grad_norm": 4.653171539306641, | |
| "learning_rate": 6.069774621796851e-06, | |
| "loss": 4.8505, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.45848191543555783, | |
| "grad_norm": 4.088388442993164, | |
| "learning_rate": 6.018318411032212e-06, | |
| "loss": 4.8543, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.46311304589450286, | |
| "grad_norm": 2.659907817840576, | |
| "learning_rate": 5.966862200267572e-06, | |
| "loss": 4.8551, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.4677441763534479, | |
| "grad_norm": 2.58552885055542, | |
| "learning_rate": 5.915405989502934e-06, | |
| "loss": 4.8521, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.4723753068123929, | |
| "grad_norm": 2.699875593185425, | |
| "learning_rate": 5.863949778738294e-06, | |
| "loss": 4.8543, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.47700643727133796, | |
| "grad_norm": 2.67714786529541, | |
| "learning_rate": 5.812493567973655e-06, | |
| "loss": 4.8525, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.481637567730283, | |
| "grad_norm": 4.694529056549072, | |
| "learning_rate": 5.761037357209016e-06, | |
| "loss": 4.8547, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.48626869818922797, | |
| "grad_norm": 2.6322555541992188, | |
| "learning_rate": 5.709581146444376e-06, | |
| "loss": 4.8512, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.490899828648173, | |
| "grad_norm": 3.097139835357666, | |
| "learning_rate": 5.658124935679738e-06, | |
| "loss": 4.853, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.49553095910711803, | |
| "grad_norm": 4.2281575202941895, | |
| "learning_rate": 5.606668724915098e-06, | |
| "loss": 4.8516, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.5001620895660631, | |
| "grad_norm": 4.780153274536133, | |
| "learning_rate": 5.5552125141504585e-06, | |
| "loss": 4.853, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.5047932200250081, | |
| "grad_norm": 4.7001051902771, | |
| "learning_rate": 5.5037563033858186e-06, | |
| "loss": 4.8519, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.5094243504839532, | |
| "grad_norm": 2.692204475402832, | |
| "learning_rate": 5.45230009262118e-06, | |
| "loss": 4.8527, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.5140554809428982, | |
| "grad_norm": 4.267179489135742, | |
| "learning_rate": 5.40084388185654e-06, | |
| "loss": 4.8527, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.5186866114018432, | |
| "grad_norm": 4.3875532150268555, | |
| "learning_rate": 5.349387671091901e-06, | |
| "loss": 4.8531, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.5233177418607882, | |
| "grad_norm": 4.2535223960876465, | |
| "learning_rate": 5.297931460327262e-06, | |
| "loss": 4.8529, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.5279488723197332, | |
| "grad_norm": 4.176506042480469, | |
| "learning_rate": 5.246475249562622e-06, | |
| "loss": 4.8527, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.5325800027786782, | |
| "grad_norm": 5.777888298034668, | |
| "learning_rate": 5.195019038797984e-06, | |
| "loss": 4.851, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.5372111332376233, | |
| "grad_norm": 2.5011487007141113, | |
| "learning_rate": 5.143562828033344e-06, | |
| "loss": 4.8525, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.5418422636965683, | |
| "grad_norm": 2.296004056930542, | |
| "learning_rate": 5.092106617268705e-06, | |
| "loss": 4.8537, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.5464733941555133, | |
| "grad_norm": 3.866945266723633, | |
| "learning_rate": 5.040650406504065e-06, | |
| "loss": 4.8507, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.5511045246144584, | |
| "grad_norm": 4.017833232879639, | |
| "learning_rate": 4.9891941957394266e-06, | |
| "loss": 4.8535, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.5557356550734034, | |
| "grad_norm": 2.5634918212890625, | |
| "learning_rate": 4.937737984974787e-06, | |
| "loss": 4.8522, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.5603667855323484, | |
| "grad_norm": 2.3562004566192627, | |
| "learning_rate": 4.8862817742101475e-06, | |
| "loss": 4.8537, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.5649979159912935, | |
| "grad_norm": 2.573345899581909, | |
| "learning_rate": 4.834825563445508e-06, | |
| "loss": 4.8525, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.5696290464502385, | |
| "grad_norm": 2.818164825439453, | |
| "learning_rate": 4.783369352680869e-06, | |
| "loss": 4.8537, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 0.5742601769091835, | |
| "grad_norm": 2.9981884956359863, | |
| "learning_rate": 4.731913141916229e-06, | |
| "loss": 4.8532, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.5788913073681285, | |
| "grad_norm": 3.1095032691955566, | |
| "learning_rate": 4.68045693115159e-06, | |
| "loss": 4.8512, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.5835224378270736, | |
| "grad_norm": 2.8659579753875732, | |
| "learning_rate": 4.629000720386951e-06, | |
| "loss": 4.8531, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.5881535682860186, | |
| "grad_norm": 4.299989700317383, | |
| "learning_rate": 4.577544509622312e-06, | |
| "loss": 4.8522, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 0.5927846987449636, | |
| "grad_norm": 1.9564199447631836, | |
| "learning_rate": 4.526088298857673e-06, | |
| "loss": 4.853, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.5974158292039087, | |
| "grad_norm": 2.792586326599121, | |
| "learning_rate": 4.474632088093034e-06, | |
| "loss": 4.8524, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 0.6020469596628537, | |
| "grad_norm": 2.5155632495880127, | |
| "learning_rate": 4.423175877328394e-06, | |
| "loss": 4.8535, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.6066780901217987, | |
| "grad_norm": 3.115560293197632, | |
| "learning_rate": 4.371719666563755e-06, | |
| "loss": 4.8523, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 0.6113092205807438, | |
| "grad_norm": 2.115840196609497, | |
| "learning_rate": 4.3202634557991155e-06, | |
| "loss": 4.8536, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.6159403510396888, | |
| "grad_norm": 1.9011411666870117, | |
| "learning_rate": 4.2688072450344755e-06, | |
| "loss": 4.8516, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 0.6205714814986338, | |
| "grad_norm": 4.708501815795898, | |
| "learning_rate": 4.217351034269836e-06, | |
| "loss": 4.8526, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.6252026119575789, | |
| "grad_norm": 1.7983591556549072, | |
| "learning_rate": 4.165894823505197e-06, | |
| "loss": 4.8545, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.6298337424165239, | |
| "grad_norm": 2.4441957473754883, | |
| "learning_rate": 4.114438612740558e-06, | |
| "loss": 4.8515, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.6344648728754689, | |
| "grad_norm": 4.444235324859619, | |
| "learning_rate": 4.062982401975919e-06, | |
| "loss": 4.8521, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 0.639096003334414, | |
| "grad_norm": 2.260263442993164, | |
| "learning_rate": 4.01152619121128e-06, | |
| "loss": 4.8527, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.643727133793359, | |
| "grad_norm": 3.5399653911590576, | |
| "learning_rate": 3.96006998044664e-06, | |
| "loss": 4.8527, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 0.648358264252304, | |
| "grad_norm": 3.3484957218170166, | |
| "learning_rate": 3.908613769682001e-06, | |
| "loss": 4.8526, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.6529893947112491, | |
| "grad_norm": 2.836869955062866, | |
| "learning_rate": 3.857157558917362e-06, | |
| "loss": 4.8517, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 0.6576205251701941, | |
| "grad_norm": 5.348451137542725, | |
| "learning_rate": 3.8057013481527222e-06, | |
| "loss": 4.8531, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.6622516556291391, | |
| "grad_norm": 1.7368900775909424, | |
| "learning_rate": 3.7542451373880827e-06, | |
| "loss": 4.851, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 0.6668827860880842, | |
| "grad_norm": 2.110898733139038, | |
| "learning_rate": 3.702788926623444e-06, | |
| "loss": 4.8519, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.6715139165470291, | |
| "grad_norm": 3.1552112102508545, | |
| "learning_rate": 3.651332715858805e-06, | |
| "loss": 4.852, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.6761450470059741, | |
| "grad_norm": 2.895655632019043, | |
| "learning_rate": 3.5998765050941653e-06, | |
| "loss": 4.8525, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.6807761774649191, | |
| "grad_norm": 2.147881269454956, | |
| "learning_rate": 3.548420294329526e-06, | |
| "loss": 4.8536, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 0.6854073079238642, | |
| "grad_norm": 3.5029313564300537, | |
| "learning_rate": 3.4969640835648867e-06, | |
| "loss": 4.8519, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.6900384383828092, | |
| "grad_norm": 7.018946170806885, | |
| "learning_rate": 3.445507872800247e-06, | |
| "loss": 4.8529, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 0.6946695688417542, | |
| "grad_norm": 2.3654017448425293, | |
| "learning_rate": 3.394051662035608e-06, | |
| "loss": 4.8515, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.6993006993006993, | |
| "grad_norm": 4.802801609039307, | |
| "learning_rate": 3.3425954512709685e-06, | |
| "loss": 4.852, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 0.7039318297596443, | |
| "grad_norm": 3.281493663787842, | |
| "learning_rate": 3.2911392405063294e-06, | |
| "loss": 4.8526, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.7085629602185893, | |
| "grad_norm": 5.945383548736572, | |
| "learning_rate": 3.2396830297416903e-06, | |
| "loss": 4.8526, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 0.7131940906775344, | |
| "grad_norm": 3.7236597537994385, | |
| "learning_rate": 3.188226818977051e-06, | |
| "loss": 4.8527, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.7178252211364794, | |
| "grad_norm": 3.1034650802612305, | |
| "learning_rate": 3.1367706082124116e-06, | |
| "loss": 4.8519, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 0.7224563515954244, | |
| "grad_norm": 1.2914083003997803, | |
| "learning_rate": 3.0853143974477725e-06, | |
| "loss": 4.8521, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.7270874820543695, | |
| "grad_norm": 3.742281436920166, | |
| "learning_rate": 3.033858186683133e-06, | |
| "loss": 4.8526, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 0.7317186125133145, | |
| "grad_norm": 1.8345437049865723, | |
| "learning_rate": 2.9824019759184934e-06, | |
| "loss": 4.8526, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.7363497429722595, | |
| "grad_norm": 2.8292195796966553, | |
| "learning_rate": 2.9309457651538543e-06, | |
| "loss": 4.8528, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 0.7409808734312046, | |
| "grad_norm": 8.58931827545166, | |
| "learning_rate": 2.8794895543892147e-06, | |
| "loss": 4.853, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.7456120038901496, | |
| "grad_norm": 3.2066941261291504, | |
| "learning_rate": 2.8280333436245756e-06, | |
| "loss": 4.8526, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 0.7502431343490946, | |
| "grad_norm": 5.162906646728516, | |
| "learning_rate": 2.7765771328599365e-06, | |
| "loss": 4.8529, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.7548742648080397, | |
| "grad_norm": 2.4766018390655518, | |
| "learning_rate": 2.7251209220952974e-06, | |
| "loss": 4.8519, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 0.7595053952669847, | |
| "grad_norm": 2.510815382003784, | |
| "learning_rate": 2.673664711330658e-06, | |
| "loss": 4.8519, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.7641365257259297, | |
| "grad_norm": 2.531654119491577, | |
| "learning_rate": 2.6222085005660187e-06, | |
| "loss": 4.8531, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 0.7687676561848747, | |
| "grad_norm": 2.691474437713623, | |
| "learning_rate": 2.570752289801379e-06, | |
| "loss": 4.8529, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.7733987866438198, | |
| "grad_norm": 2.490870475769043, | |
| "learning_rate": 2.51929607903674e-06, | |
| "loss": 4.8523, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 0.7780299171027648, | |
| "grad_norm": 3.6683449745178223, | |
| "learning_rate": 2.4678398682721005e-06, | |
| "loss": 4.8517, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.7826610475617098, | |
| "grad_norm": 1.9419876337051392, | |
| "learning_rate": 2.4163836575074614e-06, | |
| "loss": 4.8524, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 0.7872921780206549, | |
| "grad_norm": 3.776477575302124, | |
| "learning_rate": 2.364927446742822e-06, | |
| "loss": 4.8527, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.7919233084795999, | |
| "grad_norm": 5.972130298614502, | |
| "learning_rate": 2.3134712359781828e-06, | |
| "loss": 4.8522, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 0.7965544389385449, | |
| "grad_norm": 2.1102585792541504, | |
| "learning_rate": 2.2620150252135432e-06, | |
| "loss": 4.8527, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.80118556939749, | |
| "grad_norm": 3.494260549545288, | |
| "learning_rate": 2.210558814448904e-06, | |
| "loss": 4.8526, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 0.805816699856435, | |
| "grad_norm": 1.6491005420684814, | |
| "learning_rate": 2.159102603684265e-06, | |
| "loss": 4.853, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.81044783031538, | |
| "grad_norm": 3.104100227355957, | |
| "learning_rate": 2.1076463929196255e-06, | |
| "loss": 4.8522, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 0.8150789607743251, | |
| "grad_norm": 3.840959072113037, | |
| "learning_rate": 2.0561901821549863e-06, | |
| "loss": 4.8515, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.81971009123327, | |
| "grad_norm": 2.8900058269500732, | |
| "learning_rate": 2.004733971390347e-06, | |
| "loss": 4.8527, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 0.824341221692215, | |
| "grad_norm": 4.004197120666504, | |
| "learning_rate": 1.9532777606257077e-06, | |
| "loss": 4.8525, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.82897235215116, | |
| "grad_norm": 3.287238359451294, | |
| "learning_rate": 1.9018215498610684e-06, | |
| "loss": 4.8537, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 0.8336034826101051, | |
| "grad_norm": 1.3281551599502563, | |
| "learning_rate": 1.850365339096429e-06, | |
| "loss": 4.8526, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.8382346130690501, | |
| "grad_norm": 1.9539192914962769, | |
| "learning_rate": 1.7989091283317897e-06, | |
| "loss": 4.8516, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 0.8428657435279951, | |
| "grad_norm": 1.8044812679290771, | |
| "learning_rate": 1.7474529175671506e-06, | |
| "loss": 4.852, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.8474968739869402, | |
| "grad_norm": 2.2323732376098633, | |
| "learning_rate": 1.6959967068025113e-06, | |
| "loss": 4.8525, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 0.8521280044458852, | |
| "grad_norm": 6.444853782653809, | |
| "learning_rate": 1.644540496037872e-06, | |
| "loss": 4.8525, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.8567591349048302, | |
| "grad_norm": 2.432457447052002, | |
| "learning_rate": 1.5930842852732326e-06, | |
| "loss": 4.8532, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 0.8613902653637753, | |
| "grad_norm": 9.460570335388184, | |
| "learning_rate": 1.5416280745085933e-06, | |
| "loss": 4.8529, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.8660213958227203, | |
| "grad_norm": 1.7130793333053589, | |
| "learning_rate": 1.4901718637439542e-06, | |
| "loss": 4.8519, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 0.8706525262816653, | |
| "grad_norm": 1.7794573307037354, | |
| "learning_rate": 1.4387156529793148e-06, | |
| "loss": 4.8528, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.8752836567406104, | |
| "grad_norm": 2.324021816253662, | |
| "learning_rate": 1.3872594422146753e-06, | |
| "loss": 4.8515, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 0.8799147871995554, | |
| "grad_norm": 2.8876137733459473, | |
| "learning_rate": 1.335803231450036e-06, | |
| "loss": 4.8529, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.8845459176585004, | |
| "grad_norm": 1.5305650234222412, | |
| "learning_rate": 1.284347020685397e-06, | |
| "loss": 4.8528, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 0.8891770481174455, | |
| "grad_norm": 1.89708411693573, | |
| "learning_rate": 1.2328908099207575e-06, | |
| "loss": 4.8523, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.8938081785763905, | |
| "grad_norm": 1.8456463813781738, | |
| "learning_rate": 1.1814345991561182e-06, | |
| "loss": 4.8523, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 0.8984393090353355, | |
| "grad_norm": 3.4749717712402344, | |
| "learning_rate": 1.1299783883914789e-06, | |
| "loss": 4.8524, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.9030704394942806, | |
| "grad_norm": 2.6961116790771484, | |
| "learning_rate": 1.0785221776268398e-06, | |
| "loss": 4.8521, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 0.9077015699532256, | |
| "grad_norm": 4.795749187469482, | |
| "learning_rate": 1.0270659668622002e-06, | |
| "loss": 4.8518, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.9123327004121706, | |
| "grad_norm": 5.0294904708862305, | |
| "learning_rate": 9.75609756097561e-07, | |
| "loss": 4.8519, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 0.9169638308711157, | |
| "grad_norm": 2.320612668991089, | |
| "learning_rate": 9.241535453329218e-07, | |
| "loss": 4.8519, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.9215949613300607, | |
| "grad_norm": 1.5690840482711792, | |
| "learning_rate": 8.726973345682825e-07, | |
| "loss": 4.8525, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 0.9262260917890057, | |
| "grad_norm": 3.0287981033325195, | |
| "learning_rate": 8.212411238036431e-07, | |
| "loss": 4.8527, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.9308572222479508, | |
| "grad_norm": 4.888521194458008, | |
| "learning_rate": 7.697849130390039e-07, | |
| "loss": 4.8526, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 0.9354883527068958, | |
| "grad_norm": 8.247330665588379, | |
| "learning_rate": 7.183287022743646e-07, | |
| "loss": 4.8525, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.9401194831658408, | |
| "grad_norm": 4.7511982917785645, | |
| "learning_rate": 6.668724915097252e-07, | |
| "loss": 4.8515, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 0.9447506136247859, | |
| "grad_norm": 3.2248997688293457, | |
| "learning_rate": 6.15416280745086e-07, | |
| "loss": 4.8532, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.9493817440837309, | |
| "grad_norm": 3.083930730819702, | |
| "learning_rate": 5.639600699804467e-07, | |
| "loss": 4.8528, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 0.9540128745426759, | |
| "grad_norm": 6.262050151824951, | |
| "learning_rate": 5.125038592158075e-07, | |
| "loss": 4.8514, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.958644005001621, | |
| "grad_norm": 1.9046210050582886, | |
| "learning_rate": 4.610476484511681e-07, | |
| "loss": 4.8525, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 0.963275135460566, | |
| "grad_norm": 4.532755374908447, | |
| "learning_rate": 4.0959143768652876e-07, | |
| "loss": 4.8519, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.9679062659195109, | |
| "grad_norm": 1.4820815324783325, | |
| "learning_rate": 3.581352269218895e-07, | |
| "loss": 4.8527, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 0.9725373963784559, | |
| "grad_norm": 1.89457106590271, | |
| "learning_rate": 3.066790161572502e-07, | |
| "loss": 4.8516, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.977168526837401, | |
| "grad_norm": 1.8384500741958618, | |
| "learning_rate": 2.5522280539261093e-07, | |
| "loss": 4.8523, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 0.981799657296346, | |
| "grad_norm": 2.7351698875427246, | |
| "learning_rate": 2.0376659462797163e-07, | |
| "loss": 4.8524, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.986430787755291, | |
| "grad_norm": 3.5502257347106934, | |
| "learning_rate": 1.523103838633323e-07, | |
| "loss": 4.8523, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 0.9910619182142361, | |
| "grad_norm": 2.255584478378296, | |
| "learning_rate": 1.0085417309869303e-07, | |
| "loss": 4.8518, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 0.9956930486731811, | |
| "grad_norm": 1.546319842338562, | |
| "learning_rate": 4.9397962334053725e-08, | |
| "loss": 4.8524, | |
| "step": 10750 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 10797, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 5000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |