| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.03636363636363636, |
| "eval_steps": 1000, |
| "global_step": 40000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0009090909090909091, |
| "grad_norm": 0.5637483596801758, |
| "learning_rate": 0.00066, |
| "loss": 7.38281005859375, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0018181818181818182, |
| "grad_norm": 0.6073591709136963, |
| "learning_rate": 0.000999999509056267, |
| "loss": 5.783165283203125, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0027272727272727275, |
| "grad_norm": 0.480266273021698, |
| "learning_rate": 0.0009999954604635122, |
| "loss": 5.232196044921875, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.0036363636363636364, |
| "grad_norm": 0.45949065685272217, |
| "learning_rate": 0.0009999873224161853, |
| "loss": 4.946490478515625, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.004545454545454545, |
| "grad_norm": 0.41542109847068787, |
| "learning_rate": 0.000999975094980847, |
| "loss": 4.719376831054688, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.005454545454545455, |
| "grad_norm": 0.40697741508483887, |
| "learning_rate": 0.0009999587782575051, |
| "loss": 4.591694030761719, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.006363636363636364, |
| "grad_norm": 0.3962944447994232, |
| "learning_rate": 0.0009999383723796143, |
| "loss": 4.466532592773437, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.007272727272727273, |
| "grad_norm": 0.6857792139053345, |
| "learning_rate": 0.0009999138775140734, |
| "loss": 4.349520874023438, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.008181818181818182, |
| "grad_norm": 0.4181463420391083, |
| "learning_rate": 0.000999885293861226, |
| "loss": 4.234326782226563, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.00909090909090909, |
| "grad_norm": 0.3620698153972626, |
| "learning_rate": 0.0009998526216548572, |
| "loss": 4.120015869140625, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.00909090909090909, |
| "eval_loss": 4.375123977661133, |
| "eval_runtime": 6.9666, |
| "eval_samples_per_second": 82.681, |
| "eval_steps_per_second": 20.67, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.3509594798088074, |
| "learning_rate": 0.0009998158611621922, |
| "loss": 3.993647155761719, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.01090909090909091, |
| "grad_norm": 0.3581515848636627, |
| "learning_rate": 0.0009997750126838946, |
| "loss": 3.9498220825195314, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.011818181818181818, |
| "grad_norm": 0.36733096837997437, |
| "learning_rate": 0.0009997300765540635, |
| "loss": 3.831287841796875, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.012727272727272728, |
| "grad_norm": 0.29147249460220337, |
| "learning_rate": 0.0009996810531402306, |
| "loss": 3.7590908813476562, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.013636363636363636, |
| "grad_norm": 0.29391637444496155, |
| "learning_rate": 0.0009996279428433578, |
| "loss": 3.722886047363281, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.014545454545454545, |
| "grad_norm": 0.3317511975765228, |
| "learning_rate": 0.000999570746097833, |
| "loss": 3.7012667846679688, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.015454545454545455, |
| "grad_norm": 0.32525742053985596, |
| "learning_rate": 0.0009995094633714677, |
| "loss": 3.6526870727539062, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.016363636363636365, |
| "grad_norm": 0.3586934208869934, |
| "learning_rate": 0.0009994440951654924, |
| "loss": 3.6262481689453123, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.017272727272727273, |
| "grad_norm": 0.30995482206344604, |
| "learning_rate": 0.0009993746420145523, |
| "loss": 3.594487609863281, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.01818181818181818, |
| "grad_norm": 0.3067973852157593, |
| "learning_rate": 0.0009993011044867038, |
| "loss": 3.5707028198242186, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.01818181818181818, |
| "eval_loss": 3.896928548812866, |
| "eval_runtime": 6.7872, |
| "eval_samples_per_second": 84.865, |
| "eval_steps_per_second": 21.216, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.019090909090909092, |
| "grad_norm": 0.2716964781284332, |
| "learning_rate": 0.000999223483183409, |
| "loss": 3.5685223388671874, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.2595560550689697, |
| "learning_rate": 0.000999141778739531, |
| "loss": 3.533115234375, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.02090909090909091, |
| "grad_norm": 0.2871851325035095, |
| "learning_rate": 0.0009990559918233294, |
| "loss": 3.51209716796875, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.02181818181818182, |
| "grad_norm": 0.2916632890701294, |
| "learning_rate": 0.0009989661231364542, |
| "loss": 3.4977175903320314, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.022727272727272728, |
| "grad_norm": 0.2674938440322876, |
| "learning_rate": 0.0009988721734139395, |
| "loss": 3.4819268798828125, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.023636363636363636, |
| "grad_norm": 0.28354012966156006, |
| "learning_rate": 0.0009987741434241983, |
| "loss": 3.4985772705078126, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.024545454545454544, |
| "grad_norm": 0.250453919172287, |
| "learning_rate": 0.000998672033969017, |
| "loss": 3.4824765014648436, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.025454545454545455, |
| "grad_norm": 0.25479111075401306, |
| "learning_rate": 0.0009985658458835465, |
| "loss": 3.43513916015625, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.026363636363636363, |
| "grad_norm": 0.5312749743461609, |
| "learning_rate": 0.0009984555800362977, |
| "loss": 3.4338519287109377, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.02727272727272727, |
| "grad_norm": 0.24919964373111725, |
| "learning_rate": 0.0009983412373291332, |
| "loss": 3.394432373046875, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.02727272727272727, |
| "eval_loss": 3.7320191860198975, |
| "eval_runtime": 6.8112, |
| "eval_samples_per_second": 84.566, |
| "eval_steps_per_second": 21.142, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.028181818181818183, |
| "grad_norm": 0.2345028668642044, |
| "learning_rate": 0.0009982228186972597, |
| "loss": 3.3772811889648438, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.02909090909090909, |
| "grad_norm": 0.2587430775165558, |
| "learning_rate": 0.0009981003251092215, |
| "loss": 3.368675537109375, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.25332900881767273, |
| "learning_rate": 0.0009979737575668917, |
| "loss": 3.3781060791015625, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.03090909090909091, |
| "grad_norm": 0.2273174375295639, |
| "learning_rate": 0.000997843117105464, |
| "loss": 3.328343505859375, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.031818181818181815, |
| "grad_norm": 0.2621140778064728, |
| "learning_rate": 0.0009977084047934448, |
| "loss": 3.3511767578125, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.03272727272727273, |
| "grad_norm": 0.22301150858402252, |
| "learning_rate": 0.0009975696217326435, |
| "loss": 3.3483154296875, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.03363636363636364, |
| "grad_norm": 0.22785483300685883, |
| "learning_rate": 0.0009974267690581644, |
| "loss": 3.351199951171875, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.034545454545454546, |
| "grad_norm": 0.24507705867290497, |
| "learning_rate": 0.0009972798479383977, |
| "loss": 3.311331787109375, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.035454545454545454, |
| "grad_norm": 0.22445634007453918, |
| "learning_rate": 0.0009971288595750083, |
| "loss": 3.2849237060546876, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.03636363636363636, |
| "grad_norm": 0.2134762406349182, |
| "learning_rate": 0.0009969738052029277, |
| "loss": 3.2534124755859377, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.03636363636363636, |
| "eval_loss": 3.6267645359039307, |
| "eval_runtime": 6.8001, |
| "eval_samples_per_second": 84.704, |
| "eval_steps_per_second": 21.176, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.03727272727272727, |
| "grad_norm": 0.2137739211320877, |
| "learning_rate": 0.000996814686090343, |
| "loss": 3.288787841796875, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.038181818181818185, |
| "grad_norm": 0.20396745204925537, |
| "learning_rate": 0.0009966515035386867, |
| "loss": 3.277693786621094, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.03909090909090909, |
| "grad_norm": 0.20048071444034576, |
| "learning_rate": 0.0009964842588826267, |
| "loss": 3.2614068603515625, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.2545357346534729, |
| "learning_rate": 0.0009963129534900535, |
| "loss": 3.241942138671875, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.04090909090909091, |
| "grad_norm": 0.21150407195091248, |
| "learning_rate": 0.0009961375887620715, |
| "loss": 3.254181213378906, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.04181818181818182, |
| "grad_norm": 0.25913697481155396, |
| "learning_rate": 0.0009959581661329855, |
| "loss": 3.256631164550781, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.042727272727272725, |
| "grad_norm": 0.21662315726280212, |
| "learning_rate": 0.000995774687070291, |
| "loss": 3.246457214355469, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.04363636363636364, |
| "grad_norm": 0.21578437089920044, |
| "learning_rate": 0.0009955871530746593, |
| "loss": 3.2591009521484375, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.04454545454545455, |
| "grad_norm": 0.2277086228132248, |
| "learning_rate": 0.0009953955656799285, |
| "loss": 3.2139767456054686, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.045454545454545456, |
| "grad_norm": 0.21145710349082947, |
| "learning_rate": 0.0009951999264530885, |
| "loss": 3.217757263183594, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.045454545454545456, |
| "eval_loss": 3.559657573699951, |
| "eval_runtime": 6.8094, |
| "eval_samples_per_second": 84.589, |
| "eval_steps_per_second": 21.147, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.046363636363636364, |
| "grad_norm": 0.2059008628129959, |
| "learning_rate": 0.0009950002369942693, |
| "loss": 3.2310595703125, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.04727272727272727, |
| "grad_norm": 0.31273841857910156, |
| "learning_rate": 0.0009947964989367275, |
| "loss": 3.236092529296875, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.04818181818181818, |
| "grad_norm": 0.20427817106246948, |
| "learning_rate": 0.0009945887139468335, |
| "loss": 3.20990966796875, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.04909090909090909, |
| "grad_norm": 0.21813584864139557, |
| "learning_rate": 0.0009943768837240572, |
| "loss": 3.23782470703125, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.21357640624046326, |
| "learning_rate": 0.0009941610100009546, |
| "loss": 3.2014178466796874, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.05090909090909091, |
| "grad_norm": 0.19788503646850586, |
| "learning_rate": 0.0009939410945431532, |
| "loss": 3.201743469238281, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.05181818181818182, |
| "grad_norm": 0.2109798789024353, |
| "learning_rate": 0.0009937171391493375, |
| "loss": 3.1780130004882814, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.05272727272727273, |
| "grad_norm": 0.1952320784330368, |
| "learning_rate": 0.0009934891456512356, |
| "loss": 3.1811758422851564, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.053636363636363635, |
| "grad_norm": 0.19197046756744385, |
| "learning_rate": 0.0009932571159136023, |
| "loss": 3.1767172241210937, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.05454545454545454, |
| "grad_norm": 0.20798423886299133, |
| "learning_rate": 0.0009930210518342049, |
| "loss": 3.1700228881835937, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.05454545454545454, |
| "eval_loss": 3.494601249694824, |
| "eval_runtime": 6.8416, |
| "eval_samples_per_second": 84.191, |
| "eval_steps_per_second": 21.048, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.05545454545454546, |
| "grad_norm": 0.18669773638248444, |
| "learning_rate": 0.0009927809553438077, |
| "loss": 3.1545779418945314, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.056363636363636366, |
| "grad_norm": 0.2077275514602661, |
| "learning_rate": 0.0009925368284061555, |
| "loss": 3.160372619628906, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.057272727272727274, |
| "grad_norm": 0.18006086349487305, |
| "learning_rate": 0.000992288673017959, |
| "loss": 3.1383782958984376, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.05818181818181818, |
| "grad_norm": 0.19835108518600464, |
| "learning_rate": 0.000992036491208877, |
| "loss": 3.15177001953125, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.05909090909090909, |
| "grad_norm": 0.19680027663707733, |
| "learning_rate": 0.0009917802850414998, |
| "loss": 3.16474365234375, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.28204840421676636, |
| "learning_rate": 0.0009915200566113338, |
| "loss": 3.1483929443359373, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.060909090909090906, |
| "grad_norm": 0.18320120871067047, |
| "learning_rate": 0.000991255808046783, |
| "loss": 3.150434875488281, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.06181818181818182, |
| "grad_norm": 0.19188480079174042, |
| "learning_rate": 0.000990987541509132, |
| "loss": 3.118103332519531, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.06272727272727273, |
| "grad_norm": 0.1749107539653778, |
| "learning_rate": 0.0009907152591925282, |
| "loss": 3.1161154174804686, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.06363636363636363, |
| "grad_norm": 0.17627771198749542, |
| "learning_rate": 0.0009904389633239644, |
| "loss": 3.140033874511719, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.06363636363636363, |
| "eval_loss": 3.460543632507324, |
| "eval_runtime": 6.8262, |
| "eval_samples_per_second": 84.381, |
| "eval_steps_per_second": 21.095, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.06454545454545454, |
| "grad_norm": 0.19298093020915985, |
| "learning_rate": 0.0009901586561632597, |
| "loss": 3.1127783203125, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.06545454545454546, |
| "grad_norm": 0.2005312442779541, |
| "learning_rate": 0.0009898743400030417, |
| "loss": 3.131772155761719, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.06636363636363636, |
| "grad_norm": 0.20932316780090332, |
| "learning_rate": 0.0009895860171687276, |
| "loss": 3.1065127563476564, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.06727272727272728, |
| "grad_norm": 0.1870882213115692, |
| "learning_rate": 0.0009892936900185053, |
| "loss": 3.1155380249023437, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.06818181818181818, |
| "grad_norm": 0.18347717821598053, |
| "learning_rate": 0.0009889973609433136, |
| "loss": 3.094842529296875, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.06909090909090909, |
| "grad_norm": 0.20144793391227722, |
| "learning_rate": 0.000988697032366823, |
| "loss": 3.1140432739257813, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.17255835235118866, |
| "learning_rate": 0.0009883927067454157, |
| "loss": 3.0936923217773438, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.07090909090909091, |
| "grad_norm": 0.19149735569953918, |
| "learning_rate": 0.0009880843865681666, |
| "loss": 3.0889437866210936, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.07181818181818182, |
| "grad_norm": 0.18358978629112244, |
| "learning_rate": 0.0009877720743568204, |
| "loss": 3.0625601196289063, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.07272727272727272, |
| "grad_norm": 0.16700264811515808, |
| "learning_rate": 0.0009874557726657744, |
| "loss": 3.0754776000976562, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.07272727272727272, |
| "eval_loss": 3.418283700942993, |
| "eval_runtime": 6.8139, |
| "eval_samples_per_second": 84.533, |
| "eval_steps_per_second": 21.133, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.07363636363636364, |
| "grad_norm": 0.18711890280246735, |
| "learning_rate": 0.0009871354840820543, |
| "loss": 3.0751129150390626, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.07454545454545454, |
| "grad_norm": 0.19081872701644897, |
| "learning_rate": 0.0009868112112252953, |
| "loss": 3.069129638671875, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.07545454545454545, |
| "grad_norm": 0.18380340933799744, |
| "learning_rate": 0.0009864829567477196, |
| "loss": 3.0967727661132813, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.07636363636363637, |
| "grad_norm": 0.1662234514951706, |
| "learning_rate": 0.0009861507233341154, |
| "loss": 3.0465274047851563, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.07727272727272727, |
| "grad_norm": 0.1769150197505951, |
| "learning_rate": 0.0009858145137018137, |
| "loss": 3.05833251953125, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.07818181818181819, |
| "grad_norm": 0.18805448710918427, |
| "learning_rate": 0.0009854743306006682, |
| "loss": 3.0252114868164064, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.07909090909090909, |
| "grad_norm": 0.18553867936134338, |
| "learning_rate": 0.0009851301768130304, |
| "loss": 3.0619546508789064, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.18448372185230255, |
| "learning_rate": 0.0009847820551537288, |
| "loss": 3.076944580078125, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.0809090909090909, |
| "grad_norm": 0.18073825538158417, |
| "learning_rate": 0.0009844299684700442, |
| "loss": 3.04953857421875, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.08181818181818182, |
| "grad_norm": 0.18676605820655823, |
| "learning_rate": 0.000984073919641688, |
| "loss": 3.052662658691406, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.08181818181818182, |
| "eval_loss": 3.390735626220703, |
| "eval_runtime": 6.8573, |
| "eval_samples_per_second": 83.999, |
| "eval_steps_per_second": 21.0, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.08272727272727273, |
| "grad_norm": 0.1843118667602539, |
| "learning_rate": 0.0009837139115807777, |
| "loss": 3.0578955078125, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.08363636363636363, |
| "grad_norm": 0.1908266246318817, |
| "learning_rate": 0.0009833499472318129, |
| "loss": 3.0461907958984376, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.08454545454545455, |
| "grad_norm": 0.17415334284305573, |
| "learning_rate": 0.0009829820295716525, |
| "loss": 3.0242233276367188, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.08545454545454545, |
| "grad_norm": 0.161512091755867, |
| "learning_rate": 0.0009826101616094885, |
| "loss": 3.06851806640625, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.08636363636363636, |
| "grad_norm": 0.17435242235660553, |
| "learning_rate": 0.000982234346386823, |
| "loss": 3.04041015625, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.08727272727272728, |
| "grad_norm": 0.17635726928710938, |
| "learning_rate": 0.0009818545869774427, |
| "loss": 3.0322161865234376, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.08818181818181818, |
| "grad_norm": 0.19083574414253235, |
| "learning_rate": 0.000981470886487393, |
| "loss": 3.0362371826171874, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.0890909090909091, |
| "grad_norm": 0.1669977903366089, |
| "learning_rate": 0.000981083248054954, |
| "loss": 3.0415472412109374, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.1624830961227417, |
| "learning_rate": 0.000980691674850614, |
| "loss": 3.03228271484375, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.09090909090909091, |
| "grad_norm": 0.20320835709571838, |
| "learning_rate": 0.000980296170077044, |
| "loss": 3.0213031005859374, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.09090909090909091, |
| "eval_loss": 3.3655972480773926, |
| "eval_runtime": 6.8194, |
| "eval_samples_per_second": 84.465, |
| "eval_steps_per_second": 21.116, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.09181818181818181, |
| "grad_norm": 0.1716221123933792, |
| "learning_rate": 0.000979896736969071, |
| "loss": 3.018829345703125, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.09272727272727273, |
| "grad_norm": 0.18420584499835968, |
| "learning_rate": 0.0009794933787936513, |
| "loss": 3.0364111328125, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.09363636363636364, |
| "grad_norm": 0.16853921115398407, |
| "learning_rate": 0.000979086098849845, |
| "loss": 2.9975177001953126, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.09454545454545454, |
| "grad_norm": 0.17749086022377014, |
| "learning_rate": 0.000978674900468788, |
| "loss": 3.025662536621094, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.09545454545454546, |
| "grad_norm": 0.17817527055740356, |
| "learning_rate": 0.0009782597870136652, |
| "loss": 3.0068899536132814, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.09636363636363636, |
| "grad_norm": 0.16383598744869232, |
| "learning_rate": 0.0009778407618796824, |
| "loss": 2.9598651123046875, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.09727272727272727, |
| "grad_norm": 0.18420074880123138, |
| "learning_rate": 0.0009774178284940392, |
| "loss": 2.9876394653320313, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.09818181818181818, |
| "grad_norm": 0.16747510433197021, |
| "learning_rate": 0.0009769909903159007, |
| "loss": 3.0132855224609374, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.09909090909090909, |
| "grad_norm": 0.15621648728847504, |
| "learning_rate": 0.0009765602508363697, |
| "loss": 3.0095565795898436, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.1697891354560852, |
| "learning_rate": 0.0009761256135784568, |
| "loss": 3.0590411376953126, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.1, |
| "eval_loss": 3.3478543758392334, |
| "eval_runtime": 6.8379, |
| "eval_samples_per_second": 84.236, |
| "eval_steps_per_second": 21.059, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.1009090909090909, |
| "grad_norm": 0.15818284451961517, |
| "learning_rate": 0.0009756870820970532, |
| "loss": 3.015447692871094, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.10181818181818182, |
| "grad_norm": 0.16059984266757965, |
| "learning_rate": 0.0009752446599789003, |
| "loss": 2.9939862060546876, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.10272727272727272, |
| "grad_norm": 0.16179029643535614, |
| "learning_rate": 0.0009747983508425615, |
| "loss": 2.989024963378906, |
| "step": 11300 |
| }, |
| { |
| "epoch": 0.10363636363636364, |
| "grad_norm": 0.16419965028762817, |
| "learning_rate": 0.0009743481583383919, |
| "loss": 2.9855859375, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.10454545454545454, |
| "grad_norm": 0.17154866456985474, |
| "learning_rate": 0.0009738940861485082, |
| "loss": 2.9723300170898437, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.10545454545454545, |
| "grad_norm": 0.16613702476024628, |
| "learning_rate": 0.0009734361379867597, |
| "loss": 3.022707214355469, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.10636363636363637, |
| "grad_norm": 0.16711774468421936, |
| "learning_rate": 0.0009729743175986965, |
| "loss": 2.99096923828125, |
| "step": 11700 |
| }, |
| { |
| "epoch": 0.10727272727272727, |
| "grad_norm": 0.16586251556873322, |
| "learning_rate": 0.00097250862876154, |
| "loss": 2.977761535644531, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.10818181818181818, |
| "grad_norm": 0.1719771921634674, |
| "learning_rate": 0.0009720390752841515, |
| "loss": 2.97351318359375, |
| "step": 11900 |
| }, |
| { |
| "epoch": 0.10909090909090909, |
| "grad_norm": 0.17710699141025543, |
| "learning_rate": 0.000971565661007001, |
| "loss": 2.976995849609375, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.10909090909090909, |
| "eval_loss": 3.324172019958496, |
| "eval_runtime": 6.855, |
| "eval_samples_per_second": 84.026, |
| "eval_steps_per_second": 21.006, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.16330398619174957, |
| "learning_rate": 0.0009710883898021361, |
| "loss": 2.98108154296875, |
| "step": 12100 |
| }, |
| { |
| "epoch": 0.11090909090909092, |
| "grad_norm": 0.16032378375530243, |
| "learning_rate": 0.0009706072655731501, |
| "loss": 2.975714111328125, |
| "step": 12200 |
| }, |
| { |
| "epoch": 0.11181818181818182, |
| "grad_norm": 0.15098635852336884, |
| "learning_rate": 0.00097012229225515, |
| "loss": 2.967715148925781, |
| "step": 12300 |
| }, |
| { |
| "epoch": 0.11272727272727273, |
| "grad_norm": 0.16129878163337708, |
| "learning_rate": 0.0009696334738147246, |
| "loss": 2.9537789916992185, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.11363636363636363, |
| "grad_norm": 0.1677810102701187, |
| "learning_rate": 0.0009691408142499116, |
| "loss": 2.9610797119140626, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.11454545454545455, |
| "grad_norm": 0.176312655210495, |
| "learning_rate": 0.0009686443175901656, |
| "loss": 3.0001925659179687, |
| "step": 12600 |
| }, |
| { |
| "epoch": 0.11545454545454545, |
| "grad_norm": 0.16458939015865326, |
| "learning_rate": 0.0009681439878963245, |
| "loss": 2.932486572265625, |
| "step": 12700 |
| }, |
| { |
| "epoch": 0.11636363636363636, |
| "grad_norm": 0.1687006801366806, |
| "learning_rate": 0.0009676398292605766, |
| "loss": 2.96806396484375, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.11727272727272728, |
| "grad_norm": 0.15523017942905426, |
| "learning_rate": 0.0009671318458064269, |
| "loss": 2.977980651855469, |
| "step": 12900 |
| }, |
| { |
| "epoch": 0.11818181818181818, |
| "grad_norm": 0.15686143934726715, |
| "learning_rate": 0.0009666200416886638, |
| "loss": 2.9614358520507813, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.11818181818181818, |
| "eval_loss": 3.310213565826416, |
| "eval_runtime": 6.7958, |
| "eval_samples_per_second": 84.758, |
| "eval_steps_per_second": 21.19, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.1190909090909091, |
| "grad_norm": 0.15569010376930237, |
| "learning_rate": 0.0009661044210933246, |
| "loss": 2.950162658691406, |
| "step": 13100 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.15551169216632843, |
| "learning_rate": 0.0009655849882376615, |
| "loss": 2.9463400268554687, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.12090909090909091, |
| "grad_norm": 0.1576288491487503, |
| "learning_rate": 0.0009650617473701073, |
| "loss": 2.9366680908203127, |
| "step": 13300 |
| }, |
| { |
| "epoch": 0.12181818181818181, |
| "grad_norm": 0.16019435226917267, |
| "learning_rate": 0.0009645347027702405, |
| "loss": 2.9609390258789063, |
| "step": 13400 |
| }, |
| { |
| "epoch": 0.12272727272727273, |
| "grad_norm": 0.19406898319721222, |
| "learning_rate": 0.0009640038587487499, |
| "loss": 2.9381414794921876, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.12363636363636364, |
| "grad_norm": 0.14867821335792542, |
| "learning_rate": 0.0009634692196474001, |
| "loss": 2.943419189453125, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.12454545454545454, |
| "grad_norm": 0.14702503383159637, |
| "learning_rate": 0.0009629307898389953, |
| "loss": 2.923211669921875, |
| "step": 13700 |
| }, |
| { |
| "epoch": 0.12545454545454546, |
| "grad_norm": 0.19858944416046143, |
| "learning_rate": 0.0009623885737273442, |
| "loss": 2.9624624633789063, |
| "step": 13800 |
| }, |
| { |
| "epoch": 0.12636363636363637, |
| "grad_norm": 0.15279068052768707, |
| "learning_rate": 0.0009618425757472229, |
| "loss": 2.9194540405273437, |
| "step": 13900 |
| }, |
| { |
| "epoch": 0.12727272727272726, |
| "grad_norm": 0.16745012998580933, |
| "learning_rate": 0.0009612928003643404, |
| "loss": 2.950616760253906, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.12727272727272726, |
| "eval_loss": 3.294524669647217, |
| "eval_runtime": 6.7865, |
| "eval_samples_per_second": 84.874, |
| "eval_steps_per_second": 21.218, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.12818181818181817, |
| "grad_norm": 0.15464717149734497, |
| "learning_rate": 0.0009607392520753, |
| "loss": 2.936573791503906, |
| "step": 14100 |
| }, |
| { |
| "epoch": 0.1290909090909091, |
| "grad_norm": 0.17451342940330505, |
| "learning_rate": 0.0009601819354075643, |
| "loss": 2.9196566772460937, |
| "step": 14200 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.15395045280456543, |
| "learning_rate": 0.0009596208549194167, |
| "loss": 2.9657086181640624, |
| "step": 14300 |
| }, |
| { |
| "epoch": 0.13090909090909092, |
| "grad_norm": 0.16990916430950165, |
| "learning_rate": 0.0009590560151999256, |
| "loss": 2.9283480834960938, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.1318181818181818, |
| "grad_norm": 0.14847813546657562, |
| "learning_rate": 0.0009584874208689055, |
| "loss": 2.9426678466796874, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.13272727272727272, |
| "grad_norm": 0.21499793231487274, |
| "learning_rate": 0.00095791507657688, |
| "loss": 2.9166836547851562, |
| "step": 14600 |
| }, |
| { |
| "epoch": 0.13363636363636364, |
| "grad_norm": 0.14092333614826202, |
| "learning_rate": 0.0009573389870050435, |
| "loss": 2.9289419555664065, |
| "step": 14700 |
| }, |
| { |
| "epoch": 0.13454545454545455, |
| "grad_norm": 0.15405072271823883, |
| "learning_rate": 0.0009567591568652231, |
| "loss": 2.9462161254882813, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.13545454545454547, |
| "grad_norm": 0.15389932692050934, |
| "learning_rate": 0.00095617559089984, |
| "loss": 2.9510357666015623, |
| "step": 14900 |
| }, |
| { |
| "epoch": 0.13636363636363635, |
| "grad_norm": 0.157777339220047, |
| "learning_rate": 0.0009555882938818703, |
| "loss": 2.9332815551757814, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.13636363636363635, |
| "eval_loss": 3.2715365886688232, |
| "eval_runtime": 6.8421, |
| "eval_samples_per_second": 84.184, |
| "eval_steps_per_second": 21.046, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.13727272727272727, |
| "grad_norm": 0.15498115122318268, |
| "learning_rate": 0.0009549972706148067, |
| "loss": 2.9289910888671873, |
| "step": 15100 |
| }, |
| { |
| "epoch": 0.13818181818181818, |
| "grad_norm": 0.17162440717220306, |
| "learning_rate": 0.0009544025259326188, |
| "loss": 2.9223281860351564, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.1390909090909091, |
| "grad_norm": 0.16399726271629333, |
| "learning_rate": 0.0009538040646997133, |
| "loss": 2.910879821777344, |
| "step": 15300 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.20758388936519623, |
| "learning_rate": 0.0009532018918108949, |
| "loss": 2.9101876831054687, |
| "step": 15400 |
| }, |
| { |
| "epoch": 0.1409090909090909, |
| "grad_norm": 0.15389910340309143, |
| "learning_rate": 0.0009525960121913253, |
| "loss": 2.9736376953125, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.14181818181818182, |
| "grad_norm": 0.14939367771148682, |
| "learning_rate": 0.0009519864307964842, |
| "loss": 2.9354534912109376, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.14272727272727273, |
| "grad_norm": 0.18233561515808105, |
| "learning_rate": 0.0009513731526121277, |
| "loss": 2.9248681640625, |
| "step": 15700 |
| }, |
| { |
| "epoch": 0.14363636363636365, |
| "grad_norm": 0.16295863687992096, |
| "learning_rate": 0.0009507561826542477, |
| "loss": 2.92017578125, |
| "step": 15800 |
| }, |
| { |
| "epoch": 0.14454545454545453, |
| "grad_norm": 0.15371564030647278, |
| "learning_rate": 0.0009501355259690314, |
| "loss": 2.910662841796875, |
| "step": 15900 |
| }, |
| { |
| "epoch": 0.14545454545454545, |
| "grad_norm": 0.15596537292003632, |
| "learning_rate": 0.0009495111876328195, |
| "loss": 2.898775939941406, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.14545454545454545, |
| "eval_loss": 3.2674407958984375, |
| "eval_runtime": 6.8454, |
| "eval_samples_per_second": 84.143, |
| "eval_steps_per_second": 21.036, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.14636363636363636, |
| "grad_norm": 0.23435284197330475, |
| "learning_rate": 0.0009488831727520647, |
| "loss": 2.925650939941406, |
| "step": 16100 |
| }, |
| { |
| "epoch": 0.14727272727272728, |
| "grad_norm": 0.1385786384344101, |
| "learning_rate": 0.0009482514864632905, |
| "loss": 2.935544738769531, |
| "step": 16200 |
| }, |
| { |
| "epoch": 0.1481818181818182, |
| "grad_norm": 0.15425068140029907, |
| "learning_rate": 0.0009476161339330484, |
| "loss": 2.8958169555664064, |
| "step": 16300 |
| }, |
| { |
| "epoch": 0.14909090909090908, |
| "grad_norm": 0.16746921837329865, |
| "learning_rate": 0.0009469771203578765, |
| "loss": 2.886453857421875, |
| "step": 16400 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.15813444554805756, |
| "learning_rate": 0.000946334450964256, |
| "loss": 2.8945297241210937, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.1509090909090909, |
| "grad_norm": 0.16391652822494507, |
| "learning_rate": 0.0009456881310085692, |
| "loss": 2.871600341796875, |
| "step": 16600 |
| }, |
| { |
| "epoch": 0.15181818181818182, |
| "grad_norm": 0.14185769855976105, |
| "learning_rate": 0.0009450381657770563, |
| "loss": 2.8975213623046874, |
| "step": 16700 |
| }, |
| { |
| "epoch": 0.15272727272727274, |
| "grad_norm": 0.16267341375350952, |
| "learning_rate": 0.0009443845605857722, |
| "loss": 2.894129333496094, |
| "step": 16800 |
| }, |
| { |
| "epoch": 0.15363636363636363, |
| "grad_norm": 0.15159358084201813, |
| "learning_rate": 0.0009437273207805428, |
| "loss": 2.9036929321289064, |
| "step": 16900 |
| }, |
| { |
| "epoch": 0.15454545454545454, |
| "grad_norm": 0.19526581466197968, |
| "learning_rate": 0.0009430664517369216, |
| "loss": 2.9116668701171875, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.15454545454545454, |
| "eval_loss": 3.2496325969696045, |
| "eval_runtime": 6.8339, |
| "eval_samples_per_second": 84.285, |
| "eval_steps_per_second": 21.071, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.15545454545454546, |
| "grad_norm": 0.1410096138715744, |
| "learning_rate": 0.0009424019588601458, |
| "loss": 2.879241943359375, |
| "step": 17100 |
| }, |
| { |
| "epoch": 0.15636363636363637, |
| "grad_norm": 0.1442963033914566, |
| "learning_rate": 0.0009417338475850911, |
| "loss": 2.892339172363281, |
| "step": 17200 |
| }, |
| { |
| "epoch": 0.1572727272727273, |
| "grad_norm": 0.16006037592887878, |
| "learning_rate": 0.000941062123376229, |
| "loss": 2.8745999145507812, |
| "step": 17300 |
| }, |
| { |
| "epoch": 0.15818181818181817, |
| "grad_norm": 0.15137411653995514, |
| "learning_rate": 0.0009403867917275805, |
| "loss": 2.9007733154296873, |
| "step": 17400 |
| }, |
| { |
| "epoch": 0.1590909090909091, |
| "grad_norm": 0.15556079149246216, |
| "learning_rate": 0.0009397078581626718, |
| "loss": 2.8890725708007814, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.1370605081319809, |
| "learning_rate": 0.0009390253282344894, |
| "loss": 2.8879302978515624, |
| "step": 17600 |
| }, |
| { |
| "epoch": 0.16090909090909092, |
| "grad_norm": 0.15012328326702118, |
| "learning_rate": 0.0009383392075254342, |
| "loss": 2.870147399902344, |
| "step": 17700 |
| }, |
| { |
| "epoch": 0.1618181818181818, |
| "grad_norm": 0.15628907084465027, |
| "learning_rate": 0.0009376495016472762, |
| "loss": 2.899383239746094, |
| "step": 17800 |
| }, |
| { |
| "epoch": 0.16272727272727272, |
| "grad_norm": 0.172128364443779, |
| "learning_rate": 0.0009369562162411083, |
| "loss": 2.8812881469726563, |
| "step": 17900 |
| }, |
| { |
| "epoch": 0.16363636363636364, |
| "grad_norm": 0.15035715699195862, |
| "learning_rate": 0.0009362593569773001, |
| "loss": 2.893328857421875, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.16363636363636364, |
| "eval_loss": 3.241589069366455, |
| "eval_runtime": 6.7941, |
| "eval_samples_per_second": 84.779, |
| "eval_steps_per_second": 21.195, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.16454545454545455, |
| "grad_norm": 0.14139075577259064, |
| "learning_rate": 0.0009355589295554522, |
| "loss": 2.9356817626953124, |
| "step": 18100 |
| }, |
| { |
| "epoch": 0.16545454545454547, |
| "grad_norm": 0.22561536729335785, |
| "learning_rate": 0.0009348549397043489, |
| "loss": 2.8875466918945314, |
| "step": 18200 |
| }, |
| { |
| "epoch": 0.16636363636363635, |
| "grad_norm": 0.1523270159959793, |
| "learning_rate": 0.0009341473931819113, |
| "loss": 2.917890930175781, |
| "step": 18300 |
| }, |
| { |
| "epoch": 0.16727272727272727, |
| "grad_norm": 0.14544081687927246, |
| "learning_rate": 0.0009334362957751506, |
| "loss": 2.901419677734375, |
| "step": 18400 |
| }, |
| { |
| "epoch": 0.16818181818181818, |
| "grad_norm": 0.13483288884162903, |
| "learning_rate": 0.000932721653300121, |
| "loss": 2.9169821166992187, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.1690909090909091, |
| "grad_norm": 0.17061568796634674, |
| "learning_rate": 0.0009320034716018713, |
| "loss": 2.865706481933594, |
| "step": 18600 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.15831294655799866, |
| "learning_rate": 0.0009312817565543976, |
| "loss": 2.9071807861328125, |
| "step": 18700 |
| }, |
| { |
| "epoch": 0.1709090909090909, |
| "grad_norm": 0.1500754952430725, |
| "learning_rate": 0.0009305565140605957, |
| "loss": 2.8990237426757814, |
| "step": 18800 |
| }, |
| { |
| "epoch": 0.17181818181818181, |
| "grad_norm": 0.16387759149074554, |
| "learning_rate": 0.0009298277500522112, |
| "loss": 2.884671325683594, |
| "step": 18900 |
| }, |
| { |
| "epoch": 0.17272727272727273, |
| "grad_norm": 0.13598468899726868, |
| "learning_rate": 0.0009290954704897934, |
| "loss": 2.886610412597656, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.17272727272727273, |
| "eval_loss": 3.222428560256958, |
| "eval_runtime": 6.8544, |
| "eval_samples_per_second": 84.034, |
| "eval_steps_per_second": 21.008, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.17363636363636364, |
| "grad_norm": 0.17809490859508514, |
| "learning_rate": 0.0009283596813626444, |
| "loss": 2.8785455322265623, |
| "step": 19100 |
| }, |
| { |
| "epoch": 0.17454545454545456, |
| "grad_norm": 0.15393967926502228, |
| "learning_rate": 0.0009276203886887714, |
| "loss": 2.9021951293945314, |
| "step": 19200 |
| }, |
| { |
| "epoch": 0.17545454545454545, |
| "grad_norm": 0.1531384289264679, |
| "learning_rate": 0.0009268775985148369, |
| "loss": 2.900225830078125, |
| "step": 19300 |
| }, |
| { |
| "epoch": 0.17636363636363636, |
| "grad_norm": 0.1720549464225769, |
| "learning_rate": 0.0009261313169161094, |
| "loss": 2.8924365234375, |
| "step": 19400 |
| }, |
| { |
| "epoch": 0.17727272727272728, |
| "grad_norm": 0.17175054550170898, |
| "learning_rate": 0.0009253815499964135, |
| "loss": 2.8840255737304688, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.1781818181818182, |
| "grad_norm": 0.1715477555990219, |
| "learning_rate": 0.0009246283038880809, |
| "loss": 2.8627389526367186, |
| "step": 19600 |
| }, |
| { |
| "epoch": 0.17909090909090908, |
| "grad_norm": 0.17474284768104553, |
| "learning_rate": 0.0009238715847518984, |
| "loss": 2.887270812988281, |
| "step": 19700 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.15692177414894104, |
| "learning_rate": 0.0009231113987770599, |
| "loss": 2.890269775390625, |
| "step": 19800 |
| }, |
| { |
| "epoch": 0.1809090909090909, |
| "grad_norm": 0.15938249230384827, |
| "learning_rate": 0.0009223477521811132, |
| "loss": 2.9025338745117186, |
| "step": 19900 |
| }, |
| { |
| "epoch": 0.18181818181818182, |
| "grad_norm": 0.14352673292160034, |
| "learning_rate": 0.0009215806512099115, |
| "loss": 2.9029974365234374, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.18181818181818182, |
| "eval_loss": 3.218810558319092, |
| "eval_runtime": 6.8249, |
| "eval_samples_per_second": 84.397, |
| "eval_steps_per_second": 21.099, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.18272727272727274, |
| "grad_norm": 0.1414630264043808, |
| "learning_rate": 0.000920810102137561, |
| "loss": 2.8807022094726564, |
| "step": 20100 |
| }, |
| { |
| "epoch": 0.18363636363636363, |
| "grad_norm": 0.1559121161699295, |
| "learning_rate": 0.0009200361112663695, |
| "loss": 2.845583190917969, |
| "step": 20200 |
| }, |
| { |
| "epoch": 0.18454545454545454, |
| "grad_norm": 0.13616813719272614, |
| "learning_rate": 0.0009192586849267957, |
| "loss": 2.8783746337890626, |
| "step": 20300 |
| }, |
| { |
| "epoch": 0.18545454545454546, |
| "grad_norm": 0.15556134283542633, |
| "learning_rate": 0.0009184778294773968, |
| "loss": 2.84674072265625, |
| "step": 20400 |
| }, |
| { |
| "epoch": 0.18636363636363637, |
| "grad_norm": 0.1401907503604889, |
| "learning_rate": 0.0009176935513047762, |
| "loss": 2.8818963623046874, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.18727272727272729, |
| "grad_norm": 0.1431131362915039, |
| "learning_rate": 0.0009169058568235323, |
| "loss": 2.8781854248046876, |
| "step": 20600 |
| }, |
| { |
| "epoch": 0.18818181818181817, |
| "grad_norm": 0.17515692114830017, |
| "learning_rate": 0.0009161147524762053, |
| "loss": 2.85051025390625, |
| "step": 20700 |
| }, |
| { |
| "epoch": 0.1890909090909091, |
| "grad_norm": 0.1567743867635727, |
| "learning_rate": 0.0009153202447332243, |
| "loss": 2.8653643798828123, |
| "step": 20800 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.14393377304077148, |
| "learning_rate": 0.000914522340092855, |
| "loss": 2.881787109375, |
| "step": 20900 |
| }, |
| { |
| "epoch": 0.19090909090909092, |
| "grad_norm": 0.1467711478471756, |
| "learning_rate": 0.0009137210450811462, |
| "loss": 2.9003524780273438, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.19090909090909092, |
| "eval_loss": 3.210813283920288, |
| "eval_runtime": 6.8446, |
| "eval_samples_per_second": 84.154, |
| "eval_steps_per_second": 21.038, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.1918181818181818, |
| "grad_norm": 0.14093157649040222, |
| "learning_rate": 0.0009129163662518766, |
| "loss": 2.834397277832031, |
| "step": 21100 |
| }, |
| { |
| "epoch": 0.19272727272727272, |
| "grad_norm": 0.14963804185390472, |
| "learning_rate": 0.000912108310186501, |
| "loss": 2.869900817871094, |
| "step": 21200 |
| }, |
| { |
| "epoch": 0.19363636363636363, |
| "grad_norm": 0.13998101651668549, |
| "learning_rate": 0.0009112968834940965, |
| "loss": 2.8689230346679686, |
| "step": 21300 |
| }, |
| { |
| "epoch": 0.19454545454545455, |
| "grad_norm": 0.13820187747478485, |
| "learning_rate": 0.0009104820928113083, |
| "loss": 2.840967102050781, |
| "step": 21400 |
| }, |
| { |
| "epoch": 0.19545454545454546, |
| "grad_norm": 0.1391438990831375, |
| "learning_rate": 0.0009096639448022963, |
| "loss": 2.839700927734375, |
| "step": 21500 |
| }, |
| { |
| "epoch": 0.19636363636363635, |
| "grad_norm": 0.15131688117980957, |
| "learning_rate": 0.0009088424461586793, |
| "loss": 2.8546661376953124, |
| "step": 21600 |
| }, |
| { |
| "epoch": 0.19727272727272727, |
| "grad_norm": 0.14853839576244354, |
| "learning_rate": 0.000908017603599481, |
| "loss": 2.8781912231445315, |
| "step": 21700 |
| }, |
| { |
| "epoch": 0.19818181818181818, |
| "grad_norm": 0.16618646681308746, |
| "learning_rate": 0.0009071894238710749, |
| "loss": 2.8425857543945314, |
| "step": 21800 |
| }, |
| { |
| "epoch": 0.1990909090909091, |
| "grad_norm": 0.13768044114112854, |
| "learning_rate": 0.0009063579137471296, |
| "loss": 2.8587716674804686, |
| "step": 21900 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.1462126523256302, |
| "learning_rate": 0.0009055230800285523, |
| "loss": 2.854002685546875, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.2, |
| "eval_loss": 3.1955888271331787, |
| "eval_runtime": 6.8048, |
| "eval_samples_per_second": 84.646, |
| "eval_steps_per_second": 21.161, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.2009090909090909, |
| "grad_norm": 0.1481468826532364, |
| "learning_rate": 0.0009046849295434343, |
| "loss": 2.848748779296875, |
| "step": 22100 |
| }, |
| { |
| "epoch": 0.2018181818181818, |
| "grad_norm": 0.13478662073612213, |
| "learning_rate": 0.0009038434691469946, |
| "loss": 2.859345703125, |
| "step": 22200 |
| }, |
| { |
| "epoch": 0.20272727272727273, |
| "grad_norm": 0.1626402586698532, |
| "learning_rate": 0.0009029987057215234, |
| "loss": 2.879791259765625, |
| "step": 22300 |
| }, |
| { |
| "epoch": 0.20363636363636364, |
| "grad_norm": 0.1763114631175995, |
| "learning_rate": 0.0009021506461763272, |
| "loss": 2.8198529052734376, |
| "step": 22400 |
| }, |
| { |
| "epoch": 0.20454545454545456, |
| "grad_norm": 0.1592358946800232, |
| "learning_rate": 0.0009012992974476706, |
| "loss": 2.8292422485351563, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.20545454545454545, |
| "grad_norm": 0.16374371945858002, |
| "learning_rate": 0.0009004446664987209, |
| "loss": 2.839366149902344, |
| "step": 22600 |
| }, |
| { |
| "epoch": 0.20636363636363636, |
| "grad_norm": 0.16180269420146942, |
| "learning_rate": 0.0008995867603194905, |
| "loss": 2.824099426269531, |
| "step": 22700 |
| }, |
| { |
| "epoch": 0.20727272727272728, |
| "grad_norm": 0.1817290335893631, |
| "learning_rate": 0.0008987255859267796, |
| "loss": 2.852536926269531, |
| "step": 22800 |
| }, |
| { |
| "epoch": 0.2081818181818182, |
| "grad_norm": 0.1729678362607956, |
| "learning_rate": 0.0008978611503641194, |
| "loss": 2.87031005859375, |
| "step": 22900 |
| }, |
| { |
| "epoch": 0.20909090909090908, |
| "grad_norm": 0.13794034719467163, |
| "learning_rate": 0.000896993460701714, |
| "loss": 2.820664367675781, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.20909090909090908, |
| "eval_loss": 3.189971923828125, |
| "eval_runtime": 6.8545, |
| "eval_samples_per_second": 84.032, |
| "eval_steps_per_second": 21.008, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.14675737917423248, |
| "learning_rate": 0.0008961225240363826, |
| "loss": 2.834775390625, |
| "step": 23100 |
| }, |
| { |
| "epoch": 0.2109090909090909, |
| "grad_norm": 0.14198128879070282, |
| "learning_rate": 0.0008952483474915021, |
| "loss": 2.8415087890625, |
| "step": 23200 |
| }, |
| { |
| "epoch": 0.21181818181818182, |
| "grad_norm": 0.15185648202896118, |
| "learning_rate": 0.0008943709382169476, |
| "loss": 2.8519711303710937, |
| "step": 23300 |
| }, |
| { |
| "epoch": 0.21272727272727274, |
| "grad_norm": 0.15163777768611908, |
| "learning_rate": 0.0008934903033890352, |
| "loss": 2.8500375366210937, |
| "step": 23400 |
| }, |
| { |
| "epoch": 0.21363636363636362, |
| "grad_norm": 0.15410897135734558, |
| "learning_rate": 0.0008926064502104623, |
| "loss": 2.8353033447265625, |
| "step": 23500 |
| }, |
| { |
| "epoch": 0.21454545454545454, |
| "grad_norm": 0.22796989977359772, |
| "learning_rate": 0.0008917193859102497, |
| "loss": 2.8228555297851563, |
| "step": 23600 |
| }, |
| { |
| "epoch": 0.21545454545454545, |
| "grad_norm": 0.1605440229177475, |
| "learning_rate": 0.0008908291177436813, |
| "loss": 2.8567230224609377, |
| "step": 23700 |
| }, |
| { |
| "epoch": 0.21636363636363637, |
| "grad_norm": 0.16412964463233948, |
| "learning_rate": 0.0008899356529922459, |
| "loss": 2.8504483032226564, |
| "step": 23800 |
| }, |
| { |
| "epoch": 0.21727272727272728, |
| "grad_norm": 0.13510747253894806, |
| "learning_rate": 0.0008890389989635767, |
| "loss": 2.87345458984375, |
| "step": 23900 |
| }, |
| { |
| "epoch": 0.21818181818181817, |
| "grad_norm": 0.14522412419319153, |
| "learning_rate": 0.0008881391629913921, |
| "loss": 2.827217712402344, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.21818181818181817, |
| "eval_loss": 3.1835873126983643, |
| "eval_runtime": 6.8315, |
| "eval_samples_per_second": 84.315, |
| "eval_steps_per_second": 21.079, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.2190909090909091, |
| "grad_norm": 0.15911774337291718, |
| "learning_rate": 0.0008872361524354357, |
| "loss": 2.8208258056640627, |
| "step": 24100 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.14365383982658386, |
| "learning_rate": 0.0008863299746814158, |
| "loss": 2.82010986328125, |
| "step": 24200 |
| }, |
| { |
| "epoch": 0.22090909090909092, |
| "grad_norm": 0.16335056722164154, |
| "learning_rate": 0.0008854206371409452, |
| "loss": 2.863214416503906, |
| "step": 24300 |
| }, |
| { |
| "epoch": 0.22181818181818183, |
| "grad_norm": 0.15806064009666443, |
| "learning_rate": 0.0008845081472514806, |
| "loss": 2.8272698974609374, |
| "step": 24400 |
| }, |
| { |
| "epoch": 0.22272727272727272, |
| "grad_norm": 0.1631830632686615, |
| "learning_rate": 0.0008835925124762616, |
| "loss": 2.8286688232421877, |
| "step": 24500 |
| }, |
| { |
| "epoch": 0.22363636363636363, |
| "grad_norm": 0.142561137676239, |
| "learning_rate": 0.0008826737403042499, |
| "loss": 2.823035888671875, |
| "step": 24600 |
| }, |
| { |
| "epoch": 0.22454545454545455, |
| "grad_norm": 0.17523014545440674, |
| "learning_rate": 0.0008817518382500677, |
| "loss": 2.830491027832031, |
| "step": 24700 |
| }, |
| { |
| "epoch": 0.22545454545454546, |
| "grad_norm": 0.15598313510417938, |
| "learning_rate": 0.0008808268138539369, |
| "loss": 2.8227529907226563, |
| "step": 24800 |
| }, |
| { |
| "epoch": 0.22636363636363635, |
| "grad_norm": 0.1439158320426941, |
| "learning_rate": 0.0008798986746816162, |
| "loss": 2.8210317993164065, |
| "step": 24900 |
| }, |
| { |
| "epoch": 0.22727272727272727, |
| "grad_norm": 0.14227908849716187, |
| "learning_rate": 0.0008789674283243409, |
| "loss": 2.8191732788085937, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.22727272727272727, |
| "eval_loss": 3.1780831813812256, |
| "eval_runtime": 6.8053, |
| "eval_samples_per_second": 84.639, |
| "eval_steps_per_second": 21.16, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.22818181818181818, |
| "grad_norm": 0.15105608105659485, |
| "learning_rate": 0.0008780330823987592, |
| "loss": 2.8317742919921876, |
| "step": 25100 |
| }, |
| { |
| "epoch": 0.2290909090909091, |
| "grad_norm": 0.16510829329490662, |
| "learning_rate": 0.0008770956445468713, |
| "loss": 2.8396697998046876, |
| "step": 25200 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.13736529648303986, |
| "learning_rate": 0.0008761551224359657, |
| "loss": 2.859419860839844, |
| "step": 25300 |
| }, |
| { |
| "epoch": 0.2309090909090909, |
| "grad_norm": 0.17783844470977783, |
| "learning_rate": 0.0008752115237585567, |
| "loss": 2.813878173828125, |
| "step": 25400 |
| }, |
| { |
| "epoch": 0.2318181818181818, |
| "grad_norm": 0.15228304266929626, |
| "learning_rate": 0.0008742648562323228, |
| "loss": 2.7972647094726564, |
| "step": 25500 |
| }, |
| { |
| "epoch": 0.23272727272727273, |
| "grad_norm": 0.17638841271400452, |
| "learning_rate": 0.0008733151276000417, |
| "loss": 2.84191650390625, |
| "step": 25600 |
| }, |
| { |
| "epoch": 0.23363636363636364, |
| "grad_norm": 0.15283086895942688, |
| "learning_rate": 0.0008723623456295282, |
| "loss": 2.8249298095703126, |
| "step": 25700 |
| }, |
| { |
| "epoch": 0.23454545454545456, |
| "grad_norm": 0.15044672787189484, |
| "learning_rate": 0.0008714065181135701, |
| "loss": 2.8220599365234373, |
| "step": 25800 |
| }, |
| { |
| "epoch": 0.23545454545454544, |
| "grad_norm": 0.149523064494133, |
| "learning_rate": 0.0008704476528698649, |
| "loss": 2.7989315795898437, |
| "step": 25900 |
| }, |
| { |
| "epoch": 0.23636363636363636, |
| "grad_norm": 0.15856775641441345, |
| "learning_rate": 0.0008694857577409556, |
| "loss": 2.7933050537109376, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.23636363636363636, |
| "eval_loss": 3.1705970764160156, |
| "eval_runtime": 6.8357, |
| "eval_samples_per_second": 84.264, |
| "eval_steps_per_second": 21.066, |
| "step": 26000 |
| }, |
| { |
| "epoch": 0.23727272727272727, |
| "grad_norm": 0.15482839941978455, |
| "learning_rate": 0.0008685208405941662, |
| "loss": 2.8198681640625, |
| "step": 26100 |
| }, |
| { |
| "epoch": 0.2381818181818182, |
| "grad_norm": 0.14043229818344116, |
| "learning_rate": 0.0008675529093215384, |
| "loss": 2.8507424926757814, |
| "step": 26200 |
| }, |
| { |
| "epoch": 0.2390909090909091, |
| "grad_norm": 0.13602057099342346, |
| "learning_rate": 0.0008665819718397658, |
| "loss": 2.841172180175781, |
| "step": 26300 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.1507735699415207, |
| "learning_rate": 0.0008656080360901299, |
| "loss": 2.8332550048828127, |
| "step": 26400 |
| }, |
| { |
| "epoch": 0.2409090909090909, |
| "grad_norm": 0.14570394158363342, |
| "learning_rate": 0.0008646311100384352, |
| "loss": 2.815726013183594, |
| "step": 26500 |
| }, |
| { |
| "epoch": 0.24181818181818182, |
| "grad_norm": 0.15119144320487976, |
| "learning_rate": 0.0008636512016749436, |
| "loss": 2.7973052978515627, |
| "step": 26600 |
| }, |
| { |
| "epoch": 0.24272727272727274, |
| "grad_norm": 0.1478470116853714, |
| "learning_rate": 0.0008626683190143092, |
| "loss": 2.8057537841796876, |
| "step": 26700 |
| }, |
| { |
| "epoch": 0.24363636363636362, |
| "grad_norm": 0.17405441403388977, |
| "learning_rate": 0.0008616824700955132, |
| "loss": 2.8201614379882813, |
| "step": 26800 |
| }, |
| { |
| "epoch": 0.24454545454545454, |
| "grad_norm": 0.1828102022409439, |
| "learning_rate": 0.0008606936629817973, |
| "loss": 2.817716064453125, |
| "step": 26900 |
| }, |
| { |
| "epoch": 0.24545454545454545, |
| "grad_norm": 0.1402510702610016, |
| "learning_rate": 0.0008597019057605986, |
| "loss": 2.8126416015625, |
| "step": 27000 |
| }, |
| { |
| "epoch": 0.24545454545454545, |
| "eval_loss": 3.1654067039489746, |
| "eval_runtime": 6.8224, |
| "eval_samples_per_second": 84.428, |
| "eval_steps_per_second": 21.107, |
| "step": 27000 |
| }, |
| { |
| "epoch": 0.24636363636363637, |
| "grad_norm": 0.15282770991325378, |
| "learning_rate": 0.000858707206543483, |
| "loss": 2.814878234863281, |
| "step": 27100 |
| }, |
| { |
| "epoch": 0.24727272727272728, |
| "grad_norm": 0.1374608278274536, |
| "learning_rate": 0.0008577095734660788, |
| "loss": 2.8010260009765626, |
| "step": 27200 |
| }, |
| { |
| "epoch": 0.24818181818181817, |
| "grad_norm": 0.14548851549625397, |
| "learning_rate": 0.0008567090146880105, |
| "loss": 2.828005676269531, |
| "step": 27300 |
| }, |
| { |
| "epoch": 0.24909090909090909, |
| "grad_norm": 0.1567397266626358, |
| "learning_rate": 0.0008557055383928316, |
| "loss": 2.78892578125, |
| "step": 27400 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.17172624170780182, |
| "learning_rate": 0.0008546991527879581, |
| "loss": 2.8362548828125, |
| "step": 27500 |
| }, |
| { |
| "epoch": 0.2509090909090909, |
| "grad_norm": 0.1834629327058792, |
| "learning_rate": 0.000853689866104601, |
| "loss": 2.799326171875, |
| "step": 27600 |
| }, |
| { |
| "epoch": 0.25181818181818183, |
| "grad_norm": 0.14964266121387482, |
| "learning_rate": 0.0008526776865976997, |
| "loss": 2.7806500244140624, |
| "step": 27700 |
| }, |
| { |
| "epoch": 0.25272727272727274, |
| "grad_norm": 0.1613718867301941, |
| "learning_rate": 0.0008516626225458535, |
| "loss": 2.8114141845703124, |
| "step": 27800 |
| }, |
| { |
| "epoch": 0.25363636363636366, |
| "grad_norm": 0.15746520459651947, |
| "learning_rate": 0.0008506446822512541, |
| "loss": 2.7960455322265627, |
| "step": 27900 |
| }, |
| { |
| "epoch": 0.2545454545454545, |
| "grad_norm": 0.14515548944473267, |
| "learning_rate": 0.0008496238740396188, |
| "loss": 2.848003234863281, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.2545454545454545, |
| "eval_loss": 3.1647140979766846, |
| "eval_runtime": 6.7942, |
| "eval_samples_per_second": 84.778, |
| "eval_steps_per_second": 21.195, |
| "step": 28000 |
| }, |
| { |
| "epoch": 0.25545454545454543, |
| "grad_norm": 0.1713736206293106, |
| "learning_rate": 0.0008486002062601203, |
| "loss": 2.8171258544921876, |
| "step": 28100 |
| }, |
| { |
| "epoch": 0.25636363636363635, |
| "grad_norm": 0.18038378655910492, |
| "learning_rate": 0.000847573687285321, |
| "loss": 2.8066680908203123, |
| "step": 28200 |
| }, |
| { |
| "epoch": 0.25727272727272726, |
| "grad_norm": 0.1601206362247467, |
| "learning_rate": 0.0008465443255111025, |
| "loss": 2.8091595458984373, |
| "step": 28300 |
| }, |
| { |
| "epoch": 0.2581818181818182, |
| "grad_norm": 0.15122343599796295, |
| "learning_rate": 0.0008455121293565974, |
| "loss": 2.8354150390625, |
| "step": 28400 |
| }, |
| { |
| "epoch": 0.2590909090909091, |
| "grad_norm": 0.1411023885011673, |
| "learning_rate": 0.000844477107264121, |
| "loss": 2.805926513671875, |
| "step": 28500 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.1714688241481781, |
| "learning_rate": 0.0008434392676991018, |
| "loss": 2.774625244140625, |
| "step": 28600 |
| }, |
| { |
| "epoch": 0.2609090909090909, |
| "grad_norm": 0.14336396753787994, |
| "learning_rate": 0.0008423986191500126, |
| "loss": 2.806527099609375, |
| "step": 28700 |
| }, |
| { |
| "epoch": 0.26181818181818184, |
| "grad_norm": 0.14724823832511902, |
| "learning_rate": 0.0008413551701283003, |
| "loss": 2.7858685302734374, |
| "step": 28800 |
| }, |
| { |
| "epoch": 0.26272727272727275, |
| "grad_norm": 0.1667833775281906, |
| "learning_rate": 0.0008403089291683173, |
| "loss": 2.788014221191406, |
| "step": 28900 |
| }, |
| { |
| "epoch": 0.2636363636363636, |
| "grad_norm": 0.13815470039844513, |
| "learning_rate": 0.0008392599048272509, |
| "loss": 2.7937637329101563, |
| "step": 29000 |
| }, |
| { |
| "epoch": 0.2636363636363636, |
| "eval_loss": 3.1548070907592773, |
| "eval_runtime": 6.8019, |
| "eval_samples_per_second": 84.682, |
| "eval_steps_per_second": 21.171, |
| "step": 29000 |
| }, |
| { |
| "epoch": 0.26454545454545453, |
| "grad_norm": 0.1442345827817917, |
| "learning_rate": 0.0008382081056850541, |
| "loss": 2.77263671875, |
| "step": 29100 |
| }, |
| { |
| "epoch": 0.26545454545454544, |
| "grad_norm": 0.14780735969543457, |
| "learning_rate": 0.0008371535403443743, |
| "loss": 2.8082760620117186, |
| "step": 29200 |
| }, |
| { |
| "epoch": 0.26636363636363636, |
| "grad_norm": 0.13575103878974915, |
| "learning_rate": 0.000836096217430484, |
| "loss": 2.7685586547851564, |
| "step": 29300 |
| }, |
| { |
| "epoch": 0.2672727272727273, |
| "grad_norm": 0.131728395819664, |
| "learning_rate": 0.0008350361455912099, |
| "loss": 2.771170349121094, |
| "step": 29400 |
| }, |
| { |
| "epoch": 0.2681818181818182, |
| "grad_norm": 0.18209482729434967, |
| "learning_rate": 0.0008339733334968619, |
| "loss": 2.7749264526367186, |
| "step": 29500 |
| }, |
| { |
| "epoch": 0.2690909090909091, |
| "grad_norm": 0.14567936956882477, |
| "learning_rate": 0.0008329077898401624, |
| "loss": 2.8004241943359376, |
| "step": 29600 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.1705045998096466, |
| "learning_rate": 0.0008318395233361753, |
| "loss": 2.8070437622070314, |
| "step": 29700 |
| }, |
| { |
| "epoch": 0.27090909090909093, |
| "grad_norm": 0.1700645238161087, |
| "learning_rate": 0.0008307685427222345, |
| "loss": 2.769403991699219, |
| "step": 29800 |
| }, |
| { |
| "epoch": 0.2718181818181818, |
| "grad_norm": 0.2213045209646225, |
| "learning_rate": 0.000829694856757873, |
| "loss": 2.75067138671875, |
| "step": 29900 |
| }, |
| { |
| "epoch": 0.2727272727272727, |
| "grad_norm": 0.1627679318189621, |
| "learning_rate": 0.0008286184742247502, |
| "loss": 2.782334899902344, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.2727272727272727, |
| "eval_loss": 3.1495797634124756, |
| "eval_runtime": 6.8699, |
| "eval_samples_per_second": 83.844, |
| "eval_steps_per_second": 20.961, |
| "step": 30000 |
| }, |
| { |
| "epoch": 0.2736363636363636, |
| "grad_norm": 0.1445474475622177, |
| "learning_rate": 0.0008275394039265813, |
| "loss": 2.80556396484375, |
| "step": 30100 |
| }, |
| { |
| "epoch": 0.27454545454545454, |
| "grad_norm": 0.14685708284378052, |
| "learning_rate": 0.0008264576546890639, |
| "loss": 2.776888732910156, |
| "step": 30200 |
| }, |
| { |
| "epoch": 0.27545454545454545, |
| "grad_norm": 0.1347658634185791, |
| "learning_rate": 0.0008253732353598072, |
| "loss": 2.7627569580078126, |
| "step": 30300 |
| }, |
| { |
| "epoch": 0.27636363636363637, |
| "grad_norm": 0.13901016116142273, |
| "learning_rate": 0.0008242861548082591, |
| "loss": 2.780741882324219, |
| "step": 30400 |
| }, |
| { |
| "epoch": 0.2772727272727273, |
| "grad_norm": 0.13585121929645538, |
| "learning_rate": 0.0008231964219256331, |
| "loss": 2.804005432128906, |
| "step": 30500 |
| }, |
| { |
| "epoch": 0.2781818181818182, |
| "grad_norm": 0.15015123784542084, |
| "learning_rate": 0.0008221040456248367, |
| "loss": 2.7642987060546873, |
| "step": 30600 |
| }, |
| { |
| "epoch": 0.2790909090909091, |
| "grad_norm": 0.13883176445960999, |
| "learning_rate": 0.0008210090348403973, |
| "loss": 2.79775146484375, |
| "step": 30700 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.1524442732334137, |
| "learning_rate": 0.0008199113985283902, |
| "loss": 2.7866134643554688, |
| "step": 30800 |
| }, |
| { |
| "epoch": 0.2809090909090909, |
| "grad_norm": 0.14497579634189606, |
| "learning_rate": 0.0008188111456663641, |
| "loss": 2.770282897949219, |
| "step": 30900 |
| }, |
| { |
| "epoch": 0.2818181818181818, |
| "grad_norm": 0.1663127839565277, |
| "learning_rate": 0.0008177082852532691, |
| "loss": 2.7479037475585937, |
| "step": 31000 |
| }, |
| { |
| "epoch": 0.2818181818181818, |
| "eval_loss": 3.1455507278442383, |
| "eval_runtime": 6.8464, |
| "eval_samples_per_second": 84.131, |
| "eval_steps_per_second": 21.033, |
| "step": 31000 |
| }, |
| { |
| "epoch": 0.2827272727272727, |
| "grad_norm": 0.3059700131416321, |
| "learning_rate": 0.0008166028263093825, |
| "loss": 2.786407775878906, |
| "step": 31100 |
| }, |
| { |
| "epoch": 0.28363636363636363, |
| "grad_norm": 0.1757507622241974, |
| "learning_rate": 0.0008154947778762343, |
| "loss": 2.7669387817382813, |
| "step": 31200 |
| }, |
| { |
| "epoch": 0.28454545454545455, |
| "grad_norm": 0.1763867884874344, |
| "learning_rate": 0.0008143841490165344, |
| "loss": 2.763365478515625, |
| "step": 31300 |
| }, |
| { |
| "epoch": 0.28545454545454546, |
| "grad_norm": 0.1497093141078949, |
| "learning_rate": 0.0008132709488140977, |
| "loss": 2.7558905029296876, |
| "step": 31400 |
| }, |
| { |
| "epoch": 0.2863636363636364, |
| "grad_norm": 0.15906350314617157, |
| "learning_rate": 0.0008121551863737704, |
| "loss": 2.7421307373046875, |
| "step": 31500 |
| }, |
| { |
| "epoch": 0.2872727272727273, |
| "grad_norm": 0.14353445172309875, |
| "learning_rate": 0.0008110368708213548, |
| "loss": 2.7798092651367186, |
| "step": 31600 |
| }, |
| { |
| "epoch": 0.2881818181818182, |
| "grad_norm": 0.1670762598514557, |
| "learning_rate": 0.0008099160113035353, |
| "loss": 2.764653625488281, |
| "step": 31700 |
| }, |
| { |
| "epoch": 0.28909090909090907, |
| "grad_norm": 0.15554283559322357, |
| "learning_rate": 0.000808792616987803, |
| "loss": 2.76354736328125, |
| "step": 31800 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.14061635732650757, |
| "learning_rate": 0.0008076666970623821, |
| "loss": 2.764184875488281, |
| "step": 31900 |
| }, |
| { |
| "epoch": 0.2909090909090909, |
| "grad_norm": 0.18086077272891998, |
| "learning_rate": 0.0008065382607361523, |
| "loss": 2.7778125, |
| "step": 32000 |
| }, |
| { |
| "epoch": 0.2909090909090909, |
| "eval_loss": 3.1462559700012207, |
| "eval_runtime": 6.8321, |
| "eval_samples_per_second": 84.308, |
| "eval_steps_per_second": 21.077, |
| "step": 32000 |
| }, |
| { |
| "epoch": 0.0009090909090909091, |
| "grad_norm": 0.22038772702217102, |
| "learning_rate": 0.0008054073172385756, |
| "loss": 2.794765625, |
| "step": 32100 |
| }, |
| { |
| "epoch": 0.0018181818181818182, |
| "grad_norm": 0.15077297389507294, |
| "learning_rate": 0.0008042738758196204, |
| "loss": 2.7949072265625, |
| "step": 32200 |
| }, |
| { |
| "epoch": 0.0027272727272727275, |
| "grad_norm": 0.1514005959033966, |
| "learning_rate": 0.0008031379457496854, |
| "loss": 2.8156253051757814, |
| "step": 32300 |
| }, |
| { |
| "epoch": 0.0036363636363636364, |
| "grad_norm": 0.13997957110404968, |
| "learning_rate": 0.0008019995363195234, |
| "loss": 2.8109649658203124, |
| "step": 32400 |
| }, |
| { |
| "epoch": 0.004545454545454545, |
| "grad_norm": 0.14847084879875183, |
| "learning_rate": 0.0008008586568401662, |
| "loss": 2.7742608642578124, |
| "step": 32500 |
| }, |
| { |
| "epoch": 0.005454545454545455, |
| "grad_norm": 0.13216467201709747, |
| "learning_rate": 0.0007997153166428485, |
| "loss": 2.7673321533203126, |
| "step": 32600 |
| }, |
| { |
| "epoch": 0.006363636363636364, |
| "grad_norm": 0.16374439001083374, |
| "learning_rate": 0.0007985695250789306, |
| "loss": 2.78884521484375, |
| "step": 32700 |
| }, |
| { |
| "epoch": 0.007272727272727273, |
| "grad_norm": 0.1394331306219101, |
| "learning_rate": 0.0007974212915198225, |
| "loss": 2.779542236328125, |
| "step": 32800 |
| }, |
| { |
| "epoch": 0.008181818181818182, |
| "grad_norm": 0.1565932035446167, |
| "learning_rate": 0.0007962706253569077, |
| "loss": 2.815880126953125, |
| "step": 32900 |
| }, |
| { |
| "epoch": 0.00909090909090909, |
| "grad_norm": 0.17284399271011353, |
| "learning_rate": 0.0007951175360014656, |
| "loss": 2.769788818359375, |
| "step": 33000 |
| }, |
| { |
| "epoch": 0.00909090909090909, |
| "eval_loss": 3.1402082443237305, |
| "eval_runtime": 7.4554, |
| "eval_samples_per_second": 77.259, |
| "eval_steps_per_second": 19.315, |
| "step": 33000 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.15111324191093445, |
| "learning_rate": 0.0007939620328845948, |
| "loss": 2.7730609130859376, |
| "step": 33100 |
| }, |
| { |
| "epoch": 0.01090909090909091, |
| "grad_norm": 0.160688117146492, |
| "learning_rate": 0.0007928041254571361, |
| "loss": 2.787190246582031, |
| "step": 33200 |
| }, |
| { |
| "epoch": 0.011818181818181818, |
| "grad_norm": 0.17507240176200867, |
| "learning_rate": 0.0007916438231895952, |
| "loss": 2.766163330078125, |
| "step": 33300 |
| }, |
| { |
| "epoch": 0.012727272727272728, |
| "grad_norm": 0.15393611788749695, |
| "learning_rate": 0.0007904811355720652, |
| "loss": 2.7740924072265627, |
| "step": 33400 |
| }, |
| { |
| "epoch": 0.013636363636363636, |
| "grad_norm": 0.14618468284606934, |
| "learning_rate": 0.0007893160721141486, |
| "loss": 2.7595263671875, |
| "step": 33500 |
| }, |
| { |
| "epoch": 0.014545454545454545, |
| "grad_norm": 0.1701638251543045, |
| "learning_rate": 0.0007881486423448802, |
| "loss": 2.7771051025390623, |
| "step": 33600 |
| }, |
| { |
| "epoch": 0.015454545454545455, |
| "grad_norm": 0.15899600088596344, |
| "learning_rate": 0.0007869788558126487, |
| "loss": 2.754100646972656, |
| "step": 33700 |
| }, |
| { |
| "epoch": 0.016363636363636365, |
| "grad_norm": 0.14573192596435547, |
| "learning_rate": 0.0007858067220851188, |
| "loss": 2.7869033813476562, |
| "step": 33800 |
| }, |
| { |
| "epoch": 0.017272727272727273, |
| "grad_norm": 0.16796821355819702, |
| "learning_rate": 0.0007846322507491528, |
| "loss": 2.7748208618164063, |
| "step": 33900 |
| }, |
| { |
| "epoch": 0.01818181818181818, |
| "grad_norm": 0.1425439566373825, |
| "learning_rate": 0.000783455451410732, |
| "loss": 2.773130187988281, |
| "step": 34000 |
| }, |
| { |
| "epoch": 0.01818181818181818, |
| "eval_loss": 3.13128399848938, |
| "eval_runtime": 7.4414, |
| "eval_samples_per_second": 77.405, |
| "eval_steps_per_second": 19.351, |
| "step": 34000 |
| }, |
| { |
| "epoch": 0.019090909090909092, |
| "grad_norm": 0.15474802255630493, |
| "learning_rate": 0.000782276333694879, |
| "loss": 2.7699960327148436, |
| "step": 34100 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.1559676229953766, |
| "learning_rate": 0.0007810949072455778, |
| "loss": 2.7731719970703126, |
| "step": 34200 |
| }, |
| { |
| "epoch": 0.02090909090909091, |
| "grad_norm": 0.1522807478904724, |
| "learning_rate": 0.0007799111817256959, |
| "loss": 2.7761361694335935, |
| "step": 34300 |
| }, |
| { |
| "epoch": 0.02181818181818182, |
| "grad_norm": 0.15091344714164734, |
| "learning_rate": 0.0007787251668169043, |
| "loss": 2.7527685546875, |
| "step": 34400 |
| }, |
| { |
| "epoch": 0.022727272727272728, |
| "grad_norm": 0.15074443817138672, |
| "learning_rate": 0.0007775368722195997, |
| "loss": 2.7675704956054688, |
| "step": 34500 |
| }, |
| { |
| "epoch": 0.023636363636363636, |
| "grad_norm": 0.1461259126663208, |
| "learning_rate": 0.0007763463076528237, |
| "loss": 2.76167236328125, |
| "step": 34600 |
| }, |
| { |
| "epoch": 0.024545454545454544, |
| "grad_norm": 0.15030233561992645, |
| "learning_rate": 0.0007751534828541842, |
| "loss": 2.7275946044921877, |
| "step": 34700 |
| }, |
| { |
| "epoch": 0.025454545454545455, |
| "grad_norm": 0.14424681663513184, |
| "learning_rate": 0.0007739584075797753, |
| "loss": 2.736708679199219, |
| "step": 34800 |
| }, |
| { |
| "epoch": 0.026363636363636363, |
| "grad_norm": 0.15576180815696716, |
| "learning_rate": 0.0007727610916040981, |
| "loss": 2.7289297485351565, |
| "step": 34900 |
| }, |
| { |
| "epoch": 0.02727272727272727, |
| "grad_norm": 0.1324995905160904, |
| "learning_rate": 0.0007715615447199798, |
| "loss": 2.7693435668945314, |
| "step": 35000 |
| }, |
| { |
| "epoch": 0.02727272727272727, |
| "eval_loss": 3.1262025833129883, |
| "eval_runtime": 7.4365, |
| "eval_samples_per_second": 77.456, |
| "eval_steps_per_second": 19.364, |
| "step": 35000 |
| }, |
| { |
| "epoch": 0.028181818181818183, |
| "grad_norm": 0.1613311767578125, |
| "learning_rate": 0.0007703597767384945, |
| "loss": 2.7539468383789063, |
| "step": 35100 |
| }, |
| { |
| "epoch": 0.02909090909090909, |
| "grad_norm": 0.16793298721313477, |
| "learning_rate": 0.0007691557974888825, |
| "loss": 2.7785479736328127, |
| "step": 35200 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.14937831461429596, |
| "learning_rate": 0.0007679496168184705, |
| "loss": 2.7587347412109375, |
| "step": 35300 |
| }, |
| { |
| "epoch": 0.03090909090909091, |
| "grad_norm": 0.1619419902563095, |
| "learning_rate": 0.0007667412445925898, |
| "loss": 2.7732388305664064, |
| "step": 35400 |
| }, |
| { |
| "epoch": 0.031818181818181815, |
| "grad_norm": 0.15758360922336578, |
| "learning_rate": 0.000765530690694497, |
| "loss": 2.74038818359375, |
| "step": 35500 |
| }, |
| { |
| "epoch": 0.03272727272727273, |
| "grad_norm": 0.1523827463388443, |
| "learning_rate": 0.000764317965025292, |
| "loss": 2.7354312133789063, |
| "step": 35600 |
| }, |
| { |
| "epoch": 0.03363636363636364, |
| "grad_norm": 0.1685842126607895, |
| "learning_rate": 0.0007631030775038383, |
| "loss": 2.7525250244140627, |
| "step": 35700 |
| }, |
| { |
| "epoch": 0.034545454545454546, |
| "grad_norm": 0.1396898627281189, |
| "learning_rate": 0.0007618860380666808, |
| "loss": 2.737476501464844, |
| "step": 35800 |
| }, |
| { |
| "epoch": 0.035454545454545454, |
| "grad_norm": 0.15296360850334167, |
| "learning_rate": 0.0007606668566679644, |
| "loss": 2.747691955566406, |
| "step": 35900 |
| }, |
| { |
| "epoch": 0.03636363636363636, |
| "grad_norm": 0.1561899036169052, |
| "learning_rate": 0.0007594455432793539, |
| "loss": 2.7320767211914063, |
| "step": 36000 |
| }, |
| { |
| "epoch": 0.03636363636363636, |
| "eval_loss": 3.1245434284210205, |
| "eval_runtime": 7.4489, |
| "eval_samples_per_second": 77.327, |
| "eval_steps_per_second": 19.332, |
| "step": 36000 |
| }, |
| { |
| "epoch": 0.0009090909090909091, |
| "grad_norm": 0.20997287333011627, |
| "learning_rate": 0.0007582221078899511, |
| "loss": 2.71048828125, |
| "step": 36100 |
| }, |
| { |
| "epoch": 0.0018181818181818182, |
| "grad_norm": 0.1532030999660492, |
| "learning_rate": 0.0007569965605062139, |
| "loss": 2.7088739013671876, |
| "step": 36200 |
| }, |
| { |
| "epoch": 0.0027272727272727275, |
| "grad_norm": 0.14671523869037628, |
| "learning_rate": 0.000755768911151874, |
| "loss": 2.730252990722656, |
| "step": 36300 |
| }, |
| { |
| "epoch": 0.0036363636363636364, |
| "grad_norm": 0.1369636058807373, |
| "learning_rate": 0.0007545391698678547, |
| "loss": 2.7253591918945315, |
| "step": 36400 |
| }, |
| { |
| "epoch": 0.004545454545454545, |
| "grad_norm": 0.16328130662441254, |
| "learning_rate": 0.00075330734671219, |
| "loss": 2.6905337524414064, |
| "step": 36500 |
| }, |
| { |
| "epoch": 0.005454545454545455, |
| "grad_norm": 0.13856680691242218, |
| "learning_rate": 0.0007520734517599409, |
| "loss": 2.6842236328125, |
| "step": 36600 |
| }, |
| { |
| "epoch": 0.006363636363636364, |
| "grad_norm": 0.14775875210762024, |
| "learning_rate": 0.0007508374951031139, |
| "loss": 2.7059420776367187, |
| "step": 36700 |
| }, |
| { |
| "epoch": 0.007272727272727273, |
| "grad_norm": 0.14245547354221344, |
| "learning_rate": 0.0007495994868505774, |
| "loss": 2.6968829345703127, |
| "step": 36800 |
| }, |
| { |
| "epoch": 0.008181818181818182, |
| "grad_norm": 0.15311609208583832, |
| "learning_rate": 0.000748359437127981, |
| "loss": 2.7318048095703125, |
| "step": 36900 |
| }, |
| { |
| "epoch": 0.00909090909090909, |
| "grad_norm": 0.1730499267578125, |
| "learning_rate": 0.0007471173560776705, |
| "loss": 2.6874020385742186, |
| "step": 37000 |
| }, |
| { |
| "epoch": 0.00909090909090909, |
| "eval_loss": 3.13167405128479, |
| "eval_runtime": 7.5047, |
| "eval_samples_per_second": 76.752, |
| "eval_steps_per_second": 19.188, |
| "step": 37000 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.15705707669258118, |
| "learning_rate": 0.0007458732538586064, |
| "loss": 2.692235107421875, |
| "step": 37100 |
| }, |
| { |
| "epoch": 0.01090909090909091, |
| "grad_norm": 0.1563568264245987, |
| "learning_rate": 0.0007446271406462797, |
| "loss": 2.706945495605469, |
| "step": 37200 |
| }, |
| { |
| "epoch": 0.011818181818181818, |
| "grad_norm": 0.16822531819343567, |
| "learning_rate": 0.00074337902663263, |
| "loss": 2.685476989746094, |
| "step": 37300 |
| }, |
| { |
| "epoch": 0.012727272727272728, |
| "grad_norm": 0.14851588010787964, |
| "learning_rate": 0.000742128922025961, |
| "loss": 2.692755126953125, |
| "step": 37400 |
| }, |
| { |
| "epoch": 0.013636363636363636, |
| "grad_norm": 0.1650208979845047, |
| "learning_rate": 0.0007408768370508576, |
| "loss": 2.68127197265625, |
| "step": 37500 |
| }, |
| { |
| "epoch": 0.014545454545454545, |
| "grad_norm": 0.1679512858390808, |
| "learning_rate": 0.0007396227819481021, |
| "loss": 2.697837219238281, |
| "step": 37600 |
| }, |
| { |
| "epoch": 0.015454545454545455, |
| "grad_norm": 0.1745394617319107, |
| "learning_rate": 0.00073836676697459, |
| "loss": 2.6750924682617185, |
| "step": 37700 |
| }, |
| { |
| "epoch": 0.016363636363636365, |
| "grad_norm": 0.14067143201828003, |
| "learning_rate": 0.0007371088024032475, |
| "loss": 2.7095330810546874, |
| "step": 37800 |
| }, |
| { |
| "epoch": 0.017272727272727273, |
| "grad_norm": 0.16379132866859436, |
| "learning_rate": 0.0007358488985229455, |
| "loss": 2.6968374633789063, |
| "step": 37900 |
| }, |
| { |
| "epoch": 0.01818181818181818, |
| "grad_norm": 0.15668943524360657, |
| "learning_rate": 0.000734587065638417, |
| "loss": 2.697041320800781, |
| "step": 38000 |
| }, |
| { |
| "epoch": 0.01818181818181818, |
| "eval_loss": 3.128469467163086, |
| "eval_runtime": 7.47, |
| "eval_samples_per_second": 77.109, |
| "eval_steps_per_second": 19.277, |
| "step": 38000 |
| }, |
| { |
| "epoch": 0.019090909090909092, |
| "grad_norm": 0.1642797887325287, |
| "learning_rate": 0.0007333233140701722, |
| "loss": 2.6924237060546874, |
| "step": 38100 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.16816826164722443, |
| "learning_rate": 0.0007320576541544144, |
| "loss": 2.69775634765625, |
| "step": 38200 |
| }, |
| { |
| "epoch": 0.02090909090909091, |
| "grad_norm": 0.1469792127609253, |
| "learning_rate": 0.000730790096242955, |
| "loss": 2.6987783813476565, |
| "step": 38300 |
| }, |
| { |
| "epoch": 0.02181818181818182, |
| "grad_norm": 0.15169106423854828, |
| "learning_rate": 0.0007295206507031289, |
| "loss": 2.6766021728515623, |
| "step": 38400 |
| }, |
| { |
| "epoch": 0.022727272727272728, |
| "grad_norm": 0.14681929349899292, |
| "learning_rate": 0.0007282493279177103, |
| "loss": 2.691963806152344, |
| "step": 38500 |
| }, |
| { |
| "epoch": 0.023636363636363636, |
| "grad_norm": 0.1452484130859375, |
| "learning_rate": 0.000726976138284827, |
| "loss": 2.6880203247070313, |
| "step": 38600 |
| }, |
| { |
| "epoch": 0.024545454545454544, |
| "grad_norm": 0.15825141966342926, |
| "learning_rate": 0.0007257010922178762, |
| "loss": 2.65422119140625, |
| "step": 38700 |
| }, |
| { |
| "epoch": 0.025454545454545455, |
| "grad_norm": 0.15018871426582336, |
| "learning_rate": 0.000724424200145438, |
| "loss": 2.663526611328125, |
| "step": 38800 |
| }, |
| { |
| "epoch": 0.026363636363636363, |
| "grad_norm": 0.16328509151935577, |
| "learning_rate": 0.0007231454725111919, |
| "loss": 2.6569583129882814, |
| "step": 38900 |
| }, |
| { |
| "epoch": 0.02727272727272727, |
| "grad_norm": 0.14703254401683807, |
| "learning_rate": 0.0007218649197738298, |
| "loss": 2.69577392578125, |
| "step": 39000 |
| }, |
| { |
| "epoch": 0.02727272727272727, |
| "eval_loss": 3.1291093826293945, |
| "eval_runtime": 7.4103, |
| "eval_samples_per_second": 77.729, |
| "eval_steps_per_second": 19.432, |
| "step": 39000 |
| }, |
| { |
| "epoch": 0.028181818181818183, |
| "grad_norm": 0.1588928997516632, |
| "learning_rate": 0.0007205825524069714, |
| "loss": 2.6820574951171876, |
| "step": 39100 |
| }, |
| { |
| "epoch": 0.02909090909090909, |
| "grad_norm": 0.18345706164836884, |
| "learning_rate": 0.0007192983808990781, |
| "loss": 2.7058285522460936, |
| "step": 39200 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.1431887000799179, |
| "learning_rate": 0.0007180124157533671, |
| "loss": 2.6863577270507815, |
| "step": 39300 |
| }, |
| { |
| "epoch": 0.03090909090909091, |
| "grad_norm": 0.15360857546329498, |
| "learning_rate": 0.0007167246674877264, |
| "loss": 2.6997265625, |
| "step": 39400 |
| }, |
| { |
| "epoch": 0.031818181818181815, |
| "grad_norm": 0.15961426496505737, |
| "learning_rate": 0.0007154351466346273, |
| "loss": 2.66740966796875, |
| "step": 39500 |
| }, |
| { |
| "epoch": 0.03272727272727273, |
| "grad_norm": 0.15588298439979553, |
| "learning_rate": 0.0007141438637410398, |
| "loss": 2.6652230834960937, |
| "step": 39600 |
| }, |
| { |
| "epoch": 0.03363636363636364, |
| "grad_norm": 0.1670597940683365, |
| "learning_rate": 0.000712850829368345, |
| "loss": 2.681721496582031, |
| "step": 39700 |
| }, |
| { |
| "epoch": 0.034545454545454546, |
| "grad_norm": 0.15003304183483124, |
| "learning_rate": 0.0007115560540922497, |
| "loss": 2.6677728271484376, |
| "step": 39800 |
| }, |
| { |
| "epoch": 0.035454545454545454, |
| "grad_norm": 0.1557546705007553, |
| "learning_rate": 0.0007102595485026993, |
| "loss": 2.6783493041992186, |
| "step": 39900 |
| }, |
| { |
| "epoch": 0.03636363636363636, |
| "grad_norm": 0.1732822060585022, |
| "learning_rate": 0.0007089613232037915, |
| "loss": 2.6648553466796874, |
| "step": 40000 |
| }, |
| { |
| "epoch": 0.03636363636363636, |
| "eval_loss": 3.129150867462158, |
| "eval_runtime": 7.5094, |
| "eval_samples_per_second": 76.703, |
| "eval_steps_per_second": 19.176, |
| "step": 40000 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 110000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 4000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 9.9658323984384e+17, |
| "train_batch_size": 22, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
