| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.10909090909090909, |
| "eval_steps": 1000, |
| "global_step": 12000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0009090909090909091, |
| "grad_norm": 0.5637483596801758, |
| "learning_rate": 0.00066, |
| "loss": 7.38281005859375, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0018181818181818182, |
| "grad_norm": 0.6073591709136963, |
| "learning_rate": 0.000999999509056267, |
| "loss": 5.783165283203125, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0027272727272727275, |
| "grad_norm": 0.480266273021698, |
| "learning_rate": 0.0009999954604635122, |
| "loss": 5.232196044921875, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.0036363636363636364, |
| "grad_norm": 0.45949065685272217, |
| "learning_rate": 0.0009999873224161853, |
| "loss": 4.946490478515625, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.004545454545454545, |
| "grad_norm": 0.41542109847068787, |
| "learning_rate": 0.000999975094980847, |
| "loss": 4.719376831054688, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.005454545454545455, |
| "grad_norm": 0.40697741508483887, |
| "learning_rate": 0.0009999587782575051, |
| "loss": 4.591694030761719, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.006363636363636364, |
| "grad_norm": 0.3962944447994232, |
| "learning_rate": 0.0009999383723796143, |
| "loss": 4.466532592773437, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.007272727272727273, |
| "grad_norm": 0.6857792139053345, |
| "learning_rate": 0.0009999138775140734, |
| "loss": 4.349520874023438, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.008181818181818182, |
| "grad_norm": 0.4181463420391083, |
| "learning_rate": 0.000999885293861226, |
| "loss": 4.234326782226563, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.00909090909090909, |
| "grad_norm": 0.3620698153972626, |
| "learning_rate": 0.0009998526216548572, |
| "loss": 4.120015869140625, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.00909090909090909, |
| "eval_loss": 4.375123977661133, |
| "eval_runtime": 6.9666, |
| "eval_samples_per_second": 82.681, |
| "eval_steps_per_second": 20.67, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.3509594798088074, |
| "learning_rate": 0.0009998158611621922, |
| "loss": 3.993647155761719, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.01090909090909091, |
| "grad_norm": 0.3581515848636627, |
| "learning_rate": 0.0009997750126838946, |
| "loss": 3.9498220825195314, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.011818181818181818, |
| "grad_norm": 0.36733096837997437, |
| "learning_rate": 0.0009997300765540635, |
| "loss": 3.831287841796875, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.012727272727272728, |
| "grad_norm": 0.29147249460220337, |
| "learning_rate": 0.0009996810531402306, |
| "loss": 3.7590908813476562, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.013636363636363636, |
| "grad_norm": 0.29391637444496155, |
| "learning_rate": 0.0009996279428433578, |
| "loss": 3.722886047363281, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.014545454545454545, |
| "grad_norm": 0.3317511975765228, |
| "learning_rate": 0.000999570746097833, |
| "loss": 3.7012667846679688, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.015454545454545455, |
| "grad_norm": 0.32525742053985596, |
| "learning_rate": 0.0009995094633714677, |
| "loss": 3.6526870727539062, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.016363636363636365, |
| "grad_norm": 0.3586934208869934, |
| "learning_rate": 0.0009994440951654924, |
| "loss": 3.6262481689453123, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.017272727272727273, |
| "grad_norm": 0.30995482206344604, |
| "learning_rate": 0.0009993746420145523, |
| "loss": 3.594487609863281, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.01818181818181818, |
| "grad_norm": 0.3067973852157593, |
| "learning_rate": 0.0009993011044867038, |
| "loss": 3.5707028198242186, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.01818181818181818, |
| "eval_loss": 3.896928548812866, |
| "eval_runtime": 6.7872, |
| "eval_samples_per_second": 84.865, |
| "eval_steps_per_second": 21.216, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.019090909090909092, |
| "grad_norm": 0.2716964781284332, |
| "learning_rate": 0.000999223483183409, |
| "loss": 3.5685223388671874, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.2595560550689697, |
| "learning_rate": 0.000999141778739531, |
| "loss": 3.533115234375, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.02090909090909091, |
| "grad_norm": 0.2871851325035095, |
| "learning_rate": 0.0009990559918233294, |
| "loss": 3.51209716796875, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.02181818181818182, |
| "grad_norm": 0.2916632890701294, |
| "learning_rate": 0.0009989661231364542, |
| "loss": 3.4977175903320314, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.022727272727272728, |
| "grad_norm": 0.2674938440322876, |
| "learning_rate": 0.0009988721734139395, |
| "loss": 3.4819268798828125, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.023636363636363636, |
| "grad_norm": 0.28354012966156006, |
| "learning_rate": 0.0009987741434241983, |
| "loss": 3.4985772705078126, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.024545454545454544, |
| "grad_norm": 0.250453919172287, |
| "learning_rate": 0.000998672033969017, |
| "loss": 3.4824765014648436, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.025454545454545455, |
| "grad_norm": 0.25479111075401306, |
| "learning_rate": 0.0009985658458835465, |
| "loss": 3.43513916015625, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.026363636363636363, |
| "grad_norm": 0.5312749743461609, |
| "learning_rate": 0.0009984555800362977, |
| "loss": 3.4338519287109377, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.02727272727272727, |
| "grad_norm": 0.24919964373111725, |
| "learning_rate": 0.0009983412373291332, |
| "loss": 3.394432373046875, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.02727272727272727, |
| "eval_loss": 3.7320191860198975, |
| "eval_runtime": 6.8112, |
| "eval_samples_per_second": 84.566, |
| "eval_steps_per_second": 21.142, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.028181818181818183, |
| "grad_norm": 0.2345028668642044, |
| "learning_rate": 0.0009982228186972597, |
| "loss": 3.3772811889648438, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.02909090909090909, |
| "grad_norm": 0.2587430775165558, |
| "learning_rate": 0.0009981003251092215, |
| "loss": 3.368675537109375, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.25332900881767273, |
| "learning_rate": 0.0009979737575668917, |
| "loss": 3.3781060791015625, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.03090909090909091, |
| "grad_norm": 0.2273174375295639, |
| "learning_rate": 0.000997843117105464, |
| "loss": 3.328343505859375, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.031818181818181815, |
| "grad_norm": 0.2621140778064728, |
| "learning_rate": 0.0009977084047934448, |
| "loss": 3.3511767578125, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.03272727272727273, |
| "grad_norm": 0.22301150858402252, |
| "learning_rate": 0.0009975696217326435, |
| "loss": 3.3483154296875, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.03363636363636364, |
| "grad_norm": 0.22785483300685883, |
| "learning_rate": 0.0009974267690581644, |
| "loss": 3.351199951171875, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.034545454545454546, |
| "grad_norm": 0.24507705867290497, |
| "learning_rate": 0.0009972798479383977, |
| "loss": 3.311331787109375, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.035454545454545454, |
| "grad_norm": 0.22445634007453918, |
| "learning_rate": 0.0009971288595750083, |
| "loss": 3.2849237060546876, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.03636363636363636, |
| "grad_norm": 0.2134762406349182, |
| "learning_rate": 0.0009969738052029277, |
| "loss": 3.2534124755859377, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.03636363636363636, |
| "eval_loss": 3.6267645359039307, |
| "eval_runtime": 6.8001, |
| "eval_samples_per_second": 84.704, |
| "eval_steps_per_second": 21.176, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.03727272727272727, |
| "grad_norm": 0.2137739211320877, |
| "learning_rate": 0.000996814686090343, |
| "loss": 3.288787841796875, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.038181818181818185, |
| "grad_norm": 0.20396745204925537, |
| "learning_rate": 0.0009966515035386867, |
| "loss": 3.277693786621094, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.03909090909090909, |
| "grad_norm": 0.20048071444034576, |
| "learning_rate": 0.0009964842588826267, |
| "loss": 3.2614068603515625, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.2545357346534729, |
| "learning_rate": 0.0009963129534900535, |
| "loss": 3.241942138671875, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.04090909090909091, |
| "grad_norm": 0.21150407195091248, |
| "learning_rate": 0.0009961375887620715, |
| "loss": 3.254181213378906, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.04181818181818182, |
| "grad_norm": 0.25913697481155396, |
| "learning_rate": 0.0009959581661329855, |
| "loss": 3.256631164550781, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.042727272727272725, |
| "grad_norm": 0.21662315726280212, |
| "learning_rate": 0.000995774687070291, |
| "loss": 3.246457214355469, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.04363636363636364, |
| "grad_norm": 0.21578437089920044, |
| "learning_rate": 0.0009955871530746593, |
| "loss": 3.2591009521484375, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.04454545454545455, |
| "grad_norm": 0.2277086228132248, |
| "learning_rate": 0.0009953955656799285, |
| "loss": 3.2139767456054686, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.045454545454545456, |
| "grad_norm": 0.21145710349082947, |
| "learning_rate": 0.0009951999264530885, |
| "loss": 3.217757263183594, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.045454545454545456, |
| "eval_loss": 3.559657573699951, |
| "eval_runtime": 6.8094, |
| "eval_samples_per_second": 84.589, |
| "eval_steps_per_second": 21.147, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.046363636363636364, |
| "grad_norm": 0.2059008628129959, |
| "learning_rate": 0.0009950002369942693, |
| "loss": 3.2310595703125, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.04727272727272727, |
| "grad_norm": 0.31273841857910156, |
| "learning_rate": 0.0009947964989367275, |
| "loss": 3.236092529296875, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.04818181818181818, |
| "grad_norm": 0.20427817106246948, |
| "learning_rate": 0.0009945887139468335, |
| "loss": 3.20990966796875, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.04909090909090909, |
| "grad_norm": 0.21813584864139557, |
| "learning_rate": 0.0009943768837240572, |
| "loss": 3.23782470703125, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.21357640624046326, |
| "learning_rate": 0.0009941610100009546, |
| "loss": 3.2014178466796874, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.05090909090909091, |
| "grad_norm": 0.19788503646850586, |
| "learning_rate": 0.0009939410945431532, |
| "loss": 3.201743469238281, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.05181818181818182, |
| "grad_norm": 0.2109798789024353, |
| "learning_rate": 0.0009937171391493375, |
| "loss": 3.1780130004882814, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.05272727272727273, |
| "grad_norm": 0.1952320784330368, |
| "learning_rate": 0.0009934891456512356, |
| "loss": 3.1811758422851564, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.053636363636363635, |
| "grad_norm": 0.19197046756744385, |
| "learning_rate": 0.0009932571159136023, |
| "loss": 3.1767172241210937, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.05454545454545454, |
| "grad_norm": 0.20798423886299133, |
| "learning_rate": 0.0009930210518342049, |
| "loss": 3.1700228881835937, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.05454545454545454, |
| "eval_loss": 3.494601249694824, |
| "eval_runtime": 6.8416, |
| "eval_samples_per_second": 84.191, |
| "eval_steps_per_second": 21.048, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.05545454545454546, |
| "grad_norm": 0.18669773638248444, |
| "learning_rate": 0.0009927809553438077, |
| "loss": 3.1545779418945314, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.056363636363636366, |
| "grad_norm": 0.2077275514602661, |
| "learning_rate": 0.0009925368284061555, |
| "loss": 3.160372619628906, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.057272727272727274, |
| "grad_norm": 0.18006086349487305, |
| "learning_rate": 0.000992288673017959, |
| "loss": 3.1383782958984376, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.05818181818181818, |
| "grad_norm": 0.19835108518600464, |
| "learning_rate": 0.000992036491208877, |
| "loss": 3.15177001953125, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.05909090909090909, |
| "grad_norm": 0.19680027663707733, |
| "learning_rate": 0.0009917802850414998, |
| "loss": 3.16474365234375, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.28204840421676636, |
| "learning_rate": 0.0009915200566113338, |
| "loss": 3.1483929443359373, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.060909090909090906, |
| "grad_norm": 0.18320120871067047, |
| "learning_rate": 0.000991255808046783, |
| "loss": 3.150434875488281, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.06181818181818182, |
| "grad_norm": 0.19188480079174042, |
| "learning_rate": 0.000990987541509132, |
| "loss": 3.118103332519531, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.06272727272727273, |
| "grad_norm": 0.1749107539653778, |
| "learning_rate": 0.0009907152591925282, |
| "loss": 3.1161154174804686, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.06363636363636363, |
| "grad_norm": 0.17627771198749542, |
| "learning_rate": 0.0009904389633239644, |
| "loss": 3.140033874511719, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.06363636363636363, |
| "eval_loss": 3.460543632507324, |
| "eval_runtime": 6.8262, |
| "eval_samples_per_second": 84.381, |
| "eval_steps_per_second": 21.095, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.06454545454545454, |
| "grad_norm": 0.19298093020915985, |
| "learning_rate": 0.0009901586561632597, |
| "loss": 3.1127783203125, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.06545454545454546, |
| "grad_norm": 0.2005312442779541, |
| "learning_rate": 0.0009898743400030417, |
| "loss": 3.131772155761719, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.06636363636363636, |
| "grad_norm": 0.20932316780090332, |
| "learning_rate": 0.0009895860171687276, |
| "loss": 3.1065127563476564, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.06727272727272728, |
| "grad_norm": 0.1870882213115692, |
| "learning_rate": 0.0009892936900185053, |
| "loss": 3.1155380249023437, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.06818181818181818, |
| "grad_norm": 0.18347717821598053, |
| "learning_rate": 0.0009889973609433136, |
| "loss": 3.094842529296875, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.06909090909090909, |
| "grad_norm": 0.20144793391227722, |
| "learning_rate": 0.000988697032366823, |
| "loss": 3.1140432739257813, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.17255835235118866, |
| "learning_rate": 0.0009883927067454157, |
| "loss": 3.0936923217773438, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.07090909090909091, |
| "grad_norm": 0.19149735569953918, |
| "learning_rate": 0.0009880843865681666, |
| "loss": 3.0889437866210936, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.07181818181818182, |
| "grad_norm": 0.18358978629112244, |
| "learning_rate": 0.0009877720743568204, |
| "loss": 3.0625601196289063, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.07272727272727272, |
| "grad_norm": 0.16700264811515808, |
| "learning_rate": 0.0009874557726657744, |
| "loss": 3.0754776000976562, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.07272727272727272, |
| "eval_loss": 3.418283700942993, |
| "eval_runtime": 6.8139, |
| "eval_samples_per_second": 84.533, |
| "eval_steps_per_second": 21.133, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.07363636363636364, |
| "grad_norm": 0.18711890280246735, |
| "learning_rate": 0.0009871354840820543, |
| "loss": 3.0751129150390626, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.07454545454545454, |
| "grad_norm": 0.19081872701644897, |
| "learning_rate": 0.0009868112112252953, |
| "loss": 3.069129638671875, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.07545454545454545, |
| "grad_norm": 0.18380340933799744, |
| "learning_rate": 0.0009864829567477196, |
| "loss": 3.0967727661132813, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.07636363636363637, |
| "grad_norm": 0.1662234514951706, |
| "learning_rate": 0.0009861507233341154, |
| "loss": 3.0465274047851563, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.07727272727272727, |
| "grad_norm": 0.1769150197505951, |
| "learning_rate": 0.0009858145137018137, |
| "loss": 3.05833251953125, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.07818181818181819, |
| "grad_norm": 0.18805448710918427, |
| "learning_rate": 0.0009854743306006682, |
| "loss": 3.0252114868164064, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.07909090909090909, |
| "grad_norm": 0.18553867936134338, |
| "learning_rate": 0.0009851301768130304, |
| "loss": 3.0619546508789064, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.18448372185230255, |
| "learning_rate": 0.0009847820551537288, |
| "loss": 3.076944580078125, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.0809090909090909, |
| "grad_norm": 0.18073825538158417, |
| "learning_rate": 0.0009844299684700442, |
| "loss": 3.04953857421875, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.08181818181818182, |
| "grad_norm": 0.18676605820655823, |
| "learning_rate": 0.000984073919641688, |
| "loss": 3.052662658691406, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.08181818181818182, |
| "eval_loss": 3.390735626220703, |
| "eval_runtime": 6.8573, |
| "eval_samples_per_second": 83.999, |
| "eval_steps_per_second": 21.0, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.08272727272727273, |
| "grad_norm": 0.1843118667602539, |
| "learning_rate": 0.0009837139115807777, |
| "loss": 3.0578955078125, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.08363636363636363, |
| "grad_norm": 0.1908266246318817, |
| "learning_rate": 0.0009833499472318129, |
| "loss": 3.0461907958984376, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.08454545454545455, |
| "grad_norm": 0.17415334284305573, |
| "learning_rate": 0.0009829820295716525, |
| "loss": 3.0242233276367188, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.08545454545454545, |
| "grad_norm": 0.161512091755867, |
| "learning_rate": 0.0009826101616094885, |
| "loss": 3.06851806640625, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.08636363636363636, |
| "grad_norm": 0.17435242235660553, |
| "learning_rate": 0.000982234346386823, |
| "loss": 3.04041015625, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.08727272727272728, |
| "grad_norm": 0.17635726928710938, |
| "learning_rate": 0.0009818545869774427, |
| "loss": 3.0322161865234376, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.08818181818181818, |
| "grad_norm": 0.19083574414253235, |
| "learning_rate": 0.000981470886487393, |
| "loss": 3.0362371826171874, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.0890909090909091, |
| "grad_norm": 0.1669977903366089, |
| "learning_rate": 0.000981083248054954, |
| "loss": 3.0415472412109374, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.1624830961227417, |
| "learning_rate": 0.000980691674850614, |
| "loss": 3.03228271484375, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.09090909090909091, |
| "grad_norm": 0.20320835709571838, |
| "learning_rate": 0.000980296170077044, |
| "loss": 3.0213031005859374, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.09090909090909091, |
| "eval_loss": 3.3655972480773926, |
| "eval_runtime": 6.8194, |
| "eval_samples_per_second": 84.465, |
| "eval_steps_per_second": 21.116, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.09181818181818181, |
| "grad_norm": 0.1716221123933792, |
| "learning_rate": 0.000979896736969071, |
| "loss": 3.018829345703125, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.09272727272727273, |
| "grad_norm": 0.18420584499835968, |
| "learning_rate": 0.0009794933787936513, |
| "loss": 3.0364111328125, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.09363636363636364, |
| "grad_norm": 0.16853921115398407, |
| "learning_rate": 0.000979086098849845, |
| "loss": 2.9975177001953126, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.09454545454545454, |
| "grad_norm": 0.17749086022377014, |
| "learning_rate": 0.000978674900468788, |
| "loss": 3.025662536621094, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.09545454545454546, |
| "grad_norm": 0.17817527055740356, |
| "learning_rate": 0.0009782597870136652, |
| "loss": 3.0068899536132814, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.09636363636363636, |
| "grad_norm": 0.16383598744869232, |
| "learning_rate": 0.0009778407618796824, |
| "loss": 2.9598651123046875, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.09727272727272727, |
| "grad_norm": 0.18420074880123138, |
| "learning_rate": 0.0009774178284940392, |
| "loss": 2.9876394653320313, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.09818181818181818, |
| "grad_norm": 0.16747510433197021, |
| "learning_rate": 0.0009769909903159007, |
| "loss": 3.0132855224609374, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.09909090909090909, |
| "grad_norm": 0.15621648728847504, |
| "learning_rate": 0.0009765602508363697, |
| "loss": 3.0095565795898436, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.1697891354560852, |
| "learning_rate": 0.0009761256135784568, |
| "loss": 3.0590411376953126, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.1, |
| "eval_loss": 3.3478543758392334, |
| "eval_runtime": 6.8379, |
| "eval_samples_per_second": 84.236, |
| "eval_steps_per_second": 21.059, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.1009090909090909, |
| "grad_norm": 0.15818284451961517, |
| "learning_rate": 0.0009756870820970532, |
| "loss": 3.015447692871094, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.10181818181818182, |
| "grad_norm": 0.16059984266757965, |
| "learning_rate": 0.0009752446599789003, |
| "loss": 2.9939862060546876, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.10272727272727272, |
| "grad_norm": 0.16179029643535614, |
| "learning_rate": 0.0009747983508425615, |
| "loss": 2.989024963378906, |
| "step": 11300 |
| }, |
| { |
| "epoch": 0.10363636363636364, |
| "grad_norm": 0.16419965028762817, |
| "learning_rate": 0.0009743481583383919, |
| "loss": 2.9855859375, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.10454545454545454, |
| "grad_norm": 0.17154866456985474, |
| "learning_rate": 0.0009738940861485082, |
| "loss": 2.9723300170898437, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.10545454545454545, |
| "grad_norm": 0.16613702476024628, |
| "learning_rate": 0.0009734361379867597, |
| "loss": 3.022707214355469, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.10636363636363637, |
| "grad_norm": 0.16711774468421936, |
| "learning_rate": 0.0009729743175986965, |
| "loss": 2.99096923828125, |
| "step": 11700 |
| }, |
| { |
| "epoch": 0.10727272727272727, |
| "grad_norm": 0.16586251556873322, |
| "learning_rate": 0.00097250862876154, |
| "loss": 2.977761535644531, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.10818181818181818, |
| "grad_norm": 0.1719771921634674, |
| "learning_rate": 0.0009720390752841515, |
| "loss": 2.97351318359375, |
| "step": 11900 |
| }, |
| { |
| "epoch": 0.10909090909090909, |
| "grad_norm": 0.17710699141025543, |
| "learning_rate": 0.000971565661007001, |
| "loss": 2.976995849609375, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.10909090909090909, |
| "eval_loss": 3.324172019958496, |
| "eval_runtime": 6.855, |
| "eval_samples_per_second": 84.026, |
| "eval_steps_per_second": 21.006, |
| "step": 12000 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 110000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 4000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.98974971953152e+17, |
| "train_batch_size": 22, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
