| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 15.0, |
| "eval_steps": 500, |
| "global_step": 280365, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.026750842651543524, |
| "grad_norm": 0.5485039353370667, |
| "learning_rate": 0.0001996, |
| "loss": 7.60828076171875, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.05350168530308705, |
| "grad_norm": 1.2309740781784058, |
| "learning_rate": 0.0003996, |
| "loss": 6.32032373046875, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.08025252795463057, |
| "grad_norm": 1.0301886796951294, |
| "learning_rate": 0.0005996, |
| "loss": 6.10592138671875, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.1070033706061741, |
| "grad_norm": 1.3331760168075562, |
| "learning_rate": 0.0007996, |
| "loss": 6.0112451171875, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.1337542132577176, |
| "grad_norm": 0.9183202385902405, |
| "learning_rate": 0.0009996, |
| "loss": 5.9263505859375, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.16050505590926115, |
| "grad_norm": 1.097238540649414, |
| "learning_rate": 0.0009982041638925377, |
| "loss": 5.589072265625, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.18725589856080466, |
| "grad_norm": 1.095755696296692, |
| "learning_rate": 0.0009964047289151207, |
| "loss": 4.58474560546875, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.2140067412123482, |
| "grad_norm": 1.1769925355911255, |
| "learning_rate": 0.0009946052939377036, |
| "loss": 3.539248291015625, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.2407575838638917, |
| "grad_norm": 1.0121588706970215, |
| "learning_rate": 0.0009928058589602866, |
| "loss": 3.05837939453125, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.2675084265154352, |
| "grad_norm": 1.0649367570877075, |
| "learning_rate": 0.0009910064239828694, |
| "loss": 2.84219775390625, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.29425926916697875, |
| "grad_norm": 1.0731533765792847, |
| "learning_rate": 0.0009892069890054523, |
| "loss": 2.70942041015625, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.3210101118185223, |
| "grad_norm": 0.9980011582374573, |
| "learning_rate": 0.000987407554028035, |
| "loss": 2.608668212890625, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.34776095447006583, |
| "grad_norm": 0.957374632358551, |
| "learning_rate": 0.0009856081190506181, |
| "loss": 2.534346923828125, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.3745117971216093, |
| "grad_norm": 0.9649298191070557, |
| "learning_rate": 0.000983808684073201, |
| "loss": 2.48132666015625, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.40126263977315285, |
| "grad_norm": 0.9456714987754822, |
| "learning_rate": 0.000982009249095784, |
| "loss": 2.434343505859375, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.4280134824246964, |
| "grad_norm": 0.9873167872428894, |
| "learning_rate": 0.0009802098141183668, |
| "loss": 2.3921748046875, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.45476432507623993, |
| "grad_norm": 0.9024070501327515, |
| "learning_rate": 0.0009784103791409498, |
| "loss": 2.356698486328125, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.4815151677277834, |
| "grad_norm": 0.9391950368881226, |
| "learning_rate": 0.0009766109441635327, |
| "loss": 2.317545166015625, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.508266010379327, |
| "grad_norm": 0.846376359462738, |
| "learning_rate": 0.0009748115091861156, |
| "loss": 2.295435546875, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.5350168530308704, |
| "grad_norm": 0.8609625101089478, |
| "learning_rate": 0.0009730120742086985, |
| "loss": 2.272924072265625, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.561767695682414, |
| "grad_norm": 0.8818221092224121, |
| "learning_rate": 0.0009712126392312815, |
| "loss": 2.254301025390625, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.5885185383339575, |
| "grad_norm": 0.8799985647201538, |
| "learning_rate": 0.0009694132042538643, |
| "loss": 2.234849609375, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.615269380985501, |
| "grad_norm": 0.8812091946601868, |
| "learning_rate": 0.0009676137692764472, |
| "loss": 2.210563720703125, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.6420202236370446, |
| "grad_norm": 0.8770820498466492, |
| "learning_rate": 0.0009658143342990301, |
| "loss": 2.197633056640625, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.6687710662885881, |
| "grad_norm": 0.8292478322982788, |
| "learning_rate": 0.000964014899321613, |
| "loss": 2.180857666015625, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.6955219089401317, |
| "grad_norm": 0.8617872595787048, |
| "learning_rate": 0.0009622154643441959, |
| "loss": 2.1712119140625, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.7222727515916751, |
| "grad_norm": 0.8561051487922668, |
| "learning_rate": 0.0009604160293667788, |
| "loss": 2.147574462890625, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.7490235942432186, |
| "grad_norm": 0.860202968120575, |
| "learning_rate": 0.0009586165943893618, |
| "loss": 2.13956689453125, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.7757744368947622, |
| "grad_norm": 0.8536654114723206, |
| "learning_rate": 0.0009568171594119447, |
| "loss": 2.12505810546875, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.8025252795463057, |
| "grad_norm": 0.8831987977027893, |
| "learning_rate": 0.0009550177244345276, |
| "loss": 2.119985107421875, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.8292761221978492, |
| "grad_norm": 0.8200844526290894, |
| "learning_rate": 0.0009532182894571105, |
| "loss": 2.101698486328125, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.8560269648493928, |
| "grad_norm": 0.8576837778091431, |
| "learning_rate": 0.0009514188544796934, |
| "loss": 2.09520947265625, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.8827778075009363, |
| "grad_norm": 0.9187654256820679, |
| "learning_rate": 0.0009496194195022763, |
| "loss": 2.0851923828125, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.9095286501524799, |
| "grad_norm": 0.8142674565315247, |
| "learning_rate": 0.0009478199845248592, |
| "loss": 2.082846923828125, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.9362794928040233, |
| "grad_norm": 0.8781545758247375, |
| "learning_rate": 0.0009460205495474421, |
| "loss": 2.063587890625, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.9630303354555668, |
| "grad_norm": 0.9054897427558899, |
| "learning_rate": 0.000944221114570025, |
| "loss": 2.049908447265625, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.9897811781071104, |
| "grad_norm": 0.8344267010688782, |
| "learning_rate": 0.0009424216795926079, |
| "loss": 2.0448255615234374, |
| "step": 18500 |
| }, |
| { |
| "epoch": 1.016532020758654, |
| "grad_norm": 0.8114071488380432, |
| "learning_rate": 0.0009406222446151908, |
| "loss": 2.0421280517578126, |
| "step": 19000 |
| }, |
| { |
| "epoch": 1.0432828634101974, |
| "grad_norm": 0.8525159358978271, |
| "learning_rate": 0.0009388228096377738, |
| "loss": 2.0354322509765623, |
| "step": 19500 |
| }, |
| { |
| "epoch": 1.0700337060617409, |
| "grad_norm": 0.8453242182731628, |
| "learning_rate": 0.0009370233746603567, |
| "loss": 2.022202880859375, |
| "step": 20000 |
| }, |
| { |
| "epoch": 1.0967845487132846, |
| "grad_norm": 0.8304527997970581, |
| "learning_rate": 0.0009352239396829396, |
| "loss": 2.0183052978515623, |
| "step": 20500 |
| }, |
| { |
| "epoch": 1.123535391364828, |
| "grad_norm": 0.8553816676139832, |
| "learning_rate": 0.0009334245047055226, |
| "loss": 2.007739013671875, |
| "step": 21000 |
| }, |
| { |
| "epoch": 1.1502862340163715, |
| "grad_norm": 0.7906451225280762, |
| "learning_rate": 0.0009316250697281054, |
| "loss": 2.0093092041015623, |
| "step": 21500 |
| }, |
| { |
| "epoch": 1.177037076667915, |
| "grad_norm": 0.8397617936134338, |
| "learning_rate": 0.0009298256347506882, |
| "loss": 1.99401416015625, |
| "step": 22000 |
| }, |
| { |
| "epoch": 1.2037879193194585, |
| "grad_norm": 0.8434298038482666, |
| "learning_rate": 0.0009280261997732711, |
| "loss": 1.9919859619140625, |
| "step": 22500 |
| }, |
| { |
| "epoch": 1.230538761971002, |
| "grad_norm": 0.7914469242095947, |
| "learning_rate": 0.0009262267647958541, |
| "loss": 1.9827418212890624, |
| "step": 23000 |
| }, |
| { |
| "epoch": 1.2572896046225457, |
| "grad_norm": 0.7564200758934021, |
| "learning_rate": 0.000924427329818437, |
| "loss": 1.9770035400390624, |
| "step": 23500 |
| }, |
| { |
| "epoch": 1.2840404472740892, |
| "grad_norm": 0.7818735241889954, |
| "learning_rate": 0.0009226278948410199, |
| "loss": 1.976789306640625, |
| "step": 24000 |
| }, |
| { |
| "epoch": 1.3107912899256327, |
| "grad_norm": 0.8098034262657166, |
| "learning_rate": 0.0009208284598636029, |
| "loss": 1.96844873046875, |
| "step": 24500 |
| }, |
| { |
| "epoch": 1.3375421325771761, |
| "grad_norm": 0.7436015009880066, |
| "learning_rate": 0.0009190290248861858, |
| "loss": 1.9586038818359375, |
| "step": 25000 |
| }, |
| { |
| "epoch": 1.3642929752287198, |
| "grad_norm": 0.8264908194541931, |
| "learning_rate": 0.0009172295899087687, |
| "loss": 1.958629150390625, |
| "step": 25500 |
| }, |
| { |
| "epoch": 1.3910438178802633, |
| "grad_norm": 0.7621483206748962, |
| "learning_rate": 0.0009154301549313517, |
| "loss": 1.9556282958984375, |
| "step": 26000 |
| }, |
| { |
| "epoch": 1.4177946605318068, |
| "grad_norm": 0.7337507009506226, |
| "learning_rate": 0.0009136307199539344, |
| "loss": 1.951950927734375, |
| "step": 26500 |
| }, |
| { |
| "epoch": 1.4445455031833503, |
| "grad_norm": 0.7802164554595947, |
| "learning_rate": 0.0009118312849765173, |
| "loss": 1.9429036865234375, |
| "step": 27000 |
| }, |
| { |
| "epoch": 1.4712963458348938, |
| "grad_norm": 0.8410242795944214, |
| "learning_rate": 0.0009100318499991002, |
| "loss": 1.9374320068359374, |
| "step": 27500 |
| }, |
| { |
| "epoch": 1.4980471884864373, |
| "grad_norm": 0.8862931728363037, |
| "learning_rate": 0.0009082324150216832, |
| "loss": 1.933148681640625, |
| "step": 28000 |
| }, |
| { |
| "epoch": 1.5247980311379807, |
| "grad_norm": 0.8088354468345642, |
| "learning_rate": 0.0009064329800442661, |
| "loss": 1.935772216796875, |
| "step": 28500 |
| }, |
| { |
| "epoch": 1.5515488737895242, |
| "grad_norm": 0.854947030544281, |
| "learning_rate": 0.000904633545066849, |
| "loss": 1.920808837890625, |
| "step": 29000 |
| }, |
| { |
| "epoch": 1.578299716441068, |
| "grad_norm": 0.8204390406608582, |
| "learning_rate": 0.000902834110089432, |
| "loss": 1.9213299560546875, |
| "step": 29500 |
| }, |
| { |
| "epoch": 1.6050505590926114, |
| "grad_norm": 0.7730057239532471, |
| "learning_rate": 0.0009010346751120149, |
| "loss": 1.9188778076171875, |
| "step": 30000 |
| }, |
| { |
| "epoch": 1.631801401744155, |
| "grad_norm": 0.7853319644927979, |
| "learning_rate": 0.0008992352401345978, |
| "loss": 1.9113128662109375, |
| "step": 30500 |
| }, |
| { |
| "epoch": 1.6585522443956986, |
| "grad_norm": 0.7655641436576843, |
| "learning_rate": 0.0008974358051571808, |
| "loss": 1.901947998046875, |
| "step": 31000 |
| }, |
| { |
| "epoch": 1.685303087047242, |
| "grad_norm": 0.8110830187797546, |
| "learning_rate": 0.0008956363701797636, |
| "loss": 1.899342529296875, |
| "step": 31500 |
| }, |
| { |
| "epoch": 1.7120539296987856, |
| "grad_norm": 0.8118914365768433, |
| "learning_rate": 0.0008938369352023464, |
| "loss": 1.903105712890625, |
| "step": 32000 |
| }, |
| { |
| "epoch": 1.738804772350329, |
| "grad_norm": 0.7817990183830261, |
| "learning_rate": 0.0008920375002249293, |
| "loss": 1.89413232421875, |
| "step": 32500 |
| }, |
| { |
| "epoch": 1.7655556150018725, |
| "grad_norm": 0.7612417936325073, |
| "learning_rate": 0.0008902380652475123, |
| "loss": 1.8900601806640625, |
| "step": 33000 |
| }, |
| { |
| "epoch": 1.792306457653416, |
| "grad_norm": 0.7485489249229431, |
| "learning_rate": 0.0008884386302700952, |
| "loss": 1.8879093017578126, |
| "step": 33500 |
| }, |
| { |
| "epoch": 1.8190573003049595, |
| "grad_norm": 0.8034965395927429, |
| "learning_rate": 0.0008866391952926781, |
| "loss": 1.890444091796875, |
| "step": 34000 |
| }, |
| { |
| "epoch": 1.845808142956503, |
| "grad_norm": 0.7788478136062622, |
| "learning_rate": 0.0008848397603152611, |
| "loss": 1.8812376708984375, |
| "step": 34500 |
| }, |
| { |
| "epoch": 1.8725589856080467, |
| "grad_norm": 0.7219562530517578, |
| "learning_rate": 0.000883040325337844, |
| "loss": 1.8801744384765624, |
| "step": 35000 |
| }, |
| { |
| "epoch": 1.8993098282595902, |
| "grad_norm": 0.7952810525894165, |
| "learning_rate": 0.0008812408903604269, |
| "loss": 1.879587890625, |
| "step": 35500 |
| }, |
| { |
| "epoch": 1.9260606709111339, |
| "grad_norm": 0.7137271761894226, |
| "learning_rate": 0.0008794414553830097, |
| "loss": 1.87626904296875, |
| "step": 36000 |
| }, |
| { |
| "epoch": 1.9528115135626773, |
| "grad_norm": 0.758965015411377, |
| "learning_rate": 0.0008776420204055927, |
| "loss": 1.867668701171875, |
| "step": 36500 |
| }, |
| { |
| "epoch": 1.9795623562142208, |
| "grad_norm": 0.8050095438957214, |
| "learning_rate": 0.0008758425854281755, |
| "loss": 1.87485888671875, |
| "step": 37000 |
| }, |
| { |
| "epoch": 2.0063131988657643, |
| "grad_norm": 0.7865944504737854, |
| "learning_rate": 0.0008740431504507584, |
| "loss": 1.863081787109375, |
| "step": 37500 |
| }, |
| { |
| "epoch": 2.033064041517308, |
| "grad_norm": 0.7477171421051025, |
| "learning_rate": 0.0008722437154733414, |
| "loss": 1.8576552734375, |
| "step": 38000 |
| }, |
| { |
| "epoch": 2.0598148841688513, |
| "grad_norm": 0.7551788687705994, |
| "learning_rate": 0.0008704442804959243, |
| "loss": 1.859656494140625, |
| "step": 38500 |
| }, |
| { |
| "epoch": 2.0865657268203948, |
| "grad_norm": 0.7140872478485107, |
| "learning_rate": 0.0008686448455185072, |
| "loss": 1.8525223388671874, |
| "step": 39000 |
| }, |
| { |
| "epoch": 2.1133165694719382, |
| "grad_norm": 0.7734881043434143, |
| "learning_rate": 0.0008668454105410901, |
| "loss": 1.8510196533203125, |
| "step": 39500 |
| }, |
| { |
| "epoch": 2.1400674121234817, |
| "grad_norm": 0.8050045967102051, |
| "learning_rate": 0.0008650459755636731, |
| "loss": 1.846701171875, |
| "step": 40000 |
| }, |
| { |
| "epoch": 2.166818254775025, |
| "grad_norm": 0.7739958763122559, |
| "learning_rate": 0.000863246540586256, |
| "loss": 1.851236083984375, |
| "step": 40500 |
| }, |
| { |
| "epoch": 2.193569097426569, |
| "grad_norm": 0.8139091730117798, |
| "learning_rate": 0.0008614471056088388, |
| "loss": 1.844859130859375, |
| "step": 41000 |
| }, |
| { |
| "epoch": 2.2203199400781126, |
| "grad_norm": 0.7834722399711609, |
| "learning_rate": 0.0008596476706314218, |
| "loss": 1.8390858154296874, |
| "step": 41500 |
| }, |
| { |
| "epoch": 2.247070782729656, |
| "grad_norm": 0.7798795700073242, |
| "learning_rate": 0.0008578482356540046, |
| "loss": 1.8333323974609375, |
| "step": 42000 |
| }, |
| { |
| "epoch": 2.2738216253811996, |
| "grad_norm": 0.7604835033416748, |
| "learning_rate": 0.0008560488006765875, |
| "loss": 1.8386741943359375, |
| "step": 42500 |
| }, |
| { |
| "epoch": 2.300572468032743, |
| "grad_norm": 0.7249457836151123, |
| "learning_rate": 0.0008542493656991704, |
| "loss": 1.8327294921875, |
| "step": 43000 |
| }, |
| { |
| "epoch": 2.3273233106842866, |
| "grad_norm": 0.7734972834587097, |
| "learning_rate": 0.0008524499307217534, |
| "loss": 1.82905810546875, |
| "step": 43500 |
| }, |
| { |
| "epoch": 2.35407415333583, |
| "grad_norm": 0.7545009255409241, |
| "learning_rate": 0.0008506504957443363, |
| "loss": 1.82435205078125, |
| "step": 44000 |
| }, |
| { |
| "epoch": 2.3808249959873735, |
| "grad_norm": 0.7153519988059998, |
| "learning_rate": 0.0008488510607669192, |
| "loss": 1.8159603271484375, |
| "step": 44500 |
| }, |
| { |
| "epoch": 2.407575838638917, |
| "grad_norm": 0.7727837562561035, |
| "learning_rate": 0.0008470516257895022, |
| "loss": 1.8193516845703126, |
| "step": 45000 |
| }, |
| { |
| "epoch": 2.4343266812904605, |
| "grad_norm": 0.7596606612205505, |
| "learning_rate": 0.000845252190812085, |
| "loss": 1.8226116943359374, |
| "step": 45500 |
| }, |
| { |
| "epoch": 2.461077523942004, |
| "grad_norm": 0.7583140730857849, |
| "learning_rate": 0.0008434527558346679, |
| "loss": 1.8143336181640626, |
| "step": 46000 |
| }, |
| { |
| "epoch": 2.487828366593548, |
| "grad_norm": 0.7500866055488586, |
| "learning_rate": 0.0008416533208572509, |
| "loss": 1.8145609130859375, |
| "step": 46500 |
| }, |
| { |
| "epoch": 2.5145792092450914, |
| "grad_norm": 0.7694220542907715, |
| "learning_rate": 0.0008398538858798338, |
| "loss": 1.8095145263671875, |
| "step": 47000 |
| }, |
| { |
| "epoch": 2.541330051896635, |
| "grad_norm": 0.7954797744750977, |
| "learning_rate": 0.0008380544509024166, |
| "loss": 1.810724365234375, |
| "step": 47500 |
| }, |
| { |
| "epoch": 2.5680808945481783, |
| "grad_norm": 0.7579993009567261, |
| "learning_rate": 0.0008362550159249995, |
| "loss": 1.8112454833984375, |
| "step": 48000 |
| }, |
| { |
| "epoch": 2.594831737199722, |
| "grad_norm": 0.8034877181053162, |
| "learning_rate": 0.0008344555809475825, |
| "loss": 1.8126644287109375, |
| "step": 48500 |
| }, |
| { |
| "epoch": 2.6215825798512653, |
| "grad_norm": 0.7455270290374756, |
| "learning_rate": 0.0008326561459701654, |
| "loss": 1.8030782470703124, |
| "step": 49000 |
| }, |
| { |
| "epoch": 2.648333422502809, |
| "grad_norm": 0.7592356204986572, |
| "learning_rate": 0.0008308567109927483, |
| "loss": 1.7986854248046875, |
| "step": 49500 |
| }, |
| { |
| "epoch": 2.6750842651543523, |
| "grad_norm": 0.7763079404830933, |
| "learning_rate": 0.0008290572760153312, |
| "loss": 1.79920166015625, |
| "step": 50000 |
| }, |
| { |
| "epoch": 2.7018351078058958, |
| "grad_norm": 0.7671984434127808, |
| "learning_rate": 0.0008272578410379141, |
| "loss": 1.7976671142578124, |
| "step": 50500 |
| }, |
| { |
| "epoch": 2.7285859504574397, |
| "grad_norm": 0.7768674492835999, |
| "learning_rate": 0.000825458406060497, |
| "loss": 1.797240234375, |
| "step": 51000 |
| }, |
| { |
| "epoch": 2.7553367931089827, |
| "grad_norm": 0.7949376702308655, |
| "learning_rate": 0.00082365897108308, |
| "loss": 1.7980609130859375, |
| "step": 51500 |
| }, |
| { |
| "epoch": 2.7820876357605266, |
| "grad_norm": 0.745426595211029, |
| "learning_rate": 0.0008218595361056629, |
| "loss": 1.792177490234375, |
| "step": 52000 |
| }, |
| { |
| "epoch": 2.80883847841207, |
| "grad_norm": 0.7549856305122375, |
| "learning_rate": 0.0008200601011282457, |
| "loss": 1.793860107421875, |
| "step": 52500 |
| }, |
| { |
| "epoch": 2.8355893210636136, |
| "grad_norm": 0.7651327252388, |
| "learning_rate": 0.0008182606661508286, |
| "loss": 1.790525146484375, |
| "step": 53000 |
| }, |
| { |
| "epoch": 2.862340163715157, |
| "grad_norm": 0.7845579981803894, |
| "learning_rate": 0.0008164612311734116, |
| "loss": 1.7910443115234376, |
| "step": 53500 |
| }, |
| { |
| "epoch": 2.8890910063667006, |
| "grad_norm": 0.7424607872962952, |
| "learning_rate": 0.0008146617961959945, |
| "loss": 1.784693603515625, |
| "step": 54000 |
| }, |
| { |
| "epoch": 2.915841849018244, |
| "grad_norm": 0.7229671478271484, |
| "learning_rate": 0.0008128623612185774, |
| "loss": 1.7821341552734375, |
| "step": 54500 |
| }, |
| { |
| "epoch": 2.9425926916697875, |
| "grad_norm": 0.7893908619880676, |
| "learning_rate": 0.0008110629262411602, |
| "loss": 1.7869644775390625, |
| "step": 55000 |
| }, |
| { |
| "epoch": 2.969343534321331, |
| "grad_norm": 0.7750260829925537, |
| "learning_rate": 0.0008092634912637432, |
| "loss": 1.7797003173828125, |
| "step": 55500 |
| }, |
| { |
| "epoch": 2.9960943769728745, |
| "grad_norm": 0.7690876126289368, |
| "learning_rate": 0.0008074640562863261, |
| "loss": 1.7731578369140626, |
| "step": 56000 |
| }, |
| { |
| "epoch": 3.022845219624418, |
| "grad_norm": 0.7383103966712952, |
| "learning_rate": 0.000805664621308909, |
| "loss": 1.7707724609375, |
| "step": 56500 |
| }, |
| { |
| "epoch": 3.0495960622759615, |
| "grad_norm": 0.8134902715682983, |
| "learning_rate": 0.000803865186331492, |
| "loss": 1.7714237060546876, |
| "step": 57000 |
| }, |
| { |
| "epoch": 3.0763469049275054, |
| "grad_norm": 0.7576144933700562, |
| "learning_rate": 0.0008020657513540749, |
| "loss": 1.7696915283203125, |
| "step": 57500 |
| }, |
| { |
| "epoch": 3.103097747579049, |
| "grad_norm": 0.7585620284080505, |
| "learning_rate": 0.0008002663163766577, |
| "loss": 1.765597900390625, |
| "step": 58000 |
| }, |
| { |
| "epoch": 3.1298485902305924, |
| "grad_norm": 0.7483615875244141, |
| "learning_rate": 0.0007984668813992407, |
| "loss": 1.7630478515625, |
| "step": 58500 |
| }, |
| { |
| "epoch": 3.156599432882136, |
| "grad_norm": 0.8620273470878601, |
| "learning_rate": 0.0007966674464218236, |
| "loss": 1.7678167724609375, |
| "step": 59000 |
| }, |
| { |
| "epoch": 3.1833502755336793, |
| "grad_norm": 0.7237071394920349, |
| "learning_rate": 0.0007948680114444064, |
| "loss": 1.76197021484375, |
| "step": 59500 |
| }, |
| { |
| "epoch": 3.210101118185223, |
| "grad_norm": 0.7121312618255615, |
| "learning_rate": 0.0007930685764669893, |
| "loss": 1.763649169921875, |
| "step": 60000 |
| }, |
| { |
| "epoch": 3.2368519608367663, |
| "grad_norm": 0.7549014687538147, |
| "learning_rate": 0.0007912691414895723, |
| "loss": 1.7582076416015624, |
| "step": 60500 |
| }, |
| { |
| "epoch": 3.26360280348831, |
| "grad_norm": 0.7666810154914856, |
| "learning_rate": 0.0007894697065121552, |
| "loss": 1.7574853515625, |
| "step": 61000 |
| }, |
| { |
| "epoch": 3.2903536461398533, |
| "grad_norm": 0.7484877705574036, |
| "learning_rate": 0.0007876702715347381, |
| "loss": 1.75898828125, |
| "step": 61500 |
| }, |
| { |
| "epoch": 3.3171044887913967, |
| "grad_norm": 0.736074686050415, |
| "learning_rate": 0.0007858708365573211, |
| "loss": 1.754572021484375, |
| "step": 62000 |
| }, |
| { |
| "epoch": 3.3438553314429402, |
| "grad_norm": 0.7367812395095825, |
| "learning_rate": 0.000784071401579904, |
| "loss": 1.75172998046875, |
| "step": 62500 |
| }, |
| { |
| "epoch": 3.370606174094484, |
| "grad_norm": 0.7703254818916321, |
| "learning_rate": 0.0007822719666024868, |
| "loss": 1.7571669921875, |
| "step": 63000 |
| }, |
| { |
| "epoch": 3.3973570167460276, |
| "grad_norm": 0.7424782514572144, |
| "learning_rate": 0.0007804725316250697, |
| "loss": 1.7445389404296876, |
| "step": 63500 |
| }, |
| { |
| "epoch": 3.424107859397571, |
| "grad_norm": 0.7220967411994934, |
| "learning_rate": 0.0007786730966476526, |
| "loss": 1.7419271240234375, |
| "step": 64000 |
| }, |
| { |
| "epoch": 3.4508587020491146, |
| "grad_norm": 0.7204769253730774, |
| "learning_rate": 0.0007768736616702355, |
| "loss": 1.7445679931640625, |
| "step": 64500 |
| }, |
| { |
| "epoch": 3.477609544700658, |
| "grad_norm": 0.7046904563903809, |
| "learning_rate": 0.0007750742266928184, |
| "loss": 1.7451087646484376, |
| "step": 65000 |
| }, |
| { |
| "epoch": 3.5043603873522016, |
| "grad_norm": 0.7349897027015686, |
| "learning_rate": 0.0007732747917154014, |
| "loss": 1.745401123046875, |
| "step": 65500 |
| }, |
| { |
| "epoch": 3.531111230003745, |
| "grad_norm": 0.775776207447052, |
| "learning_rate": 0.0007714753567379843, |
| "loss": 1.750186279296875, |
| "step": 66000 |
| }, |
| { |
| "epoch": 3.5578620726552885, |
| "grad_norm": 0.7389688491821289, |
| "learning_rate": 0.0007696759217605672, |
| "loss": 1.743634033203125, |
| "step": 66500 |
| }, |
| { |
| "epoch": 3.584612915306832, |
| "grad_norm": 0.7060774564743042, |
| "learning_rate": 0.0007678764867831502, |
| "loss": 1.74115087890625, |
| "step": 67000 |
| }, |
| { |
| "epoch": 3.611363757958376, |
| "grad_norm": 0.7634780406951904, |
| "learning_rate": 0.0007660770518057331, |
| "loss": 1.7426322021484375, |
| "step": 67500 |
| }, |
| { |
| "epoch": 3.638114600609919, |
| "grad_norm": 0.8267955780029297, |
| "learning_rate": 0.0007642776168283159, |
| "loss": 1.7281142578125, |
| "step": 68000 |
| }, |
| { |
| "epoch": 3.664865443261463, |
| "grad_norm": 0.783362865447998, |
| "learning_rate": 0.0007624781818508988, |
| "loss": 1.7331693115234375, |
| "step": 68500 |
| }, |
| { |
| "epoch": 3.6916162859130064, |
| "grad_norm": 0.7716281414031982, |
| "learning_rate": 0.0007606787468734817, |
| "loss": 1.7309781494140626, |
| "step": 69000 |
| }, |
| { |
| "epoch": 3.71836712856455, |
| "grad_norm": 0.7650080919265747, |
| "learning_rate": 0.0007588793118960646, |
| "loss": 1.731655029296875, |
| "step": 69500 |
| }, |
| { |
| "epoch": 3.7451179712160934, |
| "grad_norm": 0.7248140573501587, |
| "learning_rate": 0.0007570798769186475, |
| "loss": 1.7326429443359375, |
| "step": 70000 |
| }, |
| { |
| "epoch": 3.771868813867637, |
| "grad_norm": 0.7195979952812195, |
| "learning_rate": 0.0007552804419412305, |
| "loss": 1.72764990234375, |
| "step": 70500 |
| }, |
| { |
| "epoch": 3.7986196565191803, |
| "grad_norm": 0.7372161746025085, |
| "learning_rate": 0.0007534810069638134, |
| "loss": 1.7262598876953126, |
| "step": 71000 |
| }, |
| { |
| "epoch": 3.825370499170724, |
| "grad_norm": 0.7442724108695984, |
| "learning_rate": 0.0007516815719863963, |
| "loss": 1.7276502685546875, |
| "step": 71500 |
| }, |
| { |
| "epoch": 3.8521213418222673, |
| "grad_norm": 0.7324541211128235, |
| "learning_rate": 0.0007498821370089792, |
| "loss": 1.7292491455078125, |
| "step": 72000 |
| }, |
| { |
| "epoch": 3.8788721844738108, |
| "grad_norm": 0.7706058621406555, |
| "learning_rate": 0.0007480827020315622, |
| "loss": 1.7258216552734376, |
| "step": 72500 |
| }, |
| { |
| "epoch": 3.9056230271253547, |
| "grad_norm": 0.7710069417953491, |
| "learning_rate": 0.0007462832670541451, |
| "loss": 1.71714892578125, |
| "step": 73000 |
| }, |
| { |
| "epoch": 3.9323738697768977, |
| "grad_norm": 0.7392738461494446, |
| "learning_rate": 0.0007444838320767278, |
| "loss": 1.721431640625, |
| "step": 73500 |
| }, |
| { |
| "epoch": 3.9591247124284417, |
| "grad_norm": 0.7590123414993286, |
| "learning_rate": 0.0007426843970993108, |
| "loss": 1.7215382080078125, |
| "step": 74000 |
| }, |
| { |
| "epoch": 3.985875555079985, |
| "grad_norm": 0.7454897165298462, |
| "learning_rate": 0.0007408849621218937, |
| "loss": 1.71291064453125, |
| "step": 74500 |
| }, |
| { |
| "epoch": 4.012626397731529, |
| "grad_norm": 0.7414718866348267, |
| "learning_rate": 0.0007390855271444766, |
| "loss": 1.7112542724609374, |
| "step": 75000 |
| }, |
| { |
| "epoch": 4.039377240383072, |
| "grad_norm": 0.8065264821052551, |
| "learning_rate": 0.0007372860921670595, |
| "loss": 1.7093919677734375, |
| "step": 75500 |
| }, |
| { |
| "epoch": 4.066128083034616, |
| "grad_norm": 0.7673684358596802, |
| "learning_rate": 0.0007354866571896425, |
| "loss": 1.709315673828125, |
| "step": 76000 |
| }, |
| { |
| "epoch": 4.0928789256861595, |
| "grad_norm": 0.7181776762008667, |
| "learning_rate": 0.0007336872222122254, |
| "loss": 1.707806396484375, |
| "step": 76500 |
| }, |
| { |
| "epoch": 4.119629768337703, |
| "grad_norm": 0.746005654335022, |
| "learning_rate": 0.0007318877872348083, |
| "loss": 1.7106917724609374, |
| "step": 77000 |
| }, |
| { |
| "epoch": 4.1463806109892465, |
| "grad_norm": 0.7312119603157043, |
| "learning_rate": 0.0007300883522573913, |
| "loss": 1.703173095703125, |
| "step": 77500 |
| }, |
| { |
| "epoch": 4.1731314536407895, |
| "grad_norm": 0.7580727338790894, |
| "learning_rate": 0.0007282889172799742, |
| "loss": 1.7133687744140624, |
| "step": 78000 |
| }, |
| { |
| "epoch": 4.1998822962923335, |
| "grad_norm": 0.7454116344451904, |
| "learning_rate": 0.0007264894823025569, |
| "loss": 1.703045654296875, |
| "step": 78500 |
| }, |
| { |
| "epoch": 4.2266331389438765, |
| "grad_norm": 0.7500846982002258, |
| "learning_rate": 0.0007246900473251398, |
| "loss": 1.707533447265625, |
| "step": 79000 |
| }, |
| { |
| "epoch": 4.25338398159542, |
| "grad_norm": 0.7599788904190063, |
| "learning_rate": 0.0007228906123477228, |
| "loss": 1.7102509765625, |
| "step": 79500 |
| }, |
| { |
| "epoch": 4.2801348242469635, |
| "grad_norm": 0.7639349102973938, |
| "learning_rate": 0.0007210911773703057, |
| "loss": 1.7015328369140625, |
| "step": 80000 |
| }, |
| { |
| "epoch": 4.306885666898507, |
| "grad_norm": 0.7287936806678772, |
| "learning_rate": 0.0007192917423928886, |
| "loss": 1.6905933837890625, |
| "step": 80500 |
| }, |
| { |
| "epoch": 4.33363650955005, |
| "grad_norm": 0.7246515154838562, |
| "learning_rate": 0.0007174923074154716, |
| "loss": 1.690707275390625, |
| "step": 81000 |
| }, |
| { |
| "epoch": 4.360387352201594, |
| "grad_norm": 0.7810876965522766, |
| "learning_rate": 0.0007156928724380545, |
| "loss": 1.70224951171875, |
| "step": 81500 |
| }, |
| { |
| "epoch": 4.387138194853138, |
| "grad_norm": 0.7806092500686646, |
| "learning_rate": 0.0007138934374606374, |
| "loss": 1.692428466796875, |
| "step": 82000 |
| }, |
| { |
| "epoch": 4.413889037504681, |
| "grad_norm": 0.7730904221534729, |
| "learning_rate": 0.0007120940024832204, |
| "loss": 1.6919620361328125, |
| "step": 82500 |
| }, |
| { |
| "epoch": 4.440639880156225, |
| "grad_norm": 0.795973002910614, |
| "learning_rate": 0.0007102945675058032, |
| "loss": 1.6974315185546875, |
| "step": 83000 |
| }, |
| { |
| "epoch": 4.467390722807768, |
| "grad_norm": 0.7632553577423096, |
| "learning_rate": 0.0007084951325283861, |
| "loss": 1.6860362548828125, |
| "step": 83500 |
| }, |
| { |
| "epoch": 4.494141565459312, |
| "grad_norm": 0.7489613890647888, |
| "learning_rate": 0.0007066956975509689, |
| "loss": 1.69228857421875, |
| "step": 84000 |
| }, |
| { |
| "epoch": 4.520892408110855, |
| "grad_norm": 0.7227621674537659, |
| "learning_rate": 0.0007048962625735519, |
| "loss": 1.6939288330078126, |
| "step": 84500 |
| }, |
| { |
| "epoch": 4.547643250762399, |
| "grad_norm": 0.7552118301391602, |
| "learning_rate": 0.0007030968275961348, |
| "loss": 1.691815673828125, |
| "step": 85000 |
| }, |
| { |
| "epoch": 4.574394093413942, |
| "grad_norm": 0.7512255907058716, |
| "learning_rate": 0.0007012973926187177, |
| "loss": 1.687352783203125, |
| "step": 85500 |
| }, |
| { |
| "epoch": 4.601144936065486, |
| "grad_norm": 0.8033685088157654, |
| "learning_rate": 0.0006994979576413007, |
| "loss": 1.6840885009765625, |
| "step": 86000 |
| }, |
| { |
| "epoch": 4.627895778717029, |
| "grad_norm": 0.7521221041679382, |
| "learning_rate": 0.0006976985226638836, |
| "loss": 1.682308837890625, |
| "step": 86500 |
| }, |
| { |
| "epoch": 4.654646621368573, |
| "grad_norm": 0.6734914779663086, |
| "learning_rate": 0.0006958990876864665, |
| "loss": 1.678454833984375, |
| "step": 87000 |
| }, |
| { |
| "epoch": 4.681397464020117, |
| "grad_norm": 0.8489283919334412, |
| "learning_rate": 0.0006940996527090493, |
| "loss": 1.6863057861328126, |
| "step": 87500 |
| }, |
| { |
| "epoch": 4.70814830667166, |
| "grad_norm": 0.7051050662994385, |
| "learning_rate": 0.0006923002177316323, |
| "loss": 1.6883282470703125, |
| "step": 88000 |
| }, |
| { |
| "epoch": 4.734899149323204, |
| "grad_norm": 0.7193682193756104, |
| "learning_rate": 0.0006905007827542152, |
| "loss": 1.682403076171875, |
| "step": 88500 |
| }, |
| { |
| "epoch": 4.761649991974747, |
| "grad_norm": 0.863974392414093, |
| "learning_rate": 0.000688701347776798, |
| "loss": 1.684949462890625, |
| "step": 89000 |
| }, |
| { |
| "epoch": 4.788400834626291, |
| "grad_norm": 0.7394677400588989, |
| "learning_rate": 0.000686901912799381, |
| "loss": 1.683350341796875, |
| "step": 89500 |
| }, |
| { |
| "epoch": 4.815151677277834, |
| "grad_norm": 0.725368082523346, |
| "learning_rate": 0.0006851024778219639, |
| "loss": 1.6859183349609375, |
| "step": 90000 |
| }, |
| { |
| "epoch": 4.841902519929378, |
| "grad_norm": 0.7815067172050476, |
| "learning_rate": 0.0006833030428445468, |
| "loss": 1.6746912841796875, |
| "step": 90500 |
| }, |
| { |
| "epoch": 4.868653362580921, |
| "grad_norm": 0.8002517223358154, |
| "learning_rate": 0.0006815036078671298, |
| "loss": 1.6739063720703125, |
| "step": 91000 |
| }, |
| { |
| "epoch": 4.895404205232465, |
| "grad_norm": 0.7966354489326477, |
| "learning_rate": 0.0006797041728897127, |
| "loss": 1.68167041015625, |
| "step": 91500 |
| }, |
| { |
| "epoch": 4.922155047884008, |
| "grad_norm": 0.7149737477302551, |
| "learning_rate": 0.0006779047379122956, |
| "loss": 1.6688140869140624, |
| "step": 92000 |
| }, |
| { |
| "epoch": 4.948905890535552, |
| "grad_norm": 0.7511692643165588, |
| "learning_rate": 0.0006761053029348784, |
| "loss": 1.6625345458984375, |
| "step": 92500 |
| }, |
| { |
| "epoch": 4.975656733187096, |
| "grad_norm": 0.8088135123252869, |
| "learning_rate": 0.0006743058679574614, |
| "loss": 1.67000341796875, |
| "step": 93000 |
| }, |
| { |
| "epoch": 5.002407575838639, |
| "grad_norm": 0.6949880719184875, |
| "learning_rate": 0.0006725064329800443, |
| "loss": 1.6705894775390624, |
| "step": 93500 |
| }, |
| { |
| "epoch": 5.029158418490183, |
| "grad_norm": 0.7841982245445251, |
| "learning_rate": 0.0006707069980026272, |
| "loss": 1.6609549560546875, |
| "step": 94000 |
| }, |
| { |
| "epoch": 5.055909261141726, |
| "grad_norm": 0.6889007687568665, |
| "learning_rate": 0.0006689075630252101, |
| "loss": 1.6680516357421875, |
| "step": 94500 |
| }, |
| { |
| "epoch": 5.08266010379327, |
| "grad_norm": 0.7443187832832336, |
| "learning_rate": 0.000667108128047793, |
| "loss": 1.6604012451171875, |
| "step": 95000 |
| }, |
| { |
| "epoch": 5.109410946444813, |
| "grad_norm": 0.7050021886825562, |
| "learning_rate": 0.0006653086930703759, |
| "loss": 1.6658201904296874, |
| "step": 95500 |
| }, |
| { |
| "epoch": 5.136161789096357, |
| "grad_norm": 0.7626831531524658, |
| "learning_rate": 0.0006635092580929588, |
| "loss": 1.661433349609375, |
| "step": 96000 |
| }, |
| { |
| "epoch": 5.1629126317479, |
| "grad_norm": 0.7269205451011658, |
| "learning_rate": 0.0006617098231155418, |
| "loss": 1.651887451171875, |
| "step": 96500 |
| }, |
| { |
| "epoch": 5.189663474399444, |
| "grad_norm": 0.7043991088867188, |
| "learning_rate": 0.0006599103881381246, |
| "loss": 1.6586444091796875, |
| "step": 97000 |
| }, |
| { |
| "epoch": 5.216414317050987, |
| "grad_norm": 0.7657971978187561, |
| "learning_rate": 0.0006581109531607075, |
| "loss": 1.6585179443359375, |
| "step": 97500 |
| }, |
| { |
| "epoch": 5.243165159702531, |
| "grad_norm": 0.732473611831665, |
| "learning_rate": 0.0006563115181832905, |
| "loss": 1.6574713134765624, |
| "step": 98000 |
| }, |
| { |
| "epoch": 5.2699160023540745, |
| "grad_norm": 0.8044590353965759, |
| "learning_rate": 0.0006545120832058734, |
| "loss": 1.6489119873046876, |
| "step": 98500 |
| }, |
| { |
| "epoch": 5.296666845005618, |
| "grad_norm": 0.7754623293876648, |
| "learning_rate": 0.0006527126482284563, |
| "loss": 1.655093505859375, |
| "step": 99000 |
| }, |
| { |
| "epoch": 5.3234176876571615, |
| "grad_norm": 0.7008805274963379, |
| "learning_rate": 0.0006509132132510391, |
| "loss": 1.6585677490234374, |
| "step": 99500 |
| }, |
| { |
| "epoch": 5.3501685303087045, |
| "grad_norm": 0.7523577213287354, |
| "learning_rate": 0.0006491137782736221, |
| "loss": 1.650102783203125, |
| "step": 100000 |
| }, |
| { |
| "epoch": 5.3769193729602485, |
| "grad_norm": 0.7980531454086304, |
| "learning_rate": 0.000647314343296205, |
| "loss": 1.6546085205078125, |
| "step": 100500 |
| }, |
| { |
| "epoch": 5.4036702156117915, |
| "grad_norm": 0.7081476449966431, |
| "learning_rate": 0.0006455149083187879, |
| "loss": 1.6536826171875, |
| "step": 101000 |
| }, |
| { |
| "epoch": 5.430421058263335, |
| "grad_norm": 0.7847213745117188, |
| "learning_rate": 0.0006437154733413708, |
| "loss": 1.6518145751953126, |
| "step": 101500 |
| }, |
| { |
| "epoch": 5.4571719009148785, |
| "grad_norm": 0.7400954365730286, |
| "learning_rate": 0.0006419160383639537, |
| "loss": 1.6445126953125, |
| "step": 102000 |
| }, |
| { |
| "epoch": 5.483922743566422, |
| "grad_norm": 0.7608935236930847, |
| "learning_rate": 0.0006401166033865366, |
| "loss": 1.65615234375, |
| "step": 102500 |
| }, |
| { |
| "epoch": 5.510673586217965, |
| "grad_norm": 0.7587541341781616, |
| "learning_rate": 0.0006383171684091196, |
| "loss": 1.6529322509765625, |
| "step": 103000 |
| }, |
| { |
| "epoch": 5.537424428869509, |
| "grad_norm": 0.7919000387191772, |
| "learning_rate": 0.0006365177334317025, |
| "loss": 1.641713623046875, |
| "step": 103500 |
| }, |
| { |
| "epoch": 5.564175271521053, |
| "grad_norm": 0.7423938512802124, |
| "learning_rate": 0.0006347182984542854, |
| "loss": 1.6508837890625, |
| "step": 104000 |
| }, |
| { |
| "epoch": 5.590926114172596, |
| "grad_norm": 0.7470756769180298, |
| "learning_rate": 0.0006329188634768682, |
| "loss": 1.6429993896484374, |
| "step": 104500 |
| }, |
| { |
| "epoch": 5.61767695682414, |
| "grad_norm": 0.7286596894264221, |
| "learning_rate": 0.0006311194284994512, |
| "loss": 1.644008544921875, |
| "step": 105000 |
| }, |
| { |
| "epoch": 5.644427799475683, |
| "grad_norm": 0.7663483023643494, |
| "learning_rate": 0.0006293199935220341, |
| "loss": 1.64073681640625, |
| "step": 105500 |
| }, |
| { |
| "epoch": 5.671178642127227, |
| "grad_norm": 0.710423469543457, |
| "learning_rate": 0.000627520558544617, |
| "loss": 1.6406298828125, |
| "step": 106000 |
| }, |
| { |
| "epoch": 5.69792948477877, |
| "grad_norm": 0.75254225730896, |
| "learning_rate": 0.0006257211235671999, |
| "loss": 1.639049560546875, |
| "step": 106500 |
| }, |
| { |
| "epoch": 5.724680327430314, |
| "grad_norm": 0.8236501812934875, |
| "learning_rate": 0.0006239216885897828, |
| "loss": 1.65065087890625, |
| "step": 107000 |
| }, |
| { |
| "epoch": 5.751431170081857, |
| "grad_norm": 0.7569979429244995, |
| "learning_rate": 0.0006221222536123657, |
| "loss": 1.6329951171875, |
| "step": 107500 |
| }, |
| { |
| "epoch": 5.778182012733401, |
| "grad_norm": 0.6858986020088196, |
| "learning_rate": 0.0006203228186349486, |
| "loss": 1.6375078125, |
| "step": 108000 |
| }, |
| { |
| "epoch": 5.804932855384944, |
| "grad_norm": 0.7040875554084778, |
| "learning_rate": 0.0006185233836575316, |
| "loss": 1.636608154296875, |
| "step": 108500 |
| }, |
| { |
| "epoch": 5.831683698036488, |
| "grad_norm": 0.7736778259277344, |
| "learning_rate": 0.0006167239486801145, |
| "loss": 1.63436181640625, |
| "step": 109000 |
| }, |
| { |
| "epoch": 5.858434540688032, |
| "grad_norm": 0.7413392663002014, |
| "learning_rate": 0.0006149245137026974, |
| "loss": 1.632391357421875, |
| "step": 109500 |
| }, |
| { |
| "epoch": 5.885185383339575, |
| "grad_norm": 0.73166424036026, |
| "learning_rate": 0.0006131250787252803, |
| "loss": 1.6343319091796875, |
| "step": 110000 |
| }, |
| { |
| "epoch": 5.911936225991119, |
| "grad_norm": 0.7656437158584595, |
| "learning_rate": 0.0006113256437478632, |
| "loss": 1.636669189453125, |
| "step": 110500 |
| }, |
| { |
| "epoch": 5.938687068642662, |
| "grad_norm": 0.7018763422966003, |
| "learning_rate": 0.000609526208770446, |
| "loss": 1.6316654052734374, |
| "step": 111000 |
| }, |
| { |
| "epoch": 5.965437911294206, |
| "grad_norm": 0.7571375966072083, |
| "learning_rate": 0.000607726773793029, |
| "loss": 1.6229813232421875, |
| "step": 111500 |
| }, |
| { |
| "epoch": 5.992188753945749, |
| "grad_norm": 0.741434633731842, |
| "learning_rate": 0.0006059273388156119, |
| "loss": 1.62279638671875, |
| "step": 112000 |
| }, |
| { |
| "epoch": 6.018939596597293, |
| "grad_norm": 0.6990076899528503, |
| "learning_rate": 0.0006041279038381948, |
| "loss": 1.6260076904296874, |
| "step": 112500 |
| }, |
| { |
| "epoch": 6.045690439248836, |
| "grad_norm": 0.7509827613830566, |
| "learning_rate": 0.0006023284688607777, |
| "loss": 1.6244715576171875, |
| "step": 113000 |
| }, |
| { |
| "epoch": 6.07244128190038, |
| "grad_norm": 0.7830501198768616, |
| "learning_rate": 0.0006005290338833607, |
| "loss": 1.6222431640625, |
| "step": 113500 |
| }, |
| { |
| "epoch": 6.099192124551923, |
| "grad_norm": 0.7406209707260132, |
| "learning_rate": 0.0005987295989059436, |
| "loss": 1.62652294921875, |
| "step": 114000 |
| }, |
| { |
| "epoch": 6.125942967203467, |
| "grad_norm": 0.7363091707229614, |
| "learning_rate": 0.0005969301639285265, |
| "loss": 1.6254371337890625, |
| "step": 114500 |
| }, |
| { |
| "epoch": 6.152693809855011, |
| "grad_norm": 0.7810644507408142, |
| "learning_rate": 0.0005951307289511094, |
| "loss": 1.6230723876953126, |
| "step": 115000 |
| }, |
| { |
| "epoch": 6.179444652506554, |
| "grad_norm": 0.7414225339889526, |
| "learning_rate": 0.0005933312939736922, |
| "loss": 1.6193028564453125, |
| "step": 115500 |
| }, |
| { |
| "epoch": 6.206195495158098, |
| "grad_norm": 0.7613883018493652, |
| "learning_rate": 0.0005915318589962751, |
| "loss": 1.6171964111328125, |
| "step": 116000 |
| }, |
| { |
| "epoch": 6.232946337809641, |
| "grad_norm": 0.7151041626930237, |
| "learning_rate": 0.000589732424018858, |
| "loss": 1.6166754150390625, |
| "step": 116500 |
| }, |
| { |
| "epoch": 6.259697180461185, |
| "grad_norm": 0.7034673094749451, |
| "learning_rate": 0.000587932989041441, |
| "loss": 1.6149678955078124, |
| "step": 117000 |
| }, |
| { |
| "epoch": 6.286448023112728, |
| "grad_norm": 0.7332485318183899, |
| "learning_rate": 0.0005861335540640239, |
| "loss": 1.6184937744140624, |
| "step": 117500 |
| }, |
| { |
| "epoch": 6.313198865764272, |
| "grad_norm": 0.674255907535553, |
| "learning_rate": 0.0005843341190866068, |
| "loss": 1.61947412109375, |
| "step": 118000 |
| }, |
| { |
| "epoch": 6.339949708415815, |
| "grad_norm": 0.7474187612533569, |
| "learning_rate": 0.0005825346841091898, |
| "loss": 1.6153465576171875, |
| "step": 118500 |
| }, |
| { |
| "epoch": 6.366700551067359, |
| "grad_norm": 0.7223332524299622, |
| "learning_rate": 0.0005807352491317727, |
| "loss": 1.6163701171875, |
| "step": 119000 |
| }, |
| { |
| "epoch": 6.393451393718902, |
| "grad_norm": 0.7460731267929077, |
| "learning_rate": 0.0005789358141543556, |
| "loss": 1.6072003173828124, |
| "step": 119500 |
| }, |
| { |
| "epoch": 6.420202236370446, |
| "grad_norm": 0.6917471289634705, |
| "learning_rate": 0.0005771363791769386, |
| "loss": 1.611141357421875, |
| "step": 120000 |
| }, |
| { |
| "epoch": 6.4469530790219896, |
| "grad_norm": 0.791117787361145, |
| "learning_rate": 0.0005753369441995213, |
| "loss": 1.610268798828125, |
| "step": 120500 |
| }, |
| { |
| "epoch": 6.473703921673533, |
| "grad_norm": 0.7223137021064758, |
| "learning_rate": 0.0005735375092221042, |
| "loss": 1.6085001220703126, |
| "step": 121000 |
| }, |
| { |
| "epoch": 6.5004547643250765, |
| "grad_norm": 0.7701982259750366, |
| "learning_rate": 0.0005717380742446871, |
| "loss": 1.6051036376953125, |
| "step": 121500 |
| }, |
| { |
| "epoch": 6.52720560697662, |
| "grad_norm": 0.762233316898346, |
| "learning_rate": 0.0005699386392672701, |
| "loss": 1.61201123046875, |
| "step": 122000 |
| }, |
| { |
| "epoch": 6.5539564496281635, |
| "grad_norm": 0.7160345911979675, |
| "learning_rate": 0.000568139204289853, |
| "loss": 1.6138345947265624, |
| "step": 122500 |
| }, |
| { |
| "epoch": 6.5807072922797065, |
| "grad_norm": 0.735724151134491, |
| "learning_rate": 0.0005663397693124359, |
| "loss": 1.60338623046875, |
| "step": 123000 |
| }, |
| { |
| "epoch": 6.6074581349312504, |
| "grad_norm": 0.6977682113647461, |
| "learning_rate": 0.0005645403343350189, |
| "loss": 1.6083431396484376, |
| "step": 123500 |
| }, |
| { |
| "epoch": 6.6342089775827935, |
| "grad_norm": 0.7749923467636108, |
| "learning_rate": 0.0005627408993576018, |
| "loss": 1.601582275390625, |
| "step": 124000 |
| }, |
| { |
| "epoch": 6.660959820234337, |
| "grad_norm": 0.7442880868911743, |
| "learning_rate": 0.0005609414643801847, |
| "loss": 1.602933837890625, |
| "step": 124500 |
| }, |
| { |
| "epoch": 6.6877106628858805, |
| "grad_norm": 0.7766671776771545, |
| "learning_rate": 0.0005591420294027675, |
| "loss": 1.5964852294921874, |
| "step": 125000 |
| }, |
| { |
| "epoch": 6.714461505537424, |
| "grad_norm": 0.7357870936393738, |
| "learning_rate": 0.0005573425944253504, |
| "loss": 1.6035784912109374, |
| "step": 125500 |
| }, |
| { |
| "epoch": 6.741212348188968, |
| "grad_norm": 0.740944504737854, |
| "learning_rate": 0.0005555431594479333, |
| "loss": 1.60151123046875, |
| "step": 126000 |
| }, |
| { |
| "epoch": 6.767963190840511, |
| "grad_norm": 0.7281274795532227, |
| "learning_rate": 0.0005537437244705162, |
| "loss": 1.60528955078125, |
| "step": 126500 |
| }, |
| { |
| "epoch": 6.794714033492055, |
| "grad_norm": 0.7036533355712891, |
| "learning_rate": 0.0005519442894930992, |
| "loss": 1.601577392578125, |
| "step": 127000 |
| }, |
| { |
| "epoch": 6.821464876143598, |
| "grad_norm": 0.7406377792358398, |
| "learning_rate": 0.0005501448545156821, |
| "loss": 1.5987823486328125, |
| "step": 127500 |
| }, |
| { |
| "epoch": 6.848215718795142, |
| "grad_norm": 0.7304438352584839, |
| "learning_rate": 0.000548345419538265, |
| "loss": 1.5988348388671876, |
| "step": 128000 |
| }, |
| { |
| "epoch": 6.874966561446685, |
| "grad_norm": 0.7306429147720337, |
| "learning_rate": 0.000546545984560848, |
| "loss": 1.5863153076171874, |
| "step": 128500 |
| }, |
| { |
| "epoch": 6.901717404098229, |
| "grad_norm": 0.7541327476501465, |
| "learning_rate": 0.0005447465495834309, |
| "loss": 1.590626220703125, |
| "step": 129000 |
| }, |
| { |
| "epoch": 6.928468246749772, |
| "grad_norm": 0.751590371131897, |
| "learning_rate": 0.0005429471146060138, |
| "loss": 1.5914866943359376, |
| "step": 129500 |
| }, |
| { |
| "epoch": 6.955219089401316, |
| "grad_norm": 0.7596741914749146, |
| "learning_rate": 0.0005411476796285966, |
| "loss": 1.5921947021484375, |
| "step": 130000 |
| }, |
| { |
| "epoch": 6.981969932052859, |
| "grad_norm": 0.7774979472160339, |
| "learning_rate": 0.0005393482446511795, |
| "loss": 1.5906837158203124, |
| "step": 130500 |
| }, |
| { |
| "epoch": 7.008720774704403, |
| "grad_norm": 0.7522944211959839, |
| "learning_rate": 0.0005375488096737624, |
| "loss": 1.58911572265625, |
| "step": 131000 |
| }, |
| { |
| "epoch": 7.035471617355947, |
| "grad_norm": 0.710144579410553, |
| "learning_rate": 0.0005357493746963453, |
| "loss": 1.5968592529296874, |
| "step": 131500 |
| }, |
| { |
| "epoch": 7.06222246000749, |
| "grad_norm": 0.8234675526618958, |
| "learning_rate": 0.0005339499397189282, |
| "loss": 1.59000537109375, |
| "step": 132000 |
| }, |
| { |
| "epoch": 7.088973302659034, |
| "grad_norm": 0.7598490715026855, |
| "learning_rate": 0.0005321505047415112, |
| "loss": 1.5829810791015626, |
| "step": 132500 |
| }, |
| { |
| "epoch": 7.115724145310577, |
| "grad_norm": 0.7888147234916687, |
| "learning_rate": 0.0005303510697640941, |
| "loss": 1.5845816650390625, |
| "step": 133000 |
| }, |
| { |
| "epoch": 7.142474987962121, |
| "grad_norm": 0.7426342964172363, |
| "learning_rate": 0.000528551634786677, |
| "loss": 1.5815279541015625, |
| "step": 133500 |
| }, |
| { |
| "epoch": 7.169225830613664, |
| "grad_norm": 0.7744437456130981, |
| "learning_rate": 0.00052675219980926, |
| "loss": 1.581222412109375, |
| "step": 134000 |
| }, |
| { |
| "epoch": 7.195976673265208, |
| "grad_norm": 0.8049531579017639, |
| "learning_rate": 0.0005249527648318428, |
| "loss": 1.583486328125, |
| "step": 134500 |
| }, |
| { |
| "epoch": 7.222727515916751, |
| "grad_norm": 0.7207815051078796, |
| "learning_rate": 0.0005231533298544257, |
| "loss": 1.5812940673828124, |
| "step": 135000 |
| }, |
| { |
| "epoch": 7.249478358568295, |
| "grad_norm": 0.7493980526924133, |
| "learning_rate": 0.0005213538948770087, |
| "loss": 1.57850244140625, |
| "step": 135500 |
| }, |
| { |
| "epoch": 7.276229201219838, |
| "grad_norm": 0.7564734816551208, |
| "learning_rate": 0.0005195544598995915, |
| "loss": 1.5837806396484375, |
| "step": 136000 |
| }, |
| { |
| "epoch": 7.302980043871382, |
| "grad_norm": 0.7123373746871948, |
| "learning_rate": 0.0005177550249221744, |
| "loss": 1.5882777099609375, |
| "step": 136500 |
| }, |
| { |
| "epoch": 7.329730886522926, |
| "grad_norm": 0.7281443476676941, |
| "learning_rate": 0.0005159555899447573, |
| "loss": 1.5734921875, |
| "step": 137000 |
| }, |
| { |
| "epoch": 7.356481729174469, |
| "grad_norm": 0.751957356929779, |
| "learning_rate": 0.0005141561549673403, |
| "loss": 1.577795166015625, |
| "step": 137500 |
| }, |
| { |
| "epoch": 7.383232571826013, |
| "grad_norm": 0.7183213829994202, |
| "learning_rate": 0.0005123567199899232, |
| "loss": 1.5784765625, |
| "step": 138000 |
| }, |
| { |
| "epoch": 7.409983414477556, |
| "grad_norm": 0.7079334855079651, |
| "learning_rate": 0.0005105572850125061, |
| "loss": 1.5767528076171875, |
| "step": 138500 |
| }, |
| { |
| "epoch": 7.4367342571291, |
| "grad_norm": 0.759462833404541, |
| "learning_rate": 0.000508757850035089, |
| "loss": 1.576964111328125, |
| "step": 139000 |
| }, |
| { |
| "epoch": 7.463485099780643, |
| "grad_norm": 0.7075770497322083, |
| "learning_rate": 0.0005069584150576719, |
| "loss": 1.5788411865234375, |
| "step": 139500 |
| }, |
| { |
| "epoch": 7.490235942432187, |
| "grad_norm": 0.7932926416397095, |
| "learning_rate": 0.0005051589800802548, |
| "loss": 1.5738316650390625, |
| "step": 140000 |
| }, |
| { |
| "epoch": 7.51698678508373, |
| "grad_norm": 0.7543522715568542, |
| "learning_rate": 0.0005033595451028377, |
| "loss": 1.5748197021484376, |
| "step": 140500 |
| }, |
| { |
| "epoch": 7.543737627735274, |
| "grad_norm": 0.7194728255271912, |
| "learning_rate": 0.0005015601101254206, |
| "loss": 1.5730728759765624, |
| "step": 141000 |
| }, |
| { |
| "epoch": 7.570488470386817, |
| "grad_norm": 0.8007258772850037, |
| "learning_rate": 0.0004997606751480035, |
| "loss": 1.5670592041015625, |
| "step": 141500 |
| }, |
| { |
| "epoch": 7.597239313038361, |
| "grad_norm": 0.7342287302017212, |
| "learning_rate": 0.0004979612401705864, |
| "loss": 1.5717366943359374, |
| "step": 142000 |
| }, |
| { |
| "epoch": 7.623990155689905, |
| "grad_norm": 0.7782418131828308, |
| "learning_rate": 0.0004961618051931694, |
| "loss": 1.572611328125, |
| "step": 142500 |
| }, |
| { |
| "epoch": 7.650740998341448, |
| "grad_norm": 0.8047422170639038, |
| "learning_rate": 0.0004943623702157523, |
| "loss": 1.571184326171875, |
| "step": 143000 |
| }, |
| { |
| "epoch": 7.6774918409929915, |
| "grad_norm": 0.753219723701477, |
| "learning_rate": 0.0004925629352383352, |
| "loss": 1.56966943359375, |
| "step": 143500 |
| }, |
| { |
| "epoch": 7.704242683644535, |
| "grad_norm": 0.7463161945343018, |
| "learning_rate": 0.000490763500260918, |
| "loss": 1.566420654296875, |
| "step": 144000 |
| }, |
| { |
| "epoch": 7.7309935262960785, |
| "grad_norm": 0.7027589082717896, |
| "learning_rate": 0.000488964065283501, |
| "loss": 1.5628912353515625, |
| "step": 144500 |
| }, |
| { |
| "epoch": 7.7577443689476215, |
| "grad_norm": 0.7905352711677551, |
| "learning_rate": 0.00048716463030608386, |
| "loss": 1.563440673828125, |
| "step": 145000 |
| }, |
| { |
| "epoch": 7.7844952115991655, |
| "grad_norm": 0.7792290449142456, |
| "learning_rate": 0.0004853651953286668, |
| "loss": 1.5622423095703124, |
| "step": 145500 |
| }, |
| { |
| "epoch": 7.811246054250709, |
| "grad_norm": 0.7368639707565308, |
| "learning_rate": 0.0004835657603512497, |
| "loss": 1.565147216796875, |
| "step": 146000 |
| }, |
| { |
| "epoch": 7.837996896902252, |
| "grad_norm": 0.7256583571434021, |
| "learning_rate": 0.00048176632537383265, |
| "loss": 1.5632242431640626, |
| "step": 146500 |
| }, |
| { |
| "epoch": 7.8647477395537955, |
| "grad_norm": 0.7611755132675171, |
| "learning_rate": 0.0004799668903964156, |
| "loss": 1.55699609375, |
| "step": 147000 |
| }, |
| { |
| "epoch": 7.891498582205339, |
| "grad_norm": 0.7408255934715271, |
| "learning_rate": 0.0004781674554189984, |
| "loss": 1.5623577880859374, |
| "step": 147500 |
| }, |
| { |
| "epoch": 7.918249424856883, |
| "grad_norm": 0.7804815173149109, |
| "learning_rate": 0.00047636802044158133, |
| "loss": 1.5642452392578126, |
| "step": 148000 |
| }, |
| { |
| "epoch": 7.945000267508426, |
| "grad_norm": 0.7388637065887451, |
| "learning_rate": 0.00047456858546416426, |
| "loss": 1.561642333984375, |
| "step": 148500 |
| }, |
| { |
| "epoch": 7.97175111015997, |
| "grad_norm": 0.7259577512741089, |
| "learning_rate": 0.0004727691504867472, |
| "loss": 1.5545775146484375, |
| "step": 149000 |
| }, |
| { |
| "epoch": 7.998501952811513, |
| "grad_norm": 0.7551413774490356, |
| "learning_rate": 0.0004709697155093301, |
| "loss": 1.5569154052734375, |
| "step": 149500 |
| }, |
| { |
| "epoch": 8.025252795463057, |
| "grad_norm": 0.8080924153327942, |
| "learning_rate": 0.00046917028053191295, |
| "loss": 1.557394775390625, |
| "step": 150000 |
| }, |
| { |
| "epoch": 8.0520036381146, |
| "grad_norm": 0.7601260542869568, |
| "learning_rate": 0.0004673708455544959, |
| "loss": 1.5542308349609375, |
| "step": 150500 |
| }, |
| { |
| "epoch": 8.078754480766143, |
| "grad_norm": 0.7100428938865662, |
| "learning_rate": 0.0004655714105770788, |
| "loss": 1.5542353515625, |
| "step": 151000 |
| }, |
| { |
| "epoch": 8.105505323417688, |
| "grad_norm": 0.7985648512840271, |
| "learning_rate": 0.00046377197559966174, |
| "loss": 1.5555567626953124, |
| "step": 151500 |
| }, |
| { |
| "epoch": 8.132256166069231, |
| "grad_norm": 0.7503368854522705, |
| "learning_rate": 0.0004619725406222446, |
| "loss": 1.5509652099609375, |
| "step": 152000 |
| }, |
| { |
| "epoch": 8.159007008720774, |
| "grad_norm": 0.789909839630127, |
| "learning_rate": 0.00046017310564482755, |
| "loss": 1.55783251953125, |
| "step": 152500 |
| }, |
| { |
| "epoch": 8.185757851372319, |
| "grad_norm": 0.7529017925262451, |
| "learning_rate": 0.0004583736706674104, |
| "loss": 1.5534405517578125, |
| "step": 153000 |
| }, |
| { |
| "epoch": 8.212508694023862, |
| "grad_norm": 0.7600626349449158, |
| "learning_rate": 0.00045657423568999336, |
| "loss": 1.54395947265625, |
| "step": 153500 |
| }, |
| { |
| "epoch": 8.239259536675405, |
| "grad_norm": 0.7473117709159851, |
| "learning_rate": 0.0004547748007125763, |
| "loss": 1.5501925048828125, |
| "step": 154000 |
| }, |
| { |
| "epoch": 8.266010379326948, |
| "grad_norm": 0.724808931350708, |
| "learning_rate": 0.00045297536573515916, |
| "loss": 1.547697265625, |
| "step": 154500 |
| }, |
| { |
| "epoch": 8.292761221978493, |
| "grad_norm": 0.7340389490127563, |
| "learning_rate": 0.0004511759307577421, |
| "loss": 1.5496689453125, |
| "step": 155000 |
| }, |
| { |
| "epoch": 8.319512064630036, |
| "grad_norm": 0.7394249439239502, |
| "learning_rate": 0.00044937649578032497, |
| "loss": 1.539451416015625, |
| "step": 155500 |
| }, |
| { |
| "epoch": 8.346262907281579, |
| "grad_norm": 0.761161744594574, |
| "learning_rate": 0.0004475770608029079, |
| "loss": 1.548199951171875, |
| "step": 156000 |
| }, |
| { |
| "epoch": 8.373013749933122, |
| "grad_norm": 0.7441539764404297, |
| "learning_rate": 0.00044577762582549083, |
| "loss": 1.547853271484375, |
| "step": 156500 |
| }, |
| { |
| "epoch": 8.399764592584667, |
| "grad_norm": 0.7313327193260193, |
| "learning_rate": 0.0004439781908480737, |
| "loss": 1.5455986328125, |
| "step": 157000 |
| }, |
| { |
| "epoch": 8.42651543523621, |
| "grad_norm": 0.7411492466926575, |
| "learning_rate": 0.00044217875587065664, |
| "loss": 1.536748779296875, |
| "step": 157500 |
| }, |
| { |
| "epoch": 8.453266277887753, |
| "grad_norm": 0.7260663509368896, |
| "learning_rate": 0.0004403793208932395, |
| "loss": 1.5397850341796875, |
| "step": 158000 |
| }, |
| { |
| "epoch": 8.480017120539298, |
| "grad_norm": 0.7800888419151306, |
| "learning_rate": 0.00043857988591582245, |
| "loss": 1.5440208740234376, |
| "step": 158500 |
| }, |
| { |
| "epoch": 8.50676796319084, |
| "grad_norm": 0.7656701803207397, |
| "learning_rate": 0.0004367804509384053, |
| "loss": 1.546975341796875, |
| "step": 159000 |
| }, |
| { |
| "epoch": 8.533518805842384, |
| "grad_norm": 0.7696455121040344, |
| "learning_rate": 0.00043498101596098826, |
| "loss": 1.537057861328125, |
| "step": 159500 |
| }, |
| { |
| "epoch": 8.560269648493927, |
| "grad_norm": 0.7813064455986023, |
| "learning_rate": 0.0004331815809835712, |
| "loss": 1.54501953125, |
| "step": 160000 |
| }, |
| { |
| "epoch": 8.587020491145472, |
| "grad_norm": 0.7358993291854858, |
| "learning_rate": 0.00043138214600615406, |
| "loss": 1.5387371826171874, |
| "step": 160500 |
| }, |
| { |
| "epoch": 8.613771333797015, |
| "grad_norm": 0.767827033996582, |
| "learning_rate": 0.000429582711028737, |
| "loss": 1.5395753173828124, |
| "step": 161000 |
| }, |
| { |
| "epoch": 8.640522176448558, |
| "grad_norm": 0.7464857697486877, |
| "learning_rate": 0.00042778327605131987, |
| "loss": 1.5391500244140626, |
| "step": 161500 |
| }, |
| { |
| "epoch": 8.6672730191001, |
| "grad_norm": 0.762269914150238, |
| "learning_rate": 0.0004259838410739028, |
| "loss": 1.53144677734375, |
| "step": 162000 |
| }, |
| { |
| "epoch": 8.694023861751646, |
| "grad_norm": 0.7448802590370178, |
| "learning_rate": 0.00042418440609648573, |
| "loss": 1.53069091796875, |
| "step": 162500 |
| }, |
| { |
| "epoch": 8.720774704403189, |
| "grad_norm": 0.7250141501426697, |
| "learning_rate": 0.0004223849711190686, |
| "loss": 1.5396180419921874, |
| "step": 163000 |
| }, |
| { |
| "epoch": 8.747525547054732, |
| "grad_norm": 0.7308769226074219, |
| "learning_rate": 0.00042058553614165154, |
| "loss": 1.5377947998046875, |
| "step": 163500 |
| }, |
| { |
| "epoch": 8.774276389706277, |
| "grad_norm": 0.6930657625198364, |
| "learning_rate": 0.0004187861011642344, |
| "loss": 1.5352694091796875, |
| "step": 164000 |
| }, |
| { |
| "epoch": 8.80102723235782, |
| "grad_norm": 0.7253273725509644, |
| "learning_rate": 0.00041698666618681735, |
| "loss": 1.533189208984375, |
| "step": 164500 |
| }, |
| { |
| "epoch": 8.827778075009363, |
| "grad_norm": 0.7447793483734131, |
| "learning_rate": 0.0004151872312094003, |
| "loss": 1.528855224609375, |
| "step": 165000 |
| }, |
| { |
| "epoch": 8.854528917660906, |
| "grad_norm": 0.6933104991912842, |
| "learning_rate": 0.0004133877962319832, |
| "loss": 1.5295169677734375, |
| "step": 165500 |
| }, |
| { |
| "epoch": 8.88127976031245, |
| "grad_norm": 0.7189187407493591, |
| "learning_rate": 0.00041158836125456603, |
| "loss": 1.532017333984375, |
| "step": 166000 |
| }, |
| { |
| "epoch": 8.908030602963994, |
| "grad_norm": 0.7505865693092346, |
| "learning_rate": 0.00040978892627714896, |
| "loss": 1.5301812744140626, |
| "step": 166500 |
| }, |
| { |
| "epoch": 8.934781445615537, |
| "grad_norm": 0.7124701142311096, |
| "learning_rate": 0.0004079894912997319, |
| "loss": 1.5288656005859376, |
| "step": 167000 |
| }, |
| { |
| "epoch": 8.96153228826708, |
| "grad_norm": 0.7343282699584961, |
| "learning_rate": 0.0004061900563223148, |
| "loss": 1.5274080810546875, |
| "step": 167500 |
| }, |
| { |
| "epoch": 8.988283130918624, |
| "grad_norm": 0.7689876556396484, |
| "learning_rate": 0.00040439062134489776, |
| "loss": 1.523005126953125, |
| "step": 168000 |
| }, |
| { |
| "epoch": 9.015033973570167, |
| "grad_norm": 0.7539162039756775, |
| "learning_rate": 0.0004025911863674806, |
| "loss": 1.522071044921875, |
| "step": 168500 |
| }, |
| { |
| "epoch": 9.04178481622171, |
| "grad_norm": 0.7118518352508545, |
| "learning_rate": 0.0004007917513900635, |
| "loss": 1.5295810546875, |
| "step": 169000 |
| }, |
| { |
| "epoch": 9.068535658873255, |
| "grad_norm": 0.7213994264602661, |
| "learning_rate": 0.00039899231641264644, |
| "loss": 1.51806982421875, |
| "step": 169500 |
| }, |
| { |
| "epoch": 9.095286501524798, |
| "grad_norm": 0.6974011659622192, |
| "learning_rate": 0.00039719288143522937, |
| "loss": 1.51844580078125, |
| "step": 170000 |
| }, |
| { |
| "epoch": 9.122037344176341, |
| "grad_norm": 0.716418445110321, |
| "learning_rate": 0.0003953934464578123, |
| "loss": 1.519795654296875, |
| "step": 170500 |
| }, |
| { |
| "epoch": 9.148788186827884, |
| "grad_norm": 0.7481328248977661, |
| "learning_rate": 0.0003935940114803951, |
| "loss": 1.52125390625, |
| "step": 171000 |
| }, |
| { |
| "epoch": 9.17553902947943, |
| "grad_norm": 0.7122513651847839, |
| "learning_rate": 0.00039179457650297806, |
| "loss": 1.5144580078125, |
| "step": 171500 |
| }, |
| { |
| "epoch": 9.202289872130972, |
| "grad_norm": 0.7269628047943115, |
| "learning_rate": 0.000389995141525561, |
| "loss": 1.515474365234375, |
| "step": 172000 |
| }, |
| { |
| "epoch": 9.229040714782515, |
| "grad_norm": 0.7624303698539734, |
| "learning_rate": 0.0003881957065481439, |
| "loss": 1.5189844970703126, |
| "step": 172500 |
| }, |
| { |
| "epoch": 9.255791557434058, |
| "grad_norm": 0.7570505142211914, |
| "learning_rate": 0.0003863962715707268, |
| "loss": 1.5225419921875, |
| "step": 173000 |
| }, |
| { |
| "epoch": 9.282542400085603, |
| "grad_norm": 0.693884015083313, |
| "learning_rate": 0.00038459683659330967, |
| "loss": 1.5088955078125, |
| "step": 173500 |
| }, |
| { |
| "epoch": 9.309293242737146, |
| "grad_norm": 0.7123017311096191, |
| "learning_rate": 0.0003827974016158926, |
| "loss": 1.5151614990234374, |
| "step": 174000 |
| }, |
| { |
| "epoch": 9.33604408538869, |
| "grad_norm": 0.7079525589942932, |
| "learning_rate": 0.00038099796663847553, |
| "loss": 1.51560400390625, |
| "step": 174500 |
| }, |
| { |
| "epoch": 9.362794928040234, |
| "grad_norm": 0.6983911395072937, |
| "learning_rate": 0.00037919853166105846, |
| "loss": 1.5168739013671875, |
| "step": 175000 |
| }, |
| { |
| "epoch": 9.389545770691777, |
| "grad_norm": 0.7500879764556885, |
| "learning_rate": 0.00037739909668364134, |
| "loss": 1.5098924560546876, |
| "step": 175500 |
| }, |
| { |
| "epoch": 9.41629661334332, |
| "grad_norm": 0.7747844457626343, |
| "learning_rate": 0.0003755996617062242, |
| "loss": 1.5116580810546876, |
| "step": 176000 |
| }, |
| { |
| "epoch": 9.443047455994863, |
| "grad_norm": 0.7102504372596741, |
| "learning_rate": 0.00037380022672880715, |
| "loss": 1.513258544921875, |
| "step": 176500 |
| }, |
| { |
| "epoch": 9.469798298646408, |
| "grad_norm": 0.7059140801429749, |
| "learning_rate": 0.0003720007917513901, |
| "loss": 1.5125245361328126, |
| "step": 177000 |
| }, |
| { |
| "epoch": 9.496549141297951, |
| "grad_norm": 0.749907910823822, |
| "learning_rate": 0.000370201356773973, |
| "loss": 1.515197509765625, |
| "step": 177500 |
| }, |
| { |
| "epoch": 9.523299983949494, |
| "grad_norm": 0.8103958964347839, |
| "learning_rate": 0.0003684019217965559, |
| "loss": 1.5046624755859375, |
| "step": 178000 |
| }, |
| { |
| "epoch": 9.550050826601037, |
| "grad_norm": 0.7142824530601501, |
| "learning_rate": 0.0003666024868191388, |
| "loss": 1.5047467041015625, |
| "step": 178500 |
| }, |
| { |
| "epoch": 9.576801669252582, |
| "grad_norm": 0.7496501803398132, |
| "learning_rate": 0.0003648030518417217, |
| "loss": 1.5018792724609376, |
| "step": 179000 |
| }, |
| { |
| "epoch": 9.603552511904125, |
| "grad_norm": 0.7446944713592529, |
| "learning_rate": 0.0003630036168643046, |
| "loss": 1.5039600830078126, |
| "step": 179500 |
| }, |
| { |
| "epoch": 9.630303354555668, |
| "grad_norm": 0.7408098578453064, |
| "learning_rate": 0.0003612041818868875, |
| "loss": 1.51191552734375, |
| "step": 180000 |
| }, |
| { |
| "epoch": 9.657054197207213, |
| "grad_norm": 0.7211296558380127, |
| "learning_rate": 0.00035940474690947043, |
| "loss": 1.5069207763671875, |
| "step": 180500 |
| }, |
| { |
| "epoch": 9.683805039858756, |
| "grad_norm": 0.7187151312828064, |
| "learning_rate": 0.00035760531193205336, |
| "loss": 1.5100963134765626, |
| "step": 181000 |
| }, |
| { |
| "epoch": 9.710555882510299, |
| "grad_norm": 0.7317778468132019, |
| "learning_rate": 0.00035580587695463624, |
| "loss": 1.5019161376953125, |
| "step": 181500 |
| }, |
| { |
| "epoch": 9.737306725161842, |
| "grad_norm": 0.7727632522583008, |
| "learning_rate": 0.00035400644197721917, |
| "loss": 1.4982386474609375, |
| "step": 182000 |
| }, |
| { |
| "epoch": 9.764057567813387, |
| "grad_norm": 0.7385058403015137, |
| "learning_rate": 0.00035220700699980205, |
| "loss": 1.503185302734375, |
| "step": 182500 |
| }, |
| { |
| "epoch": 9.79080841046493, |
| "grad_norm": 0.7632474899291992, |
| "learning_rate": 0.000350407572022385, |
| "loss": 1.5056253662109376, |
| "step": 183000 |
| }, |
| { |
| "epoch": 9.817559253116473, |
| "grad_norm": 0.7118545174598694, |
| "learning_rate": 0.0003486081370449679, |
| "loss": 1.5031114501953124, |
| "step": 183500 |
| }, |
| { |
| "epoch": 9.844310095768016, |
| "grad_norm": 0.7350465059280396, |
| "learning_rate": 0.0003468087020675508, |
| "loss": 1.5033663330078124, |
| "step": 184000 |
| }, |
| { |
| "epoch": 9.87106093841956, |
| "grad_norm": 0.7367674112319946, |
| "learning_rate": 0.0003450092670901337, |
| "loss": 1.49630322265625, |
| "step": 184500 |
| }, |
| { |
| "epoch": 9.897811781071104, |
| "grad_norm": 0.7782302498817444, |
| "learning_rate": 0.0003432098321127166, |
| "loss": 1.4930860595703126, |
| "step": 185000 |
| }, |
| { |
| "epoch": 9.924562623722647, |
| "grad_norm": 0.7644042372703552, |
| "learning_rate": 0.0003414103971352995, |
| "loss": 1.4961455078125, |
| "step": 185500 |
| }, |
| { |
| "epoch": 9.951313466374192, |
| "grad_norm": 0.7162057161331177, |
| "learning_rate": 0.00033961096215788246, |
| "loss": 1.495660888671875, |
| "step": 186000 |
| }, |
| { |
| "epoch": 9.978064309025735, |
| "grad_norm": 0.7434723377227783, |
| "learning_rate": 0.00033781152718046533, |
| "loss": 1.502974853515625, |
| "step": 186500 |
| }, |
| { |
| "epoch": 10.004815151677278, |
| "grad_norm": 0.723887026309967, |
| "learning_rate": 0.0003360120922030482, |
| "loss": 1.4945015869140625, |
| "step": 187000 |
| }, |
| { |
| "epoch": 10.03156599432882, |
| "grad_norm": 0.760871946811676, |
| "learning_rate": 0.00033421265722563114, |
| "loss": 1.4913509521484376, |
| "step": 187500 |
| }, |
| { |
| "epoch": 10.058316836980365, |
| "grad_norm": 0.7596881985664368, |
| "learning_rate": 0.00033241322224821407, |
| "loss": 1.488368896484375, |
| "step": 188000 |
| }, |
| { |
| "epoch": 10.085067679631909, |
| "grad_norm": 0.7474902868270874, |
| "learning_rate": 0.000330613787270797, |
| "loss": 1.4905345458984376, |
| "step": 188500 |
| }, |
| { |
| "epoch": 10.111818522283452, |
| "grad_norm": 0.7005614638328552, |
| "learning_rate": 0.0003288143522933799, |
| "loss": 1.491130615234375, |
| "step": 189000 |
| }, |
| { |
| "epoch": 10.138569364934995, |
| "grad_norm": 0.7195891737937927, |
| "learning_rate": 0.00032701491731596276, |
| "loss": 1.4862049560546875, |
| "step": 189500 |
| }, |
| { |
| "epoch": 10.16532020758654, |
| "grad_norm": 0.6897690296173096, |
| "learning_rate": 0.0003252154823385457, |
| "loss": 1.4862669677734375, |
| "step": 190000 |
| }, |
| { |
| "epoch": 10.192071050238082, |
| "grad_norm": 0.7414577603340149, |
| "learning_rate": 0.0003234160473611286, |
| "loss": 1.488429931640625, |
| "step": 190500 |
| }, |
| { |
| "epoch": 10.218821892889626, |
| "grad_norm": 0.7738565802574158, |
| "learning_rate": 0.00032161661238371155, |
| "loss": 1.4845257568359376, |
| "step": 191000 |
| }, |
| { |
| "epoch": 10.24557273554117, |
| "grad_norm": 0.7129031419754028, |
| "learning_rate": 0.0003198171774062945, |
| "loss": 1.4905755615234375, |
| "step": 191500 |
| }, |
| { |
| "epoch": 10.272323578192713, |
| "grad_norm": 0.7828429937362671, |
| "learning_rate": 0.0003180177424288773, |
| "loss": 1.486052490234375, |
| "step": 192000 |
| }, |
| { |
| "epoch": 10.299074420844256, |
| "grad_norm": 0.7572054266929626, |
| "learning_rate": 0.00031621830745146023, |
| "loss": 1.48398974609375, |
| "step": 192500 |
| }, |
| { |
| "epoch": 10.3258252634958, |
| "grad_norm": 0.7738214731216431, |
| "learning_rate": 0.00031441887247404316, |
| "loss": 1.4865242919921875, |
| "step": 193000 |
| }, |
| { |
| "epoch": 10.352576106147344, |
| "grad_norm": 0.7070664167404175, |
| "learning_rate": 0.0003126194374966261, |
| "loss": 1.4872012939453125, |
| "step": 193500 |
| }, |
| { |
| "epoch": 10.379326948798887, |
| "grad_norm": 0.7296112775802612, |
| "learning_rate": 0.000310820002519209, |
| "loss": 1.48883984375, |
| "step": 194000 |
| }, |
| { |
| "epoch": 10.40607779145043, |
| "grad_norm": 0.7528848052024841, |
| "learning_rate": 0.00030902056754179185, |
| "loss": 1.482719482421875, |
| "step": 194500 |
| }, |
| { |
| "epoch": 10.432828634101973, |
| "grad_norm": 0.7360111474990845, |
| "learning_rate": 0.0003072211325643748, |
| "loss": 1.4778614501953125, |
| "step": 195000 |
| }, |
| { |
| "epoch": 10.459579476753518, |
| "grad_norm": 0.7553589940071106, |
| "learning_rate": 0.0003054216975869577, |
| "loss": 1.48245654296875, |
| "step": 195500 |
| }, |
| { |
| "epoch": 10.486330319405061, |
| "grad_norm": 0.7393176555633545, |
| "learning_rate": 0.00030362226260954064, |
| "loss": 1.4827337646484375, |
| "step": 196000 |
| }, |
| { |
| "epoch": 10.513081162056604, |
| "grad_norm": 0.7065622806549072, |
| "learning_rate": 0.0003018228276321235, |
| "loss": 1.4763675537109375, |
| "step": 196500 |
| }, |
| { |
| "epoch": 10.539832004708149, |
| "grad_norm": 0.7320563793182373, |
| "learning_rate": 0.0003000233926547064, |
| "loss": 1.4766748046875, |
| "step": 197000 |
| }, |
| { |
| "epoch": 10.566582847359692, |
| "grad_norm": 0.6942557692527771, |
| "learning_rate": 0.0002982239576772893, |
| "loss": 1.479320068359375, |
| "step": 197500 |
| }, |
| { |
| "epoch": 10.593333690011235, |
| "grad_norm": 0.7333496809005737, |
| "learning_rate": 0.00029642452269987226, |
| "loss": 1.48045166015625, |
| "step": 198000 |
| }, |
| { |
| "epoch": 10.620084532662778, |
| "grad_norm": 0.7259752750396729, |
| "learning_rate": 0.0002946250877224552, |
| "loss": 1.477999267578125, |
| "step": 198500 |
| }, |
| { |
| "epoch": 10.646835375314323, |
| "grad_norm": 0.7029126286506653, |
| "learning_rate": 0.00029282565274503806, |
| "loss": 1.479612060546875, |
| "step": 199000 |
| }, |
| { |
| "epoch": 10.673586217965866, |
| "grad_norm": 0.7578304409980774, |
| "learning_rate": 0.00029102621776762094, |
| "loss": 1.4713853759765625, |
| "step": 199500 |
| }, |
| { |
| "epoch": 10.700337060617409, |
| "grad_norm": 0.7665888667106628, |
| "learning_rate": 0.00028922678279020387, |
| "loss": 1.4723492431640626, |
| "step": 200000 |
| }, |
| { |
| "epoch": 10.727087903268952, |
| "grad_norm": 0.7280429005622864, |
| "learning_rate": 0.0002874273478127868, |
| "loss": 1.4720491943359375, |
| "step": 200500 |
| }, |
| { |
| "epoch": 10.753838745920497, |
| "grad_norm": 0.7449855208396912, |
| "learning_rate": 0.00028562791283536973, |
| "loss": 1.46521875, |
| "step": 201000 |
| }, |
| { |
| "epoch": 10.78058958857204, |
| "grad_norm": 0.7010794878005981, |
| "learning_rate": 0.0002838284778579526, |
| "loss": 1.4695062255859375, |
| "step": 201500 |
| }, |
| { |
| "epoch": 10.807340431223583, |
| "grad_norm": 0.714584469795227, |
| "learning_rate": 0.0002820290428805355, |
| "loss": 1.473732177734375, |
| "step": 202000 |
| }, |
| { |
| "epoch": 10.834091273875128, |
| "grad_norm": 0.767084002494812, |
| "learning_rate": 0.0002802296079031184, |
| "loss": 1.470200439453125, |
| "step": 202500 |
| }, |
| { |
| "epoch": 10.86084211652667, |
| "grad_norm": 0.7632326483726501, |
| "learning_rate": 0.00027843017292570135, |
| "loss": 1.4696666259765625, |
| "step": 203000 |
| }, |
| { |
| "epoch": 10.887592959178214, |
| "grad_norm": 0.7717725038528442, |
| "learning_rate": 0.0002766307379482842, |
| "loss": 1.46488671875, |
| "step": 203500 |
| }, |
| { |
| "epoch": 10.914343801829757, |
| "grad_norm": 0.7862579226493835, |
| "learning_rate": 0.00027483130297086716, |
| "loss": 1.46486328125, |
| "step": 204000 |
| }, |
| { |
| "epoch": 10.941094644481302, |
| "grad_norm": 0.6994292736053467, |
| "learning_rate": 0.0002730318679934501, |
| "loss": 1.4673212890625, |
| "step": 204500 |
| }, |
| { |
| "epoch": 10.967845487132845, |
| "grad_norm": 0.7454450130462646, |
| "learning_rate": 0.00027123243301603296, |
| "loss": 1.4633814697265626, |
| "step": 205000 |
| }, |
| { |
| "epoch": 10.994596329784388, |
| "grad_norm": 0.7814640998840332, |
| "learning_rate": 0.0002694329980386159, |
| "loss": 1.4637462158203125, |
| "step": 205500 |
| }, |
| { |
| "epoch": 11.02134717243593, |
| "grad_norm": 0.7605470418930054, |
| "learning_rate": 0.00026763356306119877, |
| "loss": 1.4621773681640624, |
| "step": 206000 |
| }, |
| { |
| "epoch": 11.048098015087476, |
| "grad_norm": 0.7483647465705872, |
| "learning_rate": 0.0002658341280837817, |
| "loss": 1.4608890380859374, |
| "step": 206500 |
| }, |
| { |
| "epoch": 11.074848857739019, |
| "grad_norm": 0.7337815165519714, |
| "learning_rate": 0.00026403469310636463, |
| "loss": 1.458990966796875, |
| "step": 207000 |
| }, |
| { |
| "epoch": 11.101599700390562, |
| "grad_norm": 0.7331007719039917, |
| "learning_rate": 0.0002622352581289475, |
| "loss": 1.4553223876953125, |
| "step": 207500 |
| }, |
| { |
| "epoch": 11.128350543042107, |
| "grad_norm": 0.7788465619087219, |
| "learning_rate": 0.00026043582315153044, |
| "loss": 1.4683961181640626, |
| "step": 208000 |
| }, |
| { |
| "epoch": 11.15510138569365, |
| "grad_norm": 0.7576395273208618, |
| "learning_rate": 0.0002586363881741133, |
| "loss": 1.4613536376953125, |
| "step": 208500 |
| }, |
| { |
| "epoch": 11.181852228345193, |
| "grad_norm": 0.8308989405632019, |
| "learning_rate": 0.00025683695319669625, |
| "loss": 1.4643599853515625, |
| "step": 209000 |
| }, |
| { |
| "epoch": 11.208603070996736, |
| "grad_norm": 0.814745306968689, |
| "learning_rate": 0.0002550375182192792, |
| "loss": 1.4551763916015625, |
| "step": 209500 |
| }, |
| { |
| "epoch": 11.23535391364828, |
| "grad_norm": 0.8077753186225891, |
| "learning_rate": 0.00025323808324186206, |
| "loss": 1.4577049560546875, |
| "step": 210000 |
| }, |
| { |
| "epoch": 11.262104756299824, |
| "grad_norm": 0.725962221622467, |
| "learning_rate": 0.00025143864826444493, |
| "loss": 1.459432861328125, |
| "step": 210500 |
| }, |
| { |
| "epoch": 11.288855598951367, |
| "grad_norm": 0.750404953956604, |
| "learning_rate": 0.00024963921328702786, |
| "loss": 1.4516353759765626, |
| "step": 211000 |
| }, |
| { |
| "epoch": 11.31560644160291, |
| "grad_norm": 0.7517709732055664, |
| "learning_rate": 0.0002478397783096108, |
| "loss": 1.4558858642578125, |
| "step": 211500 |
| }, |
| { |
| "epoch": 11.342357284254454, |
| "grad_norm": 0.7569293975830078, |
| "learning_rate": 0.00024604034333219367, |
| "loss": 1.4541234130859375, |
| "step": 212000 |
| }, |
| { |
| "epoch": 11.369108126905997, |
| "grad_norm": 0.7466174960136414, |
| "learning_rate": 0.0002442409083547766, |
| "loss": 1.4536090087890625, |
| "step": 212500 |
| }, |
| { |
| "epoch": 11.39585896955754, |
| "grad_norm": 0.7441415190696716, |
| "learning_rate": 0.0002424414733773595, |
| "loss": 1.4533345947265626, |
| "step": 213000 |
| }, |
| { |
| "epoch": 11.422609812209085, |
| "grad_norm": 0.7417920231819153, |
| "learning_rate": 0.0002406420383999424, |
| "loss": 1.4490595703125, |
| "step": 213500 |
| }, |
| { |
| "epoch": 11.449360654860628, |
| "grad_norm": 0.7110759615898132, |
| "learning_rate": 0.00023884260342252534, |
| "loss": 1.4479295654296875, |
| "step": 214000 |
| }, |
| { |
| "epoch": 11.476111497512171, |
| "grad_norm": 0.7999290823936462, |
| "learning_rate": 0.00023704316844510824, |
| "loss": 1.44936962890625, |
| "step": 214500 |
| }, |
| { |
| "epoch": 11.502862340163714, |
| "grad_norm": 0.7483652234077454, |
| "learning_rate": 0.00023524373346769115, |
| "loss": 1.450311279296875, |
| "step": 215000 |
| }, |
| { |
| "epoch": 11.52961318281526, |
| "grad_norm": 0.7512121200561523, |
| "learning_rate": 0.00023344429849027408, |
| "loss": 1.4471968994140625, |
| "step": 215500 |
| }, |
| { |
| "epoch": 11.556364025466802, |
| "grad_norm": 0.7558231949806213, |
| "learning_rate": 0.00023164486351285696, |
| "loss": 1.445528564453125, |
| "step": 216000 |
| }, |
| { |
| "epoch": 11.583114868118345, |
| "grad_norm": 0.7120853662490845, |
| "learning_rate": 0.0002298454285354399, |
| "loss": 1.4474659423828125, |
| "step": 216500 |
| }, |
| { |
| "epoch": 11.609865710769888, |
| "grad_norm": 0.7217755913734436, |
| "learning_rate": 0.00022804599355802276, |
| "loss": 1.4469678955078125, |
| "step": 217000 |
| }, |
| { |
| "epoch": 11.636616553421433, |
| "grad_norm": 0.6941093802452087, |
| "learning_rate": 0.0002262465585806057, |
| "loss": 1.4444993896484375, |
| "step": 217500 |
| }, |
| { |
| "epoch": 11.663367396072976, |
| "grad_norm": 0.6859148740768433, |
| "learning_rate": 0.00022444712360318863, |
| "loss": 1.4369112548828125, |
| "step": 218000 |
| }, |
| { |
| "epoch": 11.69011823872452, |
| "grad_norm": 0.7878859639167786, |
| "learning_rate": 0.0002226476886257715, |
| "loss": 1.4470831298828124, |
| "step": 218500 |
| }, |
| { |
| "epoch": 11.716869081376064, |
| "grad_norm": 0.760720431804657, |
| "learning_rate": 0.00022084825364835443, |
| "loss": 1.440456787109375, |
| "step": 219000 |
| }, |
| { |
| "epoch": 11.743619924027607, |
| "grad_norm": 0.7022302150726318, |
| "learning_rate": 0.0002190488186709373, |
| "loss": 1.4445809326171875, |
| "step": 219500 |
| }, |
| { |
| "epoch": 11.77037076667915, |
| "grad_norm": 0.7376380562782288, |
| "learning_rate": 0.00021724938369352024, |
| "loss": 1.4409373779296875, |
| "step": 220000 |
| }, |
| { |
| "epoch": 11.797121609330693, |
| "grad_norm": 0.7675197720527649, |
| "learning_rate": 0.00021544994871610314, |
| "loss": 1.441703857421875, |
| "step": 220500 |
| }, |
| { |
| "epoch": 11.823872451982238, |
| "grad_norm": 0.7365001440048218, |
| "learning_rate": 0.00021365051373868605, |
| "loss": 1.434283935546875, |
| "step": 221000 |
| }, |
| { |
| "epoch": 11.850623294633781, |
| "grad_norm": 0.7452089190483093, |
| "learning_rate": 0.00021185107876126898, |
| "loss": 1.438060302734375, |
| "step": 221500 |
| }, |
| { |
| "epoch": 11.877374137285324, |
| "grad_norm": 0.7879006266593933, |
| "learning_rate": 0.00021005164378385188, |
| "loss": 1.4402716064453125, |
| "step": 222000 |
| }, |
| { |
| "epoch": 11.904124979936867, |
| "grad_norm": 0.7459799647331238, |
| "learning_rate": 0.0002082522088064348, |
| "loss": 1.4389625244140625, |
| "step": 222500 |
| }, |
| { |
| "epoch": 11.930875822588412, |
| "grad_norm": 0.7374847531318665, |
| "learning_rate": 0.0002064527738290177, |
| "loss": 1.435837158203125, |
| "step": 223000 |
| }, |
| { |
| "epoch": 11.957626665239955, |
| "grad_norm": 0.7564308047294617, |
| "learning_rate": 0.0002046533388516006, |
| "loss": 1.432250732421875, |
| "step": 223500 |
| }, |
| { |
| "epoch": 11.984377507891498, |
| "grad_norm": 0.7205511331558228, |
| "learning_rate": 0.0002028539038741835, |
| "loss": 1.4373668212890625, |
| "step": 224000 |
| }, |
| { |
| "epoch": 12.011128350543043, |
| "grad_norm": 0.8186995983123779, |
| "learning_rate": 0.00020105446889676643, |
| "loss": 1.441746826171875, |
| "step": 224500 |
| }, |
| { |
| "epoch": 12.037879193194586, |
| "grad_norm": 0.729551374912262, |
| "learning_rate": 0.00019925503391934933, |
| "loss": 1.4410009765625, |
| "step": 225000 |
| }, |
| { |
| "epoch": 12.064630035846129, |
| "grad_norm": 0.7062949538230896, |
| "learning_rate": 0.00019745559894193224, |
| "loss": 1.436554443359375, |
| "step": 225500 |
| }, |
| { |
| "epoch": 12.091380878497672, |
| "grad_norm": 0.7159262895584106, |
| "learning_rate": 0.00019565616396451514, |
| "loss": 1.4290533447265625, |
| "step": 226000 |
| }, |
| { |
| "epoch": 12.118131721149217, |
| "grad_norm": 0.8138640522956848, |
| "learning_rate": 0.00019385672898709804, |
| "loss": 1.4325101318359375, |
| "step": 226500 |
| }, |
| { |
| "epoch": 12.14488256380076, |
| "grad_norm": 0.7465634346008301, |
| "learning_rate": 0.00019205729400968098, |
| "loss": 1.4300877685546876, |
| "step": 227000 |
| }, |
| { |
| "epoch": 12.171633406452303, |
| "grad_norm": 0.7509774565696716, |
| "learning_rate": 0.00019025785903226385, |
| "loss": 1.4303016357421876, |
| "step": 227500 |
| }, |
| { |
| "epoch": 12.198384249103846, |
| "grad_norm": 0.7163280844688416, |
| "learning_rate": 0.00018845842405484678, |
| "loss": 1.425113525390625, |
| "step": 228000 |
| }, |
| { |
| "epoch": 12.22513509175539, |
| "grad_norm": 0.8012059926986694, |
| "learning_rate": 0.00018665898907742971, |
| "loss": 1.4264906005859375, |
| "step": 228500 |
| }, |
| { |
| "epoch": 12.251885934406934, |
| "grad_norm": 0.7673007249832153, |
| "learning_rate": 0.0001848595541000126, |
| "loss": 1.4268021240234374, |
| "step": 229000 |
| }, |
| { |
| "epoch": 12.278636777058477, |
| "grad_norm": 0.7365991473197937, |
| "learning_rate": 0.00018306011912259552, |
| "loss": 1.421816162109375, |
| "step": 229500 |
| }, |
| { |
| "epoch": 12.305387619710022, |
| "grad_norm": 0.723831057548523, |
| "learning_rate": 0.0001812606841451784, |
| "loss": 1.4243193359375, |
| "step": 230000 |
| }, |
| { |
| "epoch": 12.332138462361565, |
| "grad_norm": 0.7596046924591064, |
| "learning_rate": 0.00017946124916776133, |
| "loss": 1.4229552001953125, |
| "step": 230500 |
| }, |
| { |
| "epoch": 12.358889305013108, |
| "grad_norm": 0.7320923209190369, |
| "learning_rate": 0.00017766181419034423, |
| "loss": 1.4240860595703124, |
| "step": 231000 |
| }, |
| { |
| "epoch": 12.38564014766465, |
| "grad_norm": 0.7441561222076416, |
| "learning_rate": 0.00017586237921292714, |
| "loss": 1.4169525146484374, |
| "step": 231500 |
| }, |
| { |
| "epoch": 12.412390990316196, |
| "grad_norm": 0.775891900062561, |
| "learning_rate": 0.00017406294423551007, |
| "loss": 1.42210546875, |
| "step": 232000 |
| }, |
| { |
| "epoch": 12.439141832967739, |
| "grad_norm": 0.7397918701171875, |
| "learning_rate": 0.00017226350925809294, |
| "loss": 1.426420166015625, |
| "step": 232500 |
| }, |
| { |
| "epoch": 12.465892675619282, |
| "grad_norm": 0.7503230571746826, |
| "learning_rate": 0.00017046407428067588, |
| "loss": 1.42242578125, |
| "step": 233000 |
| }, |
| { |
| "epoch": 12.492643518270825, |
| "grad_norm": 0.7026985883712769, |
| "learning_rate": 0.00016866463930325878, |
| "loss": 1.4258599853515626, |
| "step": 233500 |
| }, |
| { |
| "epoch": 12.51939436092237, |
| "grad_norm": 0.7166287302970886, |
| "learning_rate": 0.00016686520432584168, |
| "loss": 1.4213619384765626, |
| "step": 234000 |
| }, |
| { |
| "epoch": 12.546145203573912, |
| "grad_norm": 0.6964495182037354, |
| "learning_rate": 0.0001650657693484246, |
| "loss": 1.420487060546875, |
| "step": 234500 |
| }, |
| { |
| "epoch": 12.572896046225456, |
| "grad_norm": 0.7205587029457092, |
| "learning_rate": 0.00016326633437100752, |
| "loss": 1.4192598876953124, |
| "step": 235000 |
| }, |
| { |
| "epoch": 12.599646888877, |
| "grad_norm": 0.7457663416862488, |
| "learning_rate": 0.00016146689939359042, |
| "loss": 1.419793701171875, |
| "step": 235500 |
| }, |
| { |
| "epoch": 12.626397731528543, |
| "grad_norm": 0.7040967345237732, |
| "learning_rate": 0.00015966746441617333, |
| "loss": 1.422240478515625, |
| "step": 236000 |
| }, |
| { |
| "epoch": 12.653148574180086, |
| "grad_norm": 0.7471552491188049, |
| "learning_rate": 0.00015786802943875623, |
| "loss": 1.4128699951171875, |
| "step": 236500 |
| }, |
| { |
| "epoch": 12.67989941683163, |
| "grad_norm": 0.7501447200775146, |
| "learning_rate": 0.00015606859446133913, |
| "loss": 1.4160101318359375, |
| "step": 237000 |
| }, |
| { |
| "epoch": 12.706650259483174, |
| "grad_norm": 0.7668195962905884, |
| "learning_rate": 0.00015426915948392206, |
| "loss": 1.4136405029296875, |
| "step": 237500 |
| }, |
| { |
| "epoch": 12.733401102134717, |
| "grad_norm": 0.7606184482574463, |
| "learning_rate": 0.00015246972450650494, |
| "loss": 1.409126708984375, |
| "step": 238000 |
| }, |
| { |
| "epoch": 12.76015194478626, |
| "grad_norm": 0.7456269264221191, |
| "learning_rate": 0.00015067028952908787, |
| "loss": 1.4066519775390625, |
| "step": 238500 |
| }, |
| { |
| "epoch": 12.786902787437803, |
| "grad_norm": 0.724746584892273, |
| "learning_rate": 0.00014887085455167078, |
| "loss": 1.413960205078125, |
| "step": 239000 |
| }, |
| { |
| "epoch": 12.813653630089348, |
| "grad_norm": 0.7239637970924377, |
| "learning_rate": 0.00014707141957425368, |
| "loss": 1.4140576171875, |
| "step": 239500 |
| }, |
| { |
| "epoch": 12.840404472740891, |
| "grad_norm": 0.7354808449745178, |
| "learning_rate": 0.0001452719845968366, |
| "loss": 1.406454833984375, |
| "step": 240000 |
| }, |
| { |
| "epoch": 12.867155315392434, |
| "grad_norm": 0.792609691619873, |
| "learning_rate": 0.0001434725496194195, |
| "loss": 1.405090576171875, |
| "step": 240500 |
| }, |
| { |
| "epoch": 12.893906158043979, |
| "grad_norm": 0.7580500245094299, |
| "learning_rate": 0.00014167311464200242, |
| "loss": 1.4115911865234374, |
| "step": 241000 |
| }, |
| { |
| "epoch": 12.920657000695522, |
| "grad_norm": 0.7074113488197327, |
| "learning_rate": 0.00013987367966458532, |
| "loss": 1.4088466796875, |
| "step": 241500 |
| }, |
| { |
| "epoch": 12.947407843347065, |
| "grad_norm": 0.7599959969520569, |
| "learning_rate": 0.00013807424468716823, |
| "loss": 1.4013341064453124, |
| "step": 242000 |
| }, |
| { |
| "epoch": 12.974158685998608, |
| "grad_norm": 0.7413616180419922, |
| "learning_rate": 0.00013627480970975116, |
| "loss": 1.402994384765625, |
| "step": 242500 |
| }, |
| { |
| "epoch": 13.000909528650153, |
| "grad_norm": 0.7284383177757263, |
| "learning_rate": 0.00013447537473233403, |
| "loss": 1.406735107421875, |
| "step": 243000 |
| }, |
| { |
| "epoch": 13.027660371301696, |
| "grad_norm": 0.7268626689910889, |
| "learning_rate": 0.00013267593975491696, |
| "loss": 1.40669970703125, |
| "step": 243500 |
| }, |
| { |
| "epoch": 13.05441121395324, |
| "grad_norm": 0.7634581923484802, |
| "learning_rate": 0.00013087650477749987, |
| "loss": 1.399744140625, |
| "step": 244000 |
| }, |
| { |
| "epoch": 13.081162056604784, |
| "grad_norm": 0.7139135003089905, |
| "learning_rate": 0.00012907706980008277, |
| "loss": 1.4086285400390626, |
| "step": 244500 |
| }, |
| { |
| "epoch": 13.107912899256327, |
| "grad_norm": 0.7512830495834351, |
| "learning_rate": 0.0001272776348226657, |
| "loss": 1.400561279296875, |
| "step": 245000 |
| }, |
| { |
| "epoch": 13.13466374190787, |
| "grad_norm": 0.7313770055770874, |
| "learning_rate": 0.0001254781998452486, |
| "loss": 1.4049873046875, |
| "step": 245500 |
| }, |
| { |
| "epoch": 13.161414584559413, |
| "grad_norm": 0.723584771156311, |
| "learning_rate": 0.0001236787648678315, |
| "loss": 1.3912607421875, |
| "step": 246000 |
| }, |
| { |
| "epoch": 13.188165427210958, |
| "grad_norm": 0.7714723348617554, |
| "learning_rate": 0.0001218793298904144, |
| "loss": 1.4012103271484375, |
| "step": 246500 |
| }, |
| { |
| "epoch": 13.214916269862501, |
| "grad_norm": 0.7506632208824158, |
| "learning_rate": 0.00012007989491299733, |
| "loss": 1.400626220703125, |
| "step": 247000 |
| }, |
| { |
| "epoch": 13.241667112514044, |
| "grad_norm": 0.6929410099983215, |
| "learning_rate": 0.00011828045993558023, |
| "loss": 1.397333984375, |
| "step": 247500 |
| }, |
| { |
| "epoch": 13.268417955165587, |
| "grad_norm": 0.7190459370613098, |
| "learning_rate": 0.00011648102495816314, |
| "loss": 1.3994888916015624, |
| "step": 248000 |
| }, |
| { |
| "epoch": 13.295168797817132, |
| "grad_norm": 0.7408356666564941, |
| "learning_rate": 0.00011468158998074604, |
| "loss": 1.401008056640625, |
| "step": 248500 |
| }, |
| { |
| "epoch": 13.321919640468675, |
| "grad_norm": 0.7640665769577026, |
| "learning_rate": 0.00011288215500332896, |
| "loss": 1.3962269287109375, |
| "step": 249000 |
| }, |
| { |
| "epoch": 13.348670483120218, |
| "grad_norm": 0.7460052371025085, |
| "learning_rate": 0.00011108272002591186, |
| "loss": 1.3960794677734376, |
| "step": 249500 |
| }, |
| { |
| "epoch": 13.375421325771761, |
| "grad_norm": 0.7272036075592041, |
| "learning_rate": 0.00010928328504849477, |
| "loss": 1.393092041015625, |
| "step": 250000 |
| }, |
| { |
| "epoch": 13.402172168423306, |
| "grad_norm": 0.7600502967834473, |
| "learning_rate": 0.00010748385007107768, |
| "loss": 1.393472412109375, |
| "step": 250500 |
| }, |
| { |
| "epoch": 13.428923011074849, |
| "grad_norm": 0.7245965003967285, |
| "learning_rate": 0.0001056844150936606, |
| "loss": 1.388460205078125, |
| "step": 251000 |
| }, |
| { |
| "epoch": 13.455673853726392, |
| "grad_norm": 0.7350643873214722, |
| "learning_rate": 0.0001038849801162435, |
| "loss": 1.38944189453125, |
| "step": 251500 |
| }, |
| { |
| "epoch": 13.482424696377937, |
| "grad_norm": 0.7101415991783142, |
| "learning_rate": 0.00010208554513882641, |
| "loss": 1.3916180419921875, |
| "step": 252000 |
| }, |
| { |
| "epoch": 13.50917553902948, |
| "grad_norm": 0.7949294447898865, |
| "learning_rate": 0.00010028611016140931, |
| "loss": 1.3905107421875, |
| "step": 252500 |
| }, |
| { |
| "epoch": 13.535926381681023, |
| "grad_norm": 0.7555908560752869, |
| "learning_rate": 9.848667518399222e-05, |
| "loss": 1.396496337890625, |
| "step": 253000 |
| }, |
| { |
| "epoch": 13.562677224332566, |
| "grad_norm": 0.7489547729492188, |
| "learning_rate": 9.668724020657515e-05, |
| "loss": 1.3956258544921876, |
| "step": 253500 |
| }, |
| { |
| "epoch": 13.58942806698411, |
| "grad_norm": 0.73517906665802, |
| "learning_rate": 9.488780522915805e-05, |
| "loss": 1.3915584716796876, |
| "step": 254000 |
| }, |
| { |
| "epoch": 13.616178909635654, |
| "grad_norm": 0.7375670671463013, |
| "learning_rate": 9.308837025174096e-05, |
| "loss": 1.3866414794921875, |
| "step": 254500 |
| }, |
| { |
| "epoch": 13.642929752287197, |
| "grad_norm": 0.7673133611679077, |
| "learning_rate": 9.128893527432386e-05, |
| "loss": 1.3906295166015625, |
| "step": 255000 |
| }, |
| { |
| "epoch": 13.66968059493874, |
| "grad_norm": 0.7347562313079834, |
| "learning_rate": 8.948950029690678e-05, |
| "loss": 1.3891064453125, |
| "step": 255500 |
| }, |
| { |
| "epoch": 13.696431437590284, |
| "grad_norm": 0.7317259907722473, |
| "learning_rate": 8.769006531948968e-05, |
| "loss": 1.3901058349609374, |
| "step": 256000 |
| }, |
| { |
| "epoch": 13.723182280241828, |
| "grad_norm": 0.7051880955696106, |
| "learning_rate": 8.589063034207258e-05, |
| "loss": 1.378251708984375, |
| "step": 256500 |
| }, |
| { |
| "epoch": 13.74993312289337, |
| "grad_norm": 0.7472794651985168, |
| "learning_rate": 8.40911953646555e-05, |
| "loss": 1.38393896484375, |
| "step": 257000 |
| }, |
| { |
| "epoch": 13.776683965544915, |
| "grad_norm": 0.7440924644470215, |
| "learning_rate": 8.229176038723842e-05, |
| "loss": 1.3849698486328126, |
| "step": 257500 |
| }, |
| { |
| "epoch": 13.803434808196458, |
| "grad_norm": 0.7583205699920654, |
| "learning_rate": 8.049232540982132e-05, |
| "loss": 1.38602783203125, |
| "step": 258000 |
| }, |
| { |
| "epoch": 13.830185650848001, |
| "grad_norm": 0.7302603721618652, |
| "learning_rate": 7.869289043240423e-05, |
| "loss": 1.3814085693359375, |
| "step": 258500 |
| }, |
| { |
| "epoch": 13.856936493499544, |
| "grad_norm": 0.75807785987854, |
| "learning_rate": 7.689345545498713e-05, |
| "loss": 1.386816162109375, |
| "step": 259000 |
| }, |
| { |
| "epoch": 13.88368733615109, |
| "grad_norm": 0.7766947150230408, |
| "learning_rate": 7.509402047757003e-05, |
| "loss": 1.3821641845703125, |
| "step": 259500 |
| }, |
| { |
| "epoch": 13.910438178802632, |
| "grad_norm": 0.7451296448707581, |
| "learning_rate": 7.329458550015295e-05, |
| "loss": 1.3785379638671875, |
| "step": 260000 |
| }, |
| { |
| "epoch": 13.937189021454175, |
| "grad_norm": 0.7101763486862183, |
| "learning_rate": 7.149515052273587e-05, |
| "loss": 1.3773973388671874, |
| "step": 260500 |
| }, |
| { |
| "epoch": 13.963939864105718, |
| "grad_norm": 0.7285464406013489, |
| "learning_rate": 6.969571554531877e-05, |
| "loss": 1.38761376953125, |
| "step": 261000 |
| }, |
| { |
| "epoch": 13.990690706757263, |
| "grad_norm": 0.7524569034576416, |
| "learning_rate": 6.789628056790168e-05, |
| "loss": 1.3822445068359375, |
| "step": 261500 |
| }, |
| { |
| "epoch": 14.017441549408806, |
| "grad_norm": 0.677680253982544, |
| "learning_rate": 6.60968455904846e-05, |
| "loss": 1.37884130859375, |
| "step": 262000 |
| }, |
| { |
| "epoch": 14.04419239206035, |
| "grad_norm": 0.7514787912368774, |
| "learning_rate": 6.42974106130675e-05, |
| "loss": 1.376386962890625, |
| "step": 262500 |
| }, |
| { |
| "epoch": 14.070943234711894, |
| "grad_norm": 0.7569826245307922, |
| "learning_rate": 6.24979756356504e-05, |
| "loss": 1.373482177734375, |
| "step": 263000 |
| }, |
| { |
| "epoch": 14.097694077363437, |
| "grad_norm": 0.7286829352378845, |
| "learning_rate": 6.069854065823332e-05, |
| "loss": 1.374998046875, |
| "step": 263500 |
| }, |
| { |
| "epoch": 14.12444492001498, |
| "grad_norm": 0.7757689952850342, |
| "learning_rate": 5.889910568081622e-05, |
| "loss": 1.38008154296875, |
| "step": 264000 |
| }, |
| { |
| "epoch": 14.151195762666523, |
| "grad_norm": 0.7480472922325134, |
| "learning_rate": 5.7099670703399134e-05, |
| "loss": 1.3774830322265625, |
| "step": 264500 |
| }, |
| { |
| "epoch": 14.177946605318068, |
| "grad_norm": 0.7332072257995605, |
| "learning_rate": 5.5300235725982044e-05, |
| "loss": 1.372183349609375, |
| "step": 265000 |
| }, |
| { |
| "epoch": 14.204697447969611, |
| "grad_norm": 0.7424035668373108, |
| "learning_rate": 5.350080074856495e-05, |
| "loss": 1.3759425048828124, |
| "step": 265500 |
| }, |
| { |
| "epoch": 14.231448290621154, |
| "grad_norm": 0.7623999714851379, |
| "learning_rate": 5.170136577114786e-05, |
| "loss": 1.36854345703125, |
| "step": 266000 |
| }, |
| { |
| "epoch": 14.258199133272699, |
| "grad_norm": 0.7361905574798584, |
| "learning_rate": 4.990193079373077e-05, |
| "loss": 1.370366943359375, |
| "step": 266500 |
| }, |
| { |
| "epoch": 14.284949975924242, |
| "grad_norm": 0.728047251701355, |
| "learning_rate": 4.810249581631368e-05, |
| "loss": 1.3704888916015625, |
| "step": 267000 |
| }, |
| { |
| "epoch": 14.311700818575785, |
| "grad_norm": 0.7034912705421448, |
| "learning_rate": 4.6303060838896584e-05, |
| "loss": 1.3723001708984375, |
| "step": 267500 |
| }, |
| { |
| "epoch": 14.338451661227328, |
| "grad_norm": 0.7248855829238892, |
| "learning_rate": 4.45036258614795e-05, |
| "loss": 1.37246142578125, |
| "step": 268000 |
| }, |
| { |
| "epoch": 14.365202503878873, |
| "grad_norm": 0.7469500303268433, |
| "learning_rate": 4.2704190884062405e-05, |
| "loss": 1.3720052490234376, |
| "step": 268500 |
| }, |
| { |
| "epoch": 14.391953346530416, |
| "grad_norm": 0.7975779175758362, |
| "learning_rate": 4.0904755906645315e-05, |
| "loss": 1.3671141357421874, |
| "step": 269000 |
| }, |
| { |
| "epoch": 14.418704189181959, |
| "grad_norm": 0.7334534525871277, |
| "learning_rate": 3.910532092922822e-05, |
| "loss": 1.371544189453125, |
| "step": 269500 |
| }, |
| { |
| "epoch": 14.445455031833502, |
| "grad_norm": 0.7450364828109741, |
| "learning_rate": 3.730588595181114e-05, |
| "loss": 1.3636947021484376, |
| "step": 270000 |
| }, |
| { |
| "epoch": 14.472205874485047, |
| "grad_norm": 0.7644858956336975, |
| "learning_rate": 3.550645097439404e-05, |
| "loss": 1.375625, |
| "step": 270500 |
| }, |
| { |
| "epoch": 14.49895671713659, |
| "grad_norm": 0.7200730443000793, |
| "learning_rate": 3.370701599697695e-05, |
| "loss": 1.3663231201171875, |
| "step": 271000 |
| }, |
| { |
| "epoch": 14.525707559788133, |
| "grad_norm": 0.8009911179542542, |
| "learning_rate": 3.190758101955986e-05, |
| "loss": 1.365982421875, |
| "step": 271500 |
| }, |
| { |
| "epoch": 14.552458402439676, |
| "grad_norm": 0.7420063018798828, |
| "learning_rate": 3.010814604214277e-05, |
| "loss": 1.3696416015625, |
| "step": 272000 |
| }, |
| { |
| "epoch": 14.57920924509122, |
| "grad_norm": 0.7348141074180603, |
| "learning_rate": 2.8308711064725676e-05, |
| "loss": 1.3625469970703126, |
| "step": 272500 |
| }, |
| { |
| "epoch": 14.605960087742764, |
| "grad_norm": 0.7384756207466125, |
| "learning_rate": 2.6509276087308587e-05, |
| "loss": 1.3638990478515625, |
| "step": 273000 |
| }, |
| { |
| "epoch": 14.632710930394307, |
| "grad_norm": 0.7639606595039368, |
| "learning_rate": 2.4709841109891494e-05, |
| "loss": 1.3587342529296875, |
| "step": 273500 |
| }, |
| { |
| "epoch": 14.659461773045852, |
| "grad_norm": 0.7207199931144714, |
| "learning_rate": 2.2910406132474404e-05, |
| "loss": 1.3648721923828124, |
| "step": 274000 |
| }, |
| { |
| "epoch": 14.686212615697395, |
| "grad_norm": 0.8077262043952942, |
| "learning_rate": 2.1110971155057315e-05, |
| "loss": 1.3647855224609375, |
| "step": 274500 |
| }, |
| { |
| "epoch": 14.712963458348938, |
| "grad_norm": 0.7645131945610046, |
| "learning_rate": 1.9311536177640222e-05, |
| "loss": 1.3604630126953126, |
| "step": 275000 |
| }, |
| { |
| "epoch": 14.73971430100048, |
| "grad_norm": 0.784151554107666, |
| "learning_rate": 1.751210120022313e-05, |
| "loss": 1.36273095703125, |
| "step": 275500 |
| }, |
| { |
| "epoch": 14.766465143652026, |
| "grad_norm": 0.7349718809127808, |
| "learning_rate": 1.5712666222806037e-05, |
| "loss": 1.36095654296875, |
| "step": 276000 |
| }, |
| { |
| "epoch": 14.793215986303569, |
| "grad_norm": 0.7056319713592529, |
| "learning_rate": 1.3913231245388949e-05, |
| "loss": 1.365312744140625, |
| "step": 276500 |
| }, |
| { |
| "epoch": 14.819966828955112, |
| "grad_norm": 0.7208203673362732, |
| "learning_rate": 1.2113796267971856e-05, |
| "loss": 1.362748046875, |
| "step": 277000 |
| }, |
| { |
| "epoch": 14.846717671606655, |
| "grad_norm": 0.7475512027740479, |
| "learning_rate": 1.0314361290554765e-05, |
| "loss": 1.3601500244140625, |
| "step": 277500 |
| }, |
| { |
| "epoch": 14.8734685142582, |
| "grad_norm": 0.68389892578125, |
| "learning_rate": 8.514926313137676e-06, |
| "loss": 1.361802490234375, |
| "step": 278000 |
| }, |
| { |
| "epoch": 14.900219356909743, |
| "grad_norm": 0.7252270579338074, |
| "learning_rate": 6.7154913357205836e-06, |
| "loss": 1.359617431640625, |
| "step": 278500 |
| }, |
| { |
| "epoch": 14.926970199561286, |
| "grad_norm": 0.7276490926742554, |
| "learning_rate": 4.916056358303493e-06, |
| "loss": 1.3629700927734374, |
| "step": 279000 |
| }, |
| { |
| "epoch": 14.95372104221283, |
| "grad_norm": 0.7710512280464172, |
| "learning_rate": 3.1166213808864018e-06, |
| "loss": 1.356470947265625, |
| "step": 279500 |
| }, |
| { |
| "epoch": 14.980471884864373, |
| "grad_norm": 0.6686839461326599, |
| "learning_rate": 1.3171864034693107e-06, |
| "loss": 1.3584473876953125, |
| "step": 280000 |
| }, |
| { |
| "epoch": 15.0, |
| "step": 280365, |
| "total_flos": 5.967779092275917e+17, |
| "train_loss": 1.679865282512584, |
| "train_runtime": 45612.3692, |
| "train_samples_per_second": 393.381, |
| "train_steps_per_second": 6.147 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 280365, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 15, |
| "save_steps": 5000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.967779092275917e+17, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
