| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.255540882972269, |
| "eval_steps": 500, |
| "global_step": 15800, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0014276026981690996, |
| "grad_norm": 1.2670224905014038, |
| "learning_rate": 0.00016, |
| "loss": 2.898906135559082, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0028552053963381992, |
| "grad_norm": 1.2538419961929321, |
| "learning_rate": 0.00019992382766008095, |
| "loss": 2.378516960144043, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.004282808094507299, |
| "grad_norm": 1.409246563911438, |
| "learning_rate": 0.0001998286122351821, |
| "loss": 2.4753650665283202, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0057104107926763984, |
| "grad_norm": 1.094603180885315, |
| "learning_rate": 0.00019973339681028326, |
| "loss": 2.2721933364868163, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.007138013490845497, |
| "grad_norm": 1.1403776407241821, |
| "learning_rate": 0.00019963818138538444, |
| "loss": 2.263425827026367, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.008565616189014597, |
| "grad_norm": 1.1656428575515747, |
| "learning_rate": 0.0001995429659604856, |
| "loss": 2.363163185119629, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.009993218887183696, |
| "grad_norm": 1.1926625967025757, |
| "learning_rate": 0.00019944775053558678, |
| "loss": 2.1333871841430665, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.011420821585352797, |
| "grad_norm": 0.9967195391654968, |
| "learning_rate": 0.00019935253511068794, |
| "loss": 2.279196929931641, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.012848424283521896, |
| "grad_norm": 1.1345535516738892, |
| "learning_rate": 0.00019925731968578912, |
| "loss": 2.181261444091797, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.014276026981690995, |
| "grad_norm": 1.2285407781600952, |
| "learning_rate": 0.00019916210426089027, |
| "loss": 2.2282310485839845, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.015703629679860096, |
| "grad_norm": 2.191948890686035, |
| "learning_rate": 0.00019906688883599146, |
| "loss": 2.2829305648803713, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.017131232378029194, |
| "grad_norm": 1.1868839263916016, |
| "learning_rate": 0.00019897167341109258, |
| "loss": 2.1634748458862303, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.018558835076198293, |
| "grad_norm": 1.3730543851852417, |
| "learning_rate": 0.00019887645798619377, |
| "loss": 2.235073471069336, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.019986437774367392, |
| "grad_norm": 1.3060146570205688, |
| "learning_rate": 0.00019878124256129492, |
| "loss": 2.254693031311035, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.021414040472536495, |
| "grad_norm": 1.13761305809021, |
| "learning_rate": 0.0001986860271363961, |
| "loss": 2.255308723449707, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.022841643170705594, |
| "grad_norm": 1.2420964241027832, |
| "learning_rate": 0.00019859081171149726, |
| "loss": 2.199342155456543, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.024269245868874693, |
| "grad_norm": 1.2628268003463745, |
| "learning_rate": 0.00019849559628659844, |
| "loss": 2.2568809509277346, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.02569684856704379, |
| "grad_norm": 1.0423402786254883, |
| "learning_rate": 0.0001984003808616996, |
| "loss": 2.201403045654297, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.02712445126521289, |
| "grad_norm": 1.3187193870544434, |
| "learning_rate": 0.00019830516543680078, |
| "loss": 2.31024055480957, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.02855205396338199, |
| "grad_norm": 1.287013292312622, |
| "learning_rate": 0.00019820995001190194, |
| "loss": 2.2775556564331056, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.029979656661551092, |
| "grad_norm": 1.445034384727478, |
| "learning_rate": 0.00019811473458700312, |
| "loss": 2.214271354675293, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.03140725935972019, |
| "grad_norm": 1.4336904287338257, |
| "learning_rate": 0.00019801951916210427, |
| "loss": 2.1211181640625, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.03283486205788929, |
| "grad_norm": 1.303303837776184, |
| "learning_rate": 0.00019792430373720543, |
| "loss": 2.1037008285522463, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.03426246475605839, |
| "grad_norm": 1.2367061376571655, |
| "learning_rate": 0.0001978290883123066, |
| "loss": 2.1291038513183596, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.03569006745422749, |
| "grad_norm": 1.314647912979126, |
| "learning_rate": 0.00019773387288740777, |
| "loss": 2.1351301193237306, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.03711767015239659, |
| "grad_norm": 1.3084362745285034, |
| "learning_rate": 0.00019763865746250895, |
| "loss": 2.0980342864990233, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.038545272850565686, |
| "grad_norm": 1.712534785270691, |
| "learning_rate": 0.0001975434420376101, |
| "loss": 2.25567569732666, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.039972875548734785, |
| "grad_norm": 1.5107096433639526, |
| "learning_rate": 0.0001974482266127113, |
| "loss": 2.198653793334961, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.041400478246903884, |
| "grad_norm": 1.1626437902450562, |
| "learning_rate": 0.00019735301118781244, |
| "loss": 2.136816215515137, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.04282808094507299, |
| "grad_norm": 1.551853060722351, |
| "learning_rate": 0.00019725779576291362, |
| "loss": 2.2106935501098635, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.04425568364324209, |
| "grad_norm": 1.5131734609603882, |
| "learning_rate": 0.00019716258033801475, |
| "loss": 2.0967830657958983, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.04568328634141119, |
| "grad_norm": 1.310641884803772, |
| "learning_rate": 0.00019706736491311593, |
| "loss": 2.2105255126953125, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.047110889039580287, |
| "grad_norm": 1.3621881008148193, |
| "learning_rate": 0.0001969721494882171, |
| "loss": 2.1775463104248045, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.048538491737749385, |
| "grad_norm": 1.4618415832519531, |
| "learning_rate": 0.00019687693406331827, |
| "loss": 2.148931694030762, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.049966094435918484, |
| "grad_norm": 1.3173977136611938, |
| "learning_rate": 0.00019678171863841943, |
| "loss": 2.1974794387817385, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.05139369713408758, |
| "grad_norm": 1.1830055713653564, |
| "learning_rate": 0.0001966865032135206, |
| "loss": 2.1695978164672853, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.05282129983225668, |
| "grad_norm": 1.1831724643707275, |
| "learning_rate": 0.00019659128778862177, |
| "loss": 2.0823343276977537, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.05424890253042578, |
| "grad_norm": 1.1693743467330933, |
| "learning_rate": 0.00019649607236372295, |
| "loss": 2.1867488861083983, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.05567650522859488, |
| "grad_norm": 1.25830078125, |
| "learning_rate": 0.0001964008569388241, |
| "loss": 2.2133615493774412, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.05710410792676398, |
| "grad_norm": 1.3678141832351685, |
| "learning_rate": 0.00019630564151392529, |
| "loss": 2.308313751220703, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.05853171062493308, |
| "grad_norm": 1.1440492868423462, |
| "learning_rate": 0.00019621042608902641, |
| "loss": 2.1140726089477537, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.059959313323102184, |
| "grad_norm": 1.1869196891784668, |
| "learning_rate": 0.0001961152106641276, |
| "loss": 2.0346582412719725, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.06138691602127128, |
| "grad_norm": 1.4892522096633911, |
| "learning_rate": 0.00019601999523922875, |
| "loss": 2.2025136947631836, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.06281451871944038, |
| "grad_norm": 1.8906227350234985, |
| "learning_rate": 0.00019592477981432993, |
| "loss": 2.297587776184082, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.06424212141760947, |
| "grad_norm": 1.2389851808547974, |
| "learning_rate": 0.0001958295643894311, |
| "loss": 2.130488395690918, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.06566972411577858, |
| "grad_norm": 1.425410509109497, |
| "learning_rate": 0.00019573434896453227, |
| "loss": 2.144012451171875, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.06709732681394767, |
| "grad_norm": 1.3087464570999146, |
| "learning_rate": 0.00019563913353963343, |
| "loss": 2.2011600494384767, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.06852492951211678, |
| "grad_norm": 1.3441588878631592, |
| "learning_rate": 0.0001955439181147346, |
| "loss": 2.291761016845703, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.06995253221028588, |
| "grad_norm": 1.2851412296295166, |
| "learning_rate": 0.00019544870268983577, |
| "loss": 2.24096622467041, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.07138013490845498, |
| "grad_norm": 1.2628257274627686, |
| "learning_rate": 0.00019535348726493692, |
| "loss": 2.080752944946289, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.07280773760662408, |
| "grad_norm": 1.2638740539550781, |
| "learning_rate": 0.00019525827184003808, |
| "loss": 2.4698177337646485, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.07423534030479317, |
| "grad_norm": 1.2560440301895142, |
| "learning_rate": 0.00019516305641513926, |
| "loss": 2.132457733154297, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.07566294300296228, |
| "grad_norm": 1.7629936933517456, |
| "learning_rate": 0.0001950678409902404, |
| "loss": 2.166901969909668, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.07709054570113137, |
| "grad_norm": 1.8175091743469238, |
| "learning_rate": 0.0001949726255653416, |
| "loss": 2.1663414001464845, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.07851814839930048, |
| "grad_norm": 1.1744414567947388, |
| "learning_rate": 0.00019487741014044275, |
| "loss": 2.388395309448242, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.07994575109746957, |
| "grad_norm": 0.9943644404411316, |
| "learning_rate": 0.00019478219471554393, |
| "loss": 2.1379253387451174, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.08137335379563868, |
| "grad_norm": 1.2485833168029785, |
| "learning_rate": 0.0001946869792906451, |
| "loss": 2.1750890731811525, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.08280095649380777, |
| "grad_norm": 1.0852699279785156, |
| "learning_rate": 0.00019459176386574627, |
| "loss": 2.2631216049194336, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.08422855919197687, |
| "grad_norm": 1.5462923049926758, |
| "learning_rate": 0.00019449654844084743, |
| "loss": 2.2366138458251954, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.08565616189014598, |
| "grad_norm": 1.2923717498779297, |
| "learning_rate": 0.00019440133301594858, |
| "loss": 2.1567543029785154, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.08708376458831507, |
| "grad_norm": 1.3011770248413086, |
| "learning_rate": 0.00019430611759104976, |
| "loss": 2.1422496795654298, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.08851136728648418, |
| "grad_norm": 1.4617754220962524, |
| "learning_rate": 0.00019421090216615092, |
| "loss": 2.1605356216430662, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.08993896998465327, |
| "grad_norm": 1.5295599699020386, |
| "learning_rate": 0.0001941156867412521, |
| "loss": 2.0025182723999024, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.09136657268282238, |
| "grad_norm": 1.3012663125991821, |
| "learning_rate": 0.00019402047131635326, |
| "loss": 2.1372703552246093, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.09279417538099147, |
| "grad_norm": 1.4276515245437622, |
| "learning_rate": 0.00019392525589145444, |
| "loss": 2.315623474121094, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.09422177807916057, |
| "grad_norm": 1.5132569074630737, |
| "learning_rate": 0.0001938300404665556, |
| "loss": 2.258671760559082, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.09564938077732967, |
| "grad_norm": 1.1320735216140747, |
| "learning_rate": 0.00019373482504165678, |
| "loss": 2.21956844329834, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.09707698347549877, |
| "grad_norm": 1.1464308500289917, |
| "learning_rate": 0.00019363960961675793, |
| "loss": 2.173979949951172, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.09850458617366786, |
| "grad_norm": 1.2780959606170654, |
| "learning_rate": 0.0001935443941918591, |
| "loss": 2.159123992919922, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.09993218887183697, |
| "grad_norm": 1.3222688436508179, |
| "learning_rate": 0.00019344917876696024, |
| "loss": 2.1596654891967773, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.10135979157000606, |
| "grad_norm": 1.2251396179199219, |
| "learning_rate": 0.00019335396334206143, |
| "loss": 2.0882038116455077, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.10278739426817517, |
| "grad_norm": 1.2655571699142456, |
| "learning_rate": 0.00019325874791716258, |
| "loss": 2.1701095581054686, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.10421499696634427, |
| "grad_norm": 1.3139557838439941, |
| "learning_rate": 0.00019316353249226376, |
| "loss": 2.1374244689941406, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.10564259966451336, |
| "grad_norm": 0.9476764798164368, |
| "learning_rate": 0.00019306831706736492, |
| "loss": 2.131810760498047, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.10707020236268247, |
| "grad_norm": 1.3916528224945068, |
| "learning_rate": 0.0001929731016424661, |
| "loss": 2.2276470184326174, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.10849780506085156, |
| "grad_norm": 1.2913047075271606, |
| "learning_rate": 0.00019287788621756726, |
| "loss": 2.0985342025756837, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.10992540775902067, |
| "grad_norm": 1.4780009984970093, |
| "learning_rate": 0.00019278267079266844, |
| "loss": 2.3402137756347656, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.11135301045718976, |
| "grad_norm": 1.38652765750885, |
| "learning_rate": 0.0001926874553677696, |
| "loss": 2.1956760406494142, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.11278061315535887, |
| "grad_norm": 1.2437113523483276, |
| "learning_rate": 0.00019259223994287075, |
| "loss": 2.344030570983887, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.11420821585352796, |
| "grad_norm": 1.1223382949829102, |
| "learning_rate": 0.0001924970245179719, |
| "loss": 2.245418167114258, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.11563581855169706, |
| "grad_norm": 1.5828821659088135, |
| "learning_rate": 0.0001924018090930731, |
| "loss": 2.2958986282348635, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.11706342124986616, |
| "grad_norm": 1.1058349609375, |
| "learning_rate": 0.00019230659366817424, |
| "loss": 2.0216651916503907, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.11849102394803526, |
| "grad_norm": 1.1991469860076904, |
| "learning_rate": 0.00019221137824327543, |
| "loss": 2.1821861267089844, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.11991862664620437, |
| "grad_norm": 1.0211104154586792, |
| "learning_rate": 0.00019211616281837658, |
| "loss": 2.1515743255615236, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.12134622934437346, |
| "grad_norm": 1.163668155670166, |
| "learning_rate": 0.00019202094739347776, |
| "loss": 2.0592647552490235, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.12277383204254257, |
| "grad_norm": 1.0804855823516846, |
| "learning_rate": 0.00019192573196857892, |
| "loss": 2.0916107177734373, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.12420143474071166, |
| "grad_norm": 1.2400697469711304, |
| "learning_rate": 0.0001918305165436801, |
| "loss": 2.0994134902954102, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.12562903743888076, |
| "grad_norm": 1.3643152713775635, |
| "learning_rate": 0.00019173530111878123, |
| "loss": 2.2519294738769533, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.12705664013704987, |
| "grad_norm": 1.3758548498153687, |
| "learning_rate": 0.0001916400856938824, |
| "loss": 2.22522029876709, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.12848424283521895, |
| "grad_norm": 1.1675829887390137, |
| "learning_rate": 0.00019154487026898357, |
| "loss": 2.1150989532470703, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.12991184553338805, |
| "grad_norm": 1.2862130403518677, |
| "learning_rate": 0.00019144965484408475, |
| "loss": 2.289804458618164, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.13133944823155716, |
| "grad_norm": 1.271008849143982, |
| "learning_rate": 0.0001913639609616758, |
| "loss": 2.1846010208129885, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.13276705092972627, |
| "grad_norm": 1.1630209684371948, |
| "learning_rate": 0.00019126874553677695, |
| "loss": 2.2126953125, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.13419465362789534, |
| "grad_norm": 1.1368460655212402, |
| "learning_rate": 0.00019117353011187813, |
| "loss": 2.178596305847168, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.13562225632606445, |
| "grad_norm": 1.0295072793960571, |
| "learning_rate": 0.0001910783146869793, |
| "loss": 2.2031627655029298, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.13704985902423356, |
| "grad_norm": 1.379927396774292, |
| "learning_rate": 0.00019098309926208047, |
| "loss": 2.120400619506836, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.13847746172240266, |
| "grad_norm": 1.1450871229171753, |
| "learning_rate": 0.00019088788383718163, |
| "loss": 2.151012992858887, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.13990506442057177, |
| "grad_norm": 1.0418351888656616, |
| "learning_rate": 0.0001907926684122828, |
| "loss": 2.1239688873291014, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.14133266711874085, |
| "grad_norm": 1.0744861364364624, |
| "learning_rate": 0.00019069745298738397, |
| "loss": 2.090304374694824, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.14276026981690995, |
| "grad_norm": 1.1106981039047241, |
| "learning_rate": 0.00019060223756248515, |
| "loss": 2.225258636474609, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.14418787251507906, |
| "grad_norm": 1.4493266344070435, |
| "learning_rate": 0.00019050702213758628, |
| "loss": 2.0656681060791016, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.14561547521324816, |
| "grad_norm": 1.1414896249771118, |
| "learning_rate": 0.00019041180671268746, |
| "loss": 2.103784942626953, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.14704307791141724, |
| "grad_norm": 1.3252989053726196, |
| "learning_rate": 0.00019031659128778861, |
| "loss": 2.2042461395263673, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.14847068060958635, |
| "grad_norm": 1.265684962272644, |
| "learning_rate": 0.0001902213758628898, |
| "loss": 1.9412918090820312, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.14989828330775545, |
| "grad_norm": 1.3606458902359009, |
| "learning_rate": 0.00019012616043799095, |
| "loss": 2.187259292602539, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.15132588600592456, |
| "grad_norm": 1.0192638635635376, |
| "learning_rate": 0.00019003094501309213, |
| "loss": 2.182966423034668, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.15275348870409364, |
| "grad_norm": 1.5140159130096436, |
| "learning_rate": 0.0001899357295881933, |
| "loss": 2.3263607025146484, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.15418109140226274, |
| "grad_norm": 1.1377187967300415, |
| "learning_rate": 0.00018984051416329447, |
| "loss": 2.159488868713379, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.15560869410043185, |
| "grad_norm": 1.1288865804672241, |
| "learning_rate": 0.00018974529873839563, |
| "loss": 2.306215286254883, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.15703629679860096, |
| "grad_norm": 1.280045747756958, |
| "learning_rate": 0.00018965008331349678, |
| "loss": 2.225907897949219, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.15846389949677006, |
| "grad_norm": 1.145614743232727, |
| "learning_rate": 0.00018955486788859797, |
| "loss": 2.1122207641601562, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.15989150219493914, |
| "grad_norm": 1.1612759828567505, |
| "learning_rate": 0.00018945965246369912, |
| "loss": 2.2271358489990236, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.16131910489310824, |
| "grad_norm": 1.0958333015441895, |
| "learning_rate": 0.0001893644370388003, |
| "loss": 2.088473320007324, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.16274670759127735, |
| "grad_norm": 1.1749203205108643, |
| "learning_rate": 0.00018926922161390146, |
| "loss": 2.091511917114258, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.16417431028944646, |
| "grad_norm": 1.1318912506103516, |
| "learning_rate": 0.00018917400618900264, |
| "loss": 2.2805349349975588, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.16560191298761553, |
| "grad_norm": 1.220713496208191, |
| "learning_rate": 0.0001890787907641038, |
| "loss": 2.129801940917969, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.16702951568578464, |
| "grad_norm": 1.0876924991607666, |
| "learning_rate": 0.00018898357533920498, |
| "loss": 2.0997352600097656, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.16845711838395375, |
| "grad_norm": 1.175884485244751, |
| "learning_rate": 0.00018888835991430613, |
| "loss": 2.0686941146850586, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.16988472108212285, |
| "grad_norm": 1.3588541746139526, |
| "learning_rate": 0.00018879314448940732, |
| "loss": 2.2050849914550783, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.17131232378029196, |
| "grad_norm": 1.26045560836792, |
| "learning_rate": 0.00018869792906450844, |
| "loss": 2.1561567306518556, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.17273992647846104, |
| "grad_norm": 1.0756542682647705, |
| "learning_rate": 0.00018860271363960963, |
| "loss": 2.163359832763672, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.17416752917663014, |
| "grad_norm": 1.308608055114746, |
| "learning_rate": 0.00018850749821471078, |
| "loss": 2.209610366821289, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.17559513187479925, |
| "grad_norm": 1.369969129562378, |
| "learning_rate": 0.00018841228278981196, |
| "loss": 2.3173370361328125, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.17702273457296835, |
| "grad_norm": 1.2242190837860107, |
| "learning_rate": 0.00018831706736491312, |
| "loss": 2.149942398071289, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.17845033727113743, |
| "grad_norm": 1.226375937461853, |
| "learning_rate": 0.0001882218519400143, |
| "loss": 2.152383232116699, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.17987793996930654, |
| "grad_norm": 2.0897111892700195, |
| "learning_rate": 0.00018812663651511546, |
| "loss": 2.070216751098633, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.18130554266747564, |
| "grad_norm": 1.239769697189331, |
| "learning_rate": 0.00018803142109021664, |
| "loss": 2.1863370895385743, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.18273314536564475, |
| "grad_norm": 1.2516264915466309, |
| "learning_rate": 0.0001879362056653178, |
| "loss": 2.154579734802246, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.18416074806381383, |
| "grad_norm": 1.300251841545105, |
| "learning_rate": 0.00018784099024041895, |
| "loss": 2.084653854370117, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.18558835076198293, |
| "grad_norm": 1.5401705503463745, |
| "learning_rate": 0.0001877457748155201, |
| "loss": 2.1652135848999023, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.18701595346015204, |
| "grad_norm": 1.388256549835205, |
| "learning_rate": 0.0001876505593906213, |
| "loss": 2.215251350402832, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.18844355615832115, |
| "grad_norm": 1.0548882484436035, |
| "learning_rate": 0.00018755534396572244, |
| "loss": 2.057052230834961, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.18987115885649025, |
| "grad_norm": 1.318389654159546, |
| "learning_rate": 0.00018746012854082363, |
| "loss": 2.1746826171875, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.19129876155465933, |
| "grad_norm": 1.1861886978149414, |
| "learning_rate": 0.00018736491311592478, |
| "loss": 2.107588005065918, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.19272636425282844, |
| "grad_norm": 1.0857220888137817, |
| "learning_rate": 0.00018726969769102596, |
| "loss": 2.1044857025146486, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.19415396695099754, |
| "grad_norm": 1.144823670387268, |
| "learning_rate": 0.00018717448226612712, |
| "loss": 2.132158660888672, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.19558156964916665, |
| "grad_norm": 1.1121206283569336, |
| "learning_rate": 0.0001870792668412283, |
| "loss": 2.1906471252441406, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.19700917234733573, |
| "grad_norm": 1.2356815338134766, |
| "learning_rate": 0.00018698405141632946, |
| "loss": 2.2056690216064454, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.19843677504550483, |
| "grad_norm": 1.3212710618972778, |
| "learning_rate": 0.0001868888359914306, |
| "loss": 2.168708610534668, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.19986437774367394, |
| "grad_norm": 1.1257580518722534, |
| "learning_rate": 0.00018679362056653177, |
| "loss": 2.18591423034668, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.20129198044184304, |
| "grad_norm": 1.5445501804351807, |
| "learning_rate": 0.00018669840514163295, |
| "loss": 2.206186294555664, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.20271958314001212, |
| "grad_norm": 1.5519709587097168, |
| "learning_rate": 0.0001866031897167341, |
| "loss": 2.1855854034423827, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.20414718583818123, |
| "grad_norm": 1.0834031105041504, |
| "learning_rate": 0.0001865079742918353, |
| "loss": 2.1382625579833983, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.20557478853635033, |
| "grad_norm": 1.0713154077529907, |
| "learning_rate": 0.00018641275886693644, |
| "loss": 2.1709274291992187, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.20700239123451944, |
| "grad_norm": 1.3530168533325195, |
| "learning_rate": 0.00018631754344203763, |
| "loss": 2.062696075439453, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.20842999393268855, |
| "grad_norm": 1.0635544061660767, |
| "learning_rate": 0.00018622232801713878, |
| "loss": 2.209213447570801, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.20985759663085762, |
| "grad_norm": 1.2547699213027954, |
| "learning_rate": 0.00018612711259223996, |
| "loss": 2.111533546447754, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.21128519932902673, |
| "grad_norm": 1.1931551694869995, |
| "learning_rate": 0.00018603189716734112, |
| "loss": 2.3098974227905273, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.21271280202719584, |
| "grad_norm": 1.0127021074295044, |
| "learning_rate": 0.00018593668174244227, |
| "loss": 2.1491844177246096, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.21414040472536494, |
| "grad_norm": 1.3180660009384155, |
| "learning_rate": 0.00018584146631754346, |
| "loss": 2.188648223876953, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.21556800742353402, |
| "grad_norm": 1.1885178089141846, |
| "learning_rate": 0.0001857462508926446, |
| "loss": 2.0914661407470705, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.21699561012170313, |
| "grad_norm": 1.1395208835601807, |
| "learning_rate": 0.0001856510354677458, |
| "loss": 2.2511472702026367, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.21842321281987223, |
| "grad_norm": 1.4837855100631714, |
| "learning_rate": 0.00018555582004284695, |
| "loss": 2.2735774993896483, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.21985081551804134, |
| "grad_norm": 1.203804612159729, |
| "learning_rate": 0.00018546060461794813, |
| "loss": 2.2867109298706056, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.22127841821621042, |
| "grad_norm": 0.997947096824646, |
| "learning_rate": 0.0001853653891930493, |
| "loss": 2.184854507446289, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.22270602091437952, |
| "grad_norm": 1.484794020652771, |
| "learning_rate": 0.00018527017376815047, |
| "loss": 2.232890510559082, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.22413362361254863, |
| "grad_norm": 1.3194350004196167, |
| "learning_rate": 0.00018517495834325162, |
| "loss": 2.0665668487548827, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.22556122631071773, |
| "grad_norm": 1.4378708600997925, |
| "learning_rate": 0.00018507974291835278, |
| "loss": 2.025044059753418, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.22698882900888684, |
| "grad_norm": 1.161460041999817, |
| "learning_rate": 0.00018498452749345394, |
| "loss": 2.2053255081176757, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.22841643170705592, |
| "grad_norm": 1.0879746675491333, |
| "learning_rate": 0.00018488931206855512, |
| "loss": 2.1081918716430663, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.22984403440522502, |
| "grad_norm": 1.530381679534912, |
| "learning_rate": 0.00018479409664365627, |
| "loss": 2.135531997680664, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.23127163710339413, |
| "grad_norm": 1.2382729053497314, |
| "learning_rate": 0.00018469888121875746, |
| "loss": 2.0582502365112303, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.23269923980156323, |
| "grad_norm": 1.2160850763320923, |
| "learning_rate": 0.0001846036657938586, |
| "loss": 2.191323471069336, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.2341268424997323, |
| "grad_norm": 1.3606561422348022, |
| "learning_rate": 0.0001845084503689598, |
| "loss": 2.139387512207031, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.23555444519790142, |
| "grad_norm": 1.0927553176879883, |
| "learning_rate": 0.00018441323494406095, |
| "loss": 2.132997512817383, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.23698204789607052, |
| "grad_norm": 1.3276400566101074, |
| "learning_rate": 0.00018431801951916213, |
| "loss": 2.1318714141845705, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.23840965059423963, |
| "grad_norm": 1.4104294776916504, |
| "learning_rate": 0.00018422280409426329, |
| "loss": 2.147476577758789, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.23983725329240874, |
| "grad_norm": 1.1079225540161133, |
| "learning_rate": 0.00018412758866936444, |
| "loss": 2.0742431640625, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.24126485599057781, |
| "grad_norm": 1.0819675922393799, |
| "learning_rate": 0.0001840323732444656, |
| "loss": 2.076985549926758, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.24269245868874692, |
| "grad_norm": 1.1977310180664062, |
| "learning_rate": 0.00018393715781956678, |
| "loss": 2.054951286315918, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.24412006138691603, |
| "grad_norm": 1.0316016674041748, |
| "learning_rate": 0.00018384194239466793, |
| "loss": 2.102836799621582, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.24554766408508513, |
| "grad_norm": 1.1931931972503662, |
| "learning_rate": 0.00018374672696976912, |
| "loss": 2.1211891174316406, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.2469752667832542, |
| "grad_norm": 1.2340854406356812, |
| "learning_rate": 0.00018365151154487027, |
| "loss": 2.2508804321289064, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.24840286948142332, |
| "grad_norm": 1.4340404272079468, |
| "learning_rate": 0.00018355629611997145, |
| "loss": 2.252923011779785, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.24983047217959242, |
| "grad_norm": 1.1949214935302734, |
| "learning_rate": 0.0001834610806950726, |
| "loss": 2.2155136108398437, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.25125807487776153, |
| "grad_norm": 1.0693628787994385, |
| "learning_rate": 0.0001833658652701738, |
| "loss": 2.0989776611328126, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.25268567757593063, |
| "grad_norm": 1.079628348350525, |
| "learning_rate": 0.00018327064984527492, |
| "loss": 2.235947036743164, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.25411328027409974, |
| "grad_norm": 1.0427007675170898, |
| "learning_rate": 0.0001831754344203761, |
| "loss": 2.2581958770751953, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.2555408829722688, |
| "grad_norm": 0.968690812587738, |
| "learning_rate": 0.00018308021899547726, |
| "loss": 2.152431869506836, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.2569684856704379, |
| "grad_norm": 1.4845409393310547, |
| "learning_rate": 0.00018298500357057844, |
| "loss": 2.082950401306152, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.258396088368607, |
| "grad_norm": 1.627851128578186, |
| "learning_rate": 0.0001828897881456796, |
| "loss": 2.1082151412963865, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.2598236910667761, |
| "grad_norm": 1.2222917079925537, |
| "learning_rate": 0.00018279457272078078, |
| "loss": 2.1010499954223634, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.2612512937649452, |
| "grad_norm": 1.1946543455123901, |
| "learning_rate": 0.00018269935729588193, |
| "loss": 2.20877685546875, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.2626788964631143, |
| "grad_norm": 1.2480523586273193, |
| "learning_rate": 0.00018260414187098312, |
| "loss": 2.1713356018066405, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.2641064991612834, |
| "grad_norm": 1.1162548065185547, |
| "learning_rate": 0.00018250892644608427, |
| "loss": 1.989072036743164, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.26553410185945253, |
| "grad_norm": 1.1317349672317505, |
| "learning_rate": 0.00018241371102118545, |
| "loss": 2.185866928100586, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.26696170455762164, |
| "grad_norm": 1.2101715803146362, |
| "learning_rate": 0.0001823184955962866, |
| "loss": 2.1214805603027345, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.2683893072557907, |
| "grad_norm": 1.036651611328125, |
| "learning_rate": 0.00018222328017138776, |
| "loss": 2.2269779205322267, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.2698169099539598, |
| "grad_norm": 1.2697064876556396, |
| "learning_rate": 0.00018212806474648895, |
| "loss": 2.188285064697266, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.2712445126521289, |
| "grad_norm": 1.086503028869629, |
| "learning_rate": 0.0001820328493215901, |
| "loss": 2.0915653228759767, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.272672115350298, |
| "grad_norm": 1.1498035192489624, |
| "learning_rate": 0.00018193763389669129, |
| "loss": 2.1859756469726563, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.2740997180484671, |
| "grad_norm": 1.1651625633239746, |
| "learning_rate": 0.00018184241847179244, |
| "loss": 2.1086774826049806, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.2755273207466362, |
| "grad_norm": 1.1872868537902832, |
| "learning_rate": 0.00018174720304689362, |
| "loss": 2.1062952041625977, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.2769549234448053, |
| "grad_norm": 1.0268173217773438, |
| "learning_rate": 0.00018165198762199478, |
| "loss": 2.056200408935547, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.27838252614297443, |
| "grad_norm": 1.0335297584533691, |
| "learning_rate": 0.00018155677219709596, |
| "loss": 2.17354793548584, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.27981012884114354, |
| "grad_norm": 1.1770780086517334, |
| "learning_rate": 0.0001814615567721971, |
| "loss": 2.123767852783203, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.2812377315393126, |
| "grad_norm": 1.1291216611862183, |
| "learning_rate": 0.00018136634134729827, |
| "loss": 2.1322879791259766, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.2826653342374817, |
| "grad_norm": 1.0811609029769897, |
| "learning_rate": 0.00018127112592239943, |
| "loss": 2.1403667449951174, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.2840929369356508, |
| "grad_norm": 1.3379665613174438, |
| "learning_rate": 0.0001811759104975006, |
| "loss": 2.227403450012207, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.2855205396338199, |
| "grad_norm": 1.2048321962356567, |
| "learning_rate": 0.00018108069507260176, |
| "loss": 2.320987319946289, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.286948142331989, |
| "grad_norm": 1.1182419061660767, |
| "learning_rate": 0.00018098547964770295, |
| "loss": 2.145694541931152, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.2883757450301581, |
| "grad_norm": 1.2120338678359985, |
| "learning_rate": 0.0001808902642228041, |
| "loss": 2.193251037597656, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.2898033477283272, |
| "grad_norm": 1.214379906654358, |
| "learning_rate": 0.00018079504879790528, |
| "loss": 2.183461570739746, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.2912309504264963, |
| "grad_norm": 1.2853455543518066, |
| "learning_rate": 0.00018069983337300644, |
| "loss": 2.105716323852539, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.29265855312466543, |
| "grad_norm": 0.9446287155151367, |
| "learning_rate": 0.00018060461794810762, |
| "loss": 2.0502334594726563, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.2940861558228345, |
| "grad_norm": 1.187010645866394, |
| "learning_rate": 0.00018050940252320875, |
| "loss": 2.0855840682983398, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.2955137585210036, |
| "grad_norm": 1.1547735929489136, |
| "learning_rate": 0.00018041418709830993, |
| "loss": 2.077458381652832, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.2969413612191727, |
| "grad_norm": 1.1305893659591675, |
| "learning_rate": 0.0001803189716734111, |
| "loss": 2.1422780990600585, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.2983689639173418, |
| "grad_norm": 1.2219164371490479, |
| "learning_rate": 0.00018022375624851227, |
| "loss": 2.1557044982910156, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.2997965666155109, |
| "grad_norm": 1.303414225578308, |
| "learning_rate": 0.00018012854082361343, |
| "loss": 2.0842567443847657, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.30122416931368, |
| "grad_norm": 1.1244888305664062, |
| "learning_rate": 0.0001800333253987146, |
| "loss": 2.0076160430908203, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.3026517720118491, |
| "grad_norm": 1.265690803527832, |
| "learning_rate": 0.00017993810997381576, |
| "loss": 2.2838394165039064, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.3040793747100182, |
| "grad_norm": 1.0629686117172241, |
| "learning_rate": 0.00017984289454891695, |
| "loss": 2.0467424392700195, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.3055069774081873, |
| "grad_norm": 1.1269965171813965, |
| "learning_rate": 0.0001797476791240181, |
| "loss": 2.059001159667969, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.3069345801063564, |
| "grad_norm": 1.0063384771347046, |
| "learning_rate": 0.00017965246369911926, |
| "loss": 2.054671859741211, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.3083621828045255, |
| "grad_norm": 1.696047306060791, |
| "learning_rate": 0.0001795572482742204, |
| "loss": 2.112416648864746, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.3097897855026946, |
| "grad_norm": 1.1593190431594849, |
| "learning_rate": 0.0001794620328493216, |
| "loss": 1.9681781768798827, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.3112173882008637, |
| "grad_norm": 1.1535143852233887, |
| "learning_rate": 0.00017936681742442275, |
| "loss": 1.9573915481567383, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.3126449908990328, |
| "grad_norm": 1.2937277555465698, |
| "learning_rate": 0.00017927160199952393, |
| "loss": 2.1334136962890624, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.3140725935972019, |
| "grad_norm": 1.1130894422531128, |
| "learning_rate": 0.0001791763865746251, |
| "loss": 2.054120635986328, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.315500196295371, |
| "grad_norm": 1.1255532503128052, |
| "learning_rate": 0.00017908117114972627, |
| "loss": 2.206426811218262, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.3169277989935401, |
| "grad_norm": 1.373878002166748, |
| "learning_rate": 0.00017898595572482743, |
| "loss": 2.016497802734375, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.31835540169170917, |
| "grad_norm": 0.9502859115600586, |
| "learning_rate": 0.0001788907402999286, |
| "loss": 2.1160964965820312, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.3197830043898783, |
| "grad_norm": 1.199417233467102, |
| "learning_rate": 0.00017879552487502976, |
| "loss": 2.219405746459961, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.3212106070880474, |
| "grad_norm": 1.2231884002685547, |
| "learning_rate": 0.00017870030945013092, |
| "loss": 2.1173473358154298, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.3226382097862165, |
| "grad_norm": 1.2296863794326782, |
| "learning_rate": 0.0001786050940252321, |
| "loss": 2.212135124206543, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.3240658124843856, |
| "grad_norm": 1.2749266624450684, |
| "learning_rate": 0.00017850987860033326, |
| "loss": 2.0644044876098633, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.3254934151825547, |
| "grad_norm": 1.0321651697158813, |
| "learning_rate": 0.00017841466317543444, |
| "loss": 2.126047897338867, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.3269210178807238, |
| "grad_norm": 1.131618857383728, |
| "learning_rate": 0.0001783194477505356, |
| "loss": 2.0301258087158205, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.3283486205788929, |
| "grad_norm": 0.9653699994087219, |
| "learning_rate": 0.00017822423232563678, |
| "loss": 2.172132873535156, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.329776223277062, |
| "grad_norm": 1.1435012817382812, |
| "learning_rate": 0.00017812901690073793, |
| "loss": 2.1726940155029295, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.33120382597523107, |
| "grad_norm": 1.3378164768218994, |
| "learning_rate": 0.00017803380147583911, |
| "loss": 2.1459815979003904, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.3326314286734002, |
| "grad_norm": 1.0936335325241089, |
| "learning_rate": 0.00017793858605094027, |
| "loss": 2.11383113861084, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.3340590313715693, |
| "grad_norm": 1.7248929738998413, |
| "learning_rate": 0.00017784337062604142, |
| "loss": 2.060173225402832, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.3354866340697384, |
| "grad_norm": 1.4490845203399658, |
| "learning_rate": 0.00017774815520114258, |
| "loss": 2.168626403808594, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.3369142367679075, |
| "grad_norm": 1.4273464679718018, |
| "learning_rate": 0.00017765293977624376, |
| "loss": 2.1859357833862303, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.3383418394660766, |
| "grad_norm": 1.1335994005203247, |
| "learning_rate": 0.00017755772435134492, |
| "loss": 2.2323787689208983, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.3397694421642457, |
| "grad_norm": 1.0822454690933228, |
| "learning_rate": 0.0001774625089264461, |
| "loss": 2.1954828262329102, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.3411970448624148, |
| "grad_norm": 1.3556091785430908, |
| "learning_rate": 0.00017736729350154726, |
| "loss": 2.086533546447754, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.3426246475605839, |
| "grad_norm": 1.0348728895187378, |
| "learning_rate": 0.00017727207807664844, |
| "loss": 2.063125419616699, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.34405225025875297, |
| "grad_norm": 0.9327099323272705, |
| "learning_rate": 0.0001771768626517496, |
| "loss": 2.2520879745483398, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.3454798529569221, |
| "grad_norm": 1.161893367767334, |
| "learning_rate": 0.00017708164722685078, |
| "loss": 1.9637351989746095, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.3469074556550912, |
| "grad_norm": 1.0252056121826172, |
| "learning_rate": 0.00017698643180195193, |
| "loss": 2.105502700805664, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.3483350583532603, |
| "grad_norm": 1.0173977613449097, |
| "learning_rate": 0.00017689121637705309, |
| "loss": 2.1620779037475586, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.3497626610514294, |
| "grad_norm": 1.0667582750320435, |
| "learning_rate": 0.00017679600095215424, |
| "loss": 2.1498435974121093, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.3511902637495985, |
| "grad_norm": 1.1689473390579224, |
| "learning_rate": 0.00017670078552725542, |
| "loss": 2.010816192626953, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.3526178664477676, |
| "grad_norm": 1.1713252067565918, |
| "learning_rate": 0.00017660557010235658, |
| "loss": 2.1770673751831056, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.3540454691459367, |
| "grad_norm": 1.1741546392440796, |
| "learning_rate": 0.00017651035467745776, |
| "loss": 2.2705522537231446, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.35547307184410576, |
| "grad_norm": 1.1165494918823242, |
| "learning_rate": 0.00017641513925255892, |
| "loss": 2.2441898345947267, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.35690067454227486, |
| "grad_norm": 1.128848910331726, |
| "learning_rate": 0.0001763199238276601, |
| "loss": 1.966132354736328, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.35832827724044397, |
| "grad_norm": 1.1416059732437134, |
| "learning_rate": 0.00017622470840276125, |
| "loss": 2.129666328430176, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.3597558799386131, |
| "grad_norm": 1.3967465162277222, |
| "learning_rate": 0.00017612949297786244, |
| "loss": 2.068239212036133, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.3611834826367822, |
| "grad_norm": 1.1982859373092651, |
| "learning_rate": 0.00017603427755296357, |
| "loss": 2.0356422424316407, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.3626110853349513, |
| "grad_norm": 1.2561085224151611, |
| "learning_rate": 0.00017593906212806475, |
| "loss": 2.1692792892456056, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.3640386880331204, |
| "grad_norm": 1.2402371168136597, |
| "learning_rate": 0.0001758438467031659, |
| "loss": 2.018773078918457, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.3654662907312895, |
| "grad_norm": 1.0577623844146729, |
| "learning_rate": 0.00017574863127826709, |
| "loss": 2.2117090225219727, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.3668938934294586, |
| "grad_norm": 1.3217538595199585, |
| "learning_rate": 0.00017565341585336824, |
| "loss": 2.19326229095459, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.36832149612762766, |
| "grad_norm": 1.2093907594680786, |
| "learning_rate": 0.00017555820042846942, |
| "loss": 2.072580909729004, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.36974909882579676, |
| "grad_norm": 1.1893237829208374, |
| "learning_rate": 0.00017546298500357058, |
| "loss": 2.0644367218017576, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.37117670152396587, |
| "grad_norm": 1.116391658782959, |
| "learning_rate": 0.00017536776957867176, |
| "loss": 2.0989030838012694, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.372604304222135, |
| "grad_norm": 1.1465907096862793, |
| "learning_rate": 0.00017527255415377292, |
| "loss": 2.22904109954834, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.3740319069203041, |
| "grad_norm": 1.2656993865966797, |
| "learning_rate": 0.0001751773387288741, |
| "loss": 2.162650489807129, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.3754595096184732, |
| "grad_norm": 1.0960391759872437, |
| "learning_rate": 0.00017508212330397525, |
| "loss": 2.0461801528930663, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.3768871123166423, |
| "grad_norm": 1.1352872848510742, |
| "learning_rate": 0.0001749869078790764, |
| "loss": 2.142223930358887, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.3783147150148114, |
| "grad_norm": 1.3211382627487183, |
| "learning_rate": 0.0001748916924541776, |
| "loss": 2.086302375793457, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.3797423177129805, |
| "grad_norm": 1.3286374807357788, |
| "learning_rate": 0.00017479647702927875, |
| "loss": 2.1871686935424806, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.38116992041114955, |
| "grad_norm": 1.1504572629928589, |
| "learning_rate": 0.00017470126160437993, |
| "loss": 2.2135593414306642, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.38259752310931866, |
| "grad_norm": 1.1061992645263672, |
| "learning_rate": 0.00017460604617948108, |
| "loss": 1.9979249954223632, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.38402512580748777, |
| "grad_norm": 1.21872079372406, |
| "learning_rate": 0.00017451083075458227, |
| "loss": 2.1905019760131834, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.38545272850565687, |
| "grad_norm": 0.9169778823852539, |
| "learning_rate": 0.00017441561532968342, |
| "loss": 2.096824836730957, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.386880331203826, |
| "grad_norm": 1.1782190799713135, |
| "learning_rate": 0.0001743203999047846, |
| "loss": 2.1858846664428713, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.3883079339019951, |
| "grad_norm": 1.0241059064865112, |
| "learning_rate": 0.00017422518447988573, |
| "loss": 2.1724557876586914, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.3897355366001642, |
| "grad_norm": 1.3461824655532837, |
| "learning_rate": 0.00017412996905498692, |
| "loss": 2.0981250762939454, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.3911631392983333, |
| "grad_norm": 1.231691837310791, |
| "learning_rate": 0.00017403475363008807, |
| "loss": 2.000545692443848, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.39259074199650235, |
| "grad_norm": 1.1789937019348145, |
| "learning_rate": 0.00017393953820518925, |
| "loss": 1.9449064254760742, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.39401834469467145, |
| "grad_norm": 1.119533896446228, |
| "learning_rate": 0.0001738443227802904, |
| "loss": 2.0872426986694337, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.39544594739284056, |
| "grad_norm": 1.034921407699585, |
| "learning_rate": 0.0001737491073553916, |
| "loss": 2.0502944946289063, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.39687355009100966, |
| "grad_norm": 1.1675975322723389, |
| "learning_rate": 0.00017365389193049275, |
| "loss": 2.0751968383789063, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.39830115278917877, |
| "grad_norm": 0.9863481521606445, |
| "learning_rate": 0.00017355867650559393, |
| "loss": 2.216383171081543, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.3997287554873479, |
| "grad_norm": 1.0700448751449585, |
| "learning_rate": 0.00017346346108069508, |
| "loss": 2.037568473815918, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.401156358185517, |
| "grad_norm": 1.5234819650650024, |
| "learning_rate": 0.00017336824565579627, |
| "loss": 2.135871696472168, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.4025839608836861, |
| "grad_norm": 1.312696933746338, |
| "learning_rate": 0.0001732730302308974, |
| "loss": 2.123103713989258, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.4040115635818552, |
| "grad_norm": 1.4110193252563477, |
| "learning_rate": 0.00017317781480599858, |
| "loss": 2.2066755294799805, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.40543916628002424, |
| "grad_norm": 1.1026965379714966, |
| "learning_rate": 0.00017308259938109973, |
| "loss": 2.026701736450195, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.40686676897819335, |
| "grad_norm": 1.1809606552124023, |
| "learning_rate": 0.00017298738395620092, |
| "loss": 2.013088035583496, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.40829437167636246, |
| "grad_norm": 1.281699538230896, |
| "learning_rate": 0.00017289216853130207, |
| "loss": 2.212848663330078, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.40972197437453156, |
| "grad_norm": 1.4359161853790283, |
| "learning_rate": 0.00017279695310640325, |
| "loss": 2.3273263931274415, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.41114957707270067, |
| "grad_norm": 1.1231915950775146, |
| "learning_rate": 0.0001727017376815044, |
| "loss": 2.024250602722168, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.4125771797708698, |
| "grad_norm": 1.1361498832702637, |
| "learning_rate": 0.0001726065222566056, |
| "loss": 2.0198749542236327, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.4140047824690389, |
| "grad_norm": 1.277862310409546, |
| "learning_rate": 0.00017251130683170675, |
| "loss": 2.0423700332641603, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.415432385167208, |
| "grad_norm": 1.3887676000595093, |
| "learning_rate": 0.0001724160914068079, |
| "loss": 2.1957927703857423, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.4168599878653771, |
| "grad_norm": 1.102116584777832, |
| "learning_rate": 0.00017232087598190906, |
| "loss": 1.9576358795166016, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.41828759056354614, |
| "grad_norm": 1.658210277557373, |
| "learning_rate": 0.00017222566055701024, |
| "loss": 2.1199745178222655, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.41971519326171525, |
| "grad_norm": 1.3684505224227905, |
| "learning_rate": 0.0001721304451321114, |
| "loss": 2.1091520309448244, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.42114279595988435, |
| "grad_norm": 1.1813336610794067, |
| "learning_rate": 0.00017203522970721258, |
| "loss": 2.0536418914794923, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.42257039865805346, |
| "grad_norm": 1.2007261514663696, |
| "learning_rate": 0.00017194001428231373, |
| "loss": 2.053822708129883, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.42399800135622256, |
| "grad_norm": 1.0350509881973267, |
| "learning_rate": 0.00017184479885741491, |
| "loss": 1.9133419036865233, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.42542560405439167, |
| "grad_norm": 1.0523207187652588, |
| "learning_rate": 0.00017174958343251607, |
| "loss": 2.0608654022216797, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.4268532067525608, |
| "grad_norm": 0.952148973941803, |
| "learning_rate": 0.00017165436800761725, |
| "loss": 2.1483791351318358, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.4282808094507299, |
| "grad_norm": 1.0913255214691162, |
| "learning_rate": 0.0001715591525827184, |
| "loss": 2.155402946472168, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.429708412148899, |
| "grad_norm": 1.05339777469635, |
| "learning_rate": 0.00017146393715781956, |
| "loss": 2.1396499633789063, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.43113601484706804, |
| "grad_norm": 1.2329785823822021, |
| "learning_rate": 0.00017136872173292075, |
| "loss": 2.2712575912475588, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.43256361754523714, |
| "grad_norm": 1.1520178318023682, |
| "learning_rate": 0.0001712735063080219, |
| "loss": 2.0944181442260743, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.43399122024340625, |
| "grad_norm": 1.1466962099075317, |
| "learning_rate": 0.00017117829088312308, |
| "loss": 2.064352607727051, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.43541882294157536, |
| "grad_norm": 1.2289594411849976, |
| "learning_rate": 0.00017108307545822424, |
| "loss": 2.2511341094970705, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.43684642563974446, |
| "grad_norm": 1.0378469228744507, |
| "learning_rate": 0.00017098786003332542, |
| "loss": 2.0552734375, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.43827402833791357, |
| "grad_norm": 1.1334617137908936, |
| "learning_rate": 0.00017089264460842658, |
| "loss": 2.1504894256591798, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.4397016310360827, |
| "grad_norm": 1.2314560413360596, |
| "learning_rate": 0.00017079742918352776, |
| "loss": 2.1562742233276366, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.4411292337342518, |
| "grad_norm": 1.1508898735046387, |
| "learning_rate": 0.00017070221375862891, |
| "loss": 2.0091711044311524, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.44255683643242083, |
| "grad_norm": 1.7214949131011963, |
| "learning_rate": 0.00017060699833373007, |
| "loss": 2.084541893005371, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.44398443913058994, |
| "grad_norm": 1.452836036682129, |
| "learning_rate": 0.00017051178290883122, |
| "loss": 2.167698097229004, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.44541204182875904, |
| "grad_norm": 1.1506155729293823, |
| "learning_rate": 0.0001704165674839324, |
| "loss": 2.1772172927856444, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.44683964452692815, |
| "grad_norm": 1.6658185720443726, |
| "learning_rate": 0.00017032135205903356, |
| "loss": 2.1950592041015624, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.44826724722509725, |
| "grad_norm": 1.0545748472213745, |
| "learning_rate": 0.00017022613663413474, |
| "loss": 2.052364730834961, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.44969484992326636, |
| "grad_norm": 1.3302888870239258, |
| "learning_rate": 0.0001701309212092359, |
| "loss": 2.2422548294067384, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.45112245262143547, |
| "grad_norm": 1.4070645570755005, |
| "learning_rate": 0.00017003570578433708, |
| "loss": 2.1141366958618164, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.45255005531960457, |
| "grad_norm": 1.0993238687515259, |
| "learning_rate": 0.00016994049035943824, |
| "loss": 2.1006706237792967, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.4539776580177737, |
| "grad_norm": 1.1617511510849, |
| "learning_rate": 0.00016984527493453942, |
| "loss": 1.9723478317260743, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.45540526071594273, |
| "grad_norm": 1.5463227033615112, |
| "learning_rate": 0.00016975005950964058, |
| "loss": 2.104926109313965, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.45683286341411183, |
| "grad_norm": 1.2094980478286743, |
| "learning_rate": 0.00016965484408474173, |
| "loss": 1.9171577453613282, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.45826046611228094, |
| "grad_norm": 1.103075385093689, |
| "learning_rate": 0.00016955962865984289, |
| "loss": 2.1229742050170897, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.45968806881045005, |
| "grad_norm": 1.3477221727371216, |
| "learning_rate": 0.00016946441323494407, |
| "loss": 2.0110040664672852, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.46111567150861915, |
| "grad_norm": 1.1711978912353516, |
| "learning_rate": 0.00016936919781004522, |
| "loss": 2.1763769149780274, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.46254327420678826, |
| "grad_norm": 1.1173983812332153, |
| "learning_rate": 0.0001692739823851464, |
| "loss": 2.0923931121826174, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.46397087690495736, |
| "grad_norm": 1.3516672849655151, |
| "learning_rate": 0.00016917876696024756, |
| "loss": 2.1028839111328126, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.46539847960312647, |
| "grad_norm": 1.187572717666626, |
| "learning_rate": 0.00016908355153534874, |
| "loss": 2.039937973022461, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.4668260823012956, |
| "grad_norm": 1.3026293516159058, |
| "learning_rate": 0.0001689883361104499, |
| "loss": 2.0570196151733398, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.4682536849994646, |
| "grad_norm": 1.1978344917297363, |
| "learning_rate": 0.00016889312068555108, |
| "loss": 2.077353858947754, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.46968128769763373, |
| "grad_norm": 1.0989017486572266, |
| "learning_rate": 0.0001687979052606522, |
| "loss": 1.9933378219604492, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.47110889039580284, |
| "grad_norm": 1.1777777671813965, |
| "learning_rate": 0.0001687026898357534, |
| "loss": 2.197841262817383, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.47253649309397194, |
| "grad_norm": 1.8024139404296875, |
| "learning_rate": 0.00016860747441085455, |
| "loss": 2.1699588775634764, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.47396409579214105, |
| "grad_norm": 1.0226041078567505, |
| "learning_rate": 0.00016851225898595573, |
| "loss": 2.0379987716674806, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.47539169849031016, |
| "grad_norm": 2.29010009765625, |
| "learning_rate": 0.00016841704356105689, |
| "loss": 2.08388614654541, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.47681930118847926, |
| "grad_norm": 0.9974448084831238, |
| "learning_rate": 0.00016832182813615807, |
| "loss": 2.0867422103881834, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.47824690388664837, |
| "grad_norm": 1.1733876466751099, |
| "learning_rate": 0.00016822661271125922, |
| "loss": 2.038913917541504, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.4796745065848175, |
| "grad_norm": 1.0234184265136719, |
| "learning_rate": 0.0001681313972863604, |
| "loss": 2.1241840362548827, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.4811021092829865, |
| "grad_norm": 1.4544063806533813, |
| "learning_rate": 0.00016803618186146156, |
| "loss": 2.044015121459961, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.48252971198115563, |
| "grad_norm": 1.368973731994629, |
| "learning_rate": 0.00016794096643656274, |
| "loss": 2.019906425476074, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.48395731467932473, |
| "grad_norm": 1.168421745300293, |
| "learning_rate": 0.0001678457510116639, |
| "loss": 2.0222070693969725, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.48538491737749384, |
| "grad_norm": 1.2671949863433838, |
| "learning_rate": 0.00016775053558676505, |
| "loss": 2.1466264724731445, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.48681252007566295, |
| "grad_norm": 1.0771664381027222, |
| "learning_rate": 0.00016765532016186624, |
| "loss": 2.0024179458618163, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.48824012277383205, |
| "grad_norm": 1.2461390495300293, |
| "learning_rate": 0.0001675601047369674, |
| "loss": 2.0828195571899415, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.48966772547200116, |
| "grad_norm": 1.6071606874465942, |
| "learning_rate": 0.00016746488931206857, |
| "loss": 1.9849077224731446, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.49109532817017026, |
| "grad_norm": 1.0467002391815186, |
| "learning_rate": 0.00016736967388716973, |
| "loss": 2.0019205093383787, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.4925229308683393, |
| "grad_norm": 1.0588996410369873, |
| "learning_rate": 0.0001672744584622709, |
| "loss": 2.0819076538085937, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.4939505335665084, |
| "grad_norm": 0.9776011109352112, |
| "learning_rate": 0.00016717924303737207, |
| "loss": 1.9890733718872071, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.4953781362646775, |
| "grad_norm": 1.439799427986145, |
| "learning_rate": 0.00016708402761247325, |
| "loss": 2.1648094177246096, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.49680573896284663, |
| "grad_norm": 1.063666820526123, |
| "learning_rate": 0.0001669888121875744, |
| "loss": 1.9934938430786133, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.49823334166101574, |
| "grad_norm": 1.0971171855926514, |
| "learning_rate": 0.00016689359676267556, |
| "loss": 2.0755395889282227, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.49966094435918484, |
| "grad_norm": 1.3422017097473145, |
| "learning_rate": 0.00016679838133777672, |
| "loss": 2.080609130859375, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.501088547057354, |
| "grad_norm": 1.3471558094024658, |
| "learning_rate": 0.0001667031659128779, |
| "loss": 2.0093482971191405, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.5025161497555231, |
| "grad_norm": 1.0592118501663208, |
| "learning_rate": 0.00016660795048797905, |
| "loss": 1.997859573364258, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.5039437524536922, |
| "grad_norm": 1.2080049514770508, |
| "learning_rate": 0.00016651273506308024, |
| "loss": 2.133045959472656, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.5053713551518613, |
| "grad_norm": 0.9516943097114563, |
| "learning_rate": 0.0001664175196381814, |
| "loss": 2.04406795501709, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.5067989578500304, |
| "grad_norm": 0.9474464058876038, |
| "learning_rate": 0.00016632230421328257, |
| "loss": 2.161180877685547, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.5082265605481995, |
| "grad_norm": 1.1096711158752441, |
| "learning_rate": 0.00016622708878838373, |
| "loss": 2.1555700302124023, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.5096541632463686, |
| "grad_norm": 1.3584140539169312, |
| "learning_rate": 0.0001661318733634849, |
| "loss": 2.018060302734375, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.5110817659445376, |
| "grad_norm": 1.6246408224105835, |
| "learning_rate": 0.00016603665793858604, |
| "loss": 2.2220287322998047, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.5125093686427067, |
| "grad_norm": 1.2138937711715698, |
| "learning_rate": 0.00016594144251368722, |
| "loss": 2.069137954711914, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.5139369713408758, |
| "grad_norm": 1.2093039751052856, |
| "learning_rate": 0.00016584622708878838, |
| "loss": 2.109259033203125, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.5153645740390449, |
| "grad_norm": 1.1119673252105713, |
| "learning_rate": 0.00016575101166388956, |
| "loss": 2.055547904968262, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.516792176737214, |
| "grad_norm": 1.1239557266235352, |
| "learning_rate": 0.00016565579623899071, |
| "loss": 2.154520606994629, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.5182197794353831, |
| "grad_norm": 1.1713887453079224, |
| "learning_rate": 0.0001655605808140919, |
| "loss": 2.1828012466430664, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.5196473821335522, |
| "grad_norm": 1.0080145597457886, |
| "learning_rate": 0.00016546536538919305, |
| "loss": 2.08593635559082, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.5210749848317213, |
| "grad_norm": 1.0677450895309448, |
| "learning_rate": 0.00016537014996429424, |
| "loss": 2.1263172149658205, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.5225025875298904, |
| "grad_norm": 1.5995664596557617, |
| "learning_rate": 0.0001652749345393954, |
| "loss": 2.1577287673950196, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.5239301902280595, |
| "grad_norm": 1.1336824893951416, |
| "learning_rate": 0.00016517971911449657, |
| "loss": 2.0607637405395507, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.5253577929262286, |
| "grad_norm": 1.4898009300231934, |
| "learning_rate": 0.0001650845036895977, |
| "loss": 2.0850154876708986, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.5267853956243977, |
| "grad_norm": 1.153604507446289, |
| "learning_rate": 0.00016498928826469888, |
| "loss": 2.0568546295166015, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.5282129983225669, |
| "grad_norm": 0.9742231965065002, |
| "learning_rate": 0.00016489407283980004, |
| "loss": 2.1295637130737304, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.529640601020736, |
| "grad_norm": 1.0828098058700562, |
| "learning_rate": 0.00016479885741490122, |
| "loss": 2.2455913543701174, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.5310682037189051, |
| "grad_norm": 1.1993688344955444, |
| "learning_rate": 0.00016470364199000238, |
| "loss": 2.065316009521484, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.5324958064170742, |
| "grad_norm": 0.9875587224960327, |
| "learning_rate": 0.00016460842656510356, |
| "loss": 2.167093849182129, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.5339234091152433, |
| "grad_norm": 1.587498426437378, |
| "learning_rate": 0.00016451321114020471, |
| "loss": 2.123185157775879, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.5353510118134124, |
| "grad_norm": 1.0599406957626343, |
| "learning_rate": 0.0001644179957153059, |
| "loss": 1.9770395278930664, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.5367786145115814, |
| "grad_norm": 0.9904677867889404, |
| "learning_rate": 0.00016432278029040705, |
| "loss": 2.1363361358642576, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.5382062172097505, |
| "grad_norm": 1.1583956480026245, |
| "learning_rate": 0.0001642275648655082, |
| "loss": 2.163792610168457, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.5396338199079196, |
| "grad_norm": 1.0722836256027222, |
| "learning_rate": 0.0001641323494406094, |
| "loss": 2.143117141723633, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.5410614226060887, |
| "grad_norm": 1.3460588455200195, |
| "learning_rate": 0.00016403713401571055, |
| "loss": 2.1735687255859375, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.5424890253042578, |
| "grad_norm": 1.1308567523956299, |
| "learning_rate": 0.00016394191859081173, |
| "loss": 2.1688426971435546, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.5439166280024269, |
| "grad_norm": 1.20809805393219, |
| "learning_rate": 0.00016384670316591288, |
| "loss": 2.1337045669555663, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.545344230700596, |
| "grad_norm": 1.051905870437622, |
| "learning_rate": 0.00016375148774101407, |
| "loss": 2.0859872817993166, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.5467718333987651, |
| "grad_norm": 1.2605935335159302, |
| "learning_rate": 0.00016365627231611522, |
| "loss": 2.1538076400756836, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.5481994360969342, |
| "grad_norm": 1.1376152038574219, |
| "learning_rate": 0.0001635610568912164, |
| "loss": 2.028926467895508, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.5496270387951033, |
| "grad_norm": 2.1268208026885986, |
| "learning_rate": 0.00016346584146631756, |
| "loss": 2.225727653503418, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.5510546414932724, |
| "grad_norm": 1.430724859237671, |
| "learning_rate": 0.00016337062604141874, |
| "loss": 2.0055526733398437, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.5524822441914415, |
| "grad_norm": 1.0673465728759766, |
| "learning_rate": 0.00016327541061651987, |
| "loss": 2.0893600463867186, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.5539098468896106, |
| "grad_norm": 1.2765331268310547, |
| "learning_rate": 0.00016318019519162105, |
| "loss": 2.008353042602539, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.5553374495877798, |
| "grad_norm": 1.0461541414260864, |
| "learning_rate": 0.0001630849797667222, |
| "loss": 2.1346414566040037, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.5567650522859489, |
| "grad_norm": 1.28388512134552, |
| "learning_rate": 0.0001629897643418234, |
| "loss": 2.1297496795654296, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.558192654984118, |
| "grad_norm": 1.1615244150161743, |
| "learning_rate": 0.00016289454891692454, |
| "loss": 2.078843116760254, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.5596202576822871, |
| "grad_norm": 1.248067021369934, |
| "learning_rate": 0.00016279933349202573, |
| "loss": 2.2453628540039063, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.5610478603804561, |
| "grad_norm": 1.1647175550460815, |
| "learning_rate": 0.00016270411806712688, |
| "loss": 2.271023178100586, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.5624754630786252, |
| "grad_norm": 0.9548137784004211, |
| "learning_rate": 0.00016260890264222806, |
| "loss": 2.068301200866699, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.5639030657767943, |
| "grad_norm": 1.084067940711975, |
| "learning_rate": 0.00016251368721732922, |
| "loss": 2.0725963592529295, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.5653306684749634, |
| "grad_norm": 1.6000462770462036, |
| "learning_rate": 0.00016241847179243038, |
| "loss": 2.205929756164551, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.5667582711731325, |
| "grad_norm": 1.0657289028167725, |
| "learning_rate": 0.00016232325636753153, |
| "loss": 2.224954032897949, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.5681858738713016, |
| "grad_norm": 1.0999115705490112, |
| "learning_rate": 0.0001622280409426327, |
| "loss": 2.0713016510009767, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.5696134765694707, |
| "grad_norm": 1.55386221408844, |
| "learning_rate": 0.00016214234706022376, |
| "loss": 2.0461357116699217, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.5710410792676398, |
| "grad_norm": 1.4208126068115234, |
| "learning_rate": 0.00016204713163532492, |
| "loss": 1.941202735900879, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.5724686819658089, |
| "grad_norm": 1.118394374847412, |
| "learning_rate": 0.0001619519162104261, |
| "loss": 2.088357162475586, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.573896284663978, |
| "grad_norm": 1.3743064403533936, |
| "learning_rate": 0.00016185670078552725, |
| "loss": 2.0932437896728517, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.5753238873621471, |
| "grad_norm": 1.1113500595092773, |
| "learning_rate": 0.00016176148536062844, |
| "loss": 2.1681371688842774, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.5767514900603162, |
| "grad_norm": 1.1337480545043945, |
| "learning_rate": 0.0001616662699357296, |
| "loss": 2.390884780883789, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.5781790927584853, |
| "grad_norm": 1.0913474559783936, |
| "learning_rate": 0.00016157105451083077, |
| "loss": 2.0483430862426757, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.5796066954566544, |
| "grad_norm": 1.0958749055862427, |
| "learning_rate": 0.00016147583908593193, |
| "loss": 2.0507534027099608, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.5810342981548235, |
| "grad_norm": 1.0328621864318848, |
| "learning_rate": 0.0001613806236610331, |
| "loss": 2.081440734863281, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.5824619008529927, |
| "grad_norm": 1.0732722282409668, |
| "learning_rate": 0.00016128540823613427, |
| "loss": 1.9593217849731446, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.5838895035511618, |
| "grad_norm": 1.209100365638733, |
| "learning_rate": 0.00016119019281123542, |
| "loss": 1.9060861587524414, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.5853171062493309, |
| "grad_norm": 1.7121407985687256, |
| "learning_rate": 0.00016109497738633658, |
| "loss": 2.1000993728637694, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.5867447089474999, |
| "grad_norm": 1.263508677482605, |
| "learning_rate": 0.00016099976196143776, |
| "loss": 2.03182373046875, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.588172311645669, |
| "grad_norm": 1.090971827507019, |
| "learning_rate": 0.00016090454653653892, |
| "loss": 2.046316909790039, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.5895999143438381, |
| "grad_norm": 1.1175658702850342, |
| "learning_rate": 0.0001608093311116401, |
| "loss": 2.025002098083496, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.5910275170420072, |
| "grad_norm": 1.078690528869629, |
| "learning_rate": 0.00016071411568674125, |
| "loss": 2.0121585845947267, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.5924551197401763, |
| "grad_norm": 1.0645606517791748, |
| "learning_rate": 0.00016061890026184244, |
| "loss": 2.2159936904907225, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.5938827224383454, |
| "grad_norm": 1.1634751558303833, |
| "learning_rate": 0.0001605236848369436, |
| "loss": 2.097846031188965, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.5953103251365145, |
| "grad_norm": 1.3217452764511108, |
| "learning_rate": 0.00016042846941204477, |
| "loss": 2.1109798431396483, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.5967379278346836, |
| "grad_norm": 1.0953373908996582, |
| "learning_rate": 0.0001603332539871459, |
| "loss": 2.0403207778930663, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.5981655305328527, |
| "grad_norm": 1.2647509574890137, |
| "learning_rate": 0.00016023803856224708, |
| "loss": 2.1489234924316407, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.5995931332310218, |
| "grad_norm": 1.2663153409957886, |
| "learning_rate": 0.00016014282313734824, |
| "loss": 2.1639209747314454, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.6010207359291909, |
| "grad_norm": 1.027962327003479, |
| "learning_rate": 0.00016004760771244942, |
| "loss": 2.0777713775634767, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.60244833862736, |
| "grad_norm": 1.547472357749939, |
| "learning_rate": 0.00015995239228755058, |
| "loss": 2.114849090576172, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.6038759413255291, |
| "grad_norm": 1.0689531564712524, |
| "learning_rate": 0.00015985717686265176, |
| "loss": 2.101460838317871, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.6053035440236982, |
| "grad_norm": 1.1795955896377563, |
| "learning_rate": 0.00015976196143775291, |
| "loss": 2.0170339584350585, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.6067311467218673, |
| "grad_norm": 1.0898903608322144, |
| "learning_rate": 0.0001596667460128541, |
| "loss": 2.1026046752929686, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.6081587494200364, |
| "grad_norm": 1.4372042417526245, |
| "learning_rate": 0.00015957153058795525, |
| "loss": 2.0490205764770506, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.6095863521182056, |
| "grad_norm": 1.186373233795166, |
| "learning_rate": 0.00015947631516305644, |
| "loss": 1.9973588943481446, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.6110139548163745, |
| "grad_norm": 1.1143156290054321, |
| "learning_rate": 0.0001593810997381576, |
| "loss": 2.049622917175293, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.6124415575145437, |
| "grad_norm": 1.5476491451263428, |
| "learning_rate": 0.00015928588431325875, |
| "loss": 2.0849376678466798, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.6138691602127128, |
| "grad_norm": 0.9903887510299683, |
| "learning_rate": 0.00015919066888835993, |
| "loss": 1.98438720703125, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.6152967629108819, |
| "grad_norm": 1.1740891933441162, |
| "learning_rate": 0.00015909545346346108, |
| "loss": 2.2359495162963867, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.616724365609051, |
| "grad_norm": 1.0749351978302002, |
| "learning_rate": 0.00015900023803856227, |
| "loss": 2.0514636993408204, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.6181519683072201, |
| "grad_norm": 1.2126410007476807, |
| "learning_rate": 0.00015890502261366342, |
| "loss": 2.089235305786133, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.6195795710053892, |
| "grad_norm": 1.1484490633010864, |
| "learning_rate": 0.0001588098071887646, |
| "loss": 2.0745500564575194, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.6210071737035583, |
| "grad_norm": 0.9319640398025513, |
| "learning_rate": 0.00015871459176386576, |
| "loss": 1.9926181793212892, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.6224347764017274, |
| "grad_norm": 1.2679811716079712, |
| "learning_rate": 0.00015861937633896694, |
| "loss": 2.129096031188965, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.6238623790998965, |
| "grad_norm": 1.1401822566986084, |
| "learning_rate": 0.00015852416091406807, |
| "loss": 1.957147979736328, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.6252899817980656, |
| "grad_norm": 1.0949463844299316, |
| "learning_rate": 0.00015842894548916925, |
| "loss": 2.1449153900146483, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.6267175844962347, |
| "grad_norm": 1.14918053150177, |
| "learning_rate": 0.0001583337300642704, |
| "loss": 2.2274448394775392, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.6281451871944038, |
| "grad_norm": 1.1906867027282715, |
| "learning_rate": 0.0001582385146393716, |
| "loss": 2.051712989807129, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.6295727898925729, |
| "grad_norm": 1.0407558679580688, |
| "learning_rate": 0.00015814329921447275, |
| "loss": 2.0556570053100587, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.631000392590742, |
| "grad_norm": 1.0472633838653564, |
| "learning_rate": 0.00015804808378957393, |
| "loss": 2.0726411819458006, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.6324279952889111, |
| "grad_norm": 1.0542018413543701, |
| "learning_rate": 0.00015795286836467508, |
| "loss": 1.9429601669311523, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.6338555979870802, |
| "grad_norm": 1.056063175201416, |
| "learning_rate": 0.00015785765293977627, |
| "loss": 2.0575481414794923, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.6352832006852493, |
| "grad_norm": 1.345315933227539, |
| "learning_rate": 0.00015776243751487742, |
| "loss": 2.0701883316040037, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.6367108033834183, |
| "grad_norm": 1.1465160846710205, |
| "learning_rate": 0.0001576672220899786, |
| "loss": 2.141465950012207, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.6381384060815875, |
| "grad_norm": 1.2380520105361938, |
| "learning_rate": 0.00015757200666507973, |
| "loss": 2.1055450439453125, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.6395660087797566, |
| "grad_norm": 1.1188899278640747, |
| "learning_rate": 0.00015747679124018091, |
| "loss": 2.1809152603149413, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.6409936114779257, |
| "grad_norm": 1.0567125082015991, |
| "learning_rate": 0.00015738157581528207, |
| "loss": 2.1224170684814454, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.6424212141760948, |
| "grad_norm": 1.1337240934371948, |
| "learning_rate": 0.00015728636039038325, |
| "loss": 2.0783939361572266, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.6438488168742639, |
| "grad_norm": 1.1785552501678467, |
| "learning_rate": 0.0001571911449654844, |
| "loss": 2.079520606994629, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.645276419572433, |
| "grad_norm": 1.064718246459961, |
| "learning_rate": 0.0001570959295405856, |
| "loss": 2.0744672775268556, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.6467040222706021, |
| "grad_norm": 1.0810433626174927, |
| "learning_rate": 0.00015700071411568674, |
| "loss": 2.1164180755615236, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.6481316249687712, |
| "grad_norm": 1.4308578968048096, |
| "learning_rate": 0.00015690549869078793, |
| "loss": 2.11962833404541, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.6495592276669403, |
| "grad_norm": 1.0707223415374756, |
| "learning_rate": 0.00015681028326588908, |
| "loss": 2.017913055419922, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.6509868303651094, |
| "grad_norm": 1.1607109308242798, |
| "learning_rate": 0.00015671506784099024, |
| "loss": 2.080700492858887, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.6524144330632785, |
| "grad_norm": 1.0517059564590454, |
| "learning_rate": 0.0001566198524160914, |
| "loss": 2.1347278594970702, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.6538420357614476, |
| "grad_norm": 1.0226854085922241, |
| "learning_rate": 0.00015652463699119258, |
| "loss": 1.9415822982788087, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.6552696384596167, |
| "grad_norm": 1.1085102558135986, |
| "learning_rate": 0.00015642942156629373, |
| "loss": 2.0874921798706056, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.6566972411577858, |
| "grad_norm": 1.203783392906189, |
| "learning_rate": 0.0001563342061413949, |
| "loss": 2.018591117858887, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.6581248438559549, |
| "grad_norm": 1.30747389793396, |
| "learning_rate": 0.00015623899071649607, |
| "loss": 2.124520111083984, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.659552446554124, |
| "grad_norm": 1.1289852857589722, |
| "learning_rate": 0.00015614377529159725, |
| "loss": 2.1010200500488283, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.660980049252293, |
| "grad_norm": 1.1173664331436157, |
| "learning_rate": 0.0001560485598666984, |
| "loss": 2.095734786987305, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.6624076519504621, |
| "grad_norm": 1.3770655393600464, |
| "learning_rate": 0.0001559533444417996, |
| "loss": 2.109881782531738, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.6638352546486312, |
| "grad_norm": 1.0825073719024658, |
| "learning_rate": 0.00015585812901690074, |
| "loss": 1.9486059188842773, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.6652628573468004, |
| "grad_norm": 1.228014588356018, |
| "learning_rate": 0.0001557629135920019, |
| "loss": 2.1181900024414064, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.6666904600449695, |
| "grad_norm": 1.2361053228378296, |
| "learning_rate": 0.00015566769816710308, |
| "loss": 2.11850528717041, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.6681180627431386, |
| "grad_norm": 1.3095343112945557, |
| "learning_rate": 0.00015557248274220424, |
| "loss": 2.2466053009033202, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.6695456654413077, |
| "grad_norm": 1.4119725227355957, |
| "learning_rate": 0.00015547726731730542, |
| "loss": 2.139160919189453, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.6709732681394768, |
| "grad_norm": 1.160866141319275, |
| "learning_rate": 0.00015538205189240657, |
| "loss": 2.178610610961914, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.6724008708376459, |
| "grad_norm": 0.9942652583122253, |
| "learning_rate": 0.00015528683646750776, |
| "loss": 2.1062307357788086, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.673828473535815, |
| "grad_norm": 1.1465297937393188, |
| "learning_rate": 0.0001551916210426089, |
| "loss": 1.9471675872802734, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.6752560762339841, |
| "grad_norm": 1.157509684562683, |
| "learning_rate": 0.0001550964056177101, |
| "loss": 2.2231735229492187, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.6766836789321532, |
| "grad_norm": 1.2655620574951172, |
| "learning_rate": 0.00015500119019281125, |
| "loss": 2.194755744934082, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.6781112816303223, |
| "grad_norm": 1.3042454719543457, |
| "learning_rate": 0.0001549059747679124, |
| "loss": 2.1200008392333984, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.6795388843284914, |
| "grad_norm": 1.211383581161499, |
| "learning_rate": 0.00015481075934301356, |
| "loss": 2.0350900650024415, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.6809664870266605, |
| "grad_norm": 1.1105891466140747, |
| "learning_rate": 0.00015471554391811474, |
| "loss": 2.0983116149902346, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.6823940897248296, |
| "grad_norm": 1.1432119607925415, |
| "learning_rate": 0.0001546203284932159, |
| "loss": 2.0374631881713867, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.6838216924229987, |
| "grad_norm": 1.2010427713394165, |
| "learning_rate": 0.00015452511306831708, |
| "loss": 2.1282493591308596, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.6852492951211678, |
| "grad_norm": 1.1762789487838745, |
| "learning_rate": 0.00015442989764341824, |
| "loss": 2.157598304748535, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.6866768978193368, |
| "grad_norm": 1.0752602815628052, |
| "learning_rate": 0.00015433468221851942, |
| "loss": 1.9569272994995117, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.6881045005175059, |
| "grad_norm": 1.1443010568618774, |
| "learning_rate": 0.00015423946679362057, |
| "loss": 2.072005844116211, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.689532103215675, |
| "grad_norm": 1.1991745233535767, |
| "learning_rate": 0.00015414425136872176, |
| "loss": 2.044131851196289, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.6909597059138441, |
| "grad_norm": 1.03378427028656, |
| "learning_rate": 0.0001540490359438229, |
| "loss": 2.241434097290039, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.6923873086120133, |
| "grad_norm": 1.3095555305480957, |
| "learning_rate": 0.00015395382051892407, |
| "loss": 2.1197956085205076, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.6938149113101824, |
| "grad_norm": 1.0304228067398071, |
| "learning_rate": 0.00015385860509402522, |
| "loss": 2.0145242691040037, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.6952425140083515, |
| "grad_norm": 1.0579947233200073, |
| "learning_rate": 0.0001537633896691264, |
| "loss": 1.9315383911132813, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.6966701167065206, |
| "grad_norm": 1.389248251914978, |
| "learning_rate": 0.00015366817424422756, |
| "loss": 1.96744384765625, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.6980977194046897, |
| "grad_norm": 1.0396047830581665, |
| "learning_rate": 0.00015357295881932874, |
| "loss": 2.1762937545776366, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.6995253221028588, |
| "grad_norm": 0.9477119445800781, |
| "learning_rate": 0.0001534777433944299, |
| "loss": 2.269539451599121, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.7009529248010279, |
| "grad_norm": 1.3811748027801514, |
| "learning_rate": 0.00015338252796953108, |
| "loss": 2.1592836380004883, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.702380527499197, |
| "grad_norm": 1.0813015699386597, |
| "learning_rate": 0.00015328731254463224, |
| "loss": 2.2636188507080077, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.7038081301973661, |
| "grad_norm": 1.2023388147354126, |
| "learning_rate": 0.00015319209711973342, |
| "loss": 2.1457313537597655, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.7052357328955352, |
| "grad_norm": 1.1694599390029907, |
| "learning_rate": 0.00015309688169483455, |
| "loss": 2.1561866760253907, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.7066633355937043, |
| "grad_norm": 1.278207778930664, |
| "learning_rate": 0.00015300166626993573, |
| "loss": 2.1632722854614257, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.7080909382918734, |
| "grad_norm": 1.2129367589950562, |
| "learning_rate": 0.00015290645084503688, |
| "loss": 2.104619598388672, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.7095185409900425, |
| "grad_norm": 1.12024986743927, |
| "learning_rate": 0.00015281123542013807, |
| "loss": 2.2494619369506834, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.7109461436882115, |
| "grad_norm": 1.323219656944275, |
| "learning_rate": 0.00015271601999523922, |
| "loss": 2.077766990661621, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.7123737463863806, |
| "grad_norm": 1.4513942003250122, |
| "learning_rate": 0.0001526208045703404, |
| "loss": 2.0815666198730467, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.7138013490845497, |
| "grad_norm": 1.022873878479004, |
| "learning_rate": 0.00015252558914544156, |
| "loss": 2.0749887466430663, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.7152289517827188, |
| "grad_norm": 1.310887098312378, |
| "learning_rate": 0.00015243037372054274, |
| "loss": 2.073664093017578, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.7166565544808879, |
| "grad_norm": 1.0364643335342407, |
| "learning_rate": 0.0001523351582956439, |
| "loss": 2.0644689559936524, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.718084157179057, |
| "grad_norm": 1.0534369945526123, |
| "learning_rate": 0.00015223994287074508, |
| "loss": 2.1695106506347654, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.7195117598772262, |
| "grad_norm": 1.228196382522583, |
| "learning_rate": 0.00015214472744584623, |
| "loss": 2.0640996932983398, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.7209393625753953, |
| "grad_norm": 1.1617060899734497, |
| "learning_rate": 0.0001520495120209474, |
| "loss": 2.059670257568359, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.7223669652735644, |
| "grad_norm": 1.2786524295806885, |
| "learning_rate": 0.00015195429659604857, |
| "loss": 2.042633056640625, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.7237945679717335, |
| "grad_norm": 1.7062017917633057, |
| "learning_rate": 0.00015185908117114973, |
| "loss": 1.9900848388671875, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.7252221706699026, |
| "grad_norm": 1.2654452323913574, |
| "learning_rate": 0.0001517638657462509, |
| "loss": 2.0543087005615233, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.7266497733680717, |
| "grad_norm": 0.9251814484596252, |
| "learning_rate": 0.00015166865032135207, |
| "loss": 2.2598575592041015, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.7280773760662408, |
| "grad_norm": 1.2314844131469727, |
| "learning_rate": 0.00015157343489645325, |
| "loss": 1.962451171875, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.7295049787644099, |
| "grad_norm": 1.1339524984359741, |
| "learning_rate": 0.0001514782194715544, |
| "loss": 2.1815841674804686, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.730932581462579, |
| "grad_norm": 1.2662720680236816, |
| "learning_rate": 0.00015138300404665559, |
| "loss": 2.06201171875, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.7323601841607481, |
| "grad_norm": 1.270620584487915, |
| "learning_rate": 0.00015128778862175671, |
| "loss": 2.1221466064453125, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.7337877868589172, |
| "grad_norm": 1.7752879858016968, |
| "learning_rate": 0.0001511925731968579, |
| "loss": 2.0692325592041017, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.7352153895570862, |
| "grad_norm": 1.5993555784225464, |
| "learning_rate": 0.00015109735777195905, |
| "loss": 2.039986228942871, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.7366429922552553, |
| "grad_norm": 1.1296077966690063, |
| "learning_rate": 0.00015100214234706023, |
| "loss": 2.1308712005615233, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.7380705949534244, |
| "grad_norm": 1.203850269317627, |
| "learning_rate": 0.0001509069269221614, |
| "loss": 2.0894222259521484, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.7394981976515935, |
| "grad_norm": 1.248410940170288, |
| "learning_rate": 0.00015081171149726257, |
| "loss": 2.123434829711914, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.7409258003497626, |
| "grad_norm": 1.0876100063323975, |
| "learning_rate": 0.00015071649607236373, |
| "loss": 2.031419372558594, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.7423534030479317, |
| "grad_norm": 1.0214993953704834, |
| "learning_rate": 0.0001506212806474649, |
| "loss": 2.1958309173583985, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.7437810057461008, |
| "grad_norm": 0.9046857953071594, |
| "learning_rate": 0.00015052606522256607, |
| "loss": 1.9689685821533203, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.74520860844427, |
| "grad_norm": 1.102981686592102, |
| "learning_rate": 0.00015043084979766725, |
| "loss": 2.082001495361328, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.746636211142439, |
| "grad_norm": 1.3899544477462769, |
| "learning_rate": 0.00015033563437276838, |
| "loss": 1.9985469818115233, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.7480638138406082, |
| "grad_norm": 1.6087454557418823, |
| "learning_rate": 0.00015024041894786956, |
| "loss": 2.144418144226074, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.7494914165387773, |
| "grad_norm": 1.1745785474777222, |
| "learning_rate": 0.0001501452035229707, |
| "loss": 2.075351333618164, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.7509190192369464, |
| "grad_norm": 1.252122402191162, |
| "learning_rate": 0.0001500499880980719, |
| "loss": 2.046000099182129, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.7523466219351155, |
| "grad_norm": 1.2469866275787354, |
| "learning_rate": 0.00014995477267317305, |
| "loss": 2.0471614837646483, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.7537742246332846, |
| "grad_norm": 1.2567193508148193, |
| "learning_rate": 0.00014985955724827423, |
| "loss": 2.1027271270751955, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.7552018273314537, |
| "grad_norm": 1.2912555932998657, |
| "learning_rate": 0.0001497643418233754, |
| "loss": 2.1145801544189453, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.7566294300296228, |
| "grad_norm": 1.0746982097625732, |
| "learning_rate": 0.00014966912639847657, |
| "loss": 1.9975954055786134, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.7580570327277919, |
| "grad_norm": 0.9123805165290833, |
| "learning_rate": 0.00014957391097357773, |
| "loss": 2.0803789138793944, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.759484635425961, |
| "grad_norm": 1.1584913730621338, |
| "learning_rate": 0.0001494786955486789, |
| "loss": 2.1535112380981447, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.76091223812413, |
| "grad_norm": 1.2221531867980957, |
| "learning_rate": 0.00014938348012378004, |
| "loss": 2.0887495040893556, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.7623398408222991, |
| "grad_norm": 1.087020993232727, |
| "learning_rate": 0.00014928826469888122, |
| "loss": 1.9882490158081054, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.7637674435204682, |
| "grad_norm": 1.687694787979126, |
| "learning_rate": 0.00014919304927398238, |
| "loss": 2.2212324142456055, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.7651950462186373, |
| "grad_norm": 1.0636277198791504, |
| "learning_rate": 0.00014909783384908356, |
| "loss": 2.002360534667969, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.7666226489168064, |
| "grad_norm": 1.2687207460403442, |
| "learning_rate": 0.0001490026184241847, |
| "loss": 2.2147212982177735, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.7680502516149755, |
| "grad_norm": 1.236961007118225, |
| "learning_rate": 0.0001489074029992859, |
| "loss": 2.040176773071289, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.7694778543131446, |
| "grad_norm": 0.9304345846176147, |
| "learning_rate": 0.00014881218757438705, |
| "loss": 2.118213081359863, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.7709054570113137, |
| "grad_norm": 1.2043101787567139, |
| "learning_rate": 0.00014871697214948823, |
| "loss": 2.0982040405273437, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.7723330597094828, |
| "grad_norm": 1.1328470706939697, |
| "learning_rate": 0.0001486217567245894, |
| "loss": 2.0471426010131837, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.773760662407652, |
| "grad_norm": 1.830897569656372, |
| "learning_rate": 0.00014852654129969054, |
| "loss": 1.943600845336914, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.7751882651058211, |
| "grad_norm": 1.2577552795410156, |
| "learning_rate": 0.00014843132587479173, |
| "loss": 2.044905662536621, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.7766158678039902, |
| "grad_norm": 1.00262451171875, |
| "learning_rate": 0.00014833611044989288, |
| "loss": 2.0161760330200194, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.7780434705021593, |
| "grad_norm": 1.2471446990966797, |
| "learning_rate": 0.00014824089502499406, |
| "loss": 2.030394744873047, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.7794710732003284, |
| "grad_norm": 1.3308446407318115, |
| "learning_rate": 0.00014814567960009522, |
| "loss": 2.2480823516845705, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.7808986758984975, |
| "grad_norm": 1.0902934074401855, |
| "learning_rate": 0.0001480504641751964, |
| "loss": 2.159767913818359, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.7823262785966666, |
| "grad_norm": 1.1527326107025146, |
| "learning_rate": 0.00014795524875029756, |
| "loss": 2.1065540313720703, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.7837538812948357, |
| "grad_norm": 1.158408761024475, |
| "learning_rate": 0.00014786003332539874, |
| "loss": 1.9589733123779296, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.7851814839930047, |
| "grad_norm": 1.1625585556030273, |
| "learning_rate": 0.0001477648179004999, |
| "loss": 2.0707992553710937, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.7866090866911738, |
| "grad_norm": 0.9742340445518494, |
| "learning_rate": 0.00014766960247560108, |
| "loss": 2.192020606994629, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.7880366893893429, |
| "grad_norm": 2.17490291595459, |
| "learning_rate": 0.0001475743870507022, |
| "loss": 2.039841651916504, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.789464292087512, |
| "grad_norm": 1.186703085899353, |
| "learning_rate": 0.0001474791716258034, |
| "loss": 2.0397449493408204, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.7908918947856811, |
| "grad_norm": 1.0868713855743408, |
| "learning_rate": 0.00014738395620090454, |
| "loss": 2.112815093994141, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.7923194974838502, |
| "grad_norm": 1.2248460054397583, |
| "learning_rate": 0.00014728874077600573, |
| "loss": 2.0478261947631835, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.7937471001820193, |
| "grad_norm": 1.0196927785873413, |
| "learning_rate": 0.00014719352535110688, |
| "loss": 2.0375383377075194, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.7951747028801884, |
| "grad_norm": 1.1145230531692505, |
| "learning_rate": 0.00014709830992620806, |
| "loss": 2.038543128967285, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.7966023055783575, |
| "grad_norm": 0.8973228931427002, |
| "learning_rate": 0.00014700309450130922, |
| "loss": 1.9726655960083008, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.7980299082765266, |
| "grad_norm": 1.2083377838134766, |
| "learning_rate": 0.0001469078790764104, |
| "loss": 2.0419130325317383, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.7994575109746958, |
| "grad_norm": 1.1352425813674927, |
| "learning_rate": 0.00014681266365151156, |
| "loss": 2.043312835693359, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.8008851136728649, |
| "grad_norm": 1.1394609212875366, |
| "learning_rate": 0.0001467174482266127, |
| "loss": 1.9503747940063476, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.802312716371034, |
| "grad_norm": 1.081141471862793, |
| "learning_rate": 0.00014662223280171387, |
| "loss": 1.9604333877563476, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.8037403190692031, |
| "grad_norm": 1.2257745265960693, |
| "learning_rate": 0.00014652701737681505, |
| "loss": 2.154981803894043, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.8051679217673722, |
| "grad_norm": 1.315804362297058, |
| "learning_rate": 0.0001464318019519162, |
| "loss": 1.9176166534423829, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.8065955244655413, |
| "grad_norm": 1.121869683265686, |
| "learning_rate": 0.0001463365865270174, |
| "loss": 2.07440185546875, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.8080231271637104, |
| "grad_norm": 0.9741482138633728, |
| "learning_rate": 0.00014624137110211854, |
| "loss": 2.1492473602294924, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.8094507298618795, |
| "grad_norm": 0.972418487071991, |
| "learning_rate": 0.00014614615567721972, |
| "loss": 2.157696533203125, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.8108783325600485, |
| "grad_norm": 1.1014772653579712, |
| "learning_rate": 0.00014605094025232088, |
| "loss": 2.292978858947754, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.8123059352582176, |
| "grad_norm": 1.1848760843276978, |
| "learning_rate": 0.00014595572482742206, |
| "loss": 2.0331499099731447, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.8137335379563867, |
| "grad_norm": 1.2902730703353882, |
| "learning_rate": 0.00014586050940252322, |
| "loss": 2.0033824920654295, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.8151611406545558, |
| "grad_norm": 1.1614636182785034, |
| "learning_rate": 0.00014576529397762437, |
| "loss": 2.010498046875, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.8165887433527249, |
| "grad_norm": 1.0056531429290771, |
| "learning_rate": 0.00014567007855272553, |
| "loss": 2.073269081115723, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.818016346050894, |
| "grad_norm": 1.1945202350616455, |
| "learning_rate": 0.0001455748631278267, |
| "loss": 2.1130182266235353, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.8194439487490631, |
| "grad_norm": 1.0224995613098145, |
| "learning_rate": 0.00014547964770292787, |
| "loss": 2.259115791320801, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.8208715514472322, |
| "grad_norm": 1.1886273622512817, |
| "learning_rate": 0.00014538443227802905, |
| "loss": 2.1042755126953123, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.8222991541454013, |
| "grad_norm": 1.2375845909118652, |
| "learning_rate": 0.0001452892168531302, |
| "loss": 2.097722816467285, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.8237267568435704, |
| "grad_norm": 1.2205432653427124, |
| "learning_rate": 0.00014519400142823139, |
| "loss": 2.189805793762207, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.8251543595417395, |
| "grad_norm": 1.1793696880340576, |
| "learning_rate": 0.00014509878600333254, |
| "loss": 2.1764703750610352, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.8265819622399087, |
| "grad_norm": 1.152541995048523, |
| "learning_rate": 0.00014500357057843372, |
| "loss": 2.0075801849365233, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.8280095649380778, |
| "grad_norm": 1.1772470474243164, |
| "learning_rate": 0.00014490835515353488, |
| "loss": 2.144789695739746, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.8294371676362469, |
| "grad_norm": 1.1392500400543213, |
| "learning_rate": 0.00014481313972863603, |
| "loss": 2.257477569580078, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.830864770334416, |
| "grad_norm": 1.5486935377120972, |
| "learning_rate": 0.00014471792430373722, |
| "loss": 2.176411247253418, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.8322923730325851, |
| "grad_norm": 1.5925824642181396, |
| "learning_rate": 0.00014462270887883837, |
| "loss": 1.9543567657470704, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.8337199757307542, |
| "grad_norm": 1.7298519611358643, |
| "learning_rate": 0.00014452749345393955, |
| "loss": 2.0520088195800783, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.8351475784289232, |
| "grad_norm": 1.2536671161651611, |
| "learning_rate": 0.0001444322780290407, |
| "loss": 2.1787694931030273, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.8365751811270923, |
| "grad_norm": 1.1694890260696411, |
| "learning_rate": 0.0001443370626041419, |
| "loss": 2.1233547210693358, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.8380027838252614, |
| "grad_norm": 1.9879645109176636, |
| "learning_rate": 0.00014424184717924305, |
| "loss": 2.236946868896484, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.8394303865234305, |
| "grad_norm": 1.0208160877227783, |
| "learning_rate": 0.00014414663175434423, |
| "loss": 1.970679473876953, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.8408579892215996, |
| "grad_norm": 1.2248173952102661, |
| "learning_rate": 0.00014405141632944539, |
| "loss": 2.075257110595703, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.8422855919197687, |
| "grad_norm": 1.2281972169876099, |
| "learning_rate": 0.00014395620090454654, |
| "loss": 2.0795242309570314, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.8437131946179378, |
| "grad_norm": 1.3376227617263794, |
| "learning_rate": 0.0001438609854796477, |
| "loss": 2.1916088104248046, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.8451407973161069, |
| "grad_norm": 1.4484951496124268, |
| "learning_rate": 0.00014376577005474888, |
| "loss": 2.0632484436035154, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.846568400014276, |
| "grad_norm": 1.1307789087295532, |
| "learning_rate": 0.00014367055462985003, |
| "loss": 2.153516387939453, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.8479960027124451, |
| "grad_norm": 1.0334279537200928, |
| "learning_rate": 0.00014357533920495122, |
| "loss": 1.965131950378418, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.8494236054106142, |
| "grad_norm": 1.1069447994232178, |
| "learning_rate": 0.00014348012378005237, |
| "loss": 1.9902894973754883, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.8508512081087833, |
| "grad_norm": 1.0762388706207275, |
| "learning_rate": 0.00014338490835515355, |
| "loss": 1.9570812225341796, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.8522788108069524, |
| "grad_norm": 1.2601449489593506, |
| "learning_rate": 0.0001432896929302547, |
| "loss": 2.139608383178711, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.8537064135051216, |
| "grad_norm": 1.036189079284668, |
| "learning_rate": 0.0001431944775053559, |
| "loss": 2.1933883666992187, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.8551340162032907, |
| "grad_norm": 1.1096618175506592, |
| "learning_rate": 0.00014309926208045702, |
| "loss": 2.1286998748779298, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.8565616189014598, |
| "grad_norm": 1.1303385496139526, |
| "learning_rate": 0.0001430040466555582, |
| "loss": 2.0584604263305666, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.8579892215996289, |
| "grad_norm": 1.1133581399917603, |
| "learning_rate": 0.00014290883123065936, |
| "loss": 2.1713630676269533, |
| "step": 6010 |
| }, |
| { |
| "epoch": 0.859416824297798, |
| "grad_norm": 1.22328519821167, |
| "learning_rate": 0.00014281361580576054, |
| "loss": 2.1653820037841798, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.860844426995967, |
| "grad_norm": 1.1215869188308716, |
| "learning_rate": 0.0001427184003808617, |
| "loss": 2.1111936569213867, |
| "step": 6030 |
| }, |
| { |
| "epoch": 0.8622720296941361, |
| "grad_norm": 1.3741992712020874, |
| "learning_rate": 0.00014262318495596288, |
| "loss": 2.0740543365478517, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.8636996323923052, |
| "grad_norm": 1.17236328125, |
| "learning_rate": 0.00014252796953106403, |
| "loss": 2.000840759277344, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.8651272350904743, |
| "grad_norm": 1.0364574193954468, |
| "learning_rate": 0.00014243275410616522, |
| "loss": 1.9616924285888673, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.8665548377886434, |
| "grad_norm": 1.3406749963760376, |
| "learning_rate": 0.00014233753868126637, |
| "loss": 2.067513656616211, |
| "step": 6070 |
| }, |
| { |
| "epoch": 0.8679824404868125, |
| "grad_norm": 0.9893628358840942, |
| "learning_rate": 0.00014224232325636755, |
| "loss": 2.294078826904297, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.8694100431849816, |
| "grad_norm": 1.0370484590530396, |
| "learning_rate": 0.0001421471078314687, |
| "loss": 2.120780181884766, |
| "step": 6090 |
| }, |
| { |
| "epoch": 0.8708376458831507, |
| "grad_norm": 1.1814578771591187, |
| "learning_rate": 0.00014205189240656986, |
| "loss": 2.0330245971679686, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.8722652485813198, |
| "grad_norm": 0.998306393623352, |
| "learning_rate": 0.00014195667698167102, |
| "loss": 2.2199316024780273, |
| "step": 6110 |
| }, |
| { |
| "epoch": 0.8736928512794889, |
| "grad_norm": 1.1868630647659302, |
| "learning_rate": 0.0001418614615567722, |
| "loss": 2.1109052658081056, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.875120453977658, |
| "grad_norm": 1.0858951807022095, |
| "learning_rate": 0.00014176624613187336, |
| "loss": 2.0018476486206054, |
| "step": 6130 |
| }, |
| { |
| "epoch": 0.8765480566758271, |
| "grad_norm": 1.0980168581008911, |
| "learning_rate": 0.00014167103070697454, |
| "loss": 2.0752668380737305, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.8779756593739962, |
| "grad_norm": 1.7877191305160522, |
| "learning_rate": 0.0001415758152820757, |
| "loss": 2.0490203857421876, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.8794032620721653, |
| "grad_norm": 1.540902018547058, |
| "learning_rate": 0.00014148059985717688, |
| "loss": 2.14637451171875, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.8808308647703345, |
| "grad_norm": 1.324889898300171, |
| "learning_rate": 0.00014138538443227803, |
| "loss": 2.047268867492676, |
| "step": 6170 |
| }, |
| { |
| "epoch": 0.8822584674685036, |
| "grad_norm": 1.2005466222763062, |
| "learning_rate": 0.0001412901690073792, |
| "loss": 2.0844221115112305, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.8836860701666727, |
| "grad_norm": 1.3227152824401855, |
| "learning_rate": 0.00014119495358248037, |
| "loss": 2.1250864028930665, |
| "step": 6190 |
| }, |
| { |
| "epoch": 0.8851136728648417, |
| "grad_norm": 1.140487790107727, |
| "learning_rate": 0.00014109973815758153, |
| "loss": 2.1609779357910157, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.8865412755630108, |
| "grad_norm": 1.1737276315689087, |
| "learning_rate": 0.0001410045227326827, |
| "loss": 2.224088668823242, |
| "step": 6210 |
| }, |
| { |
| "epoch": 0.8879688782611799, |
| "grad_norm": 0.9986388683319092, |
| "learning_rate": 0.00014090930730778386, |
| "loss": 2.185664749145508, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.889396480959349, |
| "grad_norm": 1.061862826347351, |
| "learning_rate": 0.00014081409188288505, |
| "loss": 2.120680236816406, |
| "step": 6230 |
| }, |
| { |
| "epoch": 0.8908240836575181, |
| "grad_norm": 1.0981886386871338, |
| "learning_rate": 0.0001407188764579862, |
| "loss": 2.058972930908203, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.8922516863556872, |
| "grad_norm": 1.15584135055542, |
| "learning_rate": 0.00014062366103308738, |
| "loss": 2.019556999206543, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.8936792890538563, |
| "grad_norm": 1.0575971603393555, |
| "learning_rate": 0.00014052844560818854, |
| "loss": 2.038960838317871, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.8951068917520254, |
| "grad_norm": 1.0918058156967163, |
| "learning_rate": 0.00014043323018328972, |
| "loss": 2.095849609375, |
| "step": 6270 |
| }, |
| { |
| "epoch": 0.8965344944501945, |
| "grad_norm": 1.210402250289917, |
| "learning_rate": 0.00014033801475839085, |
| "loss": 2.234294891357422, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.8979620971483636, |
| "grad_norm": 1.0035918951034546, |
| "learning_rate": 0.00014024279933349203, |
| "loss": 2.2051664352416993, |
| "step": 6290 |
| }, |
| { |
| "epoch": 0.8993896998465327, |
| "grad_norm": 1.2978595495224, |
| "learning_rate": 0.0001401475839085932, |
| "loss": 1.9633651733398438, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.9008173025447018, |
| "grad_norm": 1.0387922525405884, |
| "learning_rate": 0.00014005236848369437, |
| "loss": 2.1111146926879885, |
| "step": 6310 |
| }, |
| { |
| "epoch": 0.9022449052428709, |
| "grad_norm": 1.0476093292236328, |
| "learning_rate": 0.00013995715305879553, |
| "loss": 1.935037612915039, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.90367250794104, |
| "grad_norm": 1.0816744565963745, |
| "learning_rate": 0.0001398619376338967, |
| "loss": 2.0235315322875977, |
| "step": 6330 |
| }, |
| { |
| "epoch": 0.9051001106392091, |
| "grad_norm": 1.2332687377929688, |
| "learning_rate": 0.00013976672220899786, |
| "loss": 2.0125961303710938, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.9065277133373782, |
| "grad_norm": 1.0062885284423828, |
| "learning_rate": 0.00013967150678409905, |
| "loss": 2.105752372741699, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.9079553160355474, |
| "grad_norm": 1.0509051084518433, |
| "learning_rate": 0.0001395762913592002, |
| "loss": 2.08899040222168, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.9093829187337165, |
| "grad_norm": 1.037889003753662, |
| "learning_rate": 0.00013948107593430136, |
| "loss": 2.074511909484863, |
| "step": 6370 |
| }, |
| { |
| "epoch": 0.9108105214318855, |
| "grad_norm": 1.1551920175552368, |
| "learning_rate": 0.0001393858605094025, |
| "loss": 2.3008186340332033, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.9122381241300546, |
| "grad_norm": 1.1904058456420898, |
| "learning_rate": 0.0001392906450845037, |
| "loss": 2.0888757705688477, |
| "step": 6390 |
| }, |
| { |
| "epoch": 0.9136657268282237, |
| "grad_norm": 1.1223903894424438, |
| "learning_rate": 0.00013919542965960485, |
| "loss": 2.1007930755615236, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.9150933295263928, |
| "grad_norm": 1.006466031074524, |
| "learning_rate": 0.00013910021423470603, |
| "loss": 2.0456350326538084, |
| "step": 6410 |
| }, |
| { |
| "epoch": 0.9165209322245619, |
| "grad_norm": 1.3824387788772583, |
| "learning_rate": 0.0001390049988098072, |
| "loss": 2.1661962509155273, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.917948534922731, |
| "grad_norm": 1.0541598796844482, |
| "learning_rate": 0.00013890978338490837, |
| "loss": 2.0152801513671874, |
| "step": 6430 |
| }, |
| { |
| "epoch": 0.9193761376209001, |
| "grad_norm": 1.0460031032562256, |
| "learning_rate": 0.00013881456796000952, |
| "loss": 2.041923713684082, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.9208037403190692, |
| "grad_norm": 0.9965769052505493, |
| "learning_rate": 0.0001387193525351107, |
| "loss": 2.133123588562012, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.9222313430172383, |
| "grad_norm": 1.5547727346420288, |
| "learning_rate": 0.00013862413711021186, |
| "loss": 2.220262145996094, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.9236589457154074, |
| "grad_norm": 1.0881998538970947, |
| "learning_rate": 0.00013852892168531302, |
| "loss": 1.9972219467163086, |
| "step": 6470 |
| }, |
| { |
| "epoch": 0.9250865484135765, |
| "grad_norm": 1.191167950630188, |
| "learning_rate": 0.0001384337062604142, |
| "loss": 1.9862421035766602, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.9265141511117456, |
| "grad_norm": 1.8094329833984375, |
| "learning_rate": 0.00013833849083551536, |
| "loss": 2.2336565017700196, |
| "step": 6490 |
| }, |
| { |
| "epoch": 0.9279417538099147, |
| "grad_norm": 1.2954028844833374, |
| "learning_rate": 0.0001382432754106165, |
| "loss": 2.1884744644165037, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.9293693565080838, |
| "grad_norm": 1.190041422843933, |
| "learning_rate": 0.0001381480599857177, |
| "loss": 2.1505512237548827, |
| "step": 6510 |
| }, |
| { |
| "epoch": 0.9307969592062529, |
| "grad_norm": 0.9555850028991699, |
| "learning_rate": 0.00013805284456081885, |
| "loss": 2.0867473602294924, |
| "step": 6520 |
| }, |
| { |
| "epoch": 0.932224561904422, |
| "grad_norm": 1.4562186002731323, |
| "learning_rate": 0.00013795762913592003, |
| "loss": 2.0376022338867186, |
| "step": 6530 |
| }, |
| { |
| "epoch": 0.9336521646025912, |
| "grad_norm": 1.098338007926941, |
| "learning_rate": 0.00013786241371102119, |
| "loss": 2.0735618591308596, |
| "step": 6540 |
| }, |
| { |
| "epoch": 0.9350797673007601, |
| "grad_norm": 1.2102991342544556, |
| "learning_rate": 0.00013776719828612237, |
| "loss": 2.280936431884766, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.9365073699989293, |
| "grad_norm": 0.9873177409172058, |
| "learning_rate": 0.00013767198286122352, |
| "loss": 1.9910409927368165, |
| "step": 6560 |
| }, |
| { |
| "epoch": 0.9379349726970984, |
| "grad_norm": 1.1644127368927002, |
| "learning_rate": 0.00013757676743632468, |
| "loss": 2.0336328506469727, |
| "step": 6570 |
| }, |
| { |
| "epoch": 0.9393625753952675, |
| "grad_norm": 1.0895888805389404, |
| "learning_rate": 0.00013748155201142586, |
| "loss": 2.106204795837402, |
| "step": 6580 |
| }, |
| { |
| "epoch": 0.9407901780934366, |
| "grad_norm": 1.601953387260437, |
| "learning_rate": 0.00013738633658652702, |
| "loss": 2.126922035217285, |
| "step": 6590 |
| }, |
| { |
| "epoch": 0.9422177807916057, |
| "grad_norm": 1.2933708429336548, |
| "learning_rate": 0.0001372911211616282, |
| "loss": 2.0938291549682617, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.9436453834897748, |
| "grad_norm": 1.1286245584487915, |
| "learning_rate": 0.00013719590573672935, |
| "loss": 1.9766693115234375, |
| "step": 6610 |
| }, |
| { |
| "epoch": 0.9450729861879439, |
| "grad_norm": 1.2280887365341187, |
| "learning_rate": 0.00013710069031183054, |
| "loss": 2.06427116394043, |
| "step": 6620 |
| }, |
| { |
| "epoch": 0.946500588886113, |
| "grad_norm": 1.3586266040802002, |
| "learning_rate": 0.0001370054748869317, |
| "loss": 2.0771947860717774, |
| "step": 6630 |
| }, |
| { |
| "epoch": 0.9479281915842821, |
| "grad_norm": 1.1445430517196655, |
| "learning_rate": 0.00013691025946203287, |
| "loss": 2.0146902084350584, |
| "step": 6640 |
| }, |
| { |
| "epoch": 0.9493557942824512, |
| "grad_norm": 1.1393014192581177, |
| "learning_rate": 0.00013681504403713403, |
| "loss": 2.0045536041259764, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.9507833969806203, |
| "grad_norm": 0.997422456741333, |
| "learning_rate": 0.00013671982861223519, |
| "loss": 2.085128974914551, |
| "step": 6660 |
| }, |
| { |
| "epoch": 0.9522109996787894, |
| "grad_norm": 1.8452311754226685, |
| "learning_rate": 0.00013662461318733634, |
| "loss": 2.0744565963745116, |
| "step": 6670 |
| }, |
| { |
| "epoch": 0.9536386023769585, |
| "grad_norm": 1.085334062576294, |
| "learning_rate": 0.00013652939776243752, |
| "loss": 2.030110740661621, |
| "step": 6680 |
| }, |
| { |
| "epoch": 0.9550662050751276, |
| "grad_norm": 1.0192002058029175, |
| "learning_rate": 0.00013643418233753868, |
| "loss": 2.020688056945801, |
| "step": 6690 |
| }, |
| { |
| "epoch": 0.9564938077732967, |
| "grad_norm": 1.4515304565429688, |
| "learning_rate": 0.00013633896691263986, |
| "loss": 2.2475374221801756, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.9579214104714658, |
| "grad_norm": 1.1201385259628296, |
| "learning_rate": 0.00013624375148774102, |
| "loss": 2.0835742950439453, |
| "step": 6710 |
| }, |
| { |
| "epoch": 0.959349013169635, |
| "grad_norm": 1.1684490442276, |
| "learning_rate": 0.0001361485360628422, |
| "loss": 2.150490951538086, |
| "step": 6720 |
| }, |
| { |
| "epoch": 0.9607766158678039, |
| "grad_norm": 1.2021454572677612, |
| "learning_rate": 0.00013605332063794335, |
| "loss": 2.180669403076172, |
| "step": 6730 |
| }, |
| { |
| "epoch": 0.962204218565973, |
| "grad_norm": 1.2177183628082275, |
| "learning_rate": 0.00013595810521304454, |
| "loss": 1.9428043365478516, |
| "step": 6740 |
| }, |
| { |
| "epoch": 0.9636318212641422, |
| "grad_norm": 1.0163570642471313, |
| "learning_rate": 0.00013586288978814566, |
| "loss": 2.111976432800293, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.9650594239623113, |
| "grad_norm": 0.8944364786148071, |
| "learning_rate": 0.00013576767436324685, |
| "loss": 2.034988594055176, |
| "step": 6760 |
| }, |
| { |
| "epoch": 0.9664870266604804, |
| "grad_norm": 1.3543869256973267, |
| "learning_rate": 0.000135672458938348, |
| "loss": 1.8940113067626954, |
| "step": 6770 |
| }, |
| { |
| "epoch": 0.9679146293586495, |
| "grad_norm": 1.6731265783309937, |
| "learning_rate": 0.00013557724351344918, |
| "loss": 2.19631290435791, |
| "step": 6780 |
| }, |
| { |
| "epoch": 0.9693422320568186, |
| "grad_norm": 1.3068981170654297, |
| "learning_rate": 0.00013548202808855034, |
| "loss": 2.1291637420654297, |
| "step": 6790 |
| }, |
| { |
| "epoch": 0.9707698347549877, |
| "grad_norm": 1.2681282758712769, |
| "learning_rate": 0.00013538681266365152, |
| "loss": 1.9592950820922852, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.9721974374531568, |
| "grad_norm": 1.1241919994354248, |
| "learning_rate": 0.00013529159723875268, |
| "loss": 2.0713878631591798, |
| "step": 6810 |
| }, |
| { |
| "epoch": 0.9736250401513259, |
| "grad_norm": 1.0938230752944946, |
| "learning_rate": 0.00013519638181385386, |
| "loss": 2.089142608642578, |
| "step": 6820 |
| }, |
| { |
| "epoch": 0.975052642849495, |
| "grad_norm": 1.3148494958877563, |
| "learning_rate": 0.00013510116638895502, |
| "loss": 2.179977607727051, |
| "step": 6830 |
| }, |
| { |
| "epoch": 0.9764802455476641, |
| "grad_norm": 1.3184319734573364, |
| "learning_rate": 0.0001350059509640562, |
| "loss": 2.0993885040283202, |
| "step": 6840 |
| }, |
| { |
| "epoch": 0.9779078482458332, |
| "grad_norm": 1.2236640453338623, |
| "learning_rate": 0.00013491073553915735, |
| "loss": 2.054055404663086, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.9793354509440023, |
| "grad_norm": 1.1087441444396973, |
| "learning_rate": 0.0001348155201142585, |
| "loss": 2.1136968612670897, |
| "step": 6860 |
| }, |
| { |
| "epoch": 0.9807630536421714, |
| "grad_norm": 1.062304973602295, |
| "learning_rate": 0.00013472030468935966, |
| "loss": 1.9438411712646484, |
| "step": 6870 |
| }, |
| { |
| "epoch": 0.9821906563403405, |
| "grad_norm": 1.2111984491348267, |
| "learning_rate": 0.00013462508926446085, |
| "loss": 2.112901496887207, |
| "step": 6880 |
| }, |
| { |
| "epoch": 0.9836182590385096, |
| "grad_norm": 1.0896751880645752, |
| "learning_rate": 0.000134529873839562, |
| "loss": 2.0546585083007813, |
| "step": 6890 |
| }, |
| { |
| "epoch": 0.9850458617366786, |
| "grad_norm": 1.2586815357208252, |
| "learning_rate": 0.00013443465841466318, |
| "loss": 2.048493194580078, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.9864734644348477, |
| "grad_norm": 1.207970142364502, |
| "learning_rate": 0.00013433944298976434, |
| "loss": 2.0124300003051756, |
| "step": 6910 |
| }, |
| { |
| "epoch": 0.9879010671330168, |
| "grad_norm": 1.0682812929153442, |
| "learning_rate": 0.00013424422756486552, |
| "loss": 2.0715124130249025, |
| "step": 6920 |
| }, |
| { |
| "epoch": 0.989328669831186, |
| "grad_norm": 1.179279088973999, |
| "learning_rate": 0.00013414901213996668, |
| "loss": 1.9233360290527344, |
| "step": 6930 |
| }, |
| { |
| "epoch": 0.990756272529355, |
| "grad_norm": 1.1221063137054443, |
| "learning_rate": 0.00013405379671506783, |
| "loss": 2.1662010192871093, |
| "step": 6940 |
| }, |
| { |
| "epoch": 0.9921838752275242, |
| "grad_norm": 1.068601369857788, |
| "learning_rate": 0.00013395858129016902, |
| "loss": 2.1482254028320313, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.9936114779256933, |
| "grad_norm": 1.2489750385284424, |
| "learning_rate": 0.00013386336586527017, |
| "loss": 2.0300907135009765, |
| "step": 6960 |
| }, |
| { |
| "epoch": 0.9950390806238624, |
| "grad_norm": 1.0826131105422974, |
| "learning_rate": 0.00013376815044037135, |
| "loss": 2.034779357910156, |
| "step": 6970 |
| }, |
| { |
| "epoch": 0.9964666833220315, |
| "grad_norm": 1.1513251066207886, |
| "learning_rate": 0.0001336729350154725, |
| "loss": 2.017785835266113, |
| "step": 6980 |
| }, |
| { |
| "epoch": 0.9978942860202006, |
| "grad_norm": 1.1646808385849, |
| "learning_rate": 0.0001335777195905737, |
| "loss": 2.0223468780517577, |
| "step": 6990 |
| }, |
| { |
| "epoch": 0.9993218887183697, |
| "grad_norm": 1.4855624437332153, |
| "learning_rate": 0.00013348250416567485, |
| "loss": 2.101408004760742, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.0007138013490846, |
| "grad_norm": 1.044844150543213, |
| "learning_rate": 0.00013338728874077603, |
| "loss": 2.0136650085449217, |
| "step": 7010 |
| }, |
| { |
| "epoch": 1.0021414040472536, |
| "grad_norm": 1.1037570238113403, |
| "learning_rate": 0.00013329207331587718, |
| "loss": 1.9252758026123047, |
| "step": 7020 |
| }, |
| { |
| "epoch": 1.0035690067454228, |
| "grad_norm": 1.1288423538208008, |
| "learning_rate": 0.00013319685789097837, |
| "loss": 2.105826759338379, |
| "step": 7030 |
| }, |
| { |
| "epoch": 1.0049966094435918, |
| "grad_norm": 1.0805550813674927, |
| "learning_rate": 0.0001331016424660795, |
| "loss": 2.005961227416992, |
| "step": 7040 |
| }, |
| { |
| "epoch": 1.006424212141761, |
| "grad_norm": 1.052844762802124, |
| "learning_rate": 0.00013300642704118068, |
| "loss": 1.9896677017211915, |
| "step": 7050 |
| }, |
| { |
| "epoch": 1.00785181483993, |
| "grad_norm": 1.1398789882659912, |
| "learning_rate": 0.00013291121161628183, |
| "loss": 2.004644775390625, |
| "step": 7060 |
| }, |
| { |
| "epoch": 1.0092794175380992, |
| "grad_norm": 1.1821119785308838, |
| "learning_rate": 0.00013281599619138301, |
| "loss": 2.0728694915771486, |
| "step": 7070 |
| }, |
| { |
| "epoch": 1.0107070202362682, |
| "grad_norm": 1.1592210531234741, |
| "learning_rate": 0.00013272078076648417, |
| "loss": 2.083714485168457, |
| "step": 7080 |
| }, |
| { |
| "epoch": 1.0121346229344375, |
| "grad_norm": 1.1653568744659424, |
| "learning_rate": 0.00013262556534158535, |
| "loss": 2.1155282974243166, |
| "step": 7090 |
| }, |
| { |
| "epoch": 1.0135622256326065, |
| "grad_norm": 1.090782880783081, |
| "learning_rate": 0.0001325303499166865, |
| "loss": 2.1359683990478517, |
| "step": 7100 |
| }, |
| { |
| "epoch": 1.0149898283307754, |
| "grad_norm": 1.1044045686721802, |
| "learning_rate": 0.0001324351344917877, |
| "loss": 2.0308385848999024, |
| "step": 7110 |
| }, |
| { |
| "epoch": 1.0164174310289447, |
| "grad_norm": 1.0916597843170166, |
| "learning_rate": 0.00013233991906688885, |
| "loss": 2.088265609741211, |
| "step": 7120 |
| }, |
| { |
| "epoch": 1.0178450337271137, |
| "grad_norm": 1.4786863327026367, |
| "learning_rate": 0.00013224470364199, |
| "loss": 2.1600215911865233, |
| "step": 7130 |
| }, |
| { |
| "epoch": 1.0192726364252829, |
| "grad_norm": 1.3796428442001343, |
| "learning_rate": 0.00013214948821709116, |
| "loss": 2.1057533264160155, |
| "step": 7140 |
| }, |
| { |
| "epoch": 1.0207002391234519, |
| "grad_norm": 1.277183175086975, |
| "learning_rate": 0.00013205427279219234, |
| "loss": 2.062204933166504, |
| "step": 7150 |
| }, |
| { |
| "epoch": 1.022127841821621, |
| "grad_norm": 1.1751946210861206, |
| "learning_rate": 0.0001319590573672935, |
| "loss": 1.9124109268188476, |
| "step": 7160 |
| }, |
| { |
| "epoch": 1.02355544451979, |
| "grad_norm": 1.0863837003707886, |
| "learning_rate": 0.00013186384194239468, |
| "loss": 2.0474239349365235, |
| "step": 7170 |
| }, |
| { |
| "epoch": 1.0249830472179593, |
| "grad_norm": 1.1980212926864624, |
| "learning_rate": 0.00013176862651749583, |
| "loss": 1.919113540649414, |
| "step": 7180 |
| }, |
| { |
| "epoch": 1.0264106499161283, |
| "grad_norm": 1.1229037046432495, |
| "learning_rate": 0.00013167341109259701, |
| "loss": 2.094904899597168, |
| "step": 7190 |
| }, |
| { |
| "epoch": 1.0278382526142975, |
| "grad_norm": 1.0782687664031982, |
| "learning_rate": 0.00013157819566769817, |
| "loss": 1.9420904159545898, |
| "step": 7200 |
| }, |
| { |
| "epoch": 1.0292658553124665, |
| "grad_norm": 1.274143934249878, |
| "learning_rate": 0.00013148298024279935, |
| "loss": 2.050454330444336, |
| "step": 7210 |
| }, |
| { |
| "epoch": 1.0306934580106357, |
| "grad_norm": 1.091039776802063, |
| "learning_rate": 0.0001313877648179005, |
| "loss": 1.8519201278686523, |
| "step": 7220 |
| }, |
| { |
| "epoch": 1.0321210607088047, |
| "grad_norm": 0.9406845569610596, |
| "learning_rate": 0.00013129254939300166, |
| "loss": 2.07373161315918, |
| "step": 7230 |
| }, |
| { |
| "epoch": 1.033548663406974, |
| "grad_norm": 1.5994365215301514, |
| "learning_rate": 0.00013119733396810284, |
| "loss": 2.1247095108032226, |
| "step": 7240 |
| }, |
| { |
| "epoch": 1.034976266105143, |
| "grad_norm": 1.1544760465621948, |
| "learning_rate": 0.000131102118543204, |
| "loss": 2.0326953887939454, |
| "step": 7250 |
| }, |
| { |
| "epoch": 1.0364038688033121, |
| "grad_norm": 1.035490870475769, |
| "learning_rate": 0.00013100690311830516, |
| "loss": 2.037012481689453, |
| "step": 7260 |
| }, |
| { |
| "epoch": 1.0378314715014811, |
| "grad_norm": 1.0267552137374878, |
| "learning_rate": 0.00013091168769340634, |
| "loss": 2.0926897048950197, |
| "step": 7270 |
| }, |
| { |
| "epoch": 1.0392590741996501, |
| "grad_norm": 0.9776862859725952, |
| "learning_rate": 0.0001308164722685075, |
| "loss": 2.0102745056152345, |
| "step": 7280 |
| }, |
| { |
| "epoch": 1.0406866768978194, |
| "grad_norm": 1.0344829559326172, |
| "learning_rate": 0.00013072125684360868, |
| "loss": 2.1357400894165037, |
| "step": 7290 |
| }, |
| { |
| "epoch": 1.0421142795959883, |
| "grad_norm": 1.2162184715270996, |
| "learning_rate": 0.00013062604141870983, |
| "loss": 1.9338621139526366, |
| "step": 7300 |
| }, |
| { |
| "epoch": 1.0435418822941576, |
| "grad_norm": 1.2007536888122559, |
| "learning_rate": 0.000130530825993811, |
| "loss": 2.0032537460327147, |
| "step": 7310 |
| }, |
| { |
| "epoch": 1.0449694849923266, |
| "grad_norm": 1.1872856616973877, |
| "learning_rate": 0.00013043561056891217, |
| "loss": 2.1037433624267576, |
| "step": 7320 |
| }, |
| { |
| "epoch": 1.0463970876904958, |
| "grad_norm": 1.3197476863861084, |
| "learning_rate": 0.00013034039514401332, |
| "loss": 2.075230026245117, |
| "step": 7330 |
| }, |
| { |
| "epoch": 1.0478246903886648, |
| "grad_norm": 0.9950087666511536, |
| "learning_rate": 0.0001302451797191145, |
| "loss": 2.0331871032714846, |
| "step": 7340 |
| }, |
| { |
| "epoch": 1.049252293086834, |
| "grad_norm": 1.107815146446228, |
| "learning_rate": 0.00013014996429421566, |
| "loss": 1.9863561630249023, |
| "step": 7350 |
| }, |
| { |
| "epoch": 1.050679895785003, |
| "grad_norm": 1.169866919517517, |
| "learning_rate": 0.00013005474886931684, |
| "loss": 2.0876691818237303, |
| "step": 7360 |
| }, |
| { |
| "epoch": 1.0521074984831722, |
| "grad_norm": 1.1068190336227417, |
| "learning_rate": 0.000129959533444418, |
| "loss": 1.974905014038086, |
| "step": 7370 |
| }, |
| { |
| "epoch": 1.0535351011813412, |
| "grad_norm": 1.1030644178390503, |
| "learning_rate": 0.00012986431801951918, |
| "loss": 2.0674291610717774, |
| "step": 7380 |
| }, |
| { |
| "epoch": 1.0549627038795104, |
| "grad_norm": 1.1268243789672852, |
| "learning_rate": 0.00012976910259462034, |
| "loss": 2.020710563659668, |
| "step": 7390 |
| }, |
| { |
| "epoch": 1.0563903065776794, |
| "grad_norm": 1.083245038986206, |
| "learning_rate": 0.00012967388716972152, |
| "loss": 2.0099674224853517, |
| "step": 7400 |
| }, |
| { |
| "epoch": 1.0578179092758486, |
| "grad_norm": 1.2687695026397705, |
| "learning_rate": 0.00012957867174482267, |
| "loss": 2.1577903747558596, |
| "step": 7410 |
| }, |
| { |
| "epoch": 1.0592455119740176, |
| "grad_norm": 1.20366632938385, |
| "learning_rate": 0.00012948345631992383, |
| "loss": 2.077815818786621, |
| "step": 7420 |
| }, |
| { |
| "epoch": 1.0606731146721868, |
| "grad_norm": 1.5873297452926636, |
| "learning_rate": 0.00012938824089502499, |
| "loss": 1.9076950073242187, |
| "step": 7430 |
| }, |
| { |
| "epoch": 1.0621007173703558, |
| "grad_norm": 1.4004929065704346, |
| "learning_rate": 0.00012929302547012617, |
| "loss": 2.035087013244629, |
| "step": 7440 |
| }, |
| { |
| "epoch": 1.0635283200685248, |
| "grad_norm": 1.0319706201553345, |
| "learning_rate": 0.00012919781004522732, |
| "loss": 1.9221908569335937, |
| "step": 7450 |
| }, |
| { |
| "epoch": 1.064955922766694, |
| "grad_norm": 1.032630205154419, |
| "learning_rate": 0.0001291025946203285, |
| "loss": 1.8860836029052734, |
| "step": 7460 |
| }, |
| { |
| "epoch": 1.066383525464863, |
| "grad_norm": 1.0436253547668457, |
| "learning_rate": 0.00012900737919542966, |
| "loss": 1.9600419998168945, |
| "step": 7470 |
| }, |
| { |
| "epoch": 1.0678111281630323, |
| "grad_norm": 1.5339142084121704, |
| "learning_rate": 0.00012891216377053084, |
| "loss": 1.9912384033203125, |
| "step": 7480 |
| }, |
| { |
| "epoch": 1.0692387308612012, |
| "grad_norm": 1.2523791790008545, |
| "learning_rate": 0.000128816948345632, |
| "loss": 2.0709794998168944, |
| "step": 7490 |
| }, |
| { |
| "epoch": 1.0706663335593705, |
| "grad_norm": 1.5877113342285156, |
| "learning_rate": 0.00012872173292073318, |
| "loss": 1.9899673461914062, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.0720939362575395, |
| "grad_norm": 1.0728774070739746, |
| "learning_rate": 0.00012862651749583434, |
| "loss": 2.048723602294922, |
| "step": 7510 |
| }, |
| { |
| "epoch": 1.0735215389557087, |
| "grad_norm": 1.0678832530975342, |
| "learning_rate": 0.0001285313020709355, |
| "loss": 2.162331199645996, |
| "step": 7520 |
| }, |
| { |
| "epoch": 1.0749491416538777, |
| "grad_norm": 1.6823121309280396, |
| "learning_rate": 0.00012843608664603665, |
| "loss": 1.980549430847168, |
| "step": 7530 |
| }, |
| { |
| "epoch": 1.0763767443520469, |
| "grad_norm": 1.089056134223938, |
| "learning_rate": 0.00012834087122113783, |
| "loss": 2.1248153686523437, |
| "step": 7540 |
| }, |
| { |
| "epoch": 1.0778043470502159, |
| "grad_norm": 1.356019139289856, |
| "learning_rate": 0.00012824565579623898, |
| "loss": 2.03244686126709, |
| "step": 7550 |
| }, |
| { |
| "epoch": 1.079231949748385, |
| "grad_norm": 1.0798354148864746, |
| "learning_rate": 0.00012815044037134017, |
| "loss": 2.043965530395508, |
| "step": 7560 |
| }, |
| { |
| "epoch": 1.080659552446554, |
| "grad_norm": 1.2939257621765137, |
| "learning_rate": 0.00012805522494644132, |
| "loss": 1.8783649444580077, |
| "step": 7570 |
| }, |
| { |
| "epoch": 1.0820871551447233, |
| "grad_norm": 1.0123037099838257, |
| "learning_rate": 0.0001279600095215425, |
| "loss": 2.080133247375488, |
| "step": 7580 |
| }, |
| { |
| "epoch": 1.0835147578428923, |
| "grad_norm": 1.2057385444641113, |
| "learning_rate": 0.00012786479409664366, |
| "loss": 2.1240022659301756, |
| "step": 7590 |
| }, |
| { |
| "epoch": 1.0849423605410615, |
| "grad_norm": 1.3064265251159668, |
| "learning_rate": 0.00012776957867174484, |
| "loss": 1.9333322525024415, |
| "step": 7600 |
| }, |
| { |
| "epoch": 1.0863699632392305, |
| "grad_norm": 1.057296633720398, |
| "learning_rate": 0.000127674363246846, |
| "loss": 2.183109664916992, |
| "step": 7610 |
| }, |
| { |
| "epoch": 1.0877975659373997, |
| "grad_norm": 1.6201916933059692, |
| "learning_rate": 0.00012757914782194715, |
| "loss": 2.0552255630493166, |
| "step": 7620 |
| }, |
| { |
| "epoch": 1.0892251686355687, |
| "grad_norm": 1.340762734413147, |
| "learning_rate": 0.00012748393239704834, |
| "loss": 2.2243988037109377, |
| "step": 7630 |
| }, |
| { |
| "epoch": 1.0906527713337377, |
| "grad_norm": 1.1373904943466187, |
| "learning_rate": 0.0001273887169721495, |
| "loss": 2.0690093994140626, |
| "step": 7640 |
| }, |
| { |
| "epoch": 1.092080374031907, |
| "grad_norm": 1.7897838354110718, |
| "learning_rate": 0.00012729350154725065, |
| "loss": 2.044172477722168, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.093507976730076, |
| "grad_norm": 1.0654335021972656, |
| "learning_rate": 0.00012719828612235183, |
| "loss": 1.9154827117919921, |
| "step": 7660 |
| }, |
| { |
| "epoch": 1.0949355794282452, |
| "grad_norm": 1.0672240257263184, |
| "learning_rate": 0.00012710307069745298, |
| "loss": 1.9989141464233398, |
| "step": 7670 |
| }, |
| { |
| "epoch": 1.0963631821264141, |
| "grad_norm": 1.695644736289978, |
| "learning_rate": 0.00012700785527255417, |
| "loss": 2.020133399963379, |
| "step": 7680 |
| }, |
| { |
| "epoch": 1.0977907848245834, |
| "grad_norm": 1.2182796001434326, |
| "learning_rate": 0.00012691263984765532, |
| "loss": 2.1288455963134765, |
| "step": 7690 |
| }, |
| { |
| "epoch": 1.0992183875227524, |
| "grad_norm": 1.9532301425933838, |
| "learning_rate": 0.0001268174244227565, |
| "loss": 2.0164491653442385, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.1006459902209216, |
| "grad_norm": 1.1174538135528564, |
| "learning_rate": 0.00012672220899785766, |
| "loss": 2.127495002746582, |
| "step": 7710 |
| }, |
| { |
| "epoch": 1.1020735929190906, |
| "grad_norm": 1.1028709411621094, |
| "learning_rate": 0.00012662699357295881, |
| "loss": 2.0858892440795898, |
| "step": 7720 |
| }, |
| { |
| "epoch": 1.1035011956172598, |
| "grad_norm": 1.2421051263809204, |
| "learning_rate": 0.00012653177814806, |
| "loss": 1.9897558212280273, |
| "step": 7730 |
| }, |
| { |
| "epoch": 1.1049287983154288, |
| "grad_norm": 1.3325999975204468, |
| "learning_rate": 0.00012643656272316115, |
| "loss": 2.1262748718261717, |
| "step": 7740 |
| }, |
| { |
| "epoch": 1.106356401013598, |
| "grad_norm": 1.3034075498580933, |
| "learning_rate": 0.00012634134729826234, |
| "loss": 2.0708587646484373, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.107784003711767, |
| "grad_norm": 1.0501512289047241, |
| "learning_rate": 0.0001262461318733635, |
| "loss": 2.039535903930664, |
| "step": 7760 |
| }, |
| { |
| "epoch": 1.1092116064099362, |
| "grad_norm": 1.0809801816940308, |
| "learning_rate": 0.00012615091644846467, |
| "loss": 2.0607528686523438, |
| "step": 7770 |
| }, |
| { |
| "epoch": 1.1106392091081052, |
| "grad_norm": 1.3646125793457031, |
| "learning_rate": 0.00012605570102356583, |
| "loss": 2.096577262878418, |
| "step": 7780 |
| }, |
| { |
| "epoch": 1.1120668118062742, |
| "grad_norm": 1.1288775205612183, |
| "learning_rate": 0.000125960485598667, |
| "loss": 2.096157455444336, |
| "step": 7790 |
| }, |
| { |
| "epoch": 1.1134944145044434, |
| "grad_norm": 1.2515203952789307, |
| "learning_rate": 0.00012586527017376814, |
| "loss": 2.0567888259887694, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.1149220172026124, |
| "grad_norm": 1.200783610343933, |
| "learning_rate": 0.00012577005474886932, |
| "loss": 1.9918567657470703, |
| "step": 7810 |
| }, |
| { |
| "epoch": 1.1163496199007816, |
| "grad_norm": 1.0647796392440796, |
| "learning_rate": 0.00012567483932397048, |
| "loss": 2.1152278900146486, |
| "step": 7820 |
| }, |
| { |
| "epoch": 1.1177772225989506, |
| "grad_norm": 1.3672425746917725, |
| "learning_rate": 0.00012557962389907166, |
| "loss": 2.1503089904785155, |
| "step": 7830 |
| }, |
| { |
| "epoch": 1.1192048252971198, |
| "grad_norm": 1.1135179996490479, |
| "learning_rate": 0.00012548440847417281, |
| "loss": 2.1828407287597655, |
| "step": 7840 |
| }, |
| { |
| "epoch": 1.1206324279952888, |
| "grad_norm": 1.2473934888839722, |
| "learning_rate": 0.000125389193049274, |
| "loss": 1.8900934219360352, |
| "step": 7850 |
| }, |
| { |
| "epoch": 1.122060030693458, |
| "grad_norm": 1.1976487636566162, |
| "learning_rate": 0.00012529397762437515, |
| "loss": 2.0562448501586914, |
| "step": 7860 |
| }, |
| { |
| "epoch": 1.123487633391627, |
| "grad_norm": 1.0255727767944336, |
| "learning_rate": 0.00012519876219947633, |
| "loss": 2.025206184387207, |
| "step": 7870 |
| }, |
| { |
| "epoch": 1.1249152360897963, |
| "grad_norm": 1.0995827913284302, |
| "learning_rate": 0.0001251035467745775, |
| "loss": 2.009837341308594, |
| "step": 7880 |
| }, |
| { |
| "epoch": 1.1263428387879653, |
| "grad_norm": 1.218954086303711, |
| "learning_rate": 0.00012500833134967867, |
| "loss": 1.9312389373779297, |
| "step": 7890 |
| }, |
| { |
| "epoch": 1.1277704414861345, |
| "grad_norm": 1.1379914283752441, |
| "learning_rate": 0.0001249131159247798, |
| "loss": 2.085856628417969, |
| "step": 7900 |
| }, |
| { |
| "epoch": 1.1291980441843035, |
| "grad_norm": 1.04413902759552, |
| "learning_rate": 0.00012481790049988098, |
| "loss": 1.9226675033569336, |
| "step": 7910 |
| }, |
| { |
| "epoch": 1.1306256468824727, |
| "grad_norm": 1.1539976596832275, |
| "learning_rate": 0.00012472268507498214, |
| "loss": 2.073196029663086, |
| "step": 7920 |
| }, |
| { |
| "epoch": 1.1320532495806417, |
| "grad_norm": 1.3066080808639526, |
| "learning_rate": 0.00012462746965008332, |
| "loss": 2.130576515197754, |
| "step": 7930 |
| }, |
| { |
| "epoch": 1.133480852278811, |
| "grad_norm": 1.0937031507492065, |
| "learning_rate": 0.00012453225422518448, |
| "loss": 1.949639892578125, |
| "step": 7940 |
| }, |
| { |
| "epoch": 1.13490845497698, |
| "grad_norm": 1.4130394458770752, |
| "learning_rate": 0.00012443703880028566, |
| "loss": 1.9901809692382812, |
| "step": 7950 |
| }, |
| { |
| "epoch": 1.1363360576751491, |
| "grad_norm": 0.9927778244018555, |
| "learning_rate": 0.00012434182337538681, |
| "loss": 2.026361083984375, |
| "step": 7960 |
| }, |
| { |
| "epoch": 1.137763660373318, |
| "grad_norm": 1.1941503286361694, |
| "learning_rate": 0.000124246607950488, |
| "loss": 2.039238929748535, |
| "step": 7970 |
| }, |
| { |
| "epoch": 1.139191263071487, |
| "grad_norm": 1.0839687585830688, |
| "learning_rate": 0.00012415139252558915, |
| "loss": 2.113592338562012, |
| "step": 7980 |
| }, |
| { |
| "epoch": 1.1406188657696563, |
| "grad_norm": 1.1398208141326904, |
| "learning_rate": 0.0001240656986431802, |
| "loss": 1.9601491928100585, |
| "step": 7990 |
| }, |
| { |
| "epoch": 1.1420464684678253, |
| "grad_norm": 1.6864898204803467, |
| "learning_rate": 0.00012397048321828138, |
| "loss": 1.9921035766601562, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.1434740711659945, |
| "grad_norm": 1.2941198348999023, |
| "learning_rate": 0.00012387526779338254, |
| "loss": 1.9406307220458985, |
| "step": 8010 |
| }, |
| { |
| "epoch": 1.1449016738641635, |
| "grad_norm": 1.1953562498092651, |
| "learning_rate": 0.0001237800523684837, |
| "loss": 1.9879423141479493, |
| "step": 8020 |
| }, |
| { |
| "epoch": 1.1463292765623327, |
| "grad_norm": 1.21220862865448, |
| "learning_rate": 0.00012368483694358485, |
| "loss": 1.8858787536621093, |
| "step": 8030 |
| }, |
| { |
| "epoch": 1.1477568792605017, |
| "grad_norm": 1.2785707712173462, |
| "learning_rate": 0.00012358962151868603, |
| "loss": 1.9584150314331055, |
| "step": 8040 |
| }, |
| { |
| "epoch": 1.149184481958671, |
| "grad_norm": 0.9782488346099854, |
| "learning_rate": 0.00012349440609378719, |
| "loss": 1.9678041458129882, |
| "step": 8050 |
| }, |
| { |
| "epoch": 1.15061208465684, |
| "grad_norm": 1.1952399015426636, |
| "learning_rate": 0.00012339919066888837, |
| "loss": 2.018492317199707, |
| "step": 8060 |
| }, |
| { |
| "epoch": 1.1520396873550092, |
| "grad_norm": 1.2737188339233398, |
| "learning_rate": 0.00012330397524398952, |
| "loss": 2.065995788574219, |
| "step": 8070 |
| }, |
| { |
| "epoch": 1.1534672900531782, |
| "grad_norm": 1.0872756242752075, |
| "learning_rate": 0.0001232087598190907, |
| "loss": 1.9526090621948242, |
| "step": 8080 |
| }, |
| { |
| "epoch": 1.1548948927513474, |
| "grad_norm": 0.9328494071960449, |
| "learning_rate": 0.00012311354439419186, |
| "loss": 2.007294273376465, |
| "step": 8090 |
| }, |
| { |
| "epoch": 1.1563224954495164, |
| "grad_norm": 0.9385980367660522, |
| "learning_rate": 0.00012301832896929304, |
| "loss": 2.040877342224121, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.1577500981476856, |
| "grad_norm": 1.0632121562957764, |
| "learning_rate": 0.0001229231135443942, |
| "loss": 1.9517059326171875, |
| "step": 8110 |
| }, |
| { |
| "epoch": 1.1591777008458546, |
| "grad_norm": 1.0268210172653198, |
| "learning_rate": 0.00012282789811949535, |
| "loss": 2.130423164367676, |
| "step": 8120 |
| }, |
| { |
| "epoch": 1.1606053035440236, |
| "grad_norm": 1.0808130502700806, |
| "learning_rate": 0.00012273268269459654, |
| "loss": 1.934481430053711, |
| "step": 8130 |
| }, |
| { |
| "epoch": 1.1620329062421928, |
| "grad_norm": 1.132352590560913, |
| "learning_rate": 0.0001226374672696977, |
| "loss": 2.1073892593383787, |
| "step": 8140 |
| }, |
| { |
| "epoch": 1.163460508940362, |
| "grad_norm": 1.0396180152893066, |
| "learning_rate": 0.00012254225184479887, |
| "loss": 1.924516487121582, |
| "step": 8150 |
| }, |
| { |
| "epoch": 1.164888111638531, |
| "grad_norm": 1.0108245611190796, |
| "learning_rate": 0.00012244703641990003, |
| "loss": 2.046940231323242, |
| "step": 8160 |
| }, |
| { |
| "epoch": 1.1663157143367, |
| "grad_norm": 1.2685633897781372, |
| "learning_rate": 0.0001223518209950012, |
| "loss": 2.028103256225586, |
| "step": 8170 |
| }, |
| { |
| "epoch": 1.1677433170348692, |
| "grad_norm": 1.098732352256775, |
| "learning_rate": 0.00012225660557010237, |
| "loss": 2.1019420623779297, |
| "step": 8180 |
| }, |
| { |
| "epoch": 1.1691709197330382, |
| "grad_norm": 1.0802416801452637, |
| "learning_rate": 0.00012216139014520352, |
| "loss": 2.0794830322265625, |
| "step": 8190 |
| }, |
| { |
| "epoch": 1.1705985224312074, |
| "grad_norm": 1.1557440757751465, |
| "learning_rate": 0.0001220661747203047, |
| "loss": 2.001494216918945, |
| "step": 8200 |
| }, |
| { |
| "epoch": 1.1720261251293764, |
| "grad_norm": 1.1953849792480469, |
| "learning_rate": 0.00012197095929540585, |
| "loss": 2.173105812072754, |
| "step": 8210 |
| }, |
| { |
| "epoch": 1.1734537278275456, |
| "grad_norm": 1.444016456604004, |
| "learning_rate": 0.00012187574387050702, |
| "loss": 2.0334218978881835, |
| "step": 8220 |
| }, |
| { |
| "epoch": 1.1748813305257146, |
| "grad_norm": 1.169856071472168, |
| "learning_rate": 0.00012178052844560818, |
| "loss": 2.1740755081176757, |
| "step": 8230 |
| }, |
| { |
| "epoch": 1.1763089332238839, |
| "grad_norm": 1.2645282745361328, |
| "learning_rate": 0.00012168531302070935, |
| "loss": 2.049808883666992, |
| "step": 8240 |
| }, |
| { |
| "epoch": 1.1777365359220529, |
| "grad_norm": 1.252223253250122, |
| "learning_rate": 0.00012159009759581052, |
| "loss": 2.0915248870849608, |
| "step": 8250 |
| }, |
| { |
| "epoch": 1.179164138620222, |
| "grad_norm": 1.2396661043167114, |
| "learning_rate": 0.00012149488217091169, |
| "loss": 2.0347517013549803, |
| "step": 8260 |
| }, |
| { |
| "epoch": 1.180591741318391, |
| "grad_norm": 1.161691665649414, |
| "learning_rate": 0.00012139966674601286, |
| "loss": 2.0568159103393553, |
| "step": 8270 |
| }, |
| { |
| "epoch": 1.1820193440165603, |
| "grad_norm": 1.38312566280365, |
| "learning_rate": 0.00012130445132111403, |
| "loss": 1.9940105438232423, |
| "step": 8280 |
| }, |
| { |
| "epoch": 1.1834469467147293, |
| "grad_norm": 1.3739749193191528, |
| "learning_rate": 0.0001212092358962152, |
| "loss": 1.9481508255004882, |
| "step": 8290 |
| }, |
| { |
| "epoch": 1.1848745494128985, |
| "grad_norm": 1.1918368339538574, |
| "learning_rate": 0.00012111402047131637, |
| "loss": 1.9933198928833007, |
| "step": 8300 |
| }, |
| { |
| "epoch": 1.1863021521110675, |
| "grad_norm": 1.2531394958496094, |
| "learning_rate": 0.00012101880504641752, |
| "loss": 1.9597272872924805, |
| "step": 8310 |
| }, |
| { |
| "epoch": 1.1877297548092365, |
| "grad_norm": 1.1807265281677246, |
| "learning_rate": 0.00012092358962151869, |
| "loss": 2.1743324279785154, |
| "step": 8320 |
| }, |
| { |
| "epoch": 1.1891573575074057, |
| "grad_norm": 1.4080866575241089, |
| "learning_rate": 0.00012082837419661986, |
| "loss": 2.091488265991211, |
| "step": 8330 |
| }, |
| { |
| "epoch": 1.1905849602055747, |
| "grad_norm": 1.3193141222000122, |
| "learning_rate": 0.0001207426803142109, |
| "loss": 1.9972221374511718, |
| "step": 8340 |
| }, |
| { |
| "epoch": 1.192012562903744, |
| "grad_norm": 1.0870722532272339, |
| "learning_rate": 0.00012064746488931206, |
| "loss": 1.9719045639038086, |
| "step": 8350 |
| }, |
| { |
| "epoch": 1.193440165601913, |
| "grad_norm": 1.18523371219635, |
| "learning_rate": 0.00012055224946441323, |
| "loss": 2.0243814468383787, |
| "step": 8360 |
| }, |
| { |
| "epoch": 1.1948677683000821, |
| "grad_norm": 1.0185394287109375, |
| "learning_rate": 0.0001204570340395144, |
| "loss": 2.1613880157470704, |
| "step": 8370 |
| }, |
| { |
| "epoch": 1.1962953709982511, |
| "grad_norm": 1.1819486618041992, |
| "learning_rate": 0.00012036181861461557, |
| "loss": 2.0223106384277343, |
| "step": 8380 |
| }, |
| { |
| "epoch": 1.1977229736964203, |
| "grad_norm": 0.9671928286552429, |
| "learning_rate": 0.00012026660318971674, |
| "loss": 2.039589691162109, |
| "step": 8390 |
| }, |
| { |
| "epoch": 1.1991505763945893, |
| "grad_norm": 1.17135751247406, |
| "learning_rate": 0.00012017138776481791, |
| "loss": 1.9769683837890626, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.2005781790927585, |
| "grad_norm": 1.0596065521240234, |
| "learning_rate": 0.00012007617233991908, |
| "loss": 2.1013067245483397, |
| "step": 8410 |
| }, |
| { |
| "epoch": 1.2020057817909275, |
| "grad_norm": 1.0273828506469727, |
| "learning_rate": 0.00011998095691502024, |
| "loss": 2.0737178802490233, |
| "step": 8420 |
| }, |
| { |
| "epoch": 1.2034333844890968, |
| "grad_norm": 1.1414293050765991, |
| "learning_rate": 0.0001198857414901214, |
| "loss": 2.0065332412719727, |
| "step": 8430 |
| }, |
| { |
| "epoch": 1.2048609871872658, |
| "grad_norm": 1.2087929248809814, |
| "learning_rate": 0.00011979052606522257, |
| "loss": 2.093004608154297, |
| "step": 8440 |
| }, |
| { |
| "epoch": 1.206288589885435, |
| "grad_norm": 1.0301358699798584, |
| "learning_rate": 0.00011969531064032374, |
| "loss": 2.0411731719970705, |
| "step": 8450 |
| }, |
| { |
| "epoch": 1.207716192583604, |
| "grad_norm": 0.9773324131965637, |
| "learning_rate": 0.00011960009521542491, |
| "loss": 1.9705137252807616, |
| "step": 8460 |
| }, |
| { |
| "epoch": 1.209143795281773, |
| "grad_norm": 1.3583508729934692, |
| "learning_rate": 0.00011950487979052608, |
| "loss": 2.15179328918457, |
| "step": 8470 |
| }, |
| { |
| "epoch": 1.2105713979799422, |
| "grad_norm": 1.3190714120864868, |
| "learning_rate": 0.00011940966436562724, |
| "loss": 2.072892761230469, |
| "step": 8480 |
| }, |
| { |
| "epoch": 1.2119990006781114, |
| "grad_norm": 1.3944333791732788, |
| "learning_rate": 0.00011931444894072841, |
| "loss": 2.1775245666503906, |
| "step": 8490 |
| }, |
| { |
| "epoch": 1.2134266033762804, |
| "grad_norm": 1.3343610763549805, |
| "learning_rate": 0.00011921923351582958, |
| "loss": 2.1058820724487304, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.2148542060744494, |
| "grad_norm": 1.054322600364685, |
| "learning_rate": 0.00011912401809093075, |
| "loss": 2.0245025634765623, |
| "step": 8510 |
| }, |
| { |
| "epoch": 1.2162818087726186, |
| "grad_norm": 1.114761471748352, |
| "learning_rate": 0.0001190288026660319, |
| "loss": 1.9700067520141602, |
| "step": 8520 |
| }, |
| { |
| "epoch": 1.2177094114707876, |
| "grad_norm": 1.0727494955062866, |
| "learning_rate": 0.00011893358724113306, |
| "loss": 1.9866079330444335, |
| "step": 8530 |
| }, |
| { |
| "epoch": 1.2191370141689568, |
| "grad_norm": 1.1413354873657227, |
| "learning_rate": 0.00011883837181623423, |
| "loss": 2.181919288635254, |
| "step": 8540 |
| }, |
| { |
| "epoch": 1.2205646168671258, |
| "grad_norm": 1.3694534301757812, |
| "learning_rate": 0.0001187431563913354, |
| "loss": 2.078506278991699, |
| "step": 8550 |
| }, |
| { |
| "epoch": 1.221992219565295, |
| "grad_norm": 1.1679607629776, |
| "learning_rate": 0.00011864794096643657, |
| "loss": 1.9354976654052733, |
| "step": 8560 |
| }, |
| { |
| "epoch": 1.223419822263464, |
| "grad_norm": 1.2007423639297485, |
| "learning_rate": 0.00011855272554153774, |
| "loss": 1.9437042236328126, |
| "step": 8570 |
| }, |
| { |
| "epoch": 1.2248474249616332, |
| "grad_norm": 1.2228180170059204, |
| "learning_rate": 0.0001184575101166389, |
| "loss": 2.012160873413086, |
| "step": 8580 |
| }, |
| { |
| "epoch": 1.2262750276598022, |
| "grad_norm": 1.3981947898864746, |
| "learning_rate": 0.00011836229469174008, |
| "loss": 2.103215217590332, |
| "step": 8590 |
| }, |
| { |
| "epoch": 1.2277026303579714, |
| "grad_norm": 1.0683261156082153, |
| "learning_rate": 0.00011826707926684124, |
| "loss": 2.1170129776000977, |
| "step": 8600 |
| }, |
| { |
| "epoch": 1.2291302330561404, |
| "grad_norm": 0.9289690852165222, |
| "learning_rate": 0.00011817186384194241, |
| "loss": 2.1273303985595704, |
| "step": 8610 |
| }, |
| { |
| "epoch": 1.2305578357543097, |
| "grad_norm": 1.4348978996276855, |
| "learning_rate": 0.00011807664841704355, |
| "loss": 2.068717384338379, |
| "step": 8620 |
| }, |
| { |
| "epoch": 1.2319854384524787, |
| "grad_norm": 1.3924267292022705, |
| "learning_rate": 0.00011798143299214472, |
| "loss": 2.142212677001953, |
| "step": 8630 |
| }, |
| { |
| "epoch": 1.2334130411506479, |
| "grad_norm": 1.0877633094787598, |
| "learning_rate": 0.00011788621756724589, |
| "loss": 2.0361440658569334, |
| "step": 8640 |
| }, |
| { |
| "epoch": 1.2348406438488169, |
| "grad_norm": 1.381314992904663, |
| "learning_rate": 0.00011779100214234706, |
| "loss": 1.9098474502563476, |
| "step": 8650 |
| }, |
| { |
| "epoch": 1.2362682465469859, |
| "grad_norm": 0.9824159145355225, |
| "learning_rate": 0.00011769578671744823, |
| "loss": 2.040357971191406, |
| "step": 8660 |
| }, |
| { |
| "epoch": 1.237695849245155, |
| "grad_norm": 1.135865330696106, |
| "learning_rate": 0.0001176005712925494, |
| "loss": 1.9138475418090821, |
| "step": 8670 |
| }, |
| { |
| "epoch": 1.2391234519433243, |
| "grad_norm": 1.0527571439743042, |
| "learning_rate": 0.00011750535586765057, |
| "loss": 2.1740653991699217, |
| "step": 8680 |
| }, |
| { |
| "epoch": 1.2405510546414933, |
| "grad_norm": 1.1723603010177612, |
| "learning_rate": 0.00011741014044275174, |
| "loss": 2.027785301208496, |
| "step": 8690 |
| }, |
| { |
| "epoch": 1.2419786573396623, |
| "grad_norm": 1.3554455041885376, |
| "learning_rate": 0.0001173149250178529, |
| "loss": 2.0539613723754884, |
| "step": 8700 |
| }, |
| { |
| "epoch": 1.2434062600378315, |
| "grad_norm": 1.1202641725540161, |
| "learning_rate": 0.00011721970959295407, |
| "loss": 1.8522020339965821, |
| "step": 8710 |
| }, |
| { |
| "epoch": 1.2448338627360005, |
| "grad_norm": 0.9917465448379517, |
| "learning_rate": 0.00011712449416805522, |
| "loss": 1.9608482360839843, |
| "step": 8720 |
| }, |
| { |
| "epoch": 1.2462614654341697, |
| "grad_norm": 1.4097355604171753, |
| "learning_rate": 0.00011702927874315639, |
| "loss": 2.022862434387207, |
| "step": 8730 |
| }, |
| { |
| "epoch": 1.2476890681323387, |
| "grad_norm": 1.2008345127105713, |
| "learning_rate": 0.00011693406331825755, |
| "loss": 2.0185220718383787, |
| "step": 8740 |
| }, |
| { |
| "epoch": 1.249116670830508, |
| "grad_norm": 1.345367670059204, |
| "learning_rate": 0.00011683884789335872, |
| "loss": 2.106128692626953, |
| "step": 8750 |
| }, |
| { |
| "epoch": 1.250544273528677, |
| "grad_norm": 0.9907132387161255, |
| "learning_rate": 0.00011674363246845989, |
| "loss": 2.0598371505737303, |
| "step": 8760 |
| }, |
| { |
| "epoch": 1.2519718762268461, |
| "grad_norm": 1.243442177772522, |
| "learning_rate": 0.00011664841704356106, |
| "loss": 2.0366870880126955, |
| "step": 8770 |
| }, |
| { |
| "epoch": 1.2533994789250151, |
| "grad_norm": 1.1092184782028198, |
| "learning_rate": 0.00011655320161866223, |
| "loss": 2.1104217529296876, |
| "step": 8780 |
| }, |
| { |
| "epoch": 1.2548270816231843, |
| "grad_norm": 1.2324589490890503, |
| "learning_rate": 0.0001164579861937634, |
| "loss": 2.0124040603637696, |
| "step": 8790 |
| }, |
| { |
| "epoch": 1.2562546843213533, |
| "grad_norm": 1.085134744644165, |
| "learning_rate": 0.00011636277076886457, |
| "loss": 1.952083206176758, |
| "step": 8800 |
| }, |
| { |
| "epoch": 1.2576822870195223, |
| "grad_norm": 1.182888150215149, |
| "learning_rate": 0.00011626755534396572, |
| "loss": 2.0146764755249023, |
| "step": 8810 |
| }, |
| { |
| "epoch": 1.2591098897176916, |
| "grad_norm": 1.1887840032577515, |
| "learning_rate": 0.00011617233991906689, |
| "loss": 2.030648612976074, |
| "step": 8820 |
| }, |
| { |
| "epoch": 1.2605374924158608, |
| "grad_norm": 1.1329022645950317, |
| "learning_rate": 0.00011607712449416806, |
| "loss": 1.9215503692626954, |
| "step": 8830 |
| }, |
| { |
| "epoch": 1.2619650951140298, |
| "grad_norm": 1.496118426322937, |
| "learning_rate": 0.00011598190906926923, |
| "loss": 2.0997610092163086, |
| "step": 8840 |
| }, |
| { |
| "epoch": 1.2633926978121988, |
| "grad_norm": 1.2503148317337036, |
| "learning_rate": 0.0001158866936443704, |
| "loss": 2.0191768646240233, |
| "step": 8850 |
| }, |
| { |
| "epoch": 1.264820300510368, |
| "grad_norm": 1.0068776607513428, |
| "learning_rate": 0.00011579147821947157, |
| "loss": 2.078872871398926, |
| "step": 8860 |
| }, |
| { |
| "epoch": 1.2662479032085372, |
| "grad_norm": 1.4307090044021606, |
| "learning_rate": 0.00011569626279457274, |
| "loss": 2.0454170227050783, |
| "step": 8870 |
| }, |
| { |
| "epoch": 1.2676755059067062, |
| "grad_norm": 1.1627181768417358, |
| "learning_rate": 0.0001156010473696739, |
| "loss": 2.0517635345458984, |
| "step": 8880 |
| }, |
| { |
| "epoch": 1.2691031086048752, |
| "grad_norm": 1.3769811391830444, |
| "learning_rate": 0.00011550583194477507, |
| "loss": 2.0428056716918945, |
| "step": 8890 |
| }, |
| { |
| "epoch": 1.2705307113030444, |
| "grad_norm": 1.1414709091186523, |
| "learning_rate": 0.00011541061651987624, |
| "loss": 2.014663314819336, |
| "step": 8900 |
| }, |
| { |
| "epoch": 1.2719583140012134, |
| "grad_norm": 1.6799501180648804, |
| "learning_rate": 0.00011531540109497738, |
| "loss": 1.9326515197753906, |
| "step": 8910 |
| }, |
| { |
| "epoch": 1.2733859166993826, |
| "grad_norm": 1.3793418407440186, |
| "learning_rate": 0.00011522018567007855, |
| "loss": 2.0053300857543945, |
| "step": 8920 |
| }, |
| { |
| "epoch": 1.2748135193975516, |
| "grad_norm": 1.0783268213272095, |
| "learning_rate": 0.00011512497024517972, |
| "loss": 2.0390304565429687, |
| "step": 8930 |
| }, |
| { |
| "epoch": 1.2762411220957208, |
| "grad_norm": 1.2486910820007324, |
| "learning_rate": 0.00011502975482028089, |
| "loss": 2.0407100677490235, |
| "step": 8940 |
| }, |
| { |
| "epoch": 1.2776687247938898, |
| "grad_norm": 1.0730825662612915, |
| "learning_rate": 0.00011493453939538206, |
| "loss": 2.1652347564697267, |
| "step": 8950 |
| }, |
| { |
| "epoch": 1.279096327492059, |
| "grad_norm": 1.4436947107315063, |
| "learning_rate": 0.00011483932397048323, |
| "loss": 2.057954216003418, |
| "step": 8960 |
| }, |
| { |
| "epoch": 1.280523930190228, |
| "grad_norm": 1.7020477056503296, |
| "learning_rate": 0.0001147441085455844, |
| "loss": 2.075143241882324, |
| "step": 8970 |
| }, |
| { |
| "epoch": 1.2819515328883972, |
| "grad_norm": 1.0034456253051758, |
| "learning_rate": 0.00011464889312068557, |
| "loss": 2.0679399490356447, |
| "step": 8980 |
| }, |
| { |
| "epoch": 1.2833791355865662, |
| "grad_norm": 1.1735398769378662, |
| "learning_rate": 0.00011455367769578674, |
| "loss": 2.1125640869140625, |
| "step": 8990 |
| }, |
| { |
| "epoch": 1.2848067382847352, |
| "grad_norm": 1.1050878763198853, |
| "learning_rate": 0.00011445846227088788, |
| "loss": 1.9761398315429688, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.2862343409829045, |
| "grad_norm": 1.0764317512512207, |
| "learning_rate": 0.00011436324684598905, |
| "loss": 1.9444828033447266, |
| "step": 9010 |
| }, |
| { |
| "epoch": 1.2876619436810737, |
| "grad_norm": 1.1503080129623413, |
| "learning_rate": 0.00011426803142109021, |
| "loss": 2.097242736816406, |
| "step": 9020 |
| }, |
| { |
| "epoch": 1.2890895463792427, |
| "grad_norm": 1.1134028434753418, |
| "learning_rate": 0.00011417281599619138, |
| "loss": 1.9036460876464845, |
| "step": 9030 |
| }, |
| { |
| "epoch": 1.2905171490774117, |
| "grad_norm": 1.198632836341858, |
| "learning_rate": 0.00011407760057129255, |
| "loss": 2.0219871520996096, |
| "step": 9040 |
| }, |
| { |
| "epoch": 1.2919447517755809, |
| "grad_norm": 1.2109109163284302, |
| "learning_rate": 0.00011398238514639372, |
| "loss": 1.9111330032348632, |
| "step": 9050 |
| }, |
| { |
| "epoch": 1.2933723544737499, |
| "grad_norm": 1.4551175832748413, |
| "learning_rate": 0.00011388716972149489, |
| "loss": 1.9579683303833009, |
| "step": 9060 |
| }, |
| { |
| "epoch": 1.294799957171919, |
| "grad_norm": 1.3260098695755005, |
| "learning_rate": 0.00011379195429659606, |
| "loss": 2.068608856201172, |
| "step": 9070 |
| }, |
| { |
| "epoch": 1.296227559870088, |
| "grad_norm": 1.411226749420166, |
| "learning_rate": 0.00011369673887169723, |
| "loss": 2.023783874511719, |
| "step": 9080 |
| }, |
| { |
| "epoch": 1.2976551625682573, |
| "grad_norm": 1.2468092441558838, |
| "learning_rate": 0.0001136015234467984, |
| "loss": 1.9828487396240235, |
| "step": 9090 |
| }, |
| { |
| "epoch": 1.2990827652664263, |
| "grad_norm": 0.9752615690231323, |
| "learning_rate": 0.00011350630802189954, |
| "loss": 2.072840690612793, |
| "step": 9100 |
| }, |
| { |
| "epoch": 1.3005103679645955, |
| "grad_norm": 1.3394255638122559, |
| "learning_rate": 0.00011341109259700071, |
| "loss": 2.084597587585449, |
| "step": 9110 |
| }, |
| { |
| "epoch": 1.3019379706627645, |
| "grad_norm": 1.3784369230270386, |
| "learning_rate": 0.00011331587717210188, |
| "loss": 1.9246038436889648, |
| "step": 9120 |
| }, |
| { |
| "epoch": 1.3033655733609337, |
| "grad_norm": 1.130905270576477, |
| "learning_rate": 0.00011322066174720305, |
| "loss": 1.9275218963623046, |
| "step": 9130 |
| }, |
| { |
| "epoch": 1.3047931760591027, |
| "grad_norm": 1.239323377609253, |
| "learning_rate": 0.00011312544632230421, |
| "loss": 2.207936096191406, |
| "step": 9140 |
| }, |
| { |
| "epoch": 1.3062207787572717, |
| "grad_norm": 0.944084107875824, |
| "learning_rate": 0.00011303023089740538, |
| "loss": 2.156756782531738, |
| "step": 9150 |
| }, |
| { |
| "epoch": 1.307648381455441, |
| "grad_norm": 1.5705152750015259, |
| "learning_rate": 0.00011293501547250655, |
| "loss": 2.1005443572998046, |
| "step": 9160 |
| }, |
| { |
| "epoch": 1.3090759841536102, |
| "grad_norm": 1.3107826709747314, |
| "learning_rate": 0.00011283980004760772, |
| "loss": 2.0039052963256836, |
| "step": 9170 |
| }, |
| { |
| "epoch": 1.3105035868517791, |
| "grad_norm": 1.1114449501037598, |
| "learning_rate": 0.00011274458462270889, |
| "loss": 2.077981376647949, |
| "step": 9180 |
| }, |
| { |
| "epoch": 1.3119311895499481, |
| "grad_norm": 1.329028606414795, |
| "learning_rate": 0.00011264936919781004, |
| "loss": 2.1001474380493166, |
| "step": 9190 |
| }, |
| { |
| "epoch": 1.3133587922481174, |
| "grad_norm": 1.7753056287765503, |
| "learning_rate": 0.00011255415377291121, |
| "loss": 1.9850801467895507, |
| "step": 9200 |
| }, |
| { |
| "epoch": 1.3147863949462866, |
| "grad_norm": 1.1210708618164062, |
| "learning_rate": 0.00011245893834801238, |
| "loss": 2.1043624877929688, |
| "step": 9210 |
| }, |
| { |
| "epoch": 1.3162139976444556, |
| "grad_norm": 1.201124906539917, |
| "learning_rate": 0.00011236372292311355, |
| "loss": 2.180091667175293, |
| "step": 9220 |
| }, |
| { |
| "epoch": 1.3176416003426246, |
| "grad_norm": 1.104976773262024, |
| "learning_rate": 0.00011226850749821472, |
| "loss": 2.022638130187988, |
| "step": 9230 |
| }, |
| { |
| "epoch": 1.3190692030407938, |
| "grad_norm": 1.1997878551483154, |
| "learning_rate": 0.00011217329207331589, |
| "loss": 1.9806930541992187, |
| "step": 9240 |
| }, |
| { |
| "epoch": 1.3204968057389628, |
| "grad_norm": 1.1831468343734741, |
| "learning_rate": 0.00011207807664841706, |
| "loss": 1.889851951599121, |
| "step": 9250 |
| }, |
| { |
| "epoch": 1.321924408437132, |
| "grad_norm": 1.3376766443252563, |
| "learning_rate": 0.00011199238276600809, |
| "loss": 2.2721225738525392, |
| "step": 9260 |
| }, |
| { |
| "epoch": 1.323352011135301, |
| "grad_norm": 1.2791374921798706, |
| "learning_rate": 0.00011189716734110926, |
| "loss": 2.0228946685791014, |
| "step": 9270 |
| }, |
| { |
| "epoch": 1.3247796138334702, |
| "grad_norm": 1.138617992401123, |
| "learning_rate": 0.00011180195191621043, |
| "loss": 2.1891841888427734, |
| "step": 9280 |
| }, |
| { |
| "epoch": 1.3262072165316392, |
| "grad_norm": 1.39596688747406, |
| "learning_rate": 0.0001117067364913116, |
| "loss": 2.1259082794189452, |
| "step": 9290 |
| }, |
| { |
| "epoch": 1.3276348192298084, |
| "grad_norm": 1.1990619897842407, |
| "learning_rate": 0.00011161152106641277, |
| "loss": 2.025862121582031, |
| "step": 9300 |
| }, |
| { |
| "epoch": 1.3290624219279774, |
| "grad_norm": 1.2685766220092773, |
| "learning_rate": 0.00011151630564151394, |
| "loss": 1.9857549667358398, |
| "step": 9310 |
| }, |
| { |
| "epoch": 1.3304900246261466, |
| "grad_norm": 1.1520808935165405, |
| "learning_rate": 0.00011142109021661509, |
| "loss": 2.2395219802856445, |
| "step": 9320 |
| }, |
| { |
| "epoch": 1.3319176273243156, |
| "grad_norm": 1.1049847602844238, |
| "learning_rate": 0.00011132587479171626, |
| "loss": 1.9089387893676757, |
| "step": 9330 |
| }, |
| { |
| "epoch": 1.3333452300224846, |
| "grad_norm": 1.3146041631698608, |
| "learning_rate": 0.00011123065936681743, |
| "loss": 1.9961027145385741, |
| "step": 9340 |
| }, |
| { |
| "epoch": 1.3347728327206538, |
| "grad_norm": 1.2293838262557983, |
| "learning_rate": 0.0001111354439419186, |
| "loss": 1.9925750732421874, |
| "step": 9350 |
| }, |
| { |
| "epoch": 1.336200435418823, |
| "grad_norm": 1.1773251295089722, |
| "learning_rate": 0.00011104022851701977, |
| "loss": 1.941655158996582, |
| "step": 9360 |
| }, |
| { |
| "epoch": 1.337628038116992, |
| "grad_norm": 0.8993968963623047, |
| "learning_rate": 0.00011094501309212094, |
| "loss": 1.8487606048583984, |
| "step": 9370 |
| }, |
| { |
| "epoch": 1.339055640815161, |
| "grad_norm": 1.0430762767791748, |
| "learning_rate": 0.0001108497976672221, |
| "loss": 2.0043895721435545, |
| "step": 9380 |
| }, |
| { |
| "epoch": 1.3404832435133303, |
| "grad_norm": 1.2599635124206543, |
| "learning_rate": 0.00011075458224232327, |
| "loss": 2.014158248901367, |
| "step": 9390 |
| }, |
| { |
| "epoch": 1.3419108462114995, |
| "grad_norm": 1.3002982139587402, |
| "learning_rate": 0.00011065936681742444, |
| "loss": 1.8953874588012696, |
| "step": 9400 |
| }, |
| { |
| "epoch": 1.3433384489096685, |
| "grad_norm": 1.1994285583496094, |
| "learning_rate": 0.00011056415139252558, |
| "loss": 2.0363245010375977, |
| "step": 9410 |
| }, |
| { |
| "epoch": 1.3447660516078375, |
| "grad_norm": 1.0855350494384766, |
| "learning_rate": 0.00011046893596762675, |
| "loss": 1.9903108596801757, |
| "step": 9420 |
| }, |
| { |
| "epoch": 1.3461936543060067, |
| "grad_norm": 0.9542500376701355, |
| "learning_rate": 0.00011037372054272792, |
| "loss": 2.1463512420654296, |
| "step": 9430 |
| }, |
| { |
| "epoch": 1.3476212570041757, |
| "grad_norm": 1.1135118007659912, |
| "learning_rate": 0.00011027850511782909, |
| "loss": 1.8799579620361329, |
| "step": 9440 |
| }, |
| { |
| "epoch": 1.349048859702345, |
| "grad_norm": 1.2428560256958008, |
| "learning_rate": 0.00011018328969293026, |
| "loss": 1.9707263946533202, |
| "step": 9450 |
| }, |
| { |
| "epoch": 1.3504764624005139, |
| "grad_norm": 1.0199036598205566, |
| "learning_rate": 0.00011008807426803143, |
| "loss": 2.1025836944580076, |
| "step": 9460 |
| }, |
| { |
| "epoch": 1.351904065098683, |
| "grad_norm": 1.1156866550445557, |
| "learning_rate": 0.0001099928588431326, |
| "loss": 2.1563234329223633, |
| "step": 9470 |
| }, |
| { |
| "epoch": 1.353331667796852, |
| "grad_norm": 1.1687692403793335, |
| "learning_rate": 0.00010989764341823377, |
| "loss": 2.125259590148926, |
| "step": 9480 |
| }, |
| { |
| "epoch": 1.3547592704950213, |
| "grad_norm": 0.9904701709747314, |
| "learning_rate": 0.00010980242799333494, |
| "loss": 1.9423274993896484, |
| "step": 9490 |
| }, |
| { |
| "epoch": 1.3561868731931903, |
| "grad_norm": 1.0586273670196533, |
| "learning_rate": 0.0001097072125684361, |
| "loss": 1.995172119140625, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.3576144758913595, |
| "grad_norm": 1.2330423593521118, |
| "learning_rate": 0.00010961199714353725, |
| "loss": 2.121123504638672, |
| "step": 9510 |
| }, |
| { |
| "epoch": 1.3590420785895285, |
| "grad_norm": 1.1340503692626953, |
| "learning_rate": 0.00010951678171863842, |
| "loss": 2.0948347091674804, |
| "step": 9520 |
| }, |
| { |
| "epoch": 1.3604696812876975, |
| "grad_norm": 1.1737462282180786, |
| "learning_rate": 0.00010942156629373958, |
| "loss": 1.9511737823486328, |
| "step": 9530 |
| }, |
| { |
| "epoch": 1.3618972839858667, |
| "grad_norm": 1.3858624696731567, |
| "learning_rate": 0.00010932635086884075, |
| "loss": 2.1292884826660154, |
| "step": 9540 |
| }, |
| { |
| "epoch": 1.363324886684036, |
| "grad_norm": 1.184073805809021, |
| "learning_rate": 0.00010923113544394192, |
| "loss": 2.0114479064941406, |
| "step": 9550 |
| }, |
| { |
| "epoch": 1.364752489382205, |
| "grad_norm": 1.3248467445373535, |
| "learning_rate": 0.00010913592001904309, |
| "loss": 2.0445907592773436, |
| "step": 9560 |
| }, |
| { |
| "epoch": 1.366180092080374, |
| "grad_norm": 1.407776117324829, |
| "learning_rate": 0.00010904070459414426, |
| "loss": 1.9902603149414062, |
| "step": 9570 |
| }, |
| { |
| "epoch": 1.3676076947785432, |
| "grad_norm": 1.0734567642211914, |
| "learning_rate": 0.00010894548916924543, |
| "loss": 1.9612981796264648, |
| "step": 9580 |
| }, |
| { |
| "epoch": 1.3690352974767122, |
| "grad_norm": 1.138846755027771, |
| "learning_rate": 0.0001088502737443466, |
| "loss": 1.9796411514282226, |
| "step": 9590 |
| }, |
| { |
| "epoch": 1.3704629001748814, |
| "grad_norm": 1.2043484449386597, |
| "learning_rate": 0.00010875505831944777, |
| "loss": 1.9225820541381835, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.3718905028730504, |
| "grad_norm": 1.3923934698104858, |
| "learning_rate": 0.00010865984289454891, |
| "loss": 1.9597026824951171, |
| "step": 9610 |
| }, |
| { |
| "epoch": 1.3733181055712196, |
| "grad_norm": 1.1692254543304443, |
| "learning_rate": 0.00010856462746965008, |
| "loss": 1.979044532775879, |
| "step": 9620 |
| }, |
| { |
| "epoch": 1.3747457082693886, |
| "grad_norm": 1.1882662773132324, |
| "learning_rate": 0.00010846941204475125, |
| "loss": 2.0181085586547853, |
| "step": 9630 |
| }, |
| { |
| "epoch": 1.3761733109675578, |
| "grad_norm": 1.0867377519607544, |
| "learning_rate": 0.00010837419661985241, |
| "loss": 2.0765846252441404, |
| "step": 9640 |
| }, |
| { |
| "epoch": 1.3776009136657268, |
| "grad_norm": 1.6985856294631958, |
| "learning_rate": 0.00010827898119495358, |
| "loss": 2.049010467529297, |
| "step": 9650 |
| }, |
| { |
| "epoch": 1.379028516363896, |
| "grad_norm": 1.1894891262054443, |
| "learning_rate": 0.00010818376577005475, |
| "loss": 2.1837297439575196, |
| "step": 9660 |
| }, |
| { |
| "epoch": 1.380456119062065, |
| "grad_norm": 1.1528249979019165, |
| "learning_rate": 0.00010808855034515592, |
| "loss": 2.0664281845092773, |
| "step": 9670 |
| }, |
| { |
| "epoch": 1.381883721760234, |
| "grad_norm": 1.3959161043167114, |
| "learning_rate": 0.00010799333492025709, |
| "loss": 1.9731758117675782, |
| "step": 9680 |
| }, |
| { |
| "epoch": 1.3833113244584032, |
| "grad_norm": 1.4226969480514526, |
| "learning_rate": 0.00010789811949535826, |
| "loss": 2.0336654663085936, |
| "step": 9690 |
| }, |
| { |
| "epoch": 1.3847389271565724, |
| "grad_norm": 1.2641291618347168, |
| "learning_rate": 0.00010780290407045941, |
| "loss": 2.098982048034668, |
| "step": 9700 |
| }, |
| { |
| "epoch": 1.3861665298547414, |
| "grad_norm": 1.4097330570220947, |
| "learning_rate": 0.00010770768864556058, |
| "loss": 1.8858116149902344, |
| "step": 9710 |
| }, |
| { |
| "epoch": 1.3875941325529104, |
| "grad_norm": 1.169032335281372, |
| "learning_rate": 0.00010761247322066175, |
| "loss": 1.991470718383789, |
| "step": 9720 |
| }, |
| { |
| "epoch": 1.3890217352510796, |
| "grad_norm": 1.0888822078704834, |
| "learning_rate": 0.00010751725779576292, |
| "loss": 1.930691909790039, |
| "step": 9730 |
| }, |
| { |
| "epoch": 1.3904493379492489, |
| "grad_norm": 1.1407933235168457, |
| "learning_rate": 0.00010742204237086409, |
| "loss": 2.0946460723876954, |
| "step": 9740 |
| }, |
| { |
| "epoch": 1.3918769406474178, |
| "grad_norm": 1.2439372539520264, |
| "learning_rate": 0.00010732682694596526, |
| "loss": 2.1727531433105467, |
| "step": 9750 |
| }, |
| { |
| "epoch": 1.3933045433455868, |
| "grad_norm": 1.1404023170471191, |
| "learning_rate": 0.00010723161152106643, |
| "loss": 1.9938436508178712, |
| "step": 9760 |
| }, |
| { |
| "epoch": 1.394732146043756, |
| "grad_norm": 1.0030282735824585, |
| "learning_rate": 0.0001071363960961676, |
| "loss": 1.9916358947753907, |
| "step": 9770 |
| }, |
| { |
| "epoch": 1.396159748741925, |
| "grad_norm": 1.1961002349853516, |
| "learning_rate": 0.00010704118067126877, |
| "loss": 1.9710460662841798, |
| "step": 9780 |
| }, |
| { |
| "epoch": 1.3975873514400943, |
| "grad_norm": 1.0773481130599976, |
| "learning_rate": 0.00010694596524636993, |
| "loss": 2.046512794494629, |
| "step": 9790 |
| }, |
| { |
| "epoch": 1.3990149541382633, |
| "grad_norm": 1.076357364654541, |
| "learning_rate": 0.00010685074982147108, |
| "loss": 2.0571868896484373, |
| "step": 9800 |
| }, |
| { |
| "epoch": 1.4004425568364325, |
| "grad_norm": 1.2955228090286255, |
| "learning_rate": 0.00010675553439657224, |
| "loss": 2.0676462173461916, |
| "step": 9810 |
| }, |
| { |
| "epoch": 1.4018701595346015, |
| "grad_norm": 1.1658575534820557, |
| "learning_rate": 0.00010666031897167341, |
| "loss": 2.066716194152832, |
| "step": 9820 |
| }, |
| { |
| "epoch": 1.4032977622327707, |
| "grad_norm": 1.3137447834014893, |
| "learning_rate": 0.00010656510354677458, |
| "loss": 1.8502220153808593, |
| "step": 9830 |
| }, |
| { |
| "epoch": 1.4047253649309397, |
| "grad_norm": 1.41456937789917, |
| "learning_rate": 0.00010646988812187575, |
| "loss": 2.07702522277832, |
| "step": 9840 |
| }, |
| { |
| "epoch": 1.406152967629109, |
| "grad_norm": 1.274549126625061, |
| "learning_rate": 0.00010637467269697692, |
| "loss": 1.8976211547851562, |
| "step": 9850 |
| }, |
| { |
| "epoch": 1.407580570327278, |
| "grad_norm": 1.1110727787017822, |
| "learning_rate": 0.00010627945727207809, |
| "loss": 2.0447467803955077, |
| "step": 9860 |
| }, |
| { |
| "epoch": 1.409008173025447, |
| "grad_norm": 1.099206805229187, |
| "learning_rate": 0.00010618424184717926, |
| "loss": 1.9584508895874024, |
| "step": 9870 |
| }, |
| { |
| "epoch": 1.4104357757236161, |
| "grad_norm": 1.1572459936141968, |
| "learning_rate": 0.00010608902642228043, |
| "loss": 2.0994762420654296, |
| "step": 9880 |
| }, |
| { |
| "epoch": 1.4118633784217853, |
| "grad_norm": 1.3461354970932007, |
| "learning_rate": 0.00010599381099738157, |
| "loss": 1.9647134780883788, |
| "step": 9890 |
| }, |
| { |
| "epoch": 1.4132909811199543, |
| "grad_norm": 1.4512161016464233, |
| "learning_rate": 0.00010589859557248274, |
| "loss": 1.9242181777954102, |
| "step": 9900 |
| }, |
| { |
| "epoch": 1.4147185838181233, |
| "grad_norm": 1.2262014150619507, |
| "learning_rate": 0.0001058033801475839, |
| "loss": 2.0151771545410155, |
| "step": 9910 |
| }, |
| { |
| "epoch": 1.4161461865162925, |
| "grad_norm": 1.3285112380981445, |
| "learning_rate": 0.00010570816472268508, |
| "loss": 1.9909095764160156, |
| "step": 9920 |
| }, |
| { |
| "epoch": 1.4175737892144615, |
| "grad_norm": 1.2019551992416382, |
| "learning_rate": 0.00010561294929778624, |
| "loss": 2.00119571685791, |
| "step": 9930 |
| }, |
| { |
| "epoch": 1.4190013919126307, |
| "grad_norm": 1.1213823556900024, |
| "learning_rate": 0.00010551773387288741, |
| "loss": 2.0824777603149416, |
| "step": 9940 |
| }, |
| { |
| "epoch": 1.4204289946107997, |
| "grad_norm": 1.0179306268692017, |
| "learning_rate": 0.00010542251844798858, |
| "loss": 2.001264190673828, |
| "step": 9950 |
| }, |
| { |
| "epoch": 1.421856597308969, |
| "grad_norm": 1.232782244682312, |
| "learning_rate": 0.00010532730302308975, |
| "loss": 2.004043960571289, |
| "step": 9960 |
| }, |
| { |
| "epoch": 1.423284200007138, |
| "grad_norm": 1.1399147510528564, |
| "learning_rate": 0.00010523208759819092, |
| "loss": 2.022570991516113, |
| "step": 9970 |
| }, |
| { |
| "epoch": 1.4247118027053072, |
| "grad_norm": 1.6599464416503906, |
| "learning_rate": 0.00010513687217329209, |
| "loss": 2.098861503601074, |
| "step": 9980 |
| }, |
| { |
| "epoch": 1.4261394054034762, |
| "grad_norm": 1.1139695644378662, |
| "learning_rate": 0.00010504165674839323, |
| "loss": 2.074664306640625, |
| "step": 9990 |
| }, |
| { |
| "epoch": 1.4275670081016454, |
| "grad_norm": 1.0930999517440796, |
| "learning_rate": 0.0001049464413234944, |
| "loss": 2.1210731506347655, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.4289946107998144, |
| "grad_norm": 1.4787710905075073, |
| "learning_rate": 0.00010485122589859557, |
| "loss": 2.126077079772949, |
| "step": 10010 |
| }, |
| { |
| "epoch": 1.4304222134979834, |
| "grad_norm": 1.140985131263733, |
| "learning_rate": 0.00010475601047369674, |
| "loss": 2.1588287353515625, |
| "step": 10020 |
| }, |
| { |
| "epoch": 1.4318498161961526, |
| "grad_norm": 1.355772614479065, |
| "learning_rate": 0.0001046607950487979, |
| "loss": 1.9706565856933593, |
| "step": 10030 |
| }, |
| { |
| "epoch": 1.4332774188943218, |
| "grad_norm": 1.163930058479309, |
| "learning_rate": 0.00010456557962389907, |
| "loss": 2.016745185852051, |
| "step": 10040 |
| }, |
| { |
| "epoch": 1.4347050215924908, |
| "grad_norm": 1.1401941776275635, |
| "learning_rate": 0.00010447036419900024, |
| "loss": 2.2144346237182617, |
| "step": 10050 |
| }, |
| { |
| "epoch": 1.4361326242906598, |
| "grad_norm": 1.2282142639160156, |
| "learning_rate": 0.00010437514877410141, |
| "loss": 2.0161321640014647, |
| "step": 10060 |
| }, |
| { |
| "epoch": 1.437560226988829, |
| "grad_norm": 1.33187735080719, |
| "learning_rate": 0.00010427993334920258, |
| "loss": 2.0925859451293944, |
| "step": 10070 |
| }, |
| { |
| "epoch": 1.4389878296869982, |
| "grad_norm": 1.4733668565750122, |
| "learning_rate": 0.00010418471792430374, |
| "loss": 2.0696378707885743, |
| "step": 10080 |
| }, |
| { |
| "epoch": 1.4404154323851672, |
| "grad_norm": 1.2202059030532837, |
| "learning_rate": 0.0001040895024994049, |
| "loss": 1.9806758880615234, |
| "step": 10090 |
| }, |
| { |
| "epoch": 1.4418430350833362, |
| "grad_norm": 1.2413325309753418, |
| "learning_rate": 0.00010399428707450607, |
| "loss": 2.0102920532226562, |
| "step": 10100 |
| }, |
| { |
| "epoch": 1.4432706377815054, |
| "grad_norm": 1.1768853664398193, |
| "learning_rate": 0.00010389907164960724, |
| "loss": 2.0094955444335936, |
| "step": 10110 |
| }, |
| { |
| "epoch": 1.4446982404796744, |
| "grad_norm": 1.3921916484832764, |
| "learning_rate": 0.00010380385622470841, |
| "loss": 2.0164260864257812, |
| "step": 10120 |
| }, |
| { |
| "epoch": 1.4461258431778437, |
| "grad_norm": 2.263312578201294, |
| "learning_rate": 0.00010370864079980958, |
| "loss": 2.032268524169922, |
| "step": 10130 |
| }, |
| { |
| "epoch": 1.4475534458760126, |
| "grad_norm": 1.0994901657104492, |
| "learning_rate": 0.00010361342537491075, |
| "loss": 2.058778762817383, |
| "step": 10140 |
| }, |
| { |
| "epoch": 1.4489810485741819, |
| "grad_norm": 1.6802161931991577, |
| "learning_rate": 0.00010351820995001192, |
| "loss": 2.117998504638672, |
| "step": 10150 |
| }, |
| { |
| "epoch": 1.4504086512723509, |
| "grad_norm": 1.2260311841964722, |
| "learning_rate": 0.00010342299452511309, |
| "loss": 1.9677291870117188, |
| "step": 10160 |
| }, |
| { |
| "epoch": 1.45183625397052, |
| "grad_norm": 0.9355341196060181, |
| "learning_rate": 0.00010332777910021426, |
| "loss": 1.9641590118408203, |
| "step": 10170 |
| }, |
| { |
| "epoch": 1.453263856668689, |
| "grad_norm": 1.1145073175430298, |
| "learning_rate": 0.0001032325636753154, |
| "loss": 2.0117753982543944, |
| "step": 10180 |
| }, |
| { |
| "epoch": 1.4546914593668583, |
| "grad_norm": 1.0050599575042725, |
| "learning_rate": 0.00010313734825041657, |
| "loss": 1.9660293579101562, |
| "step": 10190 |
| }, |
| { |
| "epoch": 1.4561190620650273, |
| "grad_norm": 1.504306674003601, |
| "learning_rate": 0.00010304213282551774, |
| "loss": 2.1012725830078125, |
| "step": 10200 |
| }, |
| { |
| "epoch": 1.4575466647631963, |
| "grad_norm": 1.1196154356002808, |
| "learning_rate": 0.0001029469174006189, |
| "loss": 1.9042285919189452, |
| "step": 10210 |
| }, |
| { |
| "epoch": 1.4589742674613655, |
| "grad_norm": 0.9960939288139343, |
| "learning_rate": 0.00010285170197572007, |
| "loss": 2.0721420288085937, |
| "step": 10220 |
| }, |
| { |
| "epoch": 1.4604018701595347, |
| "grad_norm": 1.1916046142578125, |
| "learning_rate": 0.00010275648655082124, |
| "loss": 2.0403793334960936, |
| "step": 10230 |
| }, |
| { |
| "epoch": 1.4618294728577037, |
| "grad_norm": 1.5170689821243286, |
| "learning_rate": 0.00010266127112592241, |
| "loss": 2.0422672271728515, |
| "step": 10240 |
| }, |
| { |
| "epoch": 1.4632570755558727, |
| "grad_norm": 1.2374523878097534, |
| "learning_rate": 0.00010256605570102358, |
| "loss": 2.0278127670288084, |
| "step": 10250 |
| }, |
| { |
| "epoch": 1.464684678254042, |
| "grad_norm": 1.3379497528076172, |
| "learning_rate": 0.00010247084027612475, |
| "loss": 1.9450105667114257, |
| "step": 10260 |
| }, |
| { |
| "epoch": 1.4661122809522111, |
| "grad_norm": 1.2020896673202515, |
| "learning_rate": 0.00010237562485122589, |
| "loss": 2.0296459197998047, |
| "step": 10270 |
| }, |
| { |
| "epoch": 1.4675398836503801, |
| "grad_norm": 0.9677518606185913, |
| "learning_rate": 0.00010228040942632706, |
| "loss": 2.058147430419922, |
| "step": 10280 |
| }, |
| { |
| "epoch": 1.4689674863485491, |
| "grad_norm": 1.404489278793335, |
| "learning_rate": 0.00010218519400142823, |
| "loss": 2.0642822265625, |
| "step": 10290 |
| }, |
| { |
| "epoch": 1.4703950890467183, |
| "grad_norm": 1.2166563272476196, |
| "learning_rate": 0.0001020899785765294, |
| "loss": 2.0706502914428713, |
| "step": 10300 |
| }, |
| { |
| "epoch": 1.4718226917448873, |
| "grad_norm": 1.3286925554275513, |
| "learning_rate": 0.00010199476315163057, |
| "loss": 2.1312896728515627, |
| "step": 10310 |
| }, |
| { |
| "epoch": 1.4732502944430566, |
| "grad_norm": 1.152422547340393, |
| "learning_rate": 0.00010189954772673174, |
| "loss": 1.9044504165649414, |
| "step": 10320 |
| }, |
| { |
| "epoch": 1.4746778971412255, |
| "grad_norm": 1.1765427589416504, |
| "learning_rate": 0.0001018043323018329, |
| "loss": 1.9554956436157227, |
| "step": 10330 |
| }, |
| { |
| "epoch": 1.4761054998393948, |
| "grad_norm": 1.0927895307540894, |
| "learning_rate": 0.00010170911687693407, |
| "loss": 2.100107765197754, |
| "step": 10340 |
| }, |
| { |
| "epoch": 1.4775331025375638, |
| "grad_norm": 1.1280709505081177, |
| "learning_rate": 0.00010161390145203524, |
| "loss": 2.0164520263671877, |
| "step": 10350 |
| }, |
| { |
| "epoch": 1.478960705235733, |
| "grad_norm": 1.1281557083129883, |
| "learning_rate": 0.00010151868602713641, |
| "loss": 1.9195009231567384, |
| "step": 10360 |
| }, |
| { |
| "epoch": 1.480388307933902, |
| "grad_norm": 0.9746514558792114, |
| "learning_rate": 0.00010142347060223755, |
| "loss": 1.9577857971191406, |
| "step": 10370 |
| }, |
| { |
| "epoch": 1.4818159106320712, |
| "grad_norm": 1.2915472984313965, |
| "learning_rate": 0.00010132825517733872, |
| "loss": 2.0548025131225587, |
| "step": 10380 |
| }, |
| { |
| "epoch": 1.4832435133302402, |
| "grad_norm": 1.120035171508789, |
| "learning_rate": 0.00010123303975243989, |
| "loss": 2.090138244628906, |
| "step": 10390 |
| }, |
| { |
| "epoch": 1.4846711160284092, |
| "grad_norm": 1.1892149448394775, |
| "learning_rate": 0.00010113782432754106, |
| "loss": 2.015086364746094, |
| "step": 10400 |
| }, |
| { |
| "epoch": 1.4860987187265784, |
| "grad_norm": 1.0476832389831543, |
| "learning_rate": 0.00010104260890264223, |
| "loss": 2.1484086990356444, |
| "step": 10410 |
| }, |
| { |
| "epoch": 1.4875263214247476, |
| "grad_norm": 1.2735358476638794, |
| "learning_rate": 0.0001009473934777434, |
| "loss": 2.0922311782836913, |
| "step": 10420 |
| }, |
| { |
| "epoch": 1.4889539241229166, |
| "grad_norm": 1.2540321350097656, |
| "learning_rate": 0.00010085217805284457, |
| "loss": 1.9099697113037108, |
| "step": 10430 |
| }, |
| { |
| "epoch": 1.4903815268210856, |
| "grad_norm": 1.1296672821044922, |
| "learning_rate": 0.00010075696262794573, |
| "loss": 1.9689365386962892, |
| "step": 10440 |
| }, |
| { |
| "epoch": 1.4918091295192548, |
| "grad_norm": 0.9544299840927124, |
| "learning_rate": 0.0001006617472030469, |
| "loss": 2.0149946212768555, |
| "step": 10450 |
| }, |
| { |
| "epoch": 1.4932367322174238, |
| "grad_norm": 1.6253503561019897, |
| "learning_rate": 0.00010056653177814806, |
| "loss": 1.990932083129883, |
| "step": 10460 |
| }, |
| { |
| "epoch": 1.494664334915593, |
| "grad_norm": 1.3218134641647339, |
| "learning_rate": 0.00010047131635324923, |
| "loss": 1.925063133239746, |
| "step": 10470 |
| }, |
| { |
| "epoch": 1.496091937613762, |
| "grad_norm": 1.5663117170333862, |
| "learning_rate": 0.0001003761009283504, |
| "loss": 1.9143461227416991, |
| "step": 10480 |
| }, |
| { |
| "epoch": 1.4975195403119312, |
| "grad_norm": 1.007870078086853, |
| "learning_rate": 0.00010028088550345157, |
| "loss": 1.9640775680541993, |
| "step": 10490 |
| }, |
| { |
| "epoch": 1.4989471430101002, |
| "grad_norm": 1.3052470684051514, |
| "learning_rate": 0.00010018567007855273, |
| "loss": 1.9703134536743163, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.5003747457082692, |
| "grad_norm": 1.1208614110946655, |
| "learning_rate": 0.0001000904546536539, |
| "loss": 1.9666677474975587, |
| "step": 10510 |
| }, |
| { |
| "epoch": 1.5018023484064384, |
| "grad_norm": 1.112850308418274, |
| "learning_rate": 9.999523922875507e-05, |
| "loss": 2.074142646789551, |
| "step": 10520 |
| }, |
| { |
| "epoch": 1.5032299511046077, |
| "grad_norm": 1.3419452905654907, |
| "learning_rate": 9.990002380385623e-05, |
| "loss": 2.0618656158447264, |
| "step": 10530 |
| }, |
| { |
| "epoch": 1.5046575538027767, |
| "grad_norm": 1.2684563398361206, |
| "learning_rate": 9.98048083789574e-05, |
| "loss": 1.97666015625, |
| "step": 10540 |
| }, |
| { |
| "epoch": 1.5060851565009457, |
| "grad_norm": 1.1568127870559692, |
| "learning_rate": 9.970959295405857e-05, |
| "loss": 2.0744386672973634, |
| "step": 10550 |
| }, |
| { |
| "epoch": 1.5075127591991149, |
| "grad_norm": 1.8241394758224487, |
| "learning_rate": 9.961437752915973e-05, |
| "loss": 2.058271789550781, |
| "step": 10560 |
| }, |
| { |
| "epoch": 1.508940361897284, |
| "grad_norm": 1.099176287651062, |
| "learning_rate": 9.95191621042609e-05, |
| "loss": 2.12048397064209, |
| "step": 10570 |
| }, |
| { |
| "epoch": 1.510367964595453, |
| "grad_norm": 1.1138938665390015, |
| "learning_rate": 9.942394667936206e-05, |
| "loss": 2.1824529647827147, |
| "step": 10580 |
| }, |
| { |
| "epoch": 1.511795567293622, |
| "grad_norm": 1.2076081037521362, |
| "learning_rate": 9.932873125446323e-05, |
| "loss": 1.9712831497192382, |
| "step": 10590 |
| }, |
| { |
| "epoch": 1.5132231699917913, |
| "grad_norm": 1.423424482345581, |
| "learning_rate": 9.92335158295644e-05, |
| "loss": 1.9312576293945312, |
| "step": 10600 |
| }, |
| { |
| "epoch": 1.5146507726899605, |
| "grad_norm": 1.0981698036193848, |
| "learning_rate": 9.913830040466556e-05, |
| "loss": 2.0087039947509764, |
| "step": 10610 |
| }, |
| { |
| "epoch": 1.5160783753881295, |
| "grad_norm": 1.5510938167572021, |
| "learning_rate": 9.904308497976673e-05, |
| "loss": 2.1474151611328125, |
| "step": 10620 |
| }, |
| { |
| "epoch": 1.5175059780862985, |
| "grad_norm": 1.2088773250579834, |
| "learning_rate": 9.894786955486789e-05, |
| "loss": 2.072478103637695, |
| "step": 10630 |
| }, |
| { |
| "epoch": 1.5189335807844677, |
| "grad_norm": 1.0845247507095337, |
| "learning_rate": 9.885265412996906e-05, |
| "loss": 2.015526008605957, |
| "step": 10640 |
| }, |
| { |
| "epoch": 1.520361183482637, |
| "grad_norm": 1.2015031576156616, |
| "learning_rate": 9.875743870507023e-05, |
| "loss": 2.1070165634155273, |
| "step": 10650 |
| }, |
| { |
| "epoch": 1.521788786180806, |
| "grad_norm": 1.062964677810669, |
| "learning_rate": 9.86622232801714e-05, |
| "loss": 2.0601083755493166, |
| "step": 10660 |
| }, |
| { |
| "epoch": 1.523216388878975, |
| "grad_norm": 1.1827353239059448, |
| "learning_rate": 9.856700785527256e-05, |
| "loss": 2.230342674255371, |
| "step": 10670 |
| }, |
| { |
| "epoch": 1.5246439915771441, |
| "grad_norm": 1.2147736549377441, |
| "learning_rate": 9.847179243037372e-05, |
| "loss": 2.083346366882324, |
| "step": 10680 |
| }, |
| { |
| "epoch": 1.5260715942753131, |
| "grad_norm": 1.0761597156524658, |
| "learning_rate": 9.837657700547489e-05, |
| "loss": 2.1192899703979493, |
| "step": 10690 |
| }, |
| { |
| "epoch": 1.5274991969734821, |
| "grad_norm": 1.2726013660430908, |
| "learning_rate": 9.828136158057606e-05, |
| "loss": 2.1517145156860353, |
| "step": 10700 |
| }, |
| { |
| "epoch": 1.5289267996716513, |
| "grad_norm": 1.9693447351455688, |
| "learning_rate": 9.818614615567723e-05, |
| "loss": 1.97952880859375, |
| "step": 10710 |
| }, |
| { |
| "epoch": 1.5303544023698206, |
| "grad_norm": 1.3304651975631714, |
| "learning_rate": 9.809093073077838e-05, |
| "loss": 1.9785858154296876, |
| "step": 10720 |
| }, |
| { |
| "epoch": 1.5317820050679896, |
| "grad_norm": 1.2396725416183472, |
| "learning_rate": 9.799571530587955e-05, |
| "loss": 2.1346342086791994, |
| "step": 10730 |
| }, |
| { |
| "epoch": 1.5332096077661586, |
| "grad_norm": 1.413583517074585, |
| "learning_rate": 9.790049988098072e-05, |
| "loss": 1.9904579162597655, |
| "step": 10740 |
| }, |
| { |
| "epoch": 1.5346372104643278, |
| "grad_norm": 1.2050212621688843, |
| "learning_rate": 9.780528445608189e-05, |
| "loss": 2.045025444030762, |
| "step": 10750 |
| }, |
| { |
| "epoch": 1.536064813162497, |
| "grad_norm": 1.3423675298690796, |
| "learning_rate": 9.771006903118306e-05, |
| "loss": 1.9239255905151367, |
| "step": 10760 |
| }, |
| { |
| "epoch": 1.537492415860666, |
| "grad_norm": 1.2138278484344482, |
| "learning_rate": 9.761485360628421e-05, |
| "loss": 2.0515163421630858, |
| "step": 10770 |
| }, |
| { |
| "epoch": 1.538920018558835, |
| "grad_norm": 1.0984469652175903, |
| "learning_rate": 9.751963818138538e-05, |
| "loss": 1.9942876815795898, |
| "step": 10780 |
| }, |
| { |
| "epoch": 1.5403476212570042, |
| "grad_norm": 1.2791671752929688, |
| "learning_rate": 9.742442275648655e-05, |
| "loss": 2.0003101348876955, |
| "step": 10790 |
| }, |
| { |
| "epoch": 1.5417752239551734, |
| "grad_norm": 1.0745598077774048, |
| "learning_rate": 9.732920733158772e-05, |
| "loss": 1.9592748641967774, |
| "step": 10800 |
| }, |
| { |
| "epoch": 1.5432028266533424, |
| "grad_norm": 1.1889386177062988, |
| "learning_rate": 9.723399190668889e-05, |
| "loss": 1.9912334442138673, |
| "step": 10810 |
| }, |
| { |
| "epoch": 1.5446304293515114, |
| "grad_norm": 1.2227346897125244, |
| "learning_rate": 9.713877648179006e-05, |
| "loss": 2.04000186920166, |
| "step": 10820 |
| }, |
| { |
| "epoch": 1.5460580320496806, |
| "grad_norm": 1.1555755138397217, |
| "learning_rate": 9.704356105689123e-05, |
| "loss": 2.0359256744384764, |
| "step": 10830 |
| }, |
| { |
| "epoch": 1.5474856347478498, |
| "grad_norm": 1.141852617263794, |
| "learning_rate": 9.694834563199238e-05, |
| "loss": 2.0757726669311523, |
| "step": 10840 |
| }, |
| { |
| "epoch": 1.5489132374460186, |
| "grad_norm": 1.1708478927612305, |
| "learning_rate": 9.685313020709355e-05, |
| "loss": 2.077558708190918, |
| "step": 10850 |
| }, |
| { |
| "epoch": 1.5503408401441878, |
| "grad_norm": 1.3248668909072876, |
| "learning_rate": 9.675791478219472e-05, |
| "loss": 2.1411231994628905, |
| "step": 10860 |
| }, |
| { |
| "epoch": 1.551768442842357, |
| "grad_norm": 1.1437745094299316, |
| "learning_rate": 9.666269935729589e-05, |
| "loss": 2.2358665466308594, |
| "step": 10870 |
| }, |
| { |
| "epoch": 1.553196045540526, |
| "grad_norm": 1.4474693536758423, |
| "learning_rate": 9.656748393239706e-05, |
| "loss": 2.1683933258056642, |
| "step": 10880 |
| }, |
| { |
| "epoch": 1.554623648238695, |
| "grad_norm": 1.4569262266159058, |
| "learning_rate": 9.647226850749823e-05, |
| "loss": 2.0875593185424806, |
| "step": 10890 |
| }, |
| { |
| "epoch": 1.5560512509368642, |
| "grad_norm": 1.2359139919281006, |
| "learning_rate": 9.63770530825994e-05, |
| "loss": 2.0447929382324217, |
| "step": 10900 |
| }, |
| { |
| "epoch": 1.5574788536350335, |
| "grad_norm": 1.1910909414291382, |
| "learning_rate": 9.628183765770056e-05, |
| "loss": 1.9503170013427735, |
| "step": 10910 |
| }, |
| { |
| "epoch": 1.5589064563332025, |
| "grad_norm": 1.267309546470642, |
| "learning_rate": 9.618662223280172e-05, |
| "loss": 1.9226907730102538, |
| "step": 10920 |
| }, |
| { |
| "epoch": 1.5603340590313715, |
| "grad_norm": 1.0570237636566162, |
| "learning_rate": 9.609140680790289e-05, |
| "loss": 2.0675920486450194, |
| "step": 10930 |
| }, |
| { |
| "epoch": 1.5617616617295407, |
| "grad_norm": 1.0798622369766235, |
| "learning_rate": 9.599619138300406e-05, |
| "loss": 2.1086353302001952, |
| "step": 10940 |
| }, |
| { |
| "epoch": 1.56318926442771, |
| "grad_norm": 0.9747142791748047, |
| "learning_rate": 9.590097595810523e-05, |
| "loss": 2.0529823303222656, |
| "step": 10950 |
| }, |
| { |
| "epoch": 1.5646168671258789, |
| "grad_norm": 1.1378403902053833, |
| "learning_rate": 9.580576053320638e-05, |
| "loss": 2.1953744888305664, |
| "step": 10960 |
| }, |
| { |
| "epoch": 1.5660444698240479, |
| "grad_norm": 1.4991871118545532, |
| "learning_rate": 9.571054510830755e-05, |
| "loss": 1.94462890625, |
| "step": 10970 |
| }, |
| { |
| "epoch": 1.567472072522217, |
| "grad_norm": 1.005947232246399, |
| "learning_rate": 9.561532968340872e-05, |
| "loss": 2.1250656127929686, |
| "step": 10980 |
| }, |
| { |
| "epoch": 1.5688996752203863, |
| "grad_norm": 1.265784502029419, |
| "learning_rate": 9.552011425850989e-05, |
| "loss": 1.9723976135253907, |
| "step": 10990 |
| }, |
| { |
| "epoch": 1.5703272779185553, |
| "grad_norm": 1.7473640441894531, |
| "learning_rate": 9.542489883361106e-05, |
| "loss": 2.0439002990722654, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.5717548806167243, |
| "grad_norm": 1.376124620437622, |
| "learning_rate": 9.532968340871221e-05, |
| "loss": 2.1368425369262694, |
| "step": 11010 |
| }, |
| { |
| "epoch": 1.5731824833148935, |
| "grad_norm": 1.0686304569244385, |
| "learning_rate": 9.523446798381338e-05, |
| "loss": 2.0076366424560548, |
| "step": 11020 |
| }, |
| { |
| "epoch": 1.5746100860130625, |
| "grad_norm": 1.4122185707092285, |
| "learning_rate": 9.513925255891455e-05, |
| "loss": 2.095813751220703, |
| "step": 11030 |
| }, |
| { |
| "epoch": 1.5760376887112315, |
| "grad_norm": 1.26949143409729, |
| "learning_rate": 9.504403713401572e-05, |
| "loss": 2.1850494384765624, |
| "step": 11040 |
| }, |
| { |
| "epoch": 1.5774652914094007, |
| "grad_norm": 1.120142936706543, |
| "learning_rate": 9.494882170911689e-05, |
| "loss": 2.0661577224731444, |
| "step": 11050 |
| }, |
| { |
| "epoch": 1.57889289410757, |
| "grad_norm": 1.2405672073364258, |
| "learning_rate": 9.485360628421804e-05, |
| "loss": 1.9966974258422852, |
| "step": 11060 |
| }, |
| { |
| "epoch": 1.580320496805739, |
| "grad_norm": 1.159519076347351, |
| "learning_rate": 9.475839085931921e-05, |
| "loss": 1.9302923202514648, |
| "step": 11070 |
| }, |
| { |
| "epoch": 1.581748099503908, |
| "grad_norm": 1.2723621129989624, |
| "learning_rate": 9.466317543442038e-05, |
| "loss": 1.837651252746582, |
| "step": 11080 |
| }, |
| { |
| "epoch": 1.5831757022020772, |
| "grad_norm": 1.354519009590149, |
| "learning_rate": 9.456796000952155e-05, |
| "loss": 2.001264953613281, |
| "step": 11090 |
| }, |
| { |
| "epoch": 1.5846033049002464, |
| "grad_norm": 1.2013628482818604, |
| "learning_rate": 9.447274458462272e-05, |
| "loss": 2.0066423416137695, |
| "step": 11100 |
| }, |
| { |
| "epoch": 1.5860309075984154, |
| "grad_norm": 1.159398078918457, |
| "learning_rate": 9.437752915972387e-05, |
| "loss": 2.0087814331054688, |
| "step": 11110 |
| }, |
| { |
| "epoch": 1.5874585102965844, |
| "grad_norm": 1.2587201595306396, |
| "learning_rate": 9.428231373482504e-05, |
| "loss": 1.9774051666259767, |
| "step": 11120 |
| }, |
| { |
| "epoch": 1.5888861129947536, |
| "grad_norm": 1.2386575937271118, |
| "learning_rate": 9.418709830992621e-05, |
| "loss": 2.03675537109375, |
| "step": 11130 |
| }, |
| { |
| "epoch": 1.5903137156929228, |
| "grad_norm": 1.1446408033370972, |
| "learning_rate": 9.409188288502738e-05, |
| "loss": 2.0270097732543944, |
| "step": 11140 |
| }, |
| { |
| "epoch": 1.5917413183910918, |
| "grad_norm": 1.090232491493225, |
| "learning_rate": 9.399666746012853e-05, |
| "loss": 2.1192419052124025, |
| "step": 11150 |
| }, |
| { |
| "epoch": 1.5931689210892608, |
| "grad_norm": 1.137207269668579, |
| "learning_rate": 9.39014520352297e-05, |
| "loss": 2.041428565979004, |
| "step": 11160 |
| }, |
| { |
| "epoch": 1.59459652378743, |
| "grad_norm": 1.2093437910079956, |
| "learning_rate": 9.380623661033087e-05, |
| "loss": 1.9331945419311523, |
| "step": 11170 |
| }, |
| { |
| "epoch": 1.5960241264855992, |
| "grad_norm": 1.2326594591140747, |
| "learning_rate": 9.371102118543204e-05, |
| "loss": 2.212518882751465, |
| "step": 11180 |
| }, |
| { |
| "epoch": 1.5974517291837682, |
| "grad_norm": 1.280666708946228, |
| "learning_rate": 9.361580576053321e-05, |
| "loss": 2.067685127258301, |
| "step": 11190 |
| }, |
| { |
| "epoch": 1.5988793318819372, |
| "grad_norm": 1.3486379384994507, |
| "learning_rate": 9.352059033563438e-05, |
| "loss": 1.962606430053711, |
| "step": 11200 |
| }, |
| { |
| "epoch": 1.6003069345801064, |
| "grad_norm": 1.0335818529129028, |
| "learning_rate": 9.342537491073555e-05, |
| "loss": 1.9397489547729492, |
| "step": 11210 |
| }, |
| { |
| "epoch": 1.6017345372782754, |
| "grad_norm": 0.9871345162391663, |
| "learning_rate": 9.33301594858367e-05, |
| "loss": 2.009673309326172, |
| "step": 11220 |
| }, |
| { |
| "epoch": 1.6031621399764444, |
| "grad_norm": 1.021042823791504, |
| "learning_rate": 9.323494406093787e-05, |
| "loss": 1.9617034912109375, |
| "step": 11230 |
| }, |
| { |
| "epoch": 1.6045897426746136, |
| "grad_norm": 0.9557853937149048, |
| "learning_rate": 9.313972863603904e-05, |
| "loss": 2.0664203643798826, |
| "step": 11240 |
| }, |
| { |
| "epoch": 1.6060173453727828, |
| "grad_norm": 1.062493920326233, |
| "learning_rate": 9.304451321114021e-05, |
| "loss": 2.0338150024414063, |
| "step": 11250 |
| }, |
| { |
| "epoch": 1.6074449480709518, |
| "grad_norm": 1.8569424152374268, |
| "learning_rate": 9.294929778624138e-05, |
| "loss": 2.18345947265625, |
| "step": 11260 |
| }, |
| { |
| "epoch": 1.6088725507691208, |
| "grad_norm": 1.6317625045776367, |
| "learning_rate": 9.285408236134255e-05, |
| "loss": 2.12985897064209, |
| "step": 11270 |
| }, |
| { |
| "epoch": 1.61030015346729, |
| "grad_norm": 1.9217251539230347, |
| "learning_rate": 9.275886693644372e-05, |
| "loss": 2.029741668701172, |
| "step": 11280 |
| }, |
| { |
| "epoch": 1.6117277561654593, |
| "grad_norm": 1.2121089696884155, |
| "learning_rate": 9.266365151154489e-05, |
| "loss": 2.0701601028442385, |
| "step": 11290 |
| }, |
| { |
| "epoch": 1.6131553588636283, |
| "grad_norm": 1.442859172821045, |
| "learning_rate": 9.256843608664604e-05, |
| "loss": 2.195418930053711, |
| "step": 11300 |
| }, |
| { |
| "epoch": 1.6145829615617973, |
| "grad_norm": 1.0287760496139526, |
| "learning_rate": 9.247322066174721e-05, |
| "loss": 2.049941062927246, |
| "step": 11310 |
| }, |
| { |
| "epoch": 1.6160105642599665, |
| "grad_norm": 1.0198233127593994, |
| "learning_rate": 9.237800523684838e-05, |
| "loss": 2.047838592529297, |
| "step": 11320 |
| }, |
| { |
| "epoch": 1.6174381669581357, |
| "grad_norm": 1.780766487121582, |
| "learning_rate": 9.228278981194955e-05, |
| "loss": 2.090102767944336, |
| "step": 11330 |
| }, |
| { |
| "epoch": 1.6188657696563047, |
| "grad_norm": 1.2811323404312134, |
| "learning_rate": 9.21875743870507e-05, |
| "loss": 2.082899475097656, |
| "step": 11340 |
| }, |
| { |
| "epoch": 1.6202933723544737, |
| "grad_norm": 1.0062812566757202, |
| "learning_rate": 9.209235896215187e-05, |
| "loss": 2.1465679168701173, |
| "step": 11350 |
| }, |
| { |
| "epoch": 1.621720975052643, |
| "grad_norm": 1.0987058877944946, |
| "learning_rate": 9.199714353725304e-05, |
| "loss": 2.0366447448730467, |
| "step": 11360 |
| }, |
| { |
| "epoch": 1.623148577750812, |
| "grad_norm": 1.1439515352249146, |
| "learning_rate": 9.190192811235421e-05, |
| "loss": 2.067383575439453, |
| "step": 11370 |
| }, |
| { |
| "epoch": 1.6245761804489809, |
| "grad_norm": 1.1097221374511719, |
| "learning_rate": 9.180671268745538e-05, |
| "loss": 1.9954216003417968, |
| "step": 11380 |
| }, |
| { |
| "epoch": 1.62600378314715, |
| "grad_norm": 1.1178920269012451, |
| "learning_rate": 9.171149726255653e-05, |
| "loss": 2.0267349243164063, |
| "step": 11390 |
| }, |
| { |
| "epoch": 1.6274313858453193, |
| "grad_norm": 1.3011680841445923, |
| "learning_rate": 9.16162818376577e-05, |
| "loss": 1.8894380569458007, |
| "step": 11400 |
| }, |
| { |
| "epoch": 1.6288589885434883, |
| "grad_norm": 1.2558344602584839, |
| "learning_rate": 9.152106641275887e-05, |
| "loss": 2.0158664703369142, |
| "step": 11410 |
| }, |
| { |
| "epoch": 1.6302865912416573, |
| "grad_norm": 1.4524527788162231, |
| "learning_rate": 9.142585098786004e-05, |
| "loss": 1.9456119537353516, |
| "step": 11420 |
| }, |
| { |
| "epoch": 1.6317141939398265, |
| "grad_norm": 1.0922093391418457, |
| "learning_rate": 9.133063556296121e-05, |
| "loss": 2.031543731689453, |
| "step": 11430 |
| }, |
| { |
| "epoch": 1.6331417966379957, |
| "grad_norm": 1.1085158586502075, |
| "learning_rate": 9.123542013806236e-05, |
| "loss": 1.964078712463379, |
| "step": 11440 |
| }, |
| { |
| "epoch": 1.6345693993361647, |
| "grad_norm": 1.0492099523544312, |
| "learning_rate": 9.114020471316353e-05, |
| "loss": 2.118969535827637, |
| "step": 11450 |
| }, |
| { |
| "epoch": 1.6359970020343337, |
| "grad_norm": 1.179565668106079, |
| "learning_rate": 9.10449892882647e-05, |
| "loss": 2.040058898925781, |
| "step": 11460 |
| }, |
| { |
| "epoch": 1.637424604732503, |
| "grad_norm": 2.1389811038970947, |
| "learning_rate": 9.094977386336587e-05, |
| "loss": 1.9964542388916016, |
| "step": 11470 |
| }, |
| { |
| "epoch": 1.6388522074306722, |
| "grad_norm": 1.0620242357254028, |
| "learning_rate": 9.085455843846704e-05, |
| "loss": 2.01263427734375, |
| "step": 11480 |
| }, |
| { |
| "epoch": 1.6402798101288412, |
| "grad_norm": 1.134291410446167, |
| "learning_rate": 9.07593430135682e-05, |
| "loss": 1.9857776641845704, |
| "step": 11490 |
| }, |
| { |
| "epoch": 1.6417074128270102, |
| "grad_norm": 1.1080206632614136, |
| "learning_rate": 9.066412758866936e-05, |
| "loss": 1.8630657196044922, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.6431350155251794, |
| "grad_norm": 0.9551442861557007, |
| "learning_rate": 9.056891216377053e-05, |
| "loss": 2.1820304870605467, |
| "step": 11510 |
| }, |
| { |
| "epoch": 1.6445626182233486, |
| "grad_norm": 1.1630139350891113, |
| "learning_rate": 9.04736967388717e-05, |
| "loss": 1.8536785125732422, |
| "step": 11520 |
| }, |
| { |
| "epoch": 1.6459902209215176, |
| "grad_norm": 1.0044795274734497, |
| "learning_rate": 9.037848131397286e-05, |
| "loss": 1.9964088439941405, |
| "step": 11530 |
| }, |
| { |
| "epoch": 1.6474178236196866, |
| "grad_norm": 1.1769623756408691, |
| "learning_rate": 9.028326588907403e-05, |
| "loss": 2.0912023544311524, |
| "step": 11540 |
| }, |
| { |
| "epoch": 1.6488454263178558, |
| "grad_norm": 1.0666323900222778, |
| "learning_rate": 9.01880504641752e-05, |
| "loss": 2.163995361328125, |
| "step": 11550 |
| }, |
| { |
| "epoch": 1.6502730290160248, |
| "grad_norm": 1.1934126615524292, |
| "learning_rate": 9.009283503927636e-05, |
| "loss": 2.0924661636352537, |
| "step": 11560 |
| }, |
| { |
| "epoch": 1.6517006317141938, |
| "grad_norm": 1.5662250518798828, |
| "learning_rate": 8.999761961437753e-05, |
| "loss": 2.0510982513427733, |
| "step": 11570 |
| }, |
| { |
| "epoch": 1.653128234412363, |
| "grad_norm": 1.0780766010284424, |
| "learning_rate": 8.99024041894787e-05, |
| "loss": 1.8760522842407226, |
| "step": 11580 |
| }, |
| { |
| "epoch": 1.6545558371105322, |
| "grad_norm": 1.0898934602737427, |
| "learning_rate": 8.980718876457987e-05, |
| "loss": 2.1295299530029297, |
| "step": 11590 |
| }, |
| { |
| "epoch": 1.6559834398087012, |
| "grad_norm": 1.1452609300613403, |
| "learning_rate": 8.971197333968104e-05, |
| "loss": 1.8752655029296874, |
| "step": 11600 |
| }, |
| { |
| "epoch": 1.6574110425068702, |
| "grad_norm": 1.0586178302764893, |
| "learning_rate": 8.96167579147822e-05, |
| "loss": 2.0695917129516603, |
| "step": 11610 |
| }, |
| { |
| "epoch": 1.6588386452050394, |
| "grad_norm": 1.0551941394805908, |
| "learning_rate": 8.952154248988336e-05, |
| "loss": 2.1712038040161135, |
| "step": 11620 |
| }, |
| { |
| "epoch": 1.6602662479032086, |
| "grad_norm": 1.3494571447372437, |
| "learning_rate": 8.942632706498453e-05, |
| "loss": 2.035284423828125, |
| "step": 11630 |
| }, |
| { |
| "epoch": 1.6616938506013776, |
| "grad_norm": 1.2494606971740723, |
| "learning_rate": 8.93311116400857e-05, |
| "loss": 2.031180763244629, |
| "step": 11640 |
| }, |
| { |
| "epoch": 1.6631214532995466, |
| "grad_norm": 1.16592276096344, |
| "learning_rate": 8.923589621518687e-05, |
| "loss": 1.960007095336914, |
| "step": 11650 |
| }, |
| { |
| "epoch": 1.6645490559977159, |
| "grad_norm": 1.1043802499771118, |
| "learning_rate": 8.914068079028804e-05, |
| "loss": 1.9786636352539062, |
| "step": 11660 |
| }, |
| { |
| "epoch": 1.665976658695885, |
| "grad_norm": 1.4241987466812134, |
| "learning_rate": 8.904546536538921e-05, |
| "loss": 2.036239433288574, |
| "step": 11670 |
| }, |
| { |
| "epoch": 1.667404261394054, |
| "grad_norm": 1.08253014087677, |
| "learning_rate": 8.895024994049036e-05, |
| "loss": 2.1130958557128907, |
| "step": 11680 |
| }, |
| { |
| "epoch": 1.668831864092223, |
| "grad_norm": 1.4800434112548828, |
| "learning_rate": 8.885503451559153e-05, |
| "loss": 2.239775276184082, |
| "step": 11690 |
| }, |
| { |
| "epoch": 1.6702594667903923, |
| "grad_norm": 1.505175232887268, |
| "learning_rate": 8.87598190906927e-05, |
| "loss": 1.9916955947875976, |
| "step": 11700 |
| }, |
| { |
| "epoch": 1.6716870694885615, |
| "grad_norm": 1.2340087890625, |
| "learning_rate": 8.866460366579387e-05, |
| "loss": 2.1178766250610352, |
| "step": 11710 |
| }, |
| { |
| "epoch": 1.6731146721867303, |
| "grad_norm": 1.8517627716064453, |
| "learning_rate": 8.856938824089502e-05, |
| "loss": 2.129575729370117, |
| "step": 11720 |
| }, |
| { |
| "epoch": 1.6745422748848995, |
| "grad_norm": 1.1588945388793945, |
| "learning_rate": 8.84741728159962e-05, |
| "loss": 2.1198596954345703, |
| "step": 11730 |
| }, |
| { |
| "epoch": 1.6759698775830687, |
| "grad_norm": 1.0668638944625854, |
| "learning_rate": 8.837895739109736e-05, |
| "loss": 2.026426887512207, |
| "step": 11740 |
| }, |
| { |
| "epoch": 1.6773974802812377, |
| "grad_norm": 1.118070363998413, |
| "learning_rate": 8.828374196619853e-05, |
| "loss": 1.905161476135254, |
| "step": 11750 |
| }, |
| { |
| "epoch": 1.6788250829794067, |
| "grad_norm": 1.1691018342971802, |
| "learning_rate": 8.81885265412997e-05, |
| "loss": 1.992619514465332, |
| "step": 11760 |
| }, |
| { |
| "epoch": 1.680252685677576, |
| "grad_norm": 1.3565104007720947, |
| "learning_rate": 8.809331111640086e-05, |
| "loss": 2.023451232910156, |
| "step": 11770 |
| }, |
| { |
| "epoch": 1.6816802883757451, |
| "grad_norm": 1.0296746492385864, |
| "learning_rate": 8.799809569150202e-05, |
| "loss": 2.136622428894043, |
| "step": 11780 |
| }, |
| { |
| "epoch": 1.6831078910739141, |
| "grad_norm": 1.0471142530441284, |
| "learning_rate": 8.79028802666032e-05, |
| "loss": 2.032058906555176, |
| "step": 11790 |
| }, |
| { |
| "epoch": 1.6845354937720831, |
| "grad_norm": 2.0366618633270264, |
| "learning_rate": 8.780766484170436e-05, |
| "loss": 2.0025094985961913, |
| "step": 11800 |
| }, |
| { |
| "epoch": 1.6859630964702523, |
| "grad_norm": 1.314437985420227, |
| "learning_rate": 8.771244941680553e-05, |
| "loss": 1.9852645874023438, |
| "step": 11810 |
| }, |
| { |
| "epoch": 1.6873906991684215, |
| "grad_norm": 1.0761778354644775, |
| "learning_rate": 8.761723399190669e-05, |
| "loss": 1.9645938873291016, |
| "step": 11820 |
| }, |
| { |
| "epoch": 1.6888183018665905, |
| "grad_norm": 1.2254632711410522, |
| "learning_rate": 8.752201856700786e-05, |
| "loss": 2.054538917541504, |
| "step": 11830 |
| }, |
| { |
| "epoch": 1.6902459045647595, |
| "grad_norm": 1.219874620437622, |
| "learning_rate": 8.742680314210902e-05, |
| "loss": 1.9738475799560546, |
| "step": 11840 |
| }, |
| { |
| "epoch": 1.6916735072629288, |
| "grad_norm": 1.0699069499969482, |
| "learning_rate": 8.733158771721019e-05, |
| "loss": 2.127732276916504, |
| "step": 11850 |
| }, |
| { |
| "epoch": 1.693101109961098, |
| "grad_norm": 1.0340874195098877, |
| "learning_rate": 8.723637229231136e-05, |
| "loss": 2.0337158203125, |
| "step": 11860 |
| }, |
| { |
| "epoch": 1.694528712659267, |
| "grad_norm": 1.2147150039672852, |
| "learning_rate": 8.714115686741252e-05, |
| "loss": 2.076980400085449, |
| "step": 11870 |
| }, |
| { |
| "epoch": 1.695956315357436, |
| "grad_norm": 1.2863147258758545, |
| "learning_rate": 8.704594144251369e-05, |
| "loss": 2.0516342163085937, |
| "step": 11880 |
| }, |
| { |
| "epoch": 1.6973839180556052, |
| "grad_norm": 1.258984923362732, |
| "learning_rate": 8.695072601761486e-05, |
| "loss": 1.9719093322753907, |
| "step": 11890 |
| }, |
| { |
| "epoch": 1.6988115207537742, |
| "grad_norm": 1.0693020820617676, |
| "learning_rate": 8.685551059271602e-05, |
| "loss": 1.8373472213745117, |
| "step": 11900 |
| }, |
| { |
| "epoch": 1.7002391234519432, |
| "grad_norm": 1.2779794931411743, |
| "learning_rate": 8.676029516781719e-05, |
| "loss": 2.002557373046875, |
| "step": 11910 |
| }, |
| { |
| "epoch": 1.7016667261501124, |
| "grad_norm": 1.0776644945144653, |
| "learning_rate": 8.666507974291835e-05, |
| "loss": 2.072839546203613, |
| "step": 11920 |
| }, |
| { |
| "epoch": 1.7030943288482816, |
| "grad_norm": 1.0650670528411865, |
| "learning_rate": 8.656986431801952e-05, |
| "loss": 2.0984193801879885, |
| "step": 11930 |
| }, |
| { |
| "epoch": 1.7045219315464506, |
| "grad_norm": 1.165576696395874, |
| "learning_rate": 8.647464889312069e-05, |
| "loss": 2.092478370666504, |
| "step": 11940 |
| }, |
| { |
| "epoch": 1.7059495342446196, |
| "grad_norm": 1.3021267652511597, |
| "learning_rate": 8.637943346822185e-05, |
| "loss": 1.972269058227539, |
| "step": 11950 |
| }, |
| { |
| "epoch": 1.7073771369427888, |
| "grad_norm": 1.0867663621902466, |
| "learning_rate": 8.628421804332302e-05, |
| "loss": 2.080883598327637, |
| "step": 11960 |
| }, |
| { |
| "epoch": 1.708804739640958, |
| "grad_norm": 1.1201988458633423, |
| "learning_rate": 8.618900261842419e-05, |
| "loss": 1.970688819885254, |
| "step": 11970 |
| }, |
| { |
| "epoch": 1.710232342339127, |
| "grad_norm": 1.1707783937454224, |
| "learning_rate": 8.609378719352536e-05, |
| "loss": 1.971019172668457, |
| "step": 11980 |
| }, |
| { |
| "epoch": 1.711659945037296, |
| "grad_norm": 1.3623528480529785, |
| "learning_rate": 8.599857176862653e-05, |
| "loss": 2.0503314971923827, |
| "step": 11990 |
| }, |
| { |
| "epoch": 1.7130875477354652, |
| "grad_norm": 1.3899431228637695, |
| "learning_rate": 8.590335634372769e-05, |
| "loss": 2.0131784439086915, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.7145151504336344, |
| "grad_norm": 1.1104278564453125, |
| "learning_rate": 8.580814091882885e-05, |
| "loss": 2.1040504455566404, |
| "step": 12010 |
| }, |
| { |
| "epoch": 1.7159427531318034, |
| "grad_norm": 1.133924961090088, |
| "learning_rate": 8.571292549393002e-05, |
| "loss": 2.041822814941406, |
| "step": 12020 |
| }, |
| { |
| "epoch": 1.7173703558299724, |
| "grad_norm": 1.1938362121582031, |
| "learning_rate": 8.561771006903119e-05, |
| "loss": 2.0624362945556642, |
| "step": 12030 |
| }, |
| { |
| "epoch": 1.7187979585281417, |
| "grad_norm": 1.181810736656189, |
| "learning_rate": 8.552249464413236e-05, |
| "loss": 1.9707704544067384, |
| "step": 12040 |
| }, |
| { |
| "epoch": 1.7202255612263109, |
| "grad_norm": 1.2398381233215332, |
| "learning_rate": 8.542727921923353e-05, |
| "loss": 1.8960441589355468, |
| "step": 12050 |
| }, |
| { |
| "epoch": 1.7216531639244799, |
| "grad_norm": 1.074657678604126, |
| "learning_rate": 8.533206379433469e-05, |
| "loss": 1.9548070907592774, |
| "step": 12060 |
| }, |
| { |
| "epoch": 1.7230807666226489, |
| "grad_norm": 1.2914633750915527, |
| "learning_rate": 8.523684836943585e-05, |
| "loss": 1.9369295120239258, |
| "step": 12070 |
| }, |
| { |
| "epoch": 1.724508369320818, |
| "grad_norm": 1.122804880142212, |
| "learning_rate": 8.514163294453702e-05, |
| "loss": 2.0332637786865235, |
| "step": 12080 |
| }, |
| { |
| "epoch": 1.725935972018987, |
| "grad_norm": 1.2431594133377075, |
| "learning_rate": 8.504641751963819e-05, |
| "loss": 2.07200927734375, |
| "step": 12090 |
| }, |
| { |
| "epoch": 1.727363574717156, |
| "grad_norm": 1.1114283800125122, |
| "learning_rate": 8.495120209473936e-05, |
| "loss": 2.0198741912841798, |
| "step": 12100 |
| }, |
| { |
| "epoch": 1.7287911774153253, |
| "grad_norm": 1.1872164011001587, |
| "learning_rate": 8.485598666984052e-05, |
| "loss": 1.8839866638183593, |
| "step": 12110 |
| }, |
| { |
| "epoch": 1.7302187801134945, |
| "grad_norm": 1.483201026916504, |
| "learning_rate": 8.476077124494168e-05, |
| "loss": 2.035213088989258, |
| "step": 12120 |
| }, |
| { |
| "epoch": 1.7316463828116635, |
| "grad_norm": 1.098403811454773, |
| "learning_rate": 8.466555582004285e-05, |
| "loss": 2.0581424713134764, |
| "step": 12130 |
| }, |
| { |
| "epoch": 1.7330739855098325, |
| "grad_norm": 0.9966762661933899, |
| "learning_rate": 8.457034039514402e-05, |
| "loss": 2.13366756439209, |
| "step": 12140 |
| }, |
| { |
| "epoch": 1.7345015882080017, |
| "grad_norm": 1.2264962196350098, |
| "learning_rate": 8.447512497024518e-05, |
| "loss": 1.9749515533447266, |
| "step": 12150 |
| }, |
| { |
| "epoch": 1.735929190906171, |
| "grad_norm": 0.9798251390457153, |
| "learning_rate": 8.437990954534635e-05, |
| "loss": 1.985658836364746, |
| "step": 12160 |
| }, |
| { |
| "epoch": 1.73735679360434, |
| "grad_norm": 1.3194963932037354, |
| "learning_rate": 8.428469412044752e-05, |
| "loss": 2.0228357315063477, |
| "step": 12170 |
| }, |
| { |
| "epoch": 1.738784396302509, |
| "grad_norm": 1.0797955989837646, |
| "learning_rate": 8.418947869554868e-05, |
| "loss": 2.0977373123168945, |
| "step": 12180 |
| }, |
| { |
| "epoch": 1.7402119990006781, |
| "grad_norm": 1.6863555908203125, |
| "learning_rate": 8.409426327064985e-05, |
| "loss": 2.1669921875, |
| "step": 12190 |
| }, |
| { |
| "epoch": 1.7416396016988474, |
| "grad_norm": 1.1710777282714844, |
| "learning_rate": 8.399904784575101e-05, |
| "loss": 2.0780879974365236, |
| "step": 12200 |
| }, |
| { |
| "epoch": 1.7430672043970163, |
| "grad_norm": 1.1094262599945068, |
| "learning_rate": 8.390383242085218e-05, |
| "loss": 1.8861412048339843, |
| "step": 12210 |
| }, |
| { |
| "epoch": 1.7444948070951853, |
| "grad_norm": 1.279801607131958, |
| "learning_rate": 8.380861699595335e-05, |
| "loss": 1.9867172241210938, |
| "step": 12220 |
| }, |
| { |
| "epoch": 1.7459224097933546, |
| "grad_norm": 1.195829153060913, |
| "learning_rate": 8.371340157105452e-05, |
| "loss": 2.0028406143188477, |
| "step": 12230 |
| }, |
| { |
| "epoch": 1.7473500124915238, |
| "grad_norm": 1.2516834735870361, |
| "learning_rate": 8.361818614615568e-05, |
| "loss": 1.9748237609863282, |
| "step": 12240 |
| }, |
| { |
| "epoch": 1.7487776151896925, |
| "grad_norm": 1.193414568901062, |
| "learning_rate": 8.352297072125684e-05, |
| "loss": 2.001264190673828, |
| "step": 12250 |
| }, |
| { |
| "epoch": 1.7502052178878618, |
| "grad_norm": 1.1629263162612915, |
| "learning_rate": 8.342775529635801e-05, |
| "loss": 2.083281135559082, |
| "step": 12260 |
| }, |
| { |
| "epoch": 1.751632820586031, |
| "grad_norm": 1.2907096147537231, |
| "learning_rate": 8.333253987145918e-05, |
| "loss": 1.995428466796875, |
| "step": 12270 |
| }, |
| { |
| "epoch": 1.7530604232842, |
| "grad_norm": 1.245174765586853, |
| "learning_rate": 8.323732444656035e-05, |
| "loss": 2.198429489135742, |
| "step": 12280 |
| }, |
| { |
| "epoch": 1.754488025982369, |
| "grad_norm": 1.0381641387939453, |
| "learning_rate": 8.314210902166152e-05, |
| "loss": 1.9604129791259766, |
| "step": 12290 |
| }, |
| { |
| "epoch": 1.7559156286805382, |
| "grad_norm": 1.1638761758804321, |
| "learning_rate": 8.304689359676267e-05, |
| "loss": 2.0892223358154296, |
| "step": 12300 |
| }, |
| { |
| "epoch": 1.7573432313787074, |
| "grad_norm": 1.2163985967636108, |
| "learning_rate": 8.295167817186384e-05, |
| "loss": 2.0810489654541016, |
| "step": 12310 |
| }, |
| { |
| "epoch": 1.7587708340768764, |
| "grad_norm": 1.2280848026275635, |
| "learning_rate": 8.285646274696501e-05, |
| "loss": 2.053379249572754, |
| "step": 12320 |
| }, |
| { |
| "epoch": 1.7601984367750454, |
| "grad_norm": 1.1925756931304932, |
| "learning_rate": 8.276124732206618e-05, |
| "loss": 2.069741630554199, |
| "step": 12330 |
| }, |
| { |
| "epoch": 1.7616260394732146, |
| "grad_norm": 1.1986944675445557, |
| "learning_rate": 8.266603189716735e-05, |
| "loss": 2.091610336303711, |
| "step": 12340 |
| }, |
| { |
| "epoch": 1.7630536421713838, |
| "grad_norm": 1.0888428688049316, |
| "learning_rate": 8.257081647226851e-05, |
| "loss": 1.9579872131347655, |
| "step": 12350 |
| }, |
| { |
| "epoch": 1.7644812448695528, |
| "grad_norm": 1.2537578344345093, |
| "learning_rate": 8.247560104736968e-05, |
| "loss": 2.0613885879516602, |
| "step": 12360 |
| }, |
| { |
| "epoch": 1.7659088475677218, |
| "grad_norm": 1.1928845643997192, |
| "learning_rate": 8.238038562247085e-05, |
| "loss": 2.095230293273926, |
| "step": 12370 |
| }, |
| { |
| "epoch": 1.767336450265891, |
| "grad_norm": 1.1767767667770386, |
| "learning_rate": 8.228517019757202e-05, |
| "loss": 1.9075620651245118, |
| "step": 12380 |
| }, |
| { |
| "epoch": 1.7687640529640603, |
| "grad_norm": 1.1607625484466553, |
| "learning_rate": 8.218995477267318e-05, |
| "loss": 1.9210027694702148, |
| "step": 12390 |
| }, |
| { |
| "epoch": 1.7701916556622292, |
| "grad_norm": 1.096114158630371, |
| "learning_rate": 8.209473934777435e-05, |
| "loss": 1.9674240112304688, |
| "step": 12400 |
| }, |
| { |
| "epoch": 1.7716192583603982, |
| "grad_norm": 1.044256567955017, |
| "learning_rate": 8.199952392287551e-05, |
| "loss": 2.0622480392456053, |
| "step": 12410 |
| }, |
| { |
| "epoch": 1.7730468610585675, |
| "grad_norm": 1.3171051740646362, |
| "learning_rate": 8.190430849797668e-05, |
| "loss": 2.164032554626465, |
| "step": 12420 |
| }, |
| { |
| "epoch": 1.7744744637567365, |
| "grad_norm": 1.3903594017028809, |
| "learning_rate": 8.180909307307785e-05, |
| "loss": 2.079869842529297, |
| "step": 12430 |
| }, |
| { |
| "epoch": 1.7759020664549054, |
| "grad_norm": 0.9803964495658875, |
| "learning_rate": 8.171387764817901e-05, |
| "loss": 1.982889175415039, |
| "step": 12440 |
| }, |
| { |
| "epoch": 1.7773296691530747, |
| "grad_norm": 1.4067291021347046, |
| "learning_rate": 8.161866222328018e-05, |
| "loss": 2.0877866744995117, |
| "step": 12450 |
| }, |
| { |
| "epoch": 1.7787572718512439, |
| "grad_norm": 1.215567708015442, |
| "learning_rate": 8.152344679838135e-05, |
| "loss": 1.973129653930664, |
| "step": 12460 |
| }, |
| { |
| "epoch": 1.7801848745494129, |
| "grad_norm": 1.1108075380325317, |
| "learning_rate": 8.142823137348251e-05, |
| "loss": 2.048358917236328, |
| "step": 12470 |
| }, |
| { |
| "epoch": 1.7816124772475819, |
| "grad_norm": 1.0958882570266724, |
| "learning_rate": 8.133301594858368e-05, |
| "loss": 2.059286689758301, |
| "step": 12480 |
| }, |
| { |
| "epoch": 1.783040079945751, |
| "grad_norm": 1.1889430284500122, |
| "learning_rate": 8.123780052368484e-05, |
| "loss": 2.063096046447754, |
| "step": 12490 |
| }, |
| { |
| "epoch": 1.7844676826439203, |
| "grad_norm": 1.5182738304138184, |
| "learning_rate": 8.114258509878601e-05, |
| "loss": 1.9856096267700196, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.7858952853420893, |
| "grad_norm": 1.1368118524551392, |
| "learning_rate": 8.104736967388718e-05, |
| "loss": 1.9539974212646485, |
| "step": 12510 |
| }, |
| { |
| "epoch": 1.7873228880402583, |
| "grad_norm": 1.1098486185073853, |
| "learning_rate": 8.095215424898834e-05, |
| "loss": 1.955406379699707, |
| "step": 12520 |
| }, |
| { |
| "epoch": 1.7887504907384275, |
| "grad_norm": 1.107768177986145, |
| "learning_rate": 8.08569388240895e-05, |
| "loss": 2.01610107421875, |
| "step": 12530 |
| }, |
| { |
| "epoch": 1.7901780934365967, |
| "grad_norm": 1.016388177871704, |
| "learning_rate": 8.076172339919067e-05, |
| "loss": 2.0703092575073243, |
| "step": 12540 |
| }, |
| { |
| "epoch": 1.7916056961347657, |
| "grad_norm": 1.0971436500549316, |
| "learning_rate": 8.066650797429184e-05, |
| "loss": 2.0417387008666994, |
| "step": 12550 |
| }, |
| { |
| "epoch": 1.7930332988329347, |
| "grad_norm": 1.2257986068725586, |
| "learning_rate": 8.057129254939301e-05, |
| "loss": 2.1287025451660155, |
| "step": 12560 |
| }, |
| { |
| "epoch": 1.794460901531104, |
| "grad_norm": 1.2729699611663818, |
| "learning_rate": 8.047607712449418e-05, |
| "loss": 1.9849166870117188, |
| "step": 12570 |
| }, |
| { |
| "epoch": 1.7958885042292732, |
| "grad_norm": 1.1034228801727295, |
| "learning_rate": 8.038086169959533e-05, |
| "loss": 2.0139421463012694, |
| "step": 12580 |
| }, |
| { |
| "epoch": 1.7973161069274421, |
| "grad_norm": 1.0930798053741455, |
| "learning_rate": 8.02856462746965e-05, |
| "loss": 2.223542594909668, |
| "step": 12590 |
| }, |
| { |
| "epoch": 1.7987437096256111, |
| "grad_norm": 1.3495484590530396, |
| "learning_rate": 8.019043084979767e-05, |
| "loss": 2.047318458557129, |
| "step": 12600 |
| }, |
| { |
| "epoch": 1.8001713123237804, |
| "grad_norm": 1.2880040407180786, |
| "learning_rate": 8.009521542489884e-05, |
| "loss": 2.0674213409423827, |
| "step": 12610 |
| }, |
| { |
| "epoch": 1.8015989150219494, |
| "grad_norm": 1.0766103267669678, |
| "learning_rate": 8e-05, |
| "loss": 2.0229583740234376, |
| "step": 12620 |
| }, |
| { |
| "epoch": 1.8030265177201183, |
| "grad_norm": 1.5253698825836182, |
| "learning_rate": 7.990478457510116e-05, |
| "loss": 1.9948074340820312, |
| "step": 12630 |
| }, |
| { |
| "epoch": 1.8044541204182876, |
| "grad_norm": 1.1996920108795166, |
| "learning_rate": 7.980956915020233e-05, |
| "loss": 1.929234504699707, |
| "step": 12640 |
| }, |
| { |
| "epoch": 1.8058817231164568, |
| "grad_norm": 1.2180821895599365, |
| "learning_rate": 7.97143537253035e-05, |
| "loss": 2.0617977142333985, |
| "step": 12650 |
| }, |
| { |
| "epoch": 1.8073093258146258, |
| "grad_norm": 1.2548080682754517, |
| "learning_rate": 7.961913830040467e-05, |
| "loss": 2.0628313064575194, |
| "step": 12660 |
| }, |
| { |
| "epoch": 1.8087369285127948, |
| "grad_norm": 1.2494982481002808, |
| "learning_rate": 7.952392287550584e-05, |
| "loss": 2.058258056640625, |
| "step": 12670 |
| }, |
| { |
| "epoch": 1.810164531210964, |
| "grad_norm": 1.1819909811019897, |
| "learning_rate": 7.942870745060699e-05, |
| "loss": 2.0007421493530275, |
| "step": 12680 |
| }, |
| { |
| "epoch": 1.8115921339091332, |
| "grad_norm": 0.9779897332191467, |
| "learning_rate": 7.933349202570816e-05, |
| "loss": 2.01336727142334, |
| "step": 12690 |
| }, |
| { |
| "epoch": 1.8130197366073022, |
| "grad_norm": 1.065111756324768, |
| "learning_rate": 7.923827660080933e-05, |
| "loss": 1.9989856719970702, |
| "step": 12700 |
| }, |
| { |
| "epoch": 1.8144473393054712, |
| "grad_norm": 1.3039896488189697, |
| "learning_rate": 7.91430611759105e-05, |
| "loss": 2.113441276550293, |
| "step": 12710 |
| }, |
| { |
| "epoch": 1.8158749420036404, |
| "grad_norm": 1.3907358646392822, |
| "learning_rate": 7.904784575101167e-05, |
| "loss": 2.088470458984375, |
| "step": 12720 |
| }, |
| { |
| "epoch": 1.8173025447018096, |
| "grad_norm": 1.1438897848129272, |
| "learning_rate": 7.895263032611284e-05, |
| "loss": 2.116332244873047, |
| "step": 12730 |
| }, |
| { |
| "epoch": 1.8187301473999786, |
| "grad_norm": 1.6068172454833984, |
| "learning_rate": 7.8857414901214e-05, |
| "loss": 2.1666784286499023, |
| "step": 12740 |
| }, |
| { |
| "epoch": 1.8201577500981476, |
| "grad_norm": 1.2010868787765503, |
| "learning_rate": 7.876219947631517e-05, |
| "loss": 1.9318151473999023, |
| "step": 12750 |
| }, |
| { |
| "epoch": 1.8215853527963168, |
| "grad_norm": 1.1283704042434692, |
| "learning_rate": 7.866698405141634e-05, |
| "loss": 2.077130126953125, |
| "step": 12760 |
| }, |
| { |
| "epoch": 1.8230129554944858, |
| "grad_norm": 1.0729111433029175, |
| "learning_rate": 7.85717686265175e-05, |
| "loss": 1.9765430450439454, |
| "step": 12770 |
| }, |
| { |
| "epoch": 1.8244405581926548, |
| "grad_norm": 1.1061432361602783, |
| "learning_rate": 7.847655320161867e-05, |
| "loss": 2.139857292175293, |
| "step": 12780 |
| }, |
| { |
| "epoch": 1.825868160890824, |
| "grad_norm": 1.1388243436813354, |
| "learning_rate": 7.838133777671984e-05, |
| "loss": 2.0259464263916014, |
| "step": 12790 |
| }, |
| { |
| "epoch": 1.8272957635889933, |
| "grad_norm": 1.2130709886550903, |
| "learning_rate": 7.8286122351821e-05, |
| "loss": 2.073659324645996, |
| "step": 12800 |
| }, |
| { |
| "epoch": 1.8287233662871623, |
| "grad_norm": 1.101082682609558, |
| "learning_rate": 7.819090692692217e-05, |
| "loss": 2.058758354187012, |
| "step": 12810 |
| }, |
| { |
| "epoch": 1.8301509689853313, |
| "grad_norm": 1.342145323753357, |
| "learning_rate": 7.809569150202333e-05, |
| "loss": 2.0943870544433594, |
| "step": 12820 |
| }, |
| { |
| "epoch": 1.8315785716835005, |
| "grad_norm": 0.9709015488624573, |
| "learning_rate": 7.80004760771245e-05, |
| "loss": 1.9406627655029296, |
| "step": 12830 |
| }, |
| { |
| "epoch": 1.8330061743816697, |
| "grad_norm": 1.1636347770690918, |
| "learning_rate": 7.790526065222567e-05, |
| "loss": 2.078135299682617, |
| "step": 12840 |
| }, |
| { |
| "epoch": 1.8344337770798387, |
| "grad_norm": 1.3326045274734497, |
| "learning_rate": 7.781004522732684e-05, |
| "loss": 1.9961933135986327, |
| "step": 12850 |
| }, |
| { |
| "epoch": 1.8358613797780077, |
| "grad_norm": 1.15592360496521, |
| "learning_rate": 7.7714829802428e-05, |
| "loss": 1.966868782043457, |
| "step": 12860 |
| }, |
| { |
| "epoch": 1.837288982476177, |
| "grad_norm": 1.2017027139663696, |
| "learning_rate": 7.761961437752916e-05, |
| "loss": 2.0765228271484375, |
| "step": 12870 |
| }, |
| { |
| "epoch": 1.838716585174346, |
| "grad_norm": 1.2558611631393433, |
| "learning_rate": 7.752439895263033e-05, |
| "loss": 2.0655872344970705, |
| "step": 12880 |
| }, |
| { |
| "epoch": 1.840144187872515, |
| "grad_norm": 1.188773512840271, |
| "learning_rate": 7.74291835277315e-05, |
| "loss": 2.0430747985839846, |
| "step": 12890 |
| }, |
| { |
| "epoch": 1.841571790570684, |
| "grad_norm": 1.1421024799346924, |
| "learning_rate": 7.733396810283267e-05, |
| "loss": 1.9896499633789062, |
| "step": 12900 |
| }, |
| { |
| "epoch": 1.8429993932688533, |
| "grad_norm": 1.2236170768737793, |
| "learning_rate": 7.723875267793384e-05, |
| "loss": 2.179408645629883, |
| "step": 12910 |
| }, |
| { |
| "epoch": 1.8444269959670225, |
| "grad_norm": 1.280597448348999, |
| "learning_rate": 7.714353725303499e-05, |
| "loss": 1.8246540069580077, |
| "step": 12920 |
| }, |
| { |
| "epoch": 1.8458545986651915, |
| "grad_norm": 1.0576725006103516, |
| "learning_rate": 7.704832182813616e-05, |
| "loss": 2.0723712921142576, |
| "step": 12930 |
| }, |
| { |
| "epoch": 1.8472822013633605, |
| "grad_norm": 1.4353753328323364, |
| "learning_rate": 7.695310640323733e-05, |
| "loss": 1.8861963272094726, |
| "step": 12940 |
| }, |
| { |
| "epoch": 1.8487098040615297, |
| "grad_norm": 1.7334846258163452, |
| "learning_rate": 7.68578909783385e-05, |
| "loss": 2.0365550994873045, |
| "step": 12950 |
| }, |
| { |
| "epoch": 1.8501374067596987, |
| "grad_norm": 1.175888180732727, |
| "learning_rate": 7.676267555343965e-05, |
| "loss": 2.1440099716186523, |
| "step": 12960 |
| }, |
| { |
| "epoch": 1.8515650094578677, |
| "grad_norm": 1.2383686304092407, |
| "learning_rate": 7.666746012854082e-05, |
| "loss": 2.0059535980224608, |
| "step": 12970 |
| }, |
| { |
| "epoch": 1.852992612156037, |
| "grad_norm": 1.120110273361206, |
| "learning_rate": 7.657224470364199e-05, |
| "loss": 2.0030309677124025, |
| "step": 12980 |
| }, |
| { |
| "epoch": 1.8544202148542062, |
| "grad_norm": 1.1096537113189697, |
| "learning_rate": 7.647702927874316e-05, |
| "loss": 2.0035573959350588, |
| "step": 12990 |
| }, |
| { |
| "epoch": 1.8558478175523752, |
| "grad_norm": 1.9018131494522095, |
| "learning_rate": 7.638181385384433e-05, |
| "loss": 2.007923889160156, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.8572754202505442, |
| "grad_norm": 1.6539503335952759, |
| "learning_rate": 7.628659842894548e-05, |
| "loss": 2.0728021621704102, |
| "step": 13010 |
| }, |
| { |
| "epoch": 1.8587030229487134, |
| "grad_norm": 1.035279631614685, |
| "learning_rate": 7.619138300404665e-05, |
| "loss": 2.0412168502807617, |
| "step": 13020 |
| }, |
| { |
| "epoch": 1.8601306256468826, |
| "grad_norm": 1.600389003753662, |
| "learning_rate": 7.609616757914782e-05, |
| "loss": 1.9306547164916992, |
| "step": 13030 |
| }, |
| { |
| "epoch": 1.8615582283450516, |
| "grad_norm": 1.1340457201004028, |
| "learning_rate": 7.600095215424899e-05, |
| "loss": 1.9325502395629883, |
| "step": 13040 |
| }, |
| { |
| "epoch": 1.8629858310432206, |
| "grad_norm": 1.0685302019119263, |
| "learning_rate": 7.590573672935016e-05, |
| "loss": 2.0351631164550783, |
| "step": 13050 |
| }, |
| { |
| "epoch": 1.8644134337413898, |
| "grad_norm": 1.3259185552597046, |
| "learning_rate": 7.581052130445131e-05, |
| "loss": 2.1083168029785155, |
| "step": 13060 |
| }, |
| { |
| "epoch": 1.865841036439559, |
| "grad_norm": 1.1393513679504395, |
| "learning_rate": 7.571530587955248e-05, |
| "loss": 2.210805892944336, |
| "step": 13070 |
| }, |
| { |
| "epoch": 1.867268639137728, |
| "grad_norm": 1.2840547561645508, |
| "learning_rate": 7.562009045465365e-05, |
| "loss": 2.015774726867676, |
| "step": 13080 |
| }, |
| { |
| "epoch": 1.868696241835897, |
| "grad_norm": 1.253185749053955, |
| "learning_rate": 7.552487502975482e-05, |
| "loss": 2.0353321075439452, |
| "step": 13090 |
| }, |
| { |
| "epoch": 1.8701238445340662, |
| "grad_norm": 1.268602728843689, |
| "learning_rate": 7.542965960485599e-05, |
| "loss": 2.0546897888183593, |
| "step": 13100 |
| }, |
| { |
| "epoch": 1.8715514472322354, |
| "grad_norm": 1.383224606513977, |
| "learning_rate": 7.533444417995716e-05, |
| "loss": 2.1054380416870115, |
| "step": 13110 |
| }, |
| { |
| "epoch": 1.8729790499304042, |
| "grad_norm": 1.0560451745986938, |
| "learning_rate": 7.523922875505833e-05, |
| "loss": 2.0454410552978515, |
| "step": 13120 |
| }, |
| { |
| "epoch": 1.8744066526285734, |
| "grad_norm": 1.152633547782898, |
| "learning_rate": 7.51440133301595e-05, |
| "loss": 2.0112579345703123, |
| "step": 13130 |
| }, |
| { |
| "epoch": 1.8758342553267426, |
| "grad_norm": 1.129319429397583, |
| "learning_rate": 7.504879790526067e-05, |
| "loss": 2.015283203125, |
| "step": 13140 |
| }, |
| { |
| "epoch": 1.8772618580249116, |
| "grad_norm": 1.5799884796142578, |
| "learning_rate": 7.495358248036182e-05, |
| "loss": 1.9921918869018556, |
| "step": 13150 |
| }, |
| { |
| "epoch": 1.8786894607230806, |
| "grad_norm": 1.2975870370864868, |
| "learning_rate": 7.485836705546299e-05, |
| "loss": 1.9921470642089845, |
| "step": 13160 |
| }, |
| { |
| "epoch": 1.8801170634212498, |
| "grad_norm": 1.1885125637054443, |
| "learning_rate": 7.476315163056416e-05, |
| "loss": 2.0586156845092773, |
| "step": 13170 |
| }, |
| { |
| "epoch": 1.881544666119419, |
| "grad_norm": 0.9033425450325012, |
| "learning_rate": 7.466793620566533e-05, |
| "loss": 1.9814388275146484, |
| "step": 13180 |
| }, |
| { |
| "epoch": 1.882972268817588, |
| "grad_norm": 1.2185097932815552, |
| "learning_rate": 7.45727207807665e-05, |
| "loss": 1.907698631286621, |
| "step": 13190 |
| }, |
| { |
| "epoch": 1.884399871515757, |
| "grad_norm": 1.124240517616272, |
| "learning_rate": 7.447750535586765e-05, |
| "loss": 2.015203285217285, |
| "step": 13200 |
| }, |
| { |
| "epoch": 1.8858274742139263, |
| "grad_norm": 1.3447808027267456, |
| "learning_rate": 7.438228993096882e-05, |
| "loss": 1.8579696655273437, |
| "step": 13210 |
| }, |
| { |
| "epoch": 1.8872550769120955, |
| "grad_norm": 1.0997867584228516, |
| "learning_rate": 7.428707450606999e-05, |
| "loss": 1.9801271438598633, |
| "step": 13220 |
| }, |
| { |
| "epoch": 1.8886826796102645, |
| "grad_norm": 1.139083981513977, |
| "learning_rate": 7.419185908117116e-05, |
| "loss": 2.0315216064453123, |
| "step": 13230 |
| }, |
| { |
| "epoch": 1.8901102823084335, |
| "grad_norm": 1.120589256286621, |
| "learning_rate": 7.409664365627233e-05, |
| "loss": 2.1057180404663085, |
| "step": 13240 |
| }, |
| { |
| "epoch": 1.8915378850066027, |
| "grad_norm": 1.2882843017578125, |
| "learning_rate": 7.400142823137348e-05, |
| "loss": 1.987131118774414, |
| "step": 13250 |
| }, |
| { |
| "epoch": 1.892965487704772, |
| "grad_norm": 1.1402063369750977, |
| "learning_rate": 7.390621280647465e-05, |
| "loss": 2.054110527038574, |
| "step": 13260 |
| }, |
| { |
| "epoch": 1.894393090402941, |
| "grad_norm": 1.368349552154541, |
| "learning_rate": 7.381099738157582e-05, |
| "loss": 2.0707653045654295, |
| "step": 13270 |
| }, |
| { |
| "epoch": 1.89582069310111, |
| "grad_norm": 1.165868878364563, |
| "learning_rate": 7.371578195667699e-05, |
| "loss": 2.0629817962646486, |
| "step": 13280 |
| }, |
| { |
| "epoch": 1.8972482957992791, |
| "grad_norm": 1.1597265005111694, |
| "learning_rate": 7.362056653177816e-05, |
| "loss": 2.006464385986328, |
| "step": 13290 |
| }, |
| { |
| "epoch": 1.8986758984974481, |
| "grad_norm": 1.0690085887908936, |
| "learning_rate": 7.352535110687931e-05, |
| "loss": 2.110106658935547, |
| "step": 13300 |
| }, |
| { |
| "epoch": 1.900103501195617, |
| "grad_norm": 1.1247448921203613, |
| "learning_rate": 7.343013568198048e-05, |
| "loss": 1.995153045654297, |
| "step": 13310 |
| }, |
| { |
| "epoch": 1.9015311038937863, |
| "grad_norm": 1.104827642440796, |
| "learning_rate": 7.333492025708165e-05, |
| "loss": 1.9939664840698241, |
| "step": 13320 |
| }, |
| { |
| "epoch": 1.9029587065919555, |
| "grad_norm": 1.1032519340515137, |
| "learning_rate": 7.323970483218282e-05, |
| "loss": 2.0688501358032227, |
| "step": 13330 |
| }, |
| { |
| "epoch": 1.9043863092901245, |
| "grad_norm": 1.156197190284729, |
| "learning_rate": 7.314448940728398e-05, |
| "loss": 2.0877119064331056, |
| "step": 13340 |
| }, |
| { |
| "epoch": 1.9058139119882935, |
| "grad_norm": 1.303762435913086, |
| "learning_rate": 7.304927398238514e-05, |
| "loss": 1.9081499099731445, |
| "step": 13350 |
| }, |
| { |
| "epoch": 1.9072415146864627, |
| "grad_norm": 1.2285877466201782, |
| "learning_rate": 7.295405855748631e-05, |
| "loss": 1.9472471237182618, |
| "step": 13360 |
| }, |
| { |
| "epoch": 1.908669117384632, |
| "grad_norm": 1.198104977607727, |
| "learning_rate": 7.285884313258748e-05, |
| "loss": 2.011354446411133, |
| "step": 13370 |
| }, |
| { |
| "epoch": 1.910096720082801, |
| "grad_norm": 1.3864994049072266, |
| "learning_rate": 7.276362770768865e-05, |
| "loss": 2.0561357498168946, |
| "step": 13380 |
| }, |
| { |
| "epoch": 1.91152432278097, |
| "grad_norm": 1.4073015451431274, |
| "learning_rate": 7.26684122827898e-05, |
| "loss": 2.02865047454834, |
| "step": 13390 |
| }, |
| { |
| "epoch": 1.9129519254791392, |
| "grad_norm": 1.3144506216049194, |
| "learning_rate": 7.257319685789098e-05, |
| "loss": 1.8037374496459961, |
| "step": 13400 |
| }, |
| { |
| "epoch": 1.9143795281773084, |
| "grad_norm": 1.196794867515564, |
| "learning_rate": 7.247798143299214e-05, |
| "loss": 2.0771976470947267, |
| "step": 13410 |
| }, |
| { |
| "epoch": 1.9158071308754774, |
| "grad_norm": 1.087507963180542, |
| "learning_rate": 7.238276600809331e-05, |
| "loss": 2.0818878173828126, |
| "step": 13420 |
| }, |
| { |
| "epoch": 1.9172347335736464, |
| "grad_norm": 1.008420705795288, |
| "learning_rate": 7.228755058319448e-05, |
| "loss": 1.9760396957397461, |
| "step": 13430 |
| }, |
| { |
| "epoch": 1.9186623362718156, |
| "grad_norm": 1.1370688676834106, |
| "learning_rate": 7.219233515829564e-05, |
| "loss": 2.1108943939208986, |
| "step": 13440 |
| }, |
| { |
| "epoch": 1.9200899389699848, |
| "grad_norm": 1.310376524925232, |
| "learning_rate": 7.20971197333968e-05, |
| "loss": 2.109994316101074, |
| "step": 13450 |
| }, |
| { |
| "epoch": 1.9215175416681538, |
| "grad_norm": 0.9570678472518921, |
| "learning_rate": 7.200190430849797e-05, |
| "loss": 2.0084840774536135, |
| "step": 13460 |
| }, |
| { |
| "epoch": 1.9229451443663228, |
| "grad_norm": 1.1016850471496582, |
| "learning_rate": 7.190668888359914e-05, |
| "loss": 1.9378328323364258, |
| "step": 13470 |
| }, |
| { |
| "epoch": 1.924372747064492, |
| "grad_norm": 1.1491199731826782, |
| "learning_rate": 7.181147345870031e-05, |
| "loss": 2.022365188598633, |
| "step": 13480 |
| }, |
| { |
| "epoch": 1.925800349762661, |
| "grad_norm": 1.2013168334960938, |
| "learning_rate": 7.171625803380148e-05, |
| "loss": 1.9139543533325196, |
| "step": 13490 |
| }, |
| { |
| "epoch": 1.92722795246083, |
| "grad_norm": 1.1147706508636475, |
| "learning_rate": 7.162104260890265e-05, |
| "loss": 1.847892951965332, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.9286555551589992, |
| "grad_norm": 1.1967307329177856, |
| "learning_rate": 7.152582718400382e-05, |
| "loss": 2.129387855529785, |
| "step": 13510 |
| }, |
| { |
| "epoch": 1.9300831578571684, |
| "grad_norm": 1.2188365459442139, |
| "learning_rate": 7.143061175910499e-05, |
| "loss": 2.063084030151367, |
| "step": 13520 |
| }, |
| { |
| "epoch": 1.9315107605553374, |
| "grad_norm": 1.081373929977417, |
| "learning_rate": 7.133539633420614e-05, |
| "loss": 1.926097297668457, |
| "step": 13530 |
| }, |
| { |
| "epoch": 1.9329383632535064, |
| "grad_norm": 1.3184794187545776, |
| "learning_rate": 7.124018090930731e-05, |
| "loss": 1.8432956695556642, |
| "step": 13540 |
| }, |
| { |
| "epoch": 1.9343659659516756, |
| "grad_norm": 1.2679530382156372, |
| "learning_rate": 7.114496548440848e-05, |
| "loss": 2.065782165527344, |
| "step": 13550 |
| }, |
| { |
| "epoch": 1.9357935686498449, |
| "grad_norm": 1.4751728773117065, |
| "learning_rate": 7.104975005950965e-05, |
| "loss": 2.1170568466186523, |
| "step": 13560 |
| }, |
| { |
| "epoch": 1.9372211713480139, |
| "grad_norm": 1.2808234691619873, |
| "learning_rate": 7.095453463461082e-05, |
| "loss": 2.120288276672363, |
| "step": 13570 |
| }, |
| { |
| "epoch": 1.9386487740461829, |
| "grad_norm": 1.3089933395385742, |
| "learning_rate": 7.085931920971197e-05, |
| "loss": 2.1926651000976562, |
| "step": 13580 |
| }, |
| { |
| "epoch": 1.940076376744352, |
| "grad_norm": 1.0912245512008667, |
| "learning_rate": 7.076410378481314e-05, |
| "loss": 2.0562969207763673, |
| "step": 13590 |
| }, |
| { |
| "epoch": 1.9415039794425213, |
| "grad_norm": 1.0755127668380737, |
| "learning_rate": 7.066888835991431e-05, |
| "loss": 2.026613235473633, |
| "step": 13600 |
| }, |
| { |
| "epoch": 1.9429315821406903, |
| "grad_norm": 1.117268681526184, |
| "learning_rate": 7.057367293501548e-05, |
| "loss": 2.0486124038696287, |
| "step": 13610 |
| }, |
| { |
| "epoch": 1.9443591848388593, |
| "grad_norm": 1.0038608312606812, |
| "learning_rate": 7.047845751011665e-05, |
| "loss": 1.9366825103759766, |
| "step": 13620 |
| }, |
| { |
| "epoch": 1.9457867875370285, |
| "grad_norm": 1.3383045196533203, |
| "learning_rate": 7.03832420852178e-05, |
| "loss": 2.078375244140625, |
| "step": 13630 |
| }, |
| { |
| "epoch": 1.9472143902351975, |
| "grad_norm": 1.2311493158340454, |
| "learning_rate": 7.028802666031897e-05, |
| "loss": 2.022788429260254, |
| "step": 13640 |
| }, |
| { |
| "epoch": 1.9486419929333665, |
| "grad_norm": 1.1762433052062988, |
| "learning_rate": 7.019281123542014e-05, |
| "loss": 2.072213363647461, |
| "step": 13650 |
| }, |
| { |
| "epoch": 1.9500695956315357, |
| "grad_norm": 1.121802806854248, |
| "learning_rate": 7.009759581052131e-05, |
| "loss": 2.029891014099121, |
| "step": 13660 |
| }, |
| { |
| "epoch": 1.951497198329705, |
| "grad_norm": 1.1382726430892944, |
| "learning_rate": 7.000238038562248e-05, |
| "loss": 1.886621856689453, |
| "step": 13670 |
| }, |
| { |
| "epoch": 1.952924801027874, |
| "grad_norm": 1.1324715614318848, |
| "learning_rate": 6.990716496072364e-05, |
| "loss": 1.8980741500854492, |
| "step": 13680 |
| }, |
| { |
| "epoch": 1.954352403726043, |
| "grad_norm": 1.348748803138733, |
| "learning_rate": 6.98119495358248e-05, |
| "loss": 1.9898492813110351, |
| "step": 13690 |
| }, |
| { |
| "epoch": 1.9557800064242121, |
| "grad_norm": 1.6330965757369995, |
| "learning_rate": 6.971673411092597e-05, |
| "loss": 1.930572509765625, |
| "step": 13700 |
| }, |
| { |
| "epoch": 1.9572076091223813, |
| "grad_norm": 1.1046547889709473, |
| "learning_rate": 6.962151868602714e-05, |
| "loss": 2.068459129333496, |
| "step": 13710 |
| }, |
| { |
| "epoch": 1.9586352118205503, |
| "grad_norm": 1.3646717071533203, |
| "learning_rate": 6.952630326112831e-05, |
| "loss": 2.077528190612793, |
| "step": 13720 |
| }, |
| { |
| "epoch": 1.9600628145187193, |
| "grad_norm": 1.264501690864563, |
| "learning_rate": 6.943108783622947e-05, |
| "loss": 1.8320138931274415, |
| "step": 13730 |
| }, |
| { |
| "epoch": 1.9614904172168885, |
| "grad_norm": 1.3768733739852905, |
| "learning_rate": 6.933587241133064e-05, |
| "loss": 2.0743762969970705, |
| "step": 13740 |
| }, |
| { |
| "epoch": 1.9629180199150578, |
| "grad_norm": 1.0744850635528564, |
| "learning_rate": 6.92406569864318e-05, |
| "loss": 2.1287731170654296, |
| "step": 13750 |
| }, |
| { |
| "epoch": 1.9643456226132268, |
| "grad_norm": 0.949566125869751, |
| "learning_rate": 6.914544156153297e-05, |
| "loss": 2.069428253173828, |
| "step": 13760 |
| }, |
| { |
| "epoch": 1.9657732253113958, |
| "grad_norm": 1.3046458959579468, |
| "learning_rate": 6.905022613663413e-05, |
| "loss": 2.0628787994384767, |
| "step": 13770 |
| }, |
| { |
| "epoch": 1.967200828009565, |
| "grad_norm": 1.2223836183547974, |
| "learning_rate": 6.89550107117353e-05, |
| "loss": 1.977756881713867, |
| "step": 13780 |
| }, |
| { |
| "epoch": 1.9686284307077342, |
| "grad_norm": 1.576417326927185, |
| "learning_rate": 6.885979528683647e-05, |
| "loss": 2.068132019042969, |
| "step": 13790 |
| }, |
| { |
| "epoch": 1.9700560334059032, |
| "grad_norm": 1.0100486278533936, |
| "learning_rate": 6.876457986193764e-05, |
| "loss": 1.9988759994506835, |
| "step": 13800 |
| }, |
| { |
| "epoch": 1.9714836361040722, |
| "grad_norm": 1.098382592201233, |
| "learning_rate": 6.86693644370388e-05, |
| "loss": 2.086368751525879, |
| "step": 13810 |
| }, |
| { |
| "epoch": 1.9729112388022414, |
| "grad_norm": 1.3169435262680054, |
| "learning_rate": 6.857414901213996e-05, |
| "loss": 2.0814802169799806, |
| "step": 13820 |
| }, |
| { |
| "epoch": 1.9743388415004104, |
| "grad_norm": 1.2749425172805786, |
| "learning_rate": 6.847893358724113e-05, |
| "loss": 1.9730493545532226, |
| "step": 13830 |
| }, |
| { |
| "epoch": 1.9757664441985794, |
| "grad_norm": 1.1500614881515503, |
| "learning_rate": 6.83837181623423e-05, |
| "loss": 2.0157394409179688, |
| "step": 13840 |
| }, |
| { |
| "epoch": 1.9771940468967486, |
| "grad_norm": 1.308201551437378, |
| "learning_rate": 6.828850273744347e-05, |
| "loss": 1.9294050216674805, |
| "step": 13850 |
| }, |
| { |
| "epoch": 1.9786216495949178, |
| "grad_norm": 1.300015926361084, |
| "learning_rate": 6.819328731254463e-05, |
| "loss": 2.149728202819824, |
| "step": 13860 |
| }, |
| { |
| "epoch": 1.9800492522930868, |
| "grad_norm": 1.0803039073944092, |
| "learning_rate": 6.80980718876458e-05, |
| "loss": 1.9478628158569335, |
| "step": 13870 |
| }, |
| { |
| "epoch": 1.9814768549912558, |
| "grad_norm": 1.1940149068832397, |
| "learning_rate": 6.800285646274697e-05, |
| "loss": 2.011227035522461, |
| "step": 13880 |
| }, |
| { |
| "epoch": 1.982904457689425, |
| "grad_norm": 1.2206110954284668, |
| "learning_rate": 6.790764103784814e-05, |
| "loss": 2.096553993225098, |
| "step": 13890 |
| }, |
| { |
| "epoch": 1.9843320603875942, |
| "grad_norm": 1.3003445863723755, |
| "learning_rate": 6.781242561294931e-05, |
| "loss": 2.0391618728637697, |
| "step": 13900 |
| }, |
| { |
| "epoch": 1.9857596630857632, |
| "grad_norm": 1.1580556631088257, |
| "learning_rate": 6.771721018805048e-05, |
| "loss": 2.0295862197875976, |
| "step": 13910 |
| }, |
| { |
| "epoch": 1.9871872657839322, |
| "grad_norm": 1.1516274213790894, |
| "learning_rate": 6.762199476315163e-05, |
| "loss": 1.9885385513305665, |
| "step": 13920 |
| }, |
| { |
| "epoch": 1.9886148684821014, |
| "grad_norm": 1.1187989711761475, |
| "learning_rate": 6.75267793382528e-05, |
| "loss": 2.0330890655517577, |
| "step": 13930 |
| }, |
| { |
| "epoch": 1.9900424711802707, |
| "grad_norm": 1.0881680250167847, |
| "learning_rate": 6.743156391335397e-05, |
| "loss": 2.0809677124023436, |
| "step": 13940 |
| }, |
| { |
| "epoch": 1.9914700738784397, |
| "grad_norm": 1.1990684270858765, |
| "learning_rate": 6.733634848845514e-05, |
| "loss": 1.9832719802856444, |
| "step": 13950 |
| }, |
| { |
| "epoch": 1.9928976765766087, |
| "grad_norm": 1.3778204917907715, |
| "learning_rate": 6.72411330635563e-05, |
| "loss": 2.0827215194702147, |
| "step": 13960 |
| }, |
| { |
| "epoch": 1.9943252792747779, |
| "grad_norm": 1.2348558902740479, |
| "learning_rate": 6.714591763865747e-05, |
| "loss": 2.049481964111328, |
| "step": 13970 |
| }, |
| { |
| "epoch": 1.995752881972947, |
| "grad_norm": 1.884214162826538, |
| "learning_rate": 6.705070221375863e-05, |
| "loss": 2.1559295654296875, |
| "step": 13980 |
| }, |
| { |
| "epoch": 1.9971804846711159, |
| "grad_norm": 1.4469555616378784, |
| "learning_rate": 6.69554867888598e-05, |
| "loss": 1.96083984375, |
| "step": 13990 |
| }, |
| { |
| "epoch": 1.998608087369285, |
| "grad_norm": 1.2459849119186401, |
| "learning_rate": 6.686027136396097e-05, |
| "loss": 2.010843276977539, |
| "step": 14000 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 1.1544809341430664, |
| "learning_rate": 6.676505593906213e-05, |
| "loss": 1.9843250274658204, |
| "step": 14010 |
| }, |
| { |
| "epoch": 2.001427602698169, |
| "grad_norm": 0.9089034199714661, |
| "learning_rate": 6.66698405141633e-05, |
| "loss": 1.9421382904052735, |
| "step": 14020 |
| }, |
| { |
| "epoch": 2.002855205396338, |
| "grad_norm": 1.098841667175293, |
| "learning_rate": 6.657462508926447e-05, |
| "loss": 2.0986822128295897, |
| "step": 14030 |
| }, |
| { |
| "epoch": 2.004282808094507, |
| "grad_norm": 1.2563408613204956, |
| "learning_rate": 6.648893120685551e-05, |
| "loss": 1.9875288009643555, |
| "step": 14040 |
| }, |
| { |
| "epoch": 2.0057104107926764, |
| "grad_norm": 1.0033822059631348, |
| "learning_rate": 6.639371578195668e-05, |
| "loss": 1.9294179916381835, |
| "step": 14050 |
| }, |
| { |
| "epoch": 2.0071380134908456, |
| "grad_norm": 1.384800910949707, |
| "learning_rate": 6.629850035705785e-05, |
| "loss": 2.044336700439453, |
| "step": 14060 |
| }, |
| { |
| "epoch": 2.0085656161890144, |
| "grad_norm": 1.0126487016677856, |
| "learning_rate": 6.620328493215902e-05, |
| "loss": 1.9618438720703124, |
| "step": 14070 |
| }, |
| { |
| "epoch": 2.0099932188871836, |
| "grad_norm": 1.110125184059143, |
| "learning_rate": 6.610806950726019e-05, |
| "loss": 2.0328197479248047, |
| "step": 14080 |
| }, |
| { |
| "epoch": 2.011420821585353, |
| "grad_norm": 1.0431183576583862, |
| "learning_rate": 6.601285408236134e-05, |
| "loss": 2.1001434326171875, |
| "step": 14090 |
| }, |
| { |
| "epoch": 2.012848424283522, |
| "grad_norm": 1.2809975147247314, |
| "learning_rate": 6.591763865746251e-05, |
| "loss": 1.8712018966674804, |
| "step": 14100 |
| }, |
| { |
| "epoch": 2.014276026981691, |
| "grad_norm": 1.1926685571670532, |
| "learning_rate": 6.582242323256368e-05, |
| "loss": 1.9982311248779296, |
| "step": 14110 |
| }, |
| { |
| "epoch": 2.01570362967986, |
| "grad_norm": 1.1320374011993408, |
| "learning_rate": 6.572720780766485e-05, |
| "loss": 2.0903604507446287, |
| "step": 14120 |
| }, |
| { |
| "epoch": 2.0171312323780293, |
| "grad_norm": 1.0534803867340088, |
| "learning_rate": 6.563199238276602e-05, |
| "loss": 2.013362503051758, |
| "step": 14130 |
| }, |
| { |
| "epoch": 2.0185588350761985, |
| "grad_norm": 1.4934844970703125, |
| "learning_rate": 6.553677695786717e-05, |
| "loss": 2.0845956802368164, |
| "step": 14140 |
| }, |
| { |
| "epoch": 2.0199864377743673, |
| "grad_norm": 1.2419373989105225, |
| "learning_rate": 6.544156153296834e-05, |
| "loss": 2.008251953125, |
| "step": 14150 |
| }, |
| { |
| "epoch": 2.0214140404725365, |
| "grad_norm": 1.0556491613388062, |
| "learning_rate": 6.534634610806951e-05, |
| "loss": 1.9983444213867188, |
| "step": 14160 |
| }, |
| { |
| "epoch": 2.0228416431707057, |
| "grad_norm": 1.3728446960449219, |
| "learning_rate": 6.525113068317068e-05, |
| "loss": 2.014224815368652, |
| "step": 14170 |
| }, |
| { |
| "epoch": 2.024269245868875, |
| "grad_norm": 1.0407994985580444, |
| "learning_rate": 6.515591525827184e-05, |
| "loss": 1.9740034103393556, |
| "step": 14180 |
| }, |
| { |
| "epoch": 2.0256968485670437, |
| "grad_norm": 1.1779024600982666, |
| "learning_rate": 6.5060699833373e-05, |
| "loss": 2.047129821777344, |
| "step": 14190 |
| }, |
| { |
| "epoch": 2.027124451265213, |
| "grad_norm": 1.077741265296936, |
| "learning_rate": 6.496548440847417e-05, |
| "loss": 1.9232637405395507, |
| "step": 14200 |
| }, |
| { |
| "epoch": 2.028552053963382, |
| "grad_norm": 1.4067444801330566, |
| "learning_rate": 6.487026898357534e-05, |
| "loss": 2.0248184204101562, |
| "step": 14210 |
| }, |
| { |
| "epoch": 2.029979656661551, |
| "grad_norm": 0.943439781665802, |
| "learning_rate": 6.477505355867651e-05, |
| "loss": 1.966324234008789, |
| "step": 14220 |
| }, |
| { |
| "epoch": 2.03140725935972, |
| "grad_norm": 1.1769946813583374, |
| "learning_rate": 6.467983813377767e-05, |
| "loss": 1.9678522109985352, |
| "step": 14230 |
| }, |
| { |
| "epoch": 2.0328348620578893, |
| "grad_norm": 1.2881193161010742, |
| "learning_rate": 6.458462270887884e-05, |
| "loss": 2.1441604614257814, |
| "step": 14240 |
| }, |
| { |
| "epoch": 2.0342624647560585, |
| "grad_norm": 1.1187770366668701, |
| "learning_rate": 6.448940728398e-05, |
| "loss": 1.986628532409668, |
| "step": 14250 |
| }, |
| { |
| "epoch": 2.0356900674542273, |
| "grad_norm": 1.0948803424835205, |
| "learning_rate": 6.439419185908117e-05, |
| "loss": 1.8771780014038086, |
| "step": 14260 |
| }, |
| { |
| "epoch": 2.0371176701523965, |
| "grad_norm": 1.0320061445236206, |
| "learning_rate": 6.429897643418234e-05, |
| "loss": 1.9376998901367188, |
| "step": 14270 |
| }, |
| { |
| "epoch": 2.0385452728505657, |
| "grad_norm": 0.979020893573761, |
| "learning_rate": 6.42037610092835e-05, |
| "loss": 1.8472368240356445, |
| "step": 14280 |
| }, |
| { |
| "epoch": 2.039972875548735, |
| "grad_norm": 1.913278341293335, |
| "learning_rate": 6.410854558438467e-05, |
| "loss": 1.9593034744262696, |
| "step": 14290 |
| }, |
| { |
| "epoch": 2.0414004782469037, |
| "grad_norm": 1.5530829429626465, |
| "learning_rate": 6.401333015948584e-05, |
| "loss": 2.0295162200927734, |
| "step": 14300 |
| }, |
| { |
| "epoch": 2.042828080945073, |
| "grad_norm": 1.194719672203064, |
| "learning_rate": 6.3918114734587e-05, |
| "loss": 2.0369091033935547, |
| "step": 14310 |
| }, |
| { |
| "epoch": 2.044255683643242, |
| "grad_norm": 1.3701776266098022, |
| "learning_rate": 6.382289930968817e-05, |
| "loss": 2.045989418029785, |
| "step": 14320 |
| }, |
| { |
| "epoch": 2.0456832863414114, |
| "grad_norm": 1.0509649515151978, |
| "learning_rate": 6.372768388478933e-05, |
| "loss": 1.9322639465332032, |
| "step": 14330 |
| }, |
| { |
| "epoch": 2.04711088903958, |
| "grad_norm": 1.4132171869277954, |
| "learning_rate": 6.36324684598905e-05, |
| "loss": 2.0783029556274415, |
| "step": 14340 |
| }, |
| { |
| "epoch": 2.0485384917377494, |
| "grad_norm": 1.180469274520874, |
| "learning_rate": 6.353725303499167e-05, |
| "loss": 2.0046579360961916, |
| "step": 14350 |
| }, |
| { |
| "epoch": 2.0499660944359186, |
| "grad_norm": 1.1820670366287231, |
| "learning_rate": 6.344203761009284e-05, |
| "loss": 1.9886526107788085, |
| "step": 14360 |
| }, |
| { |
| "epoch": 2.0513936971340874, |
| "grad_norm": 1.1659674644470215, |
| "learning_rate": 6.3346822185194e-05, |
| "loss": 2.0607460021972654, |
| "step": 14370 |
| }, |
| { |
| "epoch": 2.0528212998322566, |
| "grad_norm": 1.2981035709381104, |
| "learning_rate": 6.325160676029517e-05, |
| "loss": 1.9812862396240234, |
| "step": 14380 |
| }, |
| { |
| "epoch": 2.054248902530426, |
| "grad_norm": 1.0011330842971802, |
| "learning_rate": 6.315639133539634e-05, |
| "loss": 1.962367630004883, |
| "step": 14390 |
| }, |
| { |
| "epoch": 2.055676505228595, |
| "grad_norm": 1.0153578519821167, |
| "learning_rate": 6.306117591049751e-05, |
| "loss": 1.8986312866210937, |
| "step": 14400 |
| }, |
| { |
| "epoch": 2.057104107926764, |
| "grad_norm": 1.4835940599441528, |
| "learning_rate": 6.296596048559868e-05, |
| "loss": 2.03796443939209, |
| "step": 14410 |
| }, |
| { |
| "epoch": 2.058531710624933, |
| "grad_norm": 1.381401777267456, |
| "learning_rate": 6.287074506069984e-05, |
| "loss": 1.8883466720581055, |
| "step": 14420 |
| }, |
| { |
| "epoch": 2.0599593133231022, |
| "grad_norm": 1.09195876121521, |
| "learning_rate": 6.2775529635801e-05, |
| "loss": 1.9108970642089844, |
| "step": 14430 |
| }, |
| { |
| "epoch": 2.0613869160212714, |
| "grad_norm": 1.1155352592468262, |
| "learning_rate": 6.268031421090217e-05, |
| "loss": 1.9888645172119142, |
| "step": 14440 |
| }, |
| { |
| "epoch": 2.06281451871944, |
| "grad_norm": 1.2529290914535522, |
| "learning_rate": 6.258509878600334e-05, |
| "loss": 1.9784982681274415, |
| "step": 14450 |
| }, |
| { |
| "epoch": 2.0642421214176094, |
| "grad_norm": 1.2153412103652954, |
| "learning_rate": 6.248988336110451e-05, |
| "loss": 2.051775360107422, |
| "step": 14460 |
| }, |
| { |
| "epoch": 2.0656697241157786, |
| "grad_norm": 1.0196552276611328, |
| "learning_rate": 6.239466793620567e-05, |
| "loss": 1.9284236907958985, |
| "step": 14470 |
| }, |
| { |
| "epoch": 2.067097326813948, |
| "grad_norm": 1.364317536354065, |
| "learning_rate": 6.229945251130683e-05, |
| "loss": 2.175960159301758, |
| "step": 14480 |
| }, |
| { |
| "epoch": 2.0685249295121166, |
| "grad_norm": 1.0491912364959717, |
| "learning_rate": 6.2204237086408e-05, |
| "loss": 1.9170143127441406, |
| "step": 14490 |
| }, |
| { |
| "epoch": 2.069952532210286, |
| "grad_norm": 1.133324146270752, |
| "learning_rate": 6.210902166150917e-05, |
| "loss": 1.9146308898925781, |
| "step": 14500 |
| }, |
| { |
| "epoch": 2.071380134908455, |
| "grad_norm": 1.2340611219406128, |
| "learning_rate": 6.201380623661034e-05, |
| "loss": 2.0065280914306642, |
| "step": 14510 |
| }, |
| { |
| "epoch": 2.0728077376066243, |
| "grad_norm": 1.2689627408981323, |
| "learning_rate": 6.19185908117115e-05, |
| "loss": 1.9906892776489258, |
| "step": 14520 |
| }, |
| { |
| "epoch": 2.074235340304793, |
| "grad_norm": 1.20632803440094, |
| "learning_rate": 6.182337538681267e-05, |
| "loss": 1.9211248397827148, |
| "step": 14530 |
| }, |
| { |
| "epoch": 2.0756629430029623, |
| "grad_norm": 1.0742918252944946, |
| "learning_rate": 6.172815996191383e-05, |
| "loss": 2.0323781967163086, |
| "step": 14540 |
| }, |
| { |
| "epoch": 2.0770905457011315, |
| "grad_norm": 1.5465048551559448, |
| "learning_rate": 6.1632944537015e-05, |
| "loss": 1.9510377883911132, |
| "step": 14550 |
| }, |
| { |
| "epoch": 2.0785181483993003, |
| "grad_norm": 1.1654354333877563, |
| "learning_rate": 6.153772911211616e-05, |
| "loss": 1.9593034744262696, |
| "step": 14560 |
| }, |
| { |
| "epoch": 2.0799457510974695, |
| "grad_norm": 1.1346428394317627, |
| "learning_rate": 6.144251368721733e-05, |
| "loss": 2.123276710510254, |
| "step": 14570 |
| }, |
| { |
| "epoch": 2.0813733537956387, |
| "grad_norm": 1.1301493644714355, |
| "learning_rate": 6.13472982623185e-05, |
| "loss": 2.0369842529296873, |
| "step": 14580 |
| }, |
| { |
| "epoch": 2.082800956493808, |
| "grad_norm": 1.1545064449310303, |
| "learning_rate": 6.125208283741967e-05, |
| "loss": 1.930311393737793, |
| "step": 14590 |
| }, |
| { |
| "epoch": 2.0842285591919767, |
| "grad_norm": 1.0770646333694458, |
| "learning_rate": 6.115686741252083e-05, |
| "loss": 1.9985736846923827, |
| "step": 14600 |
| }, |
| { |
| "epoch": 2.085656161890146, |
| "grad_norm": 1.2177454233169556, |
| "learning_rate": 6.106165198762199e-05, |
| "loss": 2.0298110961914064, |
| "step": 14610 |
| }, |
| { |
| "epoch": 2.087083764588315, |
| "grad_norm": 1.1246331930160522, |
| "learning_rate": 6.096643656272316e-05, |
| "loss": 2.1766342163085937, |
| "step": 14620 |
| }, |
| { |
| "epoch": 2.0885113672864843, |
| "grad_norm": 1.0951778888702393, |
| "learning_rate": 6.087122113782433e-05, |
| "loss": 2.0222002029418946, |
| "step": 14630 |
| }, |
| { |
| "epoch": 2.089938969984653, |
| "grad_norm": 1.1420915126800537, |
| "learning_rate": 6.0776005712925496e-05, |
| "loss": 2.06520938873291, |
| "step": 14640 |
| }, |
| { |
| "epoch": 2.0913665726828223, |
| "grad_norm": 1.0830886363983154, |
| "learning_rate": 6.0680790288026665e-05, |
| "loss": 1.9397008895874024, |
| "step": 14650 |
| }, |
| { |
| "epoch": 2.0927941753809916, |
| "grad_norm": 1.0558019876480103, |
| "learning_rate": 6.058557486312783e-05, |
| "loss": 2.0807777404785157, |
| "step": 14660 |
| }, |
| { |
| "epoch": 2.0942217780791608, |
| "grad_norm": 1.2316898107528687, |
| "learning_rate": 6.0490359438228996e-05, |
| "loss": 1.940640640258789, |
| "step": 14670 |
| }, |
| { |
| "epoch": 2.0956493807773295, |
| "grad_norm": 1.0672756433486938, |
| "learning_rate": 6.0395144013330165e-05, |
| "loss": 1.9634107589721679, |
| "step": 14680 |
| }, |
| { |
| "epoch": 2.0970769834754988, |
| "grad_norm": 1.3840558528900146, |
| "learning_rate": 6.0299928588431334e-05, |
| "loss": 2.0458131790161134, |
| "step": 14690 |
| }, |
| { |
| "epoch": 2.098504586173668, |
| "grad_norm": 1.1520706415176392, |
| "learning_rate": 6.02047131635325e-05, |
| "loss": 2.012078285217285, |
| "step": 14700 |
| }, |
| { |
| "epoch": 2.099932188871837, |
| "grad_norm": 1.2449944019317627, |
| "learning_rate": 6.010949773863366e-05, |
| "loss": 2.0032716751098634, |
| "step": 14710 |
| }, |
| { |
| "epoch": 2.101359791570006, |
| "grad_norm": 1.2121634483337402, |
| "learning_rate": 6.001428231373483e-05, |
| "loss": 2.0020044326782225, |
| "step": 14720 |
| }, |
| { |
| "epoch": 2.102787394268175, |
| "grad_norm": 2.08486270904541, |
| "learning_rate": 5.9919066888835996e-05, |
| "loss": 1.8752206802368163, |
| "step": 14730 |
| }, |
| { |
| "epoch": 2.1042149969663444, |
| "grad_norm": 1.3137811422348022, |
| "learning_rate": 5.9823851463937165e-05, |
| "loss": 1.9468732833862306, |
| "step": 14740 |
| }, |
| { |
| "epoch": 2.105642599664513, |
| "grad_norm": 1.1885219812393188, |
| "learning_rate": 5.9728636039038333e-05, |
| "loss": 1.844599723815918, |
| "step": 14750 |
| }, |
| { |
| "epoch": 2.1070702023626824, |
| "grad_norm": 1.1521098613739014, |
| "learning_rate": 5.963342061413949e-05, |
| "loss": 1.9542427062988281, |
| "step": 14760 |
| }, |
| { |
| "epoch": 2.1084978050608516, |
| "grad_norm": 1.0784906148910522, |
| "learning_rate": 5.953820518924066e-05, |
| "loss": 2.0869415283203123, |
| "step": 14770 |
| }, |
| { |
| "epoch": 2.109925407759021, |
| "grad_norm": 1.0031477212905884, |
| "learning_rate": 5.9442989764341827e-05, |
| "loss": 1.8794139862060546, |
| "step": 14780 |
| }, |
| { |
| "epoch": 2.1113530104571896, |
| "grad_norm": 1.2494300603866577, |
| "learning_rate": 5.9347774339442995e-05, |
| "loss": 2.0164241790771484, |
| "step": 14790 |
| }, |
| { |
| "epoch": 2.112780613155359, |
| "grad_norm": 1.3908637762069702, |
| "learning_rate": 5.925255891454415e-05, |
| "loss": 1.8808303833007813, |
| "step": 14800 |
| }, |
| { |
| "epoch": 2.114208215853528, |
| "grad_norm": 1.3690054416656494, |
| "learning_rate": 5.915734348964532e-05, |
| "loss": 2.1947221755981445, |
| "step": 14810 |
| }, |
| { |
| "epoch": 2.1156358185516972, |
| "grad_norm": 1.1622953414916992, |
| "learning_rate": 5.906212806474649e-05, |
| "loss": 1.963119125366211, |
| "step": 14820 |
| }, |
| { |
| "epoch": 2.117063421249866, |
| "grad_norm": 1.0372982025146484, |
| "learning_rate": 5.896691263984766e-05, |
| "loss": 2.1200416564941404, |
| "step": 14830 |
| }, |
| { |
| "epoch": 2.1184910239480352, |
| "grad_norm": 1.7104233503341675, |
| "learning_rate": 5.8871697214948826e-05, |
| "loss": 2.056626892089844, |
| "step": 14840 |
| }, |
| { |
| "epoch": 2.1199186266462045, |
| "grad_norm": 1.118251085281372, |
| "learning_rate": 5.877648179004999e-05, |
| "loss": 1.958135986328125, |
| "step": 14850 |
| }, |
| { |
| "epoch": 2.1213462293443737, |
| "grad_norm": 1.3177067041397095, |
| "learning_rate": 5.868126636515116e-05, |
| "loss": 1.9979423522949218, |
| "step": 14860 |
| }, |
| { |
| "epoch": 2.1227738320425424, |
| "grad_norm": 1.5623153448104858, |
| "learning_rate": 5.8586050940252326e-05, |
| "loss": 2.0845569610595702, |
| "step": 14870 |
| }, |
| { |
| "epoch": 2.1242014347407117, |
| "grad_norm": 1.2062747478485107, |
| "learning_rate": 5.8490835515353495e-05, |
| "loss": 1.8813060760498046, |
| "step": 14880 |
| }, |
| { |
| "epoch": 2.125629037438881, |
| "grad_norm": 1.5583804845809937, |
| "learning_rate": 5.8395620090454664e-05, |
| "loss": 2.014190101623535, |
| "step": 14890 |
| }, |
| { |
| "epoch": 2.1270566401370496, |
| "grad_norm": 1.1478065252304077, |
| "learning_rate": 5.830040466555582e-05, |
| "loss": 1.8913141250610352, |
| "step": 14900 |
| }, |
| { |
| "epoch": 2.128484242835219, |
| "grad_norm": 1.252751350402832, |
| "learning_rate": 5.820518924065699e-05, |
| "loss": 1.9767805099487306, |
| "step": 14910 |
| }, |
| { |
| "epoch": 2.129911845533388, |
| "grad_norm": 1.3447868824005127, |
| "learning_rate": 5.810997381575816e-05, |
| "loss": 1.9447132110595704, |
| "step": 14920 |
| }, |
| { |
| "epoch": 2.1313394482315573, |
| "grad_norm": 1.0841307640075684, |
| "learning_rate": 5.8014758390859326e-05, |
| "loss": 1.8993200302124023, |
| "step": 14930 |
| }, |
| { |
| "epoch": 2.132767050929726, |
| "grad_norm": 1.3026918172836304, |
| "learning_rate": 5.7919542965960495e-05, |
| "loss": 2.1418872833251954, |
| "step": 14940 |
| }, |
| { |
| "epoch": 2.1341946536278953, |
| "grad_norm": 1.424307942390442, |
| "learning_rate": 5.782432754106165e-05, |
| "loss": 2.085586929321289, |
| "step": 14950 |
| }, |
| { |
| "epoch": 2.1356222563260645, |
| "grad_norm": 1.162610650062561, |
| "learning_rate": 5.772911211616282e-05, |
| "loss": 2.1570777893066406, |
| "step": 14960 |
| }, |
| { |
| "epoch": 2.1370498590242337, |
| "grad_norm": 1.3123327493667603, |
| "learning_rate": 5.763389669126399e-05, |
| "loss": 1.929331398010254, |
| "step": 14970 |
| }, |
| { |
| "epoch": 2.1384774617224025, |
| "grad_norm": 1.2763254642486572, |
| "learning_rate": 5.7538681266365157e-05, |
| "loss": 2.0696670532226564, |
| "step": 14980 |
| }, |
| { |
| "epoch": 2.1399050644205717, |
| "grad_norm": 1.1092665195465088, |
| "learning_rate": 5.744346584146631e-05, |
| "loss": 2.118440055847168, |
| "step": 14990 |
| }, |
| { |
| "epoch": 2.141332667118741, |
| "grad_norm": 1.0695382356643677, |
| "learning_rate": 5.734825041656748e-05, |
| "loss": 2.218397331237793, |
| "step": 15000 |
| }, |
| { |
| "epoch": 2.14276026981691, |
| "grad_norm": 1.1685717105865479, |
| "learning_rate": 5.725303499166865e-05, |
| "loss": 1.961024284362793, |
| "step": 15010 |
| }, |
| { |
| "epoch": 2.144187872515079, |
| "grad_norm": 1.2546069622039795, |
| "learning_rate": 5.715781956676982e-05, |
| "loss": 1.9961881637573242, |
| "step": 15020 |
| }, |
| { |
| "epoch": 2.145615475213248, |
| "grad_norm": 1.0668163299560547, |
| "learning_rate": 5.706260414187099e-05, |
| "loss": 2.125642013549805, |
| "step": 15030 |
| }, |
| { |
| "epoch": 2.1470430779114174, |
| "grad_norm": 1.095601201057434, |
| "learning_rate": 5.696738871697215e-05, |
| "loss": 1.95892333984375, |
| "step": 15040 |
| }, |
| { |
| "epoch": 2.148470680609586, |
| "grad_norm": 1.966359257698059, |
| "learning_rate": 5.687217329207332e-05, |
| "loss": 1.9628381729125977, |
| "step": 15050 |
| }, |
| { |
| "epoch": 2.1498982833077553, |
| "grad_norm": 1.1606801748275757, |
| "learning_rate": 5.677695786717449e-05, |
| "loss": 1.9945301055908202, |
| "step": 15060 |
| }, |
| { |
| "epoch": 2.1513258860059246, |
| "grad_norm": 1.3605085611343384, |
| "learning_rate": 5.6681742442275656e-05, |
| "loss": 2.049635124206543, |
| "step": 15070 |
| }, |
| { |
| "epoch": 2.1527534887040938, |
| "grad_norm": 1.3199994564056396, |
| "learning_rate": 5.6586527017376825e-05, |
| "loss": 1.8475522994995117, |
| "step": 15080 |
| }, |
| { |
| "epoch": 2.1541810914022625, |
| "grad_norm": 1.1955424547195435, |
| "learning_rate": 5.649131159247798e-05, |
| "loss": 2.0906286239624023, |
| "step": 15090 |
| }, |
| { |
| "epoch": 2.1556086941004318, |
| "grad_norm": 0.9662287831306458, |
| "learning_rate": 5.639609616757915e-05, |
| "loss": 1.9949686050415039, |
| "step": 15100 |
| }, |
| { |
| "epoch": 2.157036296798601, |
| "grad_norm": 1.0759321451187134, |
| "learning_rate": 5.630088074268032e-05, |
| "loss": 2.022344207763672, |
| "step": 15110 |
| }, |
| { |
| "epoch": 2.15846389949677, |
| "grad_norm": 1.237735390663147, |
| "learning_rate": 5.620566531778149e-05, |
| "loss": 1.9482919692993164, |
| "step": 15120 |
| }, |
| { |
| "epoch": 2.159891502194939, |
| "grad_norm": 1.2388379573822021, |
| "learning_rate": 5.6110449892882656e-05, |
| "loss": 1.9682613372802735, |
| "step": 15130 |
| }, |
| { |
| "epoch": 2.161319104893108, |
| "grad_norm": 1.3245164155960083, |
| "learning_rate": 5.601523446798381e-05, |
| "loss": 1.9353225708007813, |
| "step": 15140 |
| }, |
| { |
| "epoch": 2.1627467075912774, |
| "grad_norm": 1.4548062086105347, |
| "learning_rate": 5.592001904308498e-05, |
| "loss": 1.9768058776855468, |
| "step": 15150 |
| }, |
| { |
| "epoch": 2.1641743102894466, |
| "grad_norm": 1.1336613893508911, |
| "learning_rate": 5.582480361818615e-05, |
| "loss": 2.0184919357299806, |
| "step": 15160 |
| }, |
| { |
| "epoch": 2.1656019129876154, |
| "grad_norm": 1.5666173696517944, |
| "learning_rate": 5.572958819328732e-05, |
| "loss": 1.9705633163452148, |
| "step": 15170 |
| }, |
| { |
| "epoch": 2.1670295156857846, |
| "grad_norm": 1.144084095954895, |
| "learning_rate": 5.563437276838847e-05, |
| "loss": 2.0450462341308593, |
| "step": 15180 |
| }, |
| { |
| "epoch": 2.168457118383954, |
| "grad_norm": 1.1473979949951172, |
| "learning_rate": 5.553915734348964e-05, |
| "loss": 1.9039793014526367, |
| "step": 15190 |
| }, |
| { |
| "epoch": 2.169884721082123, |
| "grad_norm": 1.1140494346618652, |
| "learning_rate": 5.544394191859081e-05, |
| "loss": 2.081629753112793, |
| "step": 15200 |
| }, |
| { |
| "epoch": 2.171312323780292, |
| "grad_norm": 1.203489065170288, |
| "learning_rate": 5.534872649369198e-05, |
| "loss": 2.0587711334228516, |
| "step": 15210 |
| }, |
| { |
| "epoch": 2.172739926478461, |
| "grad_norm": 1.2065495252609253, |
| "learning_rate": 5.525351106879315e-05, |
| "loss": 2.0020076751708986, |
| "step": 15220 |
| }, |
| { |
| "epoch": 2.1741675291766303, |
| "grad_norm": 1.0686746835708618, |
| "learning_rate": 5.515829564389431e-05, |
| "loss": 1.9783267974853516, |
| "step": 15230 |
| }, |
| { |
| "epoch": 2.1755951318747995, |
| "grad_norm": 1.1544544696807861, |
| "learning_rate": 5.506308021899548e-05, |
| "loss": 1.9598028182983398, |
| "step": 15240 |
| }, |
| { |
| "epoch": 2.1770227345729682, |
| "grad_norm": 1.4742151498794556, |
| "learning_rate": 5.496786479409665e-05, |
| "loss": 1.8952831268310546, |
| "step": 15250 |
| }, |
| { |
| "epoch": 2.1784503372711375, |
| "grad_norm": 1.5490636825561523, |
| "learning_rate": 5.487264936919782e-05, |
| "loss": 1.9991025924682617, |
| "step": 15260 |
| }, |
| { |
| "epoch": 2.1798779399693067, |
| "grad_norm": 1.2429455518722534, |
| "learning_rate": 5.4777433944298986e-05, |
| "loss": 2.012087821960449, |
| "step": 15270 |
| }, |
| { |
| "epoch": 2.1813055426674755, |
| "grad_norm": 1.2625069618225098, |
| "learning_rate": 5.468221851940014e-05, |
| "loss": 1.9305208206176758, |
| "step": 15280 |
| }, |
| { |
| "epoch": 2.1827331453656447, |
| "grad_norm": 1.1262668371200562, |
| "learning_rate": 5.458700309450131e-05, |
| "loss": 1.9402307510375976, |
| "step": 15290 |
| }, |
| { |
| "epoch": 2.184160748063814, |
| "grad_norm": 1.1682697534561157, |
| "learning_rate": 5.449178766960248e-05, |
| "loss": 2.062732124328613, |
| "step": 15300 |
| }, |
| { |
| "epoch": 2.185588350761983, |
| "grad_norm": 1.2452971935272217, |
| "learning_rate": 5.439657224470365e-05, |
| "loss": 1.9681610107421874, |
| "step": 15310 |
| }, |
| { |
| "epoch": 2.187015953460152, |
| "grad_norm": 1.2260686159133911, |
| "learning_rate": 5.430135681980482e-05, |
| "loss": 2.016870307922363, |
| "step": 15320 |
| }, |
| { |
| "epoch": 2.188443556158321, |
| "grad_norm": 1.3355969190597534, |
| "learning_rate": 5.420614139490597e-05, |
| "loss": 1.959249496459961, |
| "step": 15330 |
| }, |
| { |
| "epoch": 2.1898711588564903, |
| "grad_norm": 1.3273026943206787, |
| "learning_rate": 5.411092597000714e-05, |
| "loss": 1.9223682403564453, |
| "step": 15340 |
| }, |
| { |
| "epoch": 2.1912987615546595, |
| "grad_norm": 1.3289768695831299, |
| "learning_rate": 5.401571054510831e-05, |
| "loss": 1.9478498458862306, |
| "step": 15350 |
| }, |
| { |
| "epoch": 2.1927263642528283, |
| "grad_norm": 1.4009289741516113, |
| "learning_rate": 5.392049512020948e-05, |
| "loss": 1.811954879760742, |
| "step": 15360 |
| }, |
| { |
| "epoch": 2.1941539669509975, |
| "grad_norm": 1.242896556854248, |
| "learning_rate": 5.382527969531064e-05, |
| "loss": 2.158904266357422, |
| "step": 15370 |
| }, |
| { |
| "epoch": 2.1955815696491667, |
| "grad_norm": 1.8332645893096924, |
| "learning_rate": 5.37300642704118e-05, |
| "loss": 2.1291406631469725, |
| "step": 15380 |
| }, |
| { |
| "epoch": 2.197009172347336, |
| "grad_norm": 1.2584983110427856, |
| "learning_rate": 5.363484884551297e-05, |
| "loss": 2.1477169036865233, |
| "step": 15390 |
| }, |
| { |
| "epoch": 2.1984367750455047, |
| "grad_norm": 1.343069076538086, |
| "learning_rate": 5.353963342061414e-05, |
| "loss": 1.8398696899414062, |
| "step": 15400 |
| }, |
| { |
| "epoch": 2.199864377743674, |
| "grad_norm": 1.2898625135421753, |
| "learning_rate": 5.344441799571531e-05, |
| "loss": 2.0486936569213867, |
| "step": 15410 |
| }, |
| { |
| "epoch": 2.201291980441843, |
| "grad_norm": 1.4354395866394043, |
| "learning_rate": 5.334920257081647e-05, |
| "loss": 2.1760021209716798, |
| "step": 15420 |
| }, |
| { |
| "epoch": 2.202719583140012, |
| "grad_norm": 1.180816888809204, |
| "learning_rate": 5.325398714591764e-05, |
| "loss": 2.03610782623291, |
| "step": 15430 |
| }, |
| { |
| "epoch": 2.204147185838181, |
| "grad_norm": 1.3519412279129028, |
| "learning_rate": 5.315877172101881e-05, |
| "loss": 2.1258440017700195, |
| "step": 15440 |
| }, |
| { |
| "epoch": 2.2055747885363504, |
| "grad_norm": 1.7197996377944946, |
| "learning_rate": 5.306355629611998e-05, |
| "loss": 1.9166088104248047, |
| "step": 15450 |
| }, |
| { |
| "epoch": 2.2070023912345196, |
| "grad_norm": 1.1483829021453857, |
| "learning_rate": 5.296834087122115e-05, |
| "loss": 1.8572282791137695, |
| "step": 15460 |
| }, |
| { |
| "epoch": 2.2084299939326884, |
| "grad_norm": 1.0768811702728271, |
| "learning_rate": 5.28731254463223e-05, |
| "loss": 1.8752784729003906, |
| "step": 15470 |
| }, |
| { |
| "epoch": 2.2098575966308576, |
| "grad_norm": 1.6598796844482422, |
| "learning_rate": 5.277791002142347e-05, |
| "loss": 2.0793161392211914, |
| "step": 15480 |
| }, |
| { |
| "epoch": 2.211285199329027, |
| "grad_norm": 1.2683194875717163, |
| "learning_rate": 5.268269459652464e-05, |
| "loss": 1.9972589492797852, |
| "step": 15490 |
| }, |
| { |
| "epoch": 2.212712802027196, |
| "grad_norm": 1.3703789710998535, |
| "learning_rate": 5.258747917162581e-05, |
| "loss": 2.006252479553223, |
| "step": 15500 |
| }, |
| { |
| "epoch": 2.2141404047253648, |
| "grad_norm": 1.2037006616592407, |
| "learning_rate": 5.249226374672698e-05, |
| "loss": 1.895115852355957, |
| "step": 15510 |
| }, |
| { |
| "epoch": 2.215568007423534, |
| "grad_norm": 1.2178536653518677, |
| "learning_rate": 5.239704832182813e-05, |
| "loss": 2.0101078033447264, |
| "step": 15520 |
| }, |
| { |
| "epoch": 2.216995610121703, |
| "grad_norm": 1.2817871570587158, |
| "learning_rate": 5.23018328969293e-05, |
| "loss": 2.0475120544433594, |
| "step": 15530 |
| }, |
| { |
| "epoch": 2.2184232128198724, |
| "grad_norm": 1.2774466276168823, |
| "learning_rate": 5.220661747203047e-05, |
| "loss": 2.036044120788574, |
| "step": 15540 |
| }, |
| { |
| "epoch": 2.219850815518041, |
| "grad_norm": 1.1693365573883057, |
| "learning_rate": 5.211140204713164e-05, |
| "loss": 2.0045270919799805, |
| "step": 15550 |
| }, |
| { |
| "epoch": 2.2212784182162104, |
| "grad_norm": 1.3637462854385376, |
| "learning_rate": 5.20161866222328e-05, |
| "loss": 1.889479637145996, |
| "step": 15560 |
| }, |
| { |
| "epoch": 2.2227060209143796, |
| "grad_norm": 1.2539608478546143, |
| "learning_rate": 5.1920971197333964e-05, |
| "loss": 1.9617826461791992, |
| "step": 15570 |
| }, |
| { |
| "epoch": 2.2241336236125484, |
| "grad_norm": 1.668036699295044, |
| "learning_rate": 5.182575577243513e-05, |
| "loss": 2.090685272216797, |
| "step": 15580 |
| }, |
| { |
| "epoch": 2.2255612263107176, |
| "grad_norm": 1.1080751419067383, |
| "learning_rate": 5.17305403475363e-05, |
| "loss": 1.8956758499145507, |
| "step": 15590 |
| }, |
| { |
| "epoch": 2.226988829008887, |
| "grad_norm": 1.1848517656326294, |
| "learning_rate": 5.163532492263747e-05, |
| "loss": 1.959829330444336, |
| "step": 15600 |
| }, |
| { |
| "epoch": 2.228416431707056, |
| "grad_norm": 1.148152470588684, |
| "learning_rate": 5.154010949773863e-05, |
| "loss": 2.011181640625, |
| "step": 15610 |
| }, |
| { |
| "epoch": 2.229844034405225, |
| "grad_norm": 1.2634568214416504, |
| "learning_rate": 5.14448940728398e-05, |
| "loss": 2.071341133117676, |
| "step": 15620 |
| }, |
| { |
| "epoch": 2.231271637103394, |
| "grad_norm": 1.1462156772613525, |
| "learning_rate": 5.134967864794097e-05, |
| "loss": 1.9244178771972655, |
| "step": 15630 |
| }, |
| { |
| "epoch": 2.2326992398015633, |
| "grad_norm": 1.2139183282852173, |
| "learning_rate": 5.125446322304214e-05, |
| "loss": 1.9124441146850586, |
| "step": 15640 |
| }, |
| { |
| "epoch": 2.2341268424997325, |
| "grad_norm": 1.174119234085083, |
| "learning_rate": 5.115924779814331e-05, |
| "loss": 1.9380500793457032, |
| "step": 15650 |
| }, |
| { |
| "epoch": 2.2355544451979013, |
| "grad_norm": 1.0516029596328735, |
| "learning_rate": 5.1064032373244464e-05, |
| "loss": 1.947065544128418, |
| "step": 15660 |
| }, |
| { |
| "epoch": 2.2369820478960705, |
| "grad_norm": 1.2596803903579712, |
| "learning_rate": 5.096881694834563e-05, |
| "loss": 2.008541488647461, |
| "step": 15670 |
| }, |
| { |
| "epoch": 2.2384096505942397, |
| "grad_norm": 1.1278873682022095, |
| "learning_rate": 5.08736015234468e-05, |
| "loss": 2.0980831146240235, |
| "step": 15680 |
| }, |
| { |
| "epoch": 2.239837253292409, |
| "grad_norm": 1.1728241443634033, |
| "learning_rate": 5.077838609854797e-05, |
| "loss": 2.0734405517578125, |
| "step": 15690 |
| }, |
| { |
| "epoch": 2.2412648559905777, |
| "grad_norm": 1.2889844179153442, |
| "learning_rate": 5.068317067364914e-05, |
| "loss": 2.0412111282348633, |
| "step": 15700 |
| }, |
| { |
| "epoch": 2.242692458688747, |
| "grad_norm": 1.1203408241271973, |
| "learning_rate": 5.0587955248750294e-05, |
| "loss": 2.1112045288085937, |
| "step": 15710 |
| }, |
| { |
| "epoch": 2.244120061386916, |
| "grad_norm": 1.0422649383544922, |
| "learning_rate": 5.049273982385146e-05, |
| "loss": 1.9882959365844726, |
| "step": 15720 |
| }, |
| { |
| "epoch": 2.2455476640850853, |
| "grad_norm": 1.311018466949463, |
| "learning_rate": 5.039752439895263e-05, |
| "loss": 2.0124526977539063, |
| "step": 15730 |
| }, |
| { |
| "epoch": 2.246975266783254, |
| "grad_norm": 1.2563869953155518, |
| "learning_rate": 5.03023089740538e-05, |
| "loss": 1.9363046646118165, |
| "step": 15740 |
| }, |
| { |
| "epoch": 2.2484028694814233, |
| "grad_norm": 1.204236388206482, |
| "learning_rate": 5.020709354915497e-05, |
| "loss": 2.0383895874023437, |
| "step": 15750 |
| }, |
| { |
| "epoch": 2.2498304721795925, |
| "grad_norm": 1.2544084787368774, |
| "learning_rate": 5.0111878124256125e-05, |
| "loss": 2.0026008605957033, |
| "step": 15760 |
| }, |
| { |
| "epoch": 2.2512580748777618, |
| "grad_norm": 1.2330925464630127, |
| "learning_rate": 5.0016662699357294e-05, |
| "loss": 1.965739631652832, |
| "step": 15770 |
| }, |
| { |
| "epoch": 2.2526856775759305, |
| "grad_norm": 1.1666339635849, |
| "learning_rate": 4.992144727445846e-05, |
| "loss": 2.0555065155029295, |
| "step": 15780 |
| }, |
| { |
| "epoch": 2.2541132802740997, |
| "grad_norm": 0.9663774371147156, |
| "learning_rate": 4.982623184955963e-05, |
| "loss": 1.9195777893066406, |
| "step": 15790 |
| }, |
| { |
| "epoch": 2.255540882972269, |
| "grad_norm": 1.101117491722107, |
| "learning_rate": 4.97310164246608e-05, |
| "loss": 2.0098329544067384, |
| "step": 15800 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 21015, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6.592957077408768e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
