| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.2844545583842981, |
| "eval_steps": 500, |
| "global_step": 4000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0003555681979803726, |
| "grad_norm": 2.922154664993286, |
| "learning_rate": 2.844950213371266e-07, |
| "loss": 3.1607500076293946, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0007111363959607452, |
| "grad_norm": 2.788900375366211, |
| "learning_rate": 6.401137980085349e-07, |
| "loss": 3.0276002883911133, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.001066704593941118, |
| "grad_norm": 2.4744274616241455, |
| "learning_rate": 9.95732574679943e-07, |
| "loss": 2.9341686248779295, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0014222727919214904, |
| "grad_norm": 2.5859501361846924, |
| "learning_rate": 1.3513513513513515e-06, |
| "loss": 2.816766357421875, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.001777840989901863, |
| "grad_norm": 2.584510564804077, |
| "learning_rate": 1.7069701280227598e-06, |
| "loss": 2.9872323989868166, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.002133409187882236, |
| "grad_norm": 2.135786294937134, |
| "learning_rate": 2.062588904694168e-06, |
| "loss": 2.671082305908203, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0024889773858626086, |
| "grad_norm": 2.6521804332733154, |
| "learning_rate": 2.4182076813655762e-06, |
| "loss": 2.9811405181884765, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.002844545583842981, |
| "grad_norm": 2.386695623397827, |
| "learning_rate": 2.7738264580369845e-06, |
| "loss": 2.935878372192383, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0032001137818233535, |
| "grad_norm": 1.7497117519378662, |
| "learning_rate": 3.1294452347083927e-06, |
| "loss": 2.659752082824707, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.003555681979803726, |
| "grad_norm": 1.8349881172180176, |
| "learning_rate": 3.485064011379801e-06, |
| "loss": 2.6917171478271484, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.003911250177784099, |
| "grad_norm": 1.1846299171447754, |
| "learning_rate": 3.840682788051209e-06, |
| "loss": 2.6170494079589846, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.004266818375764472, |
| "grad_norm": 1.2160366773605347, |
| "learning_rate": 4.1963015647226175e-06, |
| "loss": 2.544540786743164, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.004622386573744844, |
| "grad_norm": 0.9632154703140259, |
| "learning_rate": 4.551920341394026e-06, |
| "loss": 2.511016845703125, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.004977954771725217, |
| "grad_norm": 0.8948017358779907, |
| "learning_rate": 4.907539118065434e-06, |
| "loss": 2.5060163497924806, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0053335229697055895, |
| "grad_norm": 0.7233667373657227, |
| "learning_rate": 5.263157894736842e-06, |
| "loss": 2.3816350936889648, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.005689091167685962, |
| "grad_norm": 0.5045154094696045, |
| "learning_rate": 5.6187766714082505e-06, |
| "loss": 2.0663467407226563, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.006044659365666335, |
| "grad_norm": 0.581486701965332, |
| "learning_rate": 5.974395448079659e-06, |
| "loss": 2.256585884094238, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.006400227563646707, |
| "grad_norm": 0.5268262028694153, |
| "learning_rate": 6.330014224751067e-06, |
| "loss": 2.3062728881835937, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.00675579576162708, |
| "grad_norm": 0.5389167070388794, |
| "learning_rate": 6.685633001422475e-06, |
| "loss": 2.3067771911621096, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.007111363959607452, |
| "grad_norm": 0.4723075330257416, |
| "learning_rate": 7.0412517780938835e-06, |
| "loss": 2.2483678817749024, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0074669321575878255, |
| "grad_norm": 0.4904673099517822, |
| "learning_rate": 7.3968705547652926e-06, |
| "loss": 2.143675994873047, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.007822500355568198, |
| "grad_norm": 0.4975234270095825, |
| "learning_rate": 7.7524893314367e-06, |
| "loss": 2.2454158782958986, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.00817806855354857, |
| "grad_norm": 0.4857669472694397, |
| "learning_rate": 8.108108108108109e-06, |
| "loss": 2.122819519042969, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.008533636751528944, |
| "grad_norm": 0.47082898020744324, |
| "learning_rate": 8.463726884779518e-06, |
| "loss": 2.2155166625976563, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.008889204949509316, |
| "grad_norm": 1.5569114685058594, |
| "learning_rate": 8.819345661450926e-06, |
| "loss": 2.1064226150512697, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.009244773147489688, |
| "grad_norm": 0.5040918588638306, |
| "learning_rate": 9.174964438122333e-06, |
| "loss": 2.1626338958740234, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.00960034134547006, |
| "grad_norm": 0.3950935900211334, |
| "learning_rate": 9.53058321479374e-06, |
| "loss": 2.0201107025146485, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.009955909543450435, |
| "grad_norm": 0.49203363060951233, |
| "learning_rate": 9.88620199146515e-06, |
| "loss": 2.194349670410156, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.010311477741430807, |
| "grad_norm": 0.4899546504020691, |
| "learning_rate": 1.0241820768136559e-05, |
| "loss": 1.956950569152832, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.010667045939411179, |
| "grad_norm": 0.5067806243896484, |
| "learning_rate": 1.0597439544807966e-05, |
| "loss": 2.130311965942383, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.011022614137391551, |
| "grad_norm": 0.5043884515762329, |
| "learning_rate": 1.0953058321479375e-05, |
| "loss": 2.1246944427490235, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.011378182335371924, |
| "grad_norm": 0.5274961590766907, |
| "learning_rate": 1.1308677098150782e-05, |
| "loss": 2.0639286041259766, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.011733750533352297, |
| "grad_norm": 0.5013137459754944, |
| "learning_rate": 1.1664295874822192e-05, |
| "loss": 2.1149869918823243, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.01208931873133267, |
| "grad_norm": 0.5035282969474792, |
| "learning_rate": 1.2019914651493599e-05, |
| "loss": 2.0335208892822267, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.012444886929313042, |
| "grad_norm": 0.4603864848613739, |
| "learning_rate": 1.2375533428165008e-05, |
| "loss": 2.1348243713378907, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.012800455127293414, |
| "grad_norm": 0.49201518297195435, |
| "learning_rate": 1.2731152204836415e-05, |
| "loss": 2.1960676193237303, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.013156023325273788, |
| "grad_norm": 0.4972819983959198, |
| "learning_rate": 1.3086770981507823e-05, |
| "loss": 2.209041213989258, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.01351159152325416, |
| "grad_norm": 0.501181960105896, |
| "learning_rate": 1.3442389758179234e-05, |
| "loss": 2.1036434173583984, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.013867159721234533, |
| "grad_norm": 0.5144694447517395, |
| "learning_rate": 1.379800853485064e-05, |
| "loss": 2.155868721008301, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.014222727919214905, |
| "grad_norm": 0.5073087811470032, |
| "learning_rate": 1.415362731152205e-05, |
| "loss": 1.8681720733642577, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.014578296117195279, |
| "grad_norm": 0.5091198086738586, |
| "learning_rate": 1.4509246088193457e-05, |
| "loss": 2.140354347229004, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.014933864315175651, |
| "grad_norm": 0.49849700927734375, |
| "learning_rate": 1.4864864864864867e-05, |
| "loss": 2.1377050399780275, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.015289432513156023, |
| "grad_norm": 0.5193009972572327, |
| "learning_rate": 1.5220483641536274e-05, |
| "loss": 2.03880615234375, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.015645000711136395, |
| "grad_norm": 0.5600176453590393, |
| "learning_rate": 1.5576102418207685e-05, |
| "loss": 2.1393871307373047, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.016000568909116768, |
| "grad_norm": 0.8653586506843567, |
| "learning_rate": 1.593172119487909e-05, |
| "loss": 1.9054578781127929, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.01635613710709714, |
| "grad_norm": 0.5116851329803467, |
| "learning_rate": 1.62873399715505e-05, |
| "loss": 2.0144094467163085, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.016711705305077512, |
| "grad_norm": 0.4923916757106781, |
| "learning_rate": 1.6642958748221907e-05, |
| "loss": 2.151469612121582, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.017067273503057888, |
| "grad_norm": 0.6402277946472168, |
| "learning_rate": 1.6998577524893318e-05, |
| "loss": 2.205842208862305, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.01742284170103826, |
| "grad_norm": 0.4952904284000397, |
| "learning_rate": 1.7354196301564725e-05, |
| "loss": 2.0481229782104493, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.017778409899018632, |
| "grad_norm": 0.5109221339225769, |
| "learning_rate": 1.770981507823613e-05, |
| "loss": 2.1811712265014647, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.018133978096999005, |
| "grad_norm": 0.5637496113777161, |
| "learning_rate": 1.806543385490754e-05, |
| "loss": 2.192226791381836, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.018489546294979377, |
| "grad_norm": 0.48549285531044006, |
| "learning_rate": 1.8421052631578947e-05, |
| "loss": 2.012406349182129, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.01884511449295975, |
| "grad_norm": 0.5244142413139343, |
| "learning_rate": 1.8776671408250358e-05, |
| "loss": 2.0949962615966795, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.01920068269094012, |
| "grad_norm": 0.5079764723777771, |
| "learning_rate": 1.9132290184921766e-05, |
| "loss": 1.9754886627197266, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.019556250888920493, |
| "grad_norm": 0.4550922214984894, |
| "learning_rate": 1.9487908961593173e-05, |
| "loss": 2.0664173126220704, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.01991181908690087, |
| "grad_norm": 0.5083408355712891, |
| "learning_rate": 1.984352773826458e-05, |
| "loss": 2.078787422180176, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.02026738728488124, |
| "grad_norm": 0.48500922322273254, |
| "learning_rate": 2.019914651493599e-05, |
| "loss": 2.0357854843139647, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.020622955482861614, |
| "grad_norm": 0.4803495407104492, |
| "learning_rate": 2.05547652916074e-05, |
| "loss": 1.9375429153442383, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.020978523680841986, |
| "grad_norm": 0.5424251556396484, |
| "learning_rate": 2.0910384068278806e-05, |
| "loss": 2.1656143188476564, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.021334091878822358, |
| "grad_norm": 0.48051849007606506, |
| "learning_rate": 2.1266002844950213e-05, |
| "loss": 2.072488212585449, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.02168966007680273, |
| "grad_norm": 0.5589402318000793, |
| "learning_rate": 2.1621621621621624e-05, |
| "loss": 2.125236701965332, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.022045228274783103, |
| "grad_norm": 0.5212494730949402, |
| "learning_rate": 2.197724039829303e-05, |
| "loss": 1.9235109329223632, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.022400796472763475, |
| "grad_norm": 0.43210336565971375, |
| "learning_rate": 2.233285917496444e-05, |
| "loss": 1.9592742919921875, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.022756364670743847, |
| "grad_norm": 0.7312160730361938, |
| "learning_rate": 2.2688477951635846e-05, |
| "loss": 2.0755807876586916, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.023111932868724223, |
| "grad_norm": 1.7911994457244873, |
| "learning_rate": 2.3044096728307254e-05, |
| "loss": 2.0784723281860353, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.023467501066704595, |
| "grad_norm": 0.5632429122924805, |
| "learning_rate": 2.3399715504978665e-05, |
| "loss": 2.0193042755126953, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.023823069264684967, |
| "grad_norm": 0.7258956432342529, |
| "learning_rate": 2.3755334281650072e-05, |
| "loss": 2.030779266357422, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.02417863746266534, |
| "grad_norm": 0.5409282445907593, |
| "learning_rate": 2.411095305832148e-05, |
| "loss": 2.081908416748047, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.02453420566064571, |
| "grad_norm": 0.4613751471042633, |
| "learning_rate": 2.4466571834992887e-05, |
| "loss": 1.9870058059692384, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.024889773858626084, |
| "grad_norm": 0.479413241147995, |
| "learning_rate": 2.4822190611664297e-05, |
| "loss": 1.7315523147583007, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.025245342056606456, |
| "grad_norm": 0.5492660403251648, |
| "learning_rate": 2.5177809388335705e-05, |
| "loss": 2.080055999755859, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.02560091025458683, |
| "grad_norm": 0.5154370665550232, |
| "learning_rate": 2.5533428165007112e-05, |
| "loss": 2.0674570083618162, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.025956478452567204, |
| "grad_norm": 0.537121057510376, |
| "learning_rate": 2.5889046941678523e-05, |
| "loss": 1.8924758911132813, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.026312046650547576, |
| "grad_norm": 0.5539237260818481, |
| "learning_rate": 2.624466571834993e-05, |
| "loss": 2.162744903564453, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.02666761484852795, |
| "grad_norm": 0.5274736881256104, |
| "learning_rate": 2.6600284495021338e-05, |
| "loss": 2.158771514892578, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.02702318304650832, |
| "grad_norm": 0.7239411473274231, |
| "learning_rate": 2.6955903271692745e-05, |
| "loss": 2.1109287261962892, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.027378751244488693, |
| "grad_norm": 0.5277944803237915, |
| "learning_rate": 2.7311522048364156e-05, |
| "loss": 2.0311857223510743, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.027734319442469065, |
| "grad_norm": 0.5385560989379883, |
| "learning_rate": 2.7667140825035563e-05, |
| "loss": 1.9783439636230469, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.028089887640449437, |
| "grad_norm": 0.4753340780735016, |
| "learning_rate": 2.802275960170697e-05, |
| "loss": 1.9922258377075195, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.02844545583842981, |
| "grad_norm": 0.5077670812606812, |
| "learning_rate": 2.8378378378378378e-05, |
| "loss": 1.9716501235961914, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.028801024036410182, |
| "grad_norm": 0.5184553265571594, |
| "learning_rate": 2.8733997155049786e-05, |
| "loss": 2.136305046081543, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.029156592234390558, |
| "grad_norm": 0.5640929341316223, |
| "learning_rate": 2.9089615931721196e-05, |
| "loss": 2.075672149658203, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.02951216043237093, |
| "grad_norm": 0.5448623299598694, |
| "learning_rate": 2.9445234708392604e-05, |
| "loss": 2.0514604568481447, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.029867728630351302, |
| "grad_norm": 0.4612126350402832, |
| "learning_rate": 2.980085348506401e-05, |
| "loss": 1.9871145248413087, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.030223296828331674, |
| "grad_norm": 0.47554561495780945, |
| "learning_rate": 3.015647226173542e-05, |
| "loss": 1.982534408569336, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.030578865026312047, |
| "grad_norm": 0.4724675118923187, |
| "learning_rate": 3.0512091038406833e-05, |
| "loss": 1.9912504196166991, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.03093443322429242, |
| "grad_norm": 0.4869454801082611, |
| "learning_rate": 3.086770981507824e-05, |
| "loss": 1.7682329177856446, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.03129000142227279, |
| "grad_norm": 0.5002896785736084, |
| "learning_rate": 3.1223328591749644e-05, |
| "loss": 2.0274532318115233, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.03164556962025317, |
| "grad_norm": 0.5335668921470642, |
| "learning_rate": 3.157894736842105e-05, |
| "loss": 2.196476364135742, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.032001137818233535, |
| "grad_norm": 0.550162672996521, |
| "learning_rate": 3.1934566145092466e-05, |
| "loss": 2.053875732421875, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.03235670601621391, |
| "grad_norm": 0.5075178742408752, |
| "learning_rate": 3.229018492176387e-05, |
| "loss": 2.0288387298583985, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.03271227421419428, |
| "grad_norm": 0.5460106134414673, |
| "learning_rate": 3.264580369843528e-05, |
| "loss": 2.0439821243286134, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.033067842412174656, |
| "grad_norm": 0.4341937303543091, |
| "learning_rate": 3.300142247510669e-05, |
| "loss": 1.9099559783935547, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.033423410610155024, |
| "grad_norm": 0.4631098210811615, |
| "learning_rate": 3.3357041251778095e-05, |
| "loss": 2.0513723373413084, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.0337789788081354, |
| "grad_norm": 0.4780479669570923, |
| "learning_rate": 3.37126600284495e-05, |
| "loss": 1.9448671340942383, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.034134547006115776, |
| "grad_norm": 0.582769513130188, |
| "learning_rate": 3.406827880512091e-05, |
| "loss": 1.984304428100586, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.034490115204096145, |
| "grad_norm": 0.5180102586746216, |
| "learning_rate": 3.442389758179232e-05, |
| "loss": 2.0316925048828125, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.03484568340207652, |
| "grad_norm": 0.5493118166923523, |
| "learning_rate": 3.4779516358463725e-05, |
| "loss": 2.027867889404297, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.03520125160005689, |
| "grad_norm": 0.5218160152435303, |
| "learning_rate": 3.513513513513514e-05, |
| "loss": 2.096648025512695, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.035556819798037265, |
| "grad_norm": 0.4827556908130646, |
| "learning_rate": 3.5490753911806547e-05, |
| "loss": 1.9894039154052734, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.03591238799601763, |
| "grad_norm": 0.5301157832145691, |
| "learning_rate": 3.5846372688477954e-05, |
| "loss": 2.065215492248535, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.03626795619399801, |
| "grad_norm": 0.528459370136261, |
| "learning_rate": 3.620199146514936e-05, |
| "loss": 2.111029052734375, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.036623524391978385, |
| "grad_norm": 0.477237343788147, |
| "learning_rate": 3.6557610241820776e-05, |
| "loss": 2.0157339096069338, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.036979092589958754, |
| "grad_norm": 0.46244242787361145, |
| "learning_rate": 3.6913229018492176e-05, |
| "loss": 1.9967113494873048, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.03733466078793913, |
| "grad_norm": 0.529072105884552, |
| "learning_rate": 3.7268847795163584e-05, |
| "loss": 2.04681282043457, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.0376902289859195, |
| "grad_norm": 0.5005636215209961, |
| "learning_rate": 3.762446657183499e-05, |
| "loss": 2.1323509216308594, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.038045797183899874, |
| "grad_norm": 0.44275158643722534, |
| "learning_rate": 3.7980085348506405e-05, |
| "loss": 1.9433954238891602, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.03840136538188024, |
| "grad_norm": 0.5083234310150146, |
| "learning_rate": 3.833570412517781e-05, |
| "loss": 1.9552728652954101, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.03875693357986062, |
| "grad_norm": 0.48144620656967163, |
| "learning_rate": 3.869132290184922e-05, |
| "loss": 2.174291229248047, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.03911250177784099, |
| "grad_norm": 0.48507755994796753, |
| "learning_rate": 3.904694167852063e-05, |
| "loss": 2.0216049194335937, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.03946806997582136, |
| "grad_norm": 0.4811331629753113, |
| "learning_rate": 3.9402560455192035e-05, |
| "loss": 1.8616741180419922, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.03982363817380174, |
| "grad_norm": 0.4885321855545044, |
| "learning_rate": 3.975817923186345e-05, |
| "loss": 1.8081172943115233, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.04017920637178211, |
| "grad_norm": 0.5213722586631775, |
| "learning_rate": 4.0113798008534856e-05, |
| "loss": 2.0698373794555662, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.04053477456976248, |
| "grad_norm": 0.4983953535556793, |
| "learning_rate": 4.046941678520626e-05, |
| "loss": 1.9386020660400392, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.04089034276774285, |
| "grad_norm": 0.5289962887763977, |
| "learning_rate": 4.0825035561877664e-05, |
| "loss": 1.8806812286376953, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.04124591096572323, |
| "grad_norm": 0.546035885810852, |
| "learning_rate": 4.118065433854908e-05, |
| "loss": 1.914069366455078, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.041601479163703596, |
| "grad_norm": 0.5344237685203552, |
| "learning_rate": 4.1536273115220486e-05, |
| "loss": 2.0394969940185548, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.04195704736168397, |
| "grad_norm": 0.5037335157394409, |
| "learning_rate": 4.189189189189189e-05, |
| "loss": 2.0729978561401365, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.04231261555966434, |
| "grad_norm": 0.4325156807899475, |
| "learning_rate": 4.22475106685633e-05, |
| "loss": 1.8392827987670899, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.042668183757644716, |
| "grad_norm": 0.4450535476207733, |
| "learning_rate": 4.2603129445234715e-05, |
| "loss": 1.9253110885620117, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.04302375195562509, |
| "grad_norm": 0.47241488099098206, |
| "learning_rate": 4.295874822190612e-05, |
| "loss": 2.0719636917114257, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.04337932015360546, |
| "grad_norm": 0.4840798079967499, |
| "learning_rate": 4.331436699857753e-05, |
| "loss": 2.000336265563965, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.043734888351585836, |
| "grad_norm": 0.7127583622932434, |
| "learning_rate": 4.366998577524894e-05, |
| "loss": 2.096153450012207, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.044090456549566205, |
| "grad_norm": 0.4713995158672333, |
| "learning_rate": 4.402560455192034e-05, |
| "loss": 1.813309669494629, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.04444602474754658, |
| "grad_norm": 0.4207233190536499, |
| "learning_rate": 4.438122332859175e-05, |
| "loss": 1.9763273239135741, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.04480159294552695, |
| "grad_norm": 0.5664926171302795, |
| "learning_rate": 4.473684210526316e-05, |
| "loss": 1.884061622619629, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.045157161143507325, |
| "grad_norm": 0.44372671842575073, |
| "learning_rate": 4.509246088193457e-05, |
| "loss": 2.0752237319946287, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.045512729341487694, |
| "grad_norm": 0.4940667748451233, |
| "learning_rate": 4.5448079658605974e-05, |
| "loss": 2.0724849700927734, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.04586829753946807, |
| "grad_norm": 0.5237462520599365, |
| "learning_rate": 4.580369843527739e-05, |
| "loss": 2.0460742950439452, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.046223865737448445, |
| "grad_norm": 0.4766853451728821, |
| "learning_rate": 4.6159317211948796e-05, |
| "loss": 1.99864501953125, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.046579433935428814, |
| "grad_norm": 0.5521640181541443, |
| "learning_rate": 4.65149359886202e-05, |
| "loss": 2.065717887878418, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.04693500213340919, |
| "grad_norm": 0.4680851101875305, |
| "learning_rate": 4.687055476529161e-05, |
| "loss": 2.0925697326660155, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.04729057033138956, |
| "grad_norm": 0.48741820454597473, |
| "learning_rate": 4.722617354196302e-05, |
| "loss": 2.0482904434204103, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.047646138529369934, |
| "grad_norm": 0.47097286581993103, |
| "learning_rate": 4.7581792318634425e-05, |
| "loss": 2.05728816986084, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.0480017067273503, |
| "grad_norm": 0.47805750370025635, |
| "learning_rate": 4.793741109530583e-05, |
| "loss": 2.048795700073242, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.04835727492533068, |
| "grad_norm": 0.45797139406204224, |
| "learning_rate": 4.829302987197724e-05, |
| "loss": 1.9642038345336914, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.04871284312331105, |
| "grad_norm": 0.4881439208984375, |
| "learning_rate": 4.8648648648648654e-05, |
| "loss": 2.0224887847900392, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.04906841132129142, |
| "grad_norm": 0.4703167676925659, |
| "learning_rate": 4.900426742532006e-05, |
| "loss": 1.9867454528808595, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.0494239795192718, |
| "grad_norm": 0.4110810458660126, |
| "learning_rate": 4.935988620199147e-05, |
| "loss": 2.0305349349975588, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.04977954771725217, |
| "grad_norm": 0.5362057089805603, |
| "learning_rate": 4.9715504978662876e-05, |
| "loss": 2.0972415924072267, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.05013511591523254, |
| "grad_norm": 0.4890783131122589, |
| "learning_rate": 4.9999996918131664e-05, |
| "loss": 1.9155891418457032, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.05049068411321291, |
| "grad_norm": 0.4949808418750763, |
| "learning_rate": 4.999988905281975e-05, |
| "loss": 2.033857727050781, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.05084625231119329, |
| "grad_norm": 0.47292372584342957, |
| "learning_rate": 4.999962709485094e-05, |
| "loss": 1.9912883758544921, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.05120182050917366, |
| "grad_norm": 0.46866342425346375, |
| "learning_rate": 4.99992110458399e-05, |
| "loss": 2.0551689147949217, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.05155738870715403, |
| "grad_norm": 0.4494408965110779, |
| "learning_rate": 4.999864090835102e-05, |
| "loss": 1.9704553604125976, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.05191295690513441, |
| "grad_norm": 0.41759586334228516, |
| "learning_rate": 4.999791668589848e-05, |
| "loss": 1.8851097106933594, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.05226852510311478, |
| "grad_norm": 0.47948014736175537, |
| "learning_rate": 4.999703838294622e-05, |
| "loss": 2.0414073944091795, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.05262409330109515, |
| "grad_norm": 0.43024158477783203, |
| "learning_rate": 4.999600600490783e-05, |
| "loss": 1.9305057525634766, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.05297966149907552, |
| "grad_norm": 0.4558243155479431, |
| "learning_rate": 4.9994819558146624e-05, |
| "loss": 1.9468095779418946, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.0533352296970559, |
| "grad_norm": 0.4913494884967804, |
| "learning_rate": 4.999347904997556e-05, |
| "loss": 1.965241050720215, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.053690797895036266, |
| "grad_norm": 0.42234569787979126, |
| "learning_rate": 4.999198448865716e-05, |
| "loss": 1.866231346130371, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.05404636609301664, |
| "grad_norm": 0.44516387581825256, |
| "learning_rate": 4.99903358834035e-05, |
| "loss": 1.9495733261108399, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.05440193429099701, |
| "grad_norm": 0.41378965973854065, |
| "learning_rate": 4.998853324437615e-05, |
| "loss": 2.0295278549194338, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.054757502488977386, |
| "grad_norm": 0.5202167630195618, |
| "learning_rate": 4.998657658268609e-05, |
| "loss": 1.997533416748047, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.05511307068695776, |
| "grad_norm": 0.46458789706230164, |
| "learning_rate": 4.998446591039367e-05, |
| "loss": 2.0262699127197266, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.05546863888493813, |
| "grad_norm": 0.44955191016197205, |
| "learning_rate": 4.99822012405085e-05, |
| "loss": 1.9963245391845703, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.055824207082918506, |
| "grad_norm": 0.5131090879440308, |
| "learning_rate": 4.9979782586989424e-05, |
| "loss": 2.003853416442871, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.056179775280898875, |
| "grad_norm": 0.4980633556842804, |
| "learning_rate": 4.997720996474435e-05, |
| "loss": 1.9255821228027343, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.05653534347887925, |
| "grad_norm": 0.4826408326625824, |
| "learning_rate": 4.997448338963026e-05, |
| "loss": 2.1106395721435547, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.05689091167685962, |
| "grad_norm": 0.5093266367912292, |
| "learning_rate": 4.997160287845301e-05, |
| "loss": 2.019168472290039, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.057246479874839995, |
| "grad_norm": 0.4740906357765198, |
| "learning_rate": 4.9968568448967334e-05, |
| "loss": 2.107289123535156, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.057602048072820364, |
| "grad_norm": 0.48503029346466064, |
| "learning_rate": 4.996538011987663e-05, |
| "loss": 1.9294828414916991, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.05795761627080074, |
| "grad_norm": 0.4630905091762543, |
| "learning_rate": 4.996203791083291e-05, |
| "loss": 1.9798065185546876, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.058313184468781115, |
| "grad_norm": 0.44924747943878174, |
| "learning_rate": 4.995854184243666e-05, |
| "loss": 2.0240636825561524, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.058668752666761484, |
| "grad_norm": 0.523550808429718, |
| "learning_rate": 4.9954891936236725e-05, |
| "loss": 2.041210746765137, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.05902432086474186, |
| "grad_norm": 0.4703008234500885, |
| "learning_rate": 4.9951088214730134e-05, |
| "loss": 2.025250244140625, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.05937988906272223, |
| "grad_norm": 2.4597880840301514, |
| "learning_rate": 4.994713070136204e-05, |
| "loss": 2.00240421295166, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.059735457260702604, |
| "grad_norm": 0.4831807315349579, |
| "learning_rate": 4.9943019420525476e-05, |
| "loss": 1.9369470596313476, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.06009102545868297, |
| "grad_norm": 0.41343575716018677, |
| "learning_rate": 4.99387543975613e-05, |
| "loss": 1.7299930572509765, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.06044659365666335, |
| "grad_norm": 0.5090857744216919, |
| "learning_rate": 4.993433565875797e-05, |
| "loss": 1.9956466674804687, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.06080216185464372, |
| "grad_norm": 0.4908365309238434, |
| "learning_rate": 4.9929763231351406e-05, |
| "loss": 2.070937919616699, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.06115773005262409, |
| "grad_norm": 0.4700279235839844, |
| "learning_rate": 4.992503714352485e-05, |
| "loss": 2.0459768295288088, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.06151329825060447, |
| "grad_norm": 0.482763409614563, |
| "learning_rate": 4.9920157424408636e-05, |
| "loss": 2.0382041931152344, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.06186886644858484, |
| "grad_norm": 0.3896910548210144, |
| "learning_rate": 4.991512410408006e-05, |
| "loss": 1.9157665252685547, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.06222443464656521, |
| "grad_norm": 0.4430522322654724, |
| "learning_rate": 4.9909937213563165e-05, |
| "loss": 1.9655799865722656, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.06258000284454558, |
| "grad_norm": 0.484436959028244, |
| "learning_rate": 4.990459678482856e-05, |
| "loss": 1.934805679321289, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.06293557104252595, |
| "grad_norm": 0.45736682415008545, |
| "learning_rate": 4.9899102850793235e-05, |
| "loss": 1.9250009536743165, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.06329113924050633, |
| "grad_norm": 0.7695727944374084, |
| "learning_rate": 4.989345544532031e-05, |
| "loss": 2.0423851013183594, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.0636467074384867, |
| "grad_norm": 0.45036986470222473, |
| "learning_rate": 4.9887654603218926e-05, |
| "loss": 2.0039800643920898, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.06400227563646707, |
| "grad_norm": 0.44636839628219604, |
| "learning_rate": 4.98817003602439e-05, |
| "loss": 1.9529701232910157, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.06435784383444745, |
| "grad_norm": 0.4538932144641876, |
| "learning_rate": 4.987559275309561e-05, |
| "loss": 1.8466669082641602, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.06471341203242782, |
| "grad_norm": 0.5039580464363098, |
| "learning_rate": 4.9869331819419726e-05, |
| "loss": 1.9783496856689453, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.06506898023040819, |
| "grad_norm": 0.4641205370426178, |
| "learning_rate": 4.986291759780696e-05, |
| "loss": 1.9164005279541017, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.06542454842838856, |
| "grad_norm": 0.6123772263526917, |
| "learning_rate": 4.985635012779287e-05, |
| "loss": 1.9381017684936523, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.06578011662636894, |
| "grad_norm": 0.4578414261341095, |
| "learning_rate": 4.9849629449857596e-05, |
| "loss": 1.9256427764892579, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.06613568482434931, |
| "grad_norm": 0.4718715250492096, |
| "learning_rate": 4.9842755605425615e-05, |
| "loss": 1.9728239059448243, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.06649125302232968, |
| "grad_norm": 0.46011507511138916, |
| "learning_rate": 4.983572863686545e-05, |
| "loss": 2.0925949096679686, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.06684682122031005, |
| "grad_norm": 0.4530814290046692, |
| "learning_rate": 4.9828548587489486e-05, |
| "loss": 2.0755496978759767, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.06720238941829043, |
| "grad_norm": 0.4253125488758087, |
| "learning_rate": 4.982121550155363e-05, |
| "loss": 1.8711212158203125, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.0675579576162708, |
| "grad_norm": 0.46961215138435364, |
| "learning_rate": 4.981372942425706e-05, |
| "loss": 1.8969301223754882, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.06791352581425117, |
| "grad_norm": 0.8306499123573303, |
| "learning_rate": 4.980609040174197e-05, |
| "loss": 1.8298198699951171, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.06826909401223155, |
| "grad_norm": 0.47998809814453125, |
| "learning_rate": 4.9798298481093255e-05, |
| "loss": 1.9024595260620116, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.06862466221021192, |
| "grad_norm": 0.4352721869945526, |
| "learning_rate": 4.979035371033824e-05, |
| "loss": 2.0410667419433595, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.06898023040819229, |
| "grad_norm": 0.5021587610244751, |
| "learning_rate": 4.978225613844639e-05, |
| "loss": 1.9580207824707032, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.06933579860617266, |
| "grad_norm": 0.40722617506980896, |
| "learning_rate": 4.977400581532896e-05, |
| "loss": 1.974105453491211, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.06969136680415304, |
| "grad_norm": 0.42797818779945374, |
| "learning_rate": 4.976560279183875e-05, |
| "loss": 1.7772085189819335, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.07004693500213341, |
| "grad_norm": 0.48213788866996765, |
| "learning_rate": 4.9757047119769774e-05, |
| "loss": 1.8957931518554687, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.07040250320011378, |
| "grad_norm": 0.44676685333251953, |
| "learning_rate": 4.974833885185689e-05, |
| "loss": 1.8408065795898438, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.07075807139809416, |
| "grad_norm": 0.46073785424232483, |
| "learning_rate": 4.973947804177556e-05, |
| "loss": 1.998112106323242, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.07111363959607453, |
| "grad_norm": 0.3896966874599457, |
| "learning_rate": 4.9730464744141445e-05, |
| "loss": 1.9593812942504882, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.0714692077940549, |
| "grad_norm": 0.5227977633476257, |
| "learning_rate": 4.9721299014510134e-05, |
| "loss": 2.0564823150634766, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.07182477599203527, |
| "grad_norm": 0.42633500695228577, |
| "learning_rate": 4.9711980909376706e-05, |
| "loss": 1.8712087631225587, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.07218034419001565, |
| "grad_norm": 0.42041003704071045, |
| "learning_rate": 4.970251048617552e-05, |
| "loss": 1.9029083251953125, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.07253591238799602, |
| "grad_norm": 0.45724713802337646, |
| "learning_rate": 4.969288780327971e-05, |
| "loss": 1.882410430908203, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.07289148058597639, |
| "grad_norm": 0.4395748972892761, |
| "learning_rate": 4.968311292000094e-05, |
| "loss": 1.7799474716186523, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.07324704878395677, |
| "grad_norm": 0.4628015458583832, |
| "learning_rate": 4.967318589658899e-05, |
| "loss": 2.0460041046142576, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.07360261698193714, |
| "grad_norm": 0.4735582768917084, |
| "learning_rate": 4.966310679423139e-05, |
| "loss": 1.8856338500976562, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.07395818517991751, |
| "grad_norm": 0.47294700145721436, |
| "learning_rate": 4.965287567505304e-05, |
| "loss": 1.9967988967895507, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.07431375337789788, |
| "grad_norm": 0.40670347213745117, |
| "learning_rate": 4.964249260211583e-05, |
| "loss": 1.9305591583251953, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.07466932157587826, |
| "grad_norm": 0.4786446988582611, |
| "learning_rate": 4.963195763941826e-05, |
| "loss": 2.0142471313476564, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.07502488977385863, |
| "grad_norm": 0.4656982123851776, |
| "learning_rate": 4.962127085189503e-05, |
| "loss": 1.931185531616211, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.075380457971839, |
| "grad_norm": 0.44946831464767456, |
| "learning_rate": 4.961043230541665e-05, |
| "loss": 1.9516427993774415, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.07573602616981936, |
| "grad_norm": 0.463571697473526, |
| "learning_rate": 4.9599442066789035e-05, |
| "loss": 1.838262939453125, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.07609159436779975, |
| "grad_norm": 0.477551132440567, |
| "learning_rate": 4.95883002037531e-05, |
| "loss": 2.0038434982299806, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.07644716256578012, |
| "grad_norm": 0.446843683719635, |
| "learning_rate": 4.95770067849843e-05, |
| "loss": 2.0295202255249025, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.07680273076376049, |
| "grad_norm": 0.4183042049407959, |
| "learning_rate": 4.956556188009228e-05, |
| "loss": 1.9379022598266602, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.07715829896174087, |
| "grad_norm": 0.412964403629303, |
| "learning_rate": 4.9553965559620375e-05, |
| "loss": 1.9920074462890625, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.07751386715972124, |
| "grad_norm": 0.41583317518234253, |
| "learning_rate": 4.9542217895045215e-05, |
| "loss": 1.9422431945800782, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.0778694353577016, |
| "grad_norm": 0.5088328123092651, |
| "learning_rate": 4.9530318958776276e-05, |
| "loss": 1.9350143432617188, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.07822500355568197, |
| "grad_norm": 0.46786707639694214, |
| "learning_rate": 4.951826882415544e-05, |
| "loss": 1.9892354965209962, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.07858057175366236, |
| "grad_norm": 0.41910895705223083, |
| "learning_rate": 4.950606756545651e-05, |
| "loss": 1.9484115600585938, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.07893613995164273, |
| "grad_norm": 0.4567226767539978, |
| "learning_rate": 4.949371525788481e-05, |
| "loss": 1.9966516494750977, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.0792917081496231, |
| "grad_norm": 0.46497592329978943, |
| "learning_rate": 4.948121197757666e-05, |
| "loss": 2.0382387161254885, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.07964727634760348, |
| "grad_norm": 0.44980067014694214, |
| "learning_rate": 4.946855780159897e-05, |
| "loss": 1.8161828994750977, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.08000284454558385, |
| "grad_norm": 0.4221165180206299, |
| "learning_rate": 4.945575280794868e-05, |
| "loss": 1.9043243408203125, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.08035841274356421, |
| "grad_norm": 0.4723920524120331, |
| "learning_rate": 4.94427970755524e-05, |
| "loss": 2.0307872772216795, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.08071398094154458, |
| "grad_norm": 0.46250614523887634, |
| "learning_rate": 4.942969068426577e-05, |
| "loss": 1.911181640625, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.08106954913952497, |
| "grad_norm": 0.4713759422302246, |
| "learning_rate": 4.941643371487312e-05, |
| "loss": 2.0472402572631836, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.08142511733750533, |
| "grad_norm": 0.4352535307407379, |
| "learning_rate": 4.940302624908688e-05, |
| "loss": 2.0494014739990236, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.0817806855354857, |
| "grad_norm": 0.4320608377456665, |
| "learning_rate": 4.938946836954709e-05, |
| "loss": 1.965937614440918, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.08213625373346607, |
| "grad_norm": 0.455120712518692, |
| "learning_rate": 4.937576015982091e-05, |
| "loss": 1.945225715637207, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.08249182193144645, |
| "grad_norm": 0.4409791827201843, |
| "learning_rate": 4.936190170440208e-05, |
| "loss": 1.877567672729492, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.08284739012942682, |
| "grad_norm": 0.4484880864620209, |
| "learning_rate": 4.934789308871045e-05, |
| "loss": 1.9771286010742188, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.08320295832740719, |
| "grad_norm": 0.45543840527534485, |
| "learning_rate": 4.933373439909139e-05, |
| "loss": 1.9534339904785156, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.08355852652538757, |
| "grad_norm": 0.39205965399742126, |
| "learning_rate": 4.9319425722815284e-05, |
| "loss": 1.9376569747924806, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.08391409472336794, |
| "grad_norm": 0.461448073387146, |
| "learning_rate": 4.9304967148077e-05, |
| "loss": 2.038929748535156, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.08426966292134831, |
| "grad_norm": 0.40936994552612305, |
| "learning_rate": 4.929035876399535e-05, |
| "loss": 1.7540023803710938, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.08462523111932868, |
| "grad_norm": 0.6044595241546631, |
| "learning_rate": 4.9275600660612515e-05, |
| "loss": 1.8902605056762696, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.08498079931730906, |
| "grad_norm": 0.4404708743095398, |
| "learning_rate": 4.926069292889352e-05, |
| "loss": 1.967193603515625, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.08533636751528943, |
| "grad_norm": 0.43995383381843567, |
| "learning_rate": 4.924563566072564e-05, |
| "loss": 1.9834859848022461, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.0856919357132698, |
| "grad_norm": 0.44207003712654114, |
| "learning_rate": 4.9230428948917884e-05, |
| "loss": 2.0661075592041014, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.08604750391125018, |
| "grad_norm": 0.4353814423084259, |
| "learning_rate": 4.921507288720035e-05, |
| "loss": 1.9555856704711914, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.08640307210923055, |
| "grad_norm": 0.4431837201118469, |
| "learning_rate": 4.919956757022374e-05, |
| "loss": 1.933385467529297, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.08675864030721092, |
| "grad_norm": 0.40051746368408203, |
| "learning_rate": 4.9183913093558676e-05, |
| "loss": 1.7731637954711914, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.08711420850519129, |
| "grad_norm": 0.488683819770813, |
| "learning_rate": 4.9168109553695184e-05, |
| "loss": 1.865903091430664, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.08746977670317167, |
| "grad_norm": 0.4397886395454407, |
| "learning_rate": 4.915215704804208e-05, |
| "loss": 2.0127737045288088, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.08782534490115204, |
| "grad_norm": 0.4224015176296234, |
| "learning_rate": 4.9136055674926365e-05, |
| "loss": 1.7999616622924806, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.08818091309913241, |
| "grad_norm": 0.4563433825969696, |
| "learning_rate": 4.91198055335926e-05, |
| "loss": 1.8766897201538086, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.08853648129711279, |
| "grad_norm": 0.3747509717941284, |
| "learning_rate": 4.910340672420234e-05, |
| "loss": 1.882638931274414, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.08889204949509316, |
| "grad_norm": 1.0486830472946167, |
| "learning_rate": 4.908685934783347e-05, |
| "loss": 1.981215476989746, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.08924761769307353, |
| "grad_norm": 0.4365674555301666, |
| "learning_rate": 4.907016350647961e-05, |
| "loss": 1.9899089813232422, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.0896031858910539, |
| "grad_norm": 0.5747599601745605, |
| "learning_rate": 4.905331930304948e-05, |
| "loss": 1.9954425811767578, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.08995875408903428, |
| "grad_norm": 0.46859487891197205, |
| "learning_rate": 4.903632684136628e-05, |
| "loss": 1.9303474426269531, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.09031432228701465, |
| "grad_norm": 0.4422703981399536, |
| "learning_rate": 4.9019186226166994e-05, |
| "loss": 1.9309690475463868, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.09066989048499502, |
| "grad_norm": 0.4180740714073181, |
| "learning_rate": 4.9001897563101806e-05, |
| "loss": 1.9369356155395507, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.09102545868297539, |
| "grad_norm": 0.45563459396362305, |
| "learning_rate": 4.898446095873345e-05, |
| "loss": 2.009445381164551, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.09138102688095577, |
| "grad_norm": 0.4095707833766937, |
| "learning_rate": 4.8966876520536496e-05, |
| "loss": 1.9960857391357423, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.09173659507893614, |
| "grad_norm": 0.4561159014701843, |
| "learning_rate": 4.8949144356896745e-05, |
| "loss": 2.0763011932373048, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.09209216327691651, |
| "grad_norm": 0.44926509261131287, |
| "learning_rate": 4.8931264577110535e-05, |
| "loss": 2.0234508514404297, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.09244773147489689, |
| "grad_norm": 0.4175722002983093, |
| "learning_rate": 4.891323729138405e-05, |
| "loss": 2.048798751831055, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.09280329967287726, |
| "grad_norm": 0.4039195477962494, |
| "learning_rate": 4.8895062610832695e-05, |
| "loss": 1.9779092788696289, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.09315886787085763, |
| "grad_norm": 0.431517630815506, |
| "learning_rate": 4.887674064748035e-05, |
| "loss": 1.8589370727539063, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.093514436068838, |
| "grad_norm": 0.46856579184532166, |
| "learning_rate": 4.885827151425871e-05, |
| "loss": 2.0986093521118163, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.09387000426681838, |
| "grad_norm": 0.44901442527770996, |
| "learning_rate": 4.88396553250066e-05, |
| "loss": 1.744940948486328, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.09422557246479875, |
| "grad_norm": 0.4657062590122223, |
| "learning_rate": 4.8820892194469254e-05, |
| "loss": 1.9488752365112305, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.09458114066277912, |
| "grad_norm": 0.46259355545043945, |
| "learning_rate": 4.8801982238297604e-05, |
| "loss": 1.897237205505371, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.0949367088607595, |
| "grad_norm": 0.42369475960731506, |
| "learning_rate": 4.8782925573047596e-05, |
| "loss": 1.9946008682250977, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.09529227705873987, |
| "grad_norm": 0.7923505902290344, |
| "learning_rate": 4.876372231617943e-05, |
| "loss": 1.944803237915039, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.09564784525672024, |
| "grad_norm": 0.4473399221897125, |
| "learning_rate": 4.8744372586056855e-05, |
| "loss": 1.8916728973388672, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.0960034134547006, |
| "grad_norm": 0.461566686630249, |
| "learning_rate": 4.872487650194647e-05, |
| "loss": 1.923036766052246, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.09635898165268099, |
| "grad_norm": 0.43765369057655334, |
| "learning_rate": 4.870523418401694e-05, |
| "loss": 1.9112867355346679, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.09671454985066136, |
| "grad_norm": 0.4417065978050232, |
| "learning_rate": 4.868544575333828e-05, |
| "loss": 1.8557899475097657, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.09707011804864173, |
| "grad_norm": 0.47006696462631226, |
| "learning_rate": 4.8665511331881095e-05, |
| "loss": 1.9570133209228515, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.0974256862466221, |
| "grad_norm": 0.41962930560112, |
| "learning_rate": 4.864543104251587e-05, |
| "loss": 1.9790267944335938, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.09778125444460248, |
| "grad_norm": 0.4155440628528595, |
| "learning_rate": 4.862520500901214e-05, |
| "loss": 1.9035987854003906, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.09813682264258285, |
| "grad_norm": 0.4153623580932617, |
| "learning_rate": 4.860483335603781e-05, |
| "loss": 1.9679767608642578, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.09849239084056322, |
| "grad_norm": 0.4250621199607849, |
| "learning_rate": 4.858431620915829e-05, |
| "loss": 1.840437126159668, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.0988479590385436, |
| "grad_norm": 0.4002258777618408, |
| "learning_rate": 4.856365369483584e-05, |
| "loss": 1.924336051940918, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.09920352723652397, |
| "grad_norm": 0.43188565969467163, |
| "learning_rate": 4.854284594042867e-05, |
| "loss": 1.8213363647460938, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.09955909543450434, |
| "grad_norm": 0.4407031536102295, |
| "learning_rate": 4.852189307419026e-05, |
| "loss": 1.900477981567383, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.0999146636324847, |
| "grad_norm": 0.6405236721038818, |
| "learning_rate": 4.8500795225268475e-05, |
| "loss": 2.05745906829834, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.10027023183046509, |
| "grad_norm": 0.44744738936424255, |
| "learning_rate": 4.847955252370485e-05, |
| "loss": 1.9435310363769531, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.10062580002844546, |
| "grad_norm": 0.4351164996623993, |
| "learning_rate": 4.845816510043373e-05, |
| "loss": 1.9711954116821289, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.10098136822642582, |
| "grad_norm": 0.4473099410533905, |
| "learning_rate": 4.8436633087281494e-05, |
| "loss": 1.9254167556762696, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.10133693642440621, |
| "grad_norm": 0.4199598431587219, |
| "learning_rate": 4.8414956616965744e-05, |
| "loss": 1.8612422943115234, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.10169250462238658, |
| "grad_norm": 0.46582111716270447, |
| "learning_rate": 4.839313582309446e-05, |
| "loss": 2.055385208129883, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.10204807282036694, |
| "grad_norm": 0.4102075695991516, |
| "learning_rate": 4.837117084016521e-05, |
| "loss": 1.9097806930541992, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.10240364101834731, |
| "grad_norm": 0.4473963677883148, |
| "learning_rate": 4.83490618035643e-05, |
| "loss": 2.0282459259033203, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.1027592092163277, |
| "grad_norm": 0.4236394762992859, |
| "learning_rate": 4.8326808849565936e-05, |
| "loss": 1.990822982788086, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.10311477741430806, |
| "grad_norm": 0.44632235169410706, |
| "learning_rate": 4.83044121153314e-05, |
| "loss": 2.066908264160156, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.10347034561228843, |
| "grad_norm": 0.42431074380874634, |
| "learning_rate": 4.82818717389082e-05, |
| "loss": 1.9028337478637696, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.10382591381026882, |
| "grad_norm": 0.421022891998291, |
| "learning_rate": 4.82591878592292e-05, |
| "loss": 1.882857322692871, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.10418148200824918, |
| "grad_norm": 0.43148377537727356, |
| "learning_rate": 4.823636061611181e-05, |
| "loss": 1.9189605712890625, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.10453705020622955, |
| "grad_norm": 0.447110652923584, |
| "learning_rate": 4.8213390150257066e-05, |
| "loss": 1.990689468383789, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.10489261840420992, |
| "grad_norm": 0.4151032567024231, |
| "learning_rate": 4.819027660324881e-05, |
| "loss": 1.972299575805664, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.1052481866021903, |
| "grad_norm": 0.43426620960235596, |
| "learning_rate": 4.816702011755277e-05, |
| "loss": 2.1078207015991213, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.10560375480017067, |
| "grad_norm": 0.48189279437065125, |
| "learning_rate": 4.814362083651574e-05, |
| "loss": 1.9480621337890625, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.10595932299815104, |
| "grad_norm": 0.3947417438030243, |
| "learning_rate": 4.812007890436466e-05, |
| "loss": 1.9607099533081054, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.10631489119613141, |
| "grad_norm": 0.4579639136791229, |
| "learning_rate": 4.809639446620572e-05, |
| "loss": 2.0648693084716796, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.1066704593941118, |
| "grad_norm": 0.459697961807251, |
| "learning_rate": 4.807256766802349e-05, |
| "loss": 1.9681814193725586, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.10702602759209216, |
| "grad_norm": 0.44938191771507263, |
| "learning_rate": 4.804859865668002e-05, |
| "loss": 1.9271417617797852, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.10738159579007253, |
| "grad_norm": 0.4443996250629425, |
| "learning_rate": 4.8024487579913896e-05, |
| "loss": 2.042717170715332, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.10773716398805291, |
| "grad_norm": 0.3744531571865082, |
| "learning_rate": 4.8000234586339375e-05, |
| "loss": 1.7823001861572265, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.10809273218603328, |
| "grad_norm": 0.43542104959487915, |
| "learning_rate": 4.7975839825445454e-05, |
| "loss": 2.083765411376953, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.10844830038401365, |
| "grad_norm": 0.4042755961418152, |
| "learning_rate": 4.795130344759494e-05, |
| "loss": 1.845391845703125, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.10880386858199402, |
| "grad_norm": 0.4418489336967468, |
| "learning_rate": 4.7926625604023536e-05, |
| "loss": 2.053580474853516, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.1091594367799744, |
| "grad_norm": 0.37466898560523987, |
| "learning_rate": 4.7901806446838874e-05, |
| "loss": 1.8470773696899414, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.10951500497795477, |
| "grad_norm": 0.4396774470806122, |
| "learning_rate": 4.787684612901965e-05, |
| "loss": 2.0555131912231444, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.10987057317593514, |
| "grad_norm": 0.44805994629859924, |
| "learning_rate": 4.785174480441461e-05, |
| "loss": 2.0072296142578123, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.11022614137391552, |
| "grad_norm": 0.41868463158607483, |
| "learning_rate": 4.782650262774163e-05, |
| "loss": 1.984494400024414, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.11058170957189589, |
| "grad_norm": 0.5847702622413635, |
| "learning_rate": 4.7801119754586766e-05, |
| "loss": 2.071546173095703, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.11093727776987626, |
| "grad_norm": 0.4606797695159912, |
| "learning_rate": 4.7775596341403276e-05, |
| "loss": 1.9733022689819335, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.11129284596785663, |
| "grad_norm": 0.4612416625022888, |
| "learning_rate": 4.77499325455107e-05, |
| "loss": 1.9200651168823242, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.11164841416583701, |
| "grad_norm": 0.4469436705112457, |
| "learning_rate": 4.772412852509382e-05, |
| "loss": 1.918980026245117, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.11200398236381738, |
| "grad_norm": 0.4780344069004059, |
| "learning_rate": 4.7698184439201755e-05, |
| "loss": 1.9311887741088867, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.11235955056179775, |
| "grad_norm": 0.4588239789009094, |
| "learning_rate": 4.7672100447746936e-05, |
| "loss": 2.0349939346313475, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.11271511875977813, |
| "grad_norm": 0.4519966244697571, |
| "learning_rate": 4.764587671150414e-05, |
| "loss": 1.941670036315918, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.1130706869577585, |
| "grad_norm": 0.49292662739753723, |
| "learning_rate": 4.761951339210949e-05, |
| "loss": 2.0356687545776366, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.11342625515573887, |
| "grad_norm": 0.4457705020904541, |
| "learning_rate": 4.7593010652059465e-05, |
| "loss": 2.0416622161865234, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.11378182335371924, |
| "grad_norm": 0.4660331606864929, |
| "learning_rate": 4.75663686547099e-05, |
| "loss": 1.9822050094604493, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.11413739155169962, |
| "grad_norm": 0.44478175044059753, |
| "learning_rate": 4.7539587564274965e-05, |
| "loss": 1.9137392044067383, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.11449295974967999, |
| "grad_norm": 0.4500514268875122, |
| "learning_rate": 4.7512667545826174e-05, |
| "loss": 1.9187978744506835, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.11484852794766036, |
| "grad_norm": 0.41738051176071167, |
| "learning_rate": 4.748560876529135e-05, |
| "loss": 2.055419158935547, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.11520409614564073, |
| "grad_norm": 0.4811953604221344, |
| "learning_rate": 4.745841138945358e-05, |
| "loss": 1.934524154663086, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.11555966434362111, |
| "grad_norm": 0.41122540831565857, |
| "learning_rate": 4.743107558595029e-05, |
| "loss": 1.8639139175415038, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.11591523254160148, |
| "grad_norm": 0.46006473898887634, |
| "learning_rate": 4.7403601523272056e-05, |
| "loss": 1.9548212051391602, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.11627080073958185, |
| "grad_norm": 0.44362926483154297, |
| "learning_rate": 4.7375989370761695e-05, |
| "loss": 2.0186790466308593, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.11662636893756223, |
| "grad_norm": 0.41030293703079224, |
| "learning_rate": 4.734823929861317e-05, |
| "loss": 1.9607160568237305, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.1169819371355426, |
| "grad_norm": 0.44192376732826233, |
| "learning_rate": 4.732035147787052e-05, |
| "loss": 1.9846776962280273, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.11733750533352297, |
| "grad_norm": 0.4359341263771057, |
| "learning_rate": 4.729232608042684e-05, |
| "loss": 1.990248680114746, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.11769307353150334, |
| "grad_norm": 0.43293297290802, |
| "learning_rate": 4.726416327902323e-05, |
| "loss": 1.808917236328125, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.11804864172948372, |
| "grad_norm": 0.4392835795879364, |
| "learning_rate": 4.723586324724769e-05, |
| "loss": 1.8549243927001953, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.11840420992746409, |
| "grad_norm": 0.36470040678977966, |
| "learning_rate": 4.720742615953407e-05, |
| "loss": 1.906550979614258, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.11875977812544446, |
| "grad_norm": 0.45539388060569763, |
| "learning_rate": 4.717885219116101e-05, |
| "loss": 2.01754150390625, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.11911534632342484, |
| "grad_norm": 0.4638034999370575, |
| "learning_rate": 4.715014151825085e-05, |
| "loss": 1.96883544921875, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.11947091452140521, |
| "grad_norm": 0.48876047134399414, |
| "learning_rate": 4.7121294317768506e-05, |
| "loss": 1.849966049194336, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.11982648271938558, |
| "grad_norm": 0.43939417600631714, |
| "learning_rate": 4.709231076752045e-05, |
| "loss": 1.9786798477172851, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.12018205091736595, |
| "grad_norm": 0.342741996049881, |
| "learning_rate": 4.7063191046153574e-05, |
| "loss": 1.850713348388672, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.12053761911534633, |
| "grad_norm": 0.4128732979297638, |
| "learning_rate": 4.703393533315408e-05, |
| "loss": 1.9891803741455079, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.1208931873133267, |
| "grad_norm": 0.4280429482460022, |
| "learning_rate": 4.700454380884638e-05, |
| "loss": 1.9010469436645507, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.12124875551130707, |
| "grad_norm": 0.43759799003601074, |
| "learning_rate": 4.697501665439201e-05, |
| "loss": 1.9979541778564454, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.12160432370928743, |
| "grad_norm": 0.42854565382003784, |
| "learning_rate": 4.694535405178848e-05, |
| "loss": 1.7715314865112304, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.12195989190726782, |
| "grad_norm": 0.4579486548900604, |
| "learning_rate": 4.6915556183868174e-05, |
| "loss": 1.8214681625366211, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.12231546010524819, |
| "grad_norm": 0.4748671054840088, |
| "learning_rate": 4.6885623234297214e-05, |
| "loss": 1.9865182876586913, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.12267102830322855, |
| "grad_norm": 0.4472329020500183, |
| "learning_rate": 4.685555538757432e-05, |
| "loss": 1.987970733642578, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.12302659650120894, |
| "grad_norm": 0.5258608460426331, |
| "learning_rate": 4.6825352829029705e-05, |
| "loss": 1.9912925720214845, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.1233821646991893, |
| "grad_norm": 0.5144405961036682, |
| "learning_rate": 4.679501574482388e-05, |
| "loss": 1.9761497497558593, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.12373773289716967, |
| "grad_norm": 0.47484397888183594, |
| "learning_rate": 4.676454432194656e-05, |
| "loss": 2.0215763092041015, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.12409330109515004, |
| "grad_norm": 0.49055057764053345, |
| "learning_rate": 4.6733938748215475e-05, |
| "loss": 1.8958847045898437, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.12444886929313043, |
| "grad_norm": 0.5371253490447998, |
| "learning_rate": 4.6703199212275226e-05, |
| "loss": 1.8823431015014649, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.1248044374911108, |
| "grad_norm": 0.4418807625770569, |
| "learning_rate": 4.667232590359614e-05, |
| "loss": 1.7773038864135742, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.12516000568909116, |
| "grad_norm": 0.47592902183532715, |
| "learning_rate": 4.6641319012473043e-05, |
| "loss": 1.986189079284668, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.12551557388707155, |
| "grad_norm": 0.46170562505722046, |
| "learning_rate": 4.661017873002417e-05, |
| "loss": 2.0420930862426756, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.1258711420850519, |
| "grad_norm": 0.4310692250728607, |
| "learning_rate": 4.657890524818993e-05, |
| "loss": 1.9371036529541015, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.12622671028303228, |
| "grad_norm": 0.42791032791137695, |
| "learning_rate": 4.6547498759731724e-05, |
| "loss": 1.8477264404296876, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.12658227848101267, |
| "grad_norm": 0.48630771040916443, |
| "learning_rate": 4.651595945823078e-05, |
| "loss": 2.023675537109375, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.12693784667899302, |
| "grad_norm": 0.4483960270881653, |
| "learning_rate": 4.648428753808696e-05, |
| "loss": 1.868947982788086, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.1272934148769734, |
| "grad_norm": 0.36611407995224, |
| "learning_rate": 4.6452483194517535e-05, |
| "loss": 1.8235824584960938, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.1276489830749538, |
| "grad_norm": 0.4243677258491516, |
| "learning_rate": 4.6420546623556016e-05, |
| "loss": 1.9161598205566406, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.12800455127293414, |
| "grad_norm": 0.4300360083580017, |
| "learning_rate": 4.638847802205091e-05, |
| "loss": 1.9328779220581054, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.12836011947091452, |
| "grad_norm": 0.4602338671684265, |
| "learning_rate": 4.6356277587664546e-05, |
| "loss": 1.9402246475219727, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.1287156876688949, |
| "grad_norm": 0.446158230304718, |
| "learning_rate": 4.632394551887181e-05, |
| "loss": 2.0193317413330076, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.12907125586687526, |
| "grad_norm": 0.46085014939308167, |
| "learning_rate": 4.6291482014958974e-05, |
| "loss": 2.0381757736206056, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.12942682406485564, |
| "grad_norm": 0.43898117542266846, |
| "learning_rate": 4.625888727602242e-05, |
| "loss": 1.9459449768066406, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.129782392262836, |
| "grad_norm": 0.43887585401535034, |
| "learning_rate": 4.622616150296745e-05, |
| "loss": 1.9349231719970703, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.13013796046081638, |
| "grad_norm": 0.4367786943912506, |
| "learning_rate": 4.6193304897507e-05, |
| "loss": 1.927500343322754, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.13049352865879676, |
| "grad_norm": 0.44730865955352783, |
| "learning_rate": 4.616031766216043e-05, |
| "loss": 1.9544364929199218, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.13084909685677712, |
| "grad_norm": 0.5109915137290955, |
| "learning_rate": 4.612720000025228e-05, |
| "loss": 1.8460371017456054, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.1312046650547575, |
| "grad_norm": 0.47076430916786194, |
| "learning_rate": 4.6093952115911e-05, |
| "loss": 2.045991134643555, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.13156023325273788, |
| "grad_norm": 0.4458104372024536, |
| "learning_rate": 4.606057421406769e-05, |
| "loss": 2.012459373474121, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.13191580145071824, |
| "grad_norm": 0.34033629298210144, |
| "learning_rate": 4.6027066500454826e-05, |
| "loss": 1.8160129547119142, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.13227136964869862, |
| "grad_norm": 0.3816074728965759, |
| "learning_rate": 4.599342918160506e-05, |
| "loss": 1.9332874298095704, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.132626937846679, |
| "grad_norm": 0.4519752860069275, |
| "learning_rate": 4.5959662464849854e-05, |
| "loss": 2.0322479248046874, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.13298250604465936, |
| "grad_norm": 0.4078761041164398, |
| "learning_rate": 4.592576655831826e-05, |
| "loss": 1.9132863998413085, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.13333807424263974, |
| "grad_norm": 0.4286755621433258, |
| "learning_rate": 4.5891741670935596e-05, |
| "loss": 1.8255847930908202, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.1336936424406201, |
| "grad_norm": 0.4683900475502014, |
| "learning_rate": 4.585758801242223e-05, |
| "loss": 1.8925376892089845, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.13404921063860048, |
| "grad_norm": 0.42389756441116333, |
| "learning_rate": 4.58233057932922e-05, |
| "loss": 1.8729282379150392, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.13440477883658086, |
| "grad_norm": 0.4422023594379425, |
| "learning_rate": 4.578889522485198e-05, |
| "loss": 1.8858570098876952, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.13476034703456122, |
| "grad_norm": 0.4524957239627838, |
| "learning_rate": 4.575435651919915e-05, |
| "loss": 1.9918432235717773, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.1351159152325416, |
| "grad_norm": 0.45303836464881897, |
| "learning_rate": 4.571968988922108e-05, |
| "loss": 2.0699771881103515, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.13547148343052198, |
| "grad_norm": 0.4170067608356476, |
| "learning_rate": 4.5684895548593655e-05, |
| "loss": 1.807975959777832, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.13582705162850234, |
| "grad_norm": 0.43357110023498535, |
| "learning_rate": 4.564997371177992e-05, |
| "loss": 1.945266342163086, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.13618261982648272, |
| "grad_norm": 0.39495766162872314, |
| "learning_rate": 4.561492459402877e-05, |
| "loss": 1.9426273345947265, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.1365381880244631, |
| "grad_norm": 0.426727831363678, |
| "learning_rate": 4.557974841137364e-05, |
| "loss": 1.7720190048217774, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.13689375622244346, |
| "grad_norm": 0.4814690947532654, |
| "learning_rate": 4.554444538063113e-05, |
| "loss": 1.9700519561767578, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.13724932442042384, |
| "grad_norm": 0.44320520758628845, |
| "learning_rate": 4.550901571939974e-05, |
| "loss": 1.8878829956054688, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.13760489261840422, |
| "grad_norm": 0.37623390555381775, |
| "learning_rate": 4.5473459646058455e-05, |
| "loss": 1.9020067214965821, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.13796046081638458, |
| "grad_norm": 0.4533628523349762, |
| "learning_rate": 4.5437777379765444e-05, |
| "loss": 2.062186050415039, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.13831602901436496, |
| "grad_norm": 0.415678471326828, |
| "learning_rate": 4.540196914045668e-05, |
| "loss": 1.9647165298461915, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.13867159721234532, |
| "grad_norm": 0.42477312684059143, |
| "learning_rate": 4.536603514884463e-05, |
| "loss": 1.9233779907226562, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.1390271654103257, |
| "grad_norm": 1.9212150573730469, |
| "learning_rate": 4.532997562641683e-05, |
| "loss": 1.8557853698730469, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.13938273360830608, |
| "grad_norm": 0.4846855401992798, |
| "learning_rate": 4.529379079543459e-05, |
| "loss": 1.9841705322265626, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.13973830180628644, |
| "grad_norm": 0.44399747252464294, |
| "learning_rate": 4.525748087893155e-05, |
| "loss": 2.041277313232422, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.14009387000426682, |
| "grad_norm": 0.4050864577293396, |
| "learning_rate": 4.522104610071236e-05, |
| "loss": 1.9988048553466797, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.1404494382022472, |
| "grad_norm": 0.4377169609069824, |
| "learning_rate": 4.5184486685351314e-05, |
| "loss": 2.0682132720947264, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.14080500640022756, |
| "grad_norm": 0.4718763530254364, |
| "learning_rate": 4.514780285819089e-05, |
| "loss": 1.8091747283935546, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.14116057459820794, |
| "grad_norm": 0.7917141914367676, |
| "learning_rate": 4.511099484534043e-05, |
| "loss": 1.9872066497802734, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.14151614279618832, |
| "grad_norm": 0.4161342978477478, |
| "learning_rate": 4.507406287367473e-05, |
| "loss": 2.0225597381591798, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.14187171099416868, |
| "grad_norm": 0.44084230065345764, |
| "learning_rate": 4.5037007170832615e-05, |
| "loss": 2.0188667297363283, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.14222727919214906, |
| "grad_norm": 0.4169104993343353, |
| "learning_rate": 4.4999827965215554e-05, |
| "loss": 1.8438201904296876, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.1425828473901294, |
| "grad_norm": 0.4138292074203491, |
| "learning_rate": 4.496252548598631e-05, |
| "loss": 1.8704288482666016, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.1429384155881098, |
| "grad_norm": 0.4355562627315521, |
| "learning_rate": 4.4925099963067386e-05, |
| "loss": 1.814544677734375, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.14329398378609018, |
| "grad_norm": 0.44727447628974915, |
| "learning_rate": 4.488755162713975e-05, |
| "loss": 1.9385015487670898, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.14364955198407053, |
| "grad_norm": 0.38137808442115784, |
| "learning_rate": 4.484988070964135e-05, |
| "loss": 1.783839797973633, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.14400512018205092, |
| "grad_norm": 0.7276799082756042, |
| "learning_rate": 4.4812087442765686e-05, |
| "loss": 1.8630420684814453, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.1443606883800313, |
| "grad_norm": 0.44332802295684814, |
| "learning_rate": 4.477417205946037e-05, |
| "loss": 2.0805830001831054, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.14471625657801165, |
| "grad_norm": 0.44779035449028015, |
| "learning_rate": 4.473613479342575e-05, |
| "loss": 1.7817573547363281, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.14507182477599204, |
| "grad_norm": 0.4486839175224304, |
| "learning_rate": 4.469797587911339e-05, |
| "loss": 2.026826286315918, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.14542739297397242, |
| "grad_norm": 0.4497630298137665, |
| "learning_rate": 4.465969555172467e-05, |
| "loss": 1.980991744995117, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.14578296117195277, |
| "grad_norm": 0.40893423557281494, |
| "learning_rate": 4.462129404720934e-05, |
| "loss": 1.9634090423583985, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.14613852936993316, |
| "grad_norm": 0.45576468110084534, |
| "learning_rate": 4.458277160226404e-05, |
| "loss": 2.0306549072265625, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.14649409756791354, |
| "grad_norm": 0.4479800760746002, |
| "learning_rate": 4.454412845433086e-05, |
| "loss": 1.9566848754882813, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.1468496657658939, |
| "grad_norm": 0.3781600892543793, |
| "learning_rate": 4.450536484159587e-05, |
| "loss": 1.858958625793457, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.14720523396387428, |
| "grad_norm": 0.39559897780418396, |
| "learning_rate": 4.446648100298765e-05, |
| "loss": 1.8779438018798829, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.14756080216185463, |
| "grad_norm": 0.4433683753013611, |
| "learning_rate": 4.442747717817583e-05, |
| "loss": 2.061594009399414, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.14791637035983501, |
| "grad_norm": 0.4423002600669861, |
| "learning_rate": 4.438835360756959e-05, |
| "loss": 1.9578702926635743, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.1482719385578154, |
| "grad_norm": 0.5244864225387573, |
| "learning_rate": 4.434911053231621e-05, |
| "loss": 1.9951553344726562, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.14862750675579575, |
| "grad_norm": 0.38346561789512634, |
| "learning_rate": 4.430974819429954e-05, |
| "loss": 1.694706344604492, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.14898307495377613, |
| "grad_norm": 0.46447595953941345, |
| "learning_rate": 4.4270266836138554e-05, |
| "loss": 1.9652053833007812, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.14933864315175652, |
| "grad_norm": 0.44788530468940735, |
| "learning_rate": 4.423066670118581e-05, |
| "loss": 1.9724103927612304, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.14969421134973687, |
| "grad_norm": 0.4008125066757202, |
| "learning_rate": 4.419094803352602e-05, |
| "loss": 1.9330440521240235, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.15004977954771725, |
| "grad_norm": 0.4721739888191223, |
| "learning_rate": 4.415111107797445e-05, |
| "loss": 1.9580862045288085, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.15040534774569764, |
| "grad_norm": 0.4447092115879059, |
| "learning_rate": 4.41111560800755e-05, |
| "loss": 2.040000152587891, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.150760915943678, |
| "grad_norm": 0.4366373121738434, |
| "learning_rate": 4.407108328610111e-05, |
| "loss": 2.083973693847656, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.15111648414165837, |
| "grad_norm": 0.44759365916252136, |
| "learning_rate": 4.4030892943049326e-05, |
| "loss": 1.9249889373779296, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.15147205233963873, |
| "grad_norm": 0.4133858382701874, |
| "learning_rate": 4.399058529864272e-05, |
| "loss": 1.900141143798828, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.1518276205376191, |
| "grad_norm": 0.41831332445144653, |
| "learning_rate": 4.395016060132686e-05, |
| "loss": 1.9822818756103515, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.1521831887355995, |
| "grad_norm": 0.4524232745170593, |
| "learning_rate": 4.390961910026883e-05, |
| "loss": 1.8551643371582032, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.15253875693357985, |
| "grad_norm": 0.4212983548641205, |
| "learning_rate": 4.386896104535563e-05, |
| "loss": 1.9403331756591797, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.15289432513156023, |
| "grad_norm": 0.422979474067688, |
| "learning_rate": 4.382818668719268e-05, |
| "loss": 1.929132843017578, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.15324989332954062, |
| "grad_norm": 0.41337552666664124, |
| "learning_rate": 4.3787296277102264e-05, |
| "loss": 1.988453483581543, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.15360546152752097, |
| "grad_norm": 0.4621830880641937, |
| "learning_rate": 4.3746290067121985e-05, |
| "loss": 2.0812068939208985, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.15396102972550135, |
| "grad_norm": 0.5142182111740112, |
| "learning_rate": 4.37051683100032e-05, |
| "loss": 1.9248458862304687, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.15431659792348174, |
| "grad_norm": 0.45941993594169617, |
| "learning_rate": 4.3663931259209455e-05, |
| "loss": 2.0639163970947267, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.1546721661214621, |
| "grad_norm": 0.47261860966682434, |
| "learning_rate": 4.3622579168914945e-05, |
| "loss": 1.8689651489257812, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.15502773431944247, |
| "grad_norm": 0.4174124598503113, |
| "learning_rate": 4.3581112294002955e-05, |
| "loss": 1.7178684234619142, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.15538330251742286, |
| "grad_norm": 0.482042133808136, |
| "learning_rate": 4.353953089006425e-05, |
| "loss": 1.9751890182495118, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.1557388707154032, |
| "grad_norm": 0.4697819948196411, |
| "learning_rate": 4.349783521339552e-05, |
| "loss": 1.9046506881713867, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.1560944389133836, |
| "grad_norm": 0.45761585235595703, |
| "learning_rate": 4.345602552099782e-05, |
| "loss": 2.003580093383789, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.15645000711136395, |
| "grad_norm": 0.4174576997756958, |
| "learning_rate": 4.3414102070574955e-05, |
| "loss": 1.8796783447265626, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.15680557530934433, |
| "grad_norm": 0.46885132789611816, |
| "learning_rate": 4.33720651205319e-05, |
| "loss": 2.024154281616211, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.1571611435073247, |
| "grad_norm": 0.44503381848335266, |
| "learning_rate": 4.3329914929973226e-05, |
| "loss": 1.8875150680541992, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.15751671170530507, |
| "grad_norm": 0.44725823402404785, |
| "learning_rate": 4.3287651758701466e-05, |
| "loss": 1.8852039337158204, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.15787227990328545, |
| "grad_norm": 0.4437294006347656, |
| "learning_rate": 4.324527586721556e-05, |
| "loss": 2.0251564025878905, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.15822784810126583, |
| "grad_norm": 0.4622463583946228, |
| "learning_rate": 4.320278751670922e-05, |
| "loss": 2.086625862121582, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.1585834162992462, |
| "grad_norm": 0.45187127590179443, |
| "learning_rate": 4.3160186969069316e-05, |
| "loss": 1.978363609313965, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.15893898449722657, |
| "grad_norm": 0.4221031069755554, |
| "learning_rate": 4.311747448687428e-05, |
| "loss": 1.9371501922607421, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.15929455269520695, |
| "grad_norm": 0.5238663554191589, |
| "learning_rate": 4.3074650333392466e-05, |
| "loss": 1.9388948440551759, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.1596501208931873, |
| "grad_norm": 0.4347282648086548, |
| "learning_rate": 4.303171477258055e-05, |
| "loss": 1.8455482482910157, |
| "step": 2245 |
| }, |
| { |
| "epoch": 0.1600056890911677, |
| "grad_norm": 0.370993435382843, |
| "learning_rate": 4.2988668069081896e-05, |
| "loss": 1.8599109649658203, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.16036125728914805, |
| "grad_norm": 0.3910074532032013, |
| "learning_rate": 4.294551048822493e-05, |
| "loss": 1.93493595123291, |
| "step": 2255 |
| }, |
| { |
| "epoch": 0.16071682548712843, |
| "grad_norm": 0.410757839679718, |
| "learning_rate": 4.290224229602145e-05, |
| "loss": 1.8846965789794923, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.1610723936851088, |
| "grad_norm": 0.4310605227947235, |
| "learning_rate": 4.285886375916511e-05, |
| "loss": 1.8902559280395508, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.16142796188308917, |
| "grad_norm": 0.4542630910873413, |
| "learning_rate": 4.281537514502963e-05, |
| "loss": 1.9638442993164062, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.16178353008106955, |
| "grad_norm": 0.3843837380409241, |
| "learning_rate": 4.277177672166724e-05, |
| "loss": 1.9700178146362304, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.16213909827904993, |
| "grad_norm": 0.4443548321723938, |
| "learning_rate": 4.272806875780703e-05, |
| "loss": 1.8911558151245118, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.1624946664770303, |
| "grad_norm": 0.44673576951026917, |
| "learning_rate": 4.268425152285324e-05, |
| "loss": 1.9637842178344727, |
| "step": 2285 |
| }, |
| { |
| "epoch": 0.16285023467501067, |
| "grad_norm": 0.4163452386856079, |
| "learning_rate": 4.2640325286883616e-05, |
| "loss": 1.9915699005126952, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.16320580287299105, |
| "grad_norm": 0.45626723766326904, |
| "learning_rate": 4.259629032064779e-05, |
| "loss": 1.8824113845825194, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.1635613710709714, |
| "grad_norm": 0.42183881998062134, |
| "learning_rate": 4.255214689556557e-05, |
| "loss": 1.9371522903442382, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.1639169392689518, |
| "grad_norm": 0.4532131850719452, |
| "learning_rate": 4.250789528372525e-05, |
| "loss": 1.8804466247558593, |
| "step": 2305 |
| }, |
| { |
| "epoch": 0.16427250746693214, |
| "grad_norm": 0.4447820782661438, |
| "learning_rate": 4.2463535757882e-05, |
| "loss": 2.0081401824951173, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.16462807566491253, |
| "grad_norm": 0.42160630226135254, |
| "learning_rate": 4.241906859145611e-05, |
| "loss": 1.8658864974975586, |
| "step": 2315 |
| }, |
| { |
| "epoch": 0.1649836438628929, |
| "grad_norm": 0.4783008396625519, |
| "learning_rate": 4.237449405853136e-05, |
| "loss": 1.911276626586914, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.16533921206087326, |
| "grad_norm": 0.44960615038871765, |
| "learning_rate": 4.2329812433853286e-05, |
| "loss": 1.7698854446411132, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.16569478025885365, |
| "grad_norm": 0.44757333397865295, |
| "learning_rate": 4.228502399282752e-05, |
| "loss": 2.011037254333496, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.16605034845683403, |
| "grad_norm": 0.4462078809738159, |
| "learning_rate": 4.2240129011518084e-05, |
| "loss": 1.868431854248047, |
| "step": 2335 |
| }, |
| { |
| "epoch": 0.16640591665481438, |
| "grad_norm": 0.38850635290145874, |
| "learning_rate": 4.2195127766645684e-05, |
| "loss": 1.9110704421997071, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.16676148485279477, |
| "grad_norm": 0.3980312943458557, |
| "learning_rate": 4.215002053558601e-05, |
| "loss": 1.8870584487915039, |
| "step": 2345 |
| }, |
| { |
| "epoch": 0.16711705305077515, |
| "grad_norm": 0.3916946053504944, |
| "learning_rate": 4.2104807596368024e-05, |
| "loss": 1.9116224288940429, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.1674726212487555, |
| "grad_norm": 0.4019387662410736, |
| "learning_rate": 4.205948922767222e-05, |
| "loss": 1.8693748474121095, |
| "step": 2355 |
| }, |
| { |
| "epoch": 0.1678281894467359, |
| "grad_norm": 0.4479674696922302, |
| "learning_rate": 4.201406570882898e-05, |
| "loss": 2.0016605377197267, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.16818375764471627, |
| "grad_norm": 0.4667653739452362, |
| "learning_rate": 4.196853731981675e-05, |
| "loss": 2.0045372009277345, |
| "step": 2365 |
| }, |
| { |
| "epoch": 0.16853932584269662, |
| "grad_norm": 0.44826748967170715, |
| "learning_rate": 4.19229043412604e-05, |
| "loss": 1.9542922973632812, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.168894894040677, |
| "grad_norm": 0.3861413300037384, |
| "learning_rate": 4.187716705442946e-05, |
| "loss": 1.8837881088256836, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.16925046223865736, |
| "grad_norm": 0.4638286232948303, |
| "learning_rate": 4.183132574123637e-05, |
| "loss": 2.000873565673828, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.16960603043663774, |
| "grad_norm": 0.4749648869037628, |
| "learning_rate": 4.1785380684234794e-05, |
| "loss": 1.9788923263549805, |
| "step": 2385 |
| }, |
| { |
| "epoch": 0.16996159863461813, |
| "grad_norm": 0.5578358173370361, |
| "learning_rate": 4.173933216661781e-05, |
| "loss": 1.9880260467529296, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.17031716683259848, |
| "grad_norm": 0.4991210103034973, |
| "learning_rate": 4.169318047221621e-05, |
| "loss": 1.8414850234985352, |
| "step": 2395 |
| }, |
| { |
| "epoch": 0.17067273503057886, |
| "grad_norm": 0.42388707399368286, |
| "learning_rate": 4.1646925885496765e-05, |
| "loss": 1.767096710205078, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.17102830322855925, |
| "grad_norm": 0.4282020926475525, |
| "learning_rate": 4.160056869156041e-05, |
| "loss": 1.9758687973022462, |
| "step": 2405 |
| }, |
| { |
| "epoch": 0.1713838714265396, |
| "grad_norm": 0.458624005317688, |
| "learning_rate": 4.155410917614054e-05, |
| "loss": 1.9250797271728515, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.17173943962451999, |
| "grad_norm": 0.42114073038101196, |
| "learning_rate": 4.150754762560125e-05, |
| "loss": 1.7829608917236328, |
| "step": 2415 |
| }, |
| { |
| "epoch": 0.17209500782250037, |
| "grad_norm": 0.39527589082717896, |
| "learning_rate": 4.146088432693551e-05, |
| "loss": 1.9576066970825194, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.17245057602048072, |
| "grad_norm": 0.4918673634529114, |
| "learning_rate": 4.141411956776348e-05, |
| "loss": 1.9453657150268555, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.1728061442184611, |
| "grad_norm": 0.4653744697570801, |
| "learning_rate": 4.1367253636330673e-05, |
| "loss": 1.9483770370483398, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.17316171241644146, |
| "grad_norm": 0.4965675175189972, |
| "learning_rate": 4.132028682150621e-05, |
| "loss": 1.869779396057129, |
| "step": 2435 |
| }, |
| { |
| "epoch": 0.17351728061442184, |
| "grad_norm": 0.44001322984695435, |
| "learning_rate": 4.127321941278103e-05, |
| "loss": 1.9733034133911134, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.17387284881240223, |
| "grad_norm": 0.4100700318813324, |
| "learning_rate": 4.1226051700266086e-05, |
| "loss": 1.8334259033203124, |
| "step": 2445 |
| }, |
| { |
| "epoch": 0.17422841701038258, |
| "grad_norm": 0.45240455865859985, |
| "learning_rate": 4.117878397469062e-05, |
| "loss": 1.830316162109375, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.17458398520836296, |
| "grad_norm": 0.5378392934799194, |
| "learning_rate": 4.113141652740028e-05, |
| "loss": 1.8567264556884766, |
| "step": 2455 |
| }, |
| { |
| "epoch": 0.17493955340634335, |
| "grad_norm": 0.45153486728668213, |
| "learning_rate": 4.108394965035539e-05, |
| "loss": 1.9227025985717774, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.1752951216043237, |
| "grad_norm": 0.42474034428596497, |
| "learning_rate": 4.103638363612916e-05, |
| "loss": 2.0138174057006837, |
| "step": 2465 |
| }, |
| { |
| "epoch": 0.17565068980230408, |
| "grad_norm": 0.5279356241226196, |
| "learning_rate": 4.098871877790582e-05, |
| "loss": 1.9497529983520507, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.17600625800028447, |
| "grad_norm": 0.4550362527370453, |
| "learning_rate": 4.0940955369478865e-05, |
| "loss": 1.8590036392211915, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.17636182619826482, |
| "grad_norm": 0.4169063866138458, |
| "learning_rate": 4.089309370524921e-05, |
| "loss": 1.973785400390625, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.1767173943962452, |
| "grad_norm": 0.4532197117805481, |
| "learning_rate": 4.0845134080223405e-05, |
| "loss": 1.8443485260009767, |
| "step": 2485 |
| }, |
| { |
| "epoch": 0.17707296259422559, |
| "grad_norm": 0.39360401034355164, |
| "learning_rate": 4.0797076790011804e-05, |
| "loss": 1.8951366424560547, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.17742853079220594, |
| "grad_norm": 0.5400301218032837, |
| "learning_rate": 4.074892213082676e-05, |
| "loss": 1.975143051147461, |
| "step": 2495 |
| }, |
| { |
| "epoch": 0.17778409899018632, |
| "grad_norm": 0.4516591727733612, |
| "learning_rate": 4.070067039948075e-05, |
| "loss": 1.9858938217163087, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.17813966718816668, |
| "grad_norm": 0.4690985083580017, |
| "learning_rate": 4.065232189338459e-05, |
| "loss": 1.9931879043579102, |
| "step": 2505 |
| }, |
| { |
| "epoch": 0.17849523538614706, |
| "grad_norm": 1.5915861129760742, |
| "learning_rate": 4.06038769105456e-05, |
| "loss": 1.909975814819336, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.17885080358412744, |
| "grad_norm": 0.486126184463501, |
| "learning_rate": 4.055533574956575e-05, |
| "loss": 1.9617343902587892, |
| "step": 2515 |
| }, |
| { |
| "epoch": 0.1792063717821078, |
| "grad_norm": 0.4634505808353424, |
| "learning_rate": 4.050669870963982e-05, |
| "loss": 1.9592121124267579, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.17956193998008818, |
| "grad_norm": 0.44094157218933105, |
| "learning_rate": 4.045796609055358e-05, |
| "loss": 1.9630876541137696, |
| "step": 2525 |
| }, |
| { |
| "epoch": 0.17991750817806856, |
| "grad_norm": 0.4425979554653168, |
| "learning_rate": 4.0409138192681906e-05, |
| "loss": 1.8966436386108398, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.18027307637604892, |
| "grad_norm": 0.41453537344932556, |
| "learning_rate": 4.036021531698696e-05, |
| "loss": 1.9229925155639649, |
| "step": 2535 |
| }, |
| { |
| "epoch": 0.1806286445740293, |
| "grad_norm": 0.45490819215774536, |
| "learning_rate": 4.03111977650163e-05, |
| "loss": 1.9525653839111328, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.18098421277200968, |
| "grad_norm": 0.44942212104797363, |
| "learning_rate": 4.026208583890107e-05, |
| "loss": 2.0264522552490236, |
| "step": 2545 |
| }, |
| { |
| "epoch": 0.18133978096999004, |
| "grad_norm": 0.8904481530189514, |
| "learning_rate": 4.0212879841354105e-05, |
| "loss": 1.9433847427368165, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.18169534916797042, |
| "grad_norm": 0.37057262659072876, |
| "learning_rate": 4.016358007566807e-05, |
| "loss": 1.7172927856445312, |
| "step": 2555 |
| }, |
| { |
| "epoch": 0.18205091736595078, |
| "grad_norm": 0.4654898941516876, |
| "learning_rate": 4.011418684571357e-05, |
| "loss": 2.062900352478027, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.18240648556393116, |
| "grad_norm": 0.4679494798183441, |
| "learning_rate": 4.006470045593734e-05, |
| "loss": 2.0013402938842773, |
| "step": 2565 |
| }, |
| { |
| "epoch": 0.18276205376191154, |
| "grad_norm": 0.4374832808971405, |
| "learning_rate": 4.001512121136029e-05, |
| "loss": 1.8824588775634765, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.1831176219598919, |
| "grad_norm": 0.4508325755596161, |
| "learning_rate": 3.996544941757568e-05, |
| "loss": 1.8716596603393554, |
| "step": 2575 |
| }, |
| { |
| "epoch": 0.18347319015787228, |
| "grad_norm": 0.5170300602912903, |
| "learning_rate": 3.991568538074721e-05, |
| "loss": 1.935582733154297, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.18382875835585266, |
| "grad_norm": 0.48470091819763184, |
| "learning_rate": 3.986582940760717e-05, |
| "loss": 1.9593294143676758, |
| "step": 2585 |
| }, |
| { |
| "epoch": 0.18418432655383302, |
| "grad_norm": 0.4401293098926544, |
| "learning_rate": 3.981588180545447e-05, |
| "loss": 1.9998178482055664, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.1845398947518134, |
| "grad_norm": 0.47039109468460083, |
| "learning_rate": 3.9765842882152844e-05, |
| "loss": 1.8107881546020508, |
| "step": 2595 |
| }, |
| { |
| "epoch": 0.18489546294979378, |
| "grad_norm": 0.4378872513771057, |
| "learning_rate": 3.971571294612888e-05, |
| "loss": 1.9148286819458007, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.18525103114777414, |
| "grad_norm": 0.4162890911102295, |
| "learning_rate": 3.966549230637014e-05, |
| "loss": 1.9450984954833985, |
| "step": 2605 |
| }, |
| { |
| "epoch": 0.18560659934575452, |
| "grad_norm": 0.479143351316452, |
| "learning_rate": 3.961518127242329e-05, |
| "loss": 1.9328466415405274, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.1859621675437349, |
| "grad_norm": 0.4529990553855896, |
| "learning_rate": 3.9564780154392134e-05, |
| "loss": 2.0496541976928713, |
| "step": 2615 |
| }, |
| { |
| "epoch": 0.18631773574171526, |
| "grad_norm": 0.4337157905101776, |
| "learning_rate": 3.9514289262935736e-05, |
| "loss": 1.758957290649414, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.18667330393969564, |
| "grad_norm": 0.4860072433948517, |
| "learning_rate": 3.946370890926649e-05, |
| "loss": 1.97125186920166, |
| "step": 2625 |
| }, |
| { |
| "epoch": 0.187028872137676, |
| "grad_norm": 0.44373461604118347, |
| "learning_rate": 3.9413039405148256e-05, |
| "loss": 1.8010637283325195, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.18738444033565638, |
| "grad_norm": 0.46480804681777954, |
| "learning_rate": 3.9362281062894326e-05, |
| "loss": 1.7850826263427735, |
| "step": 2635 |
| }, |
| { |
| "epoch": 0.18774000853363676, |
| "grad_norm": 0.42770543694496155, |
| "learning_rate": 3.931143419536561e-05, |
| "loss": 1.910548210144043, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.18809557673161711, |
| "grad_norm": 0.4126070737838745, |
| "learning_rate": 3.9260499115968675e-05, |
| "loss": 1.855506134033203, |
| "step": 2645 |
| }, |
| { |
| "epoch": 0.1884511449295975, |
| "grad_norm": 0.4433591961860657, |
| "learning_rate": 3.9209476138653756e-05, |
| "loss": 1.987436866760254, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.18880671312757788, |
| "grad_norm": 0.4568868577480316, |
| "learning_rate": 3.915836557791291e-05, |
| "loss": 1.861073875427246, |
| "step": 2655 |
| }, |
| { |
| "epoch": 0.18916228132555823, |
| "grad_norm": 0.4694977104663849, |
| "learning_rate": 3.910716774877802e-05, |
| "loss": 1.6989480972290039, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.18951784952353862, |
| "grad_norm": 0.42865920066833496, |
| "learning_rate": 3.905588296681886e-05, |
| "loss": 1.9437641143798827, |
| "step": 2665 |
| }, |
| { |
| "epoch": 0.189873417721519, |
| "grad_norm": 0.4376455545425415, |
| "learning_rate": 3.900451154814116e-05, |
| "loss": 1.7843511581420899, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.19022898591949935, |
| "grad_norm": 0.44100579619407654, |
| "learning_rate": 3.8953053809384674e-05, |
| "loss": 1.9804019927978516, |
| "step": 2675 |
| }, |
| { |
| "epoch": 0.19058455411747974, |
| "grad_norm": 0.3973184823989868, |
| "learning_rate": 3.890151006772119e-05, |
| "loss": 1.9173244476318358, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.1909401223154601, |
| "grad_norm": 0.41169753670692444, |
| "learning_rate": 3.8849880640852606e-05, |
| "loss": 2.0243906021118163, |
| "step": 2685 |
| }, |
| { |
| "epoch": 0.19129569051344048, |
| "grad_norm": 0.4053976833820343, |
| "learning_rate": 3.879816584700895e-05, |
| "loss": 1.8626022338867188, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.19165125871142086, |
| "grad_norm": 0.4549263119697571, |
| "learning_rate": 3.874636600494644e-05, |
| "loss": 1.9270931243896485, |
| "step": 2695 |
| }, |
| { |
| "epoch": 0.1920068269094012, |
| "grad_norm": 0.4794546663761139, |
| "learning_rate": 3.869448143394551e-05, |
| "loss": 1.9335840225219727, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.1923623951073816, |
| "grad_norm": 0.42400598526000977, |
| "learning_rate": 3.864251245380882e-05, |
| "loss": 1.8423833847045898, |
| "step": 2705 |
| }, |
| { |
| "epoch": 0.19271796330536198, |
| "grad_norm": 0.567085862159729, |
| "learning_rate": 3.859045938485934e-05, |
| "loss": 1.8898155212402343, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.19307353150334233, |
| "grad_norm": 0.4510025680065155, |
| "learning_rate": 3.853832254793831e-05, |
| "loss": 1.890714454650879, |
| "step": 2715 |
| }, |
| { |
| "epoch": 0.19342909970132272, |
| "grad_norm": 0.5319476127624512, |
| "learning_rate": 3.84861022644033e-05, |
| "loss": 1.9854911804199218, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.1937846678993031, |
| "grad_norm": 0.514369010925293, |
| "learning_rate": 3.8433798856126245e-05, |
| "loss": 1.9636390686035157, |
| "step": 2725 |
| }, |
| { |
| "epoch": 0.19414023609728345, |
| "grad_norm": 0.4302152693271637, |
| "learning_rate": 3.8381412645491396e-05, |
| "loss": 1.8761634826660156, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.19449580429526384, |
| "grad_norm": 0.45327043533325195, |
| "learning_rate": 3.832894395539343e-05, |
| "loss": 1.8346946716308594, |
| "step": 2735 |
| }, |
| { |
| "epoch": 0.1948513724932442, |
| "grad_norm": 0.44583582878112793, |
| "learning_rate": 3.8276393109235353e-05, |
| "loss": 1.8555770874023438, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.19520694069122457, |
| "grad_norm": 0.41672518849372864, |
| "learning_rate": 3.82237604309266e-05, |
| "loss": 1.8397018432617187, |
| "step": 2745 |
| }, |
| { |
| "epoch": 0.19556250888920496, |
| "grad_norm": 0.38072824478149414, |
| "learning_rate": 3.817104624488096e-05, |
| "loss": 1.740152931213379, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.1959180770871853, |
| "grad_norm": 0.4954932630062103, |
| "learning_rate": 3.811825087601466e-05, |
| "loss": 1.8945642471313477, |
| "step": 2755 |
| }, |
| { |
| "epoch": 0.1962736452851657, |
| "grad_norm": 0.4111610949039459, |
| "learning_rate": 3.806537464974428e-05, |
| "loss": 1.9599859237670898, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.19662921348314608, |
| "grad_norm": 0.44979432225227356, |
| "learning_rate": 3.801241789198478e-05, |
| "loss": 1.964502716064453, |
| "step": 2765 |
| }, |
| { |
| "epoch": 0.19698478168112643, |
| "grad_norm": 0.4678930938243866, |
| "learning_rate": 3.7959380929147526e-05, |
| "loss": 1.9818527221679687, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.1973403498791068, |
| "grad_norm": 0.45817139744758606, |
| "learning_rate": 3.790626408813822e-05, |
| "loss": 1.9622344970703125, |
| "step": 2775 |
| }, |
| { |
| "epoch": 0.1976959180770872, |
| "grad_norm": 0.3951300382614136, |
| "learning_rate": 3.785306769635493e-05, |
| "loss": 1.8778635025024415, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.19805148627506755, |
| "grad_norm": 0.40623605251312256, |
| "learning_rate": 3.7799792081686036e-05, |
| "loss": 1.9926908493041993, |
| "step": 2785 |
| }, |
| { |
| "epoch": 0.19840705447304793, |
| "grad_norm": 0.4403471052646637, |
| "learning_rate": 3.7746437572508244e-05, |
| "loss": 1.941887664794922, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.19876262267102832, |
| "grad_norm": 0.39597272872924805, |
| "learning_rate": 3.7693004497684526e-05, |
| "loss": 1.9125400543212892, |
| "step": 2795 |
| }, |
| { |
| "epoch": 0.19911819086900867, |
| "grad_norm": 0.4873802661895752, |
| "learning_rate": 3.7639493186562136e-05, |
| "loss": 1.8960399627685547, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.19947375906698905, |
| "grad_norm": 0.45440152287483215, |
| "learning_rate": 3.7585903968970527e-05, |
| "loss": 1.9094364166259765, |
| "step": 2805 |
| }, |
| { |
| "epoch": 0.1998293272649694, |
| "grad_norm": 0.4439091980457306, |
| "learning_rate": 3.753223717521938e-05, |
| "loss": 2.066347122192383, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.2001848954629498, |
| "grad_norm": 0.4415077567100525, |
| "learning_rate": 3.7478493136096495e-05, |
| "loss": 1.9177152633666992, |
| "step": 2815 |
| }, |
| { |
| "epoch": 0.20054046366093017, |
| "grad_norm": 0.48137497901916504, |
| "learning_rate": 3.7424672182865825e-05, |
| "loss": 1.8980186462402344, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.20089603185891053, |
| "grad_norm": 0.39161887764930725, |
| "learning_rate": 3.7370774647265384e-05, |
| "loss": 1.9368228912353516, |
| "step": 2825 |
| }, |
| { |
| "epoch": 0.2012516000568909, |
| "grad_norm": 0.4740235209465027, |
| "learning_rate": 3.731680086150524e-05, |
| "loss": 1.917898178100586, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.2016071682548713, |
| "grad_norm": 0.4260876178741455, |
| "learning_rate": 3.726275115826542e-05, |
| "loss": 1.9025737762451171, |
| "step": 2835 |
| }, |
| { |
| "epoch": 0.20196273645285165, |
| "grad_norm": 0.41818079352378845, |
| "learning_rate": 3.7208625870693894e-05, |
| "loss": 1.9248634338378907, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.20231830465083203, |
| "grad_norm": 0.43764036893844604, |
| "learning_rate": 3.7154425332404514e-05, |
| "loss": 1.8459182739257813, |
| "step": 2845 |
| }, |
| { |
| "epoch": 0.20267387284881241, |
| "grad_norm": 0.4003741145133972, |
| "learning_rate": 3.7100149877474974e-05, |
| "loss": 1.964662742614746, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.20302944104679277, |
| "grad_norm": 0.4278331696987152, |
| "learning_rate": 3.704579984044471e-05, |
| "loss": 1.8564102172851562, |
| "step": 2855 |
| }, |
| { |
| "epoch": 0.20338500924477315, |
| "grad_norm": 0.4577380120754242, |
| "learning_rate": 3.699137555631289e-05, |
| "loss": 1.843560028076172, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.2037405774427535, |
| "grad_norm": 0.590474009513855, |
| "learning_rate": 3.693687736053627e-05, |
| "loss": 1.7897201538085938, |
| "step": 2865 |
| }, |
| { |
| "epoch": 0.2040961456407339, |
| "grad_norm": 0.4310486912727356, |
| "learning_rate": 3.688230558902725e-05, |
| "loss": 1.8854850769042968, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.20445171383871427, |
| "grad_norm": 0.4134286642074585, |
| "learning_rate": 3.682766057815168e-05, |
| "loss": 1.8194698333740233, |
| "step": 2875 |
| }, |
| { |
| "epoch": 0.20480728203669463, |
| "grad_norm": 0.44399136304855347, |
| "learning_rate": 3.6772942664726835e-05, |
| "loss": 1.9021604537963868, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.205162850234675, |
| "grad_norm": 0.4421083331108093, |
| "learning_rate": 3.671815218601938e-05, |
| "loss": 1.8757648468017578, |
| "step": 2885 |
| }, |
| { |
| "epoch": 0.2055184184326554, |
| "grad_norm": 0.42539238929748535, |
| "learning_rate": 3.666328947974322e-05, |
| "loss": 1.9962593078613282, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.20587398663063575, |
| "grad_norm": 0.4557393789291382, |
| "learning_rate": 3.660835488405746e-05, |
| "loss": 1.9809322357177734, |
| "step": 2895 |
| }, |
| { |
| "epoch": 0.20622955482861613, |
| "grad_norm": 0.4369677007198334, |
| "learning_rate": 3.6553348737564326e-05, |
| "loss": 1.8421112060546876, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.2065851230265965, |
| "grad_norm": 0.45868298411369324, |
| "learning_rate": 3.649827137930705e-05, |
| "loss": 1.9264961242675782, |
| "step": 2905 |
| }, |
| { |
| "epoch": 0.20694069122457687, |
| "grad_norm": 0.47088003158569336, |
| "learning_rate": 3.644312314876779e-05, |
| "loss": 1.955571746826172, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.20729625942255725, |
| "grad_norm": 0.44199874997138977, |
| "learning_rate": 3.638790438586555e-05, |
| "loss": 1.890507698059082, |
| "step": 2915 |
| }, |
| { |
| "epoch": 0.20765182762053763, |
| "grad_norm": 0.4656584560871124, |
| "learning_rate": 3.633261543095408e-05, |
| "loss": 1.9046031951904296, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.208007395818518, |
| "grad_norm": 0.4015985131263733, |
| "learning_rate": 3.6277256624819775e-05, |
| "loss": 1.9170610427856445, |
| "step": 2925 |
| }, |
| { |
| "epoch": 0.20836296401649837, |
| "grad_norm": 0.4420144855976105, |
| "learning_rate": 3.6221828308679564e-05, |
| "loss": 1.9496730804443358, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.20871853221447872, |
| "grad_norm": 0.4451293647289276, |
| "learning_rate": 3.616633082417882e-05, |
| "loss": 1.9092018127441406, |
| "step": 2935 |
| }, |
| { |
| "epoch": 0.2090741004124591, |
| "grad_norm": 0.4452986419200897, |
| "learning_rate": 3.6110764513389266e-05, |
| "loss": 1.9769542694091797, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.2094296686104395, |
| "grad_norm": 0.4511799216270447, |
| "learning_rate": 3.6055129718806836e-05, |
| "loss": 1.9193742752075196, |
| "step": 2945 |
| }, |
| { |
| "epoch": 0.20978523680841984, |
| "grad_norm": 0.4489001929759979, |
| "learning_rate": 3.5999426783349565e-05, |
| "loss": 1.9207950592041017, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.21014080500640023, |
| "grad_norm": 0.4235159158706665, |
| "learning_rate": 3.594365605035553e-05, |
| "loss": 1.8196319580078124, |
| "step": 2955 |
| }, |
| { |
| "epoch": 0.2104963732043806, |
| "grad_norm": 0.47672486305236816, |
| "learning_rate": 3.588781786358068e-05, |
| "loss": 1.8961088180541992, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.21085194140236097, |
| "grad_norm": 0.4355168342590332, |
| "learning_rate": 3.583191256719672e-05, |
| "loss": 1.7763906478881837, |
| "step": 2965 |
| }, |
| { |
| "epoch": 0.21120750960034135, |
| "grad_norm": 0.4350421726703644, |
| "learning_rate": 3.5775940505788994e-05, |
| "loss": 1.7422569274902344, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.21156307779832173, |
| "grad_norm": 0.38156455755233765, |
| "learning_rate": 3.5719902024354375e-05, |
| "loss": 1.8697040557861329, |
| "step": 2975 |
| }, |
| { |
| "epoch": 0.21191864599630209, |
| "grad_norm": 0.46926552057266235, |
| "learning_rate": 3.566379746829914e-05, |
| "loss": 1.9621526718139648, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.21227421419428247, |
| "grad_norm": 0.4785007834434509, |
| "learning_rate": 3.560762718343685e-05, |
| "loss": 1.877945899963379, |
| "step": 2985 |
| }, |
| { |
| "epoch": 0.21262978239226282, |
| "grad_norm": 0.40566059947013855, |
| "learning_rate": 3.555139151598616e-05, |
| "loss": 1.897540283203125, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.2129853505902432, |
| "grad_norm": 0.46208083629608154, |
| "learning_rate": 3.5495090812568746e-05, |
| "loss": 1.8785659790039062, |
| "step": 2995 |
| }, |
| { |
| "epoch": 0.2133409187882236, |
| "grad_norm": 0.46136927604675293, |
| "learning_rate": 3.543872542020714e-05, |
| "loss": 1.8426242828369142, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.21369648698620394, |
| "grad_norm": 0.40727317333221436, |
| "learning_rate": 3.538229568632262e-05, |
| "loss": 1.8291913986206054, |
| "step": 3005 |
| }, |
| { |
| "epoch": 0.21405205518418433, |
| "grad_norm": 0.464765727519989, |
| "learning_rate": 3.532580195873303e-05, |
| "loss": 1.8831092834472656, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.2144076233821647, |
| "grad_norm": 0.4639458656311035, |
| "learning_rate": 3.526924458565065e-05, |
| "loss": 1.9636531829833985, |
| "step": 3015 |
| }, |
| { |
| "epoch": 0.21476319158014506, |
| "grad_norm": 0.5813872218132019, |
| "learning_rate": 3.5212623915680074e-05, |
| "loss": 1.9404579162597657, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.21511875977812545, |
| "grad_norm": 0.42150169610977173, |
| "learning_rate": 3.515594029781603e-05, |
| "loss": 1.9021928787231446, |
| "step": 3025 |
| }, |
| { |
| "epoch": 0.21547432797610583, |
| "grad_norm": 3.052535057067871, |
| "learning_rate": 3.509919408144123e-05, |
| "loss": 1.8077701568603515, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.21582989617408618, |
| "grad_norm": 0.4428950250148773, |
| "learning_rate": 3.504238561632424e-05, |
| "loss": 1.8837602615356446, |
| "step": 3035 |
| }, |
| { |
| "epoch": 0.21618546437206657, |
| "grad_norm": 0.4209384024143219, |
| "learning_rate": 3.4985515252617304e-05, |
| "loss": 1.9614784240722656, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.21654103257004695, |
| "grad_norm": 0.37854117155075073, |
| "learning_rate": 3.4928583340854206e-05, |
| "loss": 1.7799705505371093, |
| "step": 3045 |
| }, |
| { |
| "epoch": 0.2168966007680273, |
| "grad_norm": 0.38608092069625854, |
| "learning_rate": 3.487159023194808e-05, |
| "loss": 1.8397405624389649, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.21725216896600769, |
| "grad_norm": 0.5505428910255432, |
| "learning_rate": 3.4814536277189264e-05, |
| "loss": 1.9170110702514649, |
| "step": 3055 |
| }, |
| { |
| "epoch": 0.21760773716398804, |
| "grad_norm": 0.47337591648101807, |
| "learning_rate": 3.475742182824314e-05, |
| "loss": 1.735984992980957, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.21796330536196842, |
| "grad_norm": 0.4421464204788208, |
| "learning_rate": 3.470024723714795e-05, |
| "loss": 1.865607452392578, |
| "step": 3065 |
| }, |
| { |
| "epoch": 0.2183188735599488, |
| "grad_norm": 0.4251149296760559, |
| "learning_rate": 3.464301285631266e-05, |
| "loss": 1.866029930114746, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.21867444175792916, |
| "grad_norm": 0.5228272676467896, |
| "learning_rate": 3.458571903851474e-05, |
| "loss": 1.7438936233520508, |
| "step": 3075 |
| }, |
| { |
| "epoch": 0.21903000995590954, |
| "grad_norm": 0.4569433033466339, |
| "learning_rate": 3.452836613689803e-05, |
| "loss": 1.842361068725586, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.21938557815388993, |
| "grad_norm": 0.4055674076080322, |
| "learning_rate": 3.447095450497051e-05, |
| "loss": 1.9235879898071289, |
| "step": 3085 |
| }, |
| { |
| "epoch": 0.21974114635187028, |
| "grad_norm": 0.4330829381942749, |
| "learning_rate": 3.4413484496602225e-05, |
| "loss": 1.8542598724365233, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.22009671454985066, |
| "grad_norm": 0.4254935085773468, |
| "learning_rate": 3.4355956466022966e-05, |
| "loss": 1.867734718322754, |
| "step": 3095 |
| }, |
| { |
| "epoch": 0.22045228274783105, |
| "grad_norm": 0.47429949045181274, |
| "learning_rate": 3.429837076782021e-05, |
| "loss": 1.888113784790039, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.2208078509458114, |
| "grad_norm": 0.46978387236595154, |
| "learning_rate": 3.4240727756936844e-05, |
| "loss": 1.9337533950805663, |
| "step": 3105 |
| }, |
| { |
| "epoch": 0.22116341914379178, |
| "grad_norm": 0.5925400257110596, |
| "learning_rate": 3.4183027788669045e-05, |
| "loss": 1.8087146759033204, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.22151898734177214, |
| "grad_norm": 0.40061086416244507, |
| "learning_rate": 3.412527121866406e-05, |
| "loss": 1.8439825057983399, |
| "step": 3115 |
| }, |
| { |
| "epoch": 0.22187455553975252, |
| "grad_norm": 0.48597919940948486, |
| "learning_rate": 3.406745840291797e-05, |
| "loss": 1.822287368774414, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.2222301237377329, |
| "grad_norm": 0.44027045369148254, |
| "learning_rate": 3.40095896977736e-05, |
| "loss": 1.8802267074584962, |
| "step": 3125 |
| }, |
| { |
| "epoch": 0.22258569193571326, |
| "grad_norm": 0.3741127550601959, |
| "learning_rate": 3.395166545991822e-05, |
| "loss": 1.8993608474731445, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.22294126013369364, |
| "grad_norm": 0.44853973388671875, |
| "learning_rate": 3.389368604638141e-05, |
| "loss": 1.903767204284668, |
| "step": 3135 |
| }, |
| { |
| "epoch": 0.22329682833167402, |
| "grad_norm": 0.6637639999389648, |
| "learning_rate": 3.3835651814532826e-05, |
| "loss": 1.867987823486328, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.22365239652965438, |
| "grad_norm": 0.4271154999732971, |
| "learning_rate": 3.377756312208001e-05, |
| "loss": 1.9267049789428712, |
| "step": 3145 |
| }, |
| { |
| "epoch": 0.22400796472763476, |
| "grad_norm": 0.41948699951171875, |
| "learning_rate": 3.3719420327066196e-05, |
| "loss": 1.9203489303588868, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.22436353292561514, |
| "grad_norm": 0.4531422555446625, |
| "learning_rate": 3.3661223787868094e-05, |
| "loss": 1.886216926574707, |
| "step": 3155 |
| }, |
| { |
| "epoch": 0.2247191011235955, |
| "grad_norm": 0.4575514793395996, |
| "learning_rate": 3.360297386319365e-05, |
| "loss": 1.988947868347168, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.22507466932157588, |
| "grad_norm": 0.4614552855491638, |
| "learning_rate": 3.354467091207989e-05, |
| "loss": 1.9559310913085937, |
| "step": 3165 |
| }, |
| { |
| "epoch": 0.22543023751955626, |
| "grad_norm": 0.4452045261859894, |
| "learning_rate": 3.348631529389069e-05, |
| "loss": 1.816739273071289, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.22578580571753662, |
| "grad_norm": 0.46195533871650696, |
| "learning_rate": 3.3427907368314515e-05, |
| "loss": 1.8018047332763671, |
| "step": 3175 |
| }, |
| { |
| "epoch": 0.226141373915517, |
| "grad_norm": 0.4907339811325073, |
| "learning_rate": 3.336944749536227e-05, |
| "loss": 1.860469436645508, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.22649694211349736, |
| "grad_norm": 0.46710848808288574, |
| "learning_rate": 3.331093603536504e-05, |
| "loss": 1.757431411743164, |
| "step": 3185 |
| }, |
| { |
| "epoch": 0.22685251031147774, |
| "grad_norm": 0.44681698083877563, |
| "learning_rate": 3.325237334897188e-05, |
| "loss": 1.8972185134887696, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.22720807850945812, |
| "grad_norm": 0.4521268308162689, |
| "learning_rate": 3.319375979714758e-05, |
| "loss": 1.8351263046264648, |
| "step": 3195 |
| }, |
| { |
| "epoch": 0.22756364670743848, |
| "grad_norm": 0.47940996289253235, |
| "learning_rate": 3.313509574117047e-05, |
| "loss": 1.9015771865844726, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.22791921490541886, |
| "grad_norm": 0.4314177930355072, |
| "learning_rate": 3.307638154263017e-05, |
| "loss": 1.8187896728515625, |
| "step": 3205 |
| }, |
| { |
| "epoch": 0.22827478310339924, |
| "grad_norm": 0.5055888295173645, |
| "learning_rate": 3.301761756342535e-05, |
| "loss": 1.9884153366088868, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.2286303513013796, |
| "grad_norm": 0.4193253815174103, |
| "learning_rate": 3.295880416576153e-05, |
| "loss": 1.9399215698242187, |
| "step": 3215 |
| }, |
| { |
| "epoch": 0.22898591949935998, |
| "grad_norm": 0.40070804953575134, |
| "learning_rate": 3.289994171214882e-05, |
| "loss": 1.9400053024291992, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.22934148769734036, |
| "grad_norm": 0.44406405091285706, |
| "learning_rate": 3.28410305653997e-05, |
| "loss": 1.9302270889282227, |
| "step": 3225 |
| }, |
| { |
| "epoch": 0.22969705589532072, |
| "grad_norm": 0.4688372313976288, |
| "learning_rate": 3.278207108862681e-05, |
| "loss": 1.8604305267333985, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.2300526240933011, |
| "grad_norm": 0.436074435710907, |
| "learning_rate": 3.272306364524064e-05, |
| "loss": 1.832611083984375, |
| "step": 3235 |
| }, |
| { |
| "epoch": 0.23040819229128146, |
| "grad_norm": 0.7538519501686096, |
| "learning_rate": 3.266400859894736e-05, |
| "loss": 1.9801265716552734, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.23076376048926184, |
| "grad_norm": 0.4638977646827698, |
| "learning_rate": 3.260490631374653e-05, |
| "loss": 1.9265567779541015, |
| "step": 3245 |
| }, |
| { |
| "epoch": 0.23111932868724222, |
| "grad_norm": 0.4227128326892853, |
| "learning_rate": 3.2545757153928924e-05, |
| "loss": 1.803415298461914, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.23147489688522258, |
| "grad_norm": 0.40591591596603394, |
| "learning_rate": 3.2486561484074174e-05, |
| "loss": 1.7933372497558593, |
| "step": 3255 |
| }, |
| { |
| "epoch": 0.23183046508320296, |
| "grad_norm": 0.46810010075569153, |
| "learning_rate": 3.242731966904865e-05, |
| "loss": 1.8969127655029296, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.23218603328118334, |
| "grad_norm": 0.4573196768760681, |
| "learning_rate": 3.23680320740031e-05, |
| "loss": 1.8858961105346679, |
| "step": 3265 |
| }, |
| { |
| "epoch": 0.2325416014791637, |
| "grad_norm": 0.46448004245758057, |
| "learning_rate": 3.230869906437048e-05, |
| "loss": 2.0057262420654296, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.23289716967714408, |
| "grad_norm": 0.4548952579498291, |
| "learning_rate": 3.2249321005863644e-05, |
| "loss": 2.0089933395385744, |
| "step": 3275 |
| }, |
| { |
| "epoch": 0.23325273787512446, |
| "grad_norm": 0.47056373953819275, |
| "learning_rate": 3.218989826447313e-05, |
| "loss": 1.944521141052246, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.23360830607310482, |
| "grad_norm": 0.41815581917762756, |
| "learning_rate": 3.2130431206464896e-05, |
| "loss": 1.866251564025879, |
| "step": 3285 |
| }, |
| { |
| "epoch": 0.2339638742710852, |
| "grad_norm": 0.4442651569843292, |
| "learning_rate": 3.207092019837804e-05, |
| "loss": 1.837974739074707, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.23431944246906555, |
| "grad_norm": 0.44275951385498047, |
| "learning_rate": 3.201136560702258e-05, |
| "loss": 1.9275199890136718, |
| "step": 3295 |
| }, |
| { |
| "epoch": 0.23467501066704594, |
| "grad_norm": 0.4318724572658539, |
| "learning_rate": 3.195176779947713e-05, |
| "loss": 1.9060256958007813, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.23503057886502632, |
| "grad_norm": 0.46825987100601196, |
| "learning_rate": 3.1892127143086714e-05, |
| "loss": 2.031299018859863, |
| "step": 3305 |
| }, |
| { |
| "epoch": 0.23538614706300667, |
| "grad_norm": 0.43244409561157227, |
| "learning_rate": 3.1832444005460446e-05, |
| "loss": 1.7627372741699219, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.23574171526098706, |
| "grad_norm": 0.42602115869522095, |
| "learning_rate": 3.177271875446929e-05, |
| "loss": 1.8942045211791991, |
| "step": 3315 |
| }, |
| { |
| "epoch": 0.23609728345896744, |
| "grad_norm": 0.48421287536621094, |
| "learning_rate": 3.171295175824379e-05, |
| "loss": 1.881981658935547, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.2364528516569478, |
| "grad_norm": 0.43483883142471313, |
| "learning_rate": 3.165314338517179e-05, |
| "loss": 1.9323589324951171, |
| "step": 3325 |
| }, |
| { |
| "epoch": 0.23680841985492818, |
| "grad_norm": 0.4247824251651764, |
| "learning_rate": 3.159329400389615e-05, |
| "loss": 1.907724952697754, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.23716398805290856, |
| "grad_norm": 0.45709213614463806, |
| "learning_rate": 3.1533403983312546e-05, |
| "loss": 1.902322006225586, |
| "step": 3335 |
| }, |
| { |
| "epoch": 0.2375195562508889, |
| "grad_norm": 0.38317933678627014, |
| "learning_rate": 3.1473473692567086e-05, |
| "loss": 1.8484146118164062, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.2378751244488693, |
| "grad_norm": 0.3948182165622711, |
| "learning_rate": 3.141350350105413e-05, |
| "loss": 1.9240619659423828, |
| "step": 3345 |
| }, |
| { |
| "epoch": 0.23823069264684968, |
| "grad_norm": 0.3932666778564453, |
| "learning_rate": 3.135349377841396e-05, |
| "loss": 1.7401372909545898, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.23858626084483003, |
| "grad_norm": 0.4829767346382141, |
| "learning_rate": 3.129344489453053e-05, |
| "loss": 1.9886505126953125, |
| "step": 3355 |
| }, |
| { |
| "epoch": 0.23894182904281042, |
| "grad_norm": 0.45809653401374817, |
| "learning_rate": 3.123335721952916e-05, |
| "loss": 1.760655975341797, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.23929739724079077, |
| "grad_norm": 0.4620189368724823, |
| "learning_rate": 3.117323112377427e-05, |
| "loss": 1.8827175140380858, |
| "step": 3365 |
| }, |
| { |
| "epoch": 0.23965296543877115, |
| "grad_norm": 0.39445456862449646, |
| "learning_rate": 3.1113066977867105e-05, |
| "loss": 1.8876874923706055, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.24000853363675154, |
| "grad_norm": 0.4053409695625305, |
| "learning_rate": 3.105286515264343e-05, |
| "loss": 1.792802619934082, |
| "step": 3375 |
| }, |
| { |
| "epoch": 0.2403641018347319, |
| "grad_norm": 0.4884132742881775, |
| "learning_rate": 3.099262601917125e-05, |
| "loss": 2.020514488220215, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.24071967003271227, |
| "grad_norm": 0.4487616717815399, |
| "learning_rate": 3.093234994874855e-05, |
| "loss": 1.849205207824707, |
| "step": 3385 |
| }, |
| { |
| "epoch": 0.24107523823069266, |
| "grad_norm": 0.5110529661178589, |
| "learning_rate": 3.0872037312900984e-05, |
| "loss": 2.01705265045166, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.241430806428673, |
| "grad_norm": 0.4572543203830719, |
| "learning_rate": 3.081168848337955e-05, |
| "loss": 1.9392314910888673, |
| "step": 3395 |
| }, |
| { |
| "epoch": 0.2417863746266534, |
| "grad_norm": 0.4689153730869293, |
| "learning_rate": 3.0751303832158364e-05, |
| "loss": 1.9841468811035157, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.24214194282463378, |
| "grad_norm": 0.496160089969635, |
| "learning_rate": 3.069088373143234e-05, |
| "loss": 1.788466453552246, |
| "step": 3405 |
| }, |
| { |
| "epoch": 0.24249751102261413, |
| "grad_norm": 0.4527823328971863, |
| "learning_rate": 3.0630428553614873e-05, |
| "loss": 1.9786788940429687, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.24285307922059451, |
| "grad_norm": 0.42821618914604187, |
| "learning_rate": 3.056993867133559e-05, |
| "loss": 1.899939727783203, |
| "step": 3415 |
| }, |
| { |
| "epoch": 0.24320864741857487, |
| "grad_norm": 0.4478073716163635, |
| "learning_rate": 3.0509414457438e-05, |
| "loss": 1.929829978942871, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.24356421561655525, |
| "grad_norm": 0.41961631178855896, |
| "learning_rate": 3.044885628497725e-05, |
| "loss": 1.862752342224121, |
| "step": 3425 |
| }, |
| { |
| "epoch": 0.24391978381453563, |
| "grad_norm": 0.45657920837402344, |
| "learning_rate": 3.038826452721777e-05, |
| "loss": 2.0499540328979493, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.244275352012516, |
| "grad_norm": 0.4255641996860504, |
| "learning_rate": 3.0327639557631023e-05, |
| "loss": 1.8340015411376953, |
| "step": 3435 |
| }, |
| { |
| "epoch": 0.24463092021049637, |
| "grad_norm": 0.3840986490249634, |
| "learning_rate": 3.0266981749893157e-05, |
| "loss": 1.9083328247070312, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.24498648840847675, |
| "grad_norm": 0.4592842757701874, |
| "learning_rate": 3.0206291477882763e-05, |
| "loss": 1.8760814666748047, |
| "step": 3445 |
| }, |
| { |
| "epoch": 0.2453420566064571, |
| "grad_norm": 0.419474333524704, |
| "learning_rate": 3.0145569115678507e-05, |
| "loss": 1.8913700103759765, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.2456976248044375, |
| "grad_norm": 0.4511104226112366, |
| "learning_rate": 3.0084815037556846e-05, |
| "loss": 1.9158851623535156, |
| "step": 3455 |
| }, |
| { |
| "epoch": 0.24605319300241787, |
| "grad_norm": 0.4548083245754242, |
| "learning_rate": 3.002402961798974e-05, |
| "loss": 1.8002714157104491, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.24640876120039823, |
| "grad_norm": 0.45247095823287964, |
| "learning_rate": 2.9963213231642322e-05, |
| "loss": 1.8398433685302735, |
| "step": 3465 |
| }, |
| { |
| "epoch": 0.2467643293983786, |
| "grad_norm": 0.46995794773101807, |
| "learning_rate": 2.9902366253370594e-05, |
| "loss": 1.885784912109375, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.247119897596359, |
| "grad_norm": 0.46733954548835754, |
| "learning_rate": 2.9841489058219135e-05, |
| "loss": 2.0267318725585937, |
| "step": 3475 |
| }, |
| { |
| "epoch": 0.24747546579433935, |
| "grad_norm": 0.35099419951438904, |
| "learning_rate": 2.9780582021418748e-05, |
| "loss": 1.8469058990478515, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.24783103399231973, |
| "grad_norm": 0.46084722876548767, |
| "learning_rate": 2.9719645518384193e-05, |
| "loss": 1.6639976501464844, |
| "step": 3485 |
| }, |
| { |
| "epoch": 0.2481866021903001, |
| "grad_norm": 0.4609321653842926, |
| "learning_rate": 2.9658679924711835e-05, |
| "loss": 1.8680734634399414, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.24854217038828047, |
| "grad_norm": 0.4145055115222931, |
| "learning_rate": 2.959768561617735e-05, |
| "loss": 1.8442060470581054, |
| "step": 3495 |
| }, |
| { |
| "epoch": 0.24889773858626085, |
| "grad_norm": 0.4644194543361664, |
| "learning_rate": 2.953666296873342e-05, |
| "loss": 1.9354122161865235, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.2492533067842412, |
| "grad_norm": 0.44665950536727905, |
| "learning_rate": 2.947561235850739e-05, |
| "loss": 1.973103904724121, |
| "step": 3505 |
| }, |
| { |
| "epoch": 0.2496088749822216, |
| "grad_norm": 0.49052587151527405, |
| "learning_rate": 2.9414534161798947e-05, |
| "loss": 1.9295101165771484, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.24996444318020197, |
| "grad_norm": 0.433015912771225, |
| "learning_rate": 2.9353428755077833e-05, |
| "loss": 1.8787811279296875, |
| "step": 3515 |
| }, |
| { |
| "epoch": 0.2503200113781823, |
| "grad_norm": 0.4246494472026825, |
| "learning_rate": 2.9292296514981503e-05, |
| "loss": 1.918088150024414, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.2506755795761627, |
| "grad_norm": 0.47748205065727234, |
| "learning_rate": 2.9231137818312798e-05, |
| "loss": 1.9624879837036133, |
| "step": 3525 |
| }, |
| { |
| "epoch": 0.2510311477741431, |
| "grad_norm": 0.43574258685112, |
| "learning_rate": 2.9169953042037623e-05, |
| "loss": 1.9083379745483398, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.2513867159721235, |
| "grad_norm": 0.45508214831352234, |
| "learning_rate": 2.9108742563282652e-05, |
| "loss": 1.8951108932495118, |
| "step": 3535 |
| }, |
| { |
| "epoch": 0.2517422841701038, |
| "grad_norm": 0.450115829706192, |
| "learning_rate": 2.9047506759332978e-05, |
| "loss": 1.837081527709961, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.2520978523680842, |
| "grad_norm": 0.412214070558548, |
| "learning_rate": 2.898624600762977e-05, |
| "loss": 1.8927413940429687, |
| "step": 3545 |
| }, |
| { |
| "epoch": 0.25245342056606457, |
| "grad_norm": 0.4411039650440216, |
| "learning_rate": 2.8924960685767987e-05, |
| "loss": 2.011094665527344, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.25280898876404495, |
| "grad_norm": 0.4123626947402954, |
| "learning_rate": 2.8863651171494043e-05, |
| "loss": 1.9728477478027344, |
| "step": 3555 |
| }, |
| { |
| "epoch": 0.25316455696202533, |
| "grad_norm": 0.40887388586997986, |
| "learning_rate": 2.8802317842703437e-05, |
| "loss": 1.9826229095458985, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.2535201251600057, |
| "grad_norm": 0.4192020297050476, |
| "learning_rate": 2.8740961077438467e-05, |
| "loss": 1.8812923431396484, |
| "step": 3565 |
| }, |
| { |
| "epoch": 0.25387569335798604, |
| "grad_norm": 0.4507167935371399, |
| "learning_rate": 2.8679581253885902e-05, |
| "loss": 1.954871940612793, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.2542312615559664, |
| "grad_norm": 0.4303611218929291, |
| "learning_rate": 2.861817875037462e-05, |
| "loss": 1.9758554458618165, |
| "step": 3575 |
| }, |
| { |
| "epoch": 0.2545868297539468, |
| "grad_norm": 1.4705606698989868, |
| "learning_rate": 2.85567539453733e-05, |
| "loss": 1.8146490097045898, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.2549423979519272, |
| "grad_norm": 0.6645826101303101, |
| "learning_rate": 2.8495307217488076e-05, |
| "loss": 1.8896450042724608, |
| "step": 3585 |
| }, |
| { |
| "epoch": 0.2552979661499076, |
| "grad_norm": 0.458879679441452, |
| "learning_rate": 2.8433838945460205e-05, |
| "loss": 1.8284208297729492, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.2556535343478879, |
| "grad_norm": 0.4241970479488373, |
| "learning_rate": 2.8372349508163752e-05, |
| "loss": 1.8203422546386718, |
| "step": 3595 |
| }, |
| { |
| "epoch": 0.2560091025458683, |
| "grad_norm": 0.42726466059684753, |
| "learning_rate": 2.831083928460323e-05, |
| "loss": 1.9445878982543945, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.25636467074384867, |
| "grad_norm": 0.4602843225002289, |
| "learning_rate": 2.8249308653911268e-05, |
| "loss": 1.868157958984375, |
| "step": 3605 |
| }, |
| { |
| "epoch": 0.25672023894182905, |
| "grad_norm": 0.45200037956237793, |
| "learning_rate": 2.8187757995346275e-05, |
| "loss": 1.9608675003051759, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.25707580713980943, |
| "grad_norm": 0.5012028813362122, |
| "learning_rate": 2.812618768829013e-05, |
| "loss": 1.865737533569336, |
| "step": 3615 |
| }, |
| { |
| "epoch": 0.2574313753377898, |
| "grad_norm": 0.46086812019348145, |
| "learning_rate": 2.8064598112245798e-05, |
| "loss": 1.844839096069336, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.25778694353577014, |
| "grad_norm": 0.4700728952884674, |
| "learning_rate": 2.8002989646835022e-05, |
| "loss": 1.922987174987793, |
| "step": 3625 |
| }, |
| { |
| "epoch": 0.2581425117337505, |
| "grad_norm": 0.43208152055740356, |
| "learning_rate": 2.794136267179596e-05, |
| "loss": 1.8647428512573243, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.2584980799317309, |
| "grad_norm": 0.39739590883255005, |
| "learning_rate": 2.78797175669809e-05, |
| "loss": 1.7979557037353515, |
| "step": 3635 |
| }, |
| { |
| "epoch": 0.2588536481297113, |
| "grad_norm": 0.4390626847743988, |
| "learning_rate": 2.7818054712353826e-05, |
| "loss": 1.7968938827514649, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.25920921632769167, |
| "grad_norm": 0.40871667861938477, |
| "learning_rate": 2.7756374487988142e-05, |
| "loss": 1.810888671875, |
| "step": 3645 |
| }, |
| { |
| "epoch": 0.259564784525672, |
| "grad_norm": 0.4651896357536316, |
| "learning_rate": 2.769467727406434e-05, |
| "loss": 1.952181625366211, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.2599203527236524, |
| "grad_norm": 0.5090406537055969, |
| "learning_rate": 2.7632963450867598e-05, |
| "loss": 1.9274011611938477, |
| "step": 3655 |
| }, |
| { |
| "epoch": 0.26027592092163276, |
| "grad_norm": 0.478118896484375, |
| "learning_rate": 2.7571233398785495e-05, |
| "loss": 1.8557363510131837, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.26063148911961315, |
| "grad_norm": 0.4520687162876129, |
| "learning_rate": 2.7509487498305613e-05, |
| "loss": 1.8489913940429688, |
| "step": 3665 |
| }, |
| { |
| "epoch": 0.26098705731759353, |
| "grad_norm": 0.4085557460784912, |
| "learning_rate": 2.7447726130013258e-05, |
| "loss": 1.759567642211914, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.2613426255155739, |
| "grad_norm": 0.4582419991493225, |
| "learning_rate": 2.7385949674589035e-05, |
| "loss": 1.9272876739501954, |
| "step": 3675 |
| }, |
| { |
| "epoch": 0.26169819371355424, |
| "grad_norm": 0.515718400478363, |
| "learning_rate": 2.7324158512806564e-05, |
| "loss": 1.910982894897461, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.2620537619115346, |
| "grad_norm": 0.4637136161327362, |
| "learning_rate": 2.72623530255301e-05, |
| "loss": 1.8107303619384765, |
| "step": 3685 |
| }, |
| { |
| "epoch": 0.262409330109515, |
| "grad_norm": 0.4733792841434479, |
| "learning_rate": 2.7200533593712225e-05, |
| "loss": 1.8875965118408202, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.2627648983074954, |
| "grad_norm": 0.3809363543987274, |
| "learning_rate": 2.713870059839143e-05, |
| "loss": 1.873642349243164, |
| "step": 3695 |
| }, |
| { |
| "epoch": 0.26312046650547577, |
| "grad_norm": 0.3970220685005188, |
| "learning_rate": 2.707685442068983e-05, |
| "loss": 1.878699493408203, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.2634760347034561, |
| "grad_norm": 0.4233149588108063, |
| "learning_rate": 2.7014995441810804e-05, |
| "loss": 1.8804447174072265, |
| "step": 3705 |
| }, |
| { |
| "epoch": 0.2638316029014365, |
| "grad_norm": 0.4213905334472656, |
| "learning_rate": 2.6953124043036602e-05, |
| "loss": 1.7753978729248048, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.26418717109941686, |
| "grad_norm": 0.44220104813575745, |
| "learning_rate": 2.6891240605726055e-05, |
| "loss": 1.8251672744750977, |
| "step": 3715 |
| }, |
| { |
| "epoch": 0.26454273929739724, |
| "grad_norm": 0.4607194662094116, |
| "learning_rate": 2.682934551131218e-05, |
| "loss": 1.7870624542236329, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.2648983074953776, |
| "grad_norm": 0.41963863372802734, |
| "learning_rate": 2.6767439141299865e-05, |
| "loss": 1.818289566040039, |
| "step": 3725 |
| }, |
| { |
| "epoch": 0.265253875693358, |
| "grad_norm": 0.39648130536079407, |
| "learning_rate": 2.670552187726348e-05, |
| "loss": 1.8761430740356446, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.26560944389133834, |
| "grad_norm": 0.36391347646713257, |
| "learning_rate": 2.6643594100844545e-05, |
| "loss": 1.7134719848632813, |
| "step": 3735 |
| }, |
| { |
| "epoch": 0.2659650120893187, |
| "grad_norm": 0.4701034426689148, |
| "learning_rate": 2.6581656193749367e-05, |
| "loss": 1.9152936935424805, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.2663205802872991, |
| "grad_norm": 0.4521518349647522, |
| "learning_rate": 2.651970853774672e-05, |
| "loss": 1.916804313659668, |
| "step": 3745 |
| }, |
| { |
| "epoch": 0.2666761484852795, |
| "grad_norm": 0.4020965099334717, |
| "learning_rate": 2.6457751514665457e-05, |
| "loss": 1.8285030364990233, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.26703171668325987, |
| "grad_norm": 0.4370921552181244, |
| "learning_rate": 2.639578550639216e-05, |
| "loss": 1.9966455459594727, |
| "step": 3755 |
| }, |
| { |
| "epoch": 0.2673872848812402, |
| "grad_norm": 0.46113938093185425, |
| "learning_rate": 2.6333810894868793e-05, |
| "loss": 1.9330923080444335, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.2677428530792206, |
| "grad_norm": 0.46066612005233765, |
| "learning_rate": 2.6271828062090366e-05, |
| "loss": 1.9407035827636718, |
| "step": 3765 |
| }, |
| { |
| "epoch": 0.26809842127720096, |
| "grad_norm": 0.4487403929233551, |
| "learning_rate": 2.6209837390102537e-05, |
| "loss": 1.8684104919433593, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.26845398947518134, |
| "grad_norm": 0.4638257920742035, |
| "learning_rate": 2.6147839260999295e-05, |
| "loss": 1.9254087448120116, |
| "step": 3775 |
| }, |
| { |
| "epoch": 0.2688095576731617, |
| "grad_norm": 0.4703100323677063, |
| "learning_rate": 2.6085834056920604e-05, |
| "loss": 1.8641637802124023, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.2691651258711421, |
| "grad_norm": 0.4680882692337036, |
| "learning_rate": 2.6023822160050026e-05, |
| "loss": 1.9515697479248046, |
| "step": 3785 |
| }, |
| { |
| "epoch": 0.26952069406912244, |
| "grad_norm": 0.4705103039741516, |
| "learning_rate": 2.5961803952612363e-05, |
| "loss": 1.9231430053710938, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.2698762622671028, |
| "grad_norm": 0.468534380197525, |
| "learning_rate": 2.5899779816871332e-05, |
| "loss": 1.8248420715332032, |
| "step": 3795 |
| }, |
| { |
| "epoch": 0.2702318304650832, |
| "grad_norm": 0.45770612359046936, |
| "learning_rate": 2.583775013512719e-05, |
| "loss": 1.846468734741211, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.2705873986630636, |
| "grad_norm": 0.4343346357345581, |
| "learning_rate": 2.5775715289714364e-05, |
| "loss": 1.829201889038086, |
| "step": 3805 |
| }, |
| { |
| "epoch": 0.27094296686104397, |
| "grad_norm": 0.4391036033630371, |
| "learning_rate": 2.571367566299912e-05, |
| "loss": 2.013857841491699, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.27129853505902435, |
| "grad_norm": 0.39013785123825073, |
| "learning_rate": 2.5651631637377187e-05, |
| "loss": 1.7974613189697266, |
| "step": 3815 |
| }, |
| { |
| "epoch": 0.2716541032570047, |
| "grad_norm": 0.4687812030315399, |
| "learning_rate": 2.5589583595271428e-05, |
| "loss": 1.9664077758789062, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.27200967145498506, |
| "grad_norm": 0.4532470107078552, |
| "learning_rate": 2.5527531919129428e-05, |
| "loss": 1.8793228149414063, |
| "step": 3825 |
| }, |
| { |
| "epoch": 0.27236523965296544, |
| "grad_norm": 0.44806745648384094, |
| "learning_rate": 2.5465476991421195e-05, |
| "loss": 1.9762014389038085, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.2727208078509458, |
| "grad_norm": 0.4484991431236267, |
| "learning_rate": 2.5403419194636784e-05, |
| "loss": 1.9042007446289062, |
| "step": 3835 |
| }, |
| { |
| "epoch": 0.2730763760489262, |
| "grad_norm": 0.39517921209335327, |
| "learning_rate": 2.534135891128391e-05, |
| "loss": 1.8867881774902344, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.27343194424690653, |
| "grad_norm": 0.45223134756088257, |
| "learning_rate": 2.527929652388564e-05, |
| "loss": 1.9678056716918946, |
| "step": 3845 |
| }, |
| { |
| "epoch": 0.2737875124448869, |
| "grad_norm": 0.48139968514442444, |
| "learning_rate": 2.5217232414977982e-05, |
| "loss": 1.9776372909545898, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.2741430806428673, |
| "grad_norm": 0.49359530210494995, |
| "learning_rate": 2.5155166967107595e-05, |
| "loss": 1.9352890014648438, |
| "step": 3855 |
| }, |
| { |
| "epoch": 0.2744986488408477, |
| "grad_norm": 0.4202648401260376, |
| "learning_rate": 2.5093100562829353e-05, |
| "loss": 1.8656444549560547, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.27485421703882806, |
| "grad_norm": 0.4220055341720581, |
| "learning_rate": 2.503103358470404e-05, |
| "loss": 1.9660566329956055, |
| "step": 3865 |
| }, |
| { |
| "epoch": 0.27520978523680845, |
| "grad_norm": 0.47227758169174194, |
| "learning_rate": 2.4968966415295966e-05, |
| "loss": 1.9252260208129883, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.2755653534347888, |
| "grad_norm": 0.40127992630004883, |
| "learning_rate": 2.490689943717066e-05, |
| "loss": 1.8801813125610352, |
| "step": 3875 |
| }, |
| { |
| "epoch": 0.27592092163276916, |
| "grad_norm": 0.4688461124897003, |
| "learning_rate": 2.484483303289241e-05, |
| "loss": 1.8824640274047852, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.27627648983074954, |
| "grad_norm": 0.4891282916069031, |
| "learning_rate": 2.4782767585022017e-05, |
| "loss": 1.8955413818359375, |
| "step": 3885 |
| }, |
| { |
| "epoch": 0.2766320580287299, |
| "grad_norm": 0.4164116382598877, |
| "learning_rate": 2.4720703476114367e-05, |
| "loss": 1.9216789245605468, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.2769876262267103, |
| "grad_norm": 0.4366419315338135, |
| "learning_rate": 2.4658641088716093e-05, |
| "loss": 1.8682552337646485, |
| "step": 3895 |
| }, |
| { |
| "epoch": 0.27734319442469063, |
| "grad_norm": 0.4726308286190033, |
| "learning_rate": 2.459658080536323e-05, |
| "loss": 1.9913530349731445, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.277698762622671, |
| "grad_norm": 0.5157833099365234, |
| "learning_rate": 2.453452300857881e-05, |
| "loss": 1.9050626754760742, |
| "step": 3905 |
| }, |
| { |
| "epoch": 0.2780543308206514, |
| "grad_norm": 0.4678018391132355, |
| "learning_rate": 2.4472468080870585e-05, |
| "loss": 1.7014150619506836, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.2784098990186318, |
| "grad_norm": 0.8501263856887817, |
| "learning_rate": 2.441041640472858e-05, |
| "loss": 1.9026817321777343, |
| "step": 3915 |
| }, |
| { |
| "epoch": 0.27876546721661216, |
| "grad_norm": 0.4667016863822937, |
| "learning_rate": 2.4348368362622812e-05, |
| "loss": 1.8753887176513673, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.27912103541459254, |
| "grad_norm": 0.4407086670398712, |
| "learning_rate": 2.4286324337000885e-05, |
| "loss": 1.910672378540039, |
| "step": 3925 |
| }, |
| { |
| "epoch": 0.27947660361257287, |
| "grad_norm": 0.3996715545654297, |
| "learning_rate": 2.4224284710285638e-05, |
| "loss": 1.8863906860351562, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.27983217181055325, |
| "grad_norm": 0.4187909662723541, |
| "learning_rate": 2.416224986487282e-05, |
| "loss": 1.8694267272949219, |
| "step": 3935 |
| }, |
| { |
| "epoch": 0.28018774000853364, |
| "grad_norm": 0.4541258215904236, |
| "learning_rate": 2.410022018312867e-05, |
| "loss": 1.9233905792236328, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.280543308206514, |
| "grad_norm": 0.41847071051597595, |
| "learning_rate": 2.403819604738764e-05, |
| "loss": 1.8793302536010743, |
| "step": 3945 |
| }, |
| { |
| "epoch": 0.2808988764044944, |
| "grad_norm": 0.4425404369831085, |
| "learning_rate": 2.3976177839949983e-05, |
| "loss": 1.9386014938354492, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.28125444460247473, |
| "grad_norm": 0.45773008465766907, |
| "learning_rate": 2.3914165943079395e-05, |
| "loss": 1.8809638977050782, |
| "step": 3955 |
| }, |
| { |
| "epoch": 0.2816100128004551, |
| "grad_norm": 0.4581395387649536, |
| "learning_rate": 2.3852160739000707e-05, |
| "loss": 1.9358495712280273, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.2819655809984355, |
| "grad_norm": 0.43617910146713257, |
| "learning_rate": 2.379016260989747e-05, |
| "loss": 1.8792373657226562, |
| "step": 3965 |
| }, |
| { |
| "epoch": 0.2823211491964159, |
| "grad_norm": 0.4662131369113922, |
| "learning_rate": 2.3728171937909647e-05, |
| "loss": 1.9976957321166993, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.28267671739439626, |
| "grad_norm": 0.5340515375137329, |
| "learning_rate": 2.3666189105131212e-05, |
| "loss": 1.8333438873291015, |
| "step": 3975 |
| }, |
| { |
| "epoch": 0.28303228559237664, |
| "grad_norm": 0.41469621658325195, |
| "learning_rate": 2.3604214493607845e-05, |
| "loss": 1.852827262878418, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.28338785379035697, |
| "grad_norm": 0.4700051248073578, |
| "learning_rate": 2.354224848533455e-05, |
| "loss": 1.8775337219238282, |
| "step": 3985 |
| }, |
| { |
| "epoch": 0.28374342198833735, |
| "grad_norm": 0.442305326461792, |
| "learning_rate": 2.3480291462253277e-05, |
| "loss": 1.9259958267211914, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.28409899018631773, |
| "grad_norm": 0.44582369923591614, |
| "learning_rate": 2.3418343806250645e-05, |
| "loss": 1.692205047607422, |
| "step": 3995 |
| }, |
| { |
| "epoch": 0.2844545583842981, |
| "grad_norm": 0.4139062762260437, |
| "learning_rate": 2.335640589915546e-05, |
| "loss": 1.7994419097900392, |
| "step": 4000 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 7030, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.562399575580165e+18, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
