{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 500, "global_step": 22983, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00043510420745768613, "grad_norm": 0.43397098779678345, "learning_rate": 0.00039989556135770234, "loss": 4.8456, "step": 10 }, { "epoch": 0.0008702084149153723, "grad_norm": 0.43874427676200867, "learning_rate": 0.0003997214969538729, "loss": 1.3088, "step": 20 }, { "epoch": 0.0013053126223730584, "grad_norm": 0.3142859637737274, "learning_rate": 0.00039954743255004357, "loss": 1.1365, "step": 30 }, { "epoch": 0.0017404168298307445, "grad_norm": 0.4406392574310303, "learning_rate": 0.00039937336814621416, "loss": 1.4274, "step": 40 }, { "epoch": 0.0021755210372884307, "grad_norm": 0.3068910539150238, "learning_rate": 0.00039919930374238474, "loss": 1.2133, "step": 50 }, { "epoch": 0.0026106252447461167, "grad_norm": 0.667468786239624, "learning_rate": 0.0003990252393385553, "loss": 1.2992, "step": 60 }, { "epoch": 0.0030457294522038027, "grad_norm": 0.46830177307128906, "learning_rate": 0.00039885117493472586, "loss": 1.2106, "step": 70 }, { "epoch": 0.003480833659661489, "grad_norm": 0.5767033100128174, "learning_rate": 0.00039867711053089645, "loss": 1.5481, "step": 80 }, { "epoch": 0.003915937867119175, "grad_norm": 0.3757588267326355, "learning_rate": 0.00039850304612706704, "loss": 1.3253, "step": 90 }, { "epoch": 0.0043510420745768615, "grad_norm": 0.688435971736908, "learning_rate": 0.00039832898172323763, "loss": 1.1692, "step": 100 }, { "epoch": 0.004786146282034547, "grad_norm": 0.3304117023944855, "learning_rate": 0.0003981549173194082, "loss": 1.1572, "step": 110 }, { "epoch": 0.005221250489492233, "grad_norm": 0.7747510075569153, "learning_rate": 0.00039798085291557875, "loss": 1.2424, "step": 120 }, { "epoch": 0.005656354696949919, "grad_norm": 0.42962831258773804, "learning_rate": 0.00039780678851174934, "loss": 1.2989, "step": 130 }, { "epoch": 0.006091458904407605, "grad_norm": 0.3240002393722534, "learning_rate": 0.0003976327241079199, "loss": 1.3729, "step": 140 }, { "epoch": 0.006526563111865291, "grad_norm": 0.36333680152893066, "learning_rate": 0.0003974586597040905, "loss": 1.1258, "step": 150 }, { "epoch": 0.006961667319322978, "grad_norm": 0.3108072280883789, "learning_rate": 0.0003972845953002611, "loss": 1.7036, "step": 160 }, { "epoch": 0.007396771526780664, "grad_norm": 0.42601290345191956, "learning_rate": 0.0003971105308964317, "loss": 1.4395, "step": 170 }, { "epoch": 0.00783187573423835, "grad_norm": 0.41002097725868225, "learning_rate": 0.0003969364664926023, "loss": 1.1668, "step": 180 }, { "epoch": 0.008266979941696036, "grad_norm": 0.3329509496688843, "learning_rate": 0.00039676240208877286, "loss": 1.1395, "step": 190 }, { "epoch": 0.008702084149153723, "grad_norm": 0.27312082052230835, "learning_rate": 0.00039658833768494345, "loss": 1.1324, "step": 200 }, { "epoch": 0.009137188356611408, "grad_norm": 0.578917384147644, "learning_rate": 0.00039641427328111404, "loss": 1.1322, "step": 210 }, { "epoch": 0.009572292564069095, "grad_norm": 0.40801626443862915, "learning_rate": 0.0003962402088772846, "loss": 1.1542, "step": 220 }, { "epoch": 0.01000739677152678, "grad_norm": 0.6791571378707886, "learning_rate": 0.0003960661444734552, "loss": 1.2723, "step": 230 }, { "epoch": 0.010442500978984467, "grad_norm": 0.6352094411849976, "learning_rate": 0.0003958920800696258, "loss": 1.4304, "step": 240 }, { "epoch": 0.010877605186442154, "grad_norm": 0.3669438362121582, "learning_rate": 0.0003957180156657964, "loss": 1.1244, "step": 250 }, { "epoch": 0.011312709393899839, "grad_norm": 0.34670916199684143, "learning_rate": 0.0003955439512619669, "loss": 0.9955, "step": 260 }, { "epoch": 0.011747813601357526, "grad_norm": 0.4209877550601959, "learning_rate": 0.0003953698868581375, "loss": 1.5797, "step": 270 }, { "epoch": 0.01218291780881521, "grad_norm": 0.5513585805892944, "learning_rate": 0.0003951958224543081, "loss": 1.3883, "step": 280 }, { "epoch": 0.012618022016272898, "grad_norm": 0.4191989004611969, "learning_rate": 0.0003950217580504787, "loss": 1.2282, "step": 290 }, { "epoch": 0.013053126223730583, "grad_norm": 0.2465272843837738, "learning_rate": 0.00039484769364664927, "loss": 1.0618, "step": 300 }, { "epoch": 0.01348823043118827, "grad_norm": 0.4398101568222046, "learning_rate": 0.00039467362924281986, "loss": 1.0868, "step": 310 }, { "epoch": 0.013923334638645956, "grad_norm": 0.37850454449653625, "learning_rate": 0.00039449956483899045, "loss": 1.4198, "step": 320 }, { "epoch": 0.014358438846103641, "grad_norm": 0.5064665079116821, "learning_rate": 0.00039432550043516103, "loss": 1.153, "step": 330 }, { "epoch": 0.014793543053561328, "grad_norm": 0.32916998863220215, "learning_rate": 0.0003941514360313316, "loss": 1.0367, "step": 340 }, { "epoch": 0.015228647261019013, "grad_norm": 0.6044666767120361, "learning_rate": 0.0003939773716275022, "loss": 1.2168, "step": 350 }, { "epoch": 0.0156637514684767, "grad_norm": 0.4581633508205414, "learning_rate": 0.0003938033072236728, "loss": 1.2238, "step": 360 }, { "epoch": 0.016098855675934387, "grad_norm": 0.25243711471557617, "learning_rate": 0.0003936292428198434, "loss": 1.1274, "step": 370 }, { "epoch": 0.016533959883392072, "grad_norm": 0.29372626543045044, "learning_rate": 0.00039345517841601397, "loss": 1.0785, "step": 380 }, { "epoch": 0.016969064090849757, "grad_norm": 0.28534626960754395, "learning_rate": 0.00039328111401218456, "loss": 1.1744, "step": 390 }, { "epoch": 0.017404168298307446, "grad_norm": 0.6706322431564331, "learning_rate": 0.0003931070496083551, "loss": 1.3101, "step": 400 }, { "epoch": 0.01783927250576513, "grad_norm": 0.33783018589019775, "learning_rate": 0.0003929329852045257, "loss": 1.1336, "step": 410 }, { "epoch": 0.018274376713222816, "grad_norm": 0.3572576344013214, "learning_rate": 0.00039275892080069627, "loss": 1.2386, "step": 420 }, { "epoch": 0.018709480920680505, "grad_norm": 0.39132192730903625, "learning_rate": 0.00039258485639686685, "loss": 1.142, "step": 430 }, { "epoch": 0.01914458512813819, "grad_norm": 0.4647437036037445, "learning_rate": 0.00039241079199303744, "loss": 1.1399, "step": 440 }, { "epoch": 0.019579689335595875, "grad_norm": 0.514131486415863, "learning_rate": 0.00039223672758920803, "loss": 1.2049, "step": 450 }, { "epoch": 0.02001479354305356, "grad_norm": 0.47158387303352356, "learning_rate": 0.00039206266318537856, "loss": 1.3457, "step": 460 }, { "epoch": 0.02044989775051125, "grad_norm": 0.5030950307846069, "learning_rate": 0.00039188859878154915, "loss": 1.198, "step": 470 }, { "epoch": 0.020885001957968934, "grad_norm": 0.5233497023582458, "learning_rate": 0.0003917145343777198, "loss": 1.2664, "step": 480 }, { "epoch": 0.02132010616542662, "grad_norm": 0.2453162670135498, "learning_rate": 0.0003915404699738904, "loss": 1.3072, "step": 490 }, { "epoch": 0.021755210372884307, "grad_norm": 0.46330904960632324, "learning_rate": 0.00039136640557006097, "loss": 1.5228, "step": 500 }, { "epoch": 0.022190314580341992, "grad_norm": 0.30108675360679626, "learning_rate": 0.00039119234116623155, "loss": 1.1811, "step": 510 }, { "epoch": 0.022625418787799677, "grad_norm": 0.3717774748802185, "learning_rate": 0.00039101827676240214, "loss": 1.4469, "step": 520 }, { "epoch": 0.023060522995257363, "grad_norm": 0.5701534748077393, "learning_rate": 0.0003908442123585727, "loss": 1.3134, "step": 530 }, { "epoch": 0.02349562720271505, "grad_norm": 0.4364817440509796, "learning_rate": 0.00039067014795474326, "loss": 1.1357, "step": 540 }, { "epoch": 0.023930731410172736, "grad_norm": 0.23449791967868805, "learning_rate": 0.00039049608355091385, "loss": 1.3037, "step": 550 }, { "epoch": 0.02436583561763042, "grad_norm": 0.3508995473384857, "learning_rate": 0.00039032201914708444, "loss": 1.2889, "step": 560 }, { "epoch": 0.02480093982508811, "grad_norm": 0.26215896010398865, "learning_rate": 0.000390147954743255, "loss": 1.2572, "step": 570 }, { "epoch": 0.025236044032545795, "grad_norm": 0.29993727803230286, "learning_rate": 0.0003899738903394256, "loss": 1.143, "step": 580 }, { "epoch": 0.02567114824000348, "grad_norm": 0.25816065073013306, "learning_rate": 0.0003897998259355962, "loss": 1.1576, "step": 590 }, { "epoch": 0.026106252447461165, "grad_norm": 0.5520337820053101, "learning_rate": 0.00038962576153176673, "loss": 1.3123, "step": 600 }, { "epoch": 0.026541356654918854, "grad_norm": 0.30786898732185364, "learning_rate": 0.0003894516971279373, "loss": 0.9461, "step": 610 }, { "epoch": 0.02697646086237654, "grad_norm": 0.2961655855178833, "learning_rate": 0.0003892776327241079, "loss": 1.3124, "step": 620 }, { "epoch": 0.027411565069834224, "grad_norm": 0.2982874810695648, "learning_rate": 0.0003891035683202785, "loss": 1.1496, "step": 630 }, { "epoch": 0.027846669277291913, "grad_norm": 0.32284247875213623, "learning_rate": 0.0003889295039164491, "loss": 1.1568, "step": 640 }, { "epoch": 0.028281773484749598, "grad_norm": 0.36937958002090454, "learning_rate": 0.0003887554395126197, "loss": 1.2378, "step": 650 }, { "epoch": 0.028716877692207283, "grad_norm": 0.5186956524848938, "learning_rate": 0.0003885813751087903, "loss": 1.2311, "step": 660 }, { "epoch": 0.02915198189966497, "grad_norm": 0.4536396265029907, "learning_rate": 0.00038840731070496085, "loss": 0.9108, "step": 670 }, { "epoch": 0.029587086107122657, "grad_norm": 0.2562881410121918, "learning_rate": 0.00038823324630113144, "loss": 1.2532, "step": 680 }, { "epoch": 0.03002219031458034, "grad_norm": 0.5013798475265503, "learning_rate": 0.000388059181897302, "loss": 1.3216, "step": 690 }, { "epoch": 0.030457294522038027, "grad_norm": 0.3330017328262329, "learning_rate": 0.0003878851174934726, "loss": 1.239, "step": 700 }, { "epoch": 0.030892398729495715, "grad_norm": 0.25294768810272217, "learning_rate": 0.0003877110530896432, "loss": 1.2394, "step": 710 }, { "epoch": 0.0313275029369534, "grad_norm": 0.3555574119091034, "learning_rate": 0.0003875369886858138, "loss": 1.0405, "step": 720 }, { "epoch": 0.031762607144411086, "grad_norm": 0.42219704389572144, "learning_rate": 0.00038736292428198437, "loss": 1.0943, "step": 730 }, { "epoch": 0.032197711351868774, "grad_norm": 0.411579430103302, "learning_rate": 0.0003871888598781549, "loss": 1.2787, "step": 740 }, { "epoch": 0.032632815559326456, "grad_norm": 0.26648133993148804, "learning_rate": 0.0003870147954743255, "loss": 1.2231, "step": 750 }, { "epoch": 0.033067919766784144, "grad_norm": 0.44981783628463745, "learning_rate": 0.0003868407310704961, "loss": 1.316, "step": 760 }, { "epoch": 0.03350302397424183, "grad_norm": 0.31055742502212524, "learning_rate": 0.00038666666666666667, "loss": 1.1275, "step": 770 }, { "epoch": 0.033938128181699515, "grad_norm": 0.20185476541519165, "learning_rate": 0.00038649260226283726, "loss": 1.3371, "step": 780 }, { "epoch": 0.0343732323891572, "grad_norm": 0.2983035147190094, "learning_rate": 0.00038631853785900784, "loss": 0.8167, "step": 790 }, { "epoch": 0.03480833659661489, "grad_norm": 0.2588447332382202, "learning_rate": 0.00038614447345517843, "loss": 1.2313, "step": 800 }, { "epoch": 0.03524344080407257, "grad_norm": 0.38574105501174927, "learning_rate": 0.000385970409051349, "loss": 1.3688, "step": 810 }, { "epoch": 0.03567854501153026, "grad_norm": 0.32559719681739807, "learning_rate": 0.0003857963446475196, "loss": 0.9072, "step": 820 }, { "epoch": 0.03611364921898795, "grad_norm": 0.2943436801433563, "learning_rate": 0.0003856222802436902, "loss": 1.0829, "step": 830 }, { "epoch": 0.03654875342644563, "grad_norm": 0.2108614444732666, "learning_rate": 0.0003854482158398608, "loss": 1.0151, "step": 840 }, { "epoch": 0.03698385763390332, "grad_norm": 0.30321964621543884, "learning_rate": 0.00038527415143603137, "loss": 0.948, "step": 850 }, { "epoch": 0.03741896184136101, "grad_norm": 0.4178694188594818, "learning_rate": 0.00038510008703220196, "loss": 0.9574, "step": 860 }, { "epoch": 0.03785406604881869, "grad_norm": 0.34354859590530396, "learning_rate": 0.0003849260226283725, "loss": 0.8848, "step": 870 }, { "epoch": 0.03828917025627638, "grad_norm": 0.599922239780426, "learning_rate": 0.0003847519582245431, "loss": 1.2363, "step": 880 }, { "epoch": 0.03872427446373406, "grad_norm": 0.3373200595378876, "learning_rate": 0.00038457789382071367, "loss": 1.1384, "step": 890 }, { "epoch": 0.03915937867119175, "grad_norm": 0.46131712198257446, "learning_rate": 0.00038440382941688425, "loss": 1.2597, "step": 900 }, { "epoch": 0.03959448287864944, "grad_norm": 0.39745593070983887, "learning_rate": 0.00038422976501305484, "loss": 1.2501, "step": 910 }, { "epoch": 0.04002958708610712, "grad_norm": 0.27068236470222473, "learning_rate": 0.00038405570060922543, "loss": 1.0887, "step": 920 }, { "epoch": 0.04046469129356481, "grad_norm": 0.2816622853279114, "learning_rate": 0.000383881636205396, "loss": 1.0621, "step": 930 }, { "epoch": 0.0408997955010225, "grad_norm": 0.19555874168872833, "learning_rate": 0.0003837075718015666, "loss": 1.0642, "step": 940 }, { "epoch": 0.04133489970848018, "grad_norm": 0.38207510113716125, "learning_rate": 0.0003835335073977372, "loss": 1.296, "step": 950 }, { "epoch": 0.04177000391593787, "grad_norm": 0.21925988793373108, "learning_rate": 0.0003833594429939078, "loss": 1.0059, "step": 960 }, { "epoch": 0.042205108123395556, "grad_norm": 0.33703377842903137, "learning_rate": 0.00038318537859007837, "loss": 1.0082, "step": 970 }, { "epoch": 0.04264021233085324, "grad_norm": 0.2691793441772461, "learning_rate": 0.00038301131418624895, "loss": 1.0507, "step": 980 }, { "epoch": 0.043075316538310926, "grad_norm": 0.3962927460670471, "learning_rate": 0.00038283724978241954, "loss": 1.3495, "step": 990 }, { "epoch": 0.043510420745768615, "grad_norm": 0.2731100916862488, "learning_rate": 0.00038266318537859013, "loss": 1.311, "step": 1000 }, { "epoch": 0.043945524953226296, "grad_norm": 0.44080817699432373, "learning_rate": 0.00038248912097476066, "loss": 1.1228, "step": 1010 }, { "epoch": 0.044380629160683985, "grad_norm": 0.2814439833164215, "learning_rate": 0.00038231505657093125, "loss": 1.3625, "step": 1020 }, { "epoch": 0.04481573336814167, "grad_norm": 0.4157807528972626, "learning_rate": 0.00038214099216710184, "loss": 1.328, "step": 1030 }, { "epoch": 0.045250837575599355, "grad_norm": 0.24820898473262787, "learning_rate": 0.0003819669277632724, "loss": 1.0863, "step": 1040 }, { "epoch": 0.045685941783057044, "grad_norm": 0.25827354192733765, "learning_rate": 0.000381792863359443, "loss": 1.1618, "step": 1050 }, { "epoch": 0.046121045990514725, "grad_norm": 0.23032212257385254, "learning_rate": 0.0003816187989556136, "loss": 1.1976, "step": 1060 }, { "epoch": 0.046556150197972414, "grad_norm": 0.3880029320716858, "learning_rate": 0.0003814447345517842, "loss": 0.8846, "step": 1070 }, { "epoch": 0.0469912544054301, "grad_norm": 0.22037769854068756, "learning_rate": 0.0003812706701479547, "loss": 1.1436, "step": 1080 }, { "epoch": 0.047426358612887784, "grad_norm": 0.3858647048473358, "learning_rate": 0.0003810966057441253, "loss": 1.0979, "step": 1090 }, { "epoch": 0.04786146282034547, "grad_norm": 0.27272582054138184, "learning_rate": 0.00038092254134029595, "loss": 1.26, "step": 1100 }, { "epoch": 0.04829656702780316, "grad_norm": 0.3119983971118927, "learning_rate": 0.00038074847693646654, "loss": 1.2227, "step": 1110 }, { "epoch": 0.04873167123526084, "grad_norm": 0.22286026179790497, "learning_rate": 0.0003805744125326371, "loss": 1.2494, "step": 1120 }, { "epoch": 0.04916677544271853, "grad_norm": 0.29171332716941833, "learning_rate": 0.0003804003481288077, "loss": 1.1771, "step": 1130 }, { "epoch": 0.04960187965017622, "grad_norm": 0.320033460855484, "learning_rate": 0.00038022628372497825, "loss": 1.2829, "step": 1140 }, { "epoch": 0.0500369838576339, "grad_norm": 0.2488137036561966, "learning_rate": 0.00038005221932114883, "loss": 1.0741, "step": 1150 }, { "epoch": 0.05047208806509159, "grad_norm": 0.2110745906829834, "learning_rate": 0.0003798781549173194, "loss": 0.9519, "step": 1160 }, { "epoch": 0.05090719227254928, "grad_norm": 0.19103139638900757, "learning_rate": 0.00037970409051349, "loss": 1.0155, "step": 1170 }, { "epoch": 0.05134229648000696, "grad_norm": 0.33117181062698364, "learning_rate": 0.0003795300261096606, "loss": 1.2213, "step": 1180 }, { "epoch": 0.05177740068746465, "grad_norm": 0.3105623722076416, "learning_rate": 0.0003793559617058312, "loss": 1.0259, "step": 1190 }, { "epoch": 0.05221250489492233, "grad_norm": 0.30154308676719666, "learning_rate": 0.00037918189730200177, "loss": 1.4151, "step": 1200 }, { "epoch": 0.05264760910238002, "grad_norm": 0.2543237805366516, "learning_rate": 0.0003790078328981723, "loss": 1.4256, "step": 1210 }, { "epoch": 0.05308271330983771, "grad_norm": 0.2848201096057892, "learning_rate": 0.0003788337684943429, "loss": 0.9308, "step": 1220 }, { "epoch": 0.05351781751729539, "grad_norm": 0.15549680590629578, "learning_rate": 0.0003786597040905135, "loss": 1.3387, "step": 1230 }, { "epoch": 0.05395292172475308, "grad_norm": 0.30409321188926697, "learning_rate": 0.00037848563968668407, "loss": 1.26, "step": 1240 }, { "epoch": 0.054388025932210766, "grad_norm": 0.5807212591171265, "learning_rate": 0.00037831157528285466, "loss": 1.1308, "step": 1250 }, { "epoch": 0.05482313013966845, "grad_norm": 0.3824189603328705, "learning_rate": 0.00037813751087902524, "loss": 1.2307, "step": 1260 }, { "epoch": 0.05525823434712614, "grad_norm": 0.31553253531455994, "learning_rate": 0.0003779634464751959, "loss": 1.469, "step": 1270 }, { "epoch": 0.055693338554583825, "grad_norm": 0.2720363736152649, "learning_rate": 0.0003777893820713664, "loss": 0.9539, "step": 1280 }, { "epoch": 0.05612844276204151, "grad_norm": 0.18885992467403412, "learning_rate": 0.000377615317667537, "loss": 0.9627, "step": 1290 }, { "epoch": 0.056563546969499195, "grad_norm": 0.14023074507713318, "learning_rate": 0.0003774412532637076, "loss": 1.1784, "step": 1300 }, { "epoch": 0.056998651176956884, "grad_norm": 0.3615224063396454, "learning_rate": 0.0003772671888598782, "loss": 1.0145, "step": 1310 }, { "epoch": 0.057433755384414566, "grad_norm": 0.36486658453941345, "learning_rate": 0.00037709312445604877, "loss": 1.1986, "step": 1320 }, { "epoch": 0.057868859591872254, "grad_norm": 0.7021761536598206, "learning_rate": 0.00037691906005221936, "loss": 0.9649, "step": 1330 }, { "epoch": 0.05830396379932994, "grad_norm": 0.17079390585422516, "learning_rate": 0.00037674499564838994, "loss": 1.3102, "step": 1340 }, { "epoch": 0.058739068006787624, "grad_norm": 0.2602675259113312, "learning_rate": 0.0003765709312445605, "loss": 0.9913, "step": 1350 }, { "epoch": 0.05917417221424531, "grad_norm": 0.38699501752853394, "learning_rate": 0.00037639686684073106, "loss": 1.2144, "step": 1360 }, { "epoch": 0.059609276421702995, "grad_norm": 0.3245396614074707, "learning_rate": 0.00037622280243690165, "loss": 1.0437, "step": 1370 }, { "epoch": 0.06004438062916068, "grad_norm": 0.3186592161655426, "learning_rate": 0.00037604873803307224, "loss": 1.455, "step": 1380 }, { "epoch": 0.06047948483661837, "grad_norm": 0.4052233099937439, "learning_rate": 0.0003758746736292428, "loss": 1.2081, "step": 1390 }, { "epoch": 0.06091458904407605, "grad_norm": 0.24547037482261658, "learning_rate": 0.0003757006092254134, "loss": 1.0269, "step": 1400 }, { "epoch": 0.06134969325153374, "grad_norm": 0.23582413792610168, "learning_rate": 0.000375526544821584, "loss": 1.3103, "step": 1410 }, { "epoch": 0.06178479745899143, "grad_norm": 0.28670305013656616, "learning_rate": 0.0003753524804177546, "loss": 1.1582, "step": 1420 }, { "epoch": 0.06221990166644911, "grad_norm": 0.38473954796791077, "learning_rate": 0.0003751784160139252, "loss": 1.4283, "step": 1430 }, { "epoch": 0.0626550058739068, "grad_norm": 0.31779807806015015, "learning_rate": 0.00037500435161009576, "loss": 0.9667, "step": 1440 }, { "epoch": 0.06309011008136449, "grad_norm": 0.31097212433815, "learning_rate": 0.00037483028720626635, "loss": 0.9724, "step": 1450 }, { "epoch": 0.06352521428882217, "grad_norm": 0.3508198857307434, "learning_rate": 0.00037465622280243694, "loss": 0.974, "step": 1460 }, { "epoch": 0.06396031849627985, "grad_norm": 0.24516107141971588, "learning_rate": 0.00037448215839860753, "loss": 1.2691, "step": 1470 }, { "epoch": 0.06439542270373755, "grad_norm": 0.243235245347023, "learning_rate": 0.00037430809399477806, "loss": 0.9583, "step": 1480 }, { "epoch": 0.06483052691119523, "grad_norm": 0.2419707328081131, "learning_rate": 0.00037413402959094865, "loss": 1.0231, "step": 1490 }, { "epoch": 0.06526563111865291, "grad_norm": 0.3034472167491913, "learning_rate": 0.00037395996518711924, "loss": 1.1777, "step": 1500 }, { "epoch": 0.06570073532611061, "grad_norm": 0.537211000919342, "learning_rate": 0.0003737859007832898, "loss": 1.1491, "step": 1510 }, { "epoch": 0.06613583953356829, "grad_norm": 0.22147822380065918, "learning_rate": 0.0003736118363794604, "loss": 1.015, "step": 1520 }, { "epoch": 0.06657094374102597, "grad_norm": 0.2628820240497589, "learning_rate": 0.000373437771975631, "loss": 1.1769, "step": 1530 }, { "epoch": 0.06700604794848367, "grad_norm": 0.2513114809989929, "learning_rate": 0.0003732637075718016, "loss": 1.1305, "step": 1540 }, { "epoch": 0.06744115215594135, "grad_norm": 0.21348269283771515, "learning_rate": 0.0003730896431679722, "loss": 1.0289, "step": 1550 }, { "epoch": 0.06787625636339903, "grad_norm": 0.2283366620540619, "learning_rate": 0.00037291557876414276, "loss": 1.0094, "step": 1560 }, { "epoch": 0.06831136057085672, "grad_norm": 0.46270281076431274, "learning_rate": 0.00037274151436031335, "loss": 1.0719, "step": 1570 }, { "epoch": 0.0687464647783144, "grad_norm": 0.33455803990364075, "learning_rate": 0.00037256744995648394, "loss": 1.1176, "step": 1580 }, { "epoch": 0.06918156898577209, "grad_norm": 0.27259060740470886, "learning_rate": 0.0003723933855526545, "loss": 1.2499, "step": 1590 }, { "epoch": 0.06961667319322978, "grad_norm": 0.20032984018325806, "learning_rate": 0.0003722193211488251, "loss": 0.9724, "step": 1600 }, { "epoch": 0.07005177740068746, "grad_norm": 0.39776116609573364, "learning_rate": 0.0003720452567449957, "loss": 1.162, "step": 1610 }, { "epoch": 0.07048688160814515, "grad_norm": 0.24352256953716278, "learning_rate": 0.00037187119234116623, "loss": 1.3197, "step": 1620 }, { "epoch": 0.07092198581560284, "grad_norm": 0.2998146116733551, "learning_rate": 0.0003716971279373368, "loss": 1.107, "step": 1630 }, { "epoch": 0.07135709002306052, "grad_norm": 0.2286771982908249, "learning_rate": 0.0003715230635335074, "loss": 1.1557, "step": 1640 }, { "epoch": 0.0717921942305182, "grad_norm": 0.2748934030532837, "learning_rate": 0.000371348999129678, "loss": 0.9731, "step": 1650 }, { "epoch": 0.0722272984379759, "grad_norm": 0.3774462342262268, "learning_rate": 0.0003711749347258486, "loss": 1.3261, "step": 1660 }, { "epoch": 0.07266240264543358, "grad_norm": 0.2836506962776184, "learning_rate": 0.00037100087032201917, "loss": 1.0903, "step": 1670 }, { "epoch": 0.07309750685289126, "grad_norm": 0.20469504594802856, "learning_rate": 0.00037082680591818976, "loss": 1.0633, "step": 1680 }, { "epoch": 0.07353261106034896, "grad_norm": 0.4413812756538391, "learning_rate": 0.0003706527415143603, "loss": 1.1392, "step": 1690 }, { "epoch": 0.07396771526780664, "grad_norm": 0.26158228516578674, "learning_rate": 0.0003704786771105309, "loss": 1.0304, "step": 1700 }, { "epoch": 0.07440281947526432, "grad_norm": 0.3519550561904907, "learning_rate": 0.00037030461270670147, "loss": 1.0521, "step": 1710 }, { "epoch": 0.07483792368272202, "grad_norm": 0.2772994339466095, "learning_rate": 0.0003701305483028721, "loss": 0.9215, "step": 1720 }, { "epoch": 0.0752730278901797, "grad_norm": 0.21059450507164001, "learning_rate": 0.0003699564838990427, "loss": 1.1102, "step": 1730 }, { "epoch": 0.07570813209763738, "grad_norm": 0.23804421722888947, "learning_rate": 0.0003697824194952133, "loss": 0.9972, "step": 1740 }, { "epoch": 0.07614323630509506, "grad_norm": 0.24913989007472992, "learning_rate": 0.00036960835509138387, "loss": 1.1494, "step": 1750 }, { "epoch": 0.07657834051255276, "grad_norm": 0.19378580152988434, "learning_rate": 0.0003694342906875544, "loss": 1.1605, "step": 1760 }, { "epoch": 0.07701344472001044, "grad_norm": 0.2425948679447174, "learning_rate": 0.000369260226283725, "loss": 1.1063, "step": 1770 }, { "epoch": 0.07744854892746812, "grad_norm": 0.35101214051246643, "learning_rate": 0.0003690861618798956, "loss": 1.1069, "step": 1780 }, { "epoch": 0.07788365313492582, "grad_norm": 0.2384127676486969, "learning_rate": 0.00036891209747606617, "loss": 1.1073, "step": 1790 }, { "epoch": 0.0783187573423835, "grad_norm": 0.3227332532405853, "learning_rate": 0.00036873803307223675, "loss": 1.46, "step": 1800 }, { "epoch": 0.07875386154984118, "grad_norm": 0.30912092328071594, "learning_rate": 0.00036856396866840734, "loss": 1.0432, "step": 1810 }, { "epoch": 0.07918896575729888, "grad_norm": 0.1731940358877182, "learning_rate": 0.0003683899042645779, "loss": 0.7906, "step": 1820 }, { "epoch": 0.07962406996475656, "grad_norm": 0.3435431122779846, "learning_rate": 0.00036821583986074846, "loss": 1.0927, "step": 1830 }, { "epoch": 0.08005917417221424, "grad_norm": 0.2719370722770691, "learning_rate": 0.00036804177545691905, "loss": 1.046, "step": 1840 }, { "epoch": 0.08049427837967194, "grad_norm": 0.2082270085811615, "learning_rate": 0.00036786771105308964, "loss": 1.0548, "step": 1850 }, { "epoch": 0.08092938258712962, "grad_norm": 0.21830663084983826, "learning_rate": 0.0003676936466492602, "loss": 1.0512, "step": 1860 }, { "epoch": 0.0813644867945873, "grad_norm": 0.3210617005825043, "learning_rate": 0.0003675195822454308, "loss": 1.0223, "step": 1870 }, { "epoch": 0.081799591002045, "grad_norm": 0.3250657618045807, "learning_rate": 0.0003673455178416014, "loss": 1.1719, "step": 1880 }, { "epoch": 0.08223469520950268, "grad_norm": 0.19785813987255096, "learning_rate": 0.000367171453437772, "loss": 1.0229, "step": 1890 }, { "epoch": 0.08266979941696036, "grad_norm": 0.22805559635162354, "learning_rate": 0.0003669973890339426, "loss": 0.9203, "step": 1900 }, { "epoch": 0.08310490362441805, "grad_norm": 0.27902206778526306, "learning_rate": 0.00036682332463011316, "loss": 1.3074, "step": 1910 }, { "epoch": 0.08354000783187573, "grad_norm": 0.22830860316753387, "learning_rate": 0.00036664926022628375, "loss": 1.0351, "step": 1920 }, { "epoch": 0.08397511203933342, "grad_norm": 0.3064679205417633, "learning_rate": 0.00036647519582245434, "loss": 1.1196, "step": 1930 }, { "epoch": 0.08441021624679111, "grad_norm": 0.2973743975162506, "learning_rate": 0.0003663011314186249, "loss": 1.3368, "step": 1940 }, { "epoch": 0.0848453204542488, "grad_norm": 0.28696408867836, "learning_rate": 0.0003661270670147955, "loss": 1.1066, "step": 1950 }, { "epoch": 0.08528042466170647, "grad_norm": 0.1933184266090393, "learning_rate": 0.00036595300261096605, "loss": 0.9262, "step": 1960 }, { "epoch": 0.08571552886916417, "grad_norm": 0.34092041850090027, "learning_rate": 0.00036577893820713663, "loss": 1.2005, "step": 1970 }, { "epoch": 0.08615063307662185, "grad_norm": 0.1740398406982422, "learning_rate": 0.0003656048738033072, "loss": 0.9748, "step": 1980 }, { "epoch": 0.08658573728407953, "grad_norm": 0.19418437778949738, "learning_rate": 0.0003654308093994778, "loss": 1.2627, "step": 1990 }, { "epoch": 0.08702084149153723, "grad_norm": 0.24194251000881195, "learning_rate": 0.0003652567449956484, "loss": 1.0347, "step": 2000 }, { "epoch": 0.08745594569899491, "grad_norm": 0.36026981472969055, "learning_rate": 0.000365082680591819, "loss": 1.0601, "step": 2010 }, { "epoch": 0.08789104990645259, "grad_norm": 0.49275389313697815, "learning_rate": 0.00036490861618798957, "loss": 1.1436, "step": 2020 }, { "epoch": 0.08832615411391029, "grad_norm": 0.24571721255779266, "learning_rate": 0.00036473455178416016, "loss": 1.093, "step": 2030 }, { "epoch": 0.08876125832136797, "grad_norm": 0.22721773386001587, "learning_rate": 0.00036456048738033075, "loss": 1.1284, "step": 2040 }, { "epoch": 0.08919636252882565, "grad_norm": 0.2173701971769333, "learning_rate": 0.00036438642297650134, "loss": 0.8769, "step": 2050 }, { "epoch": 0.08963146673628335, "grad_norm": 0.2367500364780426, "learning_rate": 0.0003642123585726719, "loss": 0.9124, "step": 2060 }, { "epoch": 0.09006657094374103, "grad_norm": 0.26915982365608215, "learning_rate": 0.0003640382941688425, "loss": 0.9884, "step": 2070 }, { "epoch": 0.09050167515119871, "grad_norm": 0.21192222833633423, "learning_rate": 0.0003638642297650131, "loss": 0.8342, "step": 2080 }, { "epoch": 0.09093677935865639, "grad_norm": 0.1829097718000412, "learning_rate": 0.0003636901653611837, "loss": 1.2963, "step": 2090 }, { "epoch": 0.09137188356611409, "grad_norm": 0.24787651002407074, "learning_rate": 0.0003635161009573542, "loss": 0.9557, "step": 2100 }, { "epoch": 0.09180698777357177, "grad_norm": 0.23291891813278198, "learning_rate": 0.0003633420365535248, "loss": 1.1531, "step": 2110 }, { "epoch": 0.09224209198102945, "grad_norm": 0.2169763743877411, "learning_rate": 0.0003631679721496954, "loss": 1.1523, "step": 2120 }, { "epoch": 0.09267719618848715, "grad_norm": 0.4194927513599396, "learning_rate": 0.000362993907745866, "loss": 1.3864, "step": 2130 }, { "epoch": 0.09311230039594483, "grad_norm": 0.1510387808084488, "learning_rate": 0.00036281984334203657, "loss": 1.168, "step": 2140 }, { "epoch": 0.09354740460340251, "grad_norm": 0.2194959670305252, "learning_rate": 0.00036264577893820716, "loss": 1.1562, "step": 2150 }, { "epoch": 0.0939825088108602, "grad_norm": 0.2226722538471222, "learning_rate": 0.0003624717145343777, "loss": 1.0499, "step": 2160 }, { "epoch": 0.09441761301831789, "grad_norm": 0.2635657489299774, "learning_rate": 0.00036229765013054833, "loss": 0.9611, "step": 2170 }, { "epoch": 0.09485271722577557, "grad_norm": 0.21836884319782257, "learning_rate": 0.0003621235857267189, "loss": 1.1833, "step": 2180 }, { "epoch": 0.09528782143323326, "grad_norm": 0.6677103042602539, "learning_rate": 0.0003619495213228895, "loss": 1.1606, "step": 2190 }, { "epoch": 0.09572292564069095, "grad_norm": 0.2880762815475464, "learning_rate": 0.0003617754569190601, "loss": 1.0377, "step": 2200 }, { "epoch": 0.09615802984814863, "grad_norm": 0.33047208189964294, "learning_rate": 0.0003616013925152307, "loss": 1.2715, "step": 2210 }, { "epoch": 0.09659313405560632, "grad_norm": 0.2658348083496094, "learning_rate": 0.00036142732811140127, "loss": 1.0197, "step": 2220 }, { "epoch": 0.097028238263064, "grad_norm": 0.2673298120498657, "learning_rate": 0.0003612532637075718, "loss": 1.1273, "step": 2230 }, { "epoch": 0.09746334247052169, "grad_norm": 0.2642398774623871, "learning_rate": 0.0003610791993037424, "loss": 0.9314, "step": 2240 }, { "epoch": 0.09789844667797938, "grad_norm": 0.20724281668663025, "learning_rate": 0.000360905134899913, "loss": 1.1109, "step": 2250 }, { "epoch": 0.09833355088543706, "grad_norm": 0.22856001555919647, "learning_rate": 0.00036073107049608357, "loss": 1.28, "step": 2260 }, { "epoch": 0.09876865509289474, "grad_norm": 0.2221485823392868, "learning_rate": 0.00036055700609225415, "loss": 1.081, "step": 2270 }, { "epoch": 0.09920375930035244, "grad_norm": 0.3398514688014984, "learning_rate": 0.00036038294168842474, "loss": 0.9025, "step": 2280 }, { "epoch": 0.09963886350781012, "grad_norm": 0.27646124362945557, "learning_rate": 0.00036020887728459533, "loss": 1.1814, "step": 2290 }, { "epoch": 0.1000739677152678, "grad_norm": 0.2108033448457718, "learning_rate": 0.00036003481288076586, "loss": 0.9054, "step": 2300 }, { "epoch": 0.1005090719227255, "grad_norm": 0.33170703053474426, "learning_rate": 0.00035986074847693645, "loss": 1.3619, "step": 2310 }, { "epoch": 0.10094417613018318, "grad_norm": 0.23013585805892944, "learning_rate": 0.00035968668407310704, "loss": 1.0952, "step": 2320 }, { "epoch": 0.10137928033764086, "grad_norm": 0.2792527675628662, "learning_rate": 0.0003595126196692776, "loss": 1.1044, "step": 2330 }, { "epoch": 0.10181438454509856, "grad_norm": 0.2251359224319458, "learning_rate": 0.00035933855526544827, "loss": 1.1933, "step": 2340 }, { "epoch": 0.10224948875255624, "grad_norm": 0.30776312947273254, "learning_rate": 0.00035916449086161885, "loss": 0.9595, "step": 2350 }, { "epoch": 0.10268459296001392, "grad_norm": 0.29408708214759827, "learning_rate": 0.00035899042645778944, "loss": 1.0228, "step": 2360 }, { "epoch": 0.10311969716747162, "grad_norm": 0.2827439606189728, "learning_rate": 0.00035881636205396, "loss": 1.0657, "step": 2370 }, { "epoch": 0.1035548013749293, "grad_norm": 0.26050692796707153, "learning_rate": 0.00035864229765013056, "loss": 1.0721, "step": 2380 }, { "epoch": 0.10398990558238698, "grad_norm": 0.23785626888275146, "learning_rate": 0.00035846823324630115, "loss": 1.2979, "step": 2390 }, { "epoch": 0.10442500978984466, "grad_norm": 0.23232272267341614, "learning_rate": 0.00035829416884247174, "loss": 1.187, "step": 2400 }, { "epoch": 0.10486011399730236, "grad_norm": 0.18208222091197968, "learning_rate": 0.0003581201044386423, "loss": 1.0304, "step": 2410 }, { "epoch": 0.10529521820476004, "grad_norm": 0.23961247503757477, "learning_rate": 0.0003579460400348129, "loss": 1.3522, "step": 2420 }, { "epoch": 0.10573032241221772, "grad_norm": 0.39413437247276306, "learning_rate": 0.0003577719756309835, "loss": 1.169, "step": 2430 }, { "epoch": 0.10616542661967542, "grad_norm": 0.3349091410636902, "learning_rate": 0.00035759791122715403, "loss": 1.1242, "step": 2440 }, { "epoch": 0.1066005308271331, "grad_norm": 0.28300121426582336, "learning_rate": 0.0003574238468233246, "loss": 1.1484, "step": 2450 }, { "epoch": 0.10703563503459078, "grad_norm": 0.3661630153656006, "learning_rate": 0.0003572497824194952, "loss": 0.8068, "step": 2460 }, { "epoch": 0.10747073924204847, "grad_norm": 0.2422761768102646, "learning_rate": 0.0003570757180156658, "loss": 1.0967, "step": 2470 }, { "epoch": 0.10790584344950616, "grad_norm": 0.21943041682243347, "learning_rate": 0.0003569016536118364, "loss": 1.2655, "step": 2480 }, { "epoch": 0.10834094765696384, "grad_norm": 0.22692498564720154, "learning_rate": 0.00035672758920800697, "loss": 1.1325, "step": 2490 }, { "epoch": 0.10877605186442153, "grad_norm": 0.3400600552558899, "learning_rate": 0.00035655352480417756, "loss": 1.2318, "step": 2500 }, { "epoch": 0.10921115607187921, "grad_norm": 0.327677845954895, "learning_rate": 0.00035637946040034815, "loss": 1.4683, "step": 2510 }, { "epoch": 0.1096462602793369, "grad_norm": 0.6924793124198914, "learning_rate": 0.00035620539599651873, "loss": 1.2662, "step": 2520 }, { "epoch": 0.11008136448679459, "grad_norm": 0.31328171491622925, "learning_rate": 0.0003560313315926893, "loss": 1.0168, "step": 2530 }, { "epoch": 0.11051646869425227, "grad_norm": 0.4226287007331848, "learning_rate": 0.0003558572671888599, "loss": 1.1666, "step": 2540 }, { "epoch": 0.11095157290170996, "grad_norm": 0.4320388734340668, "learning_rate": 0.0003556832027850305, "loss": 1.0557, "step": 2550 }, { "epoch": 0.11138667710916765, "grad_norm": 0.45150241255760193, "learning_rate": 0.0003555091383812011, "loss": 0.9121, "step": 2560 }, { "epoch": 0.11182178131662533, "grad_norm": 0.2833518385887146, "learning_rate": 0.0003553350739773716, "loss": 0.8956, "step": 2570 }, { "epoch": 0.11225688552408301, "grad_norm": 0.1951480507850647, "learning_rate": 0.0003551610095735422, "loss": 1.1546, "step": 2580 }, { "epoch": 0.11269198973154071, "grad_norm": 0.2845972776412964, "learning_rate": 0.0003549869451697128, "loss": 1.2216, "step": 2590 }, { "epoch": 0.11312709393899839, "grad_norm": 0.2845737040042877, "learning_rate": 0.0003548128807658834, "loss": 1.0281, "step": 2600 }, { "epoch": 0.11356219814645607, "grad_norm": 0.3874964416027069, "learning_rate": 0.00035463881636205397, "loss": 1.1724, "step": 2610 }, { "epoch": 0.11399730235391377, "grad_norm": 0.2568916082382202, "learning_rate": 0.00035446475195822456, "loss": 1.1311, "step": 2620 }, { "epoch": 0.11443240656137145, "grad_norm": 0.29337450861930847, "learning_rate": 0.00035429068755439514, "loss": 1.0399, "step": 2630 }, { "epoch": 0.11486751076882913, "grad_norm": 0.2835456430912018, "learning_rate": 0.00035411662315056573, "loss": 1.1831, "step": 2640 }, { "epoch": 0.11530261497628683, "grad_norm": 0.3918575048446655, "learning_rate": 0.0003539425587467363, "loss": 0.99, "step": 2650 }, { "epoch": 0.11573771918374451, "grad_norm": 0.18815290927886963, "learning_rate": 0.0003537684943429069, "loss": 0.8711, "step": 2660 }, { "epoch": 0.11617282339120219, "grad_norm": 0.22002877295017242, "learning_rate": 0.0003535944299390775, "loss": 1.1046, "step": 2670 }, { "epoch": 0.11660792759865989, "grad_norm": 0.19756147265434265, "learning_rate": 0.0003534203655352481, "loss": 0.9236, "step": 2680 }, { "epoch": 0.11704303180611757, "grad_norm": 0.23351754248142242, "learning_rate": 0.00035324630113141867, "loss": 1.0011, "step": 2690 }, { "epoch": 0.11747813601357525, "grad_norm": 0.22663307189941406, "learning_rate": 0.00035307223672758926, "loss": 1.2472, "step": 2700 }, { "epoch": 0.11791324022103293, "grad_norm": 0.2128058522939682, "learning_rate": 0.0003528981723237598, "loss": 1.0788, "step": 2710 }, { "epoch": 0.11834834442849063, "grad_norm": 0.25208890438079834, "learning_rate": 0.0003527241079199304, "loss": 1.1369, "step": 2720 }, { "epoch": 0.11878344863594831, "grad_norm": 0.22835911810398102, "learning_rate": 0.00035255004351610096, "loss": 1.0904, "step": 2730 }, { "epoch": 0.11921855284340599, "grad_norm": 0.6433864235877991, "learning_rate": 0.00035237597911227155, "loss": 1.0599, "step": 2740 }, { "epoch": 0.11965365705086368, "grad_norm": 0.32743197679519653, "learning_rate": 0.00035220191470844214, "loss": 1.361, "step": 2750 }, { "epoch": 0.12008876125832137, "grad_norm": 0.1989910900592804, "learning_rate": 0.00035202785030461273, "loss": 1.0953, "step": 2760 }, { "epoch": 0.12052386546577905, "grad_norm": 0.2946142256259918, "learning_rate": 0.0003518537859007833, "loss": 1.2466, "step": 2770 }, { "epoch": 0.12095896967323674, "grad_norm": 0.2614976763725281, "learning_rate": 0.00035167972149695385, "loss": 1.5412, "step": 2780 }, { "epoch": 0.12139407388069443, "grad_norm": 0.1858460009098053, "learning_rate": 0.0003515056570931245, "loss": 1.1463, "step": 2790 }, { "epoch": 0.1218291780881521, "grad_norm": 0.19514217972755432, "learning_rate": 0.0003513315926892951, "loss": 1.0796, "step": 2800 }, { "epoch": 0.1222642822956098, "grad_norm": 0.24128372967243195, "learning_rate": 0.00035115752828546567, "loss": 1.0814, "step": 2810 }, { "epoch": 0.12269938650306748, "grad_norm": 0.2249230444431305, "learning_rate": 0.00035098346388163625, "loss": 1.3837, "step": 2820 }, { "epoch": 0.12313449071052517, "grad_norm": 0.3003556430339813, "learning_rate": 0.00035080939947780684, "loss": 1.0901, "step": 2830 }, { "epoch": 0.12356959491798286, "grad_norm": 0.2679241895675659, "learning_rate": 0.0003506353350739774, "loss": 1.1927, "step": 2840 }, { "epoch": 0.12400469912544054, "grad_norm": 0.25176507234573364, "learning_rate": 0.00035046127067014796, "loss": 0.97, "step": 2850 }, { "epoch": 0.12443980333289822, "grad_norm": 0.2009412944316864, "learning_rate": 0.00035028720626631855, "loss": 1.0163, "step": 2860 }, { "epoch": 0.12487490754035592, "grad_norm": 0.17626048624515533, "learning_rate": 0.00035011314186248914, "loss": 1.0491, "step": 2870 }, { "epoch": 0.1253100117478136, "grad_norm": 0.16690118610858917, "learning_rate": 0.0003499390774586597, "loss": 1.1998, "step": 2880 }, { "epoch": 0.1257451159552713, "grad_norm": 0.2222089171409607, "learning_rate": 0.0003497650130548303, "loss": 1.1079, "step": 2890 }, { "epoch": 0.12618022016272898, "grad_norm": 0.2271146923303604, "learning_rate": 0.0003495909486510009, "loss": 0.9884, "step": 2900 }, { "epoch": 0.12661532437018666, "grad_norm": 0.22357235848903656, "learning_rate": 0.00034941688424717143, "loss": 1.1648, "step": 2910 }, { "epoch": 0.12705042857764434, "grad_norm": 0.19261303544044495, "learning_rate": 0.000349242819843342, "loss": 1.0714, "step": 2920 }, { "epoch": 0.12748553278510202, "grad_norm": 0.21667064726352692, "learning_rate": 0.0003490687554395126, "loss": 1.0012, "step": 2930 }, { "epoch": 0.1279206369925597, "grad_norm": 0.20953093469142914, "learning_rate": 0.0003488946910356832, "loss": 1.1438, "step": 2940 }, { "epoch": 0.12835574120001741, "grad_norm": 0.1866196244955063, "learning_rate": 0.0003487206266318538, "loss": 0.9659, "step": 2950 }, { "epoch": 0.1287908454074751, "grad_norm": 0.26751628518104553, "learning_rate": 0.0003485465622280244, "loss": 1.014, "step": 2960 }, { "epoch": 0.12922594961493278, "grad_norm": 0.21327771246433258, "learning_rate": 0.000348372497824195, "loss": 1.093, "step": 2970 }, { "epoch": 0.12966105382239046, "grad_norm": 0.2594641149044037, "learning_rate": 0.00034819843342036555, "loss": 0.8973, "step": 2980 }, { "epoch": 0.13009615802984814, "grad_norm": 0.21602681279182434, "learning_rate": 0.00034802436901653613, "loss": 0.9808, "step": 2990 }, { "epoch": 0.13053126223730582, "grad_norm": 0.1928609162569046, "learning_rate": 0.0003478503046127067, "loss": 1.104, "step": 3000 }, { "epoch": 0.13096636644476353, "grad_norm": 0.1542554348707199, "learning_rate": 0.0003476762402088773, "loss": 1.0592, "step": 3010 }, { "epoch": 0.13140147065222121, "grad_norm": 0.2120446413755417, "learning_rate": 0.0003475021758050479, "loss": 1.0257, "step": 3020 }, { "epoch": 0.1318365748596789, "grad_norm": 0.19303050637245178, "learning_rate": 0.0003473281114012185, "loss": 1.3148, "step": 3030 }, { "epoch": 0.13227167906713658, "grad_norm": 0.15229329466819763, "learning_rate": 0.00034715404699738907, "loss": 0.7404, "step": 3040 }, { "epoch": 0.13270678327459426, "grad_norm": 0.21622425317764282, "learning_rate": 0.0003469799825935596, "loss": 1.1116, "step": 3050 }, { "epoch": 0.13314188748205194, "grad_norm": 0.19435951113700867, "learning_rate": 0.0003468059181897302, "loss": 0.9937, "step": 3060 }, { "epoch": 0.13357699168950965, "grad_norm": 0.19008606672286987, "learning_rate": 0.0003466318537859008, "loss": 1.0191, "step": 3070 }, { "epoch": 0.13401209589696733, "grad_norm": 0.2174966186285019, "learning_rate": 0.00034645778938207137, "loss": 1.3438, "step": 3080 }, { "epoch": 0.134447200104425, "grad_norm": 0.3582957088947296, "learning_rate": 0.00034628372497824195, "loss": 1.2915, "step": 3090 }, { "epoch": 0.1348823043118827, "grad_norm": 0.19639718532562256, "learning_rate": 0.00034610966057441254, "loss": 1.2851, "step": 3100 }, { "epoch": 0.13531740851934038, "grad_norm": 0.15490242838859558, "learning_rate": 0.00034593559617058313, "loss": 1.0282, "step": 3110 }, { "epoch": 0.13575251272679806, "grad_norm": 0.19831854104995728, "learning_rate": 0.0003457615317667537, "loss": 1.0248, "step": 3120 }, { "epoch": 0.13618761693425577, "grad_norm": 0.29410502314567566, "learning_rate": 0.0003455874673629243, "loss": 1.0602, "step": 3130 }, { "epoch": 0.13662272114171345, "grad_norm": 0.24347126483917236, "learning_rate": 0.0003454134029590949, "loss": 1.0728, "step": 3140 }, { "epoch": 0.13705782534917113, "grad_norm": 0.2244659811258316, "learning_rate": 0.0003452393385552655, "loss": 1.0592, "step": 3150 }, { "epoch": 0.1374929295566288, "grad_norm": 0.1973763406276703, "learning_rate": 0.00034506527415143607, "loss": 0.9661, "step": 3160 }, { "epoch": 0.1379280337640865, "grad_norm": 0.11855579167604446, "learning_rate": 0.00034489120974760665, "loss": 0.8446, "step": 3170 }, { "epoch": 0.13836313797154418, "grad_norm": 0.2247113287448883, "learning_rate": 0.0003447171453437772, "loss": 0.8109, "step": 3180 }, { "epoch": 0.13879824217900186, "grad_norm": 0.28357166051864624, "learning_rate": 0.0003445430809399478, "loss": 1.2434, "step": 3190 }, { "epoch": 0.13923334638645957, "grad_norm": 0.21036937832832336, "learning_rate": 0.00034436901653611836, "loss": 1.1301, "step": 3200 }, { "epoch": 0.13966845059391725, "grad_norm": 0.2557538151741028, "learning_rate": 0.00034419495213228895, "loss": 1.1257, "step": 3210 }, { "epoch": 0.14010355480137493, "grad_norm": 0.256504088640213, "learning_rate": 0.00034402088772845954, "loss": 1.1361, "step": 3220 }, { "epoch": 0.1405386590088326, "grad_norm": 0.18857616186141968, "learning_rate": 0.0003438468233246301, "loss": 1.2171, "step": 3230 }, { "epoch": 0.1409737632162903, "grad_norm": 0.20234133303165436, "learning_rate": 0.0003436727589208007, "loss": 1.1322, "step": 3240 }, { "epoch": 0.14140886742374797, "grad_norm": 0.24841825664043427, "learning_rate": 0.0003434986945169713, "loss": 1.0958, "step": 3250 }, { "epoch": 0.14184397163120568, "grad_norm": 0.29504361748695374, "learning_rate": 0.0003433246301131419, "loss": 1.0636, "step": 3260 }, { "epoch": 0.14227907583866337, "grad_norm": 0.34344926476478577, "learning_rate": 0.0003431505657093125, "loss": 0.8806, "step": 3270 }, { "epoch": 0.14271418004612105, "grad_norm": 0.1821485161781311, "learning_rate": 0.00034297650130548306, "loss": 0.9019, "step": 3280 }, { "epoch": 0.14314928425357873, "grad_norm": 0.29802873730659485, "learning_rate": 0.00034280243690165365, "loss": 1.0663, "step": 3290 }, { "epoch": 0.1435843884610364, "grad_norm": 0.21399720013141632, "learning_rate": 0.00034262837249782424, "loss": 1.0664, "step": 3300 }, { "epoch": 0.1440194926684941, "grad_norm": 0.24667546153068542, "learning_rate": 0.0003424543080939948, "loss": 1.1432, "step": 3310 }, { "epoch": 0.1444545968759518, "grad_norm": 0.21695825457572937, "learning_rate": 0.00034228024369016536, "loss": 0.9472, "step": 3320 }, { "epoch": 0.14488970108340948, "grad_norm": 0.21375566720962524, "learning_rate": 0.00034210617928633595, "loss": 0.987, "step": 3330 }, { "epoch": 0.14532480529086717, "grad_norm": 0.20995913445949554, "learning_rate": 0.00034193211488250653, "loss": 1.0115, "step": 3340 }, { "epoch": 0.14575990949832485, "grad_norm": 0.2258455902338028, "learning_rate": 0.0003417580504786771, "loss": 1.1127, "step": 3350 }, { "epoch": 0.14619501370578253, "grad_norm": 0.1431141048669815, "learning_rate": 0.0003415839860748477, "loss": 0.8925, "step": 3360 }, { "epoch": 0.1466301179132402, "grad_norm": 0.20373818278312683, "learning_rate": 0.0003414099216710183, "loss": 1.0175, "step": 3370 }, { "epoch": 0.14706522212069792, "grad_norm": 0.1898398995399475, "learning_rate": 0.0003412358572671889, "loss": 1.0533, "step": 3380 }, { "epoch": 0.1475003263281556, "grad_norm": 0.18025001883506775, "learning_rate": 0.0003410617928633594, "loss": 0.8128, "step": 3390 }, { "epoch": 0.14793543053561328, "grad_norm": 0.31406697630882263, "learning_rate": 0.00034088772845953, "loss": 1.1054, "step": 3400 }, { "epoch": 0.14837053474307096, "grad_norm": 0.29741227626800537, "learning_rate": 0.00034071366405570065, "loss": 1.5296, "step": 3410 }, { "epoch": 0.14880563895052865, "grad_norm": 0.2659681439399719, "learning_rate": 0.00034053959965187124, "loss": 1.1623, "step": 3420 }, { "epoch": 0.14924074315798633, "grad_norm": 0.3370985686779022, "learning_rate": 0.0003403655352480418, "loss": 1.0831, "step": 3430 }, { "epoch": 0.14967584736544404, "grad_norm": 0.15327541530132294, "learning_rate": 0.0003401914708442124, "loss": 0.9807, "step": 3440 }, { "epoch": 0.15011095157290172, "grad_norm": 0.1702907234430313, "learning_rate": 0.000340017406440383, "loss": 0.9985, "step": 3450 }, { "epoch": 0.1505460557803594, "grad_norm": 0.28413406014442444, "learning_rate": 0.00033984334203655353, "loss": 1.1788, "step": 3460 }, { "epoch": 0.15098115998781708, "grad_norm": 0.1888573169708252, "learning_rate": 0.0003396692776327241, "loss": 1.1289, "step": 3470 }, { "epoch": 0.15141626419527476, "grad_norm": 0.22098922729492188, "learning_rate": 0.0003394952132288947, "loss": 1.0167, "step": 3480 }, { "epoch": 0.15185136840273245, "grad_norm": 0.19158509373664856, "learning_rate": 0.0003393211488250653, "loss": 0.9703, "step": 3490 }, { "epoch": 0.15228647261019013, "grad_norm": 0.20385248959064484, "learning_rate": 0.0003391470844212359, "loss": 0.9099, "step": 3500 }, { "epoch": 0.15272157681764784, "grad_norm": 0.24529047310352325, "learning_rate": 0.00033897302001740647, "loss": 0.9448, "step": 3510 }, { "epoch": 0.15315668102510552, "grad_norm": 0.20593853294849396, "learning_rate": 0.000338798955613577, "loss": 0.9679, "step": 3520 }, { "epoch": 0.1535917852325632, "grad_norm": 0.16490228474140167, "learning_rate": 0.0003386248912097476, "loss": 1.164, "step": 3530 }, { "epoch": 0.15402688944002088, "grad_norm": 0.19333884119987488, "learning_rate": 0.0003384508268059182, "loss": 1.1098, "step": 3540 }, { "epoch": 0.15446199364747856, "grad_norm": 0.13538719713687897, "learning_rate": 0.00033827676240208877, "loss": 1.0129, "step": 3550 }, { "epoch": 0.15489709785493624, "grad_norm": 0.1915670931339264, "learning_rate": 0.00033810269799825935, "loss": 1.3063, "step": 3560 }, { "epoch": 0.15533220206239395, "grad_norm": 0.16324543952941895, "learning_rate": 0.00033792863359442994, "loss": 0.9883, "step": 3570 }, { "epoch": 0.15576730626985164, "grad_norm": 0.1653835028409958, "learning_rate": 0.0003377545691906006, "loss": 1.0017, "step": 3580 }, { "epoch": 0.15620241047730932, "grad_norm": 0.16792862117290497, "learning_rate": 0.0003375805047867711, "loss": 0.769, "step": 3590 }, { "epoch": 0.156637514684767, "grad_norm": 0.2181898057460785, "learning_rate": 0.0003374064403829417, "loss": 0.9146, "step": 3600 }, { "epoch": 0.15707261889222468, "grad_norm": 0.13718470931053162, "learning_rate": 0.0003372323759791123, "loss": 1.0628, "step": 3610 }, { "epoch": 0.15750772309968236, "grad_norm": 0.17646265029907227, "learning_rate": 0.0003370583115752829, "loss": 1.2417, "step": 3620 }, { "epoch": 0.15794282730714007, "grad_norm": 0.16297009587287903, "learning_rate": 0.00033688424717145347, "loss": 1.1293, "step": 3630 }, { "epoch": 0.15837793151459775, "grad_norm": 0.6467173099517822, "learning_rate": 0.00033671018276762405, "loss": 1.0411, "step": 3640 }, { "epoch": 0.15881303572205543, "grad_norm": 1.9307936429977417, "learning_rate": 0.00033653611836379464, "loss": 0.9529, "step": 3650 }, { "epoch": 0.15924813992951312, "grad_norm": 0.22896674275398254, "learning_rate": 0.0003363620539599652, "loss": 1.2774, "step": 3660 }, { "epoch": 0.1596832441369708, "grad_norm": 0.3978597819805145, "learning_rate": 0.00033618798955613576, "loss": 1.1811, "step": 3670 }, { "epoch": 0.16011834834442848, "grad_norm": 0.2961595952510834, "learning_rate": 0.00033601392515230635, "loss": 1.0719, "step": 3680 }, { "epoch": 0.1605534525518862, "grad_norm": 0.3028915524482727, "learning_rate": 0.00033583986074847694, "loss": 0.7803, "step": 3690 }, { "epoch": 0.16098855675934387, "grad_norm": 0.4438236951828003, "learning_rate": 0.0003356657963446475, "loss": 0.9881, "step": 3700 }, { "epoch": 0.16142366096680155, "grad_norm": 0.43071064352989197, "learning_rate": 0.0003354917319408181, "loss": 1.2278, "step": 3710 }, { "epoch": 0.16185876517425923, "grad_norm": 0.34246569871902466, "learning_rate": 0.0003353176675369887, "loss": 1.0743, "step": 3720 }, { "epoch": 0.16229386938171692, "grad_norm": 0.20103904604911804, "learning_rate": 0.0003351436031331593, "loss": 1.3232, "step": 3730 }, { "epoch": 0.1627289735891746, "grad_norm": 0.27859383821487427, "learning_rate": 0.0003349695387293299, "loss": 1.0254, "step": 3740 }, { "epoch": 0.1631640777966323, "grad_norm": 0.17941534519195557, "learning_rate": 0.00033479547432550046, "loss": 1.0817, "step": 3750 }, { "epoch": 0.16359918200409, "grad_norm": 0.3792669475078583, "learning_rate": 0.00033462140992167105, "loss": 0.9889, "step": 3760 }, { "epoch": 0.16403428621154767, "grad_norm": 0.24137060344219208, "learning_rate": 0.00033444734551784164, "loss": 0.924, "step": 3770 }, { "epoch": 0.16446939041900535, "grad_norm": 0.2554095983505249, "learning_rate": 0.0003342732811140122, "loss": 1.0407, "step": 3780 }, { "epoch": 0.16490449462646303, "grad_norm": 0.284516304731369, "learning_rate": 0.0003340992167101828, "loss": 1.0088, "step": 3790 }, { "epoch": 0.16533959883392071, "grad_norm": 0.1528521478176117, "learning_rate": 0.00033392515230635335, "loss": 1.0048, "step": 3800 }, { "epoch": 0.16577470304137842, "grad_norm": 0.1987096518278122, "learning_rate": 0.00033375108790252393, "loss": 1.4632, "step": 3810 }, { "epoch": 0.1662098072488361, "grad_norm": 0.2358507215976715, "learning_rate": 0.0003335770234986945, "loss": 0.9481, "step": 3820 }, { "epoch": 0.1666449114562938, "grad_norm": 0.1646333932876587, "learning_rate": 0.0003334029590948651, "loss": 0.9393, "step": 3830 }, { "epoch": 0.16708001566375147, "grad_norm": 0.22501800954341888, "learning_rate": 0.0003332288946910357, "loss": 1.1286, "step": 3840 }, { "epoch": 0.16751511987120915, "grad_norm": 0.23766911029815674, "learning_rate": 0.0003330548302872063, "loss": 0.9091, "step": 3850 }, { "epoch": 0.16795022407866683, "grad_norm": 0.20411095023155212, "learning_rate": 0.0003328807658833768, "loss": 1.0258, "step": 3860 }, { "epoch": 0.1683853282861245, "grad_norm": 0.19937051832675934, "learning_rate": 0.00033270670147954746, "loss": 1.0551, "step": 3870 }, { "epoch": 0.16882043249358222, "grad_norm": 0.21224172413349152, "learning_rate": 0.00033253263707571805, "loss": 1.0458, "step": 3880 }, { "epoch": 0.1692555367010399, "grad_norm": 0.34543994069099426, "learning_rate": 0.00033235857267188863, "loss": 1.0628, "step": 3890 }, { "epoch": 0.1696906409084976, "grad_norm": 0.19239550828933716, "learning_rate": 0.0003321845082680592, "loss": 1.2084, "step": 3900 }, { "epoch": 0.17012574511595527, "grad_norm": 0.22715048491954803, "learning_rate": 0.0003320104438642298, "loss": 1.0158, "step": 3910 }, { "epoch": 0.17056084932341295, "grad_norm": 0.14952489733695984, "learning_rate": 0.0003318363794604004, "loss": 0.9767, "step": 3920 }, { "epoch": 0.17099595353087063, "grad_norm": 0.16632317006587982, "learning_rate": 0.00033166231505657093, "loss": 1.0378, "step": 3930 }, { "epoch": 0.17143105773832834, "grad_norm": 0.15809188783168793, "learning_rate": 0.0003314882506527415, "loss": 1.3741, "step": 3940 }, { "epoch": 0.17186616194578602, "grad_norm": 0.19257290661334991, "learning_rate": 0.0003313141862489121, "loss": 0.927, "step": 3950 }, { "epoch": 0.1723012661532437, "grad_norm": 0.16419459879398346, "learning_rate": 0.0003311401218450827, "loss": 1.0662, "step": 3960 }, { "epoch": 0.17273637036070139, "grad_norm": 0.25169312953948975, "learning_rate": 0.0003309660574412533, "loss": 1.0797, "step": 3970 }, { "epoch": 0.17317147456815907, "grad_norm": 0.619248628616333, "learning_rate": 0.00033079199303742387, "loss": 1.0505, "step": 3980 }, { "epoch": 0.17360657877561675, "grad_norm": 0.20696541666984558, "learning_rate": 0.00033061792863359446, "loss": 1.0564, "step": 3990 }, { "epoch": 0.17404168298307446, "grad_norm": 0.1681205928325653, "learning_rate": 0.000330443864229765, "loss": 1.0184, "step": 4000 }, { "epoch": 0.17447678719053214, "grad_norm": 0.34502923488616943, "learning_rate": 0.0003302697998259356, "loss": 1.1168, "step": 4010 }, { "epoch": 0.17491189139798982, "grad_norm": 0.2324673980474472, "learning_rate": 0.00033009573542210616, "loss": 0.9897, "step": 4020 }, { "epoch": 0.1753469956054475, "grad_norm": 0.1647324115037918, "learning_rate": 0.0003299216710182768, "loss": 0.929, "step": 4030 }, { "epoch": 0.17578209981290518, "grad_norm": 0.16138963401317596, "learning_rate": 0.0003297476066144474, "loss": 1.3653, "step": 4040 }, { "epoch": 0.17621720402036287, "grad_norm": 0.18735478818416595, "learning_rate": 0.000329573542210618, "loss": 1.1407, "step": 4050 }, { "epoch": 0.17665230822782058, "grad_norm": 0.17023897171020508, "learning_rate": 0.00032939947780678857, "loss": 0.8695, "step": 4060 }, { "epoch": 0.17708741243527826, "grad_norm": 0.3623809218406677, "learning_rate": 0.0003292254134029591, "loss": 1.1247, "step": 4070 }, { "epoch": 0.17752251664273594, "grad_norm": 0.45280763506889343, "learning_rate": 0.0003290513489991297, "loss": 0.9386, "step": 4080 }, { "epoch": 0.17795762085019362, "grad_norm": 0.26692938804626465, "learning_rate": 0.0003288772845953003, "loss": 1.1705, "step": 4090 }, { "epoch": 0.1783927250576513, "grad_norm": 0.16942068934440613, "learning_rate": 0.00032870322019147086, "loss": 0.9391, "step": 4100 }, { "epoch": 0.17882782926510898, "grad_norm": 0.21674136817455292, "learning_rate": 0.00032852915578764145, "loss": 1.0706, "step": 4110 }, { "epoch": 0.1792629334725667, "grad_norm": 0.27531564235687256, "learning_rate": 0.00032835509138381204, "loss": 1.1304, "step": 4120 }, { "epoch": 0.17969803768002438, "grad_norm": 0.19184306263923645, "learning_rate": 0.00032818102697998263, "loss": 0.9488, "step": 4130 }, { "epoch": 0.18013314188748206, "grad_norm": 0.212080717086792, "learning_rate": 0.00032800696257615316, "loss": 0.9004, "step": 4140 }, { "epoch": 0.18056824609493974, "grad_norm": 0.20014610886573792, "learning_rate": 0.00032783289817232375, "loss": 1.088, "step": 4150 }, { "epoch": 0.18100335030239742, "grad_norm": 0.2846604883670807, "learning_rate": 0.00032765883376849434, "loss": 1.1771, "step": 4160 }, { "epoch": 0.1814384545098551, "grad_norm": 0.21269817650318146, "learning_rate": 0.0003274847693646649, "loss": 1.0069, "step": 4170 }, { "epoch": 0.18187355871731278, "grad_norm": 0.2873651087284088, "learning_rate": 0.0003273107049608355, "loss": 1.0615, "step": 4180 }, { "epoch": 0.1823086629247705, "grad_norm": 0.3214585781097412, "learning_rate": 0.0003271366405570061, "loss": 1.0955, "step": 4190 }, { "epoch": 0.18274376713222817, "grad_norm": 0.29513540863990784, "learning_rate": 0.0003269625761531767, "loss": 1.0463, "step": 4200 }, { "epoch": 0.18317887133968586, "grad_norm": 0.19711938500404358, "learning_rate": 0.0003267885117493473, "loss": 1.014, "step": 4210 }, { "epoch": 0.18361397554714354, "grad_norm": 0.21846888959407806, "learning_rate": 0.00032661444734551786, "loss": 1.2044, "step": 4220 }, { "epoch": 0.18404907975460122, "grad_norm": 0.21657869219779968, "learning_rate": 0.00032644038294168845, "loss": 0.978, "step": 4230 }, { "epoch": 0.1844841839620589, "grad_norm": 0.2186233252286911, "learning_rate": 0.00032626631853785904, "loss": 0.9046, "step": 4240 }, { "epoch": 0.1849192881695166, "grad_norm": 0.1539439558982849, "learning_rate": 0.0003260922541340296, "loss": 0.7983, "step": 4250 }, { "epoch": 0.1853543923769743, "grad_norm": 0.22216111421585083, "learning_rate": 0.0003259181897302002, "loss": 1.2165, "step": 4260 }, { "epoch": 0.18578949658443197, "grad_norm": 0.15438003838062286, "learning_rate": 0.00032574412532637074, "loss": 0.9542, "step": 4270 }, { "epoch": 0.18622460079188966, "grad_norm": 0.1927771270275116, "learning_rate": 0.00032557006092254133, "loss": 1.0795, "step": 4280 }, { "epoch": 0.18665970499934734, "grad_norm": 0.27490392327308655, "learning_rate": 0.0003253959965187119, "loss": 1.2005, "step": 4290 }, { "epoch": 0.18709480920680502, "grad_norm": 0.22494952380657196, "learning_rate": 0.0003252219321148825, "loss": 1.232, "step": 4300 }, { "epoch": 0.18752991341426273, "grad_norm": 0.2548046112060547, "learning_rate": 0.0003250478677110531, "loss": 1.3707, "step": 4310 }, { "epoch": 0.1879650176217204, "grad_norm": 0.24904300272464752, "learning_rate": 0.0003248738033072237, "loss": 1.0104, "step": 4320 }, { "epoch": 0.1884001218291781, "grad_norm": 0.1888362318277359, "learning_rate": 0.00032469973890339427, "loss": 0.9949, "step": 4330 }, { "epoch": 0.18883522603663577, "grad_norm": 0.19114229083061218, "learning_rate": 0.00032452567449956486, "loss": 1.0153, "step": 4340 }, { "epoch": 0.18927033024409345, "grad_norm": 0.2134164720773697, "learning_rate": 0.00032435161009573545, "loss": 1.0507, "step": 4350 }, { "epoch": 0.18970543445155114, "grad_norm": 0.36785057187080383, "learning_rate": 0.00032417754569190603, "loss": 1.4909, "step": 4360 }, { "epoch": 0.19014053865900885, "grad_norm": 0.30525660514831543, "learning_rate": 0.0003240034812880766, "loss": 1.0754, "step": 4370 }, { "epoch": 0.19057564286646653, "grad_norm": 0.15958794951438904, "learning_rate": 0.0003238294168842472, "loss": 0.9331, "step": 4380 }, { "epoch": 0.1910107470739242, "grad_norm": 0.1784948855638504, "learning_rate": 0.0003236553524804178, "loss": 0.9264, "step": 4390 }, { "epoch": 0.1914458512813819, "grad_norm": 0.19012866914272308, "learning_rate": 0.0003234812880765884, "loss": 0.8917, "step": 4400 }, { "epoch": 0.19188095548883957, "grad_norm": 0.1726098209619522, "learning_rate": 0.0003233072236727589, "loss": 0.9176, "step": 4410 }, { "epoch": 0.19231605969629725, "grad_norm": 0.25305160880088806, "learning_rate": 0.0003231331592689295, "loss": 1.1455, "step": 4420 }, { "epoch": 0.19275116390375496, "grad_norm": 0.21824735403060913, "learning_rate": 0.0003229590948651001, "loss": 1.1654, "step": 4430 }, { "epoch": 0.19318626811121264, "grad_norm": 0.2428126484155655, "learning_rate": 0.0003227850304612707, "loss": 1.0324, "step": 4440 }, { "epoch": 0.19362137231867033, "grad_norm": 0.39043012261390686, "learning_rate": 0.00032261096605744127, "loss": 1.0615, "step": 4450 }, { "epoch": 0.194056476526128, "grad_norm": 0.21081627905368805, "learning_rate": 0.00032243690165361185, "loss": 1.1124, "step": 4460 }, { "epoch": 0.1944915807335857, "grad_norm": 0.15089036524295807, "learning_rate": 0.00032226283724978244, "loss": 1.1159, "step": 4470 }, { "epoch": 0.19492668494104337, "grad_norm": 0.49300193786621094, "learning_rate": 0.000322088772845953, "loss": 1.4095, "step": 4480 }, { "epoch": 0.19536178914850105, "grad_norm": 0.18843503296375275, "learning_rate": 0.0003219147084421236, "loss": 1.18, "step": 4490 }, { "epoch": 0.19579689335595876, "grad_norm": 0.1820184588432312, "learning_rate": 0.0003217406440382942, "loss": 0.9544, "step": 4500 }, { "epoch": 0.19623199756341644, "grad_norm": 0.2336662858724594, "learning_rate": 0.0003215665796344648, "loss": 0.9392, "step": 4510 }, { "epoch": 0.19666710177087413, "grad_norm": 0.2979033887386322, "learning_rate": 0.0003213925152306354, "loss": 1.0333, "step": 4520 }, { "epoch": 0.1971022059783318, "grad_norm": 0.1804874837398529, "learning_rate": 0.00032121845082680597, "loss": 0.9114, "step": 4530 }, { "epoch": 0.1975373101857895, "grad_norm": 0.18305076658725739, "learning_rate": 0.0003210443864229765, "loss": 0.9894, "step": 4540 }, { "epoch": 0.19797241439324717, "grad_norm": 0.2411871999502182, "learning_rate": 0.0003208703220191471, "loss": 1.1963, "step": 4550 }, { "epoch": 0.19840751860070488, "grad_norm": 0.37079012393951416, "learning_rate": 0.0003206962576153177, "loss": 1.1298, "step": 4560 }, { "epoch": 0.19884262280816256, "grad_norm": 0.21011389791965485, "learning_rate": 0.00032052219321148826, "loss": 1.1813, "step": 4570 }, { "epoch": 0.19927772701562024, "grad_norm": 0.20650435984134674, "learning_rate": 0.00032034812880765885, "loss": 0.8364, "step": 4580 }, { "epoch": 0.19971283122307792, "grad_norm": 0.24247418344020844, "learning_rate": 0.00032017406440382944, "loss": 1.2141, "step": 4590 }, { "epoch": 0.2001479354305356, "grad_norm": 0.17649568617343903, "learning_rate": 0.00032, "loss": 1.2217, "step": 4600 }, { "epoch": 0.2005830396379933, "grad_norm": 0.17430293560028076, "learning_rate": 0.00031982593559617056, "loss": 1.0189, "step": 4610 }, { "epoch": 0.201018143845451, "grad_norm": 0.21159660816192627, "learning_rate": 0.00031965187119234115, "loss": 1.237, "step": 4620 }, { "epoch": 0.20145324805290868, "grad_norm": 0.1508069783449173, "learning_rate": 0.00031947780678851173, "loss": 1.2554, "step": 4630 }, { "epoch": 0.20188835226036636, "grad_norm": 0.30483749508857727, "learning_rate": 0.0003193037423846823, "loss": 1.1711, "step": 4640 }, { "epoch": 0.20232345646782404, "grad_norm": 0.18601226806640625, "learning_rate": 0.0003191296779808529, "loss": 0.9143, "step": 4650 }, { "epoch": 0.20275856067528172, "grad_norm": 0.20116347074508667, "learning_rate": 0.00031895561357702355, "loss": 0.8554, "step": 4660 }, { "epoch": 0.2031936648827394, "grad_norm": 0.1917295753955841, "learning_rate": 0.00031878154917319414, "loss": 1.0475, "step": 4670 }, { "epoch": 0.20362876909019711, "grad_norm": 0.19706229865550995, "learning_rate": 0.00031860748476936467, "loss": 1.2382, "step": 4680 }, { "epoch": 0.2040638732976548, "grad_norm": 0.17920343577861786, "learning_rate": 0.00031843342036553526, "loss": 0.9733, "step": 4690 }, { "epoch": 0.20449897750511248, "grad_norm": 0.1616562008857727, "learning_rate": 0.00031825935596170585, "loss": 0.8484, "step": 4700 }, { "epoch": 0.20493408171257016, "grad_norm": 0.32571104168891907, "learning_rate": 0.00031808529155787644, "loss": 1.1596, "step": 4710 }, { "epoch": 0.20536918592002784, "grad_norm": 0.2655414342880249, "learning_rate": 0.000317911227154047, "loss": 1.0193, "step": 4720 }, { "epoch": 0.20580429012748552, "grad_norm": 0.2964521646499634, "learning_rate": 0.0003177371627502176, "loss": 1.3188, "step": 4730 }, { "epoch": 0.20623939433494323, "grad_norm": 0.33493149280548096, "learning_rate": 0.0003175630983463882, "loss": 1.1879, "step": 4740 }, { "epoch": 0.20667449854240091, "grad_norm": 0.24722003936767578, "learning_rate": 0.00031738903394255873, "loss": 1.1648, "step": 4750 }, { "epoch": 0.2071096027498586, "grad_norm": 0.1931265890598297, "learning_rate": 0.0003172149695387293, "loss": 0.8424, "step": 4760 }, { "epoch": 0.20754470695731628, "grad_norm": 0.2523316442966461, "learning_rate": 0.0003170409051348999, "loss": 0.9477, "step": 4770 }, { "epoch": 0.20797981116477396, "grad_norm": 0.15006031095981598, "learning_rate": 0.0003168668407310705, "loss": 0.9867, "step": 4780 }, { "epoch": 0.20841491537223164, "grad_norm": 0.156737819314003, "learning_rate": 0.0003166927763272411, "loss": 1.0345, "step": 4790 }, { "epoch": 0.20885001957968932, "grad_norm": 0.21268293261528015, "learning_rate": 0.00031651871192341167, "loss": 1.0218, "step": 4800 }, { "epoch": 0.20928512378714703, "grad_norm": 0.1868174821138382, "learning_rate": 0.00031634464751958226, "loss": 1.0515, "step": 4810 }, { "epoch": 0.2097202279946047, "grad_norm": 0.21096907556056976, "learning_rate": 0.00031617058311575284, "loss": 1.1954, "step": 4820 }, { "epoch": 0.2101553322020624, "grad_norm": 0.27580785751342773, "learning_rate": 0.00031599651871192343, "loss": 0.9832, "step": 4830 }, { "epoch": 0.21059043640952008, "grad_norm": 0.20289769768714905, "learning_rate": 0.000315822454308094, "loss": 1.0484, "step": 4840 }, { "epoch": 0.21102554061697776, "grad_norm": 0.2252640724182129, "learning_rate": 0.0003156483899042646, "loss": 1.0083, "step": 4850 }, { "epoch": 0.21146064482443544, "grad_norm": 0.21539299190044403, "learning_rate": 0.0003154743255004352, "loss": 1.0533, "step": 4860 }, { "epoch": 0.21189574903189315, "grad_norm": 0.19250592589378357, "learning_rate": 0.0003153002610966058, "loss": 1.0371, "step": 4870 }, { "epoch": 0.21233085323935083, "grad_norm": 0.14789079129695892, "learning_rate": 0.0003151261966927763, "loss": 1.12, "step": 4880 }, { "epoch": 0.2127659574468085, "grad_norm": 0.1823623776435852, "learning_rate": 0.0003149521322889469, "loss": 1.0031, "step": 4890 }, { "epoch": 0.2132010616542662, "grad_norm": 0.16457735002040863, "learning_rate": 0.0003147780678851175, "loss": 1.1543, "step": 4900 }, { "epoch": 0.21363616586172388, "grad_norm": 0.18372589349746704, "learning_rate": 0.0003146040034812881, "loss": 0.97, "step": 4910 }, { "epoch": 0.21407127006918156, "grad_norm": 0.19989672303199768, "learning_rate": 0.00031442993907745867, "loss": 0.8845, "step": 4920 }, { "epoch": 0.21450637427663927, "grad_norm": 0.15298549830913544, "learning_rate": 0.00031425587467362925, "loss": 1.0054, "step": 4930 }, { "epoch": 0.21494147848409695, "grad_norm": 0.18582142889499664, "learning_rate": 0.00031408181026979984, "loss": 0.9106, "step": 4940 }, { "epoch": 0.21537658269155463, "grad_norm": 0.293707937002182, "learning_rate": 0.00031390774586597043, "loss": 1.2684, "step": 4950 }, { "epoch": 0.2158116868990123, "grad_norm": 0.3121933937072754, "learning_rate": 0.000313733681462141, "loss": 1.0684, "step": 4960 }, { "epoch": 0.21624679110647, "grad_norm": 0.1621699035167694, "learning_rate": 0.0003135596170583116, "loss": 0.9762, "step": 4970 }, { "epoch": 0.21668189531392767, "grad_norm": 0.14429964125156403, "learning_rate": 0.0003133855526544822, "loss": 0.8141, "step": 4980 }, { "epoch": 0.21711699952138538, "grad_norm": 0.27790457010269165, "learning_rate": 0.0003132114882506528, "loss": 1.0908, "step": 4990 }, { "epoch": 0.21755210372884307, "grad_norm": 0.18574389815330505, "learning_rate": 0.00031303742384682337, "loss": 0.7315, "step": 5000 }, { "epoch": 0.21798720793630075, "grad_norm": 0.21059554815292358, "learning_rate": 0.00031286335944299395, "loss": 0.9393, "step": 5010 }, { "epoch": 0.21842231214375843, "grad_norm": 0.18727834522724152, "learning_rate": 0.0003126892950391645, "loss": 0.9876, "step": 5020 }, { "epoch": 0.2188574163512161, "grad_norm": 0.2066316455602646, "learning_rate": 0.0003125152306353351, "loss": 1.3313, "step": 5030 }, { "epoch": 0.2192925205586738, "grad_norm": 0.22226832807064056, "learning_rate": 0.00031234116623150566, "loss": 1.1329, "step": 5040 }, { "epoch": 0.2197276247661315, "grad_norm": 0.23916929960250854, "learning_rate": 0.00031216710182767625, "loss": 1.0122, "step": 5050 }, { "epoch": 0.22016272897358918, "grad_norm": 0.2143395096063614, "learning_rate": 0.00031199303742384684, "loss": 0.8531, "step": 5060 }, { "epoch": 0.22059783318104687, "grad_norm": 0.2643047571182251, "learning_rate": 0.0003118189730200174, "loss": 1.3093, "step": 5070 }, { "epoch": 0.22103293738850455, "grad_norm": 0.1648826152086258, "learning_rate": 0.000311644908616188, "loss": 0.9173, "step": 5080 }, { "epoch": 0.22146804159596223, "grad_norm": 0.2112037092447281, "learning_rate": 0.00031147084421235855, "loss": 1.0858, "step": 5090 }, { "epoch": 0.2219031458034199, "grad_norm": 0.17795953154563904, "learning_rate": 0.00031129677980852913, "loss": 1.219, "step": 5100 }, { "epoch": 0.2223382500108776, "grad_norm": 0.2269444316625595, "learning_rate": 0.0003111227154046998, "loss": 0.9023, "step": 5110 }, { "epoch": 0.2227733542183353, "grad_norm": 0.19489413499832153, "learning_rate": 0.00031094865100087036, "loss": 0.9812, "step": 5120 }, { "epoch": 0.22320845842579298, "grad_norm": 0.2939506769180298, "learning_rate": 0.00031077458659704095, "loss": 1.2767, "step": 5130 }, { "epoch": 0.22364356263325066, "grad_norm": 0.27848246693611145, "learning_rate": 0.00031060052219321154, "loss": 0.9698, "step": 5140 }, { "epoch": 0.22407866684070835, "grad_norm": 0.18238233029842377, "learning_rate": 0.0003104264577893821, "loss": 0.9931, "step": 5150 }, { "epoch": 0.22451377104816603, "grad_norm": 0.18841581046581268, "learning_rate": 0.00031025239338555266, "loss": 1.0166, "step": 5160 }, { "epoch": 0.2249488752556237, "grad_norm": 0.16839668154716492, "learning_rate": 0.00031007832898172325, "loss": 1.0858, "step": 5170 }, { "epoch": 0.22538397946308142, "grad_norm": 0.38524559140205383, "learning_rate": 0.00030990426457789383, "loss": 1.4588, "step": 5180 }, { "epoch": 0.2258190836705391, "grad_norm": 0.25078433752059937, "learning_rate": 0.0003097302001740644, "loss": 1.055, "step": 5190 }, { "epoch": 0.22625418787799678, "grad_norm": 0.1834079474210739, "learning_rate": 0.000309556135770235, "loss": 1.1973, "step": 5200 }, { "epoch": 0.22668929208545446, "grad_norm": 0.19323332607746124, "learning_rate": 0.0003093820713664056, "loss": 1.3959, "step": 5210 }, { "epoch": 0.22712439629291215, "grad_norm": 0.14065878093242645, "learning_rate": 0.00030920800696257613, "loss": 0.9717, "step": 5220 }, { "epoch": 0.22755950050036983, "grad_norm": 0.22420690953731537, "learning_rate": 0.0003090339425587467, "loss": 1.216, "step": 5230 }, { "epoch": 0.22799460470782754, "grad_norm": 0.16551512479782104, "learning_rate": 0.0003088598781549173, "loss": 0.9967, "step": 5240 }, { "epoch": 0.22842970891528522, "grad_norm": 0.1920965313911438, "learning_rate": 0.0003086858137510879, "loss": 0.8324, "step": 5250 }, { "epoch": 0.2288648131227429, "grad_norm": 0.22189489006996155, "learning_rate": 0.0003085117493472585, "loss": 1.1341, "step": 5260 }, { "epoch": 0.22929991733020058, "grad_norm": 0.15835008025169373, "learning_rate": 0.00030833768494342907, "loss": 1.1632, "step": 5270 }, { "epoch": 0.22973502153765826, "grad_norm": 0.17879515886306763, "learning_rate": 0.0003081636205395997, "loss": 0.8465, "step": 5280 }, { "epoch": 0.23017012574511594, "grad_norm": 0.24653150141239166, "learning_rate": 0.00030798955613577024, "loss": 1.1917, "step": 5290 }, { "epoch": 0.23060522995257365, "grad_norm": 0.166543111205101, "learning_rate": 0.00030781549173194083, "loss": 1.0679, "step": 5300 }, { "epoch": 0.23104033416003134, "grad_norm": 0.22978194057941437, "learning_rate": 0.0003076414273281114, "loss": 1.0023, "step": 5310 }, { "epoch": 0.23147543836748902, "grad_norm": 0.2657814025878906, "learning_rate": 0.000307467362924282, "loss": 0.9672, "step": 5320 }, { "epoch": 0.2319105425749467, "grad_norm": 0.22135378420352936, "learning_rate": 0.0003072932985204526, "loss": 1.1519, "step": 5330 }, { "epoch": 0.23234564678240438, "grad_norm": 0.18814122676849365, "learning_rate": 0.0003071192341166232, "loss": 0.9586, "step": 5340 }, { "epoch": 0.23278075098986206, "grad_norm": 0.18940909206867218, "learning_rate": 0.00030694516971279377, "loss": 0.9844, "step": 5350 }, { "epoch": 0.23321585519731977, "grad_norm": 0.230111226439476, "learning_rate": 0.0003067711053089643, "loss": 1.0894, "step": 5360 }, { "epoch": 0.23365095940477745, "grad_norm": 0.19011865556240082, "learning_rate": 0.0003065970409051349, "loss": 1.2643, "step": 5370 }, { "epoch": 0.23408606361223513, "grad_norm": 0.1935226321220398, "learning_rate": 0.0003064229765013055, "loss": 1.2645, "step": 5380 }, { "epoch": 0.23452116781969282, "grad_norm": 0.31496021151542664, "learning_rate": 0.00030624891209747606, "loss": 0.8613, "step": 5390 }, { "epoch": 0.2349562720271505, "grad_norm": 0.13398560881614685, "learning_rate": 0.00030607484769364665, "loss": 1.029, "step": 5400 }, { "epoch": 0.23539137623460818, "grad_norm": 0.21989208459854126, "learning_rate": 0.00030590078328981724, "loss": 1.0692, "step": 5410 }, { "epoch": 0.23582648044206586, "grad_norm": 0.16786746680736542, "learning_rate": 0.00030572671888598783, "loss": 0.9541, "step": 5420 }, { "epoch": 0.23626158464952357, "grad_norm": 0.16327902674674988, "learning_rate": 0.0003055526544821584, "loss": 1.1654, "step": 5430 }, { "epoch": 0.23669668885698125, "grad_norm": 0.18726257979869843, "learning_rate": 0.000305378590078329, "loss": 1.0683, "step": 5440 }, { "epoch": 0.23713179306443893, "grad_norm": 0.3593865633010864, "learning_rate": 0.0003052045256744996, "loss": 1.1223, "step": 5450 }, { "epoch": 0.23756689727189662, "grad_norm": 0.14590349793434143, "learning_rate": 0.0003050304612706702, "loss": 0.9616, "step": 5460 }, { "epoch": 0.2380020014793543, "grad_norm": 0.16103409230709076, "learning_rate": 0.00030485639686684076, "loss": 0.9799, "step": 5470 }, { "epoch": 0.23843710568681198, "grad_norm": 0.2581101357936859, "learning_rate": 0.00030468233246301135, "loss": 1.0099, "step": 5480 }, { "epoch": 0.2388722098942697, "grad_norm": 0.17380860447883606, "learning_rate": 0.00030450826805918194, "loss": 1.1428, "step": 5490 }, { "epoch": 0.23930731410172737, "grad_norm": 0.18164969980716705, "learning_rate": 0.0003043342036553525, "loss": 1.106, "step": 5500 }, { "epoch": 0.23974241830918505, "grad_norm": 0.2727847993373871, "learning_rate": 0.00030416013925152306, "loss": 0.9689, "step": 5510 }, { "epoch": 0.24017752251664273, "grad_norm": 0.2499454766511917, "learning_rate": 0.00030398607484769365, "loss": 1.2032, "step": 5520 }, { "epoch": 0.24061262672410041, "grad_norm": 0.18349385261535645, "learning_rate": 0.00030381201044386424, "loss": 1.1221, "step": 5530 }, { "epoch": 0.2410477309315581, "grad_norm": 0.21019048988819122, "learning_rate": 0.0003036379460400348, "loss": 1.3025, "step": 5540 }, { "epoch": 0.2414828351390158, "grad_norm": 0.2061416506767273, "learning_rate": 0.0003034638816362054, "loss": 0.7999, "step": 5550 }, { "epoch": 0.2419179393464735, "grad_norm": 0.16637712717056274, "learning_rate": 0.000303289817232376, "loss": 0.9191, "step": 5560 }, { "epoch": 0.24235304355393117, "grad_norm": 0.1882224828004837, "learning_rate": 0.0003031157528285466, "loss": 1.2665, "step": 5570 }, { "epoch": 0.24278814776138885, "grad_norm": 0.20307576656341553, "learning_rate": 0.0003029416884247172, "loss": 0.9049, "step": 5580 }, { "epoch": 0.24322325196884653, "grad_norm": 0.14064143598079681, "learning_rate": 0.00030276762402088776, "loss": 1.0083, "step": 5590 }, { "epoch": 0.2436583561763042, "grad_norm": 0.1739814728498459, "learning_rate": 0.00030259355961705835, "loss": 0.839, "step": 5600 }, { "epoch": 0.24409346038376192, "grad_norm": 0.17679114639759064, "learning_rate": 0.00030241949521322894, "loss": 1.1005, "step": 5610 }, { "epoch": 0.2445285645912196, "grad_norm": 0.22097338736057281, "learning_rate": 0.0003022454308093995, "loss": 1.0023, "step": 5620 }, { "epoch": 0.2449636687986773, "grad_norm": 0.2661254107952118, "learning_rate": 0.00030207136640557006, "loss": 1.0556, "step": 5630 }, { "epoch": 0.24539877300613497, "grad_norm": 0.21271106600761414, "learning_rate": 0.00030189730200174065, "loss": 0.8513, "step": 5640 }, { "epoch": 0.24583387721359265, "grad_norm": 0.19357137382030487, "learning_rate": 0.00030172323759791123, "loss": 1.0807, "step": 5650 }, { "epoch": 0.24626898142105033, "grad_norm": 0.17943666875362396, "learning_rate": 0.0003015491731940818, "loss": 0.9816, "step": 5660 }, { "epoch": 0.24670408562850804, "grad_norm": 0.1737612634897232, "learning_rate": 0.0003013751087902524, "loss": 0.9597, "step": 5670 }, { "epoch": 0.24713918983596572, "grad_norm": 0.3418594300746918, "learning_rate": 0.000301201044386423, "loss": 1.2189, "step": 5680 }, { "epoch": 0.2475742940434234, "grad_norm": 0.22329488396644592, "learning_rate": 0.0003010269799825936, "loss": 1.2114, "step": 5690 }, { "epoch": 0.24800939825088109, "grad_norm": 0.16473308205604553, "learning_rate": 0.0003008529155787641, "loss": 0.9124, "step": 5700 }, { "epoch": 0.24844450245833877, "grad_norm": 0.1831030547618866, "learning_rate": 0.0003006788511749347, "loss": 1.0747, "step": 5710 }, { "epoch": 0.24887960666579645, "grad_norm": 0.21571801602840424, "learning_rate": 0.0003005047867711053, "loss": 1.0311, "step": 5720 }, { "epoch": 0.24931471087325413, "grad_norm": 0.17963168025016785, "learning_rate": 0.00030033072236727593, "loss": 1.0366, "step": 5730 }, { "epoch": 0.24974981508071184, "grad_norm": 0.2784949541091919, "learning_rate": 0.0003001566579634465, "loss": 1.4189, "step": 5740 }, { "epoch": 0.2501849192881695, "grad_norm": 0.210900217294693, "learning_rate": 0.0002999825935596171, "loss": 1.2069, "step": 5750 }, { "epoch": 0.2506200234956272, "grad_norm": 0.21606799960136414, "learning_rate": 0.0002998085291557877, "loss": 1.0653, "step": 5760 }, { "epoch": 0.2510551277030849, "grad_norm": 0.17851391434669495, "learning_rate": 0.00029963446475195823, "loss": 0.9601, "step": 5770 }, { "epoch": 0.2514902319105426, "grad_norm": 0.251346617937088, "learning_rate": 0.0002994604003481288, "loss": 1.0875, "step": 5780 }, { "epoch": 0.2519253361180003, "grad_norm": 0.11656256765127182, "learning_rate": 0.0002992863359442994, "loss": 1.1146, "step": 5790 }, { "epoch": 0.25236044032545796, "grad_norm": 0.2834809720516205, "learning_rate": 0.00029911227154047, "loss": 1.1777, "step": 5800 }, { "epoch": 0.25279554453291564, "grad_norm": 0.2184223234653473, "learning_rate": 0.0002989382071366406, "loss": 0.9768, "step": 5810 }, { "epoch": 0.2532306487403733, "grad_norm": 0.18171557784080505, "learning_rate": 0.00029876414273281117, "loss": 1.0279, "step": 5820 }, { "epoch": 0.253665752947831, "grad_norm": 0.18061687052249908, "learning_rate": 0.00029859007832898175, "loss": 1.0216, "step": 5830 }, { "epoch": 0.2541008571552887, "grad_norm": 0.22344191372394562, "learning_rate": 0.0002984160139251523, "loss": 1.0926, "step": 5840 }, { "epoch": 0.25453596136274637, "grad_norm": 0.41718408465385437, "learning_rate": 0.0002982419495213229, "loss": 1.0393, "step": 5850 }, { "epoch": 0.25497106557020405, "grad_norm": 0.32948198914527893, "learning_rate": 0.00029806788511749346, "loss": 1.0787, "step": 5860 }, { "epoch": 0.25540616977766173, "grad_norm": 0.18529897928237915, "learning_rate": 0.00029789382071366405, "loss": 1.1416, "step": 5870 }, { "epoch": 0.2558412739851194, "grad_norm": 0.18569745123386383, "learning_rate": 0.00029771975630983464, "loss": 1.0763, "step": 5880 }, { "epoch": 0.25627637819257715, "grad_norm": 0.36812666058540344, "learning_rate": 0.0002975456919060052, "loss": 1.3074, "step": 5890 }, { "epoch": 0.25671148240003483, "grad_norm": 0.135506272315979, "learning_rate": 0.0002973716275021758, "loss": 0.9927, "step": 5900 }, { "epoch": 0.2571465866074925, "grad_norm": 0.2718694806098938, "learning_rate": 0.0002971975630983464, "loss": 1.0869, "step": 5910 }, { "epoch": 0.2575816908149502, "grad_norm": 0.14500509202480316, "learning_rate": 0.000297023498694517, "loss": 0.9192, "step": 5920 }, { "epoch": 0.2580167950224079, "grad_norm": 0.1525004804134369, "learning_rate": 0.0002968494342906876, "loss": 0.917, "step": 5930 }, { "epoch": 0.25845189922986556, "grad_norm": 0.15388405323028564, "learning_rate": 0.00029667536988685816, "loss": 0.8932, "step": 5940 }, { "epoch": 0.25888700343732324, "grad_norm": 0.21919581294059753, "learning_rate": 0.00029650130548302875, "loss": 1.1647, "step": 5950 }, { "epoch": 0.2593221076447809, "grad_norm": 0.1660136580467224, "learning_rate": 0.00029632724107919934, "loss": 0.9016, "step": 5960 }, { "epoch": 0.2597572118522386, "grad_norm": 0.21409323811531067, "learning_rate": 0.00029615317667536987, "loss": 1.0844, "step": 5970 }, { "epoch": 0.2601923160596963, "grad_norm": 0.35813677310943604, "learning_rate": 0.00029597911227154046, "loss": 1.2823, "step": 5980 }, { "epoch": 0.26062742026715396, "grad_norm": 0.18776142597198486, "learning_rate": 0.00029580504786771105, "loss": 1.0169, "step": 5990 }, { "epoch": 0.26106252447461165, "grad_norm": 0.3661905527114868, "learning_rate": 0.00029563098346388163, "loss": 1.1259, "step": 6000 }, { "epoch": 0.2614976286820694, "grad_norm": 0.23971912264823914, "learning_rate": 0.0002954569190600522, "loss": 0.9639, "step": 6010 }, { "epoch": 0.26193273288952706, "grad_norm": 0.15355071425437927, "learning_rate": 0.0002952828546562228, "loss": 1.054, "step": 6020 }, { "epoch": 0.26236783709698475, "grad_norm": 0.17317388951778412, "learning_rate": 0.0002951087902523934, "loss": 1.0052, "step": 6030 }, { "epoch": 0.26280294130444243, "grad_norm": 0.19285467267036438, "learning_rate": 0.000294934725848564, "loss": 0.8852, "step": 6040 }, { "epoch": 0.2632380455119001, "grad_norm": 0.19038449227809906, "learning_rate": 0.00029476066144473457, "loss": 1.1214, "step": 6050 }, { "epoch": 0.2636731497193578, "grad_norm": 0.25660911202430725, "learning_rate": 0.00029458659704090516, "loss": 1.0407, "step": 6060 }, { "epoch": 0.2641082539268155, "grad_norm": 0.1774628460407257, "learning_rate": 0.00029441253263707575, "loss": 1.0079, "step": 6070 }, { "epoch": 0.26454335813427315, "grad_norm": 0.23636673390865326, "learning_rate": 0.00029423846823324634, "loss": 0.9965, "step": 6080 }, { "epoch": 0.26497846234173084, "grad_norm": 0.27114740014076233, "learning_rate": 0.0002940644038294169, "loss": 1.0996, "step": 6090 }, { "epoch": 0.2654135665491885, "grad_norm": 0.17235444486141205, "learning_rate": 0.0002938903394255875, "loss": 0.9741, "step": 6100 }, { "epoch": 0.2658486707566462, "grad_norm": 0.23255674540996552, "learning_rate": 0.00029371627502175804, "loss": 1.1574, "step": 6110 }, { "epoch": 0.2662837749641039, "grad_norm": 0.24714972078800201, "learning_rate": 0.00029354221061792863, "loss": 1.057, "step": 6120 }, { "epoch": 0.26671887917156156, "grad_norm": 0.19902436435222626, "learning_rate": 0.0002933681462140992, "loss": 0.9267, "step": 6130 }, { "epoch": 0.2671539833790193, "grad_norm": 0.16895456612110138, "learning_rate": 0.0002931940818102698, "loss": 0.8691, "step": 6140 }, { "epoch": 0.267589087586477, "grad_norm": 0.19711732864379883, "learning_rate": 0.0002930200174064404, "loss": 1.0952, "step": 6150 }, { "epoch": 0.26802419179393466, "grad_norm": 0.12661001086235046, "learning_rate": 0.000292845953002611, "loss": 0.8776, "step": 6160 }, { "epoch": 0.26845929600139234, "grad_norm": 0.21650846302509308, "learning_rate": 0.00029267188859878157, "loss": 0.9015, "step": 6170 }, { "epoch": 0.26889440020885, "grad_norm": 0.1429685652256012, "learning_rate": 0.00029249782419495216, "loss": 0.9994, "step": 6180 }, { "epoch": 0.2693295044163077, "grad_norm": 0.19347542524337769, "learning_rate": 0.00029232375979112274, "loss": 0.9809, "step": 6190 }, { "epoch": 0.2697646086237654, "grad_norm": 0.2325272113084793, "learning_rate": 0.00029214969538729333, "loss": 0.9921, "step": 6200 }, { "epoch": 0.27019971283122307, "grad_norm": 0.2718369662761688, "learning_rate": 0.0002919756309834639, "loss": 1.1658, "step": 6210 }, { "epoch": 0.27063481703868075, "grad_norm": 0.16794583201408386, "learning_rate": 0.0002918015665796345, "loss": 0.9409, "step": 6220 }, { "epoch": 0.27106992124613843, "grad_norm": 0.1701166033744812, "learning_rate": 0.0002916275021758051, "loss": 0.9395, "step": 6230 }, { "epoch": 0.2715050254535961, "grad_norm": 0.3230212926864624, "learning_rate": 0.00029145343777197563, "loss": 1.1432, "step": 6240 }, { "epoch": 0.2719401296610538, "grad_norm": 0.3072655498981476, "learning_rate": 0.0002912793733681462, "loss": 1.121, "step": 6250 }, { "epoch": 0.27237523386851153, "grad_norm": 0.17713645100593567, "learning_rate": 0.0002911053089643168, "loss": 1.0648, "step": 6260 }, { "epoch": 0.2728103380759692, "grad_norm": 0.1745099425315857, "learning_rate": 0.0002909312445604874, "loss": 0.9539, "step": 6270 }, { "epoch": 0.2732454422834269, "grad_norm": 0.19483037292957306, "learning_rate": 0.000290757180156658, "loss": 1.2095, "step": 6280 }, { "epoch": 0.2736805464908846, "grad_norm": 0.31780174374580383, "learning_rate": 0.00029058311575282857, "loss": 0.9588, "step": 6290 }, { "epoch": 0.27411565069834226, "grad_norm": 0.23006640374660492, "learning_rate": 0.00029040905134899915, "loss": 1.0247, "step": 6300 }, { "epoch": 0.27455075490579994, "grad_norm": 0.26027747988700867, "learning_rate": 0.0002902349869451697, "loss": 1.3871, "step": 6310 }, { "epoch": 0.2749858591132576, "grad_norm": 0.2325798124074936, "learning_rate": 0.0002900609225413403, "loss": 0.9244, "step": 6320 }, { "epoch": 0.2754209633207153, "grad_norm": 0.17118796706199646, "learning_rate": 0.00028988685813751086, "loss": 0.8146, "step": 6330 }, { "epoch": 0.275856067528173, "grad_norm": 0.1537952721118927, "learning_rate": 0.00028971279373368145, "loss": 0.9604, "step": 6340 }, { "epoch": 0.27629117173563067, "grad_norm": 0.16542236506938934, "learning_rate": 0.0002895387293298521, "loss": 0.7969, "step": 6350 }, { "epoch": 0.27672627594308835, "grad_norm": 0.2531217634677887, "learning_rate": 0.0002893646649260227, "loss": 0.8747, "step": 6360 }, { "epoch": 0.27716138015054603, "grad_norm": 0.17963993549346924, "learning_rate": 0.00028919060052219327, "loss": 0.7136, "step": 6370 }, { "epoch": 0.2775964843580037, "grad_norm": 0.2523258328437805, "learning_rate": 0.0002890165361183638, "loss": 1.2763, "step": 6380 }, { "epoch": 0.27803158856546145, "grad_norm": 0.33812978863716125, "learning_rate": 0.0002888424717145344, "loss": 0.9733, "step": 6390 }, { "epoch": 0.27846669277291913, "grad_norm": 0.21532070636749268, "learning_rate": 0.000288668407310705, "loss": 0.9856, "step": 6400 }, { "epoch": 0.2789017969803768, "grad_norm": 0.2213539332151413, "learning_rate": 0.00028849434290687556, "loss": 1.1578, "step": 6410 }, { "epoch": 0.2793369011878345, "grad_norm": 0.19594323635101318, "learning_rate": 0.00028832027850304615, "loss": 0.9892, "step": 6420 }, { "epoch": 0.2797720053952922, "grad_norm": 0.15908022224903107, "learning_rate": 0.00028814621409921674, "loss": 1.1601, "step": 6430 }, { "epoch": 0.28020710960274986, "grad_norm": 0.20874232053756714, "learning_rate": 0.0002879721496953873, "loss": 0.9171, "step": 6440 }, { "epoch": 0.28064221381020754, "grad_norm": 0.16957885026931763, "learning_rate": 0.00028779808529155786, "loss": 1.0367, "step": 6450 }, { "epoch": 0.2810773180176652, "grad_norm": 0.24947939813137054, "learning_rate": 0.00028762402088772845, "loss": 0.9866, "step": 6460 }, { "epoch": 0.2815124222251229, "grad_norm": 0.1375042200088501, "learning_rate": 0.00028744995648389903, "loss": 0.9468, "step": 6470 }, { "epoch": 0.2819475264325806, "grad_norm": 0.21154022216796875, "learning_rate": 0.0002872758920800696, "loss": 1.3066, "step": 6480 }, { "epoch": 0.28238263064003827, "grad_norm": 0.16460227966308594, "learning_rate": 0.0002871018276762402, "loss": 1.0756, "step": 6490 }, { "epoch": 0.28281773484749595, "grad_norm": 0.1660788357257843, "learning_rate": 0.0002869277632724108, "loss": 0.7797, "step": 6500 }, { "epoch": 0.2832528390549537, "grad_norm": 0.17082859575748444, "learning_rate": 0.0002867536988685814, "loss": 0.8274, "step": 6510 }, { "epoch": 0.28368794326241137, "grad_norm": 0.2848609685897827, "learning_rate": 0.00028657963446475197, "loss": 0.9205, "step": 6520 }, { "epoch": 0.28412304746986905, "grad_norm": 0.16736231744289398, "learning_rate": 0.00028640557006092256, "loss": 1.0878, "step": 6530 }, { "epoch": 0.28455815167732673, "grad_norm": 0.16783344745635986, "learning_rate": 0.00028623150565709315, "loss": 0.9047, "step": 6540 }, { "epoch": 0.2849932558847844, "grad_norm": 0.27708932757377625, "learning_rate": 0.00028605744125326373, "loss": 0.9949, "step": 6550 }, { "epoch": 0.2854283600922421, "grad_norm": 0.1848979890346527, "learning_rate": 0.0002858833768494343, "loss": 1.0657, "step": 6560 }, { "epoch": 0.2858634642996998, "grad_norm": 0.2007714956998825, "learning_rate": 0.0002857093124456049, "loss": 1.016, "step": 6570 }, { "epoch": 0.28629856850715746, "grad_norm": 0.23165245354175568, "learning_rate": 0.00028553524804177544, "loss": 0.9269, "step": 6580 }, { "epoch": 0.28673367271461514, "grad_norm": 0.2001962512731552, "learning_rate": 0.00028536118363794603, "loss": 1.1334, "step": 6590 }, { "epoch": 0.2871687769220728, "grad_norm": 0.2735910713672638, "learning_rate": 0.0002851871192341166, "loss": 1.0586, "step": 6600 }, { "epoch": 0.2876038811295305, "grad_norm": 0.2198091745376587, "learning_rate": 0.0002850130548302872, "loss": 1.0927, "step": 6610 }, { "epoch": 0.2880389853369882, "grad_norm": 0.18077883124351501, "learning_rate": 0.0002848389904264578, "loss": 0.8665, "step": 6620 }, { "epoch": 0.2884740895444459, "grad_norm": 0.19384713470935822, "learning_rate": 0.0002846649260226284, "loss": 1.0152, "step": 6630 }, { "epoch": 0.2889091937519036, "grad_norm": 0.18128035962581635, "learning_rate": 0.00028449086161879897, "loss": 1.024, "step": 6640 }, { "epoch": 0.2893442979593613, "grad_norm": 0.1643797755241394, "learning_rate": 0.00028431679721496956, "loss": 1.0238, "step": 6650 }, { "epoch": 0.28977940216681897, "grad_norm": 0.21168851852416992, "learning_rate": 0.00028414273281114014, "loss": 0.9878, "step": 6660 }, { "epoch": 0.29021450637427665, "grad_norm": 0.1323859542608261, "learning_rate": 0.00028396866840731073, "loss": 0.8278, "step": 6670 }, { "epoch": 0.29064961058173433, "grad_norm": 0.2243380844593048, "learning_rate": 0.0002837946040034813, "loss": 1.1823, "step": 6680 }, { "epoch": 0.291084714789192, "grad_norm": 0.21180850267410278, "learning_rate": 0.0002836205395996519, "loss": 1.037, "step": 6690 }, { "epoch": 0.2915198189966497, "grad_norm": 0.20221911370754242, "learning_rate": 0.0002834464751958225, "loss": 1.1796, "step": 6700 }, { "epoch": 0.2919549232041074, "grad_norm": 0.16010995209217072, "learning_rate": 0.0002832724107919931, "loss": 0.8039, "step": 6710 }, { "epoch": 0.29239002741156506, "grad_norm": 0.17000509798526764, "learning_rate": 0.0002830983463881636, "loss": 0.7547, "step": 6720 }, { "epoch": 0.29282513161902274, "grad_norm": 0.1683368682861328, "learning_rate": 0.0002829242819843342, "loss": 1.187, "step": 6730 }, { "epoch": 0.2932602358264804, "grad_norm": 0.2433987706899643, "learning_rate": 0.0002827502175805048, "loss": 1.0349, "step": 6740 }, { "epoch": 0.2936953400339381, "grad_norm": 0.22368842363357544, "learning_rate": 0.0002825761531766754, "loss": 1.0623, "step": 6750 }, { "epoch": 0.29413044424139584, "grad_norm": 0.2581188380718231, "learning_rate": 0.00028240208877284596, "loss": 1.1737, "step": 6760 }, { "epoch": 0.2945655484488535, "grad_norm": 0.17550614476203918, "learning_rate": 0.00028222802436901655, "loss": 0.8345, "step": 6770 }, { "epoch": 0.2950006526563112, "grad_norm": 0.224640354514122, "learning_rate": 0.00028205395996518714, "loss": 1.2148, "step": 6780 }, { "epoch": 0.2954357568637689, "grad_norm": 0.16413165628910065, "learning_rate": 0.0002818798955613577, "loss": 0.916, "step": 6790 }, { "epoch": 0.29587086107122657, "grad_norm": 0.20405878126621246, "learning_rate": 0.0002817058311575283, "loss": 1.0025, "step": 6800 }, { "epoch": 0.29630596527868425, "grad_norm": 0.14718730747699738, "learning_rate": 0.0002815317667536989, "loss": 0.9578, "step": 6810 }, { "epoch": 0.29674106948614193, "grad_norm": 0.18327262997627258, "learning_rate": 0.0002813577023498695, "loss": 1.4485, "step": 6820 }, { "epoch": 0.2971761736935996, "grad_norm": 0.46721458435058594, "learning_rate": 0.0002811836379460401, "loss": 1.169, "step": 6830 }, { "epoch": 0.2976112779010573, "grad_norm": 0.2588671147823334, "learning_rate": 0.00028100957354221067, "loss": 1.1531, "step": 6840 }, { "epoch": 0.298046382108515, "grad_norm": 0.1865677833557129, "learning_rate": 0.00028083550913838125, "loss": 1.0895, "step": 6850 }, { "epoch": 0.29848148631597266, "grad_norm": 0.21620196104049683, "learning_rate": 0.0002806614447345518, "loss": 1.0577, "step": 6860 }, { "epoch": 0.29891659052343034, "grad_norm": 0.16734111309051514, "learning_rate": 0.0002804873803307224, "loss": 1.027, "step": 6870 }, { "epoch": 0.2993516947308881, "grad_norm": 0.21677903831005096, "learning_rate": 0.00028031331592689296, "loss": 0.9612, "step": 6880 }, { "epoch": 0.29978679893834576, "grad_norm": 0.20977692306041718, "learning_rate": 0.00028013925152306355, "loss": 1.1227, "step": 6890 }, { "epoch": 0.30022190314580344, "grad_norm": 0.22100239992141724, "learning_rate": 0.00027996518711923414, "loss": 1.0573, "step": 6900 }, { "epoch": 0.3006570073532611, "grad_norm": 0.15506848692893982, "learning_rate": 0.0002797911227154047, "loss": 0.9676, "step": 6910 }, { "epoch": 0.3010921115607188, "grad_norm": 0.2670726478099823, "learning_rate": 0.00027961705831157526, "loss": 1.0438, "step": 6920 }, { "epoch": 0.3015272157681765, "grad_norm": 0.15683527290821075, "learning_rate": 0.00027944299390774584, "loss": 0.7661, "step": 6930 }, { "epoch": 0.30196231997563416, "grad_norm": 0.23748435080051422, "learning_rate": 0.00027926892950391643, "loss": 0.9899, "step": 6940 }, { "epoch": 0.30239742418309185, "grad_norm": 0.17114490270614624, "learning_rate": 0.000279094865100087, "loss": 1.103, "step": 6950 }, { "epoch": 0.3028325283905495, "grad_norm": 0.29995787143707275, "learning_rate": 0.0002789208006962576, "loss": 1.0444, "step": 6960 }, { "epoch": 0.3032676325980072, "grad_norm": 0.2988966703414917, "learning_rate": 0.00027874673629242825, "loss": 0.9903, "step": 6970 }, { "epoch": 0.3037027368054649, "grad_norm": 0.158610537648201, "learning_rate": 0.00027857267188859884, "loss": 0.8693, "step": 6980 }, { "epoch": 0.30413784101292257, "grad_norm": 0.15491284430027008, "learning_rate": 0.00027839860748476937, "loss": 0.9503, "step": 6990 }, { "epoch": 0.30457294522038025, "grad_norm": 0.18996918201446533, "learning_rate": 0.00027822454308093996, "loss": 1.0725, "step": 7000 }, { "epoch": 0.305008049427838, "grad_norm": 0.198045015335083, "learning_rate": 0.00027805047867711055, "loss": 0.8708, "step": 7010 }, { "epoch": 0.30544315363529567, "grad_norm": 0.23136194050312042, "learning_rate": 0.00027787641427328113, "loss": 0.9397, "step": 7020 }, { "epoch": 0.30587825784275335, "grad_norm": 0.18416298925876617, "learning_rate": 0.0002777023498694517, "loss": 1.257, "step": 7030 }, { "epoch": 0.30631336205021104, "grad_norm": 0.18032683432102203, "learning_rate": 0.0002775282854656223, "loss": 0.8299, "step": 7040 }, { "epoch": 0.3067484662576687, "grad_norm": 0.15924149751663208, "learning_rate": 0.0002773542210617929, "loss": 0.8695, "step": 7050 }, { "epoch": 0.3071835704651264, "grad_norm": 0.2573944628238678, "learning_rate": 0.00027718015665796343, "loss": 1.1912, "step": 7060 }, { "epoch": 0.3076186746725841, "grad_norm": 0.1626410335302353, "learning_rate": 0.000277006092254134, "loss": 1.0416, "step": 7070 }, { "epoch": 0.30805377888004176, "grad_norm": 0.1880037635564804, "learning_rate": 0.0002768320278503046, "loss": 0.9485, "step": 7080 }, { "epoch": 0.30848888308749944, "grad_norm": 0.21780745685100555, "learning_rate": 0.0002766579634464752, "loss": 0.8157, "step": 7090 }, { "epoch": 0.3089239872949571, "grad_norm": 0.21518263220787048, "learning_rate": 0.0002764838990426458, "loss": 0.9928, "step": 7100 }, { "epoch": 0.3093590915024148, "grad_norm": 0.1364498883485794, "learning_rate": 0.00027630983463881637, "loss": 0.947, "step": 7110 }, { "epoch": 0.3097941957098725, "grad_norm": 0.1728001832962036, "learning_rate": 0.00027613577023498695, "loss": 0.8456, "step": 7120 }, { "epoch": 0.3102292999173302, "grad_norm": 0.1652480512857437, "learning_rate": 0.00027596170583115754, "loss": 1.2327, "step": 7130 }, { "epoch": 0.3106644041247879, "grad_norm": 0.14125193655490875, "learning_rate": 0.00027578764142732813, "loss": 0.8277, "step": 7140 }, { "epoch": 0.3110995083322456, "grad_norm": 0.1710696816444397, "learning_rate": 0.0002756135770234987, "loss": 0.9715, "step": 7150 }, { "epoch": 0.31153461253970327, "grad_norm": 0.14845587313175201, "learning_rate": 0.0002754395126196693, "loss": 0.9691, "step": 7160 }, { "epoch": 0.31196971674716095, "grad_norm": 0.1387937068939209, "learning_rate": 0.0002752654482158399, "loss": 0.9039, "step": 7170 }, { "epoch": 0.31240482095461863, "grad_norm": 0.1766679286956787, "learning_rate": 0.0002750913838120105, "loss": 1.1568, "step": 7180 }, { "epoch": 0.3128399251620763, "grad_norm": 0.26901406049728394, "learning_rate": 0.00027491731940818107, "loss": 1.0513, "step": 7190 }, { "epoch": 0.313275029369534, "grad_norm": 0.2213563770055771, "learning_rate": 0.0002747432550043516, "loss": 1.0793, "step": 7200 }, { "epoch": 0.3137101335769917, "grad_norm": 0.21690092980861664, "learning_rate": 0.0002745691906005222, "loss": 1.1886, "step": 7210 }, { "epoch": 0.31414523778444936, "grad_norm": 0.1979794204235077, "learning_rate": 0.0002743951261966928, "loss": 1.093, "step": 7220 }, { "epoch": 0.31458034199190704, "grad_norm": 0.28346407413482666, "learning_rate": 0.00027422106179286336, "loss": 1.1484, "step": 7230 }, { "epoch": 0.3150154461993647, "grad_norm": 0.16204002499580383, "learning_rate": 0.00027404699738903395, "loss": 0.887, "step": 7240 }, { "epoch": 0.31545055040682246, "grad_norm": 0.16484244167804718, "learning_rate": 0.00027387293298520454, "loss": 1.0634, "step": 7250 }, { "epoch": 0.31588565461428014, "grad_norm": 0.4418644905090332, "learning_rate": 0.0002736988685813751, "loss": 1.1746, "step": 7260 }, { "epoch": 0.3163207588217378, "grad_norm": 0.19985559582710266, "learning_rate": 0.0002735248041775457, "loss": 1.0312, "step": 7270 }, { "epoch": 0.3167558630291955, "grad_norm": 0.21276061236858368, "learning_rate": 0.0002733507397737163, "loss": 1.0993, "step": 7280 }, { "epoch": 0.3171909672366532, "grad_norm": 0.2004208117723465, "learning_rate": 0.0002731766753698869, "loss": 0.9531, "step": 7290 }, { "epoch": 0.31762607144411087, "grad_norm": 0.2115066796541214, "learning_rate": 0.0002730026109660575, "loss": 1.087, "step": 7300 }, { "epoch": 0.31806117565156855, "grad_norm": 0.19668830931186676, "learning_rate": 0.00027282854656222806, "loss": 0.9579, "step": 7310 }, { "epoch": 0.31849627985902623, "grad_norm": 0.1495336890220642, "learning_rate": 0.00027265448215839865, "loss": 1.0084, "step": 7320 }, { "epoch": 0.3189313840664839, "grad_norm": 0.1295357346534729, "learning_rate": 0.0002724804177545692, "loss": 0.8327, "step": 7330 }, { "epoch": 0.3193664882739416, "grad_norm": 0.15015961229801178, "learning_rate": 0.00027230635335073977, "loss": 1.5452, "step": 7340 }, { "epoch": 0.3198015924813993, "grad_norm": 0.1874416023492813, "learning_rate": 0.00027213228894691036, "loss": 0.973, "step": 7350 }, { "epoch": 0.32023669668885696, "grad_norm": 0.16926373541355133, "learning_rate": 0.00027195822454308095, "loss": 1.1744, "step": 7360 }, { "epoch": 0.32067180089631464, "grad_norm": 0.1630955934524536, "learning_rate": 0.00027178416013925154, "loss": 0.9971, "step": 7370 }, { "epoch": 0.3211069051037724, "grad_norm": 0.15535932779312134, "learning_rate": 0.0002716100957354221, "loss": 0.8922, "step": 7380 }, { "epoch": 0.32154200931123006, "grad_norm": 0.3193494975566864, "learning_rate": 0.0002714360313315927, "loss": 1.1384, "step": 7390 }, { "epoch": 0.32197711351868774, "grad_norm": 0.21243713796138763, "learning_rate": 0.00027126196692776324, "loss": 0.8245, "step": 7400 }, { "epoch": 0.3224122177261454, "grad_norm": 0.17410238087177277, "learning_rate": 0.00027108790252393383, "loss": 1.1805, "step": 7410 }, { "epoch": 0.3228473219336031, "grad_norm": 0.15555216372013092, "learning_rate": 0.0002709138381201045, "loss": 0.9085, "step": 7420 }, { "epoch": 0.3232824261410608, "grad_norm": 0.2500389516353607, "learning_rate": 0.00027073977371627506, "loss": 1.0164, "step": 7430 }, { "epoch": 0.32371753034851847, "grad_norm": 0.21127691864967346, "learning_rate": 0.00027056570931244565, "loss": 1.3805, "step": 7440 }, { "epoch": 0.32415263455597615, "grad_norm": 0.25473564863204956, "learning_rate": 0.00027039164490861624, "loss": 1.2009, "step": 7450 }, { "epoch": 0.32458773876343383, "grad_norm": 0.17297175526618958, "learning_rate": 0.0002702175805047868, "loss": 1.1075, "step": 7460 }, { "epoch": 0.3250228429708915, "grad_norm": 0.22928334772586823, "learning_rate": 0.00027004351610095736, "loss": 0.8962, "step": 7470 }, { "epoch": 0.3254579471783492, "grad_norm": 0.14600124955177307, "learning_rate": 0.00026986945169712794, "loss": 0.9816, "step": 7480 }, { "epoch": 0.3258930513858069, "grad_norm": 0.1932126134634018, "learning_rate": 0.00026969538729329853, "loss": 1.1767, "step": 7490 }, { "epoch": 0.3263281555932646, "grad_norm": 0.23298069834709167, "learning_rate": 0.0002695213228894691, "loss": 0.9916, "step": 7500 }, { "epoch": 0.3267632598007223, "grad_norm": 0.16571524739265442, "learning_rate": 0.0002693472584856397, "loss": 0.8931, "step": 7510 }, { "epoch": 0.32719836400818, "grad_norm": 0.1921338140964508, "learning_rate": 0.0002691731940818103, "loss": 0.9935, "step": 7520 }, { "epoch": 0.32763346821563766, "grad_norm": 0.2724209427833557, "learning_rate": 0.0002689991296779809, "loss": 1.3098, "step": 7530 }, { "epoch": 0.32806857242309534, "grad_norm": 0.20633754134178162, "learning_rate": 0.0002688250652741514, "loss": 1.0019, "step": 7540 }, { "epoch": 0.328503676630553, "grad_norm": 0.173887699842453, "learning_rate": 0.000268651000870322, "loss": 1.0572, "step": 7550 }, { "epoch": 0.3289387808380107, "grad_norm": 0.16131749749183655, "learning_rate": 0.0002684769364664926, "loss": 0.838, "step": 7560 }, { "epoch": 0.3293738850454684, "grad_norm": 0.1475895792245865, "learning_rate": 0.0002683028720626632, "loss": 0.8191, "step": 7570 }, { "epoch": 0.32980898925292607, "grad_norm": 0.17893289029598236, "learning_rate": 0.00026812880765883377, "loss": 0.9066, "step": 7580 }, { "epoch": 0.33024409346038375, "grad_norm": 0.20229625701904297, "learning_rate": 0.0002679547432550044, "loss": 1.1029, "step": 7590 }, { "epoch": 0.33067919766784143, "grad_norm": 0.18739983439445496, "learning_rate": 0.00026778067885117494, "loss": 1.0836, "step": 7600 }, { "epoch": 0.3311143018752991, "grad_norm": 0.3408699333667755, "learning_rate": 0.00026760661444734553, "loss": 1.3348, "step": 7610 }, { "epoch": 0.33154940608275685, "grad_norm": 0.205152690410614, "learning_rate": 0.0002674325500435161, "loss": 0.9761, "step": 7620 }, { "epoch": 0.33198451029021453, "grad_norm": 0.17382773756980896, "learning_rate": 0.0002672584856396867, "loss": 0.9252, "step": 7630 }, { "epoch": 0.3324196144976722, "grad_norm": 0.18723174929618835, "learning_rate": 0.0002670844212358573, "loss": 1.0069, "step": 7640 }, { "epoch": 0.3328547187051299, "grad_norm": 0.12453165650367737, "learning_rate": 0.0002669103568320279, "loss": 0.8062, "step": 7650 }, { "epoch": 0.3332898229125876, "grad_norm": 0.15949256718158722, "learning_rate": 0.00026673629242819847, "loss": 1.2169, "step": 7660 }, { "epoch": 0.33372492712004526, "grad_norm": 0.16070662438869476, "learning_rate": 0.000266562228024369, "loss": 1.0216, "step": 7670 }, { "epoch": 0.33416003132750294, "grad_norm": 0.26771673560142517, "learning_rate": 0.0002663881636205396, "loss": 0.9825, "step": 7680 }, { "epoch": 0.3345951355349606, "grad_norm": 0.2236112803220749, "learning_rate": 0.0002662140992167102, "loss": 1.2312, "step": 7690 }, { "epoch": 0.3350302397424183, "grad_norm": 0.18701033294200897, "learning_rate": 0.00026604003481288076, "loss": 1.227, "step": 7700 }, { "epoch": 0.335465343949876, "grad_norm": 0.18895457684993744, "learning_rate": 0.00026586597040905135, "loss": 1.1833, "step": 7710 }, { "epoch": 0.33590044815733366, "grad_norm": 0.17468073964118958, "learning_rate": 0.00026569190600522194, "loss": 1.0226, "step": 7720 }, { "epoch": 0.33633555236479135, "grad_norm": 0.13214339315891266, "learning_rate": 0.0002655178416013925, "loss": 0.8065, "step": 7730 }, { "epoch": 0.336770656572249, "grad_norm": 0.21613608300685883, "learning_rate": 0.0002653437771975631, "loss": 0.9615, "step": 7740 }, { "epoch": 0.33720576077970676, "grad_norm": 0.14619991183280945, "learning_rate": 0.0002651697127937337, "loss": 0.9144, "step": 7750 }, { "epoch": 0.33764086498716445, "grad_norm": 0.20914363861083984, "learning_rate": 0.0002649956483899043, "loss": 0.9421, "step": 7760 }, { "epoch": 0.33807596919462213, "grad_norm": 0.20866204798221588, "learning_rate": 0.0002648215839860749, "loss": 1.0646, "step": 7770 }, { "epoch": 0.3385110734020798, "grad_norm": 0.17029036581516266, "learning_rate": 0.00026464751958224546, "loss": 0.9512, "step": 7780 }, { "epoch": 0.3389461776095375, "grad_norm": 0.1365426629781723, "learning_rate": 0.00026447345517841605, "loss": 0.9984, "step": 7790 }, { "epoch": 0.3393812818169952, "grad_norm": 0.17616167664527893, "learning_rate": 0.00026429939077458664, "loss": 1.126, "step": 7800 }, { "epoch": 0.33981638602445285, "grad_norm": 0.20954176783561707, "learning_rate": 0.00026412532637075717, "loss": 1.0645, "step": 7810 }, { "epoch": 0.34025149023191054, "grad_norm": 0.22005707025527954, "learning_rate": 0.00026395126196692776, "loss": 1.1023, "step": 7820 }, { "epoch": 0.3406865944393682, "grad_norm": 0.2063954919576645, "learning_rate": 0.00026377719756309835, "loss": 0.9233, "step": 7830 }, { "epoch": 0.3411216986468259, "grad_norm": 0.2262042611837387, "learning_rate": 0.00026360313315926893, "loss": 1.0474, "step": 7840 }, { "epoch": 0.3415568028542836, "grad_norm": 0.16375938057899475, "learning_rate": 0.0002634290687554395, "loss": 1.0631, "step": 7850 }, { "epoch": 0.34199190706174126, "grad_norm": 0.16959959268569946, "learning_rate": 0.0002632550043516101, "loss": 1.0351, "step": 7860 }, { "epoch": 0.342427011269199, "grad_norm": 0.2005605548620224, "learning_rate": 0.0002630809399477807, "loss": 1.2077, "step": 7870 }, { "epoch": 0.3428621154766567, "grad_norm": 0.18660689890384674, "learning_rate": 0.0002629068755439513, "loss": 0.9647, "step": 7880 }, { "epoch": 0.34329721968411436, "grad_norm": 0.3498440086841583, "learning_rate": 0.00026273281114012187, "loss": 1.1013, "step": 7890 }, { "epoch": 0.34373232389157204, "grad_norm": 0.32163989543914795, "learning_rate": 0.00026255874673629246, "loss": 1.083, "step": 7900 }, { "epoch": 0.3441674280990297, "grad_norm": 0.16425587236881256, "learning_rate": 0.00026238468233246305, "loss": 1.0235, "step": 7910 }, { "epoch": 0.3446025323064874, "grad_norm": 0.16171830892562866, "learning_rate": 0.00026221061792863363, "loss": 0.871, "step": 7920 }, { "epoch": 0.3450376365139451, "grad_norm": 0.17515456676483154, "learning_rate": 0.0002620365535248042, "loss": 1.058, "step": 7930 }, { "epoch": 0.34547274072140277, "grad_norm": 0.15090088546276093, "learning_rate": 0.00026186248912097476, "loss": 0.9715, "step": 7940 }, { "epoch": 0.34590784492886045, "grad_norm": 0.18972843885421753, "learning_rate": 0.00026168842471714534, "loss": 0.9485, "step": 7950 }, { "epoch": 0.34634294913631813, "grad_norm": 0.15371380746364594, "learning_rate": 0.00026151436031331593, "loss": 1.0127, "step": 7960 }, { "epoch": 0.3467780533437758, "grad_norm": 0.15265198051929474, "learning_rate": 0.0002613402959094865, "loss": 0.7894, "step": 7970 }, { "epoch": 0.3472131575512335, "grad_norm": 0.20757338404655457, "learning_rate": 0.0002611662315056571, "loss": 1.341, "step": 7980 }, { "epoch": 0.3476482617586912, "grad_norm": 0.13527600467205048, "learning_rate": 0.0002609921671018277, "loss": 1.0594, "step": 7990 }, { "epoch": 0.3480833659661489, "grad_norm": 0.18025247752666473, "learning_rate": 0.0002608181026979983, "loss": 1.0244, "step": 8000 }, { "epoch": 0.3485184701736066, "grad_norm": 0.20577917993068695, "learning_rate": 0.0002606440382941688, "loss": 0.8757, "step": 8010 }, { "epoch": 0.3489535743810643, "grad_norm": 0.16641052067279816, "learning_rate": 0.0002604699738903394, "loss": 0.9659, "step": 8020 }, { "epoch": 0.34938867858852196, "grad_norm": 0.1917828470468521, "learning_rate": 0.00026029590948651, "loss": 0.9586, "step": 8030 }, { "epoch": 0.34982378279597964, "grad_norm": 0.19202692806720734, "learning_rate": 0.00026012184508268063, "loss": 0.9002, "step": 8040 }, { "epoch": 0.3502588870034373, "grad_norm": 0.19696713984012604, "learning_rate": 0.0002599477806788512, "loss": 1.0998, "step": 8050 }, { "epoch": 0.350693991210895, "grad_norm": 0.1598351150751114, "learning_rate": 0.0002597737162750218, "loss": 0.97, "step": 8060 }, { "epoch": 0.3511290954183527, "grad_norm": 0.13902708888053894, "learning_rate": 0.0002595996518711924, "loss": 0.8532, "step": 8070 }, { "epoch": 0.35156419962581037, "grad_norm": 0.1481306552886963, "learning_rate": 0.0002594255874673629, "loss": 0.947, "step": 8080 }, { "epoch": 0.35199930383326805, "grad_norm": 0.3536383807659149, "learning_rate": 0.0002592515230635335, "loss": 1.0269, "step": 8090 }, { "epoch": 0.35243440804072573, "grad_norm": 0.17809702455997467, "learning_rate": 0.0002590774586597041, "loss": 0.9617, "step": 8100 }, { "epoch": 0.3528695122481834, "grad_norm": 0.18565711379051208, "learning_rate": 0.0002589033942558747, "loss": 0.9479, "step": 8110 }, { "epoch": 0.35330461645564115, "grad_norm": 0.1305074393749237, "learning_rate": 0.0002587293298520453, "loss": 1.0967, "step": 8120 }, { "epoch": 0.35373972066309883, "grad_norm": 0.1726597547531128, "learning_rate": 0.00025855526544821586, "loss": 1.0429, "step": 8130 }, { "epoch": 0.3541748248705565, "grad_norm": 0.22462791204452515, "learning_rate": 0.00025838120104438645, "loss": 1.2234, "step": 8140 }, { "epoch": 0.3546099290780142, "grad_norm": 0.23056122660636902, "learning_rate": 0.000258207136640557, "loss": 1.3577, "step": 8150 }, { "epoch": 0.3550450332854719, "grad_norm": 0.20476575195789337, "learning_rate": 0.0002580330722367276, "loss": 1.0944, "step": 8160 }, { "epoch": 0.35548013749292956, "grad_norm": 0.23393183946609497, "learning_rate": 0.00025785900783289816, "loss": 1.3244, "step": 8170 }, { "epoch": 0.35591524170038724, "grad_norm": 0.13583017885684967, "learning_rate": 0.00025768494342906875, "loss": 1.0574, "step": 8180 }, { "epoch": 0.3563503459078449, "grad_norm": 0.17833097279071808, "learning_rate": 0.00025751087902523934, "loss": 1.0164, "step": 8190 }, { "epoch": 0.3567854501153026, "grad_norm": 0.18632833659648895, "learning_rate": 0.0002573368146214099, "loss": 1.0703, "step": 8200 }, { "epoch": 0.3572205543227603, "grad_norm": 0.17624704539775848, "learning_rate": 0.00025716275021758057, "loss": 0.7906, "step": 8210 }, { "epoch": 0.35765565853021797, "grad_norm": 0.14623098075389862, "learning_rate": 0.0002569886858137511, "loss": 1.0659, "step": 8220 }, { "epoch": 0.35809076273767565, "grad_norm": 0.1688641458749771, "learning_rate": 0.0002568146214099217, "loss": 1.1377, "step": 8230 }, { "epoch": 0.3585258669451334, "grad_norm": 0.19780154526233673, "learning_rate": 0.0002566405570060923, "loss": 0.987, "step": 8240 }, { "epoch": 0.35896097115259107, "grad_norm": 0.3056553602218628, "learning_rate": 0.00025646649260226286, "loss": 1.1636, "step": 8250 }, { "epoch": 0.35939607536004875, "grad_norm": 0.1733473539352417, "learning_rate": 0.00025629242819843345, "loss": 1.0526, "step": 8260 }, { "epoch": 0.35983117956750643, "grad_norm": 0.13502316176891327, "learning_rate": 0.00025611836379460404, "loss": 1.0689, "step": 8270 }, { "epoch": 0.3602662837749641, "grad_norm": 0.1231328547000885, "learning_rate": 0.00025594429939077457, "loss": 0.8453, "step": 8280 }, { "epoch": 0.3607013879824218, "grad_norm": 0.15338028967380524, "learning_rate": 0.00025577023498694516, "loss": 0.8343, "step": 8290 }, { "epoch": 0.3611364921898795, "grad_norm": 0.20141208171844482, "learning_rate": 0.00025559617058311575, "loss": 1.0563, "step": 8300 }, { "epoch": 0.36157159639733716, "grad_norm": 0.21338503062725067, "learning_rate": 0.00025542210617928633, "loss": 1.4744, "step": 8310 }, { "epoch": 0.36200670060479484, "grad_norm": 0.10150692611932755, "learning_rate": 0.0002552480417754569, "loss": 0.8874, "step": 8320 }, { "epoch": 0.3624418048122525, "grad_norm": 0.2320651113986969, "learning_rate": 0.0002550739773716275, "loss": 1.0334, "step": 8330 }, { "epoch": 0.3628769090197102, "grad_norm": 0.18576805293560028, "learning_rate": 0.0002548999129677981, "loss": 1.0537, "step": 8340 }, { "epoch": 0.3633120132271679, "grad_norm": 0.1657312661409378, "learning_rate": 0.0002547258485639687, "loss": 0.7773, "step": 8350 }, { "epoch": 0.36374711743462557, "grad_norm": 0.1847205013036728, "learning_rate": 0.00025455178416013927, "loss": 0.9992, "step": 8360 }, { "epoch": 0.3641822216420833, "grad_norm": 0.17083612084388733, "learning_rate": 0.00025437771975630986, "loss": 1.0542, "step": 8370 }, { "epoch": 0.364617325849541, "grad_norm": 0.15541575849056244, "learning_rate": 0.00025420365535248045, "loss": 1.0378, "step": 8380 }, { "epoch": 0.36505243005699867, "grad_norm": 0.19412420690059662, "learning_rate": 0.00025402959094865103, "loss": 1.029, "step": 8390 }, { "epoch": 0.36548753426445635, "grad_norm": 0.18304936587810516, "learning_rate": 0.0002538555265448216, "loss": 0.9307, "step": 8400 }, { "epoch": 0.36592263847191403, "grad_norm": 0.1741558015346527, "learning_rate": 0.0002536814621409922, "loss": 0.97, "step": 8410 }, { "epoch": 0.3663577426793717, "grad_norm": 0.18266841769218445, "learning_rate": 0.00025350739773716274, "loss": 1.121, "step": 8420 }, { "epoch": 0.3667928468868294, "grad_norm": 0.1431024968624115, "learning_rate": 0.00025333333333333333, "loss": 0.7882, "step": 8430 }, { "epoch": 0.3672279510942871, "grad_norm": 0.27293264865875244, "learning_rate": 0.0002531592689295039, "loss": 1.1067, "step": 8440 }, { "epoch": 0.36766305530174476, "grad_norm": 0.28090178966522217, "learning_rate": 0.0002529852045256745, "loss": 0.9795, "step": 8450 }, { "epoch": 0.36809815950920244, "grad_norm": 0.15479294955730438, "learning_rate": 0.0002528111401218451, "loss": 0.9373, "step": 8460 }, { "epoch": 0.3685332637166601, "grad_norm": 0.20700840651988983, "learning_rate": 0.0002526370757180157, "loss": 0.9631, "step": 8470 }, { "epoch": 0.3689683679241178, "grad_norm": 0.16310329735279083, "learning_rate": 0.00025246301131418627, "loss": 0.8274, "step": 8480 }, { "epoch": 0.36940347213157554, "grad_norm": 0.16327843070030212, "learning_rate": 0.0002522889469103568, "loss": 0.99, "step": 8490 }, { "epoch": 0.3698385763390332, "grad_norm": 0.17021578550338745, "learning_rate": 0.00025211488250652744, "loss": 0.9451, "step": 8500 }, { "epoch": 0.3702736805464909, "grad_norm": 0.25145193934440613, "learning_rate": 0.00025194081810269803, "loss": 1.1149, "step": 8510 }, { "epoch": 0.3707087847539486, "grad_norm": 0.2625551223754883, "learning_rate": 0.0002517667536988686, "loss": 0.9304, "step": 8520 }, { "epoch": 0.37114388896140627, "grad_norm": 0.17915575206279755, "learning_rate": 0.0002515926892950392, "loss": 0.8994, "step": 8530 }, { "epoch": 0.37157899316886395, "grad_norm": 0.17726121842861176, "learning_rate": 0.0002514186248912098, "loss": 0.7885, "step": 8540 }, { "epoch": 0.37201409737632163, "grad_norm": 0.20035678148269653, "learning_rate": 0.0002512445604873804, "loss": 0.914, "step": 8550 }, { "epoch": 0.3724492015837793, "grad_norm": 0.25986942648887634, "learning_rate": 0.0002510704960835509, "loss": 1.1375, "step": 8560 }, { "epoch": 0.372884305791237, "grad_norm": 0.15607336163520813, "learning_rate": 0.0002508964316797215, "loss": 0.9897, "step": 8570 }, { "epoch": 0.3733194099986947, "grad_norm": 0.35594114661216736, "learning_rate": 0.0002507223672758921, "loss": 1.1492, "step": 8580 }, { "epoch": 0.37375451420615236, "grad_norm": 0.1887778490781784, "learning_rate": 0.0002505483028720627, "loss": 0.8286, "step": 8590 }, { "epoch": 0.37418961841361004, "grad_norm": 0.16024556756019592, "learning_rate": 0.00025037423846823326, "loss": 0.9079, "step": 8600 }, { "epoch": 0.3746247226210677, "grad_norm": 0.20295973122119904, "learning_rate": 0.00025020017406440385, "loss": 0.9628, "step": 8610 }, { "epoch": 0.37505982682852546, "grad_norm": 0.3709562420845032, "learning_rate": 0.0002500261096605744, "loss": 0.9624, "step": 8620 }, { "epoch": 0.37549493103598314, "grad_norm": 0.18349643051624298, "learning_rate": 0.00024985204525674497, "loss": 0.8576, "step": 8630 }, { "epoch": 0.3759300352434408, "grad_norm": 0.16187074780464172, "learning_rate": 0.00024967798085291556, "loss": 0.8297, "step": 8640 }, { "epoch": 0.3763651394508985, "grad_norm": 0.20220090448856354, "learning_rate": 0.00024950391644908615, "loss": 1.094, "step": 8650 }, { "epoch": 0.3768002436583562, "grad_norm": 0.1384991854429245, "learning_rate": 0.0002493298520452568, "loss": 0.9319, "step": 8660 }, { "epoch": 0.37723534786581386, "grad_norm": 0.18273788690567017, "learning_rate": 0.0002491557876414274, "loss": 1.2668, "step": 8670 }, { "epoch": 0.37767045207327155, "grad_norm": 0.21339444816112518, "learning_rate": 0.00024898172323759796, "loss": 0.9117, "step": 8680 }, { "epoch": 0.3781055562807292, "grad_norm": 0.18709774315357208, "learning_rate": 0.0002488076588337685, "loss": 0.8868, "step": 8690 }, { "epoch": 0.3785406604881869, "grad_norm": 0.13770976662635803, "learning_rate": 0.0002486335944299391, "loss": 1.0509, "step": 8700 }, { "epoch": 0.3789757646956446, "grad_norm": 0.2009849101305008, "learning_rate": 0.00024845953002610967, "loss": 0.8696, "step": 8710 }, { "epoch": 0.37941086890310227, "grad_norm": 0.10196686536073685, "learning_rate": 0.00024828546562228026, "loss": 1.1025, "step": 8720 }, { "epoch": 0.37984597311055995, "grad_norm": 0.17339923977851868, "learning_rate": 0.00024811140121845085, "loss": 0.8801, "step": 8730 }, { "epoch": 0.3802810773180177, "grad_norm": 0.24733170866966248, "learning_rate": 0.00024793733681462144, "loss": 1.2859, "step": 8740 }, { "epoch": 0.3807161815254754, "grad_norm": 0.2067161649465561, "learning_rate": 0.000247763272410792, "loss": 1.0779, "step": 8750 }, { "epoch": 0.38115128573293305, "grad_norm": 0.23704607784748077, "learning_rate": 0.00024758920800696256, "loss": 1.0282, "step": 8760 }, { "epoch": 0.38158638994039074, "grad_norm": 0.28830769658088684, "learning_rate": 0.00024741514360313314, "loss": 1.295, "step": 8770 }, { "epoch": 0.3820214941478484, "grad_norm": 0.15242129564285278, "learning_rate": 0.00024724107919930373, "loss": 0.8428, "step": 8780 }, { "epoch": 0.3824565983553061, "grad_norm": 0.09538430720567703, "learning_rate": 0.0002470670147954743, "loss": 1.2787, "step": 8790 }, { "epoch": 0.3828917025627638, "grad_norm": 0.2978058457374573, "learning_rate": 0.0002468929503916449, "loss": 1.3672, "step": 8800 }, { "epoch": 0.38332680677022146, "grad_norm": 0.28017300367355347, "learning_rate": 0.0002467188859878155, "loss": 1.2292, "step": 8810 }, { "epoch": 0.38376191097767914, "grad_norm": 0.20455223321914673, "learning_rate": 0.0002465448215839861, "loss": 0.8178, "step": 8820 }, { "epoch": 0.3841970151851368, "grad_norm": 0.19876526296138763, "learning_rate": 0.00024637075718015667, "loss": 1.218, "step": 8830 }, { "epoch": 0.3846321193925945, "grad_norm": 0.1831141710281372, "learning_rate": 0.00024619669277632726, "loss": 0.9339, "step": 8840 }, { "epoch": 0.3850672236000522, "grad_norm": 0.19144456088542938, "learning_rate": 0.00024602262837249784, "loss": 1.0674, "step": 8850 }, { "epoch": 0.3855023278075099, "grad_norm": 0.17888407409191132, "learning_rate": 0.00024584856396866843, "loss": 1.2218, "step": 8860 }, { "epoch": 0.3859374320149676, "grad_norm": 0.17613811790943146, "learning_rate": 0.000245674499564839, "loss": 0.8418, "step": 8870 }, { "epoch": 0.3863725362224253, "grad_norm": 0.21688538789749146, "learning_rate": 0.0002455004351610096, "loss": 0.8457, "step": 8880 }, { "epoch": 0.38680764042988297, "grad_norm": 0.18679842352867126, "learning_rate": 0.0002453263707571802, "loss": 0.8297, "step": 8890 }, { "epoch": 0.38724274463734065, "grad_norm": 0.23552748560905457, "learning_rate": 0.00024515230635335073, "loss": 1.2007, "step": 8900 }, { "epoch": 0.38767784884479833, "grad_norm": 0.15227200090885162, "learning_rate": 0.0002449782419495213, "loss": 1.0487, "step": 8910 }, { "epoch": 0.388112953052256, "grad_norm": 0.15509819984436035, "learning_rate": 0.0002448041775456919, "loss": 0.8566, "step": 8920 }, { "epoch": 0.3885480572597137, "grad_norm": 0.27222323417663574, "learning_rate": 0.0002446301131418625, "loss": 1.0252, "step": 8930 }, { "epoch": 0.3889831614671714, "grad_norm": 0.14534927904605865, "learning_rate": 0.0002444560487380331, "loss": 1.1321, "step": 8940 }, { "epoch": 0.38941826567462906, "grad_norm": 0.22148588299751282, "learning_rate": 0.00024428198433420367, "loss": 1.059, "step": 8950 }, { "epoch": 0.38985336988208674, "grad_norm": 0.14207637310028076, "learning_rate": 0.00024410791993037423, "loss": 0.8585, "step": 8960 }, { "epoch": 0.3902884740895444, "grad_norm": 0.19021274149417877, "learning_rate": 0.00024393385552654481, "loss": 1.1811, "step": 8970 }, { "epoch": 0.3907235782970021, "grad_norm": 0.14962823688983917, "learning_rate": 0.0002437597911227154, "loss": 0.8828, "step": 8980 }, { "epoch": 0.39115868250445984, "grad_norm": 0.19036762416362762, "learning_rate": 0.000243585726718886, "loss": 0.872, "step": 8990 }, { "epoch": 0.3915937867119175, "grad_norm": 0.13767941296100616, "learning_rate": 0.00024341166231505658, "loss": 0.9028, "step": 9000 }, { "epoch": 0.3920288909193752, "grad_norm": 0.13303779065608978, "learning_rate": 0.00024323759791122716, "loss": 0.8528, "step": 9010 }, { "epoch": 0.3924639951268329, "grad_norm": 0.19355401396751404, "learning_rate": 0.00024306353350739778, "loss": 0.8577, "step": 9020 }, { "epoch": 0.39289909933429057, "grad_norm": 0.15200017392635345, "learning_rate": 0.0002428894691035683, "loss": 0.9214, "step": 9030 }, { "epoch": 0.39333420354174825, "grad_norm": 0.16268393397331238, "learning_rate": 0.0002427154046997389, "loss": 0.9385, "step": 9040 }, { "epoch": 0.39376930774920593, "grad_norm": 0.3220844268798828, "learning_rate": 0.0002425413402959095, "loss": 1.0537, "step": 9050 }, { "epoch": 0.3942044119566636, "grad_norm": 0.14048518240451813, "learning_rate": 0.00024236727589208007, "loss": 0.8122, "step": 9060 }, { "epoch": 0.3946395161641213, "grad_norm": 0.2428448498249054, "learning_rate": 0.00024219321148825066, "loss": 1.0749, "step": 9070 }, { "epoch": 0.395074620371579, "grad_norm": 0.13740918040275574, "learning_rate": 0.00024201914708442125, "loss": 1.0629, "step": 9080 }, { "epoch": 0.39550972457903666, "grad_norm": 0.19211611151695251, "learning_rate": 0.00024184508268059184, "loss": 1.1329, "step": 9090 }, { "epoch": 0.39594482878649434, "grad_norm": 0.13137087225914001, "learning_rate": 0.0002416710182767624, "loss": 0.809, "step": 9100 }, { "epoch": 0.3963799329939521, "grad_norm": 0.1873190701007843, "learning_rate": 0.00024149695387293299, "loss": 0.934, "step": 9110 }, { "epoch": 0.39681503720140976, "grad_norm": 0.16937696933746338, "learning_rate": 0.00024132288946910357, "loss": 1.0128, "step": 9120 }, { "epoch": 0.39725014140886744, "grad_norm": 0.1414632648229599, "learning_rate": 0.00024114882506527416, "loss": 1.0831, "step": 9130 }, { "epoch": 0.3976852456163251, "grad_norm": 0.37778240442276, "learning_rate": 0.00024097476066144475, "loss": 1.1056, "step": 9140 }, { "epoch": 0.3981203498237828, "grad_norm": 0.15069305896759033, "learning_rate": 0.00024080069625761534, "loss": 0.7435, "step": 9150 }, { "epoch": 0.3985554540312405, "grad_norm": 0.20986293256282806, "learning_rate": 0.00024062663185378592, "loss": 0.9331, "step": 9160 }, { "epoch": 0.39899055823869817, "grad_norm": 0.23380492627620697, "learning_rate": 0.00024045256744995648, "loss": 1.1837, "step": 9170 }, { "epoch": 0.39942566244615585, "grad_norm": 0.1680223047733307, "learning_rate": 0.00024027850304612707, "loss": 1.0351, "step": 9180 }, { "epoch": 0.39986076665361353, "grad_norm": 0.15349180996418, "learning_rate": 0.00024010443864229766, "loss": 1.1501, "step": 9190 }, { "epoch": 0.4002958708610712, "grad_norm": 0.22324462234973907, "learning_rate": 0.00023993037423846825, "loss": 0.9539, "step": 9200 }, { "epoch": 0.4007309750685289, "grad_norm": 0.14695367217063904, "learning_rate": 0.00023975630983463883, "loss": 0.7462, "step": 9210 }, { "epoch": 0.4011660792759866, "grad_norm": 0.1514754295349121, "learning_rate": 0.00023958224543080942, "loss": 0.874, "step": 9220 }, { "epoch": 0.40160118348344426, "grad_norm": 0.160818949341774, "learning_rate": 0.00023940818102697998, "loss": 0.9438, "step": 9230 }, { "epoch": 0.402036287690902, "grad_norm": 0.19280897080898285, "learning_rate": 0.00023923411662315057, "loss": 0.9211, "step": 9240 }, { "epoch": 0.4024713918983597, "grad_norm": 0.19737792015075684, "learning_rate": 0.00023906005221932116, "loss": 0.8354, "step": 9250 }, { "epoch": 0.40290649610581736, "grad_norm": 0.17606379091739655, "learning_rate": 0.00023888598781549174, "loss": 1.0942, "step": 9260 }, { "epoch": 0.40334160031327504, "grad_norm": 0.11457479745149612, "learning_rate": 0.00023871192341166233, "loss": 0.9093, "step": 9270 }, { "epoch": 0.4037767045207327, "grad_norm": 0.23723654448986053, "learning_rate": 0.00023853785900783292, "loss": 1.1365, "step": 9280 }, { "epoch": 0.4042118087281904, "grad_norm": 0.18837052583694458, "learning_rate": 0.0002383637946040035, "loss": 0.9347, "step": 9290 }, { "epoch": 0.4046469129356481, "grad_norm": 0.19027864933013916, "learning_rate": 0.00023818973020017407, "loss": 0.8002, "step": 9300 }, { "epoch": 0.40508201714310577, "grad_norm": 0.1417829692363739, "learning_rate": 0.00023801566579634466, "loss": 1.1215, "step": 9310 }, { "epoch": 0.40551712135056345, "grad_norm": 0.1366357058286667, "learning_rate": 0.00023784160139251524, "loss": 0.9362, "step": 9320 }, { "epoch": 0.40595222555802113, "grad_norm": 0.26595741510391235, "learning_rate": 0.00023766753698868583, "loss": 1.1349, "step": 9330 }, { "epoch": 0.4063873297654788, "grad_norm": 0.15903343260288239, "learning_rate": 0.00023749347258485642, "loss": 1.0455, "step": 9340 }, { "epoch": 0.4068224339729365, "grad_norm": 0.13572080433368683, "learning_rate": 0.000237319408181027, "loss": 0.8553, "step": 9350 }, { "epoch": 0.40725753818039423, "grad_norm": 0.2598631978034973, "learning_rate": 0.0002371453437771976, "loss": 1.1239, "step": 9360 }, { "epoch": 0.4076926423878519, "grad_norm": 0.17556317150592804, "learning_rate": 0.00023697127937336813, "loss": 0.7781, "step": 9370 }, { "epoch": 0.4081277465953096, "grad_norm": 0.2189333140850067, "learning_rate": 0.00023679721496953871, "loss": 1.068, "step": 9380 }, { "epoch": 0.4085628508027673, "grad_norm": 0.18730339407920837, "learning_rate": 0.00023662315056570933, "loss": 1.1281, "step": 9390 }, { "epoch": 0.40899795501022496, "grad_norm": 0.12730011343955994, "learning_rate": 0.00023644908616187992, "loss": 1.0542, "step": 9400 }, { "epoch": 0.40943305921768264, "grad_norm": 0.2014409452676773, "learning_rate": 0.0002362750217580505, "loss": 1.0339, "step": 9410 }, { "epoch": 0.4098681634251403, "grad_norm": 0.21553857624530792, "learning_rate": 0.0002361009573542211, "loss": 0.9343, "step": 9420 }, { "epoch": 0.410303267632598, "grad_norm": 0.17804528772830963, "learning_rate": 0.00023592689295039168, "loss": 1.0123, "step": 9430 }, { "epoch": 0.4107383718400557, "grad_norm": 0.15905345976352692, "learning_rate": 0.0002357528285465622, "loss": 0.949, "step": 9440 }, { "epoch": 0.41117347604751336, "grad_norm": 0.18877877295017242, "learning_rate": 0.0002355787641427328, "loss": 0.8995, "step": 9450 }, { "epoch": 0.41160858025497105, "grad_norm": 0.1450890451669693, "learning_rate": 0.0002354046997389034, "loss": 1.0005, "step": 9460 }, { "epoch": 0.4120436844624287, "grad_norm": 0.12846192717552185, "learning_rate": 0.000235230635335074, "loss": 0.9837, "step": 9470 }, { "epoch": 0.41247878866988646, "grad_norm": 0.22191989421844482, "learning_rate": 0.0002350565709312446, "loss": 0.8085, "step": 9480 }, { "epoch": 0.41291389287734415, "grad_norm": 0.24912479519844055, "learning_rate": 0.00023488250652741518, "loss": 0.9866, "step": 9490 }, { "epoch": 0.41334899708480183, "grad_norm": 0.16861596703529358, "learning_rate": 0.00023470844212358577, "loss": 1.024, "step": 9500 }, { "epoch": 0.4137841012922595, "grad_norm": 0.11122724413871765, "learning_rate": 0.0002345343777197563, "loss": 0.8014, "step": 9510 }, { "epoch": 0.4142192054997172, "grad_norm": 0.20088061690330505, "learning_rate": 0.00023436031331592689, "loss": 0.8796, "step": 9520 }, { "epoch": 0.4146543097071749, "grad_norm": 0.13732527196407318, "learning_rate": 0.00023418624891209747, "loss": 0.9244, "step": 9530 }, { "epoch": 0.41508941391463255, "grad_norm": 0.18825672566890717, "learning_rate": 0.00023401218450826806, "loss": 0.9745, "step": 9540 }, { "epoch": 0.41552451812209024, "grad_norm": 0.14258772134780884, "learning_rate": 0.00023383812010443868, "loss": 0.8646, "step": 9550 }, { "epoch": 0.4159596223295479, "grad_norm": 0.30136996507644653, "learning_rate": 0.00023366405570060926, "loss": 1.0773, "step": 9560 }, { "epoch": 0.4163947265370056, "grad_norm": 0.2795761823654175, "learning_rate": 0.0002334899912967798, "loss": 1.2358, "step": 9570 }, { "epoch": 0.4168298307444633, "grad_norm": 0.18784111738204956, "learning_rate": 0.00023331592689295038, "loss": 0.8776, "step": 9580 }, { "epoch": 0.41726493495192096, "grad_norm": 0.26137667894363403, "learning_rate": 0.00023314186248912097, "loss": 0.9847, "step": 9590 }, { "epoch": 0.41770003915937864, "grad_norm": 0.2050071358680725, "learning_rate": 0.00023296779808529156, "loss": 1.1188, "step": 9600 }, { "epoch": 0.4181351433668364, "grad_norm": 0.16206279397010803, "learning_rate": 0.00023279373368146215, "loss": 0.8034, "step": 9610 }, { "epoch": 0.41857024757429406, "grad_norm": 0.1863042414188385, "learning_rate": 0.00023261966927763273, "loss": 1.107, "step": 9620 }, { "epoch": 0.41900535178175174, "grad_norm": 0.2694663107395172, "learning_rate": 0.00023244560487380332, "loss": 1.0349, "step": 9630 }, { "epoch": 0.4194404559892094, "grad_norm": 0.1962137222290039, "learning_rate": 0.00023227154046997388, "loss": 0.9981, "step": 9640 }, { "epoch": 0.4198755601966671, "grad_norm": 0.18496015667915344, "learning_rate": 0.00023209747606614447, "loss": 1.0721, "step": 9650 }, { "epoch": 0.4203106644041248, "grad_norm": 0.19637654721736908, "learning_rate": 0.00023192341166231506, "loss": 1.0812, "step": 9660 }, { "epoch": 0.42074576861158247, "grad_norm": 0.24882948398590088, "learning_rate": 0.00023174934725848565, "loss": 1.0639, "step": 9670 }, { "epoch": 0.42118087281904015, "grad_norm": 0.2249348908662796, "learning_rate": 0.00023157528285465623, "loss": 1.0422, "step": 9680 }, { "epoch": 0.42161597702649783, "grad_norm": 0.152958944439888, "learning_rate": 0.00023140121845082682, "loss": 1.0684, "step": 9690 }, { "epoch": 0.4220510812339555, "grad_norm": 0.1934596300125122, "learning_rate": 0.0002312271540469974, "loss": 1.0736, "step": 9700 }, { "epoch": 0.4224861854414132, "grad_norm": 0.13642306625843048, "learning_rate": 0.00023105308964316797, "loss": 0.8822, "step": 9710 }, { "epoch": 0.4229212896488709, "grad_norm": 0.13220877945423126, "learning_rate": 0.00023087902523933856, "loss": 0.7851, "step": 9720 }, { "epoch": 0.4233563938563286, "grad_norm": 0.17791007459163666, "learning_rate": 0.00023070496083550914, "loss": 1.1492, "step": 9730 }, { "epoch": 0.4237914980637863, "grad_norm": 0.23334307968616486, "learning_rate": 0.00023053089643167973, "loss": 1.2738, "step": 9740 }, { "epoch": 0.424226602271244, "grad_norm": 0.21612754464149475, "learning_rate": 0.00023035683202785032, "loss": 1.1036, "step": 9750 }, { "epoch": 0.42466170647870166, "grad_norm": 0.18331289291381836, "learning_rate": 0.0002301827676240209, "loss": 0.8619, "step": 9760 }, { "epoch": 0.42509681068615934, "grad_norm": 0.22288917005062103, "learning_rate": 0.0002300087032201915, "loss": 0.8567, "step": 9770 }, { "epoch": 0.425531914893617, "grad_norm": 0.14515912532806396, "learning_rate": 0.00022983463881636205, "loss": 0.9634, "step": 9780 }, { "epoch": 0.4259670191010747, "grad_norm": 0.20141875743865967, "learning_rate": 0.00022966057441253264, "loss": 1.3322, "step": 9790 }, { "epoch": 0.4264021233085324, "grad_norm": 0.12708893418312073, "learning_rate": 0.00022948651000870323, "loss": 0.9115, "step": 9800 }, { "epoch": 0.42683722751599007, "grad_norm": 0.18818336725234985, "learning_rate": 0.00022931244560487382, "loss": 0.9635, "step": 9810 }, { "epoch": 0.42727233172344775, "grad_norm": 0.15475435554981232, "learning_rate": 0.0002291383812010444, "loss": 0.9051, "step": 9820 }, { "epoch": 0.42770743593090543, "grad_norm": 0.30553513765335083, "learning_rate": 0.000228964316797215, "loss": 1.0054, "step": 9830 }, { "epoch": 0.4281425401383631, "grad_norm": 0.18267521262168884, "learning_rate": 0.00022879025239338558, "loss": 0.9793, "step": 9840 }, { "epoch": 0.42857764434582085, "grad_norm": 0.19056403636932373, "learning_rate": 0.00022861618798955614, "loss": 1.0072, "step": 9850 }, { "epoch": 0.42901274855327853, "grad_norm": 0.31291794776916504, "learning_rate": 0.00022844212358572673, "loss": 1.2205, "step": 9860 }, { "epoch": 0.4294478527607362, "grad_norm": 0.13221241533756256, "learning_rate": 0.00022826805918189732, "loss": 0.8814, "step": 9870 }, { "epoch": 0.4298829569681939, "grad_norm": 0.19923515617847443, "learning_rate": 0.0002280939947780679, "loss": 0.8636, "step": 9880 }, { "epoch": 0.4303180611756516, "grad_norm": 0.18548424541950226, "learning_rate": 0.0002279199303742385, "loss": 1.0927, "step": 9890 }, { "epoch": 0.43075316538310926, "grad_norm": 0.1954914778470993, "learning_rate": 0.00022774586597040908, "loss": 0.9388, "step": 9900 }, { "epoch": 0.43118826959056694, "grad_norm": 0.2142728716135025, "learning_rate": 0.0002275718015665796, "loss": 0.8235, "step": 9910 }, { "epoch": 0.4316233737980246, "grad_norm": 0.19281424582004547, "learning_rate": 0.00022739773716275023, "loss": 1.2499, "step": 9920 }, { "epoch": 0.4320584780054823, "grad_norm": 0.1449124813079834, "learning_rate": 0.00022722367275892081, "loss": 0.8511, "step": 9930 }, { "epoch": 0.43249358221294, "grad_norm": 0.16740436851978302, "learning_rate": 0.0002270496083550914, "loss": 0.8997, "step": 9940 }, { "epoch": 0.43292868642039767, "grad_norm": 0.2549248933792114, "learning_rate": 0.000226875543951262, "loss": 0.8949, "step": 9950 }, { "epoch": 0.43336379062785535, "grad_norm": 0.1875954568386078, "learning_rate": 0.00022670147954743258, "loss": 1.1315, "step": 9960 }, { "epoch": 0.43379889483531303, "grad_norm": 0.22863376140594482, "learning_rate": 0.00022652741514360316, "loss": 1.1375, "step": 9970 }, { "epoch": 0.43423399904277077, "grad_norm": 0.24368855357170105, "learning_rate": 0.0002263533507397737, "loss": 1.1302, "step": 9980 }, { "epoch": 0.43466910325022845, "grad_norm": 0.19488029181957245, "learning_rate": 0.00022617928633594428, "loss": 1.0831, "step": 9990 }, { "epoch": 0.43510420745768613, "grad_norm": 0.2981359362602234, "learning_rate": 0.00022600522193211487, "loss": 1.1066, "step": 10000 }, { "epoch": 0.4355393116651438, "grad_norm": 0.20386074483394623, "learning_rate": 0.0002258311575282855, "loss": 1.0377, "step": 10010 }, { "epoch": 0.4359744158726015, "grad_norm": 0.1578041911125183, "learning_rate": 0.00022565709312445607, "loss": 0.8775, "step": 10020 }, { "epoch": 0.4364095200800592, "grad_norm": 0.18252910673618317, "learning_rate": 0.00022548302872062666, "loss": 1.0194, "step": 10030 }, { "epoch": 0.43684462428751686, "grad_norm": 0.1368171125650406, "learning_rate": 0.00022530896431679725, "loss": 1.091, "step": 10040 }, { "epoch": 0.43727972849497454, "grad_norm": 0.1631426215171814, "learning_rate": 0.00022513489991296778, "loss": 0.9613, "step": 10050 }, { "epoch": 0.4377148327024322, "grad_norm": 0.2143348753452301, "learning_rate": 0.00022496083550913837, "loss": 1.0965, "step": 10060 }, { "epoch": 0.4381499369098899, "grad_norm": 0.20928102731704712, "learning_rate": 0.00022478677110530896, "loss": 0.9665, "step": 10070 }, { "epoch": 0.4385850411173476, "grad_norm": 0.18885739147663116, "learning_rate": 0.00022461270670147955, "loss": 0.9899, "step": 10080 }, { "epoch": 0.43902014532480527, "grad_norm": 0.13934098184108734, "learning_rate": 0.00022443864229765016, "loss": 0.9804, "step": 10090 }, { "epoch": 0.439455249532263, "grad_norm": 0.16593995690345764, "learning_rate": 0.00022426457789382075, "loss": 0.9741, "step": 10100 }, { "epoch": 0.4398903537397207, "grad_norm": 0.16425032913684845, "learning_rate": 0.00022409051348999134, "loss": 0.711, "step": 10110 }, { "epoch": 0.44032545794717837, "grad_norm": 0.20535168051719666, "learning_rate": 0.00022391644908616187, "loss": 1.0668, "step": 10120 }, { "epoch": 0.44076056215463605, "grad_norm": 0.24187909066677094, "learning_rate": 0.00022374238468233246, "loss": 1.0801, "step": 10130 }, { "epoch": 0.44119566636209373, "grad_norm": 0.17591524124145508, "learning_rate": 0.00022356832027850304, "loss": 0.8562, "step": 10140 }, { "epoch": 0.4416307705695514, "grad_norm": 0.199713796377182, "learning_rate": 0.00022339425587467363, "loss": 1.0587, "step": 10150 }, { "epoch": 0.4420658747770091, "grad_norm": 0.15710316598415375, "learning_rate": 0.00022322019147084422, "loss": 1.2855, "step": 10160 }, { "epoch": 0.4425009789844668, "grad_norm": 0.2182590514421463, "learning_rate": 0.00022304612706701483, "loss": 0.8156, "step": 10170 }, { "epoch": 0.44293608319192446, "grad_norm": 0.14646099507808685, "learning_rate": 0.00022287206266318542, "loss": 1.1516, "step": 10180 }, { "epoch": 0.44337118739938214, "grad_norm": 0.2414737194776535, "learning_rate": 0.00022269799825935595, "loss": 1.1579, "step": 10190 }, { "epoch": 0.4438062916068398, "grad_norm": 0.3289380371570587, "learning_rate": 0.00022252393385552654, "loss": 0.9596, "step": 10200 }, { "epoch": 0.4442413958142975, "grad_norm": 0.20741018652915955, "learning_rate": 0.00022234986945169713, "loss": 0.9851, "step": 10210 }, { "epoch": 0.4446765000217552, "grad_norm": 0.18090710043907166, "learning_rate": 0.00022217580504786772, "loss": 1.0881, "step": 10220 }, { "epoch": 0.4451116042292129, "grad_norm": 0.24191921949386597, "learning_rate": 0.0002220017406440383, "loss": 1.0833, "step": 10230 }, { "epoch": 0.4455467084366706, "grad_norm": 0.1569271683692932, "learning_rate": 0.0002218276762402089, "loss": 1.0586, "step": 10240 }, { "epoch": 0.4459818126441283, "grad_norm": 0.15079015493392944, "learning_rate": 0.00022165361183637945, "loss": 0.9886, "step": 10250 }, { "epoch": 0.44641691685158597, "grad_norm": 0.20181752741336823, "learning_rate": 0.00022147954743255004, "loss": 1.0486, "step": 10260 }, { "epoch": 0.44685202105904365, "grad_norm": 0.16460855305194855, "learning_rate": 0.00022130548302872063, "loss": 0.8582, "step": 10270 }, { "epoch": 0.44728712526650133, "grad_norm": 0.14216738939285278, "learning_rate": 0.00022113141862489122, "loss": 0.8583, "step": 10280 }, { "epoch": 0.447722229473959, "grad_norm": 0.2561124265193939, "learning_rate": 0.0002209573542210618, "loss": 1.0904, "step": 10290 }, { "epoch": 0.4481573336814167, "grad_norm": 0.20180325210094452, "learning_rate": 0.0002207832898172324, "loss": 1.1149, "step": 10300 }, { "epoch": 0.4485924378888744, "grad_norm": 0.3137151598930359, "learning_rate": 0.00022060922541340298, "loss": 0.9867, "step": 10310 }, { "epoch": 0.44902754209633206, "grad_norm": 0.21147029101848602, "learning_rate": 0.00022043516100957354, "loss": 1.0315, "step": 10320 }, { "epoch": 0.44946264630378974, "grad_norm": 0.18416962027549744, "learning_rate": 0.00022026109660574413, "loss": 1.2035, "step": 10330 }, { "epoch": 0.4498977505112474, "grad_norm": 0.20622234046459198, "learning_rate": 0.00022008703220191471, "loss": 1.0722, "step": 10340 }, { "epoch": 0.45033285471870516, "grad_norm": 0.18170404434204102, "learning_rate": 0.0002199129677980853, "loss": 1.158, "step": 10350 }, { "epoch": 0.45076795892616284, "grad_norm": 0.18296067416667938, "learning_rate": 0.0002197389033942559, "loss": 0.7957, "step": 10360 }, { "epoch": 0.4512030631336205, "grad_norm": 0.19662518799304962, "learning_rate": 0.00021956483899042648, "loss": 1.0358, "step": 10370 }, { "epoch": 0.4516381673410782, "grad_norm": 0.16320852935314178, "learning_rate": 0.00021939077458659706, "loss": 1.0884, "step": 10380 }, { "epoch": 0.4520732715485359, "grad_norm": 0.19520005583763123, "learning_rate": 0.00021921671018276762, "loss": 1.2189, "step": 10390 }, { "epoch": 0.45250837575599356, "grad_norm": 0.1436898112297058, "learning_rate": 0.0002190426457789382, "loss": 0.8781, "step": 10400 }, { "epoch": 0.45294347996345125, "grad_norm": 0.21038629114627838, "learning_rate": 0.0002188685813751088, "loss": 0.8532, "step": 10410 }, { "epoch": 0.4533785841709089, "grad_norm": 0.16822244226932526, "learning_rate": 0.0002186945169712794, "loss": 0.7745, "step": 10420 }, { "epoch": 0.4538136883783666, "grad_norm": 0.15032222867012024, "learning_rate": 0.00021852045256744998, "loss": 1.1444, "step": 10430 }, { "epoch": 0.4542487925858243, "grad_norm": 0.23920214176177979, "learning_rate": 0.00021834638816362056, "loss": 1.2469, "step": 10440 }, { "epoch": 0.45468389679328197, "grad_norm": 0.1654430329799652, "learning_rate": 0.00021817232375979115, "loss": 0.8436, "step": 10450 }, { "epoch": 0.45511900100073965, "grad_norm": 0.1318216323852539, "learning_rate": 0.0002179982593559617, "loss": 0.9609, "step": 10460 }, { "epoch": 0.4555541052081974, "grad_norm": 0.16054756939411163, "learning_rate": 0.0002178241949521323, "loss": 1.1588, "step": 10470 }, { "epoch": 0.4559892094156551, "grad_norm": 0.1982145607471466, "learning_rate": 0.00021765013054830289, "loss": 1.0929, "step": 10480 }, { "epoch": 0.45642431362311275, "grad_norm": 0.3171674609184265, "learning_rate": 0.00021747606614447347, "loss": 1.2456, "step": 10490 }, { "epoch": 0.45685941783057044, "grad_norm": 0.22753344476222992, "learning_rate": 0.00021730200174064406, "loss": 1.207, "step": 10500 }, { "epoch": 0.4572945220380281, "grad_norm": 0.24846357107162476, "learning_rate": 0.00021712793733681465, "loss": 1.0937, "step": 10510 }, { "epoch": 0.4577296262454858, "grad_norm": 0.1501581221818924, "learning_rate": 0.00021695387293298524, "loss": 0.8632, "step": 10520 }, { "epoch": 0.4581647304529435, "grad_norm": 0.2394307404756546, "learning_rate": 0.00021677980852915577, "loss": 1.0997, "step": 10530 }, { "epoch": 0.45859983466040116, "grad_norm": 0.15953294932842255, "learning_rate": 0.00021660574412532638, "loss": 0.9026, "step": 10540 }, { "epoch": 0.45903493886785884, "grad_norm": 0.23301923274993896, "learning_rate": 0.00021643167972149697, "loss": 1.0321, "step": 10550 }, { "epoch": 0.4594700430753165, "grad_norm": 0.13909335434436798, "learning_rate": 0.00021625761531766756, "loss": 1.0936, "step": 10560 }, { "epoch": 0.4599051472827742, "grad_norm": 0.15305562317371368, "learning_rate": 0.00021608355091383815, "loss": 0.9881, "step": 10570 }, { "epoch": 0.4603402514902319, "grad_norm": 0.2079225480556488, "learning_rate": 0.00021590948651000873, "loss": 1.2024, "step": 10580 }, { "epoch": 0.46077535569768957, "grad_norm": 0.273311972618103, "learning_rate": 0.00021573542210617927, "loss": 1.0829, "step": 10590 }, { "epoch": 0.4612104599051473, "grad_norm": 0.2004636824131012, "learning_rate": 0.00021556135770234986, "loss": 0.9683, "step": 10600 }, { "epoch": 0.461645564112605, "grad_norm": 0.3007344901561737, "learning_rate": 0.00021538729329852044, "loss": 1.0041, "step": 10610 }, { "epoch": 0.46208066832006267, "grad_norm": 0.16250668466091156, "learning_rate": 0.00021521322889469103, "loss": 1.2115, "step": 10620 }, { "epoch": 0.46251577252752035, "grad_norm": 0.19690939784049988, "learning_rate": 0.00021503916449086165, "loss": 1.3226, "step": 10630 }, { "epoch": 0.46295087673497803, "grad_norm": 0.160352885723114, "learning_rate": 0.00021486510008703223, "loss": 1.0277, "step": 10640 }, { "epoch": 0.4633859809424357, "grad_norm": 0.18464720249176025, "learning_rate": 0.00021469103568320282, "loss": 0.9671, "step": 10650 }, { "epoch": 0.4638210851498934, "grad_norm": 0.1702146679162979, "learning_rate": 0.00021451697127937335, "loss": 0.9633, "step": 10660 }, { "epoch": 0.4642561893573511, "grad_norm": 0.20351457595825195, "learning_rate": 0.00021434290687554394, "loss": 0.9976, "step": 10670 }, { "epoch": 0.46469129356480876, "grad_norm": 0.16168226301670074, "learning_rate": 0.00021416884247171453, "loss": 1.2223, "step": 10680 }, { "epoch": 0.46512639777226644, "grad_norm": 0.17115682363510132, "learning_rate": 0.00021399477806788512, "loss": 0.9663, "step": 10690 }, { "epoch": 0.4655615019797241, "grad_norm": 0.24402958154678345, "learning_rate": 0.0002138207136640557, "loss": 1.1578, "step": 10700 }, { "epoch": 0.4659966061871818, "grad_norm": 0.17389346659183502, "learning_rate": 0.00021364664926022632, "loss": 1.1277, "step": 10710 }, { "epoch": 0.46643171039463954, "grad_norm": 0.22988609969615936, "learning_rate": 0.0002134725848563969, "loss": 0.918, "step": 10720 }, { "epoch": 0.4668668146020972, "grad_norm": 0.1991598755121231, "learning_rate": 0.00021329852045256744, "loss": 0.8933, "step": 10730 }, { "epoch": 0.4673019188095549, "grad_norm": 0.16781088709831238, "learning_rate": 0.00021312445604873803, "loss": 0.9474, "step": 10740 }, { "epoch": 0.4677370230170126, "grad_norm": 0.14976716041564941, "learning_rate": 0.00021295039164490861, "loss": 0.8943, "step": 10750 }, { "epoch": 0.46817212722447027, "grad_norm": 0.14829052984714508, "learning_rate": 0.0002127763272410792, "loss": 1.0592, "step": 10760 }, { "epoch": 0.46860723143192795, "grad_norm": 0.17652618885040283, "learning_rate": 0.0002126022628372498, "loss": 1.0553, "step": 10770 }, { "epoch": 0.46904233563938563, "grad_norm": 0.14287921786308289, "learning_rate": 0.00021242819843342038, "loss": 0.9852, "step": 10780 }, { "epoch": 0.4694774398468433, "grad_norm": 0.1879398226737976, "learning_rate": 0.000212254134029591, "loss": 1.2947, "step": 10790 }, { "epoch": 0.469912544054301, "grad_norm": 0.268972784280777, "learning_rate": 0.00021208006962576153, "loss": 0.9532, "step": 10800 }, { "epoch": 0.4703476482617587, "grad_norm": 0.21017150580883026, "learning_rate": 0.0002119060052219321, "loss": 1.1476, "step": 10810 }, { "epoch": 0.47078275246921636, "grad_norm": 0.1968727856874466, "learning_rate": 0.0002117319408181027, "loss": 1.1091, "step": 10820 }, { "epoch": 0.47121785667667404, "grad_norm": 0.17420855164527893, "learning_rate": 0.0002115578764142733, "loss": 0.874, "step": 10830 }, { "epoch": 0.4716529608841317, "grad_norm": 0.17346501350402832, "learning_rate": 0.00021138381201044388, "loss": 0.943, "step": 10840 }, { "epoch": 0.47208806509158946, "grad_norm": 0.17144954204559326, "learning_rate": 0.00021120974760661446, "loss": 1.1014, "step": 10850 }, { "epoch": 0.47252316929904714, "grad_norm": 0.1529354751110077, "learning_rate": 0.00021103568320278505, "loss": 1.1004, "step": 10860 }, { "epoch": 0.4729582735065048, "grad_norm": 0.19784434139728546, "learning_rate": 0.0002108616187989556, "loss": 1.0129, "step": 10870 }, { "epoch": 0.4733933777139625, "grad_norm": 0.20479726791381836, "learning_rate": 0.0002106875543951262, "loss": 0.8584, "step": 10880 }, { "epoch": 0.4738284819214202, "grad_norm": 0.157049298286438, "learning_rate": 0.00021051348999129679, "loss": 1.0292, "step": 10890 }, { "epoch": 0.47426358612887787, "grad_norm": 0.14543771743774414, "learning_rate": 0.00021033942558746737, "loss": 1.0952, "step": 10900 }, { "epoch": 0.47469869033633555, "grad_norm": 0.23243282735347748, "learning_rate": 0.00021016536118363796, "loss": 1.0448, "step": 10910 }, { "epoch": 0.47513379454379323, "grad_norm": 0.1912122219800949, "learning_rate": 0.00020999129677980855, "loss": 0.891, "step": 10920 }, { "epoch": 0.4755688987512509, "grad_norm": 0.170943021774292, "learning_rate": 0.0002098172323759791, "loss": 0.8712, "step": 10930 }, { "epoch": 0.4760040029587086, "grad_norm": 0.23203499615192413, "learning_rate": 0.0002096431679721497, "loss": 1.0293, "step": 10940 }, { "epoch": 0.4764391071661663, "grad_norm": 0.1635328233242035, "learning_rate": 0.00020946910356832028, "loss": 0.9711, "step": 10950 }, { "epoch": 0.47687421137362396, "grad_norm": 0.12797094881534576, "learning_rate": 0.00020929503916449087, "loss": 1.1335, "step": 10960 }, { "epoch": 0.4773093155810817, "grad_norm": 0.17276553809642792, "learning_rate": 0.00020912097476066146, "loss": 0.8505, "step": 10970 }, { "epoch": 0.4777444197885394, "grad_norm": 0.15297925472259521, "learning_rate": 0.00020894691035683205, "loss": 0.9625, "step": 10980 }, { "epoch": 0.47817952399599706, "grad_norm": 0.1514502763748169, "learning_rate": 0.00020877284595300263, "loss": 1.2128, "step": 10990 }, { "epoch": 0.47861462820345474, "grad_norm": 0.13321815431118011, "learning_rate": 0.0002085987815491732, "loss": 0.8893, "step": 11000 }, { "epoch": 0.4790497324109124, "grad_norm": 0.1586078405380249, "learning_rate": 0.00020842471714534378, "loss": 1.0031, "step": 11010 }, { "epoch": 0.4794848366183701, "grad_norm": 0.22319640219211578, "learning_rate": 0.00020825065274151437, "loss": 0.8028, "step": 11020 }, { "epoch": 0.4799199408258278, "grad_norm": 0.2862364947795868, "learning_rate": 0.00020807658833768496, "loss": 1.1079, "step": 11030 }, { "epoch": 0.48035504503328547, "grad_norm": 0.14813101291656494, "learning_rate": 0.00020790252393385555, "loss": 0.7991, "step": 11040 }, { "epoch": 0.48079014924074315, "grad_norm": 0.2022610753774643, "learning_rate": 0.00020772845953002613, "loss": 1.1522, "step": 11050 }, { "epoch": 0.48122525344820083, "grad_norm": 0.11864408105611801, "learning_rate": 0.00020755439512619672, "loss": 1.142, "step": 11060 }, { "epoch": 0.4816603576556585, "grad_norm": 0.13655121624469757, "learning_rate": 0.00020738033072236725, "loss": 1.0968, "step": 11070 }, { "epoch": 0.4820954618631162, "grad_norm": 0.12052597105503082, "learning_rate": 0.00020720626631853787, "loss": 0.8325, "step": 11080 }, { "epoch": 0.48253056607057393, "grad_norm": 0.27213308215141296, "learning_rate": 0.00020703220191470846, "loss": 0.9267, "step": 11090 }, { "epoch": 0.4829656702780316, "grad_norm": 0.15910549461841583, "learning_rate": 0.00020685813751087904, "loss": 0.9937, "step": 11100 }, { "epoch": 0.4834007744854893, "grad_norm": 0.1689165085554123, "learning_rate": 0.00020668407310704963, "loss": 1.1539, "step": 11110 }, { "epoch": 0.483835878692947, "grad_norm": 0.20992831885814667, "learning_rate": 0.00020651000870322022, "loss": 1.1682, "step": 11120 }, { "epoch": 0.48427098290040466, "grad_norm": 0.27572137117385864, "learning_rate": 0.0002063359442993908, "loss": 0.9602, "step": 11130 }, { "epoch": 0.48470608710786234, "grad_norm": 0.19228732585906982, "learning_rate": 0.00020616187989556134, "loss": 0.9554, "step": 11140 }, { "epoch": 0.48514119131532, "grad_norm": 0.18137843906879425, "learning_rate": 0.00020598781549173193, "loss": 1.0193, "step": 11150 }, { "epoch": 0.4855762955227777, "grad_norm": 0.12846781313419342, "learning_rate": 0.00020581375108790254, "loss": 0.9252, "step": 11160 }, { "epoch": 0.4860113997302354, "grad_norm": 0.15562693774700165, "learning_rate": 0.00020563968668407313, "loss": 1.0164, "step": 11170 }, { "epoch": 0.48644650393769306, "grad_norm": 0.23368403315544128, "learning_rate": 0.00020546562228024372, "loss": 1.0625, "step": 11180 }, { "epoch": 0.48688160814515075, "grad_norm": 0.14817188680171967, "learning_rate": 0.0002052915578764143, "loss": 1.0933, "step": 11190 }, { "epoch": 0.4873167123526084, "grad_norm": 0.13507050275802612, "learning_rate": 0.0002051174934725849, "loss": 0.8359, "step": 11200 }, { "epoch": 0.4877518165600661, "grad_norm": 0.17928831279277802, "learning_rate": 0.00020494342906875543, "loss": 0.9952, "step": 11210 }, { "epoch": 0.48818692076752385, "grad_norm": 0.21877524256706238, "learning_rate": 0.000204769364664926, "loss": 0.9476, "step": 11220 }, { "epoch": 0.48862202497498153, "grad_norm": 0.2026308923959732, "learning_rate": 0.0002045953002610966, "loss": 0.8394, "step": 11230 }, { "epoch": 0.4890571291824392, "grad_norm": 0.1862810105085373, "learning_rate": 0.0002044212358572672, "loss": 1.1654, "step": 11240 }, { "epoch": 0.4894922333898969, "grad_norm": 0.1819867491722107, "learning_rate": 0.0002042471714534378, "loss": 0.8838, "step": 11250 }, { "epoch": 0.4899273375973546, "grad_norm": 0.18879897892475128, "learning_rate": 0.0002040731070496084, "loss": 0.98, "step": 11260 }, { "epoch": 0.49036244180481225, "grad_norm": 0.2333272099494934, "learning_rate": 0.00020389904264577892, "loss": 1.1239, "step": 11270 }, { "epoch": 0.49079754601226994, "grad_norm": 0.17970788478851318, "learning_rate": 0.0002037249782419495, "loss": 0.873, "step": 11280 }, { "epoch": 0.4912326502197276, "grad_norm": 0.22350937128067017, "learning_rate": 0.0002035509138381201, "loss": 1.3089, "step": 11290 }, { "epoch": 0.4916677544271853, "grad_norm": 0.18664699792861938, "learning_rate": 0.0002033768494342907, "loss": 1.1276, "step": 11300 }, { "epoch": 0.492102858634643, "grad_norm": 0.1887022852897644, "learning_rate": 0.00020320278503046127, "loss": 0.8548, "step": 11310 }, { "epoch": 0.49253796284210066, "grad_norm": 0.20878905057907104, "learning_rate": 0.00020302872062663186, "loss": 0.9115, "step": 11320 }, { "epoch": 0.49297306704955834, "grad_norm": 0.1710163950920105, "learning_rate": 0.00020285465622280248, "loss": 1.0136, "step": 11330 }, { "epoch": 0.4934081712570161, "grad_norm": 0.24056614935398102, "learning_rate": 0.000202680591818973, "loss": 1.0568, "step": 11340 }, { "epoch": 0.49384327546447376, "grad_norm": 0.16142909228801727, "learning_rate": 0.0002025065274151436, "loss": 0.9093, "step": 11350 }, { "epoch": 0.49427837967193144, "grad_norm": 0.1524265855550766, "learning_rate": 0.00020233246301131418, "loss": 0.9751, "step": 11360 }, { "epoch": 0.4947134838793891, "grad_norm": 0.1406642198562622, "learning_rate": 0.00020215839860748477, "loss": 1.2423, "step": 11370 }, { "epoch": 0.4951485880868468, "grad_norm": 0.17356336116790771, "learning_rate": 0.00020198433420365536, "loss": 0.9821, "step": 11380 }, { "epoch": 0.4955836922943045, "grad_norm": 0.14140836894512177, "learning_rate": 0.00020181026979982595, "loss": 0.9874, "step": 11390 }, { "epoch": 0.49601879650176217, "grad_norm": 0.17787978053092957, "learning_rate": 0.00020163620539599654, "loss": 0.9007, "step": 11400 }, { "epoch": 0.49645390070921985, "grad_norm": 0.14242102205753326, "learning_rate": 0.0002014621409921671, "loss": 0.8229, "step": 11410 }, { "epoch": 0.49688900491667753, "grad_norm": 0.18727229535579681, "learning_rate": 0.00020128807658833768, "loss": 0.8915, "step": 11420 }, { "epoch": 0.4973241091241352, "grad_norm": 0.1544327437877655, "learning_rate": 0.00020111401218450827, "loss": 0.8372, "step": 11430 }, { "epoch": 0.4977592133315929, "grad_norm": 0.14416438341140747, "learning_rate": 0.00020093994778067886, "loss": 0.8208, "step": 11440 }, { "epoch": 0.4981943175390506, "grad_norm": 0.12343001365661621, "learning_rate": 0.00020076588337684945, "loss": 0.8985, "step": 11450 }, { "epoch": 0.49862942174650826, "grad_norm": 0.14868183434009552, "learning_rate": 0.00020059181897302003, "loss": 0.7966, "step": 11460 }, { "epoch": 0.499064525953966, "grad_norm": 0.1601109653711319, "learning_rate": 0.00020041775456919062, "loss": 0.9629, "step": 11470 }, { "epoch": 0.4994996301614237, "grad_norm": 0.24012821912765503, "learning_rate": 0.00020024369016536118, "loss": 1.0948, "step": 11480 }, { "epoch": 0.49993473436888136, "grad_norm": 0.21983151137828827, "learning_rate": 0.00020006962576153177, "loss": 1.0165, "step": 11490 }, { "epoch": 0.500369838576339, "grad_norm": 0.2277131974697113, "learning_rate": 0.00019989556135770236, "loss": 1.1066, "step": 11500 }, { "epoch": 0.5008049427837967, "grad_norm": 0.16866178810596466, "learning_rate": 0.00019972149695387294, "loss": 0.9046, "step": 11510 }, { "epoch": 0.5012400469912544, "grad_norm": 0.2015218436717987, "learning_rate": 0.00019954743255004353, "loss": 0.787, "step": 11520 }, { "epoch": 0.5016751511987121, "grad_norm": 0.11754865199327469, "learning_rate": 0.0001993733681462141, "loss": 0.8548, "step": 11530 }, { "epoch": 0.5021102554061698, "grad_norm": 0.16391251981258392, "learning_rate": 0.00019919930374238468, "loss": 0.9048, "step": 11540 }, { "epoch": 0.5025453596136275, "grad_norm": 0.12316587567329407, "learning_rate": 0.00019902523933855527, "loss": 0.9361, "step": 11550 }, { "epoch": 0.5029804638210852, "grad_norm": 0.18671691417694092, "learning_rate": 0.00019885117493472585, "loss": 1.2297, "step": 11560 }, { "epoch": 0.5034155680285428, "grad_norm": 0.23561787605285645, "learning_rate": 0.00019867711053089644, "loss": 0.9599, "step": 11570 }, { "epoch": 0.5038506722360006, "grad_norm": 0.2635360062122345, "learning_rate": 0.00019850304612706703, "loss": 1.1202, "step": 11580 }, { "epoch": 0.5042857764434582, "grad_norm": 0.1493818610906601, "learning_rate": 0.00019832898172323762, "loss": 0.6618, "step": 11590 }, { "epoch": 0.5047208806509159, "grad_norm": 0.17584404349327087, "learning_rate": 0.00019815491731940818, "loss": 0.9054, "step": 11600 }, { "epoch": 0.5051559848583735, "grad_norm": 0.19027107954025269, "learning_rate": 0.00019798085291557877, "loss": 1.052, "step": 11610 }, { "epoch": 0.5055910890658313, "grad_norm": 0.23727688193321228, "learning_rate": 0.00019780678851174935, "loss": 0.9128, "step": 11620 }, { "epoch": 0.5060261932732889, "grad_norm": 0.16121521592140198, "learning_rate": 0.00019763272410791994, "loss": 0.9663, "step": 11630 }, { "epoch": 0.5064612974807466, "grad_norm": 0.24593541026115417, "learning_rate": 0.00019745865970409053, "loss": 1.2003, "step": 11640 }, { "epoch": 0.5068964016882044, "grad_norm": 0.13630150258541107, "learning_rate": 0.00019728459530026112, "loss": 0.8336, "step": 11650 }, { "epoch": 0.507331505895662, "grad_norm": 0.2260710895061493, "learning_rate": 0.0001971105308964317, "loss": 0.9903, "step": 11660 }, { "epoch": 0.5077666101031197, "grad_norm": 0.19768548011779785, "learning_rate": 0.00019693646649260226, "loss": 0.8383, "step": 11670 }, { "epoch": 0.5082017143105774, "grad_norm": 0.15773923695087433, "learning_rate": 0.00019676240208877285, "loss": 0.9171, "step": 11680 }, { "epoch": 0.5086368185180351, "grad_norm": 0.19078224897384644, "learning_rate": 0.00019658833768494344, "loss": 0.9021, "step": 11690 }, { "epoch": 0.5090719227254927, "grad_norm": 0.19152741134166718, "learning_rate": 0.00019641427328111403, "loss": 1.1249, "step": 11700 }, { "epoch": 0.5095070269329505, "grad_norm": 0.1739162653684616, "learning_rate": 0.00019624020887728461, "loss": 0.9842, "step": 11710 }, { "epoch": 0.5099421311404081, "grad_norm": 0.18684370815753937, "learning_rate": 0.0001960661444734552, "loss": 0.8719, "step": 11720 }, { "epoch": 0.5103772353478658, "grad_norm": 0.15437820553779602, "learning_rate": 0.00019589208006962576, "loss": 1.0497, "step": 11730 }, { "epoch": 0.5108123395553235, "grad_norm": 0.17004099488258362, "learning_rate": 0.00019571801566579635, "loss": 0.8888, "step": 11740 }, { "epoch": 0.5112474437627812, "grad_norm": 0.2908012568950653, "learning_rate": 0.00019554395126196694, "loss": 0.9528, "step": 11750 }, { "epoch": 0.5116825479702388, "grad_norm": 0.15736757218837738, "learning_rate": 0.00019536988685813752, "loss": 0.8403, "step": 11760 }, { "epoch": 0.5121176521776966, "grad_norm": 0.20174546539783478, "learning_rate": 0.00019519582245430809, "loss": 0.8769, "step": 11770 }, { "epoch": 0.5125527563851543, "grad_norm": 0.19055986404418945, "learning_rate": 0.0001950217580504787, "loss": 1.0322, "step": 11780 }, { "epoch": 0.5129878605926119, "grad_norm": 0.19102013111114502, "learning_rate": 0.0001948476936466493, "loss": 0.9155, "step": 11790 }, { "epoch": 0.5134229648000697, "grad_norm": 0.25009602308273315, "learning_rate": 0.00019467362924281985, "loss": 1.1438, "step": 11800 }, { "epoch": 0.5138580690075273, "grad_norm": 0.1682414412498474, "learning_rate": 0.00019449956483899044, "loss": 0.8768, "step": 11810 }, { "epoch": 0.514293173214985, "grad_norm": 0.16270150244235992, "learning_rate": 0.00019432550043516102, "loss": 0.7252, "step": 11820 }, { "epoch": 0.5147282774224426, "grad_norm": 0.11311638355255127, "learning_rate": 0.0001941514360313316, "loss": 0.867, "step": 11830 }, { "epoch": 0.5151633816299004, "grad_norm": 0.16209708154201508, "learning_rate": 0.00019397737162750217, "loss": 0.8706, "step": 11840 }, { "epoch": 0.515598485837358, "grad_norm": 0.1566973179578781, "learning_rate": 0.00019380330722367276, "loss": 0.9027, "step": 11850 }, { "epoch": 0.5160335900448157, "grad_norm": 0.19939658045768738, "learning_rate": 0.00019362924281984335, "loss": 0.8396, "step": 11860 }, { "epoch": 0.5164686942522734, "grad_norm": 0.24656476080417633, "learning_rate": 0.00019345517841601393, "loss": 1.2312, "step": 11870 }, { "epoch": 0.5169037984597311, "grad_norm": 0.11558441072702408, "learning_rate": 0.00019328111401218452, "loss": 1.1287, "step": 11880 }, { "epoch": 0.5173389026671887, "grad_norm": 0.2244165688753128, "learning_rate": 0.0001931070496083551, "loss": 0.9322, "step": 11890 }, { "epoch": 0.5177740068746465, "grad_norm": 0.1742900311946869, "learning_rate": 0.00019293298520452567, "loss": 0.8515, "step": 11900 }, { "epoch": 0.5182091110821042, "grad_norm": 0.16689983010292053, "learning_rate": 0.00019275892080069626, "loss": 0.9184, "step": 11910 }, { "epoch": 0.5186442152895618, "grad_norm": 0.20545746386051178, "learning_rate": 0.00019258485639686684, "loss": 0.8259, "step": 11920 }, { "epoch": 0.5190793194970196, "grad_norm": 0.24763862788677216, "learning_rate": 0.00019241079199303743, "loss": 1.0369, "step": 11930 }, { "epoch": 0.5195144237044772, "grad_norm": 0.21971210837364197, "learning_rate": 0.00019223672758920802, "loss": 1.1296, "step": 11940 }, { "epoch": 0.5199495279119349, "grad_norm": 0.18168196082115173, "learning_rate": 0.0001920626631853786, "loss": 0.9043, "step": 11950 }, { "epoch": 0.5203846321193926, "grad_norm": 0.1391081064939499, "learning_rate": 0.0001918885987815492, "loss": 0.8854, "step": 11960 }, { "epoch": 0.5208197363268503, "grad_norm": 0.16526222229003906, "learning_rate": 0.00019171453437771976, "loss": 0.9753, "step": 11970 }, { "epoch": 0.5212548405343079, "grad_norm": 0.1387072652578354, "learning_rate": 0.00019154046997389034, "loss": 1.0065, "step": 11980 }, { "epoch": 0.5216899447417657, "grad_norm": 0.19070202112197876, "learning_rate": 0.00019136640557006093, "loss": 0.9833, "step": 11990 }, { "epoch": 0.5221250489492233, "grad_norm": 0.15490850806236267, "learning_rate": 0.00019119234116623152, "loss": 0.9467, "step": 12000 }, { "epoch": 0.522560153156681, "grad_norm": 0.17087827622890472, "learning_rate": 0.0001910182767624021, "loss": 1.1244, "step": 12010 }, { "epoch": 0.5229952573641388, "grad_norm": 0.14416460692882538, "learning_rate": 0.0001908442123585727, "loss": 1.0388, "step": 12020 }, { "epoch": 0.5234303615715964, "grad_norm": 0.2299816608428955, "learning_rate": 0.00019067014795474328, "loss": 1.1381, "step": 12030 }, { "epoch": 0.5238654657790541, "grad_norm": 0.17676995694637299, "learning_rate": 0.00019049608355091384, "loss": 0.9235, "step": 12040 }, { "epoch": 0.5243005699865118, "grad_norm": 0.1549587994813919, "learning_rate": 0.00019032201914708443, "loss": 1.1914, "step": 12050 }, { "epoch": 0.5247356741939695, "grad_norm": 0.19128519296646118, "learning_rate": 0.00019014795474325502, "loss": 0.8052, "step": 12060 }, { "epoch": 0.5251707784014271, "grad_norm": 0.22113437950611115, "learning_rate": 0.00018997389033942558, "loss": 1.0716, "step": 12070 }, { "epoch": 0.5256058826088849, "grad_norm": 0.1601267009973526, "learning_rate": 0.00018979982593559616, "loss": 1.0159, "step": 12080 }, { "epoch": 0.5260409868163425, "grad_norm": 0.27019205689430237, "learning_rate": 0.00018962576153176678, "loss": 1.3241, "step": 12090 }, { "epoch": 0.5264760910238002, "grad_norm": 0.3290274739265442, "learning_rate": 0.00018945169712793737, "loss": 0.9764, "step": 12100 }, { "epoch": 0.5269111952312578, "grad_norm": 0.2406807690858841, "learning_rate": 0.00018927763272410793, "loss": 0.9733, "step": 12110 }, { "epoch": 0.5273462994387156, "grad_norm": 0.15864120423793793, "learning_rate": 0.00018910356832027851, "loss": 0.9018, "step": 12120 }, { "epoch": 0.5277814036461732, "grad_norm": 0.2149985432624817, "learning_rate": 0.0001889295039164491, "loss": 1.102, "step": 12130 }, { "epoch": 0.528216507853631, "grad_norm": 0.20048101246356964, "learning_rate": 0.00018875543951261966, "loss": 1.5962, "step": 12140 }, { "epoch": 0.5286516120610887, "grad_norm": 0.15916606783866882, "learning_rate": 0.00018858137510879025, "loss": 1.0192, "step": 12150 }, { "epoch": 0.5290867162685463, "grad_norm": 0.15760208666324615, "learning_rate": 0.00018840731070496084, "loss": 0.9827, "step": 12160 }, { "epoch": 0.529521820476004, "grad_norm": 0.14717625081539154, "learning_rate": 0.00018823324630113143, "loss": 0.9615, "step": 12170 }, { "epoch": 0.5299569246834617, "grad_norm": 0.1892099678516388, "learning_rate": 0.000188059181897302, "loss": 0.8951, "step": 12180 }, { "epoch": 0.5303920288909194, "grad_norm": 0.14208686351776123, "learning_rate": 0.0001878851174934726, "loss": 1.1959, "step": 12190 }, { "epoch": 0.530827133098377, "grad_norm": 0.18042783439159393, "learning_rate": 0.0001877110530896432, "loss": 0.9151, "step": 12200 }, { "epoch": 0.5312622373058348, "grad_norm": 0.16270586848258972, "learning_rate": 0.00018753698868581375, "loss": 0.7169, "step": 12210 }, { "epoch": 0.5316973415132924, "grad_norm": 0.3031415343284607, "learning_rate": 0.00018736292428198434, "loss": 1.0563, "step": 12220 }, { "epoch": 0.5321324457207501, "grad_norm": 0.1619393527507782, "learning_rate": 0.00018718885987815492, "loss": 0.9996, "step": 12230 }, { "epoch": 0.5325675499282078, "grad_norm": 0.18342751264572144, "learning_rate": 0.0001870147954743255, "loss": 0.901, "step": 12240 }, { "epoch": 0.5330026541356655, "grad_norm": 0.18070685863494873, "learning_rate": 0.0001868407310704961, "loss": 0.7342, "step": 12250 }, { "epoch": 0.5334377583431231, "grad_norm": 0.15603837370872498, "learning_rate": 0.0001866666666666667, "loss": 0.997, "step": 12260 }, { "epoch": 0.5338728625505809, "grad_norm": 0.1747089922428131, "learning_rate": 0.00018649260226283727, "loss": 0.9214, "step": 12270 }, { "epoch": 0.5343079667580386, "grad_norm": 0.2630961835384369, "learning_rate": 0.00018631853785900783, "loss": 0.9811, "step": 12280 }, { "epoch": 0.5347430709654962, "grad_norm": 0.14498944580554962, "learning_rate": 0.00018614447345517842, "loss": 0.9123, "step": 12290 }, { "epoch": 0.535178175172954, "grad_norm": 0.16912615299224854, "learning_rate": 0.000185970409051349, "loss": 1.0363, "step": 12300 }, { "epoch": 0.5356132793804116, "grad_norm": 0.14879512786865234, "learning_rate": 0.00018579634464751957, "loss": 1.1652, "step": 12310 }, { "epoch": 0.5360483835878693, "grad_norm": 0.19842606782913208, "learning_rate": 0.00018562228024369018, "loss": 1.2202, "step": 12320 }, { "epoch": 0.536483487795327, "grad_norm": 0.17429150640964508, "learning_rate": 0.00018544821583986077, "loss": 1.0714, "step": 12330 }, { "epoch": 0.5369185920027847, "grad_norm": 0.1623043417930603, "learning_rate": 0.00018527415143603136, "loss": 1.0406, "step": 12340 }, { "epoch": 0.5373536962102423, "grad_norm": 0.16010986268520355, "learning_rate": 0.00018510008703220192, "loss": 0.8042, "step": 12350 }, { "epoch": 0.5377888004177, "grad_norm": 0.14179730415344238, "learning_rate": 0.0001849260226283725, "loss": 1.0758, "step": 12360 }, { "epoch": 0.5382239046251577, "grad_norm": 0.23347634077072144, "learning_rate": 0.0001847519582245431, "loss": 1.2268, "step": 12370 }, { "epoch": 0.5386590088326154, "grad_norm": 0.19651611149311066, "learning_rate": 0.00018457789382071366, "loss": 0.8627, "step": 12380 }, { "epoch": 0.5390941130400732, "grad_norm": 0.21353521943092346, "learning_rate": 0.00018440382941688424, "loss": 1.0852, "step": 12390 }, { "epoch": 0.5395292172475308, "grad_norm": 0.1296537220478058, "learning_rate": 0.00018422976501305486, "loss": 0.9259, "step": 12400 }, { "epoch": 0.5399643214549885, "grad_norm": 0.13704650104045868, "learning_rate": 0.00018405570060922542, "loss": 0.9625, "step": 12410 }, { "epoch": 0.5403994256624461, "grad_norm": 0.19302140176296234, "learning_rate": 0.000183881636205396, "loss": 0.9157, "step": 12420 }, { "epoch": 0.5408345298699039, "grad_norm": 0.14576487243175507, "learning_rate": 0.0001837075718015666, "loss": 0.8485, "step": 12430 }, { "epoch": 0.5412696340773615, "grad_norm": 0.1911371648311615, "learning_rate": 0.00018353350739773718, "loss": 1.1645, "step": 12440 }, { "epoch": 0.5417047382848192, "grad_norm": 0.1695943921804428, "learning_rate": 0.00018335944299390774, "loss": 0.9583, "step": 12450 }, { "epoch": 0.5421398424922769, "grad_norm": 0.16643628478050232, "learning_rate": 0.00018318537859007833, "loss": 1.0589, "step": 12460 }, { "epoch": 0.5425749466997346, "grad_norm": 0.18627804517745972, "learning_rate": 0.00018301131418624892, "loss": 0.9002, "step": 12470 }, { "epoch": 0.5430100509071922, "grad_norm": 0.1463155597448349, "learning_rate": 0.0001828372497824195, "loss": 0.7277, "step": 12480 }, { "epoch": 0.54344515511465, "grad_norm": 0.197622150182724, "learning_rate": 0.0001826631853785901, "loss": 1.0371, "step": 12490 }, { "epoch": 0.5438802593221076, "grad_norm": 0.20377217233181, "learning_rate": 0.00018248912097476068, "loss": 0.8722, "step": 12500 }, { "epoch": 0.5443153635295653, "grad_norm": 0.324097603559494, "learning_rate": 0.00018231505657093127, "loss": 1.2352, "step": 12510 }, { "epoch": 0.5447504677370231, "grad_norm": 0.17400501668453217, "learning_rate": 0.00018214099216710183, "loss": 0.8459, "step": 12520 }, { "epoch": 0.5451855719444807, "grad_norm": 0.19222044944763184, "learning_rate": 0.00018196692776327242, "loss": 0.8166, "step": 12530 }, { "epoch": 0.5456206761519384, "grad_norm": 0.20461958646774292, "learning_rate": 0.000181792863359443, "loss": 0.854, "step": 12540 }, { "epoch": 0.5460557803593961, "grad_norm": 0.22524331510066986, "learning_rate": 0.0001816187989556136, "loss": 1.1381, "step": 12550 }, { "epoch": 0.5464908845668538, "grad_norm": 0.16947844624519348, "learning_rate": 0.00018144473455178418, "loss": 1.1933, "step": 12560 }, { "epoch": 0.5469259887743114, "grad_norm": 0.1306464970111847, "learning_rate": 0.00018127067014795477, "loss": 1.062, "step": 12570 }, { "epoch": 0.5473610929817692, "grad_norm": 0.18361474573612213, "learning_rate": 0.00018109660574412533, "loss": 1.0083, "step": 12580 }, { "epoch": 0.5477961971892268, "grad_norm": 0.24947011470794678, "learning_rate": 0.0001809225413402959, "loss": 1.0261, "step": 12590 }, { "epoch": 0.5482313013966845, "grad_norm": 0.16621650755405426, "learning_rate": 0.0001807484769364665, "loss": 0.9604, "step": 12600 }, { "epoch": 0.5486664056041421, "grad_norm": 0.23214900493621826, "learning_rate": 0.0001805744125326371, "loss": 0.906, "step": 12610 }, { "epoch": 0.5491015098115999, "grad_norm": 0.14291465282440186, "learning_rate": 0.00018040034812880765, "loss": 1.1593, "step": 12620 }, { "epoch": 0.5495366140190575, "grad_norm": 0.15584343671798706, "learning_rate": 0.00018022628372497826, "loss": 1.1271, "step": 12630 }, { "epoch": 0.5499717182265152, "grad_norm": 0.20513752102851868, "learning_rate": 0.00018005221932114885, "loss": 1.0366, "step": 12640 }, { "epoch": 0.550406822433973, "grad_norm": 0.15080586075782776, "learning_rate": 0.0001798781549173194, "loss": 0.9521, "step": 12650 }, { "epoch": 0.5508419266414306, "grad_norm": 0.23027406632900238, "learning_rate": 0.00017970409051349, "loss": 1.2398, "step": 12660 }, { "epoch": 0.5512770308488883, "grad_norm": 0.17724350094795227, "learning_rate": 0.0001795300261096606, "loss": 1.1135, "step": 12670 }, { "epoch": 0.551712135056346, "grad_norm": 0.21991078555583954, "learning_rate": 0.00017935596170583117, "loss": 1.2116, "step": 12680 }, { "epoch": 0.5521472392638037, "grad_norm": 0.18010921776294708, "learning_rate": 0.00017918189730200173, "loss": 0.9477, "step": 12690 }, { "epoch": 0.5525823434712613, "grad_norm": 0.14329087734222412, "learning_rate": 0.00017900783289817232, "loss": 1.1476, "step": 12700 }, { "epoch": 0.5530174476787191, "grad_norm": 0.15093432366847992, "learning_rate": 0.00017883376849434294, "loss": 0.9616, "step": 12710 }, { "epoch": 0.5534525518861767, "grad_norm": 0.15782463550567627, "learning_rate": 0.0001786597040905135, "loss": 1.1681, "step": 12720 }, { "epoch": 0.5538876560936344, "grad_norm": 0.17058208584785461, "learning_rate": 0.00017848563968668409, "loss": 0.9362, "step": 12730 }, { "epoch": 0.5543227603010921, "grad_norm": 0.17200717329978943, "learning_rate": 0.00017831157528285467, "loss": 0.9551, "step": 12740 }, { "epoch": 0.5547578645085498, "grad_norm": 0.13997462391853333, "learning_rate": 0.00017813751087902523, "loss": 1.0451, "step": 12750 }, { "epoch": 0.5551929687160074, "grad_norm": 0.1901906430721283, "learning_rate": 0.00017796344647519582, "loss": 0.83, "step": 12760 }, { "epoch": 0.5556280729234652, "grad_norm": 0.2795688509941101, "learning_rate": 0.0001777893820713664, "loss": 1.0528, "step": 12770 }, { "epoch": 0.5560631771309229, "grad_norm": 0.19433245062828064, "learning_rate": 0.000177615317667537, "loss": 1.1042, "step": 12780 }, { "epoch": 0.5564982813383805, "grad_norm": 0.18548725545406342, "learning_rate": 0.00017744125326370758, "loss": 1.0909, "step": 12790 }, { "epoch": 0.5569333855458383, "grad_norm": 0.2337714433670044, "learning_rate": 0.00017726718885987817, "loss": 0.8113, "step": 12800 }, { "epoch": 0.5573684897532959, "grad_norm": 0.23445568978786469, "learning_rate": 0.00017709312445604876, "loss": 1.0037, "step": 12810 }, { "epoch": 0.5578035939607536, "grad_norm": 0.2089964598417282, "learning_rate": 0.00017691906005221932, "loss": 0.9623, "step": 12820 }, { "epoch": 0.5582386981682113, "grad_norm": 0.22281835973262787, "learning_rate": 0.0001767449956483899, "loss": 1.0225, "step": 12830 }, { "epoch": 0.558673802375669, "grad_norm": 0.23919722437858582, "learning_rate": 0.0001765709312445605, "loss": 0.9663, "step": 12840 }, { "epoch": 0.5591089065831266, "grad_norm": 0.14471162855625153, "learning_rate": 0.00017639686684073108, "loss": 0.8676, "step": 12850 }, { "epoch": 0.5595440107905844, "grad_norm": 0.11380761116743088, "learning_rate": 0.00017622280243690167, "loss": 0.9585, "step": 12860 }, { "epoch": 0.559979114998042, "grad_norm": 0.1611621379852295, "learning_rate": 0.00017604873803307226, "loss": 0.8119, "step": 12870 }, { "epoch": 0.5604142192054997, "grad_norm": 0.18211355805397034, "learning_rate": 0.00017587467362924284, "loss": 1.031, "step": 12880 }, { "epoch": 0.5608493234129575, "grad_norm": 0.2862855792045593, "learning_rate": 0.0001757006092254134, "loss": 0.937, "step": 12890 }, { "epoch": 0.5612844276204151, "grad_norm": 0.16057313978672028, "learning_rate": 0.000175526544821584, "loss": 0.9759, "step": 12900 }, { "epoch": 0.5617195318278728, "grad_norm": 0.22520996630191803, "learning_rate": 0.00017535248041775458, "loss": 0.9451, "step": 12910 }, { "epoch": 0.5621546360353304, "grad_norm": 0.1569976508617401, "learning_rate": 0.00017517841601392514, "loss": 0.7872, "step": 12920 }, { "epoch": 0.5625897402427882, "grad_norm": 0.1315091997385025, "learning_rate": 0.00017500435161009573, "loss": 1.277, "step": 12930 }, { "epoch": 0.5630248444502458, "grad_norm": 0.2083679437637329, "learning_rate": 0.00017483028720626634, "loss": 1.015, "step": 12940 }, { "epoch": 0.5634599486577035, "grad_norm": 0.24675871431827545, "learning_rate": 0.00017465622280243693, "loss": 1.0832, "step": 12950 }, { "epoch": 0.5638950528651612, "grad_norm": 0.15637461841106415, "learning_rate": 0.0001744821583986075, "loss": 0.9366, "step": 12960 }, { "epoch": 0.5643301570726189, "grad_norm": 0.2110333889722824, "learning_rate": 0.00017430809399477808, "loss": 1.1972, "step": 12970 }, { "epoch": 0.5647652612800765, "grad_norm": 0.18829092383384705, "learning_rate": 0.00017413402959094867, "loss": 1.0075, "step": 12980 }, { "epoch": 0.5652003654875343, "grad_norm": 0.1551925092935562, "learning_rate": 0.00017395996518711923, "loss": 0.9528, "step": 12990 }, { "epoch": 0.5656354696949919, "grad_norm": 0.17288312315940857, "learning_rate": 0.00017378590078328981, "loss": 0.8864, "step": 13000 }, { "epoch": 0.5660705739024496, "grad_norm": 0.16584114730358124, "learning_rate": 0.0001736118363794604, "loss": 1.1056, "step": 13010 }, { "epoch": 0.5665056781099074, "grad_norm": 0.20860816538333893, "learning_rate": 0.00017343777197563102, "loss": 1.0988, "step": 13020 }, { "epoch": 0.566940782317365, "grad_norm": 0.18060888350009918, "learning_rate": 0.00017326370757180158, "loss": 0.7473, "step": 13030 }, { "epoch": 0.5673758865248227, "grad_norm": 0.23209889233112335, "learning_rate": 0.00017308964316797216, "loss": 1.0849, "step": 13040 }, { "epoch": 0.5678109907322804, "grad_norm": 0.24418063461780548, "learning_rate": 0.00017291557876414275, "loss": 1.1885, "step": 13050 }, { "epoch": 0.5682460949397381, "grad_norm": 0.1788087636232376, "learning_rate": 0.0001727415143603133, "loss": 0.8044, "step": 13060 }, { "epoch": 0.5686811991471957, "grad_norm": 0.15042324364185333, "learning_rate": 0.0001725674499564839, "loss": 1.0681, "step": 13070 }, { "epoch": 0.5691163033546535, "grad_norm": 0.23882874846458435, "learning_rate": 0.0001723933855526545, "loss": 0.8164, "step": 13080 }, { "epoch": 0.5695514075621111, "grad_norm": 0.16849254071712494, "learning_rate": 0.00017221932114882507, "loss": 0.9217, "step": 13090 }, { "epoch": 0.5699865117695688, "grad_norm": 0.14793014526367188, "learning_rate": 0.00017204525674499566, "loss": 0.9374, "step": 13100 }, { "epoch": 0.5704216159770265, "grad_norm": 0.2301529049873352, "learning_rate": 0.00017187119234116625, "loss": 0.9633, "step": 13110 }, { "epoch": 0.5708567201844842, "grad_norm": 0.15599606931209564, "learning_rate": 0.00017169712793733684, "loss": 1.1284, "step": 13120 }, { "epoch": 0.5712918243919418, "grad_norm": 0.2140614241361618, "learning_rate": 0.0001715230635335074, "loss": 1.0416, "step": 13130 }, { "epoch": 0.5717269285993996, "grad_norm": 0.16910459101200104, "learning_rate": 0.00017134899912967799, "loss": 1.0731, "step": 13140 }, { "epoch": 0.5721620328068573, "grad_norm": 0.20351912081241608, "learning_rate": 0.00017117493472584857, "loss": 0.8235, "step": 13150 }, { "epoch": 0.5725971370143149, "grad_norm": 0.17641539871692657, "learning_rate": 0.00017100087032201913, "loss": 0.8819, "step": 13160 }, { "epoch": 0.5730322412217727, "grad_norm": 0.20682938396930695, "learning_rate": 0.00017082680591818975, "loss": 1.0178, "step": 13170 }, { "epoch": 0.5734673454292303, "grad_norm": 0.21584200859069824, "learning_rate": 0.00017065274151436034, "loss": 0.9114, "step": 13180 }, { "epoch": 0.573902449636688, "grad_norm": 0.18144212663173676, "learning_rate": 0.00017047867711053092, "loss": 1.0644, "step": 13190 }, { "epoch": 0.5743375538441456, "grad_norm": 0.29348498582839966, "learning_rate": 0.00017030461270670148, "loss": 0.9036, "step": 13200 }, { "epoch": 0.5747726580516034, "grad_norm": 0.1570514291524887, "learning_rate": 0.00017013054830287207, "loss": 1.0253, "step": 13210 }, { "epoch": 0.575207762259061, "grad_norm": 0.21679402887821198, "learning_rate": 0.00016995648389904266, "loss": 0.8304, "step": 13220 }, { "epoch": 0.5756428664665187, "grad_norm": 0.27025938034057617, "learning_rate": 0.00016978241949521322, "loss": 1.1014, "step": 13230 }, { "epoch": 0.5760779706739764, "grad_norm": 0.14999325573444366, "learning_rate": 0.0001696083550913838, "loss": 0.9533, "step": 13240 }, { "epoch": 0.5765130748814341, "grad_norm": 0.1475830376148224, "learning_rate": 0.00016943429068755442, "loss": 1.0432, "step": 13250 }, { "epoch": 0.5769481790888918, "grad_norm": 0.2748951315879822, "learning_rate": 0.00016926022628372498, "loss": 1.127, "step": 13260 }, { "epoch": 0.5773832832963495, "grad_norm": 0.16739912331104279, "learning_rate": 0.00016908616187989557, "loss": 0.946, "step": 13270 }, { "epoch": 0.5778183875038072, "grad_norm": 0.14834345877170563, "learning_rate": 0.00016891209747606616, "loss": 1.1195, "step": 13280 }, { "epoch": 0.5782534917112648, "grad_norm": 0.19308972358703613, "learning_rate": 0.00016873803307223674, "loss": 1.004, "step": 13290 }, { "epoch": 0.5786885959187226, "grad_norm": 0.2116897702217102, "learning_rate": 0.0001685639686684073, "loss": 0.8665, "step": 13300 }, { "epoch": 0.5791237001261802, "grad_norm": 0.22545547783374786, "learning_rate": 0.0001683899042645779, "loss": 0.8774, "step": 13310 }, { "epoch": 0.5795588043336379, "grad_norm": 0.18797989189624786, "learning_rate": 0.00016821583986074848, "loss": 0.8444, "step": 13320 }, { "epoch": 0.5799939085410956, "grad_norm": 0.16117964684963226, "learning_rate": 0.00016804177545691907, "loss": 0.7832, "step": 13330 }, { "epoch": 0.5804290127485533, "grad_norm": 0.2053658664226532, "learning_rate": 0.00016786771105308966, "loss": 1.3058, "step": 13340 }, { "epoch": 0.5808641169560109, "grad_norm": 0.21144138276576996, "learning_rate": 0.00016769364664926024, "loss": 1.1482, "step": 13350 }, { "epoch": 0.5812992211634687, "grad_norm": 0.19337043166160583, "learning_rate": 0.00016751958224543083, "loss": 1.0568, "step": 13360 }, { "epoch": 0.5817343253709263, "grad_norm": 0.142986461520195, "learning_rate": 0.0001673455178416014, "loss": 0.7439, "step": 13370 }, { "epoch": 0.582169429578384, "grad_norm": 0.16446973383426666, "learning_rate": 0.00016717145343777198, "loss": 1.0373, "step": 13380 }, { "epoch": 0.5826045337858418, "grad_norm": 0.22006510198116302, "learning_rate": 0.00016699738903394257, "loss": 0.8699, "step": 13390 }, { "epoch": 0.5830396379932994, "grad_norm": 0.1391606628894806, "learning_rate": 0.00016682332463011315, "loss": 0.9443, "step": 13400 }, { "epoch": 0.5834747422007571, "grad_norm": 0.2203795611858368, "learning_rate": 0.00016664926022628374, "loss": 0.8254, "step": 13410 }, { "epoch": 0.5839098464082147, "grad_norm": 0.21275091171264648, "learning_rate": 0.00016647519582245433, "loss": 0.9386, "step": 13420 }, { "epoch": 0.5843449506156725, "grad_norm": 0.27828511595726013, "learning_rate": 0.0001663011314186249, "loss": 1.2355, "step": 13430 }, { "epoch": 0.5847800548231301, "grad_norm": 0.183706134557724, "learning_rate": 0.00016612706701479548, "loss": 1.0033, "step": 13440 }, { "epoch": 0.5852151590305879, "grad_norm": 0.1528794765472412, "learning_rate": 0.00016595300261096606, "loss": 0.8422, "step": 13450 }, { "epoch": 0.5856502632380455, "grad_norm": 0.1551828235387802, "learning_rate": 0.00016577893820713665, "loss": 0.967, "step": 13460 }, { "epoch": 0.5860853674455032, "grad_norm": 0.21186545491218567, "learning_rate": 0.0001656048738033072, "loss": 1.041, "step": 13470 }, { "epoch": 0.5865204716529608, "grad_norm": 0.2901104688644409, "learning_rate": 0.00016543080939947783, "loss": 1.04, "step": 13480 }, { "epoch": 0.5869555758604186, "grad_norm": 0.2494283765554428, "learning_rate": 0.00016525674499564841, "loss": 1.0614, "step": 13490 }, { "epoch": 0.5873906800678762, "grad_norm": 0.21566271781921387, "learning_rate": 0.00016508268059181898, "loss": 1.0465, "step": 13500 }, { "epoch": 0.5878257842753339, "grad_norm": 0.1766849160194397, "learning_rate": 0.00016490861618798956, "loss": 0.8892, "step": 13510 }, { "epoch": 0.5882608884827917, "grad_norm": 0.23249435424804688, "learning_rate": 0.00016473455178416015, "loss": 0.7978, "step": 13520 }, { "epoch": 0.5886959926902493, "grad_norm": 0.15744122862815857, "learning_rate": 0.00016456048738033074, "loss": 0.9892, "step": 13530 }, { "epoch": 0.589131096897707, "grad_norm": 0.13099804520606995, "learning_rate": 0.0001643864229765013, "loss": 0.8032, "step": 13540 }, { "epoch": 0.5895662011051647, "grad_norm": 0.21278056502342224, "learning_rate": 0.00016421235857267189, "loss": 1.0141, "step": 13550 }, { "epoch": 0.5900013053126224, "grad_norm": 0.12375451624393463, "learning_rate": 0.0001640382941688425, "loss": 0.9051, "step": 13560 }, { "epoch": 0.59043640952008, "grad_norm": 0.17634594440460205, "learning_rate": 0.00016386422976501306, "loss": 0.8154, "step": 13570 }, { "epoch": 0.5908715137275378, "grad_norm": 0.17827357351779938, "learning_rate": 0.00016369016536118365, "loss": 1.2491, "step": 13580 }, { "epoch": 0.5913066179349954, "grad_norm": 0.15338248014450073, "learning_rate": 0.00016351610095735424, "loss": 0.8543, "step": 13590 }, { "epoch": 0.5917417221424531, "grad_norm": 0.22690390050411224, "learning_rate": 0.0001633420365535248, "loss": 1.0631, "step": 13600 }, { "epoch": 0.5921768263499108, "grad_norm": 0.19095595180988312, "learning_rate": 0.00016316797214969538, "loss": 1.0235, "step": 13610 }, { "epoch": 0.5926119305573685, "grad_norm": 0.20171396434307098, "learning_rate": 0.00016299390774586597, "loss": 1.0312, "step": 13620 }, { "epoch": 0.5930470347648262, "grad_norm": 0.154493510723114, "learning_rate": 0.00016281984334203656, "loss": 0.9133, "step": 13630 }, { "epoch": 0.5934821389722839, "grad_norm": 0.1670156866312027, "learning_rate": 0.00016264577893820715, "loss": 0.9287, "step": 13640 }, { "epoch": 0.5939172431797416, "grad_norm": 0.2182091623544693, "learning_rate": 0.00016247171453437773, "loss": 0.9199, "step": 13650 }, { "epoch": 0.5943523473871992, "grad_norm": 0.20348422229290009, "learning_rate": 0.00016229765013054832, "loss": 0.9969, "step": 13660 }, { "epoch": 0.594787451594657, "grad_norm": 0.14205510914325714, "learning_rate": 0.00016212358572671888, "loss": 0.8819, "step": 13670 }, { "epoch": 0.5952225558021146, "grad_norm": 0.1718772053718567, "learning_rate": 0.00016194952132288947, "loss": 0.9016, "step": 13680 }, { "epoch": 0.5956576600095723, "grad_norm": 0.12608999013900757, "learning_rate": 0.00016177545691906006, "loss": 1.1651, "step": 13690 }, { "epoch": 0.59609276421703, "grad_norm": 0.14455054700374603, "learning_rate": 0.00016160139251523065, "loss": 0.9449, "step": 13700 }, { "epoch": 0.5965278684244877, "grad_norm": 0.4106017053127289, "learning_rate": 0.00016142732811140123, "loss": 0.9909, "step": 13710 }, { "epoch": 0.5969629726319453, "grad_norm": 0.1909113973379135, "learning_rate": 0.00016125326370757182, "loss": 0.9258, "step": 13720 }, { "epoch": 0.597398076839403, "grad_norm": 0.16131862998008728, "learning_rate": 0.0001610791993037424, "loss": 0.9078, "step": 13730 }, { "epoch": 0.5978331810468607, "grad_norm": 0.23444461822509766, "learning_rate": 0.00016090513489991297, "loss": 1.2229, "step": 13740 }, { "epoch": 0.5982682852543184, "grad_norm": 0.1645844727754593, "learning_rate": 0.00016073107049608356, "loss": 1.1141, "step": 13750 }, { "epoch": 0.5987033894617761, "grad_norm": 0.15444542467594147, "learning_rate": 0.00016055700609225414, "loss": 0.7609, "step": 13760 }, { "epoch": 0.5991384936692338, "grad_norm": 0.19600653648376465, "learning_rate": 0.0001603829416884247, "loss": 0.9292, "step": 13770 }, { "epoch": 0.5995735978766915, "grad_norm": 0.17141322791576385, "learning_rate": 0.0001602088772845953, "loss": 0.8039, "step": 13780 }, { "epoch": 0.6000087020841491, "grad_norm": 0.21133984625339508, "learning_rate": 0.0001600348128807659, "loss": 0.8379, "step": 13790 }, { "epoch": 0.6004438062916069, "grad_norm": 0.21225371956825256, "learning_rate": 0.0001598607484769365, "loss": 0.8854, "step": 13800 }, { "epoch": 0.6008789104990645, "grad_norm": 0.18745896220207214, "learning_rate": 0.00015968668407310705, "loss": 1.0333, "step": 13810 }, { "epoch": 0.6013140147065222, "grad_norm": 0.2318960428237915, "learning_rate": 0.00015951261966927764, "loss": 1.181, "step": 13820 }, { "epoch": 0.6017491189139799, "grad_norm": 0.13601700961589813, "learning_rate": 0.00015933855526544823, "loss": 0.8101, "step": 13830 }, { "epoch": 0.6021842231214376, "grad_norm": 0.18341664969921112, "learning_rate": 0.0001591644908616188, "loss": 0.7344, "step": 13840 }, { "epoch": 0.6026193273288952, "grad_norm": 0.15483810007572174, "learning_rate": 0.00015899042645778938, "loss": 0.9513, "step": 13850 }, { "epoch": 0.603054431536353, "grad_norm": 0.16769447922706604, "learning_rate": 0.00015881636205395997, "loss": 0.9525, "step": 13860 }, { "epoch": 0.6034895357438106, "grad_norm": 0.15043701231479645, "learning_rate": 0.00015864229765013058, "loss": 0.9965, "step": 13870 }, { "epoch": 0.6039246399512683, "grad_norm": 0.18183191120624542, "learning_rate": 0.00015846823324630114, "loss": 1.0252, "step": 13880 }, { "epoch": 0.6043597441587261, "grad_norm": 0.1802462786436081, "learning_rate": 0.00015829416884247173, "loss": 0.8446, "step": 13890 }, { "epoch": 0.6047948483661837, "grad_norm": 0.19091956317424774, "learning_rate": 0.00015812010443864232, "loss": 1.1401, "step": 13900 }, { "epoch": 0.6052299525736414, "grad_norm": 0.22328822314739227, "learning_rate": 0.00015794604003481288, "loss": 1.0883, "step": 13910 }, { "epoch": 0.605665056781099, "grad_norm": 0.2681819200515747, "learning_rate": 0.00015777197563098346, "loss": 1.0032, "step": 13920 }, { "epoch": 0.6061001609885568, "grad_norm": 0.1780688464641571, "learning_rate": 0.00015759791122715405, "loss": 0.8855, "step": 13930 }, { "epoch": 0.6065352651960144, "grad_norm": 0.14828652143478394, "learning_rate": 0.00015742384682332464, "loss": 0.9142, "step": 13940 }, { "epoch": 0.6069703694034722, "grad_norm": 0.2163413166999817, "learning_rate": 0.00015724978241949523, "loss": 0.9214, "step": 13950 }, { "epoch": 0.6074054736109298, "grad_norm": 0.13019977509975433, "learning_rate": 0.00015707571801566581, "loss": 0.8336, "step": 13960 }, { "epoch": 0.6078405778183875, "grad_norm": 0.19668234884738922, "learning_rate": 0.0001569016536118364, "loss": 0.9102, "step": 13970 }, { "epoch": 0.6082756820258451, "grad_norm": 0.19165858626365662, "learning_rate": 0.00015672758920800696, "loss": 0.9472, "step": 13980 }, { "epoch": 0.6087107862333029, "grad_norm": 0.19220754504203796, "learning_rate": 0.00015655352480417755, "loss": 0.9434, "step": 13990 }, { "epoch": 0.6091458904407605, "grad_norm": 0.23727896809577942, "learning_rate": 0.00015637946040034814, "loss": 1.0577, "step": 14000 }, { "epoch": 0.6095809946482182, "grad_norm": 0.15090249478816986, "learning_rate": 0.0001562053959965187, "loss": 0.8749, "step": 14010 }, { "epoch": 0.610016098855676, "grad_norm": 0.1557137370109558, "learning_rate": 0.0001560313315926893, "loss": 1.049, "step": 14020 }, { "epoch": 0.6104512030631336, "grad_norm": 0.2344963401556015, "learning_rate": 0.0001558572671888599, "loss": 0.9175, "step": 14030 }, { "epoch": 0.6108863072705913, "grad_norm": 0.12979237735271454, "learning_rate": 0.0001556832027850305, "loss": 0.9994, "step": 14040 }, { "epoch": 0.611321411478049, "grad_norm": 0.15107721090316772, "learning_rate": 0.00015550913838120105, "loss": 0.8086, "step": 14050 }, { "epoch": 0.6117565156855067, "grad_norm": 0.2340794801712036, "learning_rate": 0.00015533507397737164, "loss": 1.0051, "step": 14060 }, { "epoch": 0.6121916198929643, "grad_norm": 0.3405091464519501, "learning_rate": 0.00015516100957354222, "loss": 1.4519, "step": 14070 }, { "epoch": 0.6126267241004221, "grad_norm": 0.18097400665283203, "learning_rate": 0.00015498694516971278, "loss": 0.9404, "step": 14080 }, { "epoch": 0.6130618283078797, "grad_norm": 0.15320497751235962, "learning_rate": 0.00015481288076588337, "loss": 0.8979, "step": 14090 }, { "epoch": 0.6134969325153374, "grad_norm": 0.15082845091819763, "learning_rate": 0.00015463881636205399, "loss": 0.9572, "step": 14100 }, { "epoch": 0.6139320367227951, "grad_norm": 0.15574246644973755, "learning_rate": 0.00015446475195822455, "loss": 1.0011, "step": 14110 }, { "epoch": 0.6143671409302528, "grad_norm": 0.14794954657554626, "learning_rate": 0.00015429068755439513, "loss": 0.9145, "step": 14120 }, { "epoch": 0.6148022451377105, "grad_norm": 0.1364770382642746, "learning_rate": 0.00015411662315056572, "loss": 1.0213, "step": 14130 }, { "epoch": 0.6152373493451682, "grad_norm": 0.17973215878009796, "learning_rate": 0.0001539425587467363, "loss": 0.9972, "step": 14140 }, { "epoch": 0.6156724535526259, "grad_norm": 0.17671319842338562, "learning_rate": 0.00015376849434290687, "loss": 0.9629, "step": 14150 }, { "epoch": 0.6161075577600835, "grad_norm": 0.21076098084449768, "learning_rate": 0.00015359442993907746, "loss": 0.9927, "step": 14160 }, { "epoch": 0.6165426619675413, "grad_norm": 0.15687482059001923, "learning_rate": 0.00015342036553524804, "loss": 0.978, "step": 14170 }, { "epoch": 0.6169777661749989, "grad_norm": 0.1970648616552353, "learning_rate": 0.00015324630113141863, "loss": 0.7563, "step": 14180 }, { "epoch": 0.6174128703824566, "grad_norm": 0.19308054447174072, "learning_rate": 0.00015307223672758922, "loss": 0.8562, "step": 14190 }, { "epoch": 0.6178479745899143, "grad_norm": 0.16731613874435425, "learning_rate": 0.0001528981723237598, "loss": 0.8986, "step": 14200 }, { "epoch": 0.618283078797372, "grad_norm": 0.12110426276922226, "learning_rate": 0.0001527241079199304, "loss": 0.9177, "step": 14210 }, { "epoch": 0.6187181830048296, "grad_norm": 0.16929683089256287, "learning_rate": 0.00015255004351610095, "loss": 0.9988, "step": 14220 }, { "epoch": 0.6191532872122874, "grad_norm": 0.17878945171833038, "learning_rate": 0.00015237597911227154, "loss": 1.0508, "step": 14230 }, { "epoch": 0.619588391419745, "grad_norm": 0.1840103715658188, "learning_rate": 0.00015220191470844213, "loss": 0.9306, "step": 14240 }, { "epoch": 0.6200234956272027, "grad_norm": 0.1568576544523239, "learning_rate": 0.00015202785030461272, "loss": 0.9955, "step": 14250 }, { "epoch": 0.6204585998346605, "grad_norm": 0.1890029013156891, "learning_rate": 0.0001518537859007833, "loss": 0.999, "step": 14260 }, { "epoch": 0.6208937040421181, "grad_norm": 0.2719087302684784, "learning_rate": 0.0001516797214969539, "loss": 1.0029, "step": 14270 }, { "epoch": 0.6213288082495758, "grad_norm": 0.17070823907852173, "learning_rate": 0.00015150565709312445, "loss": 1.0437, "step": 14280 }, { "epoch": 0.6217639124570334, "grad_norm": 0.19448989629745483, "learning_rate": 0.00015133159268929504, "loss": 0.7753, "step": 14290 }, { "epoch": 0.6221990166644912, "grad_norm": 0.11450716108083725, "learning_rate": 0.00015115752828546563, "loss": 0.8774, "step": 14300 }, { "epoch": 0.6226341208719488, "grad_norm": 0.20426985621452332, "learning_rate": 0.00015098346388163622, "loss": 0.8905, "step": 14310 }, { "epoch": 0.6230692250794065, "grad_norm": 0.14906832575798035, "learning_rate": 0.00015080939947780678, "loss": 0.8562, "step": 14320 }, { "epoch": 0.6235043292868642, "grad_norm": 0.18878602981567383, "learning_rate": 0.0001506353350739774, "loss": 0.9207, "step": 14330 }, { "epoch": 0.6239394334943219, "grad_norm": 0.18884873390197754, "learning_rate": 0.00015046127067014798, "loss": 1.0074, "step": 14340 }, { "epoch": 0.6243745377017795, "grad_norm": 0.21462170779705048, "learning_rate": 0.00015028720626631854, "loss": 0.9041, "step": 14350 }, { "epoch": 0.6248096419092373, "grad_norm": 0.30369627475738525, "learning_rate": 0.00015011314186248913, "loss": 1.0659, "step": 14360 }, { "epoch": 0.6252447461166949, "grad_norm": 0.23845063149929047, "learning_rate": 0.00014993907745865971, "loss": 0.9839, "step": 14370 }, { "epoch": 0.6256798503241526, "grad_norm": 0.16563118994235992, "learning_rate": 0.0001497650130548303, "loss": 0.7455, "step": 14380 }, { "epoch": 0.6261149545316104, "grad_norm": 0.17678380012512207, "learning_rate": 0.00014959094865100086, "loss": 0.8359, "step": 14390 }, { "epoch": 0.626550058739068, "grad_norm": 0.25694191455841064, "learning_rate": 0.00014941688424717145, "loss": 1.0128, "step": 14400 }, { "epoch": 0.6269851629465257, "grad_norm": 0.16314631700515747, "learning_rate": 0.00014924281984334206, "loss": 1.0647, "step": 14410 }, { "epoch": 0.6274202671539834, "grad_norm": 0.22563976049423218, "learning_rate": 0.00014906875543951262, "loss": 1.1335, "step": 14420 }, { "epoch": 0.6278553713614411, "grad_norm": 0.1537562608718872, "learning_rate": 0.0001488946910356832, "loss": 0.9779, "step": 14430 }, { "epoch": 0.6282904755688987, "grad_norm": 0.23520894348621368, "learning_rate": 0.0001487206266318538, "loss": 1.0646, "step": 14440 }, { "epoch": 0.6287255797763565, "grad_norm": 0.20244525372982025, "learning_rate": 0.00014854656222802436, "loss": 0.9806, "step": 14450 }, { "epoch": 0.6291606839838141, "grad_norm": 0.1625235378742218, "learning_rate": 0.00014837249782419495, "loss": 1.0316, "step": 14460 }, { "epoch": 0.6295957881912718, "grad_norm": 0.18061722815036774, "learning_rate": 0.00014819843342036554, "loss": 1.068, "step": 14470 }, { "epoch": 0.6300308923987294, "grad_norm": 0.11355629563331604, "learning_rate": 0.00014802436901653612, "loss": 0.8, "step": 14480 }, { "epoch": 0.6304659966061872, "grad_norm": 0.14012199640274048, "learning_rate": 0.0001478503046127067, "loss": 0.7437, "step": 14490 }, { "epoch": 0.6309011008136449, "grad_norm": 0.18579770624637604, "learning_rate": 0.0001476762402088773, "loss": 1.012, "step": 14500 }, { "epoch": 0.6313362050211025, "grad_norm": 0.15289483964443207, "learning_rate": 0.00014750217580504789, "loss": 0.8204, "step": 14510 }, { "epoch": 0.6317713092285603, "grad_norm": 0.15486320853233337, "learning_rate": 0.00014732811140121845, "loss": 1.0314, "step": 14520 }, { "epoch": 0.6322064134360179, "grad_norm": 0.15540152788162231, "learning_rate": 0.00014715404699738903, "loss": 0.8682, "step": 14530 }, { "epoch": 0.6326415176434756, "grad_norm": 0.16257451474666595, "learning_rate": 0.00014697998259355962, "loss": 0.9855, "step": 14540 }, { "epoch": 0.6330766218509333, "grad_norm": 0.19342856109142303, "learning_rate": 0.0001468059181897302, "loss": 1.0362, "step": 14550 }, { "epoch": 0.633511726058391, "grad_norm": 0.20158270001411438, "learning_rate": 0.0001466318537859008, "loss": 0.9762, "step": 14560 }, { "epoch": 0.6339468302658486, "grad_norm": 0.11927091330289841, "learning_rate": 0.00014645778938207138, "loss": 0.9482, "step": 14570 }, { "epoch": 0.6343819344733064, "grad_norm": 0.1748708188533783, "learning_rate": 0.00014628372497824197, "loss": 1.3052, "step": 14580 }, { "epoch": 0.634817038680764, "grad_norm": 0.2041894644498825, "learning_rate": 0.00014610966057441253, "loss": 1.0957, "step": 14590 }, { "epoch": 0.6352521428882217, "grad_norm": 0.20182758569717407, "learning_rate": 0.00014593559617058312, "loss": 1.0124, "step": 14600 }, { "epoch": 0.6356872470956794, "grad_norm": 0.16440753638744354, "learning_rate": 0.0001457615317667537, "loss": 1.0643, "step": 14610 }, { "epoch": 0.6361223513031371, "grad_norm": 0.18696753680706024, "learning_rate": 0.00014558746736292427, "loss": 1.07, "step": 14620 }, { "epoch": 0.6365574555105948, "grad_norm": 0.20950542390346527, "learning_rate": 0.00014541340295909486, "loss": 0.9229, "step": 14630 }, { "epoch": 0.6369925597180525, "grad_norm": 0.20977522432804108, "learning_rate": 0.00014523933855526547, "loss": 0.9862, "step": 14640 }, { "epoch": 0.6374276639255102, "grad_norm": 0.2009035050868988, "learning_rate": 0.00014506527415143606, "loss": 1.0156, "step": 14650 }, { "epoch": 0.6378627681329678, "grad_norm": 0.16158559918403625, "learning_rate": 0.00014489120974760662, "loss": 0.8225, "step": 14660 }, { "epoch": 0.6382978723404256, "grad_norm": 0.15755218267440796, "learning_rate": 0.0001447171453437772, "loss": 1.2623, "step": 14670 }, { "epoch": 0.6387329765478832, "grad_norm": 0.370692640542984, "learning_rate": 0.0001445430809399478, "loss": 0.9652, "step": 14680 }, { "epoch": 0.6391680807553409, "grad_norm": 0.22610196471214294, "learning_rate": 0.00014436901653611835, "loss": 0.9028, "step": 14690 }, { "epoch": 0.6396031849627986, "grad_norm": 0.1669621765613556, "learning_rate": 0.00014419495213228894, "loss": 0.9664, "step": 14700 }, { "epoch": 0.6400382891702563, "grad_norm": 0.22444336116313934, "learning_rate": 0.00014402088772845953, "loss": 0.8416, "step": 14710 }, { "epoch": 0.6404733933777139, "grad_norm": 0.24135367572307587, "learning_rate": 0.00014384682332463014, "loss": 0.9346, "step": 14720 }, { "epoch": 0.6409084975851717, "grad_norm": 0.22491760551929474, "learning_rate": 0.0001436727589208007, "loss": 0.9226, "step": 14730 }, { "epoch": 0.6413436017926293, "grad_norm": 0.15562938153743744, "learning_rate": 0.0001434986945169713, "loss": 0.9552, "step": 14740 }, { "epoch": 0.641778706000087, "grad_norm": 0.15944258868694305, "learning_rate": 0.00014332463011314188, "loss": 0.8046, "step": 14750 }, { "epoch": 0.6422138102075448, "grad_norm": 0.22032146155834198, "learning_rate": 0.00014315056570931244, "loss": 0.9069, "step": 14760 }, { "epoch": 0.6426489144150024, "grad_norm": 0.17764584720134735, "learning_rate": 0.00014297650130548303, "loss": 0.8486, "step": 14770 }, { "epoch": 0.6430840186224601, "grad_norm": 0.1503671407699585, "learning_rate": 0.00014280243690165361, "loss": 0.8223, "step": 14780 }, { "epoch": 0.6435191228299177, "grad_norm": 0.17322061955928802, "learning_rate": 0.0001426283724978242, "loss": 0.8745, "step": 14790 }, { "epoch": 0.6439542270373755, "grad_norm": 0.22403156757354736, "learning_rate": 0.0001424543080939948, "loss": 0.8663, "step": 14800 }, { "epoch": 0.6443893312448331, "grad_norm": 0.15058492124080658, "learning_rate": 0.00014228024369016538, "loss": 1.0585, "step": 14810 }, { "epoch": 0.6448244354522908, "grad_norm": 0.2650696337223053, "learning_rate": 0.00014210617928633596, "loss": 1.066, "step": 14820 }, { "epoch": 0.6452595396597485, "grad_norm": 0.16583290696144104, "learning_rate": 0.00014193211488250653, "loss": 1.0094, "step": 14830 }, { "epoch": 0.6456946438672062, "grad_norm": 0.19097523391246796, "learning_rate": 0.0001417580504786771, "loss": 0.8671, "step": 14840 }, { "epoch": 0.6461297480746638, "grad_norm": 0.1540464162826538, "learning_rate": 0.0001415839860748477, "loss": 0.8683, "step": 14850 }, { "epoch": 0.6465648522821216, "grad_norm": 0.2492285519838333, "learning_rate": 0.0001414099216710183, "loss": 0.9357, "step": 14860 }, { "epoch": 0.6469999564895793, "grad_norm": 0.18723064661026, "learning_rate": 0.00014123585726718888, "loss": 0.9056, "step": 14870 }, { "epoch": 0.6474350606970369, "grad_norm": 0.19897688925266266, "learning_rate": 0.00014106179286335946, "loss": 0.8212, "step": 14880 }, { "epoch": 0.6478701649044947, "grad_norm": 0.1439334750175476, "learning_rate": 0.00014088772845953005, "loss": 0.8721, "step": 14890 }, { "epoch": 0.6483052691119523, "grad_norm": 0.2150554060935974, "learning_rate": 0.0001407136640557006, "loss": 1.1724, "step": 14900 }, { "epoch": 0.64874037331941, "grad_norm": 0.1935703605413437, "learning_rate": 0.0001405395996518712, "loss": 0.8964, "step": 14910 }, { "epoch": 0.6491754775268677, "grad_norm": 0.18962882459163666, "learning_rate": 0.00014036553524804179, "loss": 0.9254, "step": 14920 }, { "epoch": 0.6496105817343254, "grad_norm": 0.20338144898414612, "learning_rate": 0.00014019147084421235, "loss": 1.1426, "step": 14930 }, { "epoch": 0.650045685941783, "grad_norm": 0.16973766684532166, "learning_rate": 0.00014001740644038293, "loss": 1.0424, "step": 14940 }, { "epoch": 0.6504807901492408, "grad_norm": 0.17491772770881653, "learning_rate": 0.00013984334203655355, "loss": 0.9509, "step": 14950 }, { "epoch": 0.6509158943566984, "grad_norm": 0.1795012652873993, "learning_rate": 0.0001396692776327241, "loss": 1.0133, "step": 14960 }, { "epoch": 0.6513509985641561, "grad_norm": 0.1434493511915207, "learning_rate": 0.0001394952132288947, "loss": 0.7372, "step": 14970 }, { "epoch": 0.6517861027716138, "grad_norm": 0.19156694412231445, "learning_rate": 0.00013932114882506528, "loss": 0.8734, "step": 14980 }, { "epoch": 0.6522212069790715, "grad_norm": 0.14129066467285156, "learning_rate": 0.00013914708442123587, "loss": 0.9757, "step": 14990 }, { "epoch": 0.6526563111865292, "grad_norm": 0.30728623270988464, "learning_rate": 0.00013897302001740643, "loss": 1.0899, "step": 15000 }, { "epoch": 0.6530914153939869, "grad_norm": 0.24493682384490967, "learning_rate": 0.00013879895561357702, "loss": 1.0674, "step": 15010 }, { "epoch": 0.6535265196014446, "grad_norm": 0.23797234892845154, "learning_rate": 0.0001386248912097476, "loss": 1.1507, "step": 15020 }, { "epoch": 0.6539616238089022, "grad_norm": 0.2121078222990036, "learning_rate": 0.0001384508268059182, "loss": 0.9792, "step": 15030 }, { "epoch": 0.65439672801636, "grad_norm": 0.15212894976139069, "learning_rate": 0.00013827676240208878, "loss": 0.7425, "step": 15040 }, { "epoch": 0.6548318322238176, "grad_norm": 0.20721733570098877, "learning_rate": 0.00013810269799825937, "loss": 1.1355, "step": 15050 }, { "epoch": 0.6552669364312753, "grad_norm": 0.2088935524225235, "learning_rate": 0.00013792863359442993, "loss": 1.0197, "step": 15060 }, { "epoch": 0.6557020406387329, "grad_norm": 0.19259214401245117, "learning_rate": 0.00013775456919060052, "loss": 1.0855, "step": 15070 }, { "epoch": 0.6561371448461907, "grad_norm": 0.17242521047592163, "learning_rate": 0.0001375805047867711, "loss": 0.9699, "step": 15080 }, { "epoch": 0.6565722490536483, "grad_norm": 0.14801597595214844, "learning_rate": 0.0001374064403829417, "loss": 0.7447, "step": 15090 }, { "epoch": 0.657007353261106, "grad_norm": 0.17256219685077667, "learning_rate": 0.00013723237597911228, "loss": 0.8599, "step": 15100 }, { "epoch": 0.6574424574685637, "grad_norm": 0.19387269020080566, "learning_rate": 0.00013705831157528287, "loss": 1.0155, "step": 15110 }, { "epoch": 0.6578775616760214, "grad_norm": 0.15620853006839752, "learning_rate": 0.00013688424717145346, "loss": 0.7281, "step": 15120 }, { "epoch": 0.6583126658834791, "grad_norm": 0.15793229639530182, "learning_rate": 0.00013671018276762402, "loss": 1.0727, "step": 15130 }, { "epoch": 0.6587477700909368, "grad_norm": 0.15741625428199768, "learning_rate": 0.0001365361183637946, "loss": 1.001, "step": 15140 }, { "epoch": 0.6591828742983945, "grad_norm": 0.16472436487674713, "learning_rate": 0.0001363620539599652, "loss": 0.9909, "step": 15150 }, { "epoch": 0.6596179785058521, "grad_norm": 0.2263782024383545, "learning_rate": 0.00013618798955613578, "loss": 1.3654, "step": 15160 }, { "epoch": 0.6600530827133099, "grad_norm": 0.19404639303684235, "learning_rate": 0.00013601392515230637, "loss": 0.919, "step": 15170 }, { "epoch": 0.6604881869207675, "grad_norm": 0.14439505338668823, "learning_rate": 0.00013583986074847695, "loss": 0.9619, "step": 15180 }, { "epoch": 0.6609232911282252, "grad_norm": 0.20052124559879303, "learning_rate": 0.00013566579634464754, "loss": 1.0374, "step": 15190 }, { "epoch": 0.6613583953356829, "grad_norm": 0.2070077508687973, "learning_rate": 0.0001354917319408181, "loss": 1.0675, "step": 15200 }, { "epoch": 0.6617934995431406, "grad_norm": 0.15594249963760376, "learning_rate": 0.0001353176675369887, "loss": 0.8583, "step": 15210 }, { "epoch": 0.6622286037505982, "grad_norm": 0.20902830362319946, "learning_rate": 0.00013514360313315928, "loss": 0.895, "step": 15220 }, { "epoch": 0.662663707958056, "grad_norm": 0.1980782002210617, "learning_rate": 0.00013496953872932984, "loss": 1.0803, "step": 15230 }, { "epoch": 0.6630988121655137, "grad_norm": 0.27210551500320435, "learning_rate": 0.00013479547432550043, "loss": 0.966, "step": 15240 }, { "epoch": 0.6635339163729713, "grad_norm": 0.1683570146560669, "learning_rate": 0.000134621409921671, "loss": 0.8734, "step": 15250 }, { "epoch": 0.6639690205804291, "grad_norm": 0.16540901362895966, "learning_rate": 0.00013444734551784163, "loss": 1.0709, "step": 15260 }, { "epoch": 0.6644041247878867, "grad_norm": 0.1563958376646042, "learning_rate": 0.0001342732811140122, "loss": 0.9958, "step": 15270 }, { "epoch": 0.6648392289953444, "grad_norm": 0.15515677630901337, "learning_rate": 0.00013409921671018278, "loss": 0.9453, "step": 15280 }, { "epoch": 0.665274333202802, "grad_norm": 0.1594759225845337, "learning_rate": 0.00013392515230635336, "loss": 1.0757, "step": 15290 }, { "epoch": 0.6657094374102598, "grad_norm": 0.17679795622825623, "learning_rate": 0.00013375108790252392, "loss": 0.8058, "step": 15300 }, { "epoch": 0.6661445416177174, "grad_norm": 0.14957983791828156, "learning_rate": 0.0001335770234986945, "loss": 1.0044, "step": 15310 }, { "epoch": 0.6665796458251751, "grad_norm": 0.18853089213371277, "learning_rate": 0.0001334029590948651, "loss": 1.053, "step": 15320 }, { "epoch": 0.6670147500326328, "grad_norm": 0.18162859976291656, "learning_rate": 0.0001332288946910357, "loss": 0.9417, "step": 15330 }, { "epoch": 0.6674498542400905, "grad_norm": 0.17999468743801117, "learning_rate": 0.00013305483028720627, "loss": 0.8529, "step": 15340 }, { "epoch": 0.6678849584475481, "grad_norm": 0.18353773653507233, "learning_rate": 0.00013288076588337686, "loss": 0.8084, "step": 15350 }, { "epoch": 0.6683200626550059, "grad_norm": 0.2488698810338974, "learning_rate": 0.00013270670147954745, "loss": 0.8641, "step": 15360 }, { "epoch": 0.6687551668624636, "grad_norm": 0.1331215649843216, "learning_rate": 0.000132532637075718, "loss": 1.2147, "step": 15370 }, { "epoch": 0.6691902710699212, "grad_norm": 0.18629567325115204, "learning_rate": 0.0001323585726718886, "loss": 0.7266, "step": 15380 }, { "epoch": 0.669625375277379, "grad_norm": 0.29766446352005005, "learning_rate": 0.00013218450826805919, "loss": 0.9524, "step": 15390 }, { "epoch": 0.6700604794848366, "grad_norm": 0.2010156512260437, "learning_rate": 0.00013201044386422977, "loss": 1.0813, "step": 15400 }, { "epoch": 0.6704955836922943, "grad_norm": 0.1550152450799942, "learning_rate": 0.00013183637946040036, "loss": 0.8496, "step": 15410 }, { "epoch": 0.670930687899752, "grad_norm": 0.17914295196533203, "learning_rate": 0.00013166231505657095, "loss": 0.8863, "step": 15420 }, { "epoch": 0.6713657921072097, "grad_norm": 0.1644887775182724, "learning_rate": 0.00013148825065274154, "loss": 1.104, "step": 15430 }, { "epoch": 0.6718008963146673, "grad_norm": 0.16445966064929962, "learning_rate": 0.0001313141862489121, "loss": 1.0562, "step": 15440 }, { "epoch": 0.6722360005221251, "grad_norm": 0.1862325370311737, "learning_rate": 0.00013114012184508268, "loss": 0.8842, "step": 15450 }, { "epoch": 0.6726711047295827, "grad_norm": 0.17494997382164001, "learning_rate": 0.00013096605744125327, "loss": 0.8967, "step": 15460 }, { "epoch": 0.6731062089370404, "grad_norm": 0.18977752327919006, "learning_rate": 0.00013079199303742383, "loss": 0.7733, "step": 15470 }, { "epoch": 0.673541313144498, "grad_norm": 0.2069707065820694, "learning_rate": 0.00013061792863359445, "loss": 0.7995, "step": 15480 }, { "epoch": 0.6739764173519558, "grad_norm": 0.16294121742248535, "learning_rate": 0.00013044386422976503, "loss": 0.7529, "step": 15490 }, { "epoch": 0.6744115215594135, "grad_norm": 0.15558794140815735, "learning_rate": 0.00013026979982593562, "loss": 0.7825, "step": 15500 }, { "epoch": 0.6748466257668712, "grad_norm": 0.1558077037334442, "learning_rate": 0.00013009573542210618, "loss": 0.951, "step": 15510 }, { "epoch": 0.6752817299743289, "grad_norm": 0.15146072208881378, "learning_rate": 0.00012992167101827677, "loss": 0.8586, "step": 15520 }, { "epoch": 0.6757168341817865, "grad_norm": 0.28240764141082764, "learning_rate": 0.00012974760661444736, "loss": 0.9697, "step": 15530 }, { "epoch": 0.6761519383892443, "grad_norm": 0.26157230138778687, "learning_rate": 0.00012957354221061792, "loss": 1.0269, "step": 15540 }, { "epoch": 0.6765870425967019, "grad_norm": 0.18513259291648865, "learning_rate": 0.0001293994778067885, "loss": 0.8971, "step": 15550 }, { "epoch": 0.6770221468041596, "grad_norm": 0.14282077550888062, "learning_rate": 0.0001292254134029591, "loss": 1.057, "step": 15560 }, { "epoch": 0.6774572510116172, "grad_norm": 0.17178994417190552, "learning_rate": 0.00012905134899912968, "loss": 0.7331, "step": 15570 }, { "epoch": 0.677892355219075, "grad_norm": 0.13821740448474884, "learning_rate": 0.00012887728459530027, "loss": 0.7319, "step": 15580 }, { "epoch": 0.6783274594265326, "grad_norm": 0.15709105134010315, "learning_rate": 0.00012870322019147086, "loss": 0.6733, "step": 15590 }, { "epoch": 0.6787625636339903, "grad_norm": 0.2545437514781952, "learning_rate": 0.00012852915578764144, "loss": 0.8972, "step": 15600 }, { "epoch": 0.679197667841448, "grad_norm": 0.1533123403787613, "learning_rate": 0.000128355091383812, "loss": 0.7939, "step": 15610 }, { "epoch": 0.6796327720489057, "grad_norm": 0.23173370957374573, "learning_rate": 0.0001281810269799826, "loss": 1.0516, "step": 15620 }, { "epoch": 0.6800678762563634, "grad_norm": 0.1884673684835434, "learning_rate": 0.00012800696257615318, "loss": 0.9432, "step": 15630 }, { "epoch": 0.6805029804638211, "grad_norm": 0.15254825353622437, "learning_rate": 0.00012783289817232377, "loss": 0.9614, "step": 15640 }, { "epoch": 0.6809380846712788, "grad_norm": 0.2144722044467926, "learning_rate": 0.00012765883376849435, "loss": 1.0237, "step": 15650 }, { "epoch": 0.6813731888787364, "grad_norm": 0.16935914754867554, "learning_rate": 0.00012748476936466494, "loss": 0.9673, "step": 15660 }, { "epoch": 0.6818082930861942, "grad_norm": 0.1854322999715805, "learning_rate": 0.00012731070496083553, "loss": 0.9292, "step": 15670 }, { "epoch": 0.6822433972936518, "grad_norm": 0.267822265625, "learning_rate": 0.0001271366405570061, "loss": 0.8668, "step": 15680 }, { "epoch": 0.6826785015011095, "grad_norm": 0.1654333472251892, "learning_rate": 0.00012696257615317668, "loss": 0.8029, "step": 15690 }, { "epoch": 0.6831136057085672, "grad_norm": 0.19060301780700684, "learning_rate": 0.00012678851174934726, "loss": 0.908, "step": 15700 }, { "epoch": 0.6835487099160249, "grad_norm": 0.1837865114212036, "learning_rate": 0.00012661444734551785, "loss": 0.8562, "step": 15710 }, { "epoch": 0.6839838141234825, "grad_norm": 0.14548422396183014, "learning_rate": 0.00012644038294168844, "loss": 0.8455, "step": 15720 }, { "epoch": 0.6844189183309403, "grad_norm": 0.2156643122434616, "learning_rate": 0.00012626631853785903, "loss": 1.1721, "step": 15730 }, { "epoch": 0.684854022538398, "grad_norm": 0.1481015384197235, "learning_rate": 0.0001260922541340296, "loss": 1.0518, "step": 15740 }, { "epoch": 0.6852891267458556, "grad_norm": 0.18454645574092865, "learning_rate": 0.00012591818973020017, "loss": 1.0471, "step": 15750 }, { "epoch": 0.6857242309533134, "grad_norm": 0.15058353543281555, "learning_rate": 0.00012574412532637076, "loss": 1.1189, "step": 15760 }, { "epoch": 0.686159335160771, "grad_norm": 0.26162534952163696, "learning_rate": 0.00012557006092254135, "loss": 0.8476, "step": 15770 }, { "epoch": 0.6865944393682287, "grad_norm": 0.157731294631958, "learning_rate": 0.0001253959965187119, "loss": 0.6854, "step": 15780 }, { "epoch": 0.6870295435756864, "grad_norm": 0.16216865181922913, "learning_rate": 0.00012522193211488253, "loss": 1.0179, "step": 15790 }, { "epoch": 0.6874646477831441, "grad_norm": 0.17819246649742126, "learning_rate": 0.0001250478677110531, "loss": 1.0717, "step": 15800 }, { "epoch": 0.6878997519906017, "grad_norm": 0.20808249711990356, "learning_rate": 0.00012487380330722367, "loss": 0.7826, "step": 15810 }, { "epoch": 0.6883348561980595, "grad_norm": 0.24808968603610992, "learning_rate": 0.00012469973890339426, "loss": 1.1016, "step": 15820 }, { "epoch": 0.6887699604055171, "grad_norm": 0.1826430708169937, "learning_rate": 0.00012452567449956485, "loss": 1.0806, "step": 15830 }, { "epoch": 0.6892050646129748, "grad_norm": 0.2155878245830536, "learning_rate": 0.00012435161009573544, "loss": 0.9708, "step": 15840 }, { "epoch": 0.6896401688204324, "grad_norm": 0.19539175927639008, "learning_rate": 0.000124177545691906, "loss": 1.0565, "step": 15850 }, { "epoch": 0.6900752730278902, "grad_norm": 0.28449490666389465, "learning_rate": 0.00012400348128807658, "loss": 1.0596, "step": 15860 }, { "epoch": 0.6905103772353479, "grad_norm": 0.1938546895980835, "learning_rate": 0.00012382941688424717, "loss": 1.0188, "step": 15870 }, { "epoch": 0.6909454814428055, "grad_norm": 0.14921864867210388, "learning_rate": 0.00012365535248041776, "loss": 0.892, "step": 15880 }, { "epoch": 0.6913805856502633, "grad_norm": 0.1736181527376175, "learning_rate": 0.00012348128807658835, "loss": 0.884, "step": 15890 }, { "epoch": 0.6918156898577209, "grad_norm": 0.145530104637146, "learning_rate": 0.00012330722367275893, "loss": 0.9586, "step": 15900 }, { "epoch": 0.6922507940651786, "grad_norm": 0.1721399575471878, "learning_rate": 0.0001231331592689295, "loss": 0.9034, "step": 15910 }, { "epoch": 0.6926858982726363, "grad_norm": 0.13290353119373322, "learning_rate": 0.00012295909486510008, "loss": 1.0018, "step": 15920 }, { "epoch": 0.693121002480094, "grad_norm": 0.20847201347351074, "learning_rate": 0.00012278503046127067, "loss": 0.8697, "step": 15930 }, { "epoch": 0.6935561066875516, "grad_norm": 0.15200041234493256, "learning_rate": 0.00012261096605744126, "loss": 0.9407, "step": 15940 }, { "epoch": 0.6939912108950094, "grad_norm": 0.19486282765865326, "learning_rate": 0.00012243690165361184, "loss": 0.9997, "step": 15950 }, { "epoch": 0.694426315102467, "grad_norm": 0.18609577417373657, "learning_rate": 0.00012226283724978243, "loss": 0.9795, "step": 15960 }, { "epoch": 0.6948614193099247, "grad_norm": 0.1838487982749939, "learning_rate": 0.00012208877284595302, "loss": 0.9189, "step": 15970 }, { "epoch": 0.6952965235173824, "grad_norm": 0.15041163563728333, "learning_rate": 0.00012191470844212358, "loss": 0.9658, "step": 15980 }, { "epoch": 0.6957316277248401, "grad_norm": 0.21214143931865692, "learning_rate": 0.00012174064403829417, "loss": 0.9915, "step": 15990 }, { "epoch": 0.6961667319322978, "grad_norm": 0.16591282188892365, "learning_rate": 0.00012156657963446476, "loss": 1.1258, "step": 16000 }, { "epoch": 0.6966018361397555, "grad_norm": 0.2506297826766968, "learning_rate": 0.00012139251523063536, "loss": 1.1783, "step": 16010 }, { "epoch": 0.6970369403472132, "grad_norm": 0.2288905680179596, "learning_rate": 0.00012121845082680592, "loss": 0.9932, "step": 16020 }, { "epoch": 0.6974720445546708, "grad_norm": 0.14981737732887268, "learning_rate": 0.0001210443864229765, "loss": 0.8845, "step": 16030 }, { "epoch": 0.6979071487621286, "grad_norm": 0.17807143926620483, "learning_rate": 0.00012087032201914709, "loss": 0.8705, "step": 16040 }, { "epoch": 0.6983422529695862, "grad_norm": 0.19940301775932312, "learning_rate": 0.00012069625761531767, "loss": 0.987, "step": 16050 }, { "epoch": 0.6987773571770439, "grad_norm": 0.15538091957569122, "learning_rate": 0.00012052219321148825, "loss": 0.8803, "step": 16060 }, { "epoch": 0.6992124613845015, "grad_norm": 0.1629520207643509, "learning_rate": 0.00012034812880765884, "loss": 0.9948, "step": 16070 }, { "epoch": 0.6996475655919593, "grad_norm": 0.154078871011734, "learning_rate": 0.00012017406440382942, "loss": 1.1543, "step": 16080 }, { "epoch": 0.7000826697994169, "grad_norm": 0.17327947914600372, "learning_rate": 0.00012, "loss": 0.7522, "step": 16090 }, { "epoch": 0.7005177740068746, "grad_norm": 0.15551263093948364, "learning_rate": 0.00011982593559617059, "loss": 0.9658, "step": 16100 }, { "epoch": 0.7009528782143324, "grad_norm": 0.20333229005336761, "learning_rate": 0.00011965187119234118, "loss": 1.0054, "step": 16110 }, { "epoch": 0.70138798242179, "grad_norm": 0.2384684979915619, "learning_rate": 0.00011947780678851175, "loss": 0.9982, "step": 16120 }, { "epoch": 0.7018230866292477, "grad_norm": 0.23100672662258148, "learning_rate": 0.00011930374238468234, "loss": 0.8314, "step": 16130 }, { "epoch": 0.7022581908367054, "grad_norm": 0.22469331324100494, "learning_rate": 0.00011912967798085293, "loss": 1.0194, "step": 16140 }, { "epoch": 0.7026932950441631, "grad_norm": 0.1772543489933014, "learning_rate": 0.0001189556135770235, "loss": 0.8875, "step": 16150 }, { "epoch": 0.7031283992516207, "grad_norm": 0.18347634375095367, "learning_rate": 0.00011878154917319409, "loss": 0.8696, "step": 16160 }, { "epoch": 0.7035635034590785, "grad_norm": 0.17647667229175568, "learning_rate": 0.00011860748476936468, "loss": 0.82, "step": 16170 }, { "epoch": 0.7039986076665361, "grad_norm": 0.16922402381896973, "learning_rate": 0.00011843342036553526, "loss": 0.8082, "step": 16180 }, { "epoch": 0.7044337118739938, "grad_norm": 0.1518615037202835, "learning_rate": 0.00011825935596170582, "loss": 1.0135, "step": 16190 }, { "epoch": 0.7048688160814515, "grad_norm": 0.14903727173805237, "learning_rate": 0.00011808529155787643, "loss": 0.9757, "step": 16200 }, { "epoch": 0.7053039202889092, "grad_norm": 0.17262054979801178, "learning_rate": 0.00011791122715404701, "loss": 0.9642, "step": 16210 }, { "epoch": 0.7057390244963668, "grad_norm": 0.19356539845466614, "learning_rate": 0.00011773716275021757, "loss": 0.9794, "step": 16220 }, { "epoch": 0.7061741287038246, "grad_norm": 0.26136741042137146, "learning_rate": 0.00011756309834638816, "loss": 0.7384, "step": 16230 }, { "epoch": 0.7066092329112823, "grad_norm": 0.16001835465431213, "learning_rate": 0.00011738903394255876, "loss": 1.0428, "step": 16240 }, { "epoch": 0.7070443371187399, "grad_norm": 0.217572882771492, "learning_rate": 0.00011721496953872932, "loss": 1.0395, "step": 16250 }, { "epoch": 0.7074794413261977, "grad_norm": 0.1430661529302597, "learning_rate": 0.00011704090513489991, "loss": 0.9599, "step": 16260 }, { "epoch": 0.7079145455336553, "grad_norm": 0.16396300494670868, "learning_rate": 0.0001168668407310705, "loss": 1.2013, "step": 16270 }, { "epoch": 0.708349649741113, "grad_norm": 0.14886988699436188, "learning_rate": 0.0001166927763272411, "loss": 0.9129, "step": 16280 }, { "epoch": 0.7087847539485707, "grad_norm": 0.19776436686515808, "learning_rate": 0.00011651871192341166, "loss": 0.8966, "step": 16290 }, { "epoch": 0.7092198581560284, "grad_norm": 0.20339375734329224, "learning_rate": 0.00011634464751958225, "loss": 0.8751, "step": 16300 }, { "epoch": 0.709654962363486, "grad_norm": 0.16788117587566376, "learning_rate": 0.00011617058311575283, "loss": 0.9041, "step": 16310 }, { "epoch": 0.7100900665709438, "grad_norm": 0.20991742610931396, "learning_rate": 0.00011599651871192341, "loss": 1.0488, "step": 16320 }, { "epoch": 0.7105251707784014, "grad_norm": 0.19564978778362274, "learning_rate": 0.000115822454308094, "loss": 0.7105, "step": 16330 }, { "epoch": 0.7109602749858591, "grad_norm": 0.22512702643871307, "learning_rate": 0.00011564838990426458, "loss": 0.9594, "step": 16340 }, { "epoch": 0.7113953791933167, "grad_norm": 0.1673680692911148, "learning_rate": 0.00011547432550043517, "loss": 1.2756, "step": 16350 }, { "epoch": 0.7118304834007745, "grad_norm": 0.2746424674987793, "learning_rate": 0.00011530026109660575, "loss": 1.0247, "step": 16360 }, { "epoch": 0.7122655876082322, "grad_norm": 0.25197798013687134, "learning_rate": 0.00011512619669277633, "loss": 1.0969, "step": 16370 }, { "epoch": 0.7127006918156898, "grad_norm": 0.20345671474933624, "learning_rate": 0.00011495213228894692, "loss": 0.818, "step": 16380 }, { "epoch": 0.7131357960231476, "grad_norm": 0.15837909281253815, "learning_rate": 0.0001147780678851175, "loss": 1.0705, "step": 16390 }, { "epoch": 0.7135709002306052, "grad_norm": 0.21168136596679688, "learning_rate": 0.00011460400348128808, "loss": 0.9002, "step": 16400 }, { "epoch": 0.714006004438063, "grad_norm": 0.1663704216480255, "learning_rate": 0.00011442993907745867, "loss": 1.1456, "step": 16410 }, { "epoch": 0.7144411086455206, "grad_norm": 0.20635293424129486, "learning_rate": 0.00011425587467362924, "loss": 0.7415, "step": 16420 }, { "epoch": 0.7148762128529783, "grad_norm": 0.1956561952829361, "learning_rate": 0.00011408181026979983, "loss": 0.8888, "step": 16430 }, { "epoch": 0.7153113170604359, "grad_norm": 0.21728354692459106, "learning_rate": 0.00011390774586597042, "loss": 0.7942, "step": 16440 }, { "epoch": 0.7157464212678937, "grad_norm": 0.19946259260177612, "learning_rate": 0.000113733681462141, "loss": 1.2548, "step": 16450 }, { "epoch": 0.7161815254753513, "grad_norm": 0.14625316858291626, "learning_rate": 0.00011355961705831158, "loss": 0.862, "step": 16460 }, { "epoch": 0.716616629682809, "grad_norm": 0.142753005027771, "learning_rate": 0.00011338555265448217, "loss": 1.0894, "step": 16470 }, { "epoch": 0.7170517338902668, "grad_norm": 0.19546033442020416, "learning_rate": 0.00011321148825065276, "loss": 1.0019, "step": 16480 }, { "epoch": 0.7174868380977244, "grad_norm": 0.143699511885643, "learning_rate": 0.00011303742384682332, "loss": 0.9737, "step": 16490 }, { "epoch": 0.7179219423051821, "grad_norm": 0.1902165561914444, "learning_rate": 0.0001128633594429939, "loss": 0.9531, "step": 16500 }, { "epoch": 0.7183570465126398, "grad_norm": 0.22073061764240265, "learning_rate": 0.0001126892950391645, "loss": 1.0346, "step": 16510 }, { "epoch": 0.7187921507200975, "grad_norm": 0.24871286749839783, "learning_rate": 0.00011251523063533509, "loss": 0.9942, "step": 16520 }, { "epoch": 0.7192272549275551, "grad_norm": 0.2602885663509369, "learning_rate": 0.00011234116623150565, "loss": 0.9099, "step": 16530 }, { "epoch": 0.7196623591350129, "grad_norm": 0.16625353693962097, "learning_rate": 0.00011216710182767624, "loss": 1.0377, "step": 16540 }, { "epoch": 0.7200974633424705, "grad_norm": 0.16110002994537354, "learning_rate": 0.00011199303742384684, "loss": 0.8524, "step": 16550 }, { "epoch": 0.7205325675499282, "grad_norm": 0.129790261387825, "learning_rate": 0.0001118189730200174, "loss": 0.8809, "step": 16560 }, { "epoch": 0.7209676717573859, "grad_norm": 0.15713422000408173, "learning_rate": 0.00011164490861618799, "loss": 0.7727, "step": 16570 }, { "epoch": 0.7214027759648436, "grad_norm": 0.16749127209186554, "learning_rate": 0.00011147084421235858, "loss": 0.9302, "step": 16580 }, { "epoch": 0.7218378801723012, "grad_norm": 0.1711587905883789, "learning_rate": 0.00011129677980852915, "loss": 0.9563, "step": 16590 }, { "epoch": 0.722272984379759, "grad_norm": 0.17283441126346588, "learning_rate": 0.00011112271540469974, "loss": 1.0695, "step": 16600 }, { "epoch": 0.7227080885872167, "grad_norm": 0.15505751967430115, "learning_rate": 0.00011094865100087033, "loss": 0.95, "step": 16610 }, { "epoch": 0.7231431927946743, "grad_norm": 0.24620859324932098, "learning_rate": 0.00011077458659704091, "loss": 0.8323, "step": 16620 }, { "epoch": 0.723578297002132, "grad_norm": 0.146488755941391, "learning_rate": 0.00011060052219321149, "loss": 0.7061, "step": 16630 }, { "epoch": 0.7240134012095897, "grad_norm": 0.19766373932361603, "learning_rate": 0.00011042645778938208, "loss": 0.8954, "step": 16640 }, { "epoch": 0.7244485054170474, "grad_norm": 0.15842172503471375, "learning_rate": 0.00011025239338555266, "loss": 0.8773, "step": 16650 }, { "epoch": 0.724883609624505, "grad_norm": 0.18405963480472565, "learning_rate": 0.00011007832898172324, "loss": 1.0944, "step": 16660 }, { "epoch": 0.7253187138319628, "grad_norm": 0.19903849065303802, "learning_rate": 0.00010990426457789382, "loss": 0.8944, "step": 16670 }, { "epoch": 0.7257538180394204, "grad_norm": 0.19455455243587494, "learning_rate": 0.00010973020017406441, "loss": 1.0413, "step": 16680 }, { "epoch": 0.7261889222468781, "grad_norm": 0.25774455070495605, "learning_rate": 0.000109556135770235, "loss": 1.0107, "step": 16690 }, { "epoch": 0.7266240264543358, "grad_norm": 0.1731988936662674, "learning_rate": 0.00010938207136640557, "loss": 0.739, "step": 16700 }, { "epoch": 0.7270591306617935, "grad_norm": 0.1987757682800293, "learning_rate": 0.00010920800696257616, "loss": 1.2695, "step": 16710 }, { "epoch": 0.7274942348692511, "grad_norm": 0.17999553680419922, "learning_rate": 0.00010903394255874675, "loss": 0.8098, "step": 16720 }, { "epoch": 0.7279293390767089, "grad_norm": 0.1522504985332489, "learning_rate": 0.00010885987815491732, "loss": 1.1717, "step": 16730 }, { "epoch": 0.7283644432841666, "grad_norm": 0.22337709367275238, "learning_rate": 0.00010868581375108791, "loss": 1.1545, "step": 16740 }, { "epoch": 0.7287995474916242, "grad_norm": 0.19606782495975494, "learning_rate": 0.0001085117493472585, "loss": 0.9414, "step": 16750 }, { "epoch": 0.729234651699082, "grad_norm": 0.18611007928848267, "learning_rate": 0.00010833768494342906, "loss": 0.9921, "step": 16760 }, { "epoch": 0.7296697559065396, "grad_norm": 0.14732152223587036, "learning_rate": 0.00010816362053959966, "loss": 1.0569, "step": 16770 }, { "epoch": 0.7301048601139973, "grad_norm": 0.15173806250095367, "learning_rate": 0.00010798955613577025, "loss": 0.9874, "step": 16780 }, { "epoch": 0.730539964321455, "grad_norm": 0.16374096274375916, "learning_rate": 0.00010781549173194083, "loss": 0.8515, "step": 16790 }, { "epoch": 0.7309750685289127, "grad_norm": 0.1643427461385727, "learning_rate": 0.0001076414273281114, "loss": 0.86, "step": 16800 }, { "epoch": 0.7314101727363703, "grad_norm": 0.15906669199466705, "learning_rate": 0.00010746736292428198, "loss": 0.7691, "step": 16810 }, { "epoch": 0.7318452769438281, "grad_norm": 0.18746936321258545, "learning_rate": 0.00010729329852045258, "loss": 1.0597, "step": 16820 }, { "epoch": 0.7322803811512857, "grad_norm": 0.21293821930885315, "learning_rate": 0.00010711923411662314, "loss": 0.9744, "step": 16830 }, { "epoch": 0.7327154853587434, "grad_norm": 0.16639351844787598, "learning_rate": 0.00010694516971279373, "loss": 0.9729, "step": 16840 }, { "epoch": 0.733150589566201, "grad_norm": 0.21327140927314758, "learning_rate": 0.00010677110530896432, "loss": 1.1296, "step": 16850 }, { "epoch": 0.7335856937736588, "grad_norm": 0.22257663309574127, "learning_rate": 0.00010659704090513492, "loss": 0.9233, "step": 16860 }, { "epoch": 0.7340207979811165, "grad_norm": 0.16935405135154724, "learning_rate": 0.00010642297650130548, "loss": 1.0297, "step": 16870 }, { "epoch": 0.7344559021885742, "grad_norm": 0.19962142407894135, "learning_rate": 0.00010624891209747607, "loss": 1.0487, "step": 16880 }, { "epoch": 0.7348910063960319, "grad_norm": 0.16257590055465698, "learning_rate": 0.00010607484769364666, "loss": 0.8423, "step": 16890 }, { "epoch": 0.7353261106034895, "grad_norm": 0.12890607118606567, "learning_rate": 0.00010590078328981723, "loss": 0.8682, "step": 16900 }, { "epoch": 0.7357612148109473, "grad_norm": 0.14088872075080872, "learning_rate": 0.00010572671888598782, "loss": 0.8289, "step": 16910 }, { "epoch": 0.7361963190184049, "grad_norm": 0.31658828258514404, "learning_rate": 0.0001055526544821584, "loss": 1.0484, "step": 16920 }, { "epoch": 0.7366314232258626, "grad_norm": 0.17447924613952637, "learning_rate": 0.00010537859007832898, "loss": 0.7848, "step": 16930 }, { "epoch": 0.7370665274333202, "grad_norm": 0.1582663506269455, "learning_rate": 0.00010520452567449957, "loss": 0.8551, "step": 16940 }, { "epoch": 0.737501631640778, "grad_norm": 0.17582924664020538, "learning_rate": 0.00010503046127067015, "loss": 0.8047, "step": 16950 }, { "epoch": 0.7379367358482356, "grad_norm": 0.19036638736724854, "learning_rate": 0.00010485639686684074, "loss": 0.7493, "step": 16960 }, { "epoch": 0.7383718400556933, "grad_norm": 0.13751184940338135, "learning_rate": 0.00010468233246301132, "loss": 0.8595, "step": 16970 }, { "epoch": 0.7388069442631511, "grad_norm": 0.30723392963409424, "learning_rate": 0.0001045082680591819, "loss": 1.0809, "step": 16980 }, { "epoch": 0.7392420484706087, "grad_norm": 0.1562824845314026, "learning_rate": 0.00010433420365535249, "loss": 1.0535, "step": 16990 }, { "epoch": 0.7396771526780664, "grad_norm": 0.1693074107170105, "learning_rate": 0.00010416013925152306, "loss": 1.0661, "step": 17000 }, { "epoch": 0.7401122568855241, "grad_norm": 0.18684853613376617, "learning_rate": 0.00010398607484769365, "loss": 0.9071, "step": 17010 }, { "epoch": 0.7405473610929818, "grad_norm": 0.1490795910358429, "learning_rate": 0.00010381201044386424, "loss": 0.9222, "step": 17020 }, { "epoch": 0.7409824653004394, "grad_norm": 0.23383188247680664, "learning_rate": 0.00010363794604003483, "loss": 0.7979, "step": 17030 }, { "epoch": 0.7414175695078972, "grad_norm": 0.18407152593135834, "learning_rate": 0.0001034638816362054, "loss": 1.0588, "step": 17040 }, { "epoch": 0.7418526737153548, "grad_norm": 0.2713472545146942, "learning_rate": 0.00010328981723237599, "loss": 0.9697, "step": 17050 }, { "epoch": 0.7422877779228125, "grad_norm": 0.1546311378479004, "learning_rate": 0.00010311575282854658, "loss": 1.0114, "step": 17060 }, { "epoch": 0.7427228821302702, "grad_norm": 0.13701336085796356, "learning_rate": 0.00010294168842471714, "loss": 1.1465, "step": 17070 }, { "epoch": 0.7431579863377279, "grad_norm": 0.21721693873405457, "learning_rate": 0.00010276762402088774, "loss": 0.8992, "step": 17080 }, { "epoch": 0.7435930905451855, "grad_norm": 0.14088588953018188, "learning_rate": 0.00010259355961705833, "loss": 0.8199, "step": 17090 }, { "epoch": 0.7440281947526433, "grad_norm": 0.1926387995481491, "learning_rate": 0.00010241949521322889, "loss": 0.986, "step": 17100 }, { "epoch": 0.744463298960101, "grad_norm": 0.16176696121692657, "learning_rate": 0.00010224543080939947, "loss": 0.8996, "step": 17110 }, { "epoch": 0.7448984031675586, "grad_norm": 0.22894208133220673, "learning_rate": 0.00010207136640557006, "loss": 0.9811, "step": 17120 }, { "epoch": 0.7453335073750164, "grad_norm": 0.16878628730773926, "learning_rate": 0.00010189730200174066, "loss": 0.9386, "step": 17130 }, { "epoch": 0.745768611582474, "grad_norm": 0.13553936779499054, "learning_rate": 0.00010172323759791122, "loss": 0.813, "step": 17140 }, { "epoch": 0.7462037157899317, "grad_norm": 0.2500742971897125, "learning_rate": 0.00010154917319408181, "loss": 0.8513, "step": 17150 }, { "epoch": 0.7466388199973893, "grad_norm": 0.184573233127594, "learning_rate": 0.0001013751087902524, "loss": 0.8822, "step": 17160 }, { "epoch": 0.7470739242048471, "grad_norm": 0.1434697061777115, "learning_rate": 0.00010120104438642297, "loss": 0.784, "step": 17170 }, { "epoch": 0.7475090284123047, "grad_norm": 0.17620974779129028, "learning_rate": 0.00010102697998259356, "loss": 0.946, "step": 17180 }, { "epoch": 0.7479441326197624, "grad_norm": 0.3169187605381012, "learning_rate": 0.00010085291557876415, "loss": 1.1189, "step": 17190 }, { "epoch": 0.7483792368272201, "grad_norm": 0.19982706010341644, "learning_rate": 0.00010067885117493473, "loss": 0.8917, "step": 17200 }, { "epoch": 0.7488143410346778, "grad_norm": 0.17808067798614502, "learning_rate": 0.00010050478677110531, "loss": 1.0858, "step": 17210 }, { "epoch": 0.7492494452421354, "grad_norm": 0.13555249571800232, "learning_rate": 0.0001003307223672759, "loss": 1.0776, "step": 17220 }, { "epoch": 0.7496845494495932, "grad_norm": 0.2351553589105606, "learning_rate": 0.00010015665796344648, "loss": 0.849, "step": 17230 }, { "epoch": 0.7501196536570509, "grad_norm": 0.15894775092601776, "learning_rate": 9.998259355961707e-05, "loss": 1.0116, "step": 17240 }, { "epoch": 0.7505547578645085, "grad_norm": 0.2671463191509247, "learning_rate": 9.980852915578765e-05, "loss": 0.9443, "step": 17250 }, { "epoch": 0.7509898620719663, "grad_norm": 0.24990177154541016, "learning_rate": 9.963446475195823e-05, "loss": 1.1526, "step": 17260 }, { "epoch": 0.7514249662794239, "grad_norm": 0.15857981145381927, "learning_rate": 9.946040034812881e-05, "loss": 0.8209, "step": 17270 }, { "epoch": 0.7518600704868816, "grad_norm": 0.15372566878795624, "learning_rate": 9.92863359442994e-05, "loss": 0.783, "step": 17280 }, { "epoch": 0.7522951746943393, "grad_norm": 0.26332560181617737, "learning_rate": 9.911227154046998e-05, "loss": 1.0377, "step": 17290 }, { "epoch": 0.752730278901797, "grad_norm": 0.26930516958236694, "learning_rate": 9.893820713664056e-05, "loss": 1.0285, "step": 17300 }, { "epoch": 0.7531653831092546, "grad_norm": 0.24370631575584412, "learning_rate": 9.876414273281114e-05, "loss": 1.2423, "step": 17310 }, { "epoch": 0.7536004873167124, "grad_norm": 0.18910637497901917, "learning_rate": 9.859007832898173e-05, "loss": 1.046, "step": 17320 }, { "epoch": 0.75403559152417, "grad_norm": 0.17140048742294312, "learning_rate": 9.84160139251523e-05, "loss": 0.9248, "step": 17330 }, { "epoch": 0.7544706957316277, "grad_norm": 0.21118612587451935, "learning_rate": 9.824194952132289e-05, "loss": 0.9193, "step": 17340 }, { "epoch": 0.7549057999390855, "grad_norm": 0.19916711747646332, "learning_rate": 9.806788511749348e-05, "loss": 0.972, "step": 17350 }, { "epoch": 0.7553409041465431, "grad_norm": 0.17930078506469727, "learning_rate": 9.789382071366407e-05, "loss": 0.932, "step": 17360 }, { "epoch": 0.7557760083540008, "grad_norm": 0.1363879144191742, "learning_rate": 9.771975630983464e-05, "loss": 0.8282, "step": 17370 }, { "epoch": 0.7562111125614585, "grad_norm": 0.23773576319217682, "learning_rate": 9.754569190600523e-05, "loss": 0.7533, "step": 17380 }, { "epoch": 0.7566462167689162, "grad_norm": 0.15101242065429688, "learning_rate": 9.737162750217582e-05, "loss": 0.896, "step": 17390 }, { "epoch": 0.7570813209763738, "grad_norm": 0.1975572258234024, "learning_rate": 9.719756309834639e-05, "loss": 1.1081, "step": 17400 }, { "epoch": 0.7575164251838316, "grad_norm": 0.1834540069103241, "learning_rate": 9.702349869451698e-05, "loss": 1.0229, "step": 17410 }, { "epoch": 0.7579515293912892, "grad_norm": 0.2780913710594177, "learning_rate": 9.684943429068755e-05, "loss": 1.2372, "step": 17420 }, { "epoch": 0.7583866335987469, "grad_norm": 0.1790003478527069, "learning_rate": 9.667536988685814e-05, "loss": 1.2254, "step": 17430 }, { "epoch": 0.7588217378062045, "grad_norm": 0.21923652291297913, "learning_rate": 9.650130548302873e-05, "loss": 1.0058, "step": 17440 }, { "epoch": 0.7592568420136623, "grad_norm": 0.28022199869155884, "learning_rate": 9.63272410791993e-05, "loss": 0.982, "step": 17450 }, { "epoch": 0.7596919462211199, "grad_norm": 0.20710037648677826, "learning_rate": 9.615317667536989e-05, "loss": 0.9629, "step": 17460 }, { "epoch": 0.7601270504285776, "grad_norm": 0.13351336121559143, "learning_rate": 9.597911227154048e-05, "loss": 0.7799, "step": 17470 }, { "epoch": 0.7605621546360354, "grad_norm": 0.18898934125900269, "learning_rate": 9.580504786771106e-05, "loss": 1.1046, "step": 17480 }, { "epoch": 0.760997258843493, "grad_norm": 0.1791527271270752, "learning_rate": 9.563098346388164e-05, "loss": 0.8739, "step": 17490 }, { "epoch": 0.7614323630509507, "grad_norm": 0.14519226551055908, "learning_rate": 9.545691906005221e-05, "loss": 1.0281, "step": 17500 }, { "epoch": 0.7618674672584084, "grad_norm": 0.2074516862630844, "learning_rate": 9.528285465622281e-05, "loss": 1.0425, "step": 17510 }, { "epoch": 0.7623025714658661, "grad_norm": 0.1595410704612732, "learning_rate": 9.510879025239339e-05, "loss": 1.0191, "step": 17520 }, { "epoch": 0.7627376756733237, "grad_norm": 0.1685759574174881, "learning_rate": 9.493472584856398e-05, "loss": 0.9113, "step": 17530 }, { "epoch": 0.7631727798807815, "grad_norm": 0.1980472356081009, "learning_rate": 9.476066144473455e-05, "loss": 0.9204, "step": 17540 }, { "epoch": 0.7636078840882391, "grad_norm": 0.19552895426750183, "learning_rate": 9.458659704090515e-05, "loss": 0.9343, "step": 17550 }, { "epoch": 0.7640429882956968, "grad_norm": 0.1796679049730301, "learning_rate": 9.441253263707572e-05, "loss": 0.9157, "step": 17560 }, { "epoch": 0.7644780925031545, "grad_norm": 0.18242031335830688, "learning_rate": 9.42384682332463e-05, "loss": 0.9592, "step": 17570 }, { "epoch": 0.7649131967106122, "grad_norm": 0.23333190381526947, "learning_rate": 9.406440382941689e-05, "loss": 0.7638, "step": 17580 }, { "epoch": 0.7653483009180698, "grad_norm": 0.24371588230133057, "learning_rate": 9.389033942558747e-05, "loss": 1.2334, "step": 17590 }, { "epoch": 0.7657834051255276, "grad_norm": 0.28058719635009766, "learning_rate": 9.371627502175806e-05, "loss": 0.9115, "step": 17600 }, { "epoch": 0.7662185093329853, "grad_norm": 0.13656963407993317, "learning_rate": 9.354221061792864e-05, "loss": 0.8764, "step": 17610 }, { "epoch": 0.7666536135404429, "grad_norm": 0.2024504691362381, "learning_rate": 9.336814621409922e-05, "loss": 0.9895, "step": 17620 }, { "epoch": 0.7670887177479007, "grad_norm": 0.17176581919193268, "learning_rate": 9.319408181026981e-05, "loss": 1.0835, "step": 17630 }, { "epoch": 0.7675238219553583, "grad_norm": 0.19208450615406036, "learning_rate": 9.302001740644038e-05, "loss": 1.0409, "step": 17640 }, { "epoch": 0.767958926162816, "grad_norm": 0.1505240499973297, "learning_rate": 9.284595300261097e-05, "loss": 0.9756, "step": 17650 }, { "epoch": 0.7683940303702737, "grad_norm": 0.15407924354076385, "learning_rate": 9.267188859878156e-05, "loss": 0.8608, "step": 17660 }, { "epoch": 0.7688291345777314, "grad_norm": 0.15473051369190216, "learning_rate": 9.249782419495213e-05, "loss": 0.8523, "step": 17670 }, { "epoch": 0.769264238785189, "grad_norm": 0.19913078844547272, "learning_rate": 9.232375979112272e-05, "loss": 0.9412, "step": 17680 }, { "epoch": 0.7696993429926468, "grad_norm": 0.16955716907978058, "learning_rate": 9.21496953872933e-05, "loss": 1.0188, "step": 17690 }, { "epoch": 0.7701344472001044, "grad_norm": 0.12176234275102615, "learning_rate": 9.197563098346388e-05, "loss": 1.1066, "step": 17700 }, { "epoch": 0.7705695514075621, "grad_norm": 0.20275937020778656, "learning_rate": 9.180156657963447e-05, "loss": 0.8934, "step": 17710 }, { "epoch": 0.7710046556150199, "grad_norm": 0.18258829414844513, "learning_rate": 9.162750217580506e-05, "loss": 1.0222, "step": 17720 }, { "epoch": 0.7714397598224775, "grad_norm": 0.15846000611782074, "learning_rate": 9.145343777197563e-05, "loss": 1.0524, "step": 17730 }, { "epoch": 0.7718748640299352, "grad_norm": 0.1714697778224945, "learning_rate": 9.127937336814622e-05, "loss": 0.7374, "step": 17740 }, { "epoch": 0.7723099682373928, "grad_norm": 0.17835934460163116, "learning_rate": 9.110530896431681e-05, "loss": 0.7919, "step": 17750 }, { "epoch": 0.7727450724448506, "grad_norm": 0.1404590755701065, "learning_rate": 9.093124456048738e-05, "loss": 0.9465, "step": 17760 }, { "epoch": 0.7731801766523082, "grad_norm": 0.16001386940479279, "learning_rate": 9.075718015665797e-05, "loss": 0.9437, "step": 17770 }, { "epoch": 0.7736152808597659, "grad_norm": 0.21613092720508575, "learning_rate": 9.058311575282856e-05, "loss": 0.8515, "step": 17780 }, { "epoch": 0.7740503850672236, "grad_norm": 0.1571071296930313, "learning_rate": 9.040905134899913e-05, "loss": 0.9741, "step": 17790 }, { "epoch": 0.7744854892746813, "grad_norm": 0.15862049162387848, "learning_rate": 9.023498694516972e-05, "loss": 0.9962, "step": 17800 }, { "epoch": 0.7749205934821389, "grad_norm": 0.15545304119586945, "learning_rate": 9.006092254134029e-05, "loss": 0.9138, "step": 17810 }, { "epoch": 0.7753556976895967, "grad_norm": 0.21902233362197876, "learning_rate": 8.988685813751089e-05, "loss": 1.0471, "step": 17820 }, { "epoch": 0.7757908018970543, "grad_norm": 0.18501566350460052, "learning_rate": 8.971279373368147e-05, "loss": 0.8453, "step": 17830 }, { "epoch": 0.776225906104512, "grad_norm": 0.15327399969100952, "learning_rate": 8.953872932985204e-05, "loss": 0.8455, "step": 17840 }, { "epoch": 0.7766610103119698, "grad_norm": 0.19820427894592285, "learning_rate": 8.936466492602263e-05, "loss": 1.047, "step": 17850 }, { "epoch": 0.7770961145194274, "grad_norm": 0.1643429398536682, "learning_rate": 8.919060052219322e-05, "loss": 1.0236, "step": 17860 }, { "epoch": 0.7775312187268851, "grad_norm": 0.19998353719711304, "learning_rate": 8.90165361183638e-05, "loss": 0.8595, "step": 17870 }, { "epoch": 0.7779663229343428, "grad_norm": 0.17597593367099762, "learning_rate": 8.884247171453438e-05, "loss": 0.9152, "step": 17880 }, { "epoch": 0.7784014271418005, "grad_norm": 0.20904912054538727, "learning_rate": 8.866840731070497e-05, "loss": 0.9525, "step": 17890 }, { "epoch": 0.7788365313492581, "grad_norm": 0.16473278403282166, "learning_rate": 8.849434290687555e-05, "loss": 0.964, "step": 17900 }, { "epoch": 0.7792716355567159, "grad_norm": 0.16492252051830292, "learning_rate": 8.832027850304613e-05, "loss": 0.9529, "step": 17910 }, { "epoch": 0.7797067397641735, "grad_norm": 0.1273079663515091, "learning_rate": 8.814621409921671e-05, "loss": 0.8859, "step": 17920 }, { "epoch": 0.7801418439716312, "grad_norm": 0.15158259868621826, "learning_rate": 8.79721496953873e-05, "loss": 1.0091, "step": 17930 }, { "epoch": 0.7805769481790888, "grad_norm": 0.19553107023239136, "learning_rate": 8.779808529155789e-05, "loss": 1.1692, "step": 17940 }, { "epoch": 0.7810120523865466, "grad_norm": 0.14001312851905823, "learning_rate": 8.762402088772846e-05, "loss": 0.8786, "step": 17950 }, { "epoch": 0.7814471565940042, "grad_norm": 0.24742507934570312, "learning_rate": 8.744995648389904e-05, "loss": 1.0732, "step": 17960 }, { "epoch": 0.781882260801462, "grad_norm": 0.15619468688964844, "learning_rate": 8.727589208006964e-05, "loss": 0.8025, "step": 17970 }, { "epoch": 0.7823173650089197, "grad_norm": 0.20144064724445343, "learning_rate": 8.710182767624021e-05, "loss": 0.8381, "step": 17980 }, { "epoch": 0.7827524692163773, "grad_norm": 0.19809368252754211, "learning_rate": 8.69277632724108e-05, "loss": 0.7294, "step": 17990 }, { "epoch": 0.783187573423835, "grad_norm": 0.2240259200334549, "learning_rate": 8.675369886858137e-05, "loss": 0.8132, "step": 18000 }, { "epoch": 0.7836226776312927, "grad_norm": 0.1727677434682846, "learning_rate": 8.657963446475196e-05, "loss": 1.097, "step": 18010 }, { "epoch": 0.7840577818387504, "grad_norm": 0.1966746747493744, "learning_rate": 8.640557006092255e-05, "loss": 0.908, "step": 18020 }, { "epoch": 0.784492886046208, "grad_norm": 0.1683613508939743, "learning_rate": 8.623150565709312e-05, "loss": 0.9626, "step": 18030 }, { "epoch": 0.7849279902536658, "grad_norm": 0.17286396026611328, "learning_rate": 8.605744125326371e-05, "loss": 0.8503, "step": 18040 }, { "epoch": 0.7853630944611234, "grad_norm": 0.21058829128742218, "learning_rate": 8.58833768494343e-05, "loss": 1.0227, "step": 18050 }, { "epoch": 0.7857981986685811, "grad_norm": 0.2248406708240509, "learning_rate": 8.570931244560487e-05, "loss": 1.0134, "step": 18060 }, { "epoch": 0.7862333028760388, "grad_norm": 0.1515313684940338, "learning_rate": 8.553524804177546e-05, "loss": 0.8091, "step": 18070 }, { "epoch": 0.7866684070834965, "grad_norm": 0.19733935594558716, "learning_rate": 8.536118363794603e-05, "loss": 1.0186, "step": 18080 }, { "epoch": 0.7871035112909542, "grad_norm": 0.2253195196390152, "learning_rate": 8.518711923411664e-05, "loss": 0.9843, "step": 18090 }, { "epoch": 0.7875386154984119, "grad_norm": 0.21244342625141144, "learning_rate": 8.501305483028721e-05, "loss": 1.0427, "step": 18100 }, { "epoch": 0.7879737197058696, "grad_norm": 0.2132980078458786, "learning_rate": 8.48389904264578e-05, "loss": 0.9115, "step": 18110 }, { "epoch": 0.7884088239133272, "grad_norm": 0.17070575058460236, "learning_rate": 8.466492602262837e-05, "loss": 0.9627, "step": 18120 }, { "epoch": 0.788843928120785, "grad_norm": 0.18185396492481232, "learning_rate": 8.449086161879896e-05, "loss": 0.8529, "step": 18130 }, { "epoch": 0.7892790323282426, "grad_norm": 0.15053634345531464, "learning_rate": 8.431679721496955e-05, "loss": 0.7852, "step": 18140 }, { "epoch": 0.7897141365357003, "grad_norm": 0.20188836753368378, "learning_rate": 8.414273281114012e-05, "loss": 0.9232, "step": 18150 }, { "epoch": 0.790149240743158, "grad_norm": 0.2063523530960083, "learning_rate": 8.396866840731071e-05, "loss": 1.0793, "step": 18160 }, { "epoch": 0.7905843449506157, "grad_norm": 0.2504395544528961, "learning_rate": 8.37946040034813e-05, "loss": 1.2526, "step": 18170 }, { "epoch": 0.7910194491580733, "grad_norm": 0.20482635498046875, "learning_rate": 8.362053959965187e-05, "loss": 0.8397, "step": 18180 }, { "epoch": 0.791454553365531, "grad_norm": 0.16698268055915833, "learning_rate": 8.344647519582246e-05, "loss": 1.3576, "step": 18190 }, { "epoch": 0.7918896575729887, "grad_norm": 0.1734628677368164, "learning_rate": 8.327241079199304e-05, "loss": 0.8046, "step": 18200 }, { "epoch": 0.7923247617804464, "grad_norm": 0.1637655794620514, "learning_rate": 8.309834638816363e-05, "loss": 0.8526, "step": 18210 }, { "epoch": 0.7927598659879042, "grad_norm": 0.18316754698753357, "learning_rate": 8.29242819843342e-05, "loss": 0.8414, "step": 18220 }, { "epoch": 0.7931949701953618, "grad_norm": 0.29352718591690063, "learning_rate": 8.275021758050478e-05, "loss": 1.1701, "step": 18230 }, { "epoch": 0.7936300744028195, "grad_norm": 0.1421179473400116, "learning_rate": 8.257615317667538e-05, "loss": 0.7794, "step": 18240 }, { "epoch": 0.7940651786102771, "grad_norm": 0.19047334790229797, "learning_rate": 8.240208877284596e-05, "loss": 0.7981, "step": 18250 }, { "epoch": 0.7945002828177349, "grad_norm": 0.16723406314849854, "learning_rate": 8.222802436901654e-05, "loss": 0.8784, "step": 18260 }, { "epoch": 0.7949353870251925, "grad_norm": 0.1519441157579422, "learning_rate": 8.205395996518712e-05, "loss": 0.9107, "step": 18270 }, { "epoch": 0.7953704912326502, "grad_norm": 0.1842900961637497, "learning_rate": 8.187989556135772e-05, "loss": 0.7659, "step": 18280 }, { "epoch": 0.7958055954401079, "grad_norm": 0.2201019823551178, "learning_rate": 8.170583115752829e-05, "loss": 1.0059, "step": 18290 }, { "epoch": 0.7962406996475656, "grad_norm": 0.1631251871585846, "learning_rate": 8.153176675369887e-05, "loss": 0.8042, "step": 18300 }, { "epoch": 0.7966758038550232, "grad_norm": 0.13705052435398102, "learning_rate": 8.135770234986945e-05, "loss": 0.9098, "step": 18310 }, { "epoch": 0.797110908062481, "grad_norm": 0.25051355361938477, "learning_rate": 8.118363794604004e-05, "loss": 1.032, "step": 18320 }, { "epoch": 0.7975460122699386, "grad_norm": 0.2532966732978821, "learning_rate": 8.100957354221063e-05, "loss": 1.0417, "step": 18330 }, { "epoch": 0.7979811164773963, "grad_norm": 0.1840963512659073, "learning_rate": 8.08355091383812e-05, "loss": 1.1188, "step": 18340 }, { "epoch": 0.7984162206848541, "grad_norm": 0.170390322804451, "learning_rate": 8.066144473455178e-05, "loss": 0.891, "step": 18350 }, { "epoch": 0.7988513248923117, "grad_norm": 0.2513755261898041, "learning_rate": 8.048738033072238e-05, "loss": 1.0394, "step": 18360 }, { "epoch": 0.7992864290997694, "grad_norm": 0.21236638724803925, "learning_rate": 8.031331592689295e-05, "loss": 0.877, "step": 18370 }, { "epoch": 0.7997215333072271, "grad_norm": 0.23300160467624664, "learning_rate": 8.013925152306354e-05, "loss": 0.9283, "step": 18380 }, { "epoch": 0.8001566375146848, "grad_norm": 0.14945778250694275, "learning_rate": 7.996518711923411e-05, "loss": 0.9188, "step": 18390 }, { "epoch": 0.8005917417221424, "grad_norm": 0.25422048568725586, "learning_rate": 7.97911227154047e-05, "loss": 0.8976, "step": 18400 }, { "epoch": 0.8010268459296002, "grad_norm": 0.30836424231529236, "learning_rate": 7.961705831157529e-05, "loss": 1.0928, "step": 18410 }, { "epoch": 0.8014619501370578, "grad_norm": 0.1978662610054016, "learning_rate": 7.944299390774586e-05, "loss": 0.8525, "step": 18420 }, { "epoch": 0.8018970543445155, "grad_norm": 0.19913454353809357, "learning_rate": 7.926892950391645e-05, "loss": 0.885, "step": 18430 }, { "epoch": 0.8023321585519732, "grad_norm": 0.14273180067539215, "learning_rate": 7.909486510008704e-05, "loss": 0.9331, "step": 18440 }, { "epoch": 0.8027672627594309, "grad_norm": 0.23643970489501953, "learning_rate": 7.892080069625763e-05, "loss": 1.023, "step": 18450 }, { "epoch": 0.8032023669668885, "grad_norm": 0.28409990668296814, "learning_rate": 7.87467362924282e-05, "loss": 1.0323, "step": 18460 }, { "epoch": 0.8036374711743463, "grad_norm": 0.1714560091495514, "learning_rate": 7.857267188859879e-05, "loss": 0.9068, "step": 18470 }, { "epoch": 0.804072575381804, "grad_norm": 0.15398067235946655, "learning_rate": 7.839860748476937e-05, "loss": 0.7631, "step": 18480 }, { "epoch": 0.8045076795892616, "grad_norm": 0.2078976333141327, "learning_rate": 7.822454308093995e-05, "loss": 1.0338, "step": 18490 }, { "epoch": 0.8049427837967194, "grad_norm": 0.21854963898658752, "learning_rate": 7.805047867711054e-05, "loss": 0.9035, "step": 18500 }, { "epoch": 0.805377888004177, "grad_norm": 0.14036701619625092, "learning_rate": 7.787641427328112e-05, "loss": 0.9855, "step": 18510 }, { "epoch": 0.8058129922116347, "grad_norm": 0.14281846582889557, "learning_rate": 7.77023498694517e-05, "loss": 0.8543, "step": 18520 }, { "epoch": 0.8062480964190923, "grad_norm": 0.1993188112974167, "learning_rate": 7.752828546562228e-05, "loss": 1.1373, "step": 18530 }, { "epoch": 0.8066832006265501, "grad_norm": 0.14955656230449677, "learning_rate": 7.735422106179286e-05, "loss": 0.8499, "step": 18540 }, { "epoch": 0.8071183048340077, "grad_norm": 0.17925740778446198, "learning_rate": 7.718015665796346e-05, "loss": 0.9373, "step": 18550 }, { "epoch": 0.8075534090414654, "grad_norm": 0.19743888080120087, "learning_rate": 7.700609225413403e-05, "loss": 0.8193, "step": 18560 }, { "epoch": 0.8079885132489231, "grad_norm": 0.17075760662555695, "learning_rate": 7.683202785030461e-05, "loss": 0.8439, "step": 18570 }, { "epoch": 0.8084236174563808, "grad_norm": 0.14773429930210114, "learning_rate": 7.66579634464752e-05, "loss": 0.9395, "step": 18580 }, { "epoch": 0.8088587216638385, "grad_norm": 0.18554344773292542, "learning_rate": 7.648389904264578e-05, "loss": 1.1926, "step": 18590 }, { "epoch": 0.8092938258712962, "grad_norm": 0.17312131822109222, "learning_rate": 7.630983463881637e-05, "loss": 0.781, "step": 18600 }, { "epoch": 0.8097289300787539, "grad_norm": 0.13818493485450745, "learning_rate": 7.613577023498694e-05, "loss": 1.0611, "step": 18610 }, { "epoch": 0.8101640342862115, "grad_norm": 0.19599592685699463, "learning_rate": 7.596170583115753e-05, "loss": 0.8067, "step": 18620 }, { "epoch": 0.8105991384936693, "grad_norm": 0.2374945729970932, "learning_rate": 7.578764142732812e-05, "loss": 0.9525, "step": 18630 }, { "epoch": 0.8110342427011269, "grad_norm": 0.22636368870735168, "learning_rate": 7.56135770234987e-05, "loss": 1.0279, "step": 18640 }, { "epoch": 0.8114693469085846, "grad_norm": 0.2583714425563812, "learning_rate": 7.543951261966928e-05, "loss": 0.8749, "step": 18650 }, { "epoch": 0.8119044511160423, "grad_norm": 0.19053786993026733, "learning_rate": 7.526544821583986e-05, "loss": 0.7746, "step": 18660 }, { "epoch": 0.8123395553235, "grad_norm": 0.158677875995636, "learning_rate": 7.509138381201046e-05, "loss": 0.7284, "step": 18670 }, { "epoch": 0.8127746595309576, "grad_norm": 0.2012791633605957, "learning_rate": 7.491731940818103e-05, "loss": 0.8767, "step": 18680 }, { "epoch": 0.8132097637384154, "grad_norm": 0.1684926152229309, "learning_rate": 7.47432550043516e-05, "loss": 0.9621, "step": 18690 }, { "epoch": 0.813644867945873, "grad_norm": 0.1983875334262848, "learning_rate": 7.456919060052219e-05, "loss": 0.7091, "step": 18700 }, { "epoch": 0.8140799721533307, "grad_norm": 0.16098427772521973, "learning_rate": 7.439512619669278e-05, "loss": 0.8087, "step": 18710 }, { "epoch": 0.8145150763607885, "grad_norm": 0.14994385838508606, "learning_rate": 7.422106179286337e-05, "loss": 0.9823, "step": 18720 }, { "epoch": 0.8149501805682461, "grad_norm": 0.17850737273693085, "learning_rate": 7.404699738903394e-05, "loss": 0.8334, "step": 18730 }, { "epoch": 0.8153852847757038, "grad_norm": 0.2590816915035248, "learning_rate": 7.387293298520453e-05, "loss": 0.9272, "step": 18740 }, { "epoch": 0.8158203889831614, "grad_norm": 0.18759320676326752, "learning_rate": 7.369886858137512e-05, "loss": 0.8868, "step": 18750 }, { "epoch": 0.8162554931906192, "grad_norm": 0.1443486362695694, "learning_rate": 7.352480417754569e-05, "loss": 0.935, "step": 18760 }, { "epoch": 0.8166905973980768, "grad_norm": 0.16048365831375122, "learning_rate": 7.335073977371628e-05, "loss": 0.8941, "step": 18770 }, { "epoch": 0.8171257016055345, "grad_norm": 0.22534658014774323, "learning_rate": 7.317667536988687e-05, "loss": 1.0974, "step": 18780 }, { "epoch": 0.8175608058129922, "grad_norm": 0.18206267058849335, "learning_rate": 7.300261096605745e-05, "loss": 0.9962, "step": 18790 }, { "epoch": 0.8179959100204499, "grad_norm": 0.1507861167192459, "learning_rate": 7.282854656222803e-05, "loss": 1.0902, "step": 18800 }, { "epoch": 0.8184310142279075, "grad_norm": 0.26262038946151733, "learning_rate": 7.26544821583986e-05, "loss": 0.9531, "step": 18810 }, { "epoch": 0.8188661184353653, "grad_norm": 0.13250137865543365, "learning_rate": 7.24804177545692e-05, "loss": 1.0157, "step": 18820 }, { "epoch": 0.8193012226428229, "grad_norm": 0.16101230680942535, "learning_rate": 7.230635335073978e-05, "loss": 1.0964, "step": 18830 }, { "epoch": 0.8197363268502806, "grad_norm": 0.16829261183738708, "learning_rate": 7.213228894691036e-05, "loss": 0.9104, "step": 18840 }, { "epoch": 0.8201714310577384, "grad_norm": 0.1514967828989029, "learning_rate": 7.195822454308094e-05, "loss": 1.0531, "step": 18850 }, { "epoch": 0.820606535265196, "grad_norm": 0.13388662040233612, "learning_rate": 7.178416013925153e-05, "loss": 0.8256, "step": 18860 }, { "epoch": 0.8210416394726537, "grad_norm": 0.1675201803445816, "learning_rate": 7.161009573542211e-05, "loss": 0.9576, "step": 18870 }, { "epoch": 0.8214767436801114, "grad_norm": 0.1843433976173401, "learning_rate": 7.143603133159269e-05, "loss": 0.939, "step": 18880 }, { "epoch": 0.8219118478875691, "grad_norm": 0.1960410475730896, "learning_rate": 7.126196692776327e-05, "loss": 0.8833, "step": 18890 }, { "epoch": 0.8223469520950267, "grad_norm": 0.2784574329853058, "learning_rate": 7.108790252393386e-05, "loss": 0.9843, "step": 18900 }, { "epoch": 0.8227820563024845, "grad_norm": 0.20563358068466187, "learning_rate": 7.091383812010444e-05, "loss": 1.1574, "step": 18910 }, { "epoch": 0.8232171605099421, "grad_norm": 0.18036241829395294, "learning_rate": 7.073977371627502e-05, "loss": 1.1087, "step": 18920 }, { "epoch": 0.8236522647173998, "grad_norm": 0.1981084644794464, "learning_rate": 7.056570931244561e-05, "loss": 0.8713, "step": 18930 }, { "epoch": 0.8240873689248575, "grad_norm": 0.18183456361293793, "learning_rate": 7.03916449086162e-05, "loss": 1.017, "step": 18940 }, { "epoch": 0.8245224731323152, "grad_norm": 0.16545370221138, "learning_rate": 7.021758050478677e-05, "loss": 0.9152, "step": 18950 }, { "epoch": 0.8249575773397729, "grad_norm": 0.197767972946167, "learning_rate": 7.004351610095736e-05, "loss": 1.1539, "step": 18960 }, { "epoch": 0.8253926815472306, "grad_norm": 0.23600493371486664, "learning_rate": 6.986945169712793e-05, "loss": 0.9725, "step": 18970 }, { "epoch": 0.8258277857546883, "grad_norm": 0.255426287651062, "learning_rate": 6.969538729329852e-05, "loss": 1.0024, "step": 18980 }, { "epoch": 0.8262628899621459, "grad_norm": 0.16180697083473206, "learning_rate": 6.952132288946911e-05, "loss": 0.9458, "step": 18990 }, { "epoch": 0.8266979941696037, "grad_norm": 0.17150358855724335, "learning_rate": 6.934725848563968e-05, "loss": 1.024, "step": 19000 }, { "epoch": 0.8271330983770613, "grad_norm": 0.1422012448310852, "learning_rate": 6.917319408181027e-05, "loss": 1.077, "step": 19010 }, { "epoch": 0.827568202584519, "grad_norm": 0.21289196610450745, "learning_rate": 6.899912967798086e-05, "loss": 1.0258, "step": 19020 }, { "epoch": 0.8280033067919766, "grad_norm": 0.27921903133392334, "learning_rate": 6.882506527415143e-05, "loss": 0.9739, "step": 19030 }, { "epoch": 0.8284384109994344, "grad_norm": 0.15814974904060364, "learning_rate": 6.865100087032202e-05, "loss": 1.0943, "step": 19040 }, { "epoch": 0.828873515206892, "grad_norm": 0.1326717734336853, "learning_rate": 6.847693646649261e-05, "loss": 0.8255, "step": 19050 }, { "epoch": 0.8293086194143497, "grad_norm": 0.16045650839805603, "learning_rate": 6.83028720626632e-05, "loss": 1.0641, "step": 19060 }, { "epoch": 0.8297437236218074, "grad_norm": 0.18771959841251373, "learning_rate": 6.812880765883377e-05, "loss": 0.9083, "step": 19070 }, { "epoch": 0.8301788278292651, "grad_norm": 0.18763196468353271, "learning_rate": 6.795474325500434e-05, "loss": 1.0703, "step": 19080 }, { "epoch": 0.8306139320367228, "grad_norm": 0.2633727192878723, "learning_rate": 6.778067885117494e-05, "loss": 1.0502, "step": 19090 }, { "epoch": 0.8310490362441805, "grad_norm": 0.1835077553987503, "learning_rate": 6.760661444734552e-05, "loss": 1.0574, "step": 19100 }, { "epoch": 0.8314841404516382, "grad_norm": 0.27962246537208557, "learning_rate": 6.74325500435161e-05, "loss": 0.9225, "step": 19110 }, { "epoch": 0.8319192446590958, "grad_norm": 0.2043529599905014, "learning_rate": 6.725848563968668e-05, "loss": 0.9348, "step": 19120 }, { "epoch": 0.8323543488665536, "grad_norm": 0.23217295110225677, "learning_rate": 6.708442123585728e-05, "loss": 0.8642, "step": 19130 }, { "epoch": 0.8327894530740112, "grad_norm": 0.22060838341712952, "learning_rate": 6.691035683202786e-05, "loss": 1.1582, "step": 19140 }, { "epoch": 0.8332245572814689, "grad_norm": 0.22670814394950867, "learning_rate": 6.673629242819843e-05, "loss": 0.9291, "step": 19150 }, { "epoch": 0.8336596614889266, "grad_norm": 0.17755211889743805, "learning_rate": 6.656222802436902e-05, "loss": 0.7931, "step": 19160 }, { "epoch": 0.8340947656963843, "grad_norm": 0.19033922255039215, "learning_rate": 6.63881636205396e-05, "loss": 0.8125, "step": 19170 }, { "epoch": 0.8345298699038419, "grad_norm": 0.13197803497314453, "learning_rate": 6.621409921671019e-05, "loss": 0.9217, "step": 19180 }, { "epoch": 0.8349649741112997, "grad_norm": 0.23487889766693115, "learning_rate": 6.604003481288077e-05, "loss": 0.9237, "step": 19190 }, { "epoch": 0.8354000783187573, "grad_norm": 0.15078972280025482, "learning_rate": 6.586597040905135e-05, "loss": 0.9444, "step": 19200 }, { "epoch": 0.835835182526215, "grad_norm": 0.18546657264232635, "learning_rate": 6.569190600522194e-05, "loss": 0.9171, "step": 19210 }, { "epoch": 0.8362702867336728, "grad_norm": 0.18773674964904785, "learning_rate": 6.551784160139252e-05, "loss": 0.8343, "step": 19220 }, { "epoch": 0.8367053909411304, "grad_norm": 0.1735110580921173, "learning_rate": 6.53437771975631e-05, "loss": 0.8236, "step": 19230 }, { "epoch": 0.8371404951485881, "grad_norm": 0.17253386974334717, "learning_rate": 6.516971279373369e-05, "loss": 0.8782, "step": 19240 }, { "epoch": 0.8375755993560458, "grad_norm": 0.1613723486661911, "learning_rate": 6.499564838990426e-05, "loss": 1.1362, "step": 19250 }, { "epoch": 0.8380107035635035, "grad_norm": 0.17466841638088226, "learning_rate": 6.482158398607485e-05, "loss": 1.1127, "step": 19260 }, { "epoch": 0.8384458077709611, "grad_norm": 0.16505271196365356, "learning_rate": 6.464751958224543e-05, "loss": 0.8424, "step": 19270 }, { "epoch": 0.8388809119784189, "grad_norm": 0.23112115263938904, "learning_rate": 6.447345517841601e-05, "loss": 0.8833, "step": 19280 }, { "epoch": 0.8393160161858765, "grad_norm": 0.16636377573013306, "learning_rate": 6.42993907745866e-05, "loss": 1.0735, "step": 19290 }, { "epoch": 0.8397511203933342, "grad_norm": 0.1742333620786667, "learning_rate": 6.412532637075719e-05, "loss": 1.2125, "step": 19300 }, { "epoch": 0.8401862246007918, "grad_norm": 0.2035333514213562, "learning_rate": 6.395126196692776e-05, "loss": 0.7371, "step": 19310 }, { "epoch": 0.8406213288082496, "grad_norm": 0.16964584589004517, "learning_rate": 6.377719756309835e-05, "loss": 0.8276, "step": 19320 }, { "epoch": 0.8410564330157073, "grad_norm": 0.1925494223833084, "learning_rate": 6.360313315926894e-05, "loss": 0.8374, "step": 19330 }, { "epoch": 0.8414915372231649, "grad_norm": 0.19386349618434906, "learning_rate": 6.342906875543951e-05, "loss": 1.1852, "step": 19340 }, { "epoch": 0.8419266414306227, "grad_norm": 0.2411712110042572, "learning_rate": 6.32550043516101e-05, "loss": 0.9042, "step": 19350 }, { "epoch": 0.8423617456380803, "grad_norm": 0.22648976743221283, "learning_rate": 6.308093994778069e-05, "loss": 0.9834, "step": 19360 }, { "epoch": 0.842796849845538, "grad_norm": 0.21437038481235504, "learning_rate": 6.290687554395126e-05, "loss": 1.0969, "step": 19370 }, { "epoch": 0.8432319540529957, "grad_norm": 0.19809319078922272, "learning_rate": 6.273281114012185e-05, "loss": 0.9315, "step": 19380 }, { "epoch": 0.8436670582604534, "grad_norm": 0.22579734027385712, "learning_rate": 6.255874673629242e-05, "loss": 1.0365, "step": 19390 }, { "epoch": 0.844102162467911, "grad_norm": 0.17491209506988525, "learning_rate": 6.238468233246302e-05, "loss": 0.7707, "step": 19400 }, { "epoch": 0.8445372666753688, "grad_norm": 0.17860639095306396, "learning_rate": 6.22106179286336e-05, "loss": 1.008, "step": 19410 }, { "epoch": 0.8449723708828264, "grad_norm": 0.14320684969425201, "learning_rate": 6.203655352480417e-05, "loss": 1.2081, "step": 19420 }, { "epoch": 0.8454074750902841, "grad_norm": 0.13450630009174347, "learning_rate": 6.186248912097476e-05, "loss": 1.0653, "step": 19430 }, { "epoch": 0.8458425792977418, "grad_norm": 0.217901349067688, "learning_rate": 6.168842471714535e-05, "loss": 0.8336, "step": 19440 }, { "epoch": 0.8462776835051995, "grad_norm": 0.1355215460062027, "learning_rate": 6.151436031331593e-05, "loss": 0.9716, "step": 19450 }, { "epoch": 0.8467127877126572, "grad_norm": 0.2707291543483734, "learning_rate": 6.134029590948651e-05, "loss": 0.8802, "step": 19460 }, { "epoch": 0.8471478919201149, "grad_norm": 0.19442923367023468, "learning_rate": 6.11662315056571e-05, "loss": 0.7967, "step": 19470 }, { "epoch": 0.8475829961275726, "grad_norm": 0.15499736368656158, "learning_rate": 6.099216710182768e-05, "loss": 0.8411, "step": 19480 }, { "epoch": 0.8480181003350302, "grad_norm": 0.16336895525455475, "learning_rate": 6.081810269799826e-05, "loss": 1.0938, "step": 19490 }, { "epoch": 0.848453204542488, "grad_norm": 0.2561851739883423, "learning_rate": 6.0644038294168845e-05, "loss": 0.8505, "step": 19500 }, { "epoch": 0.8488883087499456, "grad_norm": 0.1257486790418625, "learning_rate": 6.0469973890339426e-05, "loss": 0.8424, "step": 19510 }, { "epoch": 0.8493234129574033, "grad_norm": 0.22806048393249512, "learning_rate": 6.0295909486510013e-05, "loss": 1.0047, "step": 19520 }, { "epoch": 0.849758517164861, "grad_norm": 0.18951593339443207, "learning_rate": 6.0121845082680594e-05, "loss": 0.8947, "step": 19530 }, { "epoch": 0.8501936213723187, "grad_norm": 0.2238932102918625, "learning_rate": 5.9947780678851175e-05, "loss": 1.0284, "step": 19540 }, { "epoch": 0.8506287255797763, "grad_norm": 0.1414356380701065, "learning_rate": 5.977371627502176e-05, "loss": 0.8823, "step": 19550 }, { "epoch": 0.851063829787234, "grad_norm": 0.18167854845523834, "learning_rate": 5.9599651871192343e-05, "loss": 1.1198, "step": 19560 }, { "epoch": 0.8514989339946917, "grad_norm": 0.20340706408023834, "learning_rate": 5.942558746736293e-05, "loss": 0.8114, "step": 19570 }, { "epoch": 0.8519340382021494, "grad_norm": 0.17980626225471497, "learning_rate": 5.925152306353351e-05, "loss": 0.8113, "step": 19580 }, { "epoch": 0.8523691424096072, "grad_norm": 0.19543130695819855, "learning_rate": 5.9077458659704086e-05, "loss": 0.9226, "step": 19590 }, { "epoch": 0.8528042466170648, "grad_norm": 0.2536396086215973, "learning_rate": 5.890339425587468e-05, "loss": 0.9157, "step": 19600 }, { "epoch": 0.8532393508245225, "grad_norm": 0.1598268300294876, "learning_rate": 5.8729329852045254e-05, "loss": 0.8055, "step": 19610 }, { "epoch": 0.8536744550319801, "grad_norm": 0.15213432908058167, "learning_rate": 5.855526544821585e-05, "loss": 1.031, "step": 19620 }, { "epoch": 0.8541095592394379, "grad_norm": 0.26133424043655396, "learning_rate": 5.838120104438642e-05, "loss": 0.9004, "step": 19630 }, { "epoch": 0.8545446634468955, "grad_norm": 0.18796826899051666, "learning_rate": 5.820713664055702e-05, "loss": 1.1046, "step": 19640 }, { "epoch": 0.8549797676543532, "grad_norm": 0.1950211375951767, "learning_rate": 5.803307223672759e-05, "loss": 1.2064, "step": 19650 }, { "epoch": 0.8554148718618109, "grad_norm": 0.1905728578567505, "learning_rate": 5.785900783289817e-05, "loss": 0.7456, "step": 19660 }, { "epoch": 0.8558499760692686, "grad_norm": 0.17853765189647675, "learning_rate": 5.768494342906876e-05, "loss": 1.0174, "step": 19670 }, { "epoch": 0.8562850802767262, "grad_norm": 0.23532158136367798, "learning_rate": 5.751087902523934e-05, "loss": 1.0546, "step": 19680 }, { "epoch": 0.856720184484184, "grad_norm": 0.17782357335090637, "learning_rate": 5.733681462140993e-05, "loss": 0.8954, "step": 19690 }, { "epoch": 0.8571552886916417, "grad_norm": 0.2345300316810608, "learning_rate": 5.716275021758051e-05, "loss": 1.1441, "step": 19700 }, { "epoch": 0.8575903928990993, "grad_norm": 0.15047350525856018, "learning_rate": 5.698868581375109e-05, "loss": 0.8477, "step": 19710 }, { "epoch": 0.8580254971065571, "grad_norm": 0.17972996830940247, "learning_rate": 5.681462140992168e-05, "loss": 1.0673, "step": 19720 }, { "epoch": 0.8584606013140147, "grad_norm": 0.20828492939472198, "learning_rate": 5.664055700609225e-05, "loss": 1.005, "step": 19730 }, { "epoch": 0.8588957055214724, "grad_norm": 0.2761803865432739, "learning_rate": 5.6466492602262845e-05, "loss": 1.0297, "step": 19740 }, { "epoch": 0.8593308097289301, "grad_norm": 0.17050477862358093, "learning_rate": 5.629242819843342e-05, "loss": 0.7418, "step": 19750 }, { "epoch": 0.8597659139363878, "grad_norm": 0.19407251477241516, "learning_rate": 5.6118363794604e-05, "loss": 0.9056, "step": 19760 }, { "epoch": 0.8602010181438454, "grad_norm": 0.22747650742530823, "learning_rate": 5.594429939077459e-05, "loss": 1.151, "step": 19770 }, { "epoch": 0.8606361223513032, "grad_norm": 0.19173429906368256, "learning_rate": 5.577023498694517e-05, "loss": 1.0649, "step": 19780 }, { "epoch": 0.8610712265587608, "grad_norm": 0.21992558240890503, "learning_rate": 5.5596170583115756e-05, "loss": 0.8119, "step": 19790 }, { "epoch": 0.8615063307662185, "grad_norm": 0.13811439275741577, "learning_rate": 5.5422106179286337e-05, "loss": 0.8325, "step": 19800 }, { "epoch": 0.8619414349736761, "grad_norm": 0.12910474836826324, "learning_rate": 5.5248041775456924e-05, "loss": 1.0455, "step": 19810 }, { "epoch": 0.8623765391811339, "grad_norm": 0.1917533129453659, "learning_rate": 5.5073977371627505e-05, "loss": 0.9091, "step": 19820 }, { "epoch": 0.8628116433885916, "grad_norm": 0.2284449338912964, "learning_rate": 5.4899912967798086e-05, "loss": 0.905, "step": 19830 }, { "epoch": 0.8632467475960492, "grad_norm": 0.15458817780017853, "learning_rate": 5.472584856396867e-05, "loss": 1.0486, "step": 19840 }, { "epoch": 0.863681851803507, "grad_norm": 0.16726848483085632, "learning_rate": 5.4551784160139254e-05, "loss": 0.829, "step": 19850 }, { "epoch": 0.8641169560109646, "grad_norm": 0.18754467368125916, "learning_rate": 5.437771975630984e-05, "loss": 0.8692, "step": 19860 }, { "epoch": 0.8645520602184223, "grad_norm": 0.2762235403060913, "learning_rate": 5.420365535248042e-05, "loss": 0.9794, "step": 19870 }, { "epoch": 0.86498716442588, "grad_norm": 0.2802667021751404, "learning_rate": 5.4029590948650996e-05, "loss": 0.9602, "step": 19880 }, { "epoch": 0.8654222686333377, "grad_norm": 0.14559364318847656, "learning_rate": 5.385552654482159e-05, "loss": 1.001, "step": 19890 }, { "epoch": 0.8658573728407953, "grad_norm": 0.17307975888252258, "learning_rate": 5.3681462140992165e-05, "loss": 0.8182, "step": 19900 }, { "epoch": 0.8662924770482531, "grad_norm": 0.1873578578233719, "learning_rate": 5.350739773716276e-05, "loss": 0.9845, "step": 19910 }, { "epoch": 0.8667275812557107, "grad_norm": 0.18192312121391296, "learning_rate": 5.333333333333333e-05, "loss": 0.9725, "step": 19920 }, { "epoch": 0.8671626854631684, "grad_norm": 0.2024359405040741, "learning_rate": 5.3159268929503914e-05, "loss": 0.7895, "step": 19930 }, { "epoch": 0.8675977896706261, "grad_norm": 0.14476263523101807, "learning_rate": 5.29852045256745e-05, "loss": 0.9184, "step": 19940 }, { "epoch": 0.8680328938780838, "grad_norm": 0.13401740789413452, "learning_rate": 5.281114012184508e-05, "loss": 0.8814, "step": 19950 }, { "epoch": 0.8684679980855415, "grad_norm": 0.17506574094295502, "learning_rate": 5.263707571801567e-05, "loss": 0.8693, "step": 19960 }, { "epoch": 0.8689031022929992, "grad_norm": 0.18625737726688385, "learning_rate": 5.246301131418625e-05, "loss": 0.857, "step": 19970 }, { "epoch": 0.8693382065004569, "grad_norm": 0.15617261826992035, "learning_rate": 5.228894691035684e-05, "loss": 0.8178, "step": 19980 }, { "epoch": 0.8697733107079145, "grad_norm": 0.2294551283121109, "learning_rate": 5.211488250652742e-05, "loss": 0.8568, "step": 19990 }, { "epoch": 0.8702084149153723, "grad_norm": 0.20826612412929535, "learning_rate": 5.1940818102698e-05, "loss": 0.9161, "step": 20000 }, { "epoch": 0.8706435191228299, "grad_norm": 0.14170502126216888, "learning_rate": 5.176675369886859e-05, "loss": 0.8334, "step": 20010 }, { "epoch": 0.8710786233302876, "grad_norm": 0.1961752027273178, "learning_rate": 5.159268929503917e-05, "loss": 1.0068, "step": 20020 }, { "epoch": 0.8715137275377453, "grad_norm": 0.17310048639774323, "learning_rate": 5.1418624891209756e-05, "loss": 0.8263, "step": 20030 }, { "epoch": 0.871948831745203, "grad_norm": 0.22903475165367126, "learning_rate": 5.124456048738033e-05, "loss": 0.9334, "step": 20040 }, { "epoch": 0.8723839359526606, "grad_norm": 0.14615556597709656, "learning_rate": 5.107049608355091e-05, "loss": 0.8189, "step": 20050 }, { "epoch": 0.8728190401601184, "grad_norm": 0.19767643511295319, "learning_rate": 5.08964316797215e-05, "loss": 0.9465, "step": 20060 }, { "epoch": 0.873254144367576, "grad_norm": 0.1884232610464096, "learning_rate": 5.072236727589208e-05, "loss": 0.906, "step": 20070 }, { "epoch": 0.8736892485750337, "grad_norm": 0.1596698760986328, "learning_rate": 5.0548302872062666e-05, "loss": 0.9899, "step": 20080 }, { "epoch": 0.8741243527824915, "grad_norm": 0.18069544434547424, "learning_rate": 5.037423846823325e-05, "loss": 0.6503, "step": 20090 }, { "epoch": 0.8745594569899491, "grad_norm": 0.17431499063968658, "learning_rate": 5.020017406440383e-05, "loss": 1.0544, "step": 20100 }, { "epoch": 0.8749945611974068, "grad_norm": 0.2448613941669464, "learning_rate": 5.0026109660574416e-05, "loss": 0.9338, "step": 20110 }, { "epoch": 0.8754296654048644, "grad_norm": 0.20757830142974854, "learning_rate": 4.9852045256745e-05, "loss": 0.9704, "step": 20120 }, { "epoch": 0.8758647696123222, "grad_norm": 0.2048102617263794, "learning_rate": 4.967798085291558e-05, "loss": 1.0407, "step": 20130 }, { "epoch": 0.8762998738197798, "grad_norm": 0.15974871814250946, "learning_rate": 4.9503916449086165e-05, "loss": 0.9636, "step": 20140 }, { "epoch": 0.8767349780272375, "grad_norm": 0.17403759062290192, "learning_rate": 4.9329852045256746e-05, "loss": 0.9363, "step": 20150 }, { "epoch": 0.8771700822346952, "grad_norm": 0.23204225301742554, "learning_rate": 4.915578764142733e-05, "loss": 1.1298, "step": 20160 }, { "epoch": 0.8776051864421529, "grad_norm": 0.21011008322238922, "learning_rate": 4.8981723237597914e-05, "loss": 0.8214, "step": 20170 }, { "epoch": 0.8780402906496105, "grad_norm": 0.15484824776649475, "learning_rate": 4.88076588337685e-05, "loss": 0.842, "step": 20180 }, { "epoch": 0.8784753948570683, "grad_norm": 0.17281536757946014, "learning_rate": 4.8633594429939075e-05, "loss": 0.786, "step": 20190 }, { "epoch": 0.878910499064526, "grad_norm": 0.16693538427352905, "learning_rate": 4.845953002610966e-05, "loss": 0.8367, "step": 20200 }, { "epoch": 0.8793456032719836, "grad_norm": 0.15930303931236267, "learning_rate": 4.8285465622280244e-05, "loss": 0.7777, "step": 20210 }, { "epoch": 0.8797807074794414, "grad_norm": 0.2658943831920624, "learning_rate": 4.811140121845083e-05, "loss": 1.0648, "step": 20220 }, { "epoch": 0.880215811686899, "grad_norm": 0.2511177361011505, "learning_rate": 4.793733681462141e-05, "loss": 1.1959, "step": 20230 }, { "epoch": 0.8806509158943567, "grad_norm": 0.1380482316017151, "learning_rate": 4.776327241079199e-05, "loss": 0.7244, "step": 20240 }, { "epoch": 0.8810860201018144, "grad_norm": 0.18622152507305145, "learning_rate": 4.7589208006962574e-05, "loss": 0.9011, "step": 20250 }, { "epoch": 0.8815211243092721, "grad_norm": 0.22497627139091492, "learning_rate": 4.741514360313316e-05, "loss": 0.9186, "step": 20260 }, { "epoch": 0.8819562285167297, "grad_norm": 0.20169301331043243, "learning_rate": 4.724107919930374e-05, "loss": 0.8633, "step": 20270 }, { "epoch": 0.8823913327241875, "grad_norm": 0.24585703015327454, "learning_rate": 4.706701479547433e-05, "loss": 1.1742, "step": 20280 }, { "epoch": 0.8828264369316451, "grad_norm": 0.2104920893907547, "learning_rate": 4.689295039164491e-05, "loss": 0.7609, "step": 20290 }, { "epoch": 0.8832615411391028, "grad_norm": 0.1777099072933197, "learning_rate": 4.671888598781549e-05, "loss": 1.0753, "step": 20300 }, { "epoch": 0.8836966453465604, "grad_norm": 0.1877506822347641, "learning_rate": 4.654482158398608e-05, "loss": 0.9655, "step": 20310 }, { "epoch": 0.8841317495540182, "grad_norm": 0.19245128333568573, "learning_rate": 4.637075718015666e-05, "loss": 0.8734, "step": 20320 }, { "epoch": 0.8845668537614759, "grad_norm": 0.22017021477222443, "learning_rate": 4.619669277632725e-05, "loss": 0.9223, "step": 20330 }, { "epoch": 0.8850019579689336, "grad_norm": 0.172147735953331, "learning_rate": 4.602262837249783e-05, "loss": 0.8608, "step": 20340 }, { "epoch": 0.8854370621763913, "grad_norm": 0.23409441113471985, "learning_rate": 4.584856396866841e-05, "loss": 0.9928, "step": 20350 }, { "epoch": 0.8858721663838489, "grad_norm": 0.27204230427742004, "learning_rate": 4.567449956483899e-05, "loss": 1.0646, "step": 20360 }, { "epoch": 0.8863072705913067, "grad_norm": 0.1902398020029068, "learning_rate": 4.550043516100958e-05, "loss": 0.9709, "step": 20370 }, { "epoch": 0.8867423747987643, "grad_norm": 0.2388319969177246, "learning_rate": 4.532637075718016e-05, "loss": 1.1762, "step": 20380 }, { "epoch": 0.887177479006222, "grad_norm": 0.2652972936630249, "learning_rate": 4.5152306353350745e-05, "loss": 0.7703, "step": 20390 }, { "epoch": 0.8876125832136796, "grad_norm": 0.22086648643016815, "learning_rate": 4.4978241949521326e-05, "loss": 0.9128, "step": 20400 }, { "epoch": 0.8880476874211374, "grad_norm": 0.26544493436813354, "learning_rate": 4.480417754569191e-05, "loss": 1.0894, "step": 20410 }, { "epoch": 0.888482791628595, "grad_norm": 0.18008200824260712, "learning_rate": 4.463011314186249e-05, "loss": 0.9114, "step": 20420 }, { "epoch": 0.8889178958360527, "grad_norm": 0.24209794402122498, "learning_rate": 4.4456048738033075e-05, "loss": 0.9291, "step": 20430 }, { "epoch": 0.8893530000435104, "grad_norm": 0.1968284547328949, "learning_rate": 4.4281984334203656e-05, "loss": 0.9223, "step": 20440 }, { "epoch": 0.8897881042509681, "grad_norm": 0.16015730798244476, "learning_rate": 4.4107919930374244e-05, "loss": 0.9399, "step": 20450 }, { "epoch": 0.8902232084584258, "grad_norm": 0.22755807638168335, "learning_rate": 4.3933855526544825e-05, "loss": 1.0116, "step": 20460 }, { "epoch": 0.8906583126658835, "grad_norm": 0.15126536786556244, "learning_rate": 4.3759791122715405e-05, "loss": 0.8757, "step": 20470 }, { "epoch": 0.8910934168733412, "grad_norm": 0.16165269911289215, "learning_rate": 4.3585726718885986e-05, "loss": 1.068, "step": 20480 }, { "epoch": 0.8915285210807988, "grad_norm": 0.2318110316991806, "learning_rate": 4.3411662315056574e-05, "loss": 0.6696, "step": 20490 }, { "epoch": 0.8919636252882566, "grad_norm": 0.14256031811237335, "learning_rate": 4.3237597911227155e-05, "loss": 0.8027, "step": 20500 }, { "epoch": 0.8923987294957142, "grad_norm": 0.16713261604309082, "learning_rate": 4.306353350739774e-05, "loss": 1.0319, "step": 20510 }, { "epoch": 0.8928338337031719, "grad_norm": 0.3030630350112915, "learning_rate": 4.288946910356832e-05, "loss": 1.0519, "step": 20520 }, { "epoch": 0.8932689379106296, "grad_norm": 0.21095740795135498, "learning_rate": 4.2715404699738904e-05, "loss": 0.9813, "step": 20530 }, { "epoch": 0.8937040421180873, "grad_norm": 0.17244817316532135, "learning_rate": 4.2541340295909484e-05, "loss": 0.8233, "step": 20540 }, { "epoch": 0.8941391463255449, "grad_norm": 0.24913567304611206, "learning_rate": 4.236727589208007e-05, "loss": 0.8813, "step": 20550 }, { "epoch": 0.8945742505330027, "grad_norm": 0.25635582208633423, "learning_rate": 4.219321148825065e-05, "loss": 1.084, "step": 20560 }, { "epoch": 0.8950093547404604, "grad_norm": 0.18840532004833221, "learning_rate": 4.201914708442124e-05, "loss": 0.8973, "step": 20570 }, { "epoch": 0.895444458947918, "grad_norm": 0.20893986523151398, "learning_rate": 4.184508268059182e-05, "loss": 1.0088, "step": 20580 }, { "epoch": 0.8958795631553758, "grad_norm": 0.14829662442207336, "learning_rate": 4.16710182767624e-05, "loss": 0.7646, "step": 20590 }, { "epoch": 0.8963146673628334, "grad_norm": 0.2336588054895401, "learning_rate": 4.149695387293299e-05, "loss": 0.8323, "step": 20600 }, { "epoch": 0.8967497715702911, "grad_norm": 0.2538301944732666, "learning_rate": 4.132288946910357e-05, "loss": 1.1447, "step": 20610 }, { "epoch": 0.8971848757777487, "grad_norm": 0.25288474559783936, "learning_rate": 4.114882506527416e-05, "loss": 0.8224, "step": 20620 }, { "epoch": 0.8976199799852065, "grad_norm": 0.20563025772571564, "learning_rate": 4.097476066144474e-05, "loss": 0.832, "step": 20630 }, { "epoch": 0.8980550841926641, "grad_norm": 0.16822725534439087, "learning_rate": 4.080069625761532e-05, "loss": 0.7422, "step": 20640 }, { "epoch": 0.8984901884001218, "grad_norm": 0.156948983669281, "learning_rate": 4.06266318537859e-05, "loss": 0.8684, "step": 20650 }, { "epoch": 0.8989252926075795, "grad_norm": 0.14130569994449615, "learning_rate": 4.045256744995649e-05, "loss": 0.8709, "step": 20660 }, { "epoch": 0.8993603968150372, "grad_norm": 0.18535929918289185, "learning_rate": 4.027850304612707e-05, "loss": 0.8724, "step": 20670 }, { "epoch": 0.8997955010224948, "grad_norm": 0.14003539085388184, "learning_rate": 4.0104438642297656e-05, "loss": 0.8636, "step": 20680 }, { "epoch": 0.9002306052299526, "grad_norm": 0.17130394279956818, "learning_rate": 3.993037423846824e-05, "loss": 0.9677, "step": 20690 }, { "epoch": 0.9006657094374103, "grad_norm": 0.21025905013084412, "learning_rate": 3.975630983463882e-05, "loss": 1.0802, "step": 20700 }, { "epoch": 0.9011008136448679, "grad_norm": 0.17499348521232605, "learning_rate": 3.95822454308094e-05, "loss": 1.0082, "step": 20710 }, { "epoch": 0.9015359178523257, "grad_norm": 0.2326761931180954, "learning_rate": 3.9408181026979986e-05, "loss": 0.8385, "step": 20720 }, { "epoch": 0.9019710220597833, "grad_norm": 0.16858237981796265, "learning_rate": 3.923411662315057e-05, "loss": 0.8675, "step": 20730 }, { "epoch": 0.902406126267241, "grad_norm": 0.2653048634529114, "learning_rate": 3.9060052219321154e-05, "loss": 1.0715, "step": 20740 }, { "epoch": 0.9028412304746987, "grad_norm": 0.2739498019218445, "learning_rate": 3.888598781549173e-05, "loss": 0.9315, "step": 20750 }, { "epoch": 0.9032763346821564, "grad_norm": 0.26460012793540955, "learning_rate": 3.8711923411662316e-05, "loss": 1.1173, "step": 20760 }, { "epoch": 0.903711438889614, "grad_norm": 0.17182350158691406, "learning_rate": 3.85378590078329e-05, "loss": 0.9785, "step": 20770 }, { "epoch": 0.9041465430970718, "grad_norm": 0.15211191773414612, "learning_rate": 3.8363794604003484e-05, "loss": 0.7857, "step": 20780 }, { "epoch": 0.9045816473045294, "grad_norm": 0.27032652497291565, "learning_rate": 3.8189730200174065e-05, "loss": 0.9176, "step": 20790 }, { "epoch": 0.9050167515119871, "grad_norm": 0.19676335155963898, "learning_rate": 3.801566579634465e-05, "loss": 0.779, "step": 20800 }, { "epoch": 0.9054518557194448, "grad_norm": 0.2797180414199829, "learning_rate": 3.7841601392515234e-05, "loss": 1.0006, "step": 20810 }, { "epoch": 0.9058869599269025, "grad_norm": 0.2577514350414276, "learning_rate": 3.7667536988685814e-05, "loss": 1.0009, "step": 20820 }, { "epoch": 0.9063220641343602, "grad_norm": 0.21644222736358643, "learning_rate": 3.7493472584856395e-05, "loss": 0.9273, "step": 20830 }, { "epoch": 0.9067571683418179, "grad_norm": 0.19731439650058746, "learning_rate": 3.731940818102698e-05, "loss": 0.9423, "step": 20840 }, { "epoch": 0.9071922725492756, "grad_norm": 0.16016758978366852, "learning_rate": 3.7145343777197563e-05, "loss": 0.8408, "step": 20850 }, { "epoch": 0.9076273767567332, "grad_norm": 0.19263672828674316, "learning_rate": 3.697127937336815e-05, "loss": 0.9173, "step": 20860 }, { "epoch": 0.908062480964191, "grad_norm": 0.16928617656230927, "learning_rate": 3.679721496953873e-05, "loss": 0.7301, "step": 20870 }, { "epoch": 0.9084975851716486, "grad_norm": 0.15682575106620789, "learning_rate": 3.662315056570931e-05, "loss": 0.9643, "step": 20880 }, { "epoch": 0.9089326893791063, "grad_norm": 0.2158227264881134, "learning_rate": 3.64490861618799e-05, "loss": 1.1125, "step": 20890 }, { "epoch": 0.9093677935865639, "grad_norm": 0.12341704219579697, "learning_rate": 3.627502175805048e-05, "loss": 0.7251, "step": 20900 }, { "epoch": 0.9098028977940217, "grad_norm": 0.2063806802034378, "learning_rate": 3.610095735422107e-05, "loss": 1.1973, "step": 20910 }, { "epoch": 0.9102380020014793, "grad_norm": 0.18965288996696472, "learning_rate": 3.592689295039164e-05, "loss": 0.9998, "step": 20920 }, { "epoch": 0.910673106208937, "grad_norm": 0.18391671776771545, "learning_rate": 3.575282854656223e-05, "loss": 0.8588, "step": 20930 }, { "epoch": 0.9111082104163948, "grad_norm": 0.2253313660621643, "learning_rate": 3.557876414273281e-05, "loss": 0.8983, "step": 20940 }, { "epoch": 0.9115433146238524, "grad_norm": 0.18149130046367645, "learning_rate": 3.54046997389034e-05, "loss": 0.9111, "step": 20950 }, { "epoch": 0.9119784188313101, "grad_norm": 0.25594598054885864, "learning_rate": 3.523063533507398e-05, "loss": 0.9724, "step": 20960 }, { "epoch": 0.9124135230387678, "grad_norm": 0.17482106387615204, "learning_rate": 3.505657093124457e-05, "loss": 1.023, "step": 20970 }, { "epoch": 0.9128486272462255, "grad_norm": 0.18379482626914978, "learning_rate": 3.488250652741514e-05, "loss": 0.9533, "step": 20980 }, { "epoch": 0.9132837314536831, "grad_norm": 0.18745923042297363, "learning_rate": 3.470844212358573e-05, "loss": 0.7919, "step": 20990 }, { "epoch": 0.9137188356611409, "grad_norm": 0.22128495573997498, "learning_rate": 3.453437771975631e-05, "loss": 0.9112, "step": 21000 }, { "epoch": 0.9141539398685985, "grad_norm": 0.15969796478748322, "learning_rate": 3.43603133159269e-05, "loss": 1.0003, "step": 21010 }, { "epoch": 0.9145890440760562, "grad_norm": 0.16627530753612518, "learning_rate": 3.418624891209748e-05, "loss": 0.8742, "step": 21020 }, { "epoch": 0.9150241482835139, "grad_norm": 0.20163680613040924, "learning_rate": 3.4012184508268065e-05, "loss": 0.7846, "step": 21030 }, { "epoch": 0.9154592524909716, "grad_norm": 0.16975703835487366, "learning_rate": 3.383812010443864e-05, "loss": 0.7723, "step": 21040 }, { "epoch": 0.9158943566984292, "grad_norm": 0.1966480165719986, "learning_rate": 3.366405570060923e-05, "loss": 1.1207, "step": 21050 }, { "epoch": 0.916329460905887, "grad_norm": 0.18142107129096985, "learning_rate": 3.348999129677981e-05, "loss": 0.9147, "step": 21060 }, { "epoch": 0.9167645651133447, "grad_norm": 0.1910754293203354, "learning_rate": 3.3315926892950395e-05, "loss": 0.8632, "step": 21070 }, { "epoch": 0.9171996693208023, "grad_norm": 0.2087833136320114, "learning_rate": 3.3141862489120976e-05, "loss": 0.7579, "step": 21080 }, { "epoch": 0.9176347735282601, "grad_norm": 0.19261234998703003, "learning_rate": 3.296779808529156e-05, "loss": 1.231, "step": 21090 }, { "epoch": 0.9180698777357177, "grad_norm": 0.15856386721134186, "learning_rate": 3.2793733681462144e-05, "loss": 1.116, "step": 21100 }, { "epoch": 0.9185049819431754, "grad_norm": 0.17606770992279053, "learning_rate": 3.2619669277632725e-05, "loss": 0.9628, "step": 21110 }, { "epoch": 0.918940086150633, "grad_norm": 0.14945390820503235, "learning_rate": 3.2445604873803306e-05, "loss": 0.9119, "step": 21120 }, { "epoch": 0.9193751903580908, "grad_norm": 0.19223333895206451, "learning_rate": 3.227154046997389e-05, "loss": 0.9444, "step": 21130 }, { "epoch": 0.9198102945655484, "grad_norm": 0.19285941123962402, "learning_rate": 3.2097476066144474e-05, "loss": 0.9096, "step": 21140 }, { "epoch": 0.9202453987730062, "grad_norm": 0.2589336633682251, "learning_rate": 3.1923411662315055e-05, "loss": 0.8446, "step": 21150 }, { "epoch": 0.9206805029804638, "grad_norm": 0.17124374210834503, "learning_rate": 3.174934725848564e-05, "loss": 0.9892, "step": 21160 }, { "epoch": 0.9211156071879215, "grad_norm": 0.17675909399986267, "learning_rate": 3.157528285465622e-05, "loss": 0.9345, "step": 21170 }, { "epoch": 0.9215507113953791, "grad_norm": 0.2616255283355713, "learning_rate": 3.140121845082681e-05, "loss": 0.8241, "step": 21180 }, { "epoch": 0.9219858156028369, "grad_norm": 0.24226294457912445, "learning_rate": 3.122715404699739e-05, "loss": 1.0098, "step": 21190 }, { "epoch": 0.9224209198102946, "grad_norm": 0.20367328822612762, "learning_rate": 3.105308964316798e-05, "loss": 0.8182, "step": 21200 }, { "epoch": 0.9228560240177522, "grad_norm": 0.18156558275222778, "learning_rate": 3.087902523933855e-05, "loss": 0.8639, "step": 21210 }, { "epoch": 0.92329112822521, "grad_norm": 0.2722025513648987, "learning_rate": 3.070496083550914e-05, "loss": 1.1838, "step": 21220 }, { "epoch": 0.9237262324326676, "grad_norm": 0.18378862738609314, "learning_rate": 3.053089643167972e-05, "loss": 1.1304, "step": 21230 }, { "epoch": 0.9241613366401253, "grad_norm": 0.1767851859331131, "learning_rate": 3.0356832027850306e-05, "loss": 0.8654, "step": 21240 }, { "epoch": 0.924596440847583, "grad_norm": 0.14620499312877655, "learning_rate": 3.018276762402089e-05, "loss": 0.8141, "step": 21250 }, { "epoch": 0.9250315450550407, "grad_norm": 0.20000551640987396, "learning_rate": 3.000870322019147e-05, "loss": 1.1213, "step": 21260 }, { "epoch": 0.9254666492624983, "grad_norm": 0.1785465031862259, "learning_rate": 2.9834638816362055e-05, "loss": 0.9698, "step": 21270 }, { "epoch": 0.9259017534699561, "grad_norm": 0.19953645765781403, "learning_rate": 2.966057441253264e-05, "loss": 0.9993, "step": 21280 }, { "epoch": 0.9263368576774137, "grad_norm": 0.22191107273101807, "learning_rate": 2.9486510008703223e-05, "loss": 0.976, "step": 21290 }, { "epoch": 0.9267719618848714, "grad_norm": 0.2069002091884613, "learning_rate": 2.9312445604873807e-05, "loss": 0.8511, "step": 21300 }, { "epoch": 0.9272070660923291, "grad_norm": 0.3304890990257263, "learning_rate": 2.913838120104439e-05, "loss": 1.066, "step": 21310 }, { "epoch": 0.9276421702997868, "grad_norm": 0.15157359838485718, "learning_rate": 2.896431679721497e-05, "loss": 0.9388, "step": 21320 }, { "epoch": 0.9280772745072445, "grad_norm": 0.18447358906269073, "learning_rate": 2.8790252393385553e-05, "loss": 1.1011, "step": 21330 }, { "epoch": 0.9285123787147022, "grad_norm": 0.1556965708732605, "learning_rate": 2.8616187989556137e-05, "loss": 0.9696, "step": 21340 }, { "epoch": 0.9289474829221599, "grad_norm": 0.17875494062900543, "learning_rate": 2.844212358572672e-05, "loss": 0.9311, "step": 21350 }, { "epoch": 0.9293825871296175, "grad_norm": 0.18373027443885803, "learning_rate": 2.8268059181897306e-05, "loss": 1.0182, "step": 21360 }, { "epoch": 0.9298176913370753, "grad_norm": 0.15694642066955566, "learning_rate": 2.809399477806789e-05, "loss": 0.8528, "step": 21370 }, { "epoch": 0.9302527955445329, "grad_norm": 0.2133055180311203, "learning_rate": 2.7919930374238467e-05, "loss": 0.7903, "step": 21380 }, { "epoch": 0.9306878997519906, "grad_norm": 0.1877705305814743, "learning_rate": 2.774586597040905e-05, "loss": 1.0371, "step": 21390 }, { "epoch": 0.9311230039594482, "grad_norm": 0.25567400455474854, "learning_rate": 2.7571801566579636e-05, "loss": 0.9326, "step": 21400 }, { "epoch": 0.931558108166906, "grad_norm": 0.16893233358860016, "learning_rate": 2.739773716275022e-05, "loss": 0.9214, "step": 21410 }, { "epoch": 0.9319932123743636, "grad_norm": 0.20092123746871948, "learning_rate": 2.7223672758920804e-05, "loss": 0.9198, "step": 21420 }, { "epoch": 0.9324283165818213, "grad_norm": 0.20480817556381226, "learning_rate": 2.704960835509138e-05, "loss": 0.904, "step": 21430 }, { "epoch": 0.9328634207892791, "grad_norm": 0.2936774492263794, "learning_rate": 2.6875543951261966e-05, "loss": 0.8709, "step": 21440 }, { "epoch": 0.9332985249967367, "grad_norm": 0.16860683262348175, "learning_rate": 2.670147954743255e-05, "loss": 0.973, "step": 21450 }, { "epoch": 0.9337336292041944, "grad_norm": 0.21383698284626007, "learning_rate": 2.6527415143603134e-05, "loss": 1.4739, "step": 21460 }, { "epoch": 0.9341687334116521, "grad_norm": 0.21155180037021637, "learning_rate": 2.6353350739773718e-05, "loss": 0.8766, "step": 21470 }, { "epoch": 0.9346038376191098, "grad_norm": 0.1417711079120636, "learning_rate": 2.6179286335944302e-05, "loss": 1.0355, "step": 21480 }, { "epoch": 0.9350389418265674, "grad_norm": 0.15642419457435608, "learning_rate": 2.6005221932114883e-05, "loss": 0.7387, "step": 21490 }, { "epoch": 0.9354740460340252, "grad_norm": 0.14783519506454468, "learning_rate": 2.5831157528285467e-05, "loss": 0.7869, "step": 21500 }, { "epoch": 0.9359091502414828, "grad_norm": 0.16526681184768677, "learning_rate": 2.5657093124456048e-05, "loss": 1.0827, "step": 21510 }, { "epoch": 0.9363442544489405, "grad_norm": 0.1403351128101349, "learning_rate": 2.5483028720626632e-05, "loss": 0.8811, "step": 21520 }, { "epoch": 0.9367793586563982, "grad_norm": 0.31014636158943176, "learning_rate": 2.5308964316797216e-05, "loss": 1.1068, "step": 21530 }, { "epoch": 0.9372144628638559, "grad_norm": 0.1745421439409256, "learning_rate": 2.51348999129678e-05, "loss": 0.8707, "step": 21540 }, { "epoch": 0.9376495670713135, "grad_norm": 0.2460077404975891, "learning_rate": 2.4960835509138385e-05, "loss": 1.0639, "step": 21550 }, { "epoch": 0.9380846712787713, "grad_norm": 0.2425888329744339, "learning_rate": 2.4786771105308966e-05, "loss": 0.9168, "step": 21560 }, { "epoch": 0.938519775486229, "grad_norm": 0.1712726503610611, "learning_rate": 2.461270670147955e-05, "loss": 0.8389, "step": 21570 }, { "epoch": 0.9389548796936866, "grad_norm": 0.17050530016422272, "learning_rate": 2.4438642297650134e-05, "loss": 0.8062, "step": 21580 }, { "epoch": 0.9393899839011444, "grad_norm": 0.19703201949596405, "learning_rate": 2.4264577893820715e-05, "loss": 0.8508, "step": 21590 }, { "epoch": 0.939825088108602, "grad_norm": 0.24704693257808685, "learning_rate": 2.40905134899913e-05, "loss": 0.9864, "step": 21600 }, { "epoch": 0.9402601923160597, "grad_norm": 0.21740278601646423, "learning_rate": 2.3916449086161883e-05, "loss": 1.0106, "step": 21610 }, { "epoch": 0.9406952965235174, "grad_norm": 0.21814213693141937, "learning_rate": 2.3742384682332464e-05, "loss": 0.9143, "step": 21620 }, { "epoch": 0.9411304007309751, "grad_norm": 0.16094191372394562, "learning_rate": 2.3568320278503048e-05, "loss": 0.9344, "step": 21630 }, { "epoch": 0.9415655049384327, "grad_norm": 0.17212699353694916, "learning_rate": 2.339425587467363e-05, "loss": 0.7894, "step": 21640 }, { "epoch": 0.9420006091458905, "grad_norm": 0.17283500730991364, "learning_rate": 2.3220191470844213e-05, "loss": 0.9309, "step": 21650 }, { "epoch": 0.9424357133533481, "grad_norm": 0.25093507766723633, "learning_rate": 2.3046127067014797e-05, "loss": 0.9222, "step": 21660 }, { "epoch": 0.9428708175608058, "grad_norm": 0.1730162352323532, "learning_rate": 2.2872062663185378e-05, "loss": 1.0119, "step": 21670 }, { "epoch": 0.9433059217682634, "grad_norm": 0.18997058272361755, "learning_rate": 2.2697998259355962e-05, "loss": 0.822, "step": 21680 }, { "epoch": 0.9437410259757212, "grad_norm": 0.21350206434726715, "learning_rate": 2.2523933855526546e-05, "loss": 0.8227, "step": 21690 }, { "epoch": 0.9441761301831789, "grad_norm": 0.21640251576900482, "learning_rate": 2.2349869451697127e-05, "loss": 1.1241, "step": 21700 }, { "epoch": 0.9446112343906365, "grad_norm": 0.1980331689119339, "learning_rate": 2.217580504786771e-05, "loss": 0.942, "step": 21710 }, { "epoch": 0.9450463385980943, "grad_norm": 0.24333418905735016, "learning_rate": 2.2001740644038295e-05, "loss": 1.0917, "step": 21720 }, { "epoch": 0.9454814428055519, "grad_norm": 0.21218879520893097, "learning_rate": 2.1827676240208876e-05, "loss": 0.8848, "step": 21730 }, { "epoch": 0.9459165470130096, "grad_norm": 0.24678662419319153, "learning_rate": 2.165361183637946e-05, "loss": 1.066, "step": 21740 }, { "epoch": 0.9463516512204673, "grad_norm": 0.2033480554819107, "learning_rate": 2.1479547432550045e-05, "loss": 1.2551, "step": 21750 }, { "epoch": 0.946786755427925, "grad_norm": 0.2628394067287445, "learning_rate": 2.1305483028720625e-05, "loss": 0.8912, "step": 21760 }, { "epoch": 0.9472218596353826, "grad_norm": 0.15428313612937927, "learning_rate": 2.113141862489121e-05, "loss": 1.1262, "step": 21770 }, { "epoch": 0.9476569638428404, "grad_norm": 0.15412473678588867, "learning_rate": 2.0957354221061794e-05, "loss": 1.139, "step": 21780 }, { "epoch": 0.948092068050298, "grad_norm": 0.17281030118465424, "learning_rate": 2.0783289817232378e-05, "loss": 1.0782, "step": 21790 }, { "epoch": 0.9485271722577557, "grad_norm": 0.18478383123874664, "learning_rate": 2.0609225413402962e-05, "loss": 0.8599, "step": 21800 }, { "epoch": 0.9489622764652135, "grad_norm": 0.2483360469341278, "learning_rate": 2.0435161009573543e-05, "loss": 1.1146, "step": 21810 }, { "epoch": 0.9493973806726711, "grad_norm": 0.16006256639957428, "learning_rate": 2.0261096605744127e-05, "loss": 0.7159, "step": 21820 }, { "epoch": 0.9498324848801288, "grad_norm": 0.22569559514522552, "learning_rate": 2.008703220191471e-05, "loss": 1.0334, "step": 21830 }, { "epoch": 0.9502675890875865, "grad_norm": 0.20865701138973236, "learning_rate": 1.9912967798085292e-05, "loss": 0.9709, "step": 21840 }, { "epoch": 0.9507026932950442, "grad_norm": 0.1819617748260498, "learning_rate": 1.9738903394255876e-05, "loss": 1.2424, "step": 21850 }, { "epoch": 0.9511377975025018, "grad_norm": 0.22120843827724457, "learning_rate": 1.956483899042646e-05, "loss": 0.9912, "step": 21860 }, { "epoch": 0.9515729017099596, "grad_norm": 0.25391891598701477, "learning_rate": 1.939077458659704e-05, "loss": 0.8348, "step": 21870 }, { "epoch": 0.9520080059174172, "grad_norm": 0.1649368852376938, "learning_rate": 1.9216710182767625e-05, "loss": 0.8753, "step": 21880 }, { "epoch": 0.9524431101248749, "grad_norm": 0.31581422686576843, "learning_rate": 1.904264577893821e-05, "loss": 1.1102, "step": 21890 }, { "epoch": 0.9528782143323326, "grad_norm": 0.22797173261642456, "learning_rate": 1.886858137510879e-05, "loss": 1.0218, "step": 21900 }, { "epoch": 0.9533133185397903, "grad_norm": 0.13599148392677307, "learning_rate": 1.8694516971279374e-05, "loss": 0.7414, "step": 21910 }, { "epoch": 0.9537484227472479, "grad_norm": 0.17948462069034576, "learning_rate": 1.852045256744996e-05, "loss": 0.7689, "step": 21920 }, { "epoch": 0.9541835269547057, "grad_norm": 0.23352575302124023, "learning_rate": 1.834638816362054e-05, "loss": 0.9564, "step": 21930 }, { "epoch": 0.9546186311621634, "grad_norm": 0.19103169441223145, "learning_rate": 1.8172323759791124e-05, "loss": 0.9192, "step": 21940 }, { "epoch": 0.955053735369621, "grad_norm": 0.19637976586818695, "learning_rate": 1.7998259355961708e-05, "loss": 0.8954, "step": 21950 }, { "epoch": 0.9554888395770788, "grad_norm": 0.1958065629005432, "learning_rate": 1.782419495213229e-05, "loss": 0.8468, "step": 21960 }, { "epoch": 0.9559239437845364, "grad_norm": 0.21284125745296478, "learning_rate": 1.7650130548302873e-05, "loss": 0.8607, "step": 21970 }, { "epoch": 0.9563590479919941, "grad_norm": 0.19652646780014038, "learning_rate": 1.7476066144473454e-05, "loss": 0.8769, "step": 21980 }, { "epoch": 0.9567941521994517, "grad_norm": 0.16061212122440338, "learning_rate": 1.7302001740644038e-05, "loss": 0.7857, "step": 21990 }, { "epoch": 0.9572292564069095, "grad_norm": 0.18401288986206055, "learning_rate": 1.7127937336814622e-05, "loss": 0.9766, "step": 22000 }, { "epoch": 0.9576643606143671, "grad_norm": 0.2087540477514267, "learning_rate": 1.6953872932985203e-05, "loss": 0.9585, "step": 22010 }, { "epoch": 0.9580994648218248, "grad_norm": 0.13714180886745453, "learning_rate": 1.6779808529155787e-05, "loss": 0.7541, "step": 22020 }, { "epoch": 0.9585345690292825, "grad_norm": 0.13204754889011383, "learning_rate": 1.660574412532637e-05, "loss": 1.1129, "step": 22030 }, { "epoch": 0.9589696732367402, "grad_norm": 0.18696801364421844, "learning_rate": 1.6431679721496955e-05, "loss": 0.7954, "step": 22040 }, { "epoch": 0.9594047774441978, "grad_norm": 0.20276232063770294, "learning_rate": 1.625761531766754e-05, "loss": 0.9379, "step": 22050 }, { "epoch": 0.9598398816516556, "grad_norm": 0.19176627695560455, "learning_rate": 1.608355091383812e-05, "loss": 0.7987, "step": 22060 }, { "epoch": 0.9602749858591133, "grad_norm": 0.19597803056240082, "learning_rate": 1.5909486510008704e-05, "loss": 0.9977, "step": 22070 }, { "epoch": 0.9607100900665709, "grad_norm": 0.21981848776340485, "learning_rate": 1.573542210617929e-05, "loss": 0.952, "step": 22080 }, { "epoch": 0.9611451942740287, "grad_norm": 0.21187537908554077, "learning_rate": 1.5561357702349873e-05, "loss": 0.893, "step": 22090 }, { "epoch": 0.9615802984814863, "grad_norm": 0.11384137719869614, "learning_rate": 1.5387293298520454e-05, "loss": 0.9746, "step": 22100 }, { "epoch": 0.962015402688944, "grad_norm": 0.19320809841156006, "learning_rate": 1.5213228894691036e-05, "loss": 0.8859, "step": 22110 }, { "epoch": 0.9624505068964017, "grad_norm": 0.1715298295021057, "learning_rate": 1.503916449086162e-05, "loss": 0.969, "step": 22120 }, { "epoch": 0.9628856111038594, "grad_norm": 0.14507785439491272, "learning_rate": 1.4865100087032203e-05, "loss": 0.9089, "step": 22130 }, { "epoch": 0.963320715311317, "grad_norm": 0.19250823557376862, "learning_rate": 1.4691035683202787e-05, "loss": 1.0554, "step": 22140 }, { "epoch": 0.9637558195187748, "grad_norm": 0.1744811236858368, "learning_rate": 1.4516971279373368e-05, "loss": 1.0663, "step": 22150 }, { "epoch": 0.9641909237262324, "grad_norm": 0.24949336051940918, "learning_rate": 1.4342906875543952e-05, "loss": 1.0201, "step": 22160 }, { "epoch": 0.9646260279336901, "grad_norm": 0.2457941621541977, "learning_rate": 1.4168842471714536e-05, "loss": 0.9815, "step": 22170 }, { "epoch": 0.9650611321411479, "grad_norm": 0.24499420821666718, "learning_rate": 1.3994778067885117e-05, "loss": 0.9791, "step": 22180 }, { "epoch": 0.9654962363486055, "grad_norm": 0.33229541778564453, "learning_rate": 1.3820713664055701e-05, "loss": 0.9843, "step": 22190 }, { "epoch": 0.9659313405560632, "grad_norm": 0.12653933465480804, "learning_rate": 1.3646649260226285e-05, "loss": 0.8233, "step": 22200 }, { "epoch": 0.9663664447635208, "grad_norm": 0.3706156015396118, "learning_rate": 1.3472584856396866e-05, "loss": 1.0324, "step": 22210 }, { "epoch": 0.9668015489709786, "grad_norm": 0.22786523401737213, "learning_rate": 1.329852045256745e-05, "loss": 0.9944, "step": 22220 }, { "epoch": 0.9672366531784362, "grad_norm": 0.2720917761325836, "learning_rate": 1.3124456048738034e-05, "loss": 1.1015, "step": 22230 }, { "epoch": 0.967671757385894, "grad_norm": 0.2168733775615692, "learning_rate": 1.2950391644908617e-05, "loss": 0.9915, "step": 22240 }, { "epoch": 0.9681068615933516, "grad_norm": 0.19041582942008972, "learning_rate": 1.27763272410792e-05, "loss": 1.0416, "step": 22250 }, { "epoch": 0.9685419658008093, "grad_norm": 0.19094380736351013, "learning_rate": 1.2602262837249783e-05, "loss": 0.8646, "step": 22260 }, { "epoch": 0.9689770700082669, "grad_norm": 0.22246387600898743, "learning_rate": 1.2428198433420366e-05, "loss": 1.1908, "step": 22270 }, { "epoch": 0.9694121742157247, "grad_norm": 0.17572733759880066, "learning_rate": 1.225413402959095e-05, "loss": 0.9218, "step": 22280 }, { "epoch": 0.9698472784231823, "grad_norm": 0.17438271641731262, "learning_rate": 1.2080069625761533e-05, "loss": 0.8617, "step": 22290 }, { "epoch": 0.97028238263064, "grad_norm": 0.3006335198879242, "learning_rate": 1.1906005221932115e-05, "loss": 1.2673, "step": 22300 }, { "epoch": 0.9707174868380978, "grad_norm": 0.217755526304245, "learning_rate": 1.17319408181027e-05, "loss": 0.7839, "step": 22310 }, { "epoch": 0.9711525910455554, "grad_norm": 0.22953900694847107, "learning_rate": 1.1557876414273282e-05, "loss": 0.9725, "step": 22320 }, { "epoch": 0.9715876952530131, "grad_norm": 0.1979580670595169, "learning_rate": 1.1383812010443864e-05, "loss": 0.9521, "step": 22330 }, { "epoch": 0.9720227994604708, "grad_norm": 0.2176426351070404, "learning_rate": 1.1209747606614448e-05, "loss": 0.8578, "step": 22340 }, { "epoch": 0.9724579036679285, "grad_norm": 0.21646295487880707, "learning_rate": 1.1035683202785031e-05, "loss": 1.0886, "step": 22350 }, { "epoch": 0.9728930078753861, "grad_norm": 0.16554175317287445, "learning_rate": 1.0861618798955613e-05, "loss": 0.8757, "step": 22360 }, { "epoch": 0.9733281120828439, "grad_norm": 0.23614560067653656, "learning_rate": 1.0687554395126196e-05, "loss": 0.8782, "step": 22370 }, { "epoch": 0.9737632162903015, "grad_norm": 0.1828368753194809, "learning_rate": 1.051348999129678e-05, "loss": 1.017, "step": 22380 }, { "epoch": 0.9741983204977592, "grad_norm": 0.17675498127937317, "learning_rate": 1.0339425587467364e-05, "loss": 1.0857, "step": 22390 }, { "epoch": 0.9746334247052169, "grad_norm": 0.18738888204097748, "learning_rate": 1.0165361183637947e-05, "loss": 1.1307, "step": 22400 }, { "epoch": 0.9750685289126746, "grad_norm": 0.169132798910141, "learning_rate": 9.991296779808531e-06, "loss": 0.9718, "step": 22410 }, { "epoch": 0.9755036331201322, "grad_norm": 0.1228359043598175, "learning_rate": 9.817232375979113e-06, "loss": 0.9035, "step": 22420 }, { "epoch": 0.97593873732759, "grad_norm": 0.17003966867923737, "learning_rate": 9.643167972149696e-06, "loss": 0.9908, "step": 22430 }, { "epoch": 0.9763738415350477, "grad_norm": 0.13669484853744507, "learning_rate": 9.469103568320278e-06, "loss": 0.9925, "step": 22440 }, { "epoch": 0.9768089457425053, "grad_norm": 0.2564150094985962, "learning_rate": 9.295039164490863e-06, "loss": 1.0304, "step": 22450 }, { "epoch": 0.9772440499499631, "grad_norm": 0.24100084602832794, "learning_rate": 9.120974760661445e-06, "loss": 0.9108, "step": 22460 }, { "epoch": 0.9776791541574207, "grad_norm": 0.2243344485759735, "learning_rate": 8.946910356832027e-06, "loss": 0.8114, "step": 22470 }, { "epoch": 0.9781142583648784, "grad_norm": 0.19100156426429749, "learning_rate": 8.772845953002612e-06, "loss": 0.9374, "step": 22480 }, { "epoch": 0.978549362572336, "grad_norm": 0.24268405139446259, "learning_rate": 8.598781549173194e-06, "loss": 1.1767, "step": 22490 }, { "epoch": 0.9789844667797938, "grad_norm": 0.21321403980255127, "learning_rate": 8.424717145343777e-06, "loss": 1.1322, "step": 22500 }, { "epoch": 0.9794195709872514, "grad_norm": 0.17532701790332794, "learning_rate": 8.25065274151436e-06, "loss": 1.0373, "step": 22510 }, { "epoch": 0.9798546751947091, "grad_norm": 0.24591486155986786, "learning_rate": 8.076588337684943e-06, "loss": 0.7673, "step": 22520 }, { "epoch": 0.9802897794021668, "grad_norm": 0.20612317323684692, "learning_rate": 7.902523933855527e-06, "loss": 1.0313, "step": 22530 }, { "epoch": 0.9807248836096245, "grad_norm": 0.23534561693668365, "learning_rate": 7.72845953002611e-06, "loss": 0.783, "step": 22540 }, { "epoch": 0.9811599878170822, "grad_norm": 0.23995542526245117, "learning_rate": 7.554395126196693e-06, "loss": 1.0692, "step": 22550 }, { "epoch": 0.9815950920245399, "grad_norm": 0.2654276490211487, "learning_rate": 7.380330722367277e-06, "loss": 0.9482, "step": 22560 }, { "epoch": 0.9820301962319976, "grad_norm": 0.23082147538661957, "learning_rate": 7.206266318537859e-06, "loss": 0.852, "step": 22570 }, { "epoch": 0.9824653004394552, "grad_norm": 0.2304570972919464, "learning_rate": 7.032201914708443e-06, "loss": 0.819, "step": 22580 }, { "epoch": 0.982900404646913, "grad_norm": 0.2756832540035248, "learning_rate": 6.858137510879026e-06, "loss": 0.9119, "step": 22590 }, { "epoch": 0.9833355088543706, "grad_norm": 0.14850977063179016, "learning_rate": 6.684073107049608e-06, "loss": 0.8737, "step": 22600 }, { "epoch": 0.9837706130618283, "grad_norm": 0.20324960350990295, "learning_rate": 6.5100087032201916e-06, "loss": 0.8416, "step": 22610 }, { "epoch": 0.984205717269286, "grad_norm": 0.2157207578420639, "learning_rate": 6.335944299390775e-06, "loss": 0.7897, "step": 22620 }, { "epoch": 0.9846408214767437, "grad_norm": 0.19182094931602478, "learning_rate": 6.161879895561358e-06, "loss": 1.0422, "step": 22630 }, { "epoch": 0.9850759256842013, "grad_norm": 0.25287145376205444, "learning_rate": 5.9878154917319416e-06, "loss": 0.8639, "step": 22640 }, { "epoch": 0.9855110298916591, "grad_norm": 0.19529996812343597, "learning_rate": 5.813751087902524e-06, "loss": 0.936, "step": 22650 }, { "epoch": 0.9859461340991167, "grad_norm": 0.2751336991786957, "learning_rate": 5.639686684073107e-06, "loss": 0.9425, "step": 22660 }, { "epoch": 0.9863812383065744, "grad_norm": 0.20785021781921387, "learning_rate": 5.46562228024369e-06, "loss": 0.9442, "step": 22670 }, { "epoch": 0.9868163425140322, "grad_norm": 0.2943708300590515, "learning_rate": 5.291557876414273e-06, "loss": 0.8166, "step": 22680 }, { "epoch": 0.9872514467214898, "grad_norm": 0.19962769746780396, "learning_rate": 5.117493472584857e-06, "loss": 1.0105, "step": 22690 }, { "epoch": 0.9876865509289475, "grad_norm": 0.1774645894765854, "learning_rate": 4.94342906875544e-06, "loss": 0.9556, "step": 22700 }, { "epoch": 0.9881216551364052, "grad_norm": 0.1600780189037323, "learning_rate": 4.769364664926023e-06, "loss": 1.008, "step": 22710 }, { "epoch": 0.9885567593438629, "grad_norm": 0.17400483787059784, "learning_rate": 4.595300261096606e-06, "loss": 0.8755, "step": 22720 }, { "epoch": 0.9889918635513205, "grad_norm": 0.15961779654026031, "learning_rate": 4.421235857267189e-06, "loss": 0.9441, "step": 22730 }, { "epoch": 0.9894269677587783, "grad_norm": 0.1359356939792633, "learning_rate": 4.2471714534377715e-06, "loss": 0.8843, "step": 22740 }, { "epoch": 0.9898620719662359, "grad_norm": 0.16684646904468536, "learning_rate": 4.073107049608356e-06, "loss": 1.0349, "step": 22750 }, { "epoch": 0.9902971761736936, "grad_norm": 0.1564767211675644, "learning_rate": 3.899042645778939e-06, "loss": 0.891, "step": 22760 }, { "epoch": 0.9907322803811512, "grad_norm": 0.18496564030647278, "learning_rate": 3.7249782419495215e-06, "loss": 0.8521, "step": 22770 }, { "epoch": 0.991167384588609, "grad_norm": 0.2153206616640091, "learning_rate": 3.550913838120105e-06, "loss": 0.9312, "step": 22780 }, { "epoch": 0.9916024887960666, "grad_norm": 0.236735537648201, "learning_rate": 3.3768494342906873e-06, "loss": 0.8733, "step": 22790 }, { "epoch": 0.9920375930035243, "grad_norm": 0.23133417963981628, "learning_rate": 3.2027850304612706e-06, "loss": 0.8757, "step": 22800 }, { "epoch": 0.9924726972109821, "grad_norm": 0.1724761426448822, "learning_rate": 3.028720626631854e-06, "loss": 1.0488, "step": 22810 }, { "epoch": 0.9929078014184397, "grad_norm": 0.1935008466243744, "learning_rate": 2.854656222802437e-06, "loss": 0.7933, "step": 22820 }, { "epoch": 0.9933429056258974, "grad_norm": 0.14850164949893951, "learning_rate": 2.68059181897302e-06, "loss": 1.0253, "step": 22830 }, { "epoch": 0.9937780098333551, "grad_norm": 0.20258590579032898, "learning_rate": 2.5065274151436035e-06, "loss": 0.9176, "step": 22840 }, { "epoch": 0.9942131140408128, "grad_norm": 0.16417011618614197, "learning_rate": 2.3324630113141864e-06, "loss": 1.0307, "step": 22850 }, { "epoch": 0.9946482182482704, "grad_norm": 0.17948941886425018, "learning_rate": 2.1583986074847693e-06, "loss": 0.7669, "step": 22860 }, { "epoch": 0.9950833224557282, "grad_norm": 0.27773991227149963, "learning_rate": 1.9843342036553527e-06, "loss": 0.8991, "step": 22870 }, { "epoch": 0.9955184266631858, "grad_norm": 0.19396376609802246, "learning_rate": 1.8102697998259356e-06, "loss": 0.8084, "step": 22880 }, { "epoch": 0.9959535308706435, "grad_norm": 0.2022784948348999, "learning_rate": 1.6362053959965189e-06, "loss": 1.1757, "step": 22890 }, { "epoch": 0.9963886350781012, "grad_norm": 0.15665310621261597, "learning_rate": 1.4621409921671018e-06, "loss": 0.884, "step": 22900 }, { "epoch": 0.9968237392855589, "grad_norm": 0.13277144730091095, "learning_rate": 1.2880765883376851e-06, "loss": 0.9369, "step": 22910 }, { "epoch": 0.9972588434930165, "grad_norm": 0.1761789619922638, "learning_rate": 1.114012184508268e-06, "loss": 0.9835, "step": 22920 }, { "epoch": 0.9976939477004743, "grad_norm": 0.20173661410808563, "learning_rate": 9.399477806788513e-07, "loss": 0.8111, "step": 22930 }, { "epoch": 0.998129051907932, "grad_norm": 0.18251878023147583, "learning_rate": 7.658833768494344e-07, "loss": 0.8847, "step": 22940 }, { "epoch": 0.9985641561153896, "grad_norm": 0.18155725300312042, "learning_rate": 5.918189730200174e-07, "loss": 0.8176, "step": 22950 }, { "epoch": 0.9989992603228474, "grad_norm": 0.2452581375837326, "learning_rate": 4.177545691906005e-07, "loss": 0.9356, "step": 22960 }, { "epoch": 0.999434364530305, "grad_norm": 0.14375294744968414, "learning_rate": 2.436901653611837e-07, "loss": 0.9749, "step": 22970 }, { "epoch": 0.9998694687377627, "grad_norm": 0.19464869797229767, "learning_rate": 6.962576153176675e-08, "loss": 0.958, "step": 22980 } ], "logging_steps": 10, "max_steps": 22983, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 1.3195944692652442e+17, "train_batch_size": 1, "trial_name": null, "trial_params": null }