| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 2622, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0019074868860276585, |
| "grad_norm": 1.4878780841827393, |
| "learning_rate": 1.0126582278481012e-05, |
| "loss": 2.7075782775878907, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.003814973772055317, |
| "grad_norm": 0.7339136600494385, |
| "learning_rate": 2.278481012658228e-05, |
| "loss": 2.760773849487305, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.005722460658082976, |
| "grad_norm": 0.3320401608943939, |
| "learning_rate": 3.5443037974683544e-05, |
| "loss": 2.5718051910400392, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.007629947544110634, |
| "grad_norm": 0.34751737117767334, |
| "learning_rate": 4.810126582278481e-05, |
| "loss": 2.4293994903564453, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.009537434430138292, |
| "grad_norm": 0.3222845494747162, |
| "learning_rate": 6.0759493670886084e-05, |
| "loss": 2.3764602661132814, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.011444921316165951, |
| "grad_norm": 0.2202848643064499, |
| "learning_rate": 7.341772151898734e-05, |
| "loss": 2.2593830108642576, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.01335240820219361, |
| "grad_norm": 0.19390147924423218, |
| "learning_rate": 8.607594936708861e-05, |
| "loss": 2.18019962310791, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.015259895088221268, |
| "grad_norm": 0.20631256699562073, |
| "learning_rate": 9.873417721518988e-05, |
| "loss": 2.12917423248291, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.017167381974248927, |
| "grad_norm": 0.19954322278499603, |
| "learning_rate": 0.00011139240506329114, |
| "loss": 1.9549896240234375, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.019074868860276584, |
| "grad_norm": 0.2255832999944687, |
| "learning_rate": 0.0001240506329113924, |
| "loss": 1.9424320220947267, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.020982355746304245, |
| "grad_norm": 0.18627505004405975, |
| "learning_rate": 0.00013670886075949366, |
| "loss": 1.9573286056518555, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.022889842632331903, |
| "grad_norm": 0.18573220074176788, |
| "learning_rate": 0.00014936708860759494, |
| "loss": 1.8692535400390624, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.02479732951835956, |
| "grad_norm": 0.17530076205730438, |
| "learning_rate": 0.0001620253164556962, |
| "loss": 1.8167079925537108, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.02670481640438722, |
| "grad_norm": 0.21299882233142853, |
| "learning_rate": 0.00017468354430379748, |
| "loss": 1.7701532363891601, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.02861230329041488, |
| "grad_norm": 0.22173331677913666, |
| "learning_rate": 0.00018734177215189873, |
| "loss": 1.699182891845703, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.030519790176442536, |
| "grad_norm": 0.189641535282135, |
| "learning_rate": 0.0002, |
| "loss": 1.7398967742919922, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.03242727706247019, |
| "grad_norm": 0.20088158547878265, |
| "learning_rate": 0.0001999980922755, |
| "loss": 1.7099655151367188, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.034334763948497854, |
| "grad_norm": 0.22996209561824799, |
| "learning_rate": 0.00019999236917478817, |
| "loss": 1.6587194442749023, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.036242250834525515, |
| "grad_norm": 0.21480797231197357, |
| "learning_rate": 0.00019998283091622653, |
| "loss": 1.6763959884643556, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.03814973772055317, |
| "grad_norm": 0.1857302039861679, |
| "learning_rate": 0.00019996947786374248, |
| "loss": 1.668678092956543, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.04005722460658083, |
| "grad_norm": 0.1957833468914032, |
| "learning_rate": 0.0001999523105268149, |
| "loss": 1.643313217163086, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.04196471149260849, |
| "grad_norm": 0.22404824197292328, |
| "learning_rate": 0.0001999313295604548, |
| "loss": 1.643670654296875, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.043872198378636144, |
| "grad_norm": 0.251034140586853, |
| "learning_rate": 0.0001999065357651803, |
| "loss": 1.6665712356567384, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.045779685264663805, |
| "grad_norm": 0.19587400555610657, |
| "learning_rate": 0.0001998779300869859, |
| "loss": 1.6421092987060546, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.047687172150691466, |
| "grad_norm": 0.2188933938741684, |
| "learning_rate": 0.00019984551361730673, |
| "loss": 1.6790538787841798, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.04959465903671912, |
| "grad_norm": 0.20079247653484344, |
| "learning_rate": 0.00019980928759297663, |
| "loss": 1.6375768661499024, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.05150214592274678, |
| "grad_norm": 0.20902550220489502, |
| "learning_rate": 0.00019976925339618116, |
| "loss": 1.608419418334961, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.05340963280877444, |
| "grad_norm": 0.23899352550506592, |
| "learning_rate": 0.00019972541255440458, |
| "loss": 1.5500898361206055, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.055317119694802096, |
| "grad_norm": 0.22073692083358765, |
| "learning_rate": 0.0001996777667403719, |
| "loss": 1.547786808013916, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.05722460658082976, |
| "grad_norm": 0.2127048671245575, |
| "learning_rate": 0.00019962631777198486, |
| "loss": 1.6028972625732423, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.05913209346685742, |
| "grad_norm": 0.19889818131923676, |
| "learning_rate": 0.0001995710676122526, |
| "loss": 1.5462740898132323, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.06103958035288507, |
| "grad_norm": 0.1874799281358719, |
| "learning_rate": 0.0001995120183692168, |
| "loss": 1.5087604522705078, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.06294706723891273, |
| "grad_norm": 0.17689307034015656, |
| "learning_rate": 0.00019944917229587115, |
| "loss": 1.5921195030212403, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.06485455412494039, |
| "grad_norm": 0.18311065435409546, |
| "learning_rate": 0.00019938253179007564, |
| "loss": 1.5631231307983398, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.06676204101096805, |
| "grad_norm": 0.19345863163471222, |
| "learning_rate": 0.00019931209939446466, |
| "loss": 1.5347042083740234, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.06866952789699571, |
| "grad_norm": 0.18271172046661377, |
| "learning_rate": 0.00019923787779635042, |
| "loss": 1.561203384399414, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.07057701478302336, |
| "grad_norm": 0.20191366970539093, |
| "learning_rate": 0.0001991598698276201, |
| "loss": 1.5551844596862794, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.07248450166905103, |
| "grad_norm": 0.18917542695999146, |
| "learning_rate": 0.00019907807846462804, |
| "loss": 1.532535457611084, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.07439198855507868, |
| "grad_norm": 0.2253742516040802, |
| "learning_rate": 0.00019899250682808189, |
| "loss": 1.535140323638916, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.07629947544110634, |
| "grad_norm": 0.19846348464488983, |
| "learning_rate": 0.00019890315818292388, |
| "loss": 1.4907356262207032, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.078206962327134, |
| "grad_norm": 0.20741984248161316, |
| "learning_rate": 0.00019881003593820592, |
| "loss": 1.494680118560791, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.08011444921316166, |
| "grad_norm": 0.1832393854856491, |
| "learning_rate": 0.0001987131436469598, |
| "loss": 1.4730798721313476, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.08202193609918931, |
| "grad_norm": 0.19742344319820404, |
| "learning_rate": 0.00019861248500606152, |
| "loss": 1.4961782455444337, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.08392942298521698, |
| "grad_norm": 0.19493134319782257, |
| "learning_rate": 0.0001985080638560901, |
| "loss": 1.5330699920654296, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.08583690987124463, |
| "grad_norm": 0.19508495926856995, |
| "learning_rate": 0.00019839988418118135, |
| "loss": 1.4591824531555175, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.08774439675727229, |
| "grad_norm": 0.19378654658794403, |
| "learning_rate": 0.00019828795010887553, |
| "loss": 1.4908330917358399, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.08965188364329996, |
| "grad_norm": 0.2403799593448639, |
| "learning_rate": 0.0001981722659099601, |
| "loss": 1.440755844116211, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.09155937052932761, |
| "grad_norm": 0.21802683174610138, |
| "learning_rate": 0.0001980528359983067, |
| "loss": 1.5115406036376953, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.09346685741535526, |
| "grad_norm": 0.1773674637079239, |
| "learning_rate": 0.00019792966493070268, |
| "loss": 1.5292924880981444, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.09537434430138293, |
| "grad_norm": 0.18615812063217163, |
| "learning_rate": 0.00019780275740667732, |
| "loss": 1.4494241714477538, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.09728183118741059, |
| "grad_norm": 0.1957283616065979, |
| "learning_rate": 0.0001976721182683224, |
| "loss": 1.5168323516845703, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.09918931807343824, |
| "grad_norm": 0.19212238490581512, |
| "learning_rate": 0.00019753775250010773, |
| "loss": 1.4644780158996582, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.10109680495946591, |
| "grad_norm": 0.16360795497894287, |
| "learning_rate": 0.0001973996652286906, |
| "loss": 1.4810004234313965, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.10300429184549356, |
| "grad_norm": 0.25217700004577637, |
| "learning_rate": 0.0001972578617227205, |
| "loss": 1.4786994934082032, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.10491177873152122, |
| "grad_norm": 0.1815384477376938, |
| "learning_rate": 0.0001971123473926378, |
| "loss": 1.435354232788086, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.10681926561754888, |
| "grad_norm": 0.1852998435497284, |
| "learning_rate": 0.00019696312779046753, |
| "loss": 1.4307600021362306, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.10872675250357654, |
| "grad_norm": 0.19455985724925995, |
| "learning_rate": 0.0001968102086096076, |
| "loss": 1.4663272857666017, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.11063423938960419, |
| "grad_norm": 0.20260846614837646, |
| "learning_rate": 0.0001966535956846113, |
| "loss": 1.4134601593017577, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.11254172627563186, |
| "grad_norm": 0.19934098422527313, |
| "learning_rate": 0.00019649329499096495, |
| "loss": 1.496086883544922, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.11444921316165951, |
| "grad_norm": 0.18789365887641907, |
| "learning_rate": 0.00019632931264485976, |
| "loss": 1.513808822631836, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.11635670004768717, |
| "grad_norm": 0.20016062259674072, |
| "learning_rate": 0.00019616165490295848, |
| "loss": 1.4521299362182618, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.11826418693371483, |
| "grad_norm": 0.22385726869106293, |
| "learning_rate": 0.0001959903281621568, |
| "loss": 1.4325057983398437, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.12017167381974249, |
| "grad_norm": 0.19611406326293945, |
| "learning_rate": 0.00019581533895933907, |
| "loss": 1.5017765045166016, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.12207916070577014, |
| "grad_norm": 0.20493510365486145, |
| "learning_rate": 0.00019563669397112916, |
| "loss": 1.3843585014343263, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.12398664759179781, |
| "grad_norm": 0.19239553809165955, |
| "learning_rate": 0.00019545440001363543, |
| "loss": 1.5033424377441407, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.12589413447782546, |
| "grad_norm": 0.17423652112483978, |
| "learning_rate": 0.00019526846404219086, |
| "loss": 1.4363468170166016, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.12780162136385312, |
| "grad_norm": 0.1988988071680069, |
| "learning_rate": 0.00019507889315108763, |
| "loss": 1.4650516510009766, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.12970910824988077, |
| "grad_norm": 0.18917162716388702, |
| "learning_rate": 0.0001948856945733064, |
| "loss": 1.4346914291381836, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.13161659513590845, |
| "grad_norm": 0.19002121686935425, |
| "learning_rate": 0.0001946888756802404, |
| "loss": 1.4026443481445312, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.1335240820219361, |
| "grad_norm": 0.18209987878799438, |
| "learning_rate": 0.0001944884439814141, |
| "loss": 1.4519460678100586, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.13543156890796376, |
| "grad_norm": 0.23619088530540466, |
| "learning_rate": 0.00019428440712419669, |
| "loss": 1.4020172119140626, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.13733905579399142, |
| "grad_norm": 0.17148365080356598, |
| "learning_rate": 0.0001940767728935105, |
| "loss": 1.3774951934814452, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.13924654268001907, |
| "grad_norm": 0.20871533453464508, |
| "learning_rate": 0.00019386554921153363, |
| "loss": 1.409653091430664, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.14115402956604672, |
| "grad_norm": 0.19056005775928497, |
| "learning_rate": 0.000193650744137398, |
| "loss": 1.4494594573974608, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.1430615164520744, |
| "grad_norm": 0.2262170910835266, |
| "learning_rate": 0.00019343236586688166, |
| "loss": 1.3713117599487306, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.14496900333810206, |
| "grad_norm": 0.20798605680465698, |
| "learning_rate": 0.00019321042273209607, |
| "loss": 1.4061501502990723, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.1468764902241297, |
| "grad_norm": 0.19938936829566956, |
| "learning_rate": 0.00019298492320116842, |
| "loss": 1.4196322441101075, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.14878397711015737, |
| "grad_norm": 0.18144837021827698, |
| "learning_rate": 0.0001927558758779183, |
| "loss": 1.4253101348876953, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.15069146399618502, |
| "grad_norm": 0.22917026281356812, |
| "learning_rate": 0.00019252328950152952, |
| "loss": 1.3228367805480956, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.15259895088221268, |
| "grad_norm": 0.18507860600948334, |
| "learning_rate": 0.00019228717294621662, |
| "loss": 1.4104506492614746, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.15450643776824036, |
| "grad_norm": 0.17714622616767883, |
| "learning_rate": 0.00019204753522088637, |
| "loss": 1.4143267631530763, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.156413924654268, |
| "grad_norm": 0.2012583315372467, |
| "learning_rate": 0.00019180438546879396, |
| "loss": 1.4302897453308105, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.15832141154029566, |
| "grad_norm": 0.22738420963287354, |
| "learning_rate": 0.00019155773296719418, |
| "loss": 1.4935453414916993, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.16022889842632332, |
| "grad_norm": 0.18231648206710815, |
| "learning_rate": 0.00019130758712698743, |
| "loss": 1.3929641723632813, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.16213638531235097, |
| "grad_norm": 0.18094943463802338, |
| "learning_rate": 0.00019105395749236066, |
| "loss": 1.3849353790283203, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.16404387219837863, |
| "grad_norm": 0.18865585327148438, |
| "learning_rate": 0.00019079685374042324, |
| "loss": 1.4427093505859374, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.1659513590844063, |
| "grad_norm": 0.22992666065692902, |
| "learning_rate": 0.0001905362856808377, |
| "loss": 1.384532356262207, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.16785884597043396, |
| "grad_norm": 0.19635477662086487, |
| "learning_rate": 0.00019027226325544548, |
| "loss": 1.3813672065734863, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.16976633285646162, |
| "grad_norm": 0.18714486062526703, |
| "learning_rate": 0.00019000479653788753, |
| "loss": 1.4129705429077148, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.17167381974248927, |
| "grad_norm": 0.19622617959976196, |
| "learning_rate": 0.00018973389573322008, |
| "loss": 1.3845558166503906, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.17358130662851692, |
| "grad_norm": 0.1831693947315216, |
| "learning_rate": 0.0001894595711775252, |
| "loss": 1.4312222480773926, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.17548879351454458, |
| "grad_norm": 0.1820661872625351, |
| "learning_rate": 0.00018918183333751633, |
| "loss": 1.3978130340576171, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.17739628040057226, |
| "grad_norm": 0.19805996119976044, |
| "learning_rate": 0.0001889006928101392, |
| "loss": 1.3540464401245118, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.1793037672865999, |
| "grad_norm": 0.16892942786216736, |
| "learning_rate": 0.00018861616032216715, |
| "loss": 1.37994441986084, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.18121125417262757, |
| "grad_norm": 0.18616019189357758, |
| "learning_rate": 0.00018832824672979225, |
| "loss": 1.3682477951049805, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.18311874105865522, |
| "grad_norm": 0.1713143289089203, |
| "learning_rate": 0.0001880369630182107, |
| "loss": 1.4018159866333009, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.18502622794468288, |
| "grad_norm": 0.20789170265197754, |
| "learning_rate": 0.000187742320301204, |
| "loss": 1.4139459609985352, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.18693371483071053, |
| "grad_norm": 0.1693965643644333, |
| "learning_rate": 0.00018744432982071478, |
| "loss": 1.3742374420166015, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.1888412017167382, |
| "grad_norm": 0.20864346623420715, |
| "learning_rate": 0.0001871430029464178, |
| "loss": 1.3525377273559571, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.19074868860276586, |
| "grad_norm": 0.18742972612380981, |
| "learning_rate": 0.00018683835117528624, |
| "loss": 1.3390338897705079, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.19265617548879352, |
| "grad_norm": 0.17989704012870789, |
| "learning_rate": 0.00018653038613115314, |
| "loss": 1.3564807891845703, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.19456366237482117, |
| "grad_norm": 0.17508839070796967, |
| "learning_rate": 0.00018621911956426764, |
| "loss": 1.3876054763793946, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.19647114926084883, |
| "grad_norm": 0.18916957080364227, |
| "learning_rate": 0.00018590456335084688, |
| "loss": 1.3788718223571776, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.19837863614687648, |
| "grad_norm": 0.1722261607646942, |
| "learning_rate": 0.00018558672949262276, |
| "loss": 1.3902565002441407, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.20028612303290416, |
| "grad_norm": 0.17852212488651276, |
| "learning_rate": 0.00018526563011638398, |
| "loss": 1.35484037399292, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.20219360991893182, |
| "grad_norm": 0.21537213027477264, |
| "learning_rate": 0.00018494127747351358, |
| "loss": 1.3869443893432618, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.20410109680495947, |
| "grad_norm": 0.21420900523662567, |
| "learning_rate": 0.00018461368393952118, |
| "loss": 1.3468827247619628, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.20600858369098712, |
| "grad_norm": 0.1926850527524948, |
| "learning_rate": 0.00018428286201357098, |
| "loss": 1.352040672302246, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.20791607057701478, |
| "grad_norm": 0.20665980875492096, |
| "learning_rate": 0.0001839488243180049, |
| "loss": 1.3783277511596679, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.20982355746304243, |
| "grad_norm": 0.1789952665567398, |
| "learning_rate": 0.00018361158359786082, |
| "loss": 1.369606113433838, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.2117310443490701, |
| "grad_norm": 0.17610864341259003, |
| "learning_rate": 0.0001832711527203864, |
| "loss": 1.3921396255493164, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.21363853123509777, |
| "grad_norm": 0.23415693640708923, |
| "learning_rate": 0.0001829275446745482, |
| "loss": 1.365463638305664, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.21554601812112542, |
| "grad_norm": 0.17977698147296906, |
| "learning_rate": 0.00018258077257053595, |
| "loss": 1.3199995040893555, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.21745350500715308, |
| "grad_norm": 0.21059787273406982, |
| "learning_rate": 0.0001822308496392624, |
| "loss": 1.3279150009155274, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.21936099189318073, |
| "grad_norm": 0.19721657037734985, |
| "learning_rate": 0.00018187778923185857, |
| "loss": 1.3629688262939452, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.22126847877920838, |
| "grad_norm": 0.20456600189208984, |
| "learning_rate": 0.0001815216048191642, |
| "loss": 1.360971450805664, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.22317596566523606, |
| "grad_norm": 0.23791781067848206, |
| "learning_rate": 0.00018116230999121394, |
| "loss": 1.394046688079834, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.22508345255126372, |
| "grad_norm": 0.21695254743099213, |
| "learning_rate": 0.0001807999184567187, |
| "loss": 1.3695282936096191, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.22699093943729137, |
| "grad_norm": 0.19964495301246643, |
| "learning_rate": 0.00018043444404254269, |
| "loss": 1.3753707885742188, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.22889842632331903, |
| "grad_norm": 0.1965213567018509, |
| "learning_rate": 0.00018006590069317573, |
| "loss": 1.3258387565612793, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.23080591320934668, |
| "grad_norm": 0.18316830694675446, |
| "learning_rate": 0.0001796943024702014, |
| "loss": 1.3746368408203125, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.23271340009537433, |
| "grad_norm": 0.18314281105995178, |
| "learning_rate": 0.00017931966355176035, |
| "loss": 1.3545222282409668, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.23462088698140202, |
| "grad_norm": 0.22398529946804047, |
| "learning_rate": 0.00017894199823200948, |
| "loss": 1.3660289764404296, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.23652837386742967, |
| "grad_norm": 0.187253937125206, |
| "learning_rate": 0.00017856132092057645, |
| "loss": 1.3202295303344727, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.23843586075345732, |
| "grad_norm": 0.16926705837249756, |
| "learning_rate": 0.00017817764614200994, |
| "loss": 1.3768438339233398, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.24034334763948498, |
| "grad_norm": 0.17729657888412476, |
| "learning_rate": 0.0001777909885352254, |
| "loss": 1.3506011962890625, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.24225083452551263, |
| "grad_norm": 0.20710691809654236, |
| "learning_rate": 0.0001774013628529467, |
| "loss": 1.3145681381225587, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.24415832141154029, |
| "grad_norm": 0.1813536286354065, |
| "learning_rate": 0.000177008783961143, |
| "loss": 1.3291179656982421, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.24606580829756797, |
| "grad_norm": 0.1942223459482193, |
| "learning_rate": 0.0001766132668384617, |
| "loss": 1.2867470741271974, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.24797329518359562, |
| "grad_norm": 0.2119131237268448, |
| "learning_rate": 0.00017621482657565686, |
| "loss": 1.3372028350830079, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.24988078206962328, |
| "grad_norm": 0.17588655650615692, |
| "learning_rate": 0.00017581347837501357, |
| "loss": 1.3778643608093262, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.25178826895565093, |
| "grad_norm": 0.20653095841407776, |
| "learning_rate": 0.0001754092375497677, |
| "loss": 1.3122962951660155, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.2536957558416786, |
| "grad_norm": 0.1691495180130005, |
| "learning_rate": 0.00017500211952352183, |
| "loss": 1.318179225921631, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.25560324272770624, |
| "grad_norm": 0.16325566172599792, |
| "learning_rate": 0.00017459213982965656, |
| "loss": 1.3097293853759766, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.2575107296137339, |
| "grad_norm": 0.19829092919826508, |
| "learning_rate": 0.00017417931411073804, |
| "loss": 1.271612548828125, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.25941821649976154, |
| "grad_norm": 0.1984972357749939, |
| "learning_rate": 0.00017376365811792104, |
| "loss": 1.3652052879333496, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.2613257033857892, |
| "grad_norm": 0.19141259789466858, |
| "learning_rate": 0.00017334518771034799, |
| "loss": 1.3176380157470704, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.2632331902718169, |
| "grad_norm": 0.22068865597248077, |
| "learning_rate": 0.00017292391885454381, |
| "loss": 1.2949045181274415, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.26514067715784456, |
| "grad_norm": 0.20108754932880402, |
| "learning_rate": 0.00017249986762380695, |
| "loss": 1.278764247894287, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.2670481640438722, |
| "grad_norm": 0.17690886557102203, |
| "learning_rate": 0.00017207305019759577, |
| "loss": 1.3423615455627442, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.26895565092989987, |
| "grad_norm": 0.16012556850910187, |
| "learning_rate": 0.00017164348286091152, |
| "loss": 1.30777587890625, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.2708631378159275, |
| "grad_norm": 0.17252199351787567, |
| "learning_rate": 0.00017121118200367683, |
| "loss": 1.3042643547058106, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.2727706247019552, |
| "grad_norm": 0.18792898952960968, |
| "learning_rate": 0.0001707761641201105, |
| "loss": 1.2652257919311523, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.27467811158798283, |
| "grad_norm": 0.19583508372306824, |
| "learning_rate": 0.00017033844580809792, |
| "loss": 1.351115608215332, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.2765855984740105, |
| "grad_norm": 0.19298936426639557, |
| "learning_rate": 0.00016989804376855815, |
| "loss": 1.355845832824707, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.27849308536003814, |
| "grad_norm": 0.18880149722099304, |
| "learning_rate": 0.0001694549748048063, |
| "loss": 1.3094839096069335, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.2804005722460658, |
| "grad_norm": 0.17870928347110748, |
| "learning_rate": 0.00016900925582191283, |
| "loss": 1.3336545944213867, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.28230805913209345, |
| "grad_norm": 0.16946914792060852, |
| "learning_rate": 0.00016856090382605813, |
| "loss": 1.3054865837097167, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.2842155460181211, |
| "grad_norm": 0.1863696426153183, |
| "learning_rate": 0.00016810993592388397, |
| "loss": 1.2880358695983887, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.2861230329041488, |
| "grad_norm": 0.19960841536521912, |
| "learning_rate": 0.00016765636932184066, |
| "loss": 1.3031925201416015, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.28803051979017646, |
| "grad_norm": 0.1861932873725891, |
| "learning_rate": 0.0001672002213255306, |
| "loss": 1.2319182395935058, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.2899380066762041, |
| "grad_norm": 0.1846766322851181, |
| "learning_rate": 0.00016674150933904794, |
| "loss": 1.3236438751220703, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.2918454935622318, |
| "grad_norm": 0.2234894335269928, |
| "learning_rate": 0.00016628025086431458, |
| "loss": 1.3154956817626953, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.2937529804482594, |
| "grad_norm": 0.18873247504234314, |
| "learning_rate": 0.00016581646350041237, |
| "loss": 1.267470932006836, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.2956604673342871, |
| "grad_norm": 0.1765766590833664, |
| "learning_rate": 0.0001653501649429117, |
| "loss": 1.2449243545532227, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.29756795422031473, |
| "grad_norm": 0.21779510378837585, |
| "learning_rate": 0.00016488137298319616, |
| "loss": 1.3252256393432618, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.2994754411063424, |
| "grad_norm": 0.18757256865501404, |
| "learning_rate": 0.0001644101055077839, |
| "loss": 1.3002010345458985, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.30138292799237004, |
| "grad_norm": 0.19776006042957306, |
| "learning_rate": 0.00016393638049764513, |
| "loss": 1.2941418647766114, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.3032904148783977, |
| "grad_norm": 0.17863471806049347, |
| "learning_rate": 0.000163460216027516, |
| "loss": 1.3113096237182618, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.30519790176442535, |
| "grad_norm": 0.20542913675308228, |
| "learning_rate": 0.00016298163026520898, |
| "loss": 1.2751188278198242, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.307105388650453, |
| "grad_norm": 0.20658336579799652, |
| "learning_rate": 0.0001625006414709198, |
| "loss": 1.2631260871887207, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.3090128755364807, |
| "grad_norm": 0.18959608674049377, |
| "learning_rate": 0.0001620172679965306, |
| "loss": 1.24639949798584, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.31092036242250837, |
| "grad_norm": 0.18943072855472565, |
| "learning_rate": 0.0001615315282849098, |
| "loss": 1.3100577354431153, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.312827849308536, |
| "grad_norm": 0.1695513129234314, |
| "learning_rate": 0.00016104344086920826, |
| "loss": 1.2780745506286622, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.3147353361945637, |
| "grad_norm": 0.1825125515460968, |
| "learning_rate": 0.0001605530243721525, |
| "loss": 1.307393455505371, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.31664282308059133, |
| "grad_norm": 0.1687004119157791, |
| "learning_rate": 0.00016006029750533388, |
| "loss": 1.3595869064331054, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.318550309966619, |
| "grad_norm": 0.21706590056419373, |
| "learning_rate": 0.00015956527906849463, |
| "loss": 1.2534672737121582, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.32045779685264664, |
| "grad_norm": 0.1913917362689972, |
| "learning_rate": 0.0001590679879488108, |
| "loss": 1.3069406509399415, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.3223652837386743, |
| "grad_norm": 0.2003803551197052, |
| "learning_rate": 0.00015856844312017138, |
| "loss": 1.3091538429260254, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.32427277062470194, |
| "grad_norm": 0.21809028089046478, |
| "learning_rate": 0.00015806666364245463, |
| "loss": 1.257524299621582, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.3261802575107296, |
| "grad_norm": 0.18535156548023224, |
| "learning_rate": 0.00015756266866080054, |
| "loss": 1.3084287643432617, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.32808774439675725, |
| "grad_norm": 0.18393605947494507, |
| "learning_rate": 0.00015705647740488066, |
| "loss": 1.2479835510253907, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.3299952312827849, |
| "grad_norm": 0.2007489949464798, |
| "learning_rate": 0.00015654810918816416, |
| "loss": 1.3321989059448243, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.3319027181688126, |
| "grad_norm": 0.19368581473827362, |
| "learning_rate": 0.00015603758340718106, |
| "loss": 1.3160361289978026, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.33381020505484027, |
| "grad_norm": 0.23067910969257355, |
| "learning_rate": 0.00015552491954078223, |
| "loss": 1.2804203033447266, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.3357176919408679, |
| "grad_norm": 0.19344988465309143, |
| "learning_rate": 0.00015501013714939597, |
| "loss": 1.248469638824463, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.3376251788268956, |
| "grad_norm": 0.28040802478790283, |
| "learning_rate": 0.00015449325587428193, |
| "loss": 1.3148443222045898, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.33953266571292323, |
| "grad_norm": 0.16799642145633698, |
| "learning_rate": 0.00015397429543678154, |
| "loss": 1.2800113677978515, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.3414401525989509, |
| "grad_norm": 0.21939077973365784, |
| "learning_rate": 0.00015345327563756565, |
| "loss": 1.2717226028442383, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.34334763948497854, |
| "grad_norm": 0.19597913324832916, |
| "learning_rate": 0.00015293021635587892, |
| "loss": 1.232340145111084, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.3452551263710062, |
| "grad_norm": 0.19841314852237701, |
| "learning_rate": 0.00015240513754878152, |
| "loss": 1.281689167022705, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.34716261325703385, |
| "grad_norm": 0.24963513016700745, |
| "learning_rate": 0.00015187805925038749, |
| "loss": 1.278480339050293, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.3490701001430615, |
| "grad_norm": 0.18897737562656403, |
| "learning_rate": 0.0001513490015711006, |
| "loss": 1.2911778450012208, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.35097758702908916, |
| "grad_norm": 0.17709249258041382, |
| "learning_rate": 0.00015081798469684674, |
| "loss": 1.276332187652588, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.3528850739151168, |
| "grad_norm": 0.19648757576942444, |
| "learning_rate": 0.0001502850288883039, |
| "loss": 1.3356638908386231, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.3547925608011445, |
| "grad_norm": 0.20174409449100494, |
| "learning_rate": 0.00014975015448012914, |
| "loss": 1.288701629638672, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.3567000476871722, |
| "grad_norm": 0.17610758543014526, |
| "learning_rate": 0.00014921338188018276, |
| "loss": 1.334892463684082, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.3586075345731998, |
| "grad_norm": 0.1958654373884201, |
| "learning_rate": 0.00014867473156874957, |
| "loss": 1.2658604621887206, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.3605150214592275, |
| "grad_norm": 0.17997604608535767, |
| "learning_rate": 0.0001481342240977574, |
| "loss": 1.2249727249145508, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.36242250834525513, |
| "grad_norm": 0.18638291954994202, |
| "learning_rate": 0.00014759188008999324, |
| "loss": 1.2768918991088867, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.3643299952312828, |
| "grad_norm": 0.19101013243198395, |
| "learning_rate": 0.00014704772023831607, |
| "loss": 1.2294296264648437, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.36623748211731044, |
| "grad_norm": 0.23659354448318481, |
| "learning_rate": 0.00014650176530486752, |
| "loss": 1.2219261169433593, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.3681449690033381, |
| "grad_norm": 0.19072403013706207, |
| "learning_rate": 0.00014595403612027968, |
| "loss": 1.2200937271118164, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.37005245588936575, |
| "grad_norm": 0.18234267830848694, |
| "learning_rate": 0.00014540455358288016, |
| "loss": 1.3056456565856933, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.3719599427753934, |
| "grad_norm": 0.19649538397789001, |
| "learning_rate": 0.000144853338657895, |
| "loss": 1.2643993377685547, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.37386742966142106, |
| "grad_norm": 0.16372917592525482, |
| "learning_rate": 0.00014430041237664852, |
| "loss": 1.232365608215332, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.3757749165474487, |
| "grad_norm": 0.1872534155845642, |
| "learning_rate": 0.000143745795835761, |
| "loss": 1.2186118125915528, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.3776824034334764, |
| "grad_norm": 0.19309327006340027, |
| "learning_rate": 0.00014318951019634367, |
| "loss": 1.2885890007019043, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.3795898903195041, |
| "grad_norm": 0.19395118951797485, |
| "learning_rate": 0.00014263157668319146, |
| "loss": 1.2730616569519042, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.38149737720553173, |
| "grad_norm": 0.2152969241142273, |
| "learning_rate": 0.00014207201658397297, |
| "loss": 1.263326644897461, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.3834048640915594, |
| "grad_norm": 0.18065625429153442, |
| "learning_rate": 0.00014151085124841845, |
| "loss": 1.2817727088928224, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.38531235097758704, |
| "grad_norm": 0.17509140074253082, |
| "learning_rate": 0.00014094810208750504, |
| "loss": 1.260600471496582, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.3872198378636147, |
| "grad_norm": 0.18434332311153412, |
| "learning_rate": 0.00014038379057263996, |
| "loss": 1.2359878540039062, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.38912732474964234, |
| "grad_norm": 0.1682165563106537, |
| "learning_rate": 0.00013981793823484136, |
| "loss": 1.2533650398254395, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.39103481163567, |
| "grad_norm": 0.23548661172389984, |
| "learning_rate": 0.00013925056666391647, |
| "loss": 1.2457769393920899, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.39294229852169765, |
| "grad_norm": 0.1865137219429016, |
| "learning_rate": 0.0001386816975076383, |
| "loss": 1.2864510536193847, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.3948497854077253, |
| "grad_norm": 0.19426438212394714, |
| "learning_rate": 0.00013811135247091943, |
| "loss": 1.2255964279174805, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.39675727229375296, |
| "grad_norm": 0.19577838480472565, |
| "learning_rate": 0.00013753955331498373, |
| "loss": 1.2952438354492188, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.3986647591797806, |
| "grad_norm": 0.19571255147457123, |
| "learning_rate": 0.00013696632185653646, |
| "loss": 1.266249179840088, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.4005722460658083, |
| "grad_norm": 0.2026452124118805, |
| "learning_rate": 0.0001363916799669316, |
| "loss": 1.2452361106872558, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.402479732951836, |
| "grad_norm": 0.2117244303226471, |
| "learning_rate": 0.00013581564957133732, |
| "loss": 1.2749139785766601, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.40438721983786363, |
| "grad_norm": 0.19827903807163239, |
| "learning_rate": 0.0001352382526478996, |
| "loss": 1.2434818267822265, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.4062947067238913, |
| "grad_norm": 0.1747330278158188, |
| "learning_rate": 0.00013465951122690356, |
| "loss": 1.2268753051757812, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.40820219360991894, |
| "grad_norm": 0.22783830761909485, |
| "learning_rate": 0.00013407944738993304, |
| "loss": 1.2166577339172364, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.4101096804959466, |
| "grad_norm": 0.20430943369865417, |
| "learning_rate": 0.0001334980832690278, |
| "loss": 1.2934347152709962, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.41201716738197425, |
| "grad_norm": 0.17204000055789948, |
| "learning_rate": 0.0001329154410458395, |
| "loss": 1.251021957397461, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.4139246542680019, |
| "grad_norm": 0.22515660524368286, |
| "learning_rate": 0.00013233154295078494, |
| "loss": 1.1626641273498535, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.41583214115402956, |
| "grad_norm": 0.20006167888641357, |
| "learning_rate": 0.00013174641126219815, |
| "loss": 1.2613157272338866, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.4177396280400572, |
| "grad_norm": 0.20634442567825317, |
| "learning_rate": 0.0001311600683054803, |
| "loss": 1.2518367767333984, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.41964711492608486, |
| "grad_norm": 0.1790790855884552, |
| "learning_rate": 0.00013057253645224788, |
| "loss": 1.2314929962158203, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.4215546018121125, |
| "grad_norm": 0.24240708351135254, |
| "learning_rate": 0.00012998383811947908, |
| "loss": 1.272528076171875, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.4234620886981402, |
| "grad_norm": 0.24455605447292328, |
| "learning_rate": 0.00012939399576865858, |
| "loss": 1.2026556015014649, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.4253695755841679, |
| "grad_norm": 0.1865748018026352, |
| "learning_rate": 0.00012880303190492044, |
| "loss": 1.2480610847473144, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.42727706247019553, |
| "grad_norm": 0.17938241362571716, |
| "learning_rate": 0.00012821096907618954, |
| "loss": 1.2315555572509767, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.4291845493562232, |
| "grad_norm": 0.21218787133693695, |
| "learning_rate": 0.0001276178298723211, |
| "loss": 1.2253150939941406, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.43109203624225084, |
| "grad_norm": 0.1933385133743286, |
| "learning_rate": 0.00012702363692423894, |
| "loss": 1.195798110961914, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.4329995231282785, |
| "grad_norm": 0.2011338770389557, |
| "learning_rate": 0.000126428412903072, |
| "loss": 1.2208805084228516, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.43490701001430615, |
| "grad_norm": 0.19478750228881836, |
| "learning_rate": 0.00012583218051928917, |
| "loss": 1.2897579193115234, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.4368144969003338, |
| "grad_norm": 0.1855502873659134, |
| "learning_rate": 0.00012523496252183307, |
| "loss": 1.257915210723877, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.43872198378636146, |
| "grad_norm": 0.24520094692707062, |
| "learning_rate": 0.00012463678169725176, |
| "loss": 1.24306640625, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.4406294706723891, |
| "grad_norm": 0.19714589416980743, |
| "learning_rate": 0.00012403766086882954, |
| "loss": 1.2973305702209472, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.44253695755841677, |
| "grad_norm": 0.20193324983119965, |
| "learning_rate": 0.00012343762289571605, |
| "loss": 1.2306537628173828, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.4444444444444444, |
| "grad_norm": 0.20026658475399017, |
| "learning_rate": 0.0001228366906720542, |
| "loss": 1.1923845291137696, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.44635193133047213, |
| "grad_norm": 0.16747166216373444, |
| "learning_rate": 0.0001222348871261064, |
| "loss": 1.2517187118530273, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.4482594182164998, |
| "grad_norm": 0.20404314994812012, |
| "learning_rate": 0.0001216322352193801, |
| "loss": 1.254922580718994, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.45016690510252744, |
| "grad_norm": 0.18388152122497559, |
| "learning_rate": 0.00012102875794575142, |
| "loss": 1.2511006355285645, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.4520743919885551, |
| "grad_norm": 0.25624749064445496, |
| "learning_rate": 0.00012042447833058799, |
| "loss": 1.1854961395263672, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.45398187887458274, |
| "grad_norm": 0.2018139660358429, |
| "learning_rate": 0.00011981941942987034, |
| "loss": 1.2183271408081056, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.4558893657606104, |
| "grad_norm": 0.1980033665895462, |
| "learning_rate": 0.00011921360432931222, |
| "loss": 1.2349556922912597, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.45779685264663805, |
| "grad_norm": 0.1895417869091034, |
| "learning_rate": 0.00011860705614347985, |
| "loss": 1.194553756713867, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.4597043395326657, |
| "grad_norm": 0.21431392431259155, |
| "learning_rate": 0.00011799979801490992, |
| "loss": 1.1978261947631836, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.46161182641869336, |
| "grad_norm": 0.20577406883239746, |
| "learning_rate": 0.0001173918531132266, |
| "loss": 1.182002639770508, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.463519313304721, |
| "grad_norm": 0.1944798082113266, |
| "learning_rate": 0.00011678324463425758, |
| "loss": 1.1809057235717773, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.46542680019074867, |
| "grad_norm": 0.18515107035636902, |
| "learning_rate": 0.000116173995799149, |
| "loss": 1.2245164871215821, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.4673342870767763, |
| "grad_norm": 0.2592999041080475, |
| "learning_rate": 0.00011556412985347942, |
| "loss": 1.2729585647583008, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.46924177396280403, |
| "grad_norm": 0.22398388385772705, |
| "learning_rate": 0.00011495367006637299, |
| "loss": 1.2588771820068358, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.4711492608488317, |
| "grad_norm": 0.23689639568328857, |
| "learning_rate": 0.00011434263972961154, |
| "loss": 1.209442710876465, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.47305674773485934, |
| "grad_norm": 0.21210502088069916, |
| "learning_rate": 0.00011373106215674596, |
| "loss": 1.253824234008789, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.474964234620887, |
| "grad_norm": 0.23728817701339722, |
| "learning_rate": 0.00011311896068220659, |
| "loss": 1.1961438179016113, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.47687172150691465, |
| "grad_norm": 0.22245438396930695, |
| "learning_rate": 0.00011250635866041308, |
| "loss": 1.1674911499023437, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.4787792083929423, |
| "grad_norm": 0.1887146681547165, |
| "learning_rate": 0.0001118932794648831, |
| "loss": 1.2453363418579102, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.48068669527896996, |
| "grad_norm": 0.2031584084033966, |
| "learning_rate": 0.0001112797464873407, |
| "loss": 1.2116168022155762, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.4825941821649976, |
| "grad_norm": 0.21245276927947998, |
| "learning_rate": 0.00011066578313682377, |
| "loss": 1.2114702224731446, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.48450166905102526, |
| "grad_norm": 0.200450599193573, |
| "learning_rate": 0.00011005141283879076, |
| "loss": 1.2835848808288575, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.4864091559370529, |
| "grad_norm": 0.19158755242824554, |
| "learning_rate": 0.00010943665903422713, |
| "loss": 1.214493751525879, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.48831664282308057, |
| "grad_norm": 0.20944878458976746, |
| "learning_rate": 0.00010882154517875074, |
| "loss": 1.225049877166748, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.4902241297091082, |
| "grad_norm": 0.17850066721439362, |
| "learning_rate": 0.00010820609474171704, |
| "loss": 1.2514646530151368, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.49213161659513593, |
| "grad_norm": 0.21679556369781494, |
| "learning_rate": 0.00010759033120532356, |
| "loss": 1.2022608757019042, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.4940391034811636, |
| "grad_norm": 0.21753506362438202, |
| "learning_rate": 0.000106974278063714, |
| "loss": 1.1957876205444335, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.49594659036719124, |
| "grad_norm": 0.20135703682899475, |
| "learning_rate": 0.00010635795882208179, |
| "loss": 1.2079596519470215, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.4978540772532189, |
| "grad_norm": 0.2133401483297348, |
| "learning_rate": 0.00010574139699577332, |
| "loss": 1.2517601013183595, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.49976156413924655, |
| "grad_norm": 0.19723205268383026, |
| "learning_rate": 0.00010512461610939055, |
| "loss": 1.187291717529297, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.5016690510252741, |
| "grad_norm": 0.20361660420894623, |
| "learning_rate": 0.0001045076396958937, |
| "loss": 1.2871199607849122, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.5035765379113019, |
| "grad_norm": 0.2710402309894562, |
| "learning_rate": 0.00010389049129570315, |
| "loss": 1.246526336669922, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.5054840247973296, |
| "grad_norm": 0.23143447935581207, |
| "learning_rate": 0.00010327319445580133, |
| "loss": 1.2055854797363281, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.5073915116833572, |
| "grad_norm": 0.20099104940891266, |
| "learning_rate": 0.0001026557727288344, |
| "loss": 1.2153850555419923, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.5092989985693849, |
| "grad_norm": 0.22185488045215607, |
| "learning_rate": 0.00010203824967221342, |
| "loss": 1.1709200859069824, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.5112064854554125, |
| "grad_norm": 0.24854551255702972, |
| "learning_rate": 0.00010142064884721572, |
| "loss": 1.2193925857543946, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.5131139723414402, |
| "grad_norm": 0.18007396161556244, |
| "learning_rate": 0.00010080299381808578, |
| "loss": 1.2481110572814942, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.5150214592274678, |
| "grad_norm": 0.26078617572784424, |
| "learning_rate": 0.00010018530815113624, |
| "loss": 1.191064453125, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.5169289461134955, |
| "grad_norm": 0.1919834464788437, |
| "learning_rate": 9.956761541384874e-05, |
| "loss": 1.1143486976623536, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.5188364329995231, |
| "grad_norm": 0.20681452751159668, |
| "learning_rate": 9.894993917397456e-05, |
| "loss": 1.230989646911621, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.5207439198855508, |
| "grad_norm": 0.1893768161535263, |
| "learning_rate": 9.833230299863567e-05, |
| "loss": 1.2528681755065918, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.5226514067715784, |
| "grad_norm": 0.20343783497810364, |
| "learning_rate": 9.771473045342535e-05, |
| "loss": 1.192424201965332, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.5245588936576061, |
| "grad_norm": 0.22195684909820557, |
| "learning_rate": 9.709724510150907e-05, |
| "loss": 1.2481208801269532, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.5264663805436338, |
| "grad_norm": 0.22458794713020325, |
| "learning_rate": 9.647987050272555e-05, |
| "loss": 1.2139442443847657, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.5283738674296614, |
| "grad_norm": 0.1819061040878296, |
| "learning_rate": 9.586263021268779e-05, |
| "loss": 1.1616003036499023, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.5302813543156891, |
| "grad_norm": 0.19910086691379547, |
| "learning_rate": 9.524554778188416e-05, |
| "loss": 1.1937817573547362, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.5321888412017167, |
| "grad_norm": 0.2040385603904724, |
| "learning_rate": 9.462864675478015e-05, |
| "loss": 1.193544578552246, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.5340963280877444, |
| "grad_norm": 0.23836196959018707, |
| "learning_rate": 9.401195066891981e-05, |
| "loss": 1.2564398765563964, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.536003814973772, |
| "grad_norm": 0.19225947558879852, |
| "learning_rate": 9.33954830540278e-05, |
| "loss": 1.2032994270324706, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.5379113018597997, |
| "grad_norm": 0.21631194651126862, |
| "learning_rate": 9.277926743111157e-05, |
| "loss": 1.236619758605957, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.5398187887458273, |
| "grad_norm": 0.2309265434741974, |
| "learning_rate": 9.216332731156395e-05, |
| "loss": 1.185368537902832, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.541726275631855, |
| "grad_norm": 0.19440126419067383, |
| "learning_rate": 9.154768619626605e-05, |
| "loss": 1.2355932235717773, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.5436337625178826, |
| "grad_norm": 0.16589856147766113, |
| "learning_rate": 9.093236757469065e-05, |
| "loss": 1.1948314666748048, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.5455412494039104, |
| "grad_norm": 0.21594128012657166, |
| "learning_rate": 9.031739492400594e-05, |
| "loss": 1.1655755996704102, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.547448736289938, |
| "grad_norm": 0.24031832814216614, |
| "learning_rate": 8.970279170817978e-05, |
| "loss": 1.2017078399658203, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.5493562231759657, |
| "grad_norm": 0.20147471129894257, |
| "learning_rate": 8.908858137708444e-05, |
| "loss": 1.178144931793213, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.5512637100619934, |
| "grad_norm": 0.21785195171833038, |
| "learning_rate": 8.847478736560187e-05, |
| "loss": 1.1745618820190429, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.553171196948021, |
| "grad_norm": 0.23431022465229034, |
| "learning_rate": 8.786143309272946e-05, |
| "loss": 1.153176498413086, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.5550786838340487, |
| "grad_norm": 0.26836276054382324, |
| "learning_rate": 8.724854196068675e-05, |
| "loss": 1.227570152282715, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.5569861707200763, |
| "grad_norm": 0.21933206915855408, |
| "learning_rate": 8.66361373540223e-05, |
| "loss": 1.2512958526611329, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.558893657606104, |
| "grad_norm": 0.22832703590393066, |
| "learning_rate": 8.602424263872154e-05, |
| "loss": 1.2528444290161134, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.5608011444921316, |
| "grad_norm": 0.23598788678646088, |
| "learning_rate": 8.54128811613153e-05, |
| "loss": 1.2174627304077148, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.5627086313781593, |
| "grad_norm": 0.1953684538602829, |
| "learning_rate": 8.48020762479889e-05, |
| "loss": 1.1286799430847168, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.5646161182641869, |
| "grad_norm": 0.19513633847236633, |
| "learning_rate": 8.419185120369232e-05, |
| "loss": 1.1735822677612304, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.5665236051502146, |
| "grad_norm": 0.20188085734844208, |
| "learning_rate": 8.358222931125091e-05, |
| "loss": 1.1577712059020997, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.5684310920362422, |
| "grad_norm": 0.19986091554164886, |
| "learning_rate": 8.297323383047708e-05, |
| "loss": 1.2358123779296875, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.5703385789222699, |
| "grad_norm": 0.19604338705539703, |
| "learning_rate": 8.236488799728279e-05, |
| "loss": 1.220244789123535, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.5722460658082976, |
| "grad_norm": 0.18865710496902466, |
| "learning_rate": 8.175721502279313e-05, |
| "loss": 1.1471840858459472, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.5741535526943252, |
| "grad_norm": 0.27022239565849304, |
| "learning_rate": 8.115023809246041e-05, |
| "loss": 1.1590518951416016, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.5760610395803529, |
| "grad_norm": 0.2555239796638489, |
| "learning_rate": 8.054398036517991e-05, |
| "loss": 1.2529569625854493, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.5779685264663805, |
| "grad_norm": 0.19677112996578217, |
| "learning_rate": 7.993846497240603e-05, |
| "loss": 1.1390647888183594, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.5798760133524082, |
| "grad_norm": 0.22353534400463104, |
| "learning_rate": 7.933371501726975e-05, |
| "loss": 1.142059898376465, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.5817835002384358, |
| "grad_norm": 0.24535755813121796, |
| "learning_rate": 7.872975357369719e-05, |
| "loss": 1.2249109268188476, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.5836909871244635, |
| "grad_norm": 0.20363497734069824, |
| "learning_rate": 7.812660368552922e-05, |
| "loss": 1.186641311645508, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.5855984740104911, |
| "grad_norm": 0.22370173037052155, |
| "learning_rate": 7.752428836564221e-05, |
| "loss": 1.1996564865112305, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.5875059608965189, |
| "grad_norm": 0.21880581974983215, |
| "learning_rate": 7.692283059506998e-05, |
| "loss": 1.1891421318054198, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.5894134477825465, |
| "grad_norm": 0.22140686213970184, |
| "learning_rate": 7.632225332212707e-05, |
| "loss": 1.1702460289001464, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.5913209346685742, |
| "grad_norm": 0.1957419216632843, |
| "learning_rate": 7.5722579461533e-05, |
| "loss": 1.108344268798828, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.5932284215546018, |
| "grad_norm": 0.22176416218280792, |
| "learning_rate": 7.512383189353817e-05, |
| "loss": 1.1665712356567384, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.5951359084406295, |
| "grad_norm": 0.22830532491207123, |
| "learning_rate": 7.452603346305054e-05, |
| "loss": 1.1701374053955078, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.5970433953266572, |
| "grad_norm": 0.26137056946754456, |
| "learning_rate": 7.392920697876443e-05, |
| "loss": 1.1804938316345215, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.5989508822126848, |
| "grad_norm": 0.21527014672756195, |
| "learning_rate": 7.333337521228996e-05, |
| "loss": 1.14210205078125, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.6008583690987125, |
| "grad_norm": 0.2155296504497528, |
| "learning_rate": 7.273856089728429e-05, |
| "loss": 1.2072952270507813, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.6027658559847401, |
| "grad_norm": 0.20168620347976685, |
| "learning_rate": 7.214478672858428e-05, |
| "loss": 1.1606990814208984, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.6046733428707678, |
| "grad_norm": 0.20272770524024963, |
| "learning_rate": 7.155207536134054e-05, |
| "loss": 1.1442641258239745, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.6065808297567954, |
| "grad_norm": 0.22614730894565582, |
| "learning_rate": 7.09604494101529e-05, |
| "loss": 1.1707661628723145, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.6084883166428231, |
| "grad_norm": 0.22346791625022888, |
| "learning_rate": 7.036993144820787e-05, |
| "loss": 1.1845563888549804, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.6103958035288507, |
| "grad_norm": 0.24826298654079437, |
| "learning_rate": 6.978054400641713e-05, |
| "loss": 1.1342114448547362, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.6123032904148784, |
| "grad_norm": 0.21613281965255737, |
| "learning_rate": 6.919230957255791e-05, |
| "loss": 1.1967657089233399, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.614210777300906, |
| "grad_norm": 0.21833890676498413, |
| "learning_rate": 6.860525059041501e-05, |
| "loss": 1.1509429931640625, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.6161182641869337, |
| "grad_norm": 0.2539721727371216, |
| "learning_rate": 6.80193894589246e-05, |
| "loss": 1.15333890914917, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.6180257510729614, |
| "grad_norm": 0.22569319605827332, |
| "learning_rate": 6.743474853131925e-05, |
| "loss": 1.1677268981933593, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.619933237958989, |
| "grad_norm": 0.2163088172674179, |
| "learning_rate": 6.685135011427541e-05, |
| "loss": 1.1319167137145996, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.6218407248450167, |
| "grad_norm": 0.24095430970191956, |
| "learning_rate": 6.626921646706218e-05, |
| "loss": 1.1875012397766114, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.6237482117310443, |
| "grad_norm": 0.21890592575073242, |
| "learning_rate": 6.568836980069198e-05, |
| "loss": 1.0996828079223633, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.625655698617072, |
| "grad_norm": 0.20873771607875824, |
| "learning_rate": 6.510883227707312e-05, |
| "loss": 1.1962814331054688, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.6275631855030996, |
| "grad_norm": 0.21107596158981323, |
| "learning_rate": 6.453062600816426e-05, |
| "loss": 1.13582124710083, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.6294706723891274, |
| "grad_norm": 0.22814150154590607, |
| "learning_rate": 6.395377305513067e-05, |
| "loss": 1.1759732246398926, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.631378159275155, |
| "grad_norm": 0.22088365256786346, |
| "learning_rate": 6.337829542750263e-05, |
| "loss": 1.1874792098999023, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.6332856461611827, |
| "grad_norm": 0.2006022334098816, |
| "learning_rate": 6.280421508233548e-05, |
| "loss": 1.1828422546386719, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.6351931330472103, |
| "grad_norm": 0.19948694109916687, |
| "learning_rate": 6.223155392337204e-05, |
| "loss": 1.166551113128662, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.637100619933238, |
| "grad_norm": 0.2671700716018677, |
| "learning_rate": 6.16603338002068e-05, |
| "loss": 1.1790518760681152, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.6390081068192656, |
| "grad_norm": 0.2384413778781891, |
| "learning_rate": 6.109057650745216e-05, |
| "loss": 1.159766960144043, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.6409155937052933, |
| "grad_norm": 0.2287103533744812, |
| "learning_rate": 6.0522303783907095e-05, |
| "loss": 1.1437957763671875, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.642823080591321, |
| "grad_norm": 0.21127451956272125, |
| "learning_rate": 5.995553731172756e-05, |
| "loss": 1.2146809577941895, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.6447305674773486, |
| "grad_norm": 0.2115635722875595, |
| "learning_rate": 5.9390298715599245e-05, |
| "loss": 1.166009521484375, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.6466380543633763, |
| "grad_norm": 0.2387341558933258, |
| "learning_rate": 5.8826609561912504e-05, |
| "loss": 1.1473962783813476, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.6485455412494039, |
| "grad_norm": 0.2259090095758438, |
| "learning_rate": 5.826449135793957e-05, |
| "loss": 1.1924949645996095, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.6504530281354316, |
| "grad_norm": 0.1968328058719635, |
| "learning_rate": 5.7703965551013736e-05, |
| "loss": 1.1942377090454102, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.6523605150214592, |
| "grad_norm": 0.29217374324798584, |
| "learning_rate": 5.714505352771136e-05, |
| "loss": 1.1619529724121094, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.6542680019074869, |
| "grad_norm": 0.21156348288059235, |
| "learning_rate": 5.6587776613035625e-05, |
| "loss": 1.1163355827331543, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.6561754887935145, |
| "grad_norm": 0.23455148935317993, |
| "learning_rate": 5.6032156069603016e-05, |
| "loss": 1.1744614601135255, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.6580829756795422, |
| "grad_norm": 0.21962733566761017, |
| "learning_rate": 5.547821309683199e-05, |
| "loss": 1.217427635192871, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.6599904625655698, |
| "grad_norm": 0.2295837551355362, |
| "learning_rate": 5.49259688301342e-05, |
| "loss": 1.178595733642578, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.6618979494515975, |
| "grad_norm": 0.20390628278255463, |
| "learning_rate": 5.4375444340107894e-05, |
| "loss": 1.1660377502441406, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.6638054363376252, |
| "grad_norm": 0.26694226264953613, |
| "learning_rate": 5.382666063173434e-05, |
| "loss": 1.1281030654907227, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.6657129232236528, |
| "grad_norm": 0.2512981593608856, |
| "learning_rate": 5.3279638643575994e-05, |
| "loss": 1.1735931396484376, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.6676204101096805, |
| "grad_norm": 0.24102783203125, |
| "learning_rate": 5.273439924697783e-05, |
| "loss": 1.1657618522644042, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.6695278969957081, |
| "grad_norm": 0.26361793279647827, |
| "learning_rate": 5.219096324527099e-05, |
| "loss": 1.1728330612182618, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.6714353838817358, |
| "grad_norm": 0.21043244004249573, |
| "learning_rate": 5.164935137297897e-05, |
| "loss": 1.1257946968078614, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.6733428707677634, |
| "grad_norm": 0.22392340004444122, |
| "learning_rate": 5.110958429502647e-05, |
| "loss": 1.1028033256530763, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.6752503576537912, |
| "grad_norm": 0.2338101863861084, |
| "learning_rate": 5.057168260595111e-05, |
| "loss": 1.2020700454711915, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.6771578445398188, |
| "grad_norm": 0.2419530749320984, |
| "learning_rate": 5.003566682911751e-05, |
| "loss": 1.1887866973876953, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.6790653314258465, |
| "grad_norm": 0.20150014758110046, |
| "learning_rate": 4.950155741593425e-05, |
| "loss": 1.1544455528259276, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.6809728183118741, |
| "grad_norm": 0.19747178256511688, |
| "learning_rate": 4.896937474507366e-05, |
| "loss": 1.1654293060302734, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.6828803051979018, |
| "grad_norm": 0.2741665542125702, |
| "learning_rate": 4.843913912169403e-05, |
| "loss": 1.1489416122436524, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.6847877920839294, |
| "grad_norm": 0.22320930659770966, |
| "learning_rate": 4.7910870776665204e-05, |
| "loss": 1.1555864334106445, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.6866952789699571, |
| "grad_norm": 0.2183150053024292, |
| "learning_rate": 4.738458986579647e-05, |
| "loss": 1.1381507873535157, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.6886027658559848, |
| "grad_norm": 0.21290890872478485, |
| "learning_rate": 4.686031646906757e-05, |
| "loss": 1.1559734344482422, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.6905102527420124, |
| "grad_norm": 0.18775756657123566, |
| "learning_rate": 4.633807058986258e-05, |
| "loss": 1.1064885139465332, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.6924177396280401, |
| "grad_norm": 0.1854240745306015, |
| "learning_rate": 4.581787215420669e-05, |
| "loss": 1.2117759704589843, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.6943252265140677, |
| "grad_norm": 0.21344280242919922, |
| "learning_rate": 4.529974101000589e-05, |
| "loss": 1.1865493774414062, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.6962327134000954, |
| "grad_norm": 0.21992447972297668, |
| "learning_rate": 4.478369692628975e-05, |
| "loss": 1.1341306686401367, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.698140200286123, |
| "grad_norm": 0.25210610032081604, |
| "learning_rate": 4.4269759592457116e-05, |
| "loss": 1.180692481994629, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.7000476871721507, |
| "grad_norm": 0.2453182190656662, |
| "learning_rate": 4.3757948617524825e-05, |
| "loss": 1.185411262512207, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.7019551740581783, |
| "grad_norm": 0.2249467670917511, |
| "learning_rate": 4.324828352937962e-05, |
| "loss": 1.1835633277893067, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.703862660944206, |
| "grad_norm": 0.21584834158420563, |
| "learning_rate": 4.274078377403304e-05, |
| "loss": 1.1303343772888184, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.7057701478302336, |
| "grad_norm": 0.21426378190517426, |
| "learning_rate": 4.2235468714879366e-05, |
| "loss": 1.0878255844116211, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.7076776347162613, |
| "grad_norm": 0.22179460525512695, |
| "learning_rate": 4.173235763195699e-05, |
| "loss": 1.2107229232788086, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.709585121602289, |
| "grad_norm": 0.18949757516384125, |
| "learning_rate": 4.12314697212127e-05, |
| "loss": 1.1272903442382813, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.7114926084883166, |
| "grad_norm": 0.23181162774562836, |
| "learning_rate": 4.0732824093769274e-05, |
| "loss": 1.1631418228149415, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.7134000953743443, |
| "grad_norm": 0.23257216811180115, |
| "learning_rate": 4.023643977519637e-05, |
| "loss": 1.1605160713195801, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.7153075822603719, |
| "grad_norm": 0.21041543781757355, |
| "learning_rate": 3.974233570478442e-05, |
| "loss": 1.1026935577392578, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.7172150691463997, |
| "grad_norm": 0.20009055733680725, |
| "learning_rate": 3.9250530734822266e-05, |
| "loss": 1.1321779251098634, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.7191225560324273, |
| "grad_norm": 0.20863768458366394, |
| "learning_rate": 3.8761043629877736e-05, |
| "loss": 1.1488612174987793, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.721030042918455, |
| "grad_norm": 0.22087125480175018, |
| "learning_rate": 3.8273893066081676e-05, |
| "loss": 1.1405168533325196, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.7229375298044826, |
| "grad_norm": 0.21345745027065277, |
| "learning_rate": 3.7789097630415396e-05, |
| "loss": 1.0503695487976075, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.7248450166905103, |
| "grad_norm": 0.20958393812179565, |
| "learning_rate": 3.73066758200015e-05, |
| "loss": 1.0739940643310546, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.7267525035765379, |
| "grad_norm": 0.20313677191734314, |
| "learning_rate": 3.682664604139813e-05, |
| "loss": 1.1517399787902831, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.7286599904625656, |
| "grad_norm": 0.2925751507282257, |
| "learning_rate": 3.634902660989667e-05, |
| "loss": 1.136181640625, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.7305674773485932, |
| "grad_norm": 0.2331283688545227, |
| "learning_rate": 3.587383574882296e-05, |
| "loss": 1.1208656311035157, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.7324749642346209, |
| "grad_norm": 0.23703224956989288, |
| "learning_rate": 3.540109158884193e-05, |
| "loss": 1.1330846786499023, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.7343824511206486, |
| "grad_norm": 0.1794946938753128, |
| "learning_rate": 3.493081216726593e-05, |
| "loss": 1.1613752365112304, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.7362899380066762, |
| "grad_norm": 0.21329441666603088, |
| "learning_rate": 3.446301542736646e-05, |
| "loss": 1.1352320671081544, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.7381974248927039, |
| "grad_norm": 0.22618280351161957, |
| "learning_rate": 3.399771921768951e-05, |
| "loss": 1.1310253143310547, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.7401049117787315, |
| "grad_norm": 0.18707576394081116, |
| "learning_rate": 3.353494129137468e-05, |
| "loss": 1.1597959518432617, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.7420123986647592, |
| "grad_norm": 0.2145681381225586, |
| "learning_rate": 3.307469930547772e-05, |
| "loss": 1.1611350059509278, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.7439198855507868, |
| "grad_norm": 0.2475588023662567, |
| "learning_rate": 3.26170108202969e-05, |
| "loss": 1.1909062385559082, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.7458273724368145, |
| "grad_norm": 0.21284571290016174, |
| "learning_rate": 3.216189329870295e-05, |
| "loss": 1.1203042030334474, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.7477348593228421, |
| "grad_norm": 0.21369685232639313, |
| "learning_rate": 3.1709364105472814e-05, |
| "loss": 1.0986623764038086, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.7496423462088698, |
| "grad_norm": 0.25102755427360535, |
| "learning_rate": 3.125944050662701e-05, |
| "loss": 1.148338508605957, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.7515498330948974, |
| "grad_norm": 0.22295311093330383, |
| "learning_rate": 3.081213966877101e-05, |
| "loss": 1.1612619400024413, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.7534573199809251, |
| "grad_norm": 0.22581028938293457, |
| "learning_rate": 3.0367478658440198e-05, |
| "loss": 1.165948486328125, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.7553648068669528, |
| "grad_norm": 0.19900238513946533, |
| "learning_rate": 2.992547444144863e-05, |
| "loss": 1.1082708358764648, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.7572722937529804, |
| "grad_norm": 0.20476290583610535, |
| "learning_rate": 2.9486143882241803e-05, |
| "loss": 1.1167781829833985, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.7591797806390082, |
| "grad_norm": 0.25547683238983154, |
| "learning_rate": 2.9049503743253093e-05, |
| "loss": 1.1323695182800293, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.7610872675250357, |
| "grad_norm": 0.2212236076593399, |
| "learning_rate": 2.8615570684264347e-05, |
| "loss": 1.160726547241211, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.7629947544110635, |
| "grad_norm": 0.25291791558265686, |
| "learning_rate": 2.818436126177012e-05, |
| "loss": 1.2163751602172852, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.7649022412970911, |
| "grad_norm": 0.21982431411743164, |
| "learning_rate": 2.775589192834601e-05, |
| "loss": 1.1515751838684083, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.7668097281831188, |
| "grad_norm": 0.24241040647029877, |
| "learning_rate": 2.733017903202092e-05, |
| "loss": 1.1150344848632812, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.7687172150691464, |
| "grad_norm": 0.2245641052722931, |
| "learning_rate": 2.6907238815653324e-05, |
| "loss": 1.1793850898742675, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.7706247019551741, |
| "grad_norm": 0.22021226584911346, |
| "learning_rate": 2.648708741631142e-05, |
| "loss": 1.0567512512207031, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.7725321888412017, |
| "grad_norm": 0.20851437747478485, |
| "learning_rate": 2.6069740864657587e-05, |
| "loss": 1.155423641204834, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.7744396757272294, |
| "grad_norm": 0.23057712614536285, |
| "learning_rate": 2.565521508433668e-05, |
| "loss": 1.1357767105102539, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.776347162613257, |
| "grad_norm": 0.22620734572410583, |
| "learning_rate": 2.5243525891368435e-05, |
| "loss": 1.137866497039795, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.7782546494992847, |
| "grad_norm": 0.23022662103176117, |
| "learning_rate": 2.483468899354404e-05, |
| "loss": 1.1148431777954102, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.7801621363853124, |
| "grad_norm": 0.20083515346050262, |
| "learning_rate": 2.4428719989826833e-05, |
| "loss": 1.094567108154297, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.78206962327134, |
| "grad_norm": 0.24217429757118225, |
| "learning_rate": 2.4025634369757087e-05, |
| "loss": 1.1915393829345704, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.7839771101573677, |
| "grad_norm": 0.2980445623397827, |
| "learning_rate": 2.3625447512861086e-05, |
| "loss": 1.1448716163635253, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.7858845970433953, |
| "grad_norm": 0.25267890095710754, |
| "learning_rate": 2.322817468806425e-05, |
| "loss": 1.0882713317871093, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.787792083929423, |
| "grad_norm": 0.2755645513534546, |
| "learning_rate": 2.2833831053108613e-05, |
| "loss": 1.1582210540771485, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.7896995708154506, |
| "grad_norm": 0.24219442903995514, |
| "learning_rate": 2.244243165397443e-05, |
| "loss": 1.1399827957153321, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.7916070577014783, |
| "grad_norm": 0.21595719456672668, |
| "learning_rate": 2.2053991424306198e-05, |
| "loss": 1.1543403625488282, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.7935145445875059, |
| "grad_norm": 0.22069472074508667, |
| "learning_rate": 2.1668525184842714e-05, |
| "loss": 1.1744007110595702, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.7954220314735336, |
| "grad_norm": 0.2289930284023285, |
| "learning_rate": 2.1286047642851804e-05, |
| "loss": 1.1891432762145997, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.7973295183595612, |
| "grad_norm": 0.2365955412387848, |
| "learning_rate": 2.0906573391569007e-05, |
| "loss": 1.1245343208312988, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.7992370052455889, |
| "grad_norm": 0.25190407037734985, |
| "learning_rate": 2.053011690964084e-05, |
| "loss": 1.1232264518737793, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.8011444921316166, |
| "grad_norm": 0.22288674116134644, |
| "learning_rate": 2.015669256057242e-05, |
| "loss": 1.154467487335205, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.8030519790176442, |
| "grad_norm": 0.20601993799209595, |
| "learning_rate": 1.978631459217929e-05, |
| "loss": 1.102585506439209, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.804959465903672, |
| "grad_norm": 0.25253918766975403, |
| "learning_rate": 1.9418997136043947e-05, |
| "loss": 1.1514110565185547, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.8068669527896996, |
| "grad_norm": 0.21954931318759918, |
| "learning_rate": 1.905475420697661e-05, |
| "loss": 1.158360195159912, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.8087744396757273, |
| "grad_norm": 0.19882351160049438, |
| "learning_rate": 1.869359970248048e-05, |
| "loss": 1.1656829833984375, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.8106819265617549, |
| "grad_norm": 0.238766148686409, |
| "learning_rate": 1.8335547402221485e-05, |
| "loss": 1.176176166534424, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.8125894134477826, |
| "grad_norm": 0.20012234151363373, |
| "learning_rate": 1.798061096750252e-05, |
| "loss": 1.0627614974975585, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.8144969003338102, |
| "grad_norm": 0.23309870064258575, |
| "learning_rate": 1.7628803940742257e-05, |
| "loss": 1.1396465301513672, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.8164043872198379, |
| "grad_norm": 0.2519659698009491, |
| "learning_rate": 1.7280139744958356e-05, |
| "loss": 1.1535280227661133, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.8183118741058655, |
| "grad_norm": 0.19456864893436432, |
| "learning_rate": 1.693463168325542e-05, |
| "loss": 1.1232088088989258, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.8202193609918932, |
| "grad_norm": 0.21354719996452332, |
| "learning_rate": 1.65922929383173e-05, |
| "loss": 1.1516935348510742, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.8221268478779208, |
| "grad_norm": 0.20758101344108582, |
| "learning_rate": 1.6253136571904236e-05, |
| "loss": 1.1620672225952149, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.8240343347639485, |
| "grad_norm": 0.19862081110477448, |
| "learning_rate": 1.5917175524354444e-05, |
| "loss": 1.0714295387268067, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.8259418216499762, |
| "grad_norm": 0.21623754501342773, |
| "learning_rate": 1.55844226140903e-05, |
| "loss": 1.1215152740478516, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.8278493085360038, |
| "grad_norm": 0.25673818588256836, |
| "learning_rate": 1.5254890537129417e-05, |
| "loss": 1.1280359268188476, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.8297567954220315, |
| "grad_norm": 0.2876787483692169, |
| "learning_rate": 1.4928591866600128e-05, |
| "loss": 1.0949363708496094, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.8316642823080591, |
| "grad_norm": 0.216287299990654, |
| "learning_rate": 1.4605539052261797e-05, |
| "loss": 1.041240119934082, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.8335717691940868, |
| "grad_norm": 0.21410544216632843, |
| "learning_rate": 1.4285744420029811e-05, |
| "loss": 1.135991096496582, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.8354792560801144, |
| "grad_norm": 0.2441902458667755, |
| "learning_rate": 1.3969220171505249e-05, |
| "loss": 1.098809814453125, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.8373867429661421, |
| "grad_norm": 0.2370656281709671, |
| "learning_rate": 1.3655978383509382e-05, |
| "loss": 1.0981058120727538, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.8392942298521697, |
| "grad_norm": 0.2267371267080307, |
| "learning_rate": 1.3346031007622862e-05, |
| "loss": 1.1900452613830566, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.8412017167381974, |
| "grad_norm": 0.2336042821407318, |
| "learning_rate": 1.303938986972979e-05, |
| "loss": 1.0903155326843261, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.843109203624225, |
| "grad_norm": 0.23731689155101776, |
| "learning_rate": 1.2736066669566382e-05, |
| "loss": 1.0552220344543457, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.8450166905102527, |
| "grad_norm": 0.2219412922859192, |
| "learning_rate": 1.243607298027466e-05, |
| "loss": 1.0662223815917968, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.8469241773962805, |
| "grad_norm": 0.2387835681438446, |
| "learning_rate": 1.2139420247960798e-05, |
| "loss": 1.1238874435424804, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.848831664282308, |
| "grad_norm": 0.2534177899360657, |
| "learning_rate": 1.1846119791258515e-05, |
| "loss": 1.097713088989258, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.8507391511683358, |
| "grad_norm": 0.23023399710655212, |
| "learning_rate": 1.1556182800897175e-05, |
| "loss": 1.1359582901000977, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.8526466380543634, |
| "grad_norm": 0.2506740689277649, |
| "learning_rate": 1.1269620339274767e-05, |
| "loss": 1.1142709732055665, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.8545541249403911, |
| "grad_norm": 0.21922656893730164, |
| "learning_rate": 1.0986443340035867e-05, |
| "loss": 1.0912172317504882, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.8564616118264187, |
| "grad_norm": 0.25788071751594543, |
| "learning_rate": 1.0706662607654484e-05, |
| "loss": 1.1749443054199218, |
| "step": 2245 |
| }, |
| { |
| "epoch": 0.8583690987124464, |
| "grad_norm": 0.23726382851600647, |
| "learning_rate": 1.0430288817021728e-05, |
| "loss": 1.0870184898376465, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.860276585598474, |
| "grad_norm": 0.22818847000598907, |
| "learning_rate": 1.0157332513038653e-05, |
| "loss": 1.1289539337158203, |
| "step": 2255 |
| }, |
| { |
| "epoch": 0.8621840724845017, |
| "grad_norm": 0.23203957080841064, |
| "learning_rate": 9.887804110213828e-06, |
| "loss": 1.1057024955749513, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.8640915593705293, |
| "grad_norm": 0.22027398645877838, |
| "learning_rate": 9.621713892266016e-06, |
| "loss": 1.0933302879333495, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.865999046256557, |
| "grad_norm": 0.2558651864528656, |
| "learning_rate": 9.359072011731762e-06, |
| "loss": 1.247685432434082, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.8679065331425846, |
| "grad_norm": 0.22376199066638947, |
| "learning_rate": 9.099888489578079e-06, |
| "loss": 1.1251508712768554, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.8698140200286123, |
| "grad_norm": 0.20759578049182892, |
| "learning_rate": 8.844173214820061e-06, |
| "loss": 1.1414949417114257, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.87172150691464, |
| "grad_norm": 0.2659814655780792, |
| "learning_rate": 8.591935944143615e-06, |
| "loss": 1.1263145446777343, |
| "step": 2285 |
| }, |
| { |
| "epoch": 0.8736289938006676, |
| "grad_norm": 0.2113100290298462, |
| "learning_rate": 8.343186301533157e-06, |
| "loss": 1.133929443359375, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.8755364806866953, |
| "grad_norm": 0.2152625471353531, |
| "learning_rate": 8.097933777904431e-06, |
| "loss": 1.1101900100708009, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.8774439675727229, |
| "grad_norm": 0.2583655118942261, |
| "learning_rate": 7.856187730742438e-06, |
| "loss": 1.1228748321533204, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.8793514544587506, |
| "grad_norm": 0.20810461044311523, |
| "learning_rate": 7.617957383744245e-06, |
| "loss": 1.1034461975097656, |
| "step": 2305 |
| }, |
| { |
| "epoch": 0.8812589413447782, |
| "grad_norm": 0.21229910850524902, |
| "learning_rate": 7.383251826467297e-06, |
| "loss": 1.1300959587097168, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.8831664282308059, |
| "grad_norm": 0.26863279938697815, |
| "learning_rate": 7.152080013982421e-06, |
| "loss": 1.1783254623413086, |
| "step": 2315 |
| }, |
| { |
| "epoch": 0.8850739151168335, |
| "grad_norm": 0.19874270260334015, |
| "learning_rate": 6.924450766532209e-06, |
| "loss": 1.0705080032348633, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.8869814020028612, |
| "grad_norm": 0.21158960461616516, |
| "learning_rate": 6.70037276919453e-06, |
| "loss": 1.1780382156372071, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 0.20735962688922882, |
| "learning_rate": 6.4798545715510916e-06, |
| "loss": 1.1040769577026368, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.8907963757749165, |
| "grad_norm": 0.18355117738246918, |
| "learning_rate": 6.2629045873612405e-06, |
| "loss": 1.0807653427124024, |
| "step": 2335 |
| }, |
| { |
| "epoch": 0.8927038626609443, |
| "grad_norm": 0.23413380980491638, |
| "learning_rate": 6.04953109424099e-06, |
| "loss": 1.1116905212402344, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.8946113495469719, |
| "grad_norm": 0.2297702431678772, |
| "learning_rate": 5.839742233347156e-06, |
| "loss": 1.1403563499450684, |
| "step": 2345 |
| }, |
| { |
| "epoch": 0.8965188364329996, |
| "grad_norm": 0.22440911829471588, |
| "learning_rate": 5.633546009066715e-06, |
| "loss": 1.1003211975097655, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.8984263233190272, |
| "grad_norm": 0.27772337198257446, |
| "learning_rate": 5.430950288711467e-06, |
| "loss": 1.148040199279785, |
| "step": 2355 |
| }, |
| { |
| "epoch": 0.9003338102050549, |
| "grad_norm": 0.21390412747859955, |
| "learning_rate": 5.231962802217783e-06, |
| "loss": 1.1419692993164063, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.9022412970910825, |
| "grad_norm": 0.21749059855937958, |
| "learning_rate": 5.036591141851732e-06, |
| "loss": 1.1392088890075684, |
| "step": 2365 |
| }, |
| { |
| "epoch": 0.9041487839771102, |
| "grad_norm": 0.2439197450876236, |
| "learning_rate": 4.844842761919388e-06, |
| "loss": 1.1405391693115234, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.9060562708631378, |
| "grad_norm": 0.2308351844549179, |
| "learning_rate": 4.656724978482374e-06, |
| "loss": 1.1562992095947267, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.9079637577491655, |
| "grad_norm": 0.23048758506774902, |
| "learning_rate": 4.472244969078787e-06, |
| "loss": 1.1268766403198243, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.9098712446351931, |
| "grad_norm": 0.27241912484169006, |
| "learning_rate": 4.2914097724492955e-06, |
| "loss": 1.157505989074707, |
| "step": 2385 |
| }, |
| { |
| "epoch": 0.9117787315212208, |
| "grad_norm": 0.23174434900283813, |
| "learning_rate": 4.11422628826863e-06, |
| "loss": 1.1393831253051758, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.9136862184072484, |
| "grad_norm": 0.22239695489406586, |
| "learning_rate": 3.940701276882231e-06, |
| "loss": 1.1609222412109375, |
| "step": 2395 |
| }, |
| { |
| "epoch": 0.9155937052932761, |
| "grad_norm": 0.26512646675109863, |
| "learning_rate": 3.770841359048416e-06, |
| "loss": 1.1378469467163086, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.9175011921793038, |
| "grad_norm": 0.21327486634254456, |
| "learning_rate": 3.6046530156857218e-06, |
| "loss": 1.1494600296020507, |
| "step": 2405 |
| }, |
| { |
| "epoch": 0.9194086790653314, |
| "grad_norm": 0.22115978598594666, |
| "learning_rate": 3.4421425876256406e-06, |
| "loss": 1.0902729034423828, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.9213161659513591, |
| "grad_norm": 0.22342635691165924, |
| "learning_rate": 3.2833162753706957e-06, |
| "loss": 1.1097753524780274, |
| "step": 2415 |
| }, |
| { |
| "epoch": 0.9232236528373867, |
| "grad_norm": 0.2765384018421173, |
| "learning_rate": 3.1281801388577836e-06, |
| "loss": 1.1319202423095702, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.9251311397234144, |
| "grad_norm": 0.2197486013174057, |
| "learning_rate": 2.9767400972271042e-06, |
| "loss": 1.176529884338379, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.927038626609442, |
| "grad_norm": 0.23287062346935272, |
| "learning_rate": 2.829001928596209e-06, |
| "loss": 1.1135154724121095, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.9289461134954697, |
| "grad_norm": 0.266107976436615, |
| "learning_rate": 2.6849712698395536e-06, |
| "loss": 1.0989619255065919, |
| "step": 2435 |
| }, |
| { |
| "epoch": 0.9308536003814973, |
| "grad_norm": 0.2772996723651886, |
| "learning_rate": 2.5446536163734935e-06, |
| "loss": 1.2017412185668945, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.932761087267525, |
| "grad_norm": 0.1954774707555771, |
| "learning_rate": 2.4080543219465403e-06, |
| "loss": 1.0754703521728515, |
| "step": 2445 |
| }, |
| { |
| "epoch": 0.9346685741535526, |
| "grad_norm": 0.20997653901576996, |
| "learning_rate": 2.2751785984350792e-06, |
| "loss": 1.1754121780395508, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.9365760610395804, |
| "grad_norm": 0.23438486456871033, |
| "learning_rate": 2.1460315156445975e-06, |
| "loss": 1.1126022338867188, |
| "step": 2455 |
| }, |
| { |
| "epoch": 0.9384835479256081, |
| "grad_norm": 0.21886298060417175, |
| "learning_rate": 2.020618001116159e-06, |
| "loss": 1.1078985214233399, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.9403910348116357, |
| "grad_norm": 0.20734335482120514, |
| "learning_rate": 1.8989428399384558e-06, |
| "loss": 1.130316162109375, |
| "step": 2465 |
| }, |
| { |
| "epoch": 0.9422985216976634, |
| "grad_norm": 0.2098223716020584, |
| "learning_rate": 1.781010674565209e-06, |
| "loss": 1.065493392944336, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.944206008583691, |
| "grad_norm": 0.19588448107242584, |
| "learning_rate": 1.6668260046380447e-06, |
| "loss": 1.1139305114746094, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.9461134954697187, |
| "grad_norm": 0.2644004225730896, |
| "learning_rate": 1.5563931868148085e-06, |
| "loss": 1.109051513671875, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.9480209823557463, |
| "grad_norm": 0.24326738715171814, |
| "learning_rate": 1.4497164346033432e-06, |
| "loss": 1.139406108856201, |
| "step": 2485 |
| }, |
| { |
| "epoch": 0.949928469241774, |
| "grad_norm": 0.3140820860862732, |
| "learning_rate": 1.3467998182007169e-06, |
| "loss": 1.1468605995178223, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.9518359561278016, |
| "grad_norm": 0.23210427165031433, |
| "learning_rate": 1.2476472643379478e-06, |
| "loss": 1.1381516456604004, |
| "step": 2495 |
| }, |
| { |
| "epoch": 0.9537434430138293, |
| "grad_norm": 0.24174664914608002, |
| "learning_rate": 1.152262556130168e-06, |
| "loss": 1.1345512390136718, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.9556509298998569, |
| "grad_norm": 0.20972232520580292, |
| "learning_rate": 1.060649332932262e-06, |
| "loss": 1.1098050117492675, |
| "step": 2505 |
| }, |
| { |
| "epoch": 0.9575584167858846, |
| "grad_norm": 0.18688908219337463, |
| "learning_rate": 9.728110902000432e-07, |
| "loss": 1.1572980880737305, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.9594659036719122, |
| "grad_norm": 0.22631202638149261, |
| "learning_rate": 8.887511793568614e-07, |
| "loss": 1.1380080223083495, |
| "step": 2515 |
| }, |
| { |
| "epoch": 0.9613733905579399, |
| "grad_norm": 0.25536733865737915, |
| "learning_rate": 8.084728076657499e-07, |
| "loss": 1.130523109436035, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.9632808774439676, |
| "grad_norm": 0.23546051979064941, |
| "learning_rate": 7.319790381070446e-07, |
| "loss": 1.18359375, |
| "step": 2525 |
| }, |
| { |
| "epoch": 0.9651883643299952, |
| "grad_norm": 0.2104456126689911, |
| "learning_rate": 6.592727892615003e-07, |
| "loss": 1.1894597053527831, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.9670958512160229, |
| "grad_norm": 0.20208291709423065, |
| "learning_rate": 5.903568351989575e-07, |
| "loss": 1.1283025741577148, |
| "step": 2535 |
| }, |
| { |
| "epoch": 0.9690033381020505, |
| "grad_norm": 0.1970140039920807, |
| "learning_rate": 5.252338053725047e-07, |
| "loss": 1.1401033401489258, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.9709108249880782, |
| "grad_norm": 0.23345957696437836, |
| "learning_rate": 4.639061845181258e-07, |
| "loss": 1.1129070281982423, |
| "step": 2545 |
| }, |
| { |
| "epoch": 0.9728183118741058, |
| "grad_norm": 0.2700229585170746, |
| "learning_rate": 4.063763125599307e-07, |
| "loss": 1.1588699340820312, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.9747257987601335, |
| "grad_norm": 0.21467843651771545, |
| "learning_rate": 3.526463845208272e-07, |
| "loss": 1.1579412460327148, |
| "step": 2555 |
| }, |
| { |
| "epoch": 0.9766332856461611, |
| "grad_norm": 0.2097923904657364, |
| "learning_rate": 3.027184504388325e-07, |
| "loss": 1.0812199592590332, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.9785407725321889, |
| "grad_norm": 0.21349556744098663, |
| "learning_rate": 2.5659441528880226e-07, |
| "loss": 1.124245834350586, |
| "step": 2565 |
| }, |
| { |
| "epoch": 0.9804482594182165, |
| "grad_norm": 0.29865762591362, |
| "learning_rate": 2.1427603890976644e-07, |
| "loss": 1.194851016998291, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.9823557463042442, |
| "grad_norm": 0.23294523358345032, |
| "learning_rate": 1.757649359378055e-07, |
| "loss": 1.0922676086425782, |
| "step": 2575 |
| }, |
| { |
| "epoch": 0.9842632331902719, |
| "grad_norm": 0.22059480845928192, |
| "learning_rate": 1.410625757444106e-07, |
| "loss": 1.1443885803222655, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.9861707200762995, |
| "grad_norm": 0.2602921724319458, |
| "learning_rate": 1.1017028238042848e-07, |
| "loss": 1.1158178329467774, |
| "step": 2585 |
| }, |
| { |
| "epoch": 0.9880782069623272, |
| "grad_norm": 0.2522714138031006, |
| "learning_rate": 8.30892345255574e-08, |
| "loss": 1.1615970611572266, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.9899856938483548, |
| "grad_norm": 0.2601059079170227, |
| "learning_rate": 5.982046544338315e-08, |
| "loss": 1.1701422691345216, |
| "step": 2595 |
| }, |
| { |
| "epoch": 0.9918931807343825, |
| "grad_norm": 0.26516997814178467, |
| "learning_rate": 4.036486294191066e-08, |
| "loss": 1.1095975875854491, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.9938006676204101, |
| "grad_norm": 0.2678978145122528, |
| "learning_rate": 2.4723169339724295e-08, |
| "loss": 1.1590506553649902, |
| "step": 2605 |
| }, |
| { |
| "epoch": 0.9957081545064378, |
| "grad_norm": 0.26719844341278076, |
| "learning_rate": 1.2895981437677229e-08, |
| "loss": 1.1161251068115234, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.9976156413924654, |
| "grad_norm": 0.22992399334907532, |
| "learning_rate": 4.883750496098571e-09, |
| "loss": 1.119638442993164, |
| "step": 2615 |
| }, |
| { |
| "epoch": 0.9995231282784931, |
| "grad_norm": 0.22952629625797272, |
| "learning_rate": 6.867822175515848e-10, |
| "loss": 1.0825986862182617, |
| "step": 2620 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 2622, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.529579479129129e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
