| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 3126, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0064, |
| "grad_norm": 2.3469054747844766, |
| "learning_rate": 1.9148936170212767e-06, |
| "loss": 0.5239072322845459, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0128, |
| "grad_norm": 1.3731792313372932, |
| "learning_rate": 4.042553191489362e-06, |
| "loss": 0.4512838363647461, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0192, |
| "grad_norm": 1.2915003291066143, |
| "learning_rate": 6.170212765957447e-06, |
| "loss": 0.4259762763977051, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0256, |
| "grad_norm": 0.9428042712879645, |
| "learning_rate": 8.297872340425532e-06, |
| "loss": 0.3846761226654053, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.032, |
| "grad_norm": 1.1140219220503393, |
| "learning_rate": 1.0425531914893619e-05, |
| "loss": 0.3693264961242676, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0384, |
| "grad_norm": 1.0868636121943922, |
| "learning_rate": 1.2553191489361702e-05, |
| "loss": 0.3520832538604736, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0448, |
| "grad_norm": 0.9655644749375284, |
| "learning_rate": 1.4680851063829789e-05, |
| "loss": 0.33546876907348633, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0512, |
| "grad_norm": 0.9875822564486919, |
| "learning_rate": 1.6808510638297873e-05, |
| "loss": 0.3456155300140381, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0576, |
| "grad_norm": 0.9445657536134299, |
| "learning_rate": 1.893617021276596e-05, |
| "loss": 0.32896125316619873, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.064, |
| "grad_norm": 0.8741769235176083, |
| "learning_rate": 1.9999865800655937e-05, |
| "loss": 0.3304002285003662, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0704, |
| "grad_norm": 0.8158666037449533, |
| "learning_rate": 1.999879222751468e-05, |
| "loss": 0.32820682525634765, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.0768, |
| "grad_norm": 0.7975671717413703, |
| "learning_rate": 1.9996645196489645e-05, |
| "loss": 0.3297333955764771, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.0832, |
| "grad_norm": 0.7107586142224528, |
| "learning_rate": 1.9993424938083405e-05, |
| "loss": 0.3206096887588501, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0896, |
| "grad_norm": 0.7554089435348096, |
| "learning_rate": 1.99891317980189e-05, |
| "loss": 0.31907143592834475, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.096, |
| "grad_norm": 0.7321972996848434, |
| "learning_rate": 1.9983766237202294e-05, |
| "loss": 0.3055716037750244, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.1024, |
| "grad_norm": 0.7165826273420571, |
| "learning_rate": 1.997732883167352e-05, |
| "loss": 0.3128684997558594, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.1088, |
| "grad_norm": 0.6919669508460716, |
| "learning_rate": 1.9969820272544416e-05, |
| "loss": 0.31496238708496094, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1152, |
| "grad_norm": 0.6464411891331754, |
| "learning_rate": 1.9961241365924545e-05, |
| "loss": 0.304630184173584, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1216, |
| "grad_norm": 0.8123267619504366, |
| "learning_rate": 1.9951593032834637e-05, |
| "loss": 0.3049804210662842, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.128, |
| "grad_norm": 0.6735849444243486, |
| "learning_rate": 1.9940876309107722e-05, |
| "loss": 0.29981145858764646, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.1344, |
| "grad_norm": 0.6733298901076364, |
| "learning_rate": 1.9929092345277917e-05, |
| "loss": 0.3078548669815063, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.1408, |
| "grad_norm": 0.6258239601880233, |
| "learning_rate": 1.99162424064569e-05, |
| "loss": 0.3055974006652832, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.1472, |
| "grad_norm": 0.6686785237738361, |
| "learning_rate": 1.9902327872198108e-05, |
| "loss": 0.29472782611846926, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.1536, |
| "grad_norm": 0.622629401252819, |
| "learning_rate": 1.988735023634861e-05, |
| "loss": 0.28609018325805663, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.6106036320685414, |
| "learning_rate": 1.987131110688875e-05, |
| "loss": 0.2871884346008301, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.1664, |
| "grad_norm": 0.5966642792994186, |
| "learning_rate": 1.9854212205759485e-05, |
| "loss": 0.2777689456939697, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.1728, |
| "grad_norm": 0.6160635727815214, |
| "learning_rate": 1.9836055368677556e-05, |
| "loss": 0.28852453231811526, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.1792, |
| "grad_norm": 0.6482595949889903, |
| "learning_rate": 1.9816842544938387e-05, |
| "loss": 0.28439571857452395, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.1856, |
| "grad_norm": 0.5618125879312819, |
| "learning_rate": 1.9796575797206804e-05, |
| "loss": 0.28801932334899905, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.192, |
| "grad_norm": 0.6692213222628999, |
| "learning_rate": 1.9775257301295616e-05, |
| "loss": 0.28852148056030275, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.1984, |
| "grad_norm": 0.627289029944466, |
| "learning_rate": 1.9752889345931998e-05, |
| "loss": 0.2815143585205078, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.2048, |
| "grad_norm": 0.5968195310508093, |
| "learning_rate": 1.9729474332511786e-05, |
| "loss": 0.27678637504577636, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.2112, |
| "grad_norm": 0.5810704340065519, |
| "learning_rate": 1.9705014774841664e-05, |
| "loss": 0.28479642868041993, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.2176, |
| "grad_norm": 0.7160577574731245, |
| "learning_rate": 1.9679513298869293e-05, |
| "loss": 0.28441829681396485, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.224, |
| "grad_norm": 0.5530154626481694, |
| "learning_rate": 1.9652972642401378e-05, |
| "loss": 0.27650880813598633, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2304, |
| "grad_norm": 0.5411346112744626, |
| "learning_rate": 1.962539565480975e-05, |
| "loss": 0.2763069629669189, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.2368, |
| "grad_norm": 0.6485613520321775, |
| "learning_rate": 1.959678529672546e-05, |
| "loss": 0.27900192737579343, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.2432, |
| "grad_norm": 0.5642420099769282, |
| "learning_rate": 1.9567144639720937e-05, |
| "loss": 0.2747442960739136, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.2496, |
| "grad_norm": 1.074554575011278, |
| "learning_rate": 1.95364768659802e-05, |
| "loss": 0.27370395660400393, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.256, |
| "grad_norm": 0.5228549781390894, |
| "learning_rate": 1.9504785267957252e-05, |
| "loss": 0.2700518608093262, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.2624, |
| "grad_norm": 0.5842380248151064, |
| "learning_rate": 1.9472073248022606e-05, |
| "loss": 0.278476881980896, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.2688, |
| "grad_norm": 0.5446207083848129, |
| "learning_rate": 1.9438344318097982e-05, |
| "loss": 0.2713183879852295, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.2752, |
| "grad_norm": 0.5529561315351936, |
| "learning_rate": 1.9403602099279306e-05, |
| "loss": 0.26999573707580565, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.2816, |
| "grad_norm": 0.5134796198829531, |
| "learning_rate": 1.936785032144793e-05, |
| "loss": 0.2657029151916504, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.288, |
| "grad_norm": 0.5546528361397897, |
| "learning_rate": 1.9331092822870204e-05, |
| "loss": 0.27097501754760744, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.2944, |
| "grad_norm": 0.5277634405549436, |
| "learning_rate": 1.9293333549785414e-05, |
| "loss": 0.2600825309753418, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.3008, |
| "grad_norm": 0.5564514235199555, |
| "learning_rate": 1.9254576555982097e-05, |
| "loss": 0.2580136775970459, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.3072, |
| "grad_norm": 0.5401104213149478, |
| "learning_rate": 1.9214826002362855e-05, |
| "loss": 0.2737713813781738, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.3136, |
| "grad_norm": 0.5349707104053464, |
| "learning_rate": 1.9174086156497626e-05, |
| "loss": 0.26891288757324217, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.4602795940666782, |
| "learning_rate": 1.9132361392165534e-05, |
| "loss": 0.26601734161376955, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.3264, |
| "grad_norm": 0.5030400826450566, |
| "learning_rate": 1.9089656188885333e-05, |
| "loss": 0.26290915012359617, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.3328, |
| "grad_norm": 0.5431367222435386, |
| "learning_rate": 1.904597513143447e-05, |
| "loss": 0.2582561016082764, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.3392, |
| "grad_norm": 0.5404412264776388, |
| "learning_rate": 1.900132290935688e-05, |
| "loss": 0.27424280643463134, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.3456, |
| "grad_norm": 0.5553400534109016, |
| "learning_rate": 1.8955704316459532e-05, |
| "loss": 0.2641714572906494, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.352, |
| "grad_norm": 0.5845811733579757, |
| "learning_rate": 1.8909124250297762e-05, |
| "loss": 0.27608158588409426, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.3584, |
| "grad_norm": 0.49797430077199206, |
| "learning_rate": 1.8861587711649466e-05, |
| "loss": 0.2599541902542114, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.3648, |
| "grad_norm": 0.5174720409450502, |
| "learning_rate": 1.881309980397825e-05, |
| "loss": 0.25819385051727295, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.3712, |
| "grad_norm": 0.5190565873161119, |
| "learning_rate": 1.876366573288551e-05, |
| "loss": 0.26655256748199463, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.3776, |
| "grad_norm": 0.4279198538167247, |
| "learning_rate": 1.8713290805551564e-05, |
| "loss": 0.258132791519165, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.384, |
| "grad_norm": 0.5064145194674196, |
| "learning_rate": 1.8661980430165886e-05, |
| "loss": 0.2618707180023193, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.3904, |
| "grad_norm": 0.4536283905910432, |
| "learning_rate": 1.860974011534649e-05, |
| "loss": 0.2519304513931274, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.3968, |
| "grad_norm": 0.4973309520583962, |
| "learning_rate": 1.855657546954853e-05, |
| "loss": 0.24944324493408204, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.4032, |
| "grad_norm": 0.5500928080435353, |
| "learning_rate": 1.850249220046218e-05, |
| "loss": 0.2443866729736328, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.4096, |
| "grad_norm": 0.49073137928584065, |
| "learning_rate": 1.8447496114399875e-05, |
| "loss": 0.24955644607543945, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.416, |
| "grad_norm": 0.46639745568923063, |
| "learning_rate": 1.8391593115672933e-05, |
| "loss": 0.2560102462768555, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.4224, |
| "grad_norm": 0.523648385153168, |
| "learning_rate": 1.833478920595769e-05, |
| "loss": 0.25697860717773435, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.4288, |
| "grad_norm": 0.5149027856396282, |
| "learning_rate": 1.8277090483651165e-05, |
| "loss": 0.2461613655090332, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.4352, |
| "grad_norm": 0.4755964135119324, |
| "learning_rate": 1.8218503143216348e-05, |
| "loss": 0.2509129762649536, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.4416, |
| "grad_norm": 0.46745747049674496, |
| "learning_rate": 1.815903347451715e-05, |
| "loss": 0.2497704029083252, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.448, |
| "grad_norm": 0.5174152385826454, |
| "learning_rate": 1.8098687862143162e-05, |
| "loss": 0.2417367458343506, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.4544, |
| "grad_norm": 0.48272291743104295, |
| "learning_rate": 1.8037472784724192e-05, |
| "loss": 0.2532215118408203, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.4608, |
| "grad_norm": 0.4758721891736801, |
| "learning_rate": 1.7975394814234725e-05, |
| "loss": 0.25108513832092283, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.4672, |
| "grad_norm": 0.5679882500410512, |
| "learning_rate": 1.7912460615288384e-05, |
| "loss": 0.24127421379089356, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.4736, |
| "grad_norm": 0.4750465930768755, |
| "learning_rate": 1.7848676944422402e-05, |
| "loss": 0.24612007141113282, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.5091469834068351, |
| "learning_rate": 1.7784050649372264e-05, |
| "loss": 0.24335813522338867, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.4864, |
| "grad_norm": 0.469410500790412, |
| "learning_rate": 1.771858866833654e-05, |
| "loss": 0.2473893165588379, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.4928, |
| "grad_norm": 0.49083256155940735, |
| "learning_rate": 1.765229802923201e-05, |
| "loss": 0.24752388000488282, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.4992, |
| "grad_norm": 0.5706666842878829, |
| "learning_rate": 1.7585185848939142e-05, |
| "loss": 0.24637966156005858, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.5056, |
| "grad_norm": 0.47579296659539233, |
| "learning_rate": 1.7517259332538054e-05, |
| "loss": 0.24853019714355468, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.512, |
| "grad_norm": 0.463355613751907, |
| "learning_rate": 1.744852577253497e-05, |
| "loss": 0.2448970317840576, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.5184, |
| "grad_norm": 0.4514002866865113, |
| "learning_rate": 1.73789925480793e-05, |
| "loss": 0.2453676462173462, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.5248, |
| "grad_norm": 0.49508158173867095, |
| "learning_rate": 1.7308667124171454e-05, |
| "loss": 0.2437300443649292, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.5312, |
| "grad_norm": 0.48745065244379576, |
| "learning_rate": 1.7237557050861376e-05, |
| "loss": 0.2651980400085449, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.5376, |
| "grad_norm": 0.4742291487477817, |
| "learning_rate": 1.7165669962437994e-05, |
| "loss": 0.2370821237564087, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.544, |
| "grad_norm": 0.4980927112459816, |
| "learning_rate": 1.7093013576609614e-05, |
| "loss": 0.24486489295959474, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.5504, |
| "grad_norm": 0.4804729167489284, |
| "learning_rate": 1.701959569367535e-05, |
| "loss": 0.24334237575531006, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.5568, |
| "grad_norm": 0.47157025675779163, |
| "learning_rate": 1.6945424195687702e-05, |
| "loss": 0.2422011375427246, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.5632, |
| "grad_norm": 0.4629489129216441, |
| "learning_rate": 1.687050704560634e-05, |
| "loss": 0.24815070629119873, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.5696, |
| "grad_norm": 0.45016959413292745, |
| "learning_rate": 1.6794852286443218e-05, |
| "loss": 0.2460242986679077, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.576, |
| "grad_norm": 0.5156893082088817, |
| "learning_rate": 1.6718468040399072e-05, |
| "loss": 0.24848203659057616, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.5824, |
| "grad_norm": 0.4378931208174623, |
| "learning_rate": 1.664136250799146e-05, |
| "loss": 0.246627140045166, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.5888, |
| "grad_norm": 0.4415472676305731, |
| "learning_rate": 1.6563543967174328e-05, |
| "loss": 0.23817386627197265, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.5952, |
| "grad_norm": 0.49430671895921824, |
| "learning_rate": 1.648502077244932e-05, |
| "loss": 0.2512770652770996, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.6016, |
| "grad_norm": 0.4515039308185487, |
| "learning_rate": 1.6405801353968866e-05, |
| "loss": 0.24112675189971924, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.608, |
| "grad_norm": 0.4627000727001904, |
| "learning_rate": 1.632589421663108e-05, |
| "loss": 0.24137527942657472, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.6144, |
| "grad_norm": 0.44338620397115364, |
| "learning_rate": 1.6245307939166738e-05, |
| "loss": 0.24225597381591796, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.6208, |
| "grad_norm": 0.47904796270467576, |
| "learning_rate": 1.616405117321825e-05, |
| "loss": 0.24234352111816407, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.6272, |
| "grad_norm": 0.4538152649390663, |
| "learning_rate": 1.608213264241083e-05, |
| "loss": 0.23777763843536376, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.6336, |
| "grad_norm": 0.44968988416126826, |
| "learning_rate": 1.599956114141595e-05, |
| "loss": 0.23575832843780517, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.42977872445886417, |
| "learning_rate": 1.5916345535007143e-05, |
| "loss": 0.24659445285797119, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.6464, |
| "grad_norm": 0.4331355661858506, |
| "learning_rate": 1.5832494757108296e-05, |
| "loss": 0.23725650310516358, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.6528, |
| "grad_norm": 0.4910169956013502, |
| "learning_rate": 1.5748017809834525e-05, |
| "loss": 0.23749151229858398, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.6592, |
| "grad_norm": 0.4561729908459038, |
| "learning_rate": 1.5662923762525705e-05, |
| "loss": 0.23774266242980957, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.6656, |
| "grad_norm": 0.412771632812648, |
| "learning_rate": 1.557722175077279e-05, |
| "loss": 0.22867307662963868, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.672, |
| "grad_norm": 0.4945279558616644, |
| "learning_rate": 1.549092097543707e-05, |
| "loss": 0.23382022380828857, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.6784, |
| "grad_norm": 0.43104138890098725, |
| "learning_rate": 1.540403070166232e-05, |
| "loss": 0.23120017051696778, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.6848, |
| "grad_norm": 0.4968228330148167, |
| "learning_rate": 1.531656025788014e-05, |
| "loss": 0.23886425495147706, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.6912, |
| "grad_norm": 0.45847060853886684, |
| "learning_rate": 1.5228519034808469e-05, |
| "loss": 0.23338027000427247, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.6976, |
| "grad_norm": 0.42793434571816935, |
| "learning_rate": 1.5139916484443392e-05, |
| "loss": 0.23655662536621094, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.704, |
| "grad_norm": 0.48678291680596986, |
| "learning_rate": 1.5050762119044388e-05, |
| "loss": 0.23051209449768068, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.7104, |
| "grad_norm": 0.44833198554008663, |
| "learning_rate": 1.4961065510113128e-05, |
| "loss": 0.23906197547912597, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.7168, |
| "grad_norm": 0.4234814123939215, |
| "learning_rate": 1.4870836287365861e-05, |
| "loss": 0.23278434276580812, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.7232, |
| "grad_norm": 0.4654905768837249, |
| "learning_rate": 1.4780084137699589e-05, |
| "loss": 0.23158683776855468, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.7296, |
| "grad_norm": 0.43961868752477146, |
| "learning_rate": 1.4688818804152106e-05, |
| "loss": 0.22675909996032714, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.736, |
| "grad_norm": 0.42562774558324196, |
| "learning_rate": 1.4597050084855985e-05, |
| "loss": 0.22868552207946777, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.7424, |
| "grad_norm": 0.45687064233512215, |
| "learning_rate": 1.4504787831986664e-05, |
| "loss": 0.23097996711730956, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.7488, |
| "grad_norm": 0.4635686742609441, |
| "learning_rate": 1.4412041950704734e-05, |
| "loss": 0.23512911796569824, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.7552, |
| "grad_norm": 0.4797333181243552, |
| "learning_rate": 1.4318822398092528e-05, |
| "loss": 0.2401136875152588, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.7616, |
| "grad_norm": 0.4617103914191676, |
| "learning_rate": 1.4225139182085145e-05, |
| "loss": 0.23787789344787597, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.768, |
| "grad_norm": 0.4250762715445169, |
| "learning_rate": 1.4131002360396008e-05, |
| "loss": 0.23605496883392335, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.7744, |
| "grad_norm": 0.42339605405743297, |
| "learning_rate": 1.4036422039437083e-05, |
| "loss": 0.2233750343322754, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.7808, |
| "grad_norm": 0.4299923683801405, |
| "learning_rate": 1.394140837323386e-05, |
| "loss": 0.23082523345947265, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.7872, |
| "grad_norm": 0.44423257008894196, |
| "learning_rate": 1.3845971562335241e-05, |
| "loss": 0.24129889011383057, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.7936, |
| "grad_norm": 0.3978033645755141, |
| "learning_rate": 1.3750121852718415e-05, |
| "loss": 0.2288198709487915, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.4399126476249956, |
| "learning_rate": 1.3653869534688857e-05, |
| "loss": 0.22707161903381348, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.8064, |
| "grad_norm": 0.4149375868092431, |
| "learning_rate": 1.3557224941775583e-05, |
| "loss": 0.23408315181732178, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.8128, |
| "grad_norm": 0.4929393947595615, |
| "learning_rate": 1.3460198449621765e-05, |
| "loss": 0.22631232738494872, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.8192, |
| "grad_norm": 0.41111488215185005, |
| "learning_rate": 1.3362800474870774e-05, |
| "loss": 0.23379335403442383, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.8256, |
| "grad_norm": 0.47042814279371725, |
| "learning_rate": 1.3265041474047918e-05, |
| "loss": 0.23520944118499756, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.832, |
| "grad_norm": 0.4533891177739434, |
| "learning_rate": 1.31669319424378e-05, |
| "loss": 0.22470221519470215, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.8384, |
| "grad_norm": 0.44384875460645273, |
| "learning_rate": 1.306848241295757e-05, |
| "loss": 0.225510311126709, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.8448, |
| "grad_norm": 0.44320890790094497, |
| "learning_rate": 1.2969703455026139e-05, |
| "loss": 0.2236855983734131, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.8512, |
| "grad_norm": 0.4726942004750436, |
| "learning_rate": 1.2870605673429435e-05, |
| "loss": 0.22572519779205322, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.8576, |
| "grad_norm": 0.4372495947212519, |
| "learning_rate": 1.2771199707181898e-05, |
| "loss": 0.22141447067260742, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.864, |
| "grad_norm": 0.4728839955643096, |
| "learning_rate": 1.2671496228384292e-05, |
| "loss": 0.232117223739624, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.8704, |
| "grad_norm": 0.4622587752171778, |
| "learning_rate": 1.2571505941077962e-05, |
| "loss": 0.2343806028366089, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.8768, |
| "grad_norm": 0.4659963857947286, |
| "learning_rate": 1.2471239580095647e-05, |
| "loss": 0.22524487972259521, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.8832, |
| "grad_norm": 0.4171091606626652, |
| "learning_rate": 1.2370707909909024e-05, |
| "loss": 0.22701873779296874, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.8896, |
| "grad_norm": 0.4287777984112782, |
| "learning_rate": 1.2269921723473019e-05, |
| "loss": 0.2238243579864502, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.896, |
| "grad_norm": 0.3973506834352298, |
| "learning_rate": 1.216889184106713e-05, |
| "loss": 0.2237884521484375, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.9024, |
| "grad_norm": 0.5027278713122495, |
| "learning_rate": 1.2067629109133724e-05, |
| "loss": 0.22668781280517578, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.9088, |
| "grad_norm": 0.44727262522588773, |
| "learning_rate": 1.1966144399113626e-05, |
| "loss": 0.23116579055786132, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.9152, |
| "grad_norm": 0.4342706273296099, |
| "learning_rate": 1.1864448606278935e-05, |
| "loss": 0.23284392356872557, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.9216, |
| "grad_norm": 0.4383988403279945, |
| "learning_rate": 1.176255264856335e-05, |
| "loss": 0.23143448829650878, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.928, |
| "grad_norm": 0.46427441143257403, |
| "learning_rate": 1.166046746539002e-05, |
| "loss": 0.2259718656539917, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.9344, |
| "grad_norm": 0.44978980376372873, |
| "learning_rate": 1.1558204016497095e-05, |
| "loss": 0.22938432693481445, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.9408, |
| "grad_norm": 0.4437163119317134, |
| "learning_rate": 1.1455773280761123e-05, |
| "loss": 0.22493762969970704, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.9472, |
| "grad_norm": 0.44884690114425146, |
| "learning_rate": 1.135318625501835e-05, |
| "loss": 0.2168701171875, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.9536, |
| "grad_norm": 0.41444304379688296, |
| "learning_rate": 1.1250453952884125e-05, |
| "loss": 0.225518798828125, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.4539288323461017, |
| "learning_rate": 1.1147587403570497e-05, |
| "loss": 0.22903010845184327, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.9664, |
| "grad_norm": 0.40236120878050685, |
| "learning_rate": 1.104459765070211e-05, |
| "loss": 0.22207205295562743, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.9728, |
| "grad_norm": 0.39967047986464427, |
| "learning_rate": 1.0941495751130601e-05, |
| "loss": 0.21291723251342773, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.9792, |
| "grad_norm": 0.426946829992971, |
| "learning_rate": 1.0838292773747532e-05, |
| "loss": 0.22067580223083497, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.9856, |
| "grad_norm": 0.4087278435213882, |
| "learning_rate": 1.0734999798296058e-05, |
| "loss": 0.22067804336547853, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.992, |
| "grad_norm": 0.5294633900184196, |
| "learning_rate": 1.0631627914181403e-05, |
| "loss": 0.21162500381469726, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.9984, |
| "grad_norm": 0.4415067076525386, |
| "learning_rate": 1.0528188219280339e-05, |
| "loss": 0.21919326782226561, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.00448, |
| "grad_norm": 0.41547053290884856, |
| "learning_rate": 1.0424691818749717e-05, |
| "loss": 0.18381383419036865, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.01088, |
| "grad_norm": 0.43321444402751025, |
| "learning_rate": 1.0321149823834227e-05, |
| "loss": 0.15648531913757324, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.01728, |
| "grad_norm": 0.3947322129353475, |
| "learning_rate": 1.0217573350673522e-05, |
| "loss": 0.15854500532150267, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.02368, |
| "grad_norm": 0.42607502946106895, |
| "learning_rate": 1.0113973519108797e-05, |
| "loss": 0.15481382608413696, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.03008, |
| "grad_norm": 0.4758549179319374, |
| "learning_rate": 1.0010361451488971e-05, |
| "loss": 0.16349189281463622, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.03648, |
| "grad_norm": 0.46557153733044215, |
| "learning_rate": 9.906748271476615e-06, |
| "loss": 0.15906081199645997, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.04288, |
| "grad_norm": 0.44269553099998354, |
| "learning_rate": 9.80314510285372e-06, |
| "loss": 0.1621649980545044, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.04928, |
| "grad_norm": 0.46102097780787, |
| "learning_rate": 9.69956306832748e-06, |
| "loss": 0.1558220386505127, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.05568, |
| "grad_norm": 0.4467135511309059, |
| "learning_rate": 9.596013288336137e-06, |
| "loss": 0.15889272689819336, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.06208, |
| "grad_norm": 0.4315325468630245, |
| "learning_rate": 9.492506879855143e-06, |
| "loss": 0.157787549495697, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.06848, |
| "grad_norm": 0.48718400293281816, |
| "learning_rate": 9.389054955203638e-06, |
| "loss": 0.15983572006225585, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.07488, |
| "grad_norm": 0.4443219575251595, |
| "learning_rate": 9.285668620851437e-06, |
| "loss": 0.16187721490859985, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.08128, |
| "grad_norm": 0.42156189066121047, |
| "learning_rate": 9.182358976226667e-06, |
| "loss": 0.1542805790901184, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.08768, |
| "grad_norm": 0.4405229533395611, |
| "learning_rate": 9.079137112524141e-06, |
| "loss": 0.1544118642807007, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.09408, |
| "grad_norm": 0.4392661868158838, |
| "learning_rate": 8.976014111514624e-06, |
| "loss": 0.152165949344635, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.10048, |
| "grad_norm": 0.4293858500547392, |
| "learning_rate": 8.873001044355103e-06, |
| "loss": 0.1639825701713562, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.10688, |
| "grad_norm": 0.42698960650358597, |
| "learning_rate": 8.770108970400206e-06, |
| "loss": 0.15804769992828369, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.11328, |
| "grad_norm": 0.4386828942931757, |
| "learning_rate": 8.667348936014874e-06, |
| "loss": 0.1597846269607544, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.11968, |
| "grad_norm": 0.4716490719728666, |
| "learning_rate": 8.56473197338845e-06, |
| "loss": 0.16282434463500978, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.12608, |
| "grad_norm": 0.480483144183952, |
| "learning_rate": 8.462269099350274e-06, |
| "loss": 0.15503289699554443, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.13248, |
| "grad_norm": 0.4321858297233622, |
| "learning_rate": 8.35997131418692e-06, |
| "loss": 0.16058000326156616, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.13888, |
| "grad_norm": 0.455044454802913, |
| "learning_rate": 8.25784960046123e-06, |
| "loss": 0.15212728977203369, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.14528, |
| "grad_norm": 0.48076978808751974, |
| "learning_rate": 8.155914921833242e-06, |
| "loss": 0.15667293071746827, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.15168, |
| "grad_norm": 0.4207881839362283, |
| "learning_rate": 8.054178221883121e-06, |
| "loss": 0.15629994869232178, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.15808, |
| "grad_norm": 0.4465287568017503, |
| "learning_rate": 7.952650422936303e-06, |
| "loss": 0.15517816543579102, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.16448, |
| "grad_norm": 0.47342713914577667, |
| "learning_rate": 7.851342424890868e-06, |
| "loss": 0.15276355743408204, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.17088, |
| "grad_norm": 0.46235414720257817, |
| "learning_rate": 7.750265104047347e-06, |
| "loss": 0.15710357427597046, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.17728, |
| "grad_norm": 0.4930916532423188, |
| "learning_rate": 7.649429311941053e-06, |
| "loss": 0.15528178215026855, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.18368, |
| "grad_norm": 0.4708847037489604, |
| "learning_rate": 7.548845874177066e-06, |
| "loss": 0.15652782917022706, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.19008, |
| "grad_norm": 0.42949278886690817, |
| "learning_rate": 7.4485255892680295e-06, |
| "loss": 0.1554331064224243, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.19648, |
| "grad_norm": 0.43399113540855677, |
| "learning_rate": 7.348479227474821e-06, |
| "loss": 0.15759174823760985, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.20288, |
| "grad_norm": 0.44907189406836595, |
| "learning_rate": 7.248717529650271e-06, |
| "loss": 0.15876730680465698, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.20928, |
| "grad_norm": 0.4366884973764217, |
| "learning_rate": 7.14925120608604e-06, |
| "loss": 0.15355956554412842, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.21568, |
| "grad_norm": 0.4154624081991762, |
| "learning_rate": 7.050090935362779e-06, |
| "loss": 0.1523200273513794, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.22208, |
| "grad_norm": 0.4204122167932454, |
| "learning_rate": 6.951247363203691e-06, |
| "loss": 0.15338459014892578, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.22848, |
| "grad_norm": 0.45325899705532907, |
| "learning_rate": 6.8527311013316e-06, |
| "loss": 0.1495049476623535, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.23488, |
| "grad_norm": 0.4274822961668358, |
| "learning_rate": 6.7545527263297215e-06, |
| "loss": 0.1549849510192871, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.24128, |
| "grad_norm": 0.43539874277708923, |
| "learning_rate": 6.656722778506151e-06, |
| "loss": 0.15497466325759887, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.24768, |
| "grad_norm": 0.4307968747341042, |
| "learning_rate": 6.559251760762275e-06, |
| "loss": 0.15383462905883788, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.25408, |
| "grad_norm": 0.43897948020096006, |
| "learning_rate": 6.462150137465194e-06, |
| "loss": 0.14782884120941162, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.26048, |
| "grad_norm": 0.4415989551440709, |
| "learning_rate": 6.3654283333242885e-06, |
| "loss": 0.157528293132782, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.26688, |
| "grad_norm": 0.4486937222750117, |
| "learning_rate": 6.269096732272009e-06, |
| "loss": 0.15642151832580567, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.27328, |
| "grad_norm": 0.43693098900388755, |
| "learning_rate": 6.173165676349103e-06, |
| "loss": 0.1492471933364868, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.27968, |
| "grad_norm": 0.4660736126625984, |
| "learning_rate": 6.077645464594291e-06, |
| "loss": 0.15759358406066895, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.2860800000000001, |
| "grad_norm": 0.40610381928333894, |
| "learning_rate": 5.982546351938572e-06, |
| "loss": 0.15414727926254274, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.29248, |
| "grad_norm": 0.4608452226379165, |
| "learning_rate": 5.887878548104271e-06, |
| "loss": 0.16232553720474244, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.29888, |
| "grad_norm": 0.40443189360675774, |
| "learning_rate": 5.793652216508929e-06, |
| "loss": 0.1495685577392578, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.30528, |
| "grad_norm": 0.4583075855809745, |
| "learning_rate": 5.699877473174185e-06, |
| "loss": 0.16189181804656982, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.31168, |
| "grad_norm": 0.4813490734723034, |
| "learning_rate": 5.606564385639723e-06, |
| "loss": 0.1553695797920227, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.31808, |
| "grad_norm": 0.43914460415648454, |
| "learning_rate": 5.513722971882434e-06, |
| "loss": 0.15075855255126952, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.3244799999999999, |
| "grad_norm": 0.4709002890713278, |
| "learning_rate": 5.421363199240897e-06, |
| "loss": 0.1548715353012085, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.33088, |
| "grad_norm": 0.44058954251166826, |
| "learning_rate": 5.329494983345311e-06, |
| "loss": 0.1570750117301941, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.33728, |
| "grad_norm": 0.44297821965041295, |
| "learning_rate": 5.238128187052938e-06, |
| "loss": 0.15714939832687377, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.34368, |
| "grad_norm": 0.43385750997981126, |
| "learning_rate": 5.147272619389267e-06, |
| "loss": 0.15720927715301514, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.35008, |
| "grad_norm": 0.40780705630732367, |
| "learning_rate": 5.0569380344949175e-06, |
| "loss": 0.15243306159973144, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.35648, |
| "grad_norm": 0.4440446022315159, |
| "learning_rate": 4.967134130578444e-06, |
| "loss": 0.14754390716552734, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.36288, |
| "grad_norm": 0.42892042333089464, |
| "learning_rate": 4.877870548875154e-06, |
| "loss": 0.1470635175704956, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.36928, |
| "grad_norm": 0.41542434327790073, |
| "learning_rate": 4.78915687261204e-06, |
| "loss": 0.14724797010421753, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.37568, |
| "grad_norm": 0.4519331341263826, |
| "learning_rate": 4.701002625978918e-06, |
| "loss": 0.14976963996887208, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.38208, |
| "grad_norm": 0.45911830958750144, |
| "learning_rate": 4.613417273105944e-06, |
| "loss": 0.14997029304504395, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.38848, |
| "grad_norm": 0.4364557617605061, |
| "learning_rate": 4.526410217047552e-06, |
| "loss": 0.15247538089752197, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.3948800000000001, |
| "grad_norm": 0.47321212205313934, |
| "learning_rate": 4.439990798772943e-06, |
| "loss": 0.15559486150741578, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.40128, |
| "grad_norm": 0.4392720177025314, |
| "learning_rate": 4.354168296163264e-06, |
| "loss": 0.15404411554336547, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.40768, |
| "grad_norm": 0.4172470540177006, |
| "learning_rate": 4.268951923015527e-06, |
| "loss": 0.14667506217956544, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.41408, |
| "grad_norm": 0.44298464733837534, |
| "learning_rate": 4.184350828053454e-06, |
| "loss": 0.15610729455947875, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.42048, |
| "grad_norm": 0.4235236468109531, |
| "learning_rate": 4.100374093945259e-06, |
| "loss": 0.15588223934173584, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.42688, |
| "grad_norm": 0.4363338589742784, |
| "learning_rate": 4.017030736328558e-06, |
| "loss": 0.1499912977218628, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.4332799999999999, |
| "grad_norm": 0.45754453052008726, |
| "learning_rate": 3.934329702842445e-06, |
| "loss": 0.14526530504226684, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.43968, |
| "grad_norm": 0.4069824746163237, |
| "learning_rate": 3.852279872166904e-06, |
| "loss": 0.14858238697052, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.44608, |
| "grad_norm": 0.4492016584721639, |
| "learning_rate": 3.770890053069597e-06, |
| "loss": 0.15298351049423217, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.45248, |
| "grad_norm": 0.42767171231247453, |
| "learning_rate": 3.6901689834601617e-06, |
| "loss": 0.14879769086837769, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.45888, |
| "grad_norm": 0.44002268528220406, |
| "learning_rate": 3.610125329452119e-06, |
| "loss": 0.14842283725738525, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.46528, |
| "grad_norm": 0.4246900218133806, |
| "learning_rate": 3.5307676844325e-06, |
| "loss": 0.14534516334533693, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.47168, |
| "grad_norm": 0.47963929577996556, |
| "learning_rate": 3.452104568139265e-06, |
| "loss": 0.15238602161407472, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.47808, |
| "grad_norm": 0.47240249550317165, |
| "learning_rate": 3.374144425746634e-06, |
| "loss": 0.15344419479370117, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.48448, |
| "grad_norm": 0.43660803164872536, |
| "learning_rate": 3.296895626958425e-06, |
| "loss": 0.14877289533615112, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.49088, |
| "grad_norm": 0.42023598853788297, |
| "learning_rate": 3.220366465109488e-06, |
| "loss": 0.1501172423362732, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.49728, |
| "grad_norm": 0.44716077077319133, |
| "learning_rate": 3.144565156275352e-06, |
| "loss": 0.15209732055664063, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.5036800000000001, |
| "grad_norm": 0.42433370562812966, |
| "learning_rate": 3.069499838390151e-06, |
| "loss": 0.15123218297958374, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.5100799999999999, |
| "grad_norm": 0.43923764707911134, |
| "learning_rate": 2.9951785703729487e-06, |
| "loss": 0.14909906387329103, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.51648, |
| "grad_norm": 0.4257285192860963, |
| "learning_rate": 2.921609331262538e-06, |
| "loss": 0.15349558591842652, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.52288, |
| "grad_norm": 0.4293950992523159, |
| "learning_rate": 2.8488000193608313e-06, |
| "loss": 0.14977505207061767, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.52928, |
| "grad_norm": 0.3876495666709967, |
| "learning_rate": 2.776758451384891e-06, |
| "loss": 0.15312135219573975, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.5356800000000002, |
| "grad_norm": 0.39448803369567287, |
| "learning_rate": 2.705492361627757e-06, |
| "loss": 0.14483506679534913, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.54208, |
| "grad_norm": 0.4482021383384413, |
| "learning_rate": 2.6350094011280903e-06, |
| "loss": 0.14908208847045898, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.54848, |
| "grad_norm": 0.4427224228196182, |
| "learning_rate": 2.5653171368487708e-06, |
| "loss": 0.14957340955734252, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.55488, |
| "grad_norm": 0.40812326693383305, |
| "learning_rate": 2.4964230508645148e-06, |
| "loss": 0.14661625623703003, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.56128, |
| "grad_norm": 0.4642610125321193, |
| "learning_rate": 2.4283345395586146e-06, |
| "loss": 0.14527816772460939, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.56768, |
| "grad_norm": 0.4681340493771961, |
| "learning_rate": 2.3610589128288596e-06, |
| "loss": 0.14932239055633545, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.57408, |
| "grad_norm": 0.44143167320183896, |
| "learning_rate": 2.2946033933027723e-06, |
| "loss": 0.14716734886169433, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.58048, |
| "grad_norm": 0.4378523330679974, |
| "learning_rate": 2.228975115562182e-06, |
| "loss": 0.14898219108581542, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.5868799999999998, |
| "grad_norm": 0.44843756895648756, |
| "learning_rate": 2.1641811253772727e-06, |
| "loss": 0.14232897758483887, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.59328, |
| "grad_norm": 0.47291812968473096, |
| "learning_rate": 2.1002283789501533e-06, |
| "loss": 0.14750297069549562, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.59968, |
| "grad_norm": 0.4645757234463273, |
| "learning_rate": 2.0371237421680546e-06, |
| "loss": 0.1520641803741455, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.60608, |
| "grad_norm": 0.48839894118009214, |
| "learning_rate": 1.9748739898662016e-06, |
| "loss": 0.15472906827926636, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.6124800000000001, |
| "grad_norm": 0.46325447015833676, |
| "learning_rate": 1.913485805100496e-06, |
| "loss": 0.15225306749343873, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.6188799999999999, |
| "grad_norm": 0.500660698075826, |
| "learning_rate": 1.852965778430017e-06, |
| "loss": 0.15347219705581666, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.62528, |
| "grad_norm": 0.4446655995893683, |
| "learning_rate": 1.7933204072094734e-06, |
| "loss": 0.14178776741027832, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.63168, |
| "grad_norm": 0.435805198787566, |
| "learning_rate": 1.7345560948916551e-06, |
| "loss": 0.14888372421264648, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.63808, |
| "grad_norm": 0.43419313537132415, |
| "learning_rate": 1.6766791503399638e-06, |
| "loss": 0.14740926027297974, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.6444800000000002, |
| "grad_norm": 0.446927783842065, |
| "learning_rate": 1.6196957871510988e-06, |
| "loss": 0.1472325325012207, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.65088, |
| "grad_norm": 0.4710136505286057, |
| "learning_rate": 1.5636121229879819e-06, |
| "loss": 0.15233616828918456, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.65728, |
| "grad_norm": 0.44426735021250846, |
| "learning_rate": 1.5084341789229673e-06, |
| "loss": 0.14666424989700316, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.66368, |
| "grad_norm": 0.45360688757314027, |
| "learning_rate": 1.454167878791426e-06, |
| "loss": 0.15017422437667846, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.67008, |
| "grad_norm": 0.43252749237002036, |
| "learning_rate": 1.4008190485557704e-06, |
| "loss": 0.13670945167541504, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.67648, |
| "grad_norm": 0.42876404381615957, |
| "learning_rate": 1.3483934156799938e-06, |
| "loss": 0.1442575454711914, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.68288, |
| "grad_norm": 0.46533715109502183, |
| "learning_rate": 1.2968966085147572e-06, |
| "loss": 0.14771933555603028, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.6892800000000001, |
| "grad_norm": 0.4779931036169498, |
| "learning_rate": 1.246334155693163e-06, |
| "loss": 0.15291142463684082, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.6956799999999999, |
| "grad_norm": 0.4765873696532621, |
| "learning_rate": 1.1967114855371876e-06, |
| "loss": 0.14684847593307496, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.70208, |
| "grad_norm": 0.4710421106584251, |
| "learning_rate": 1.148033925474913e-06, |
| "loss": 0.1526282548904419, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.70848, |
| "grad_norm": 0.46492240808726, |
| "learning_rate": 1.1003067014685798e-06, |
| "loss": 0.14880728721618652, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.71488, |
| "grad_norm": 0.4051940767391808, |
| "learning_rate": 1.0535349374535264e-06, |
| "loss": 0.15377696752548217, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.7212800000000001, |
| "grad_norm": 0.45252991663324355, |
| "learning_rate": 1.0077236547881031e-06, |
| "loss": 0.14457428455352783, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.7276799999999999, |
| "grad_norm": 0.42374467094591906, |
| "learning_rate": 9.628777717145765e-07, |
| "loss": 0.14815565347671508, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.73408, |
| "grad_norm": 0.45097627543056656, |
| "learning_rate": 9.190021028311158e-07, |
| "loss": 0.14766101837158202, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.74048, |
| "grad_norm": 0.4102704672516161, |
| "learning_rate": 8.761013585748979e-07, |
| "loss": 0.14567131996154786, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.74688, |
| "grad_norm": 0.4432145056669624, |
| "learning_rate": 8.341801447164111e-07, |
| "loss": 0.15420151948928834, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.75328, |
| "grad_norm": 0.4620617795493621, |
| "learning_rate": 7.932429618649795e-07, |
| "loss": 0.14718260765075683, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.75968, |
| "grad_norm": 0.3995145605741977, |
| "learning_rate": 7.532942049855785e-07, |
| "loss": 0.1427215576171875, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.76608, |
| "grad_norm": 0.4736529890517012, |
| "learning_rate": 7.143381629270074e-07, |
| "loss": 0.1467685580253601, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.77248, |
| "grad_norm": 0.4155673523575926, |
| "learning_rate": 6.763790179614371e-07, |
| "loss": 0.1465543270111084, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.77888, |
| "grad_norm": 0.4712162137928379, |
| "learning_rate": 6.394208453354067e-07, |
| "loss": 0.14595465660095214, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.78528, |
| "grad_norm": 0.4626916091428793, |
| "learning_rate": 6.034676128323124e-07, |
| "loss": 0.14494698047637938, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.79168, |
| "grad_norm": 0.4835096924945232, |
| "learning_rate": 5.685231803464275e-07, |
| "loss": 0.1401850938796997, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.7980800000000001, |
| "grad_norm": 0.46848803759410373, |
| "learning_rate": 5.345912994685143e-07, |
| "loss": 0.14994630813598633, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.8044799999999999, |
| "grad_norm": 0.45668819854752246, |
| "learning_rate": 5.016756130830547e-07, |
| "loss": 0.14242982864379883, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.81088, |
| "grad_norm": 0.4293096849122489, |
| "learning_rate": 4.697796549771538e-07, |
| "loss": 0.13955124616622924, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.81728, |
| "grad_norm": 0.4675817443378459, |
| "learning_rate": 4.389068494611615e-07, |
| "loss": 0.14673945903778077, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.82368, |
| "grad_norm": 0.46279606022530895, |
| "learning_rate": 4.0906051100103596e-07, |
| "loss": 0.13930708169937134, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.8300800000000002, |
| "grad_norm": 0.440471212876376, |
| "learning_rate": 3.8024384386251225e-07, |
| "loss": 0.1426056742668152, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.83648, |
| "grad_norm": 0.44280955239323283, |
| "learning_rate": 3.5245994176709264e-07, |
| "loss": 0.1487286329269409, |
| "step": 2870 |
| }, |
| { |
| "epoch": 1.84288, |
| "grad_norm": 0.4492207323139676, |
| "learning_rate": 3.257117875599125e-07, |
| "loss": 0.14853208065032958, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.84928, |
| "grad_norm": 0.4239142061654702, |
| "learning_rate": 3.00002252889503e-07, |
| "loss": 0.14546743631362916, |
| "step": 2890 |
| }, |
| { |
| "epoch": 1.85568, |
| "grad_norm": 0.47805467360149484, |
| "learning_rate": 2.753340978994945e-07, |
| "loss": 0.15466694831848143, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.86208, |
| "grad_norm": 0.44887677402906356, |
| "learning_rate": 2.5170997093229234e-07, |
| "loss": 0.14553663730621338, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.86848, |
| "grad_norm": 0.4306282565983831, |
| "learning_rate": 2.2913240824475103e-07, |
| "loss": 0.14442715644836426, |
| "step": 2920 |
| }, |
| { |
| "epoch": 1.87488, |
| "grad_norm": 0.41396020099122527, |
| "learning_rate": 2.07603833735891e-07, |
| "loss": 0.14591145515441895, |
| "step": 2930 |
| }, |
| { |
| "epoch": 1.8812799999999998, |
| "grad_norm": 0.45380623726387925, |
| "learning_rate": 1.871265586866633e-07, |
| "loss": 0.14740681648254395, |
| "step": 2940 |
| }, |
| { |
| "epoch": 1.88768, |
| "grad_norm": 0.4651060968137588, |
| "learning_rate": 1.6770278151182151e-07, |
| "loss": 0.15176613330841066, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.89408, |
| "grad_norm": 0.4268645571268607, |
| "learning_rate": 1.493345875238994e-07, |
| "loss": 0.14343844652175902, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.90048, |
| "grad_norm": 0.49261461241855176, |
| "learning_rate": 1.320239487093311e-07, |
| "loss": 0.1458448052406311, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.9068800000000001, |
| "grad_norm": 0.4832100615999477, |
| "learning_rate": 1.1577272351674607e-07, |
| "loss": 0.15465766191482544, |
| "step": 2980 |
| }, |
| { |
| "epoch": 1.9132799999999999, |
| "grad_norm": 0.4476533358866964, |
| "learning_rate": 1.0058265665744637e-07, |
| "loss": 0.14889904260635375, |
| "step": 2990 |
| }, |
| { |
| "epoch": 1.91968, |
| "grad_norm": 0.4567134572302328, |
| "learning_rate": 8.645537891809664e-08, |
| "loss": 0.1481461763381958, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.92608, |
| "grad_norm": 0.4366836886054917, |
| "learning_rate": 7.339240698564398e-08, |
| "loss": 0.14153001308441163, |
| "step": 3010 |
| }, |
| { |
| "epoch": 1.93248, |
| "grad_norm": 0.49956029767243015, |
| "learning_rate": 6.139514328449059e-08, |
| "loss": 0.15245096683502196, |
| "step": 3020 |
| }, |
| { |
| "epoch": 1.9388800000000002, |
| "grad_norm": 0.4524609352813635, |
| "learning_rate": 5.046487582592963e-08, |
| "loss": 0.14065054655075074, |
| "step": 3030 |
| }, |
| { |
| "epoch": 1.94528, |
| "grad_norm": 0.4509262586346184, |
| "learning_rate": 4.060277806986479e-08, |
| "loss": 0.14875115156173707, |
| "step": 3040 |
| }, |
| { |
| "epoch": 1.95168, |
| "grad_norm": 0.4321302618304759, |
| "learning_rate": 3.180990879883217e-08, |
| "loss": 0.14414600133895875, |
| "step": 3050 |
| }, |
| { |
| "epoch": 1.95808, |
| "grad_norm": 0.4383637710358457, |
| "learning_rate": 2.408721200432895e-08, |
| "loss": 0.15396742820739745, |
| "step": 3060 |
| }, |
| { |
| "epoch": 1.96448, |
| "grad_norm": 0.4463277669570913, |
| "learning_rate": 1.7435516785467842e-08, |
| "loss": 0.144897723197937, |
| "step": 3070 |
| }, |
| { |
| "epoch": 1.97088, |
| "grad_norm": 0.43022555013956015, |
| "learning_rate": 1.185553725996269e-08, |
| "loss": 0.13937076330184936, |
| "step": 3080 |
| }, |
| { |
| "epoch": 1.97728, |
| "grad_norm": 0.4573020672401508, |
| "learning_rate": 7.347872487470931e-09, |
| "loss": 0.14972403049468994, |
| "step": 3090 |
| }, |
| { |
| "epoch": 1.98368, |
| "grad_norm": 0.4526175505975703, |
| "learning_rate": 3.9130064052672616e-09, |
| "loss": 0.14847521781921386, |
| "step": 3100 |
| }, |
| { |
| "epoch": 1.9900799999999998, |
| "grad_norm": 0.4010602767640344, |
| "learning_rate": 1.5513077762985274e-09, |
| "loss": 0.14190553426742553, |
| "step": 3110 |
| }, |
| { |
| "epoch": 1.99648, |
| "grad_norm": 0.4690426965706053, |
| "learning_rate": 2.6303014958872773e-10, |
| "loss": 0.1439644455909729, |
| "step": 3120 |
| }, |
| { |
| "epoch": 2.0, |
| "step": 3126, |
| "total_flos": 508349128769536.0, |
| "train_loss": 0.205869834143156, |
| "train_runtime": 51800.7921, |
| "train_samples_per_second": 3.861, |
| "train_steps_per_second": 0.06 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 3126, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 508349128769536.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
