| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 1748, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004576659038901602, |
| "grad_norm": 1.0062716007232666, |
| "learning_rate": 9.09090909090909e-08, |
| "loss": 1.9361354112625122, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.009153318077803204, |
| "grad_norm": 1.1005034446716309, |
| "learning_rate": 2.727272727272727e-07, |
| "loss": 1.9705393314361572, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.013729977116704805, |
| "grad_norm": 2.435994863510132, |
| "learning_rate": 4.545454545454545e-07, |
| "loss": 1.9127593040466309, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.018306636155606407, |
| "grad_norm": 4.2885661125183105, |
| "learning_rate": 6.363636363636363e-07, |
| "loss": 1.974473237991333, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.02288329519450801, |
| "grad_norm": 1.8748376369476318, |
| "learning_rate": 8.181818181818182e-07, |
| "loss": 2.226160764694214, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.02745995423340961, |
| "grad_norm": 2.666358232498169, |
| "learning_rate": 1e-06, |
| "loss": 2.0884294509887695, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.032036613272311214, |
| "grad_norm": 0.6817159056663513, |
| "learning_rate": 1.1818181818181818e-06, |
| "loss": 1.8083596229553223, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.036613272311212815, |
| "grad_norm": 0.9749477505683899, |
| "learning_rate": 1.3636363636363634e-06, |
| "loss": 1.7538858652114868, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.041189931350114416, |
| "grad_norm": 3.5282654762268066, |
| "learning_rate": 1.5454545454545454e-06, |
| "loss": 1.3263461589813232, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04576659038901602, |
| "grad_norm": 1.0763177871704102, |
| "learning_rate": 1.7272727272727273e-06, |
| "loss": 1.3052548170089722, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.05034324942791762, |
| "grad_norm": 4.2185378074646, |
| "learning_rate": 1.909090909090909e-06, |
| "loss": 0.8882780075073242, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.05491990846681922, |
| "grad_norm": 4.18178129196167, |
| "learning_rate": 2.0909090909090907e-06, |
| "loss": 1.695899248123169, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.059496567505720827, |
| "grad_norm": 1.5718276500701904, |
| "learning_rate": 2.2727272727272728e-06, |
| "loss": 1.406914472579956, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.06407322654462243, |
| "grad_norm": 4.563444137573242, |
| "learning_rate": 2.4545454545454544e-06, |
| "loss": 0.9809740781784058, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.06864988558352403, |
| "grad_norm": 0.6998274922370911, |
| "learning_rate": 2.636363636363636e-06, |
| "loss": 1.5562105178833008, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.07322654462242563, |
| "grad_norm": 0.8538845777511597, |
| "learning_rate": 2.818181818181818e-06, |
| "loss": 1.6105421781539917, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.07780320366132723, |
| "grad_norm": 0.6970071196556091, |
| "learning_rate": 3e-06, |
| "loss": 1.4942922592163086, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.08237986270022883, |
| "grad_norm": 0.6283139586448669, |
| "learning_rate": 3.1818181818181817e-06, |
| "loss": 1.4711008071899414, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.08695652173913043, |
| "grad_norm": 3.1694211959838867, |
| "learning_rate": 3.3636363636363637e-06, |
| "loss": 1.3710073232650757, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.09153318077803203, |
| "grad_norm": 0.9061569571495056, |
| "learning_rate": 3.5454545454545454e-06, |
| "loss": 1.3197435140609741, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.09610983981693363, |
| "grad_norm": 1.3489203453063965, |
| "learning_rate": 3.727272727272727e-06, |
| "loss": 1.3319520950317383, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.10068649885583524, |
| "grad_norm": 0.7797649502754211, |
| "learning_rate": 3.909090909090909e-06, |
| "loss": 1.093435287475586, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.10526315789473684, |
| "grad_norm": 0.7038461565971375, |
| "learning_rate": 4.090909090909091e-06, |
| "loss": 1.39493989944458, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.10983981693363844, |
| "grad_norm": 4.629183769226074, |
| "learning_rate": 4.272727272727272e-06, |
| "loss": 1.6254442930221558, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.11441647597254005, |
| "grad_norm": 0.7052221894264221, |
| "learning_rate": 4.454545454545454e-06, |
| "loss": 1.4149081707000732, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.11899313501144165, |
| "grad_norm": 0.6668927669525146, |
| "learning_rate": 4.636363636363636e-06, |
| "loss": 1.1638028621673584, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.12356979405034325, |
| "grad_norm": 1.8050854206085205, |
| "learning_rate": 4.818181818181818e-06, |
| "loss": 0.893460750579834, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.12814645308924486, |
| "grad_norm": 0.6511980295181274, |
| "learning_rate": 4.9999999999999996e-06, |
| "loss": 1.3653751611709595, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.13272311212814644, |
| "grad_norm": 1.0147000551223755, |
| "learning_rate": 5.181818181818181e-06, |
| "loss": 0.8794707655906677, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.13729977116704806, |
| "grad_norm": 0.7929437756538391, |
| "learning_rate": 5.363636363636363e-06, |
| "loss": 1.4038774967193604, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.14187643020594964, |
| "grad_norm": 1.6879537105560303, |
| "learning_rate": 5.545454545454545e-06, |
| "loss": 1.3440090417861938, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.14645308924485126, |
| "grad_norm": 2.4623799324035645, |
| "learning_rate": 5.727272727272727e-06, |
| "loss": 1.2824642658233643, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.15102974828375287, |
| "grad_norm": 0.8197077512741089, |
| "learning_rate": 5.9090909090909085e-06, |
| "loss": 1.3210649490356445, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.15560640732265446, |
| "grad_norm": 0.5857513546943665, |
| "learning_rate": 6.090909090909091e-06, |
| "loss": 1.3227065801620483, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.16018306636155608, |
| "grad_norm": 1.8220713138580322, |
| "learning_rate": 6.272727272727273e-06, |
| "loss": 1.1438708305358887, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.16475972540045766, |
| "grad_norm": 1.1689298152923584, |
| "learning_rate": 6.454545454545454e-06, |
| "loss": 1.2297066450119019, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.16933638443935928, |
| "grad_norm": 0.6110695004463196, |
| "learning_rate": 6.636363636363637e-06, |
| "loss": 1.2812331914901733, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.17391304347826086, |
| "grad_norm": 0.8178548216819763, |
| "learning_rate": 6.818181818181818e-06, |
| "loss": 1.1592620611190796, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.17848970251716248, |
| "grad_norm": 0.551541268825531, |
| "learning_rate": 7e-06, |
| "loss": 1.3165788650512695, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.18306636155606407, |
| "grad_norm": 0.6924233436584473, |
| "learning_rate": 7.1818181818181815e-06, |
| "loss": 0.9857466220855713, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.18764302059496568, |
| "grad_norm": 0.8627240657806396, |
| "learning_rate": 7.363636363636363e-06, |
| "loss": 1.5733084678649902, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.19221967963386727, |
| "grad_norm": 1.4400972127914429, |
| "learning_rate": 7.545454545454546e-06, |
| "loss": 1.2073043584823608, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.19679633867276888, |
| "grad_norm": 0.751667320728302, |
| "learning_rate": 7.727272727272727e-06, |
| "loss": 1.3525782823562622, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.20137299771167047, |
| "grad_norm": 0.982463002204895, |
| "learning_rate": 7.909090909090909e-06, |
| "loss": 1.0466015338897705, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.20594965675057209, |
| "grad_norm": 1.4768906831741333, |
| "learning_rate": 7.999993553025613e-06, |
| "loss": 1.5740259885787964, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.21052631578947367, |
| "grad_norm": 0.8806318640708923, |
| "learning_rate": 7.999941977369066e-06, |
| "loss": 1.0948330163955688, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.2151029748283753, |
| "grad_norm": 0.8388352394104004, |
| "learning_rate": 7.999838826794875e-06, |
| "loss": 1.3860080242156982, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.21967963386727687, |
| "grad_norm": 1.9620765447616577, |
| "learning_rate": 7.999684102780836e-06, |
| "loss": 0.6549928784370422, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.2242562929061785, |
| "grad_norm": 1.8647589683532715, |
| "learning_rate": 7.99947780754362e-06, |
| "loss": 1.1090216636657715, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.2288329519450801, |
| "grad_norm": 0.47244909405708313, |
| "learning_rate": 7.999219944038733e-06, |
| "loss": 1.3478974103927612, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.2334096109839817, |
| "grad_norm": 1.5291101932525635, |
| "learning_rate": 7.998910515960482e-06, |
| "loss": 1.2799420356750488, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.2379862700228833, |
| "grad_norm": 0.7091822028160095, |
| "learning_rate": 7.99854952774192e-06, |
| "loss": 1.0800800323486328, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.2425629290617849, |
| "grad_norm": 0.5217757225036621, |
| "learning_rate": 7.99813698455478e-06, |
| "loss": 1.2569258213043213, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.2471395881006865, |
| "grad_norm": 0.8455982208251953, |
| "learning_rate": 7.997672892309399e-06, |
| "loss": 1.2004809379577637, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.2517162471395881, |
| "grad_norm": 1.3651947975158691, |
| "learning_rate": 7.997157257654642e-06, |
| "loss": 0.9266209006309509, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.2562929061784897, |
| "grad_norm": 2.029172658920288, |
| "learning_rate": 7.996590087977799e-06, |
| "loss": 0.6148236989974976, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.2608695652173913, |
| "grad_norm": 1.3701057434082031, |
| "learning_rate": 7.995971391404479e-06, |
| "loss": 1.3206911087036133, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.2654462242562929, |
| "grad_norm": 1.0008249282836914, |
| "learning_rate": 7.9953011767985e-06, |
| "loss": 1.5282856225967407, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.2700228832951945, |
| "grad_norm": 1.6718090772628784, |
| "learning_rate": 7.994579453761756e-06, |
| "loss": 1.2926162481307983, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.2745995423340961, |
| "grad_norm": 1.2445013523101807, |
| "learning_rate": 7.993806232634083e-06, |
| "loss": 1.14131498336792, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.2791762013729977, |
| "grad_norm": 0.8166568279266357, |
| "learning_rate": 7.992981524493107e-06, |
| "loss": 0.9494431614875793, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.2837528604118993, |
| "grad_norm": 1.60244882106781, |
| "learning_rate": 7.992105341154091e-06, |
| "loss": 1.0895594358444214, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.28832951945080093, |
| "grad_norm": 0.7963911890983582, |
| "learning_rate": 7.99117769516976e-06, |
| "loss": 1.2929226160049438, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.2929061784897025, |
| "grad_norm": 1.1980226039886475, |
| "learning_rate": 7.990198599830122e-06, |
| "loss": 1.0238358974456787, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.2974828375286041, |
| "grad_norm": 0.8094168901443481, |
| "learning_rate": 7.989168069162285e-06, |
| "loss": 1.2957402467727661, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.30205949656750575, |
| "grad_norm": 0.6273795366287231, |
| "learning_rate": 7.988086117930241e-06, |
| "loss": 1.316016435623169, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.30663615560640733, |
| "grad_norm": 1.0645545721054077, |
| "learning_rate": 7.986952761634676e-06, |
| "loss": 0.9111831784248352, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.3112128146453089, |
| "grad_norm": 0.4852690100669861, |
| "learning_rate": 7.985768016512724e-06, |
| "loss": 1.2701897621154785, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.3157894736842105, |
| "grad_norm": 0.6316735744476318, |
| "learning_rate": 7.984531899537751e-06, |
| "loss": 1.3380374908447266, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.32036613272311215, |
| "grad_norm": 0.6724331378936768, |
| "learning_rate": 7.98324442841911e-06, |
| "loss": 1.0774213075637817, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.32494279176201374, |
| "grad_norm": 0.5823185443878174, |
| "learning_rate": 7.981905621601877e-06, |
| "loss": 1.2555238008499146, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.3295194508009153, |
| "grad_norm": 0.6299719214439392, |
| "learning_rate": 7.9805154982666e-06, |
| "loss": 0.9718642830848694, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.3340961098398169, |
| "grad_norm": 0.7177326679229736, |
| "learning_rate": 7.979074078329013e-06, |
| "loss": 1.0789949893951416, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.33867276887871856, |
| "grad_norm": 1.0502492189407349, |
| "learning_rate": 7.977581382439763e-06, |
| "loss": 0.8612786531448364, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.34324942791762014, |
| "grad_norm": 0.8035002946853638, |
| "learning_rate": 7.976037431984097e-06, |
| "loss": 1.327546238899231, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.34782608695652173, |
| "grad_norm": 0.8929418325424194, |
| "learning_rate": 7.974442249081574e-06, |
| "loss": 0.7809689044952393, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.3524027459954233, |
| "grad_norm": 0.9010236859321594, |
| "learning_rate": 7.972795856585738e-06, |
| "loss": 1.2843378782272339, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.35697940503432496, |
| "grad_norm": 0.834439218044281, |
| "learning_rate": 7.971098278083786e-06, |
| "loss": 1.1299086809158325, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.36155606407322655, |
| "grad_norm": 0.6221197247505188, |
| "learning_rate": 7.969349537896246e-06, |
| "loss": 1.282414436340332, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.36613272311212813, |
| "grad_norm": 0.8410677313804626, |
| "learning_rate": 7.96754966107661e-06, |
| "loss": 1.2675057649612427, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.3707093821510298, |
| "grad_norm": 0.9409856796264648, |
| "learning_rate": 7.965698673410988e-06, |
| "loss": 0.917771577835083, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.37528604118993136, |
| "grad_norm": 0.4894721210002899, |
| "learning_rate": 7.963796601417737e-06, |
| "loss": 1.2448134422302246, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.37986270022883295, |
| "grad_norm": 0.4557670056819916, |
| "learning_rate": 7.961843472347074e-06, |
| "loss": 1.253254771232605, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.38443935926773454, |
| "grad_norm": 0.455538272857666, |
| "learning_rate": 7.959839314180691e-06, |
| "loss": 1.2726975679397583, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.3890160183066362, |
| "grad_norm": 0.6479983329772949, |
| "learning_rate": 7.957784155631355e-06, |
| "loss": 0.9780842065811157, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.39359267734553777, |
| "grad_norm": 0.7144932150840759, |
| "learning_rate": 7.955678026142495e-06, |
| "loss": 1.0534026622772217, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.39816933638443935, |
| "grad_norm": 0.6702520251274109, |
| "learning_rate": 7.95352095588778e-06, |
| "loss": 0.9748213887214661, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.40274599542334094, |
| "grad_norm": 0.6281000971794128, |
| "learning_rate": 7.951312975770682e-06, |
| "loss": 1.2368974685668945, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.4073226544622426, |
| "grad_norm": 1.0416147708892822, |
| "learning_rate": 7.949054117424044e-06, |
| "loss": 0.9652445316314697, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.41189931350114417, |
| "grad_norm": 0.36721283197402954, |
| "learning_rate": 7.946744413209623e-06, |
| "loss": 1.143812656402588, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.41647597254004576, |
| "grad_norm": 0.7831065654754639, |
| "learning_rate": 7.944383896217614e-06, |
| "loss": 1.2468208074569702, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.42105263157894735, |
| "grad_norm": 0.5314235687255859, |
| "learning_rate": 7.941972600266196e-06, |
| "loss": 1.23768150806427, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.425629290617849, |
| "grad_norm": 1.5851482152938843, |
| "learning_rate": 7.939510559901035e-06, |
| "loss": 1.0880942344665527, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.4302059496567506, |
| "grad_norm": 0.5965549349784851, |
| "learning_rate": 7.936997810394788e-06, |
| "loss": 1.32969069480896, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.43478260869565216, |
| "grad_norm": 0.8173778653144836, |
| "learning_rate": 7.934434387746609e-06, |
| "loss": 1.1866960525512695, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.43935926773455375, |
| "grad_norm": 1.3977761268615723, |
| "learning_rate": 7.931820328681615e-06, |
| "loss": 0.6947106719017029, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.4439359267734554, |
| "grad_norm": 0.6947522759437561, |
| "learning_rate": 7.92915567065038e-06, |
| "loss": 1.0972782373428345, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.448512585812357, |
| "grad_norm": 0.48104986548423767, |
| "learning_rate": 7.926440451828384e-06, |
| "loss": 1.2536075115203857, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.45308924485125857, |
| "grad_norm": 0.4325115382671356, |
| "learning_rate": 7.923674711115476e-06, |
| "loss": 1.0892629623413086, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.4576659038901602, |
| "grad_norm": 1.5888208150863647, |
| "learning_rate": 7.920858488135305e-06, |
| "loss": 1.1664975881576538, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.4622425629290618, |
| "grad_norm": 1.1934003829956055, |
| "learning_rate": 7.917991823234762e-06, |
| "loss": 1.325711965560913, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.4668192219679634, |
| "grad_norm": 0.9322173595428467, |
| "learning_rate": 7.915074757483403e-06, |
| "loss": 1.133060097694397, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.47139588100686497, |
| "grad_norm": 1.1125494241714478, |
| "learning_rate": 7.91210733267285e-06, |
| "loss": 1.2609753608703613, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.4759725400457666, |
| "grad_norm": 0.402997225522995, |
| "learning_rate": 7.909089591316204e-06, |
| "loss": 1.1940068006515503, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.4805491990846682, |
| "grad_norm": 2.592806339263916, |
| "learning_rate": 7.906021576647428e-06, |
| "loss": 0.990831732749939, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4851258581235698, |
| "grad_norm": 2.9936859607696533, |
| "learning_rate": 7.902903332620733e-06, |
| "loss": 1.0334012508392334, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.4897025171624714, |
| "grad_norm": 0.9770790338516235, |
| "learning_rate": 7.89973490390994e-06, |
| "loss": 0.8017320036888123, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.494279176201373, |
| "grad_norm": 0.7555065751075745, |
| "learning_rate": 7.896516335907856e-06, |
| "loss": 0.8924547433853149, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.4988558352402746, |
| "grad_norm": 0.6128323674201965, |
| "learning_rate": 7.893247674725605e-06, |
| "loss": 1.4787169694900513, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.5034324942791762, |
| "grad_norm": 1.4939192533493042, |
| "learning_rate": 7.889928967191976e-06, |
| "loss": 0.9237180948257446, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5080091533180778, |
| "grad_norm": 1.1495096683502197, |
| "learning_rate": 7.886560260852757e-06, |
| "loss": 1.079113483428955, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.5125858123569794, |
| "grad_norm": 0.7052268981933594, |
| "learning_rate": 7.883141603970044e-06, |
| "loss": 1.2029013633728027, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.517162471395881, |
| "grad_norm": 0.6179990768432617, |
| "learning_rate": 7.879673045521558e-06, |
| "loss": 1.2771333456039429, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.5217391304347826, |
| "grad_norm": 1.7824820280075073, |
| "learning_rate": 7.876154635199936e-06, |
| "loss": 1.0359081029891968, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.5263157894736842, |
| "grad_norm": 1.3128830194473267, |
| "learning_rate": 7.872586423412026e-06, |
| "loss": 0.9820423722267151, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5308924485125858, |
| "grad_norm": 1.6290223598480225, |
| "learning_rate": 7.868968461278157e-06, |
| "loss": 1.2495921850204468, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.5354691075514875, |
| "grad_norm": 0.8125019669532776, |
| "learning_rate": 7.865300800631418e-06, |
| "loss": 1.2157059907913208, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.540045766590389, |
| "grad_norm": 0.6958226561546326, |
| "learning_rate": 7.861583494016904e-06, |
| "loss": 1.1479324102401733, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5446224256292906, |
| "grad_norm": 0.6316367387771606, |
| "learning_rate": 7.857816594690967e-06, |
| "loss": 1.2824212312698364, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.5491990846681922, |
| "grad_norm": 0.7441359162330627, |
| "learning_rate": 7.854000156620456e-06, |
| "loss": 1.2517260313034058, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5537757437070938, |
| "grad_norm": 0.4228470027446747, |
| "learning_rate": 7.85013423448194e-06, |
| "loss": 1.5795619487762451, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.5583524027459954, |
| "grad_norm": 0.5715126991271973, |
| "learning_rate": 7.846218883660927e-06, |
| "loss": 1.2237060070037842, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.562929061784897, |
| "grad_norm": 1.9045436382293701, |
| "learning_rate": 7.842254160251073e-06, |
| "loss": 1.079658031463623, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.5675057208237986, |
| "grad_norm": 1.443070411682129, |
| "learning_rate": 7.838240121053368e-06, |
| "loss": 0.7990419268608093, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.5720823798627003, |
| "grad_norm": 0.6427567005157471, |
| "learning_rate": 7.834176823575338e-06, |
| "loss": 1.2759908437728882, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5766590389016019, |
| "grad_norm": 0.8063530325889587, |
| "learning_rate": 7.830064326030206e-06, |
| "loss": 1.292599081993103, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.5812356979405034, |
| "grad_norm": 0.7218191623687744, |
| "learning_rate": 7.825902687336065e-06, |
| "loss": 1.2685648202896118, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.585812356979405, |
| "grad_norm": 0.25028905272483826, |
| "learning_rate": 7.821691967115038e-06, |
| "loss": 1.4054419994354248, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.5903890160183066, |
| "grad_norm": 0.6193069815635681, |
| "learning_rate": 7.817432225692415e-06, |
| "loss": 1.2499405145645142, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.5949656750572082, |
| "grad_norm": 0.5317597985267639, |
| "learning_rate": 7.813123524095793e-06, |
| "loss": 0.9288328289985657, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5995423340961098, |
| "grad_norm": 0.4047868549823761, |
| "learning_rate": 7.808765924054205e-06, |
| "loss": 0.9483444690704346, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.6041189931350115, |
| "grad_norm": 0.5687839388847351, |
| "learning_rate": 7.80435948799723e-06, |
| "loss": 1.1598079204559326, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.6086956521739131, |
| "grad_norm": 0.48621973395347595, |
| "learning_rate": 7.799904279054102e-06, |
| "loss": 1.3577367067337036, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.6132723112128147, |
| "grad_norm": 0.47008511424064636, |
| "learning_rate": 7.795400361052801e-06, |
| "loss": 0.8724009394645691, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.6178489702517163, |
| "grad_norm": 0.4799520969390869, |
| "learning_rate": 7.790847798519149e-06, |
| "loss": 1.2594244480133057, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6224256292906178, |
| "grad_norm": 2.5323190689086914, |
| "learning_rate": 7.78624665667587e-06, |
| "loss": 1.0330383777618408, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.6270022883295194, |
| "grad_norm": 0.4832422137260437, |
| "learning_rate": 7.781597001441669e-06, |
| "loss": 0.9544627666473389, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.631578947368421, |
| "grad_norm": 0.6891815066337585, |
| "learning_rate": 7.776898899430286e-06, |
| "loss": 0.8545240759849548, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.6361556064073226, |
| "grad_norm": 0.9485855102539062, |
| "learning_rate": 7.772152417949531e-06, |
| "loss": 0.829641580581665, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.6407322654462243, |
| "grad_norm": 1.344787359237671, |
| "learning_rate": 7.767357625000333e-06, |
| "loss": 0.8731590509414673, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6453089244851259, |
| "grad_norm": 1.829545497894287, |
| "learning_rate": 7.762514589275758e-06, |
| "loss": 0.6393548846244812, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.6498855835240275, |
| "grad_norm": 0.5783978700637817, |
| "learning_rate": 7.757623380160026e-06, |
| "loss": 1.0918872356414795, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.6544622425629291, |
| "grad_norm": 0.5951263904571533, |
| "learning_rate": 7.752684067727519e-06, |
| "loss": 1.551460862159729, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.6590389016018307, |
| "grad_norm": 0.9634541273117065, |
| "learning_rate": 7.747696722741773e-06, |
| "loss": 0.8825801014900208, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.6636155606407322, |
| "grad_norm": 0.8059589862823486, |
| "learning_rate": 7.742661416654473e-06, |
| "loss": 0.9882611036300659, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6681922196796338, |
| "grad_norm": 0.5588476657867432, |
| "learning_rate": 7.737578221604416e-06, |
| "loss": 1.2011680603027344, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.6727688787185355, |
| "grad_norm": 0.9811854362487793, |
| "learning_rate": 7.732447210416492e-06, |
| "loss": 1.2716686725616455, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.6773455377574371, |
| "grad_norm": 1.7746957540512085, |
| "learning_rate": 7.727268456600627e-06, |
| "loss": 0.8755344748497009, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.6819221967963387, |
| "grad_norm": 0.6389427185058594, |
| "learning_rate": 7.722042034350742e-06, |
| "loss": 1.26163649559021, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.6864988558352403, |
| "grad_norm": 0.6335075497627258, |
| "learning_rate": 7.71676801854368e-06, |
| "loss": 1.2194799184799194, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6910755148741419, |
| "grad_norm": 0.6459981799125671, |
| "learning_rate": 7.711446484738143e-06, |
| "loss": 1.0250097513198853, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.6956521739130435, |
| "grad_norm": 1.382996916770935, |
| "learning_rate": 7.706077509173595e-06, |
| "loss": 0.839065432548523, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.700228832951945, |
| "grad_norm": 1.7975640296936035, |
| "learning_rate": 7.70066116876919e-06, |
| "loss": 1.1089591979980469, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.7048054919908466, |
| "grad_norm": 1.6443461179733276, |
| "learning_rate": 7.69519754112265e-06, |
| "loss": 1.1687304973602295, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.7093821510297483, |
| "grad_norm": 3.3438291549682617, |
| "learning_rate": 7.68968670450917e-06, |
| "loss": 0.9455866813659668, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.7139588100686499, |
| "grad_norm": 1.3685333728790283, |
| "learning_rate": 7.68412873788028e-06, |
| "loss": 1.100264310836792, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.7185354691075515, |
| "grad_norm": 0.9479398131370544, |
| "learning_rate": 7.678523720862733e-06, |
| "loss": 1.0691652297973633, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.7231121281464531, |
| "grad_norm": 1.0067410469055176, |
| "learning_rate": 7.672871733757345e-06, |
| "loss": 1.057770013809204, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.7276887871853547, |
| "grad_norm": 1.1182042360305786, |
| "learning_rate": 7.667172857537857e-06, |
| "loss": 0.6116782426834106, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.7322654462242563, |
| "grad_norm": 0.6759845614433289, |
| "learning_rate": 7.661427173849773e-06, |
| "loss": 0.9427492022514343, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.7368421052631579, |
| "grad_norm": 1.3793621063232422, |
| "learning_rate": 7.655634765009187e-06, |
| "loss": 0.8351959586143494, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.7414187643020596, |
| "grad_norm": 0.438629686832428, |
| "learning_rate": 7.649795714001604e-06, |
| "loss": 1.2085388898849487, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.7459954233409611, |
| "grad_norm": 0.7775664329528809, |
| "learning_rate": 7.643910104480756e-06, |
| "loss": 1.1938120126724243, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.7505720823798627, |
| "grad_norm": 0.49513670802116394, |
| "learning_rate": 7.637978020767396e-06, |
| "loss": 1.266683578491211, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.7551487414187643, |
| "grad_norm": 0.5126597881317139, |
| "learning_rate": 7.631999547848101e-06, |
| "loss": 1.2423049211502075, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.7597254004576659, |
| "grad_norm": 0.5846846103668213, |
| "learning_rate": 7.6259747713740375e-06, |
| "loss": 1.1801856756210327, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.7643020594965675, |
| "grad_norm": 0.812533974647522, |
| "learning_rate": 7.619903777659752e-06, |
| "loss": 1.1939353942871094, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.7688787185354691, |
| "grad_norm": 0.6008883118629456, |
| "learning_rate": 7.613786653681925e-06, |
| "loss": 1.2463386058807373, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.7734553775743707, |
| "grad_norm": 0.888378381729126, |
| "learning_rate": 7.6076234870781235e-06, |
| "loss": 1.2093459367752075, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.7780320366132724, |
| "grad_norm": 0.39801281690597534, |
| "learning_rate": 7.601414366145554e-06, |
| "loss": 1.2171316146850586, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.782608695652174, |
| "grad_norm": 0.5358569622039795, |
| "learning_rate": 7.5951593798397864e-06, |
| "loss": 1.2029497623443604, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.7871853546910755, |
| "grad_norm": 0.7264346480369568, |
| "learning_rate": 7.588858617773492e-06, |
| "loss": 1.1039307117462158, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.7917620137299771, |
| "grad_norm": 0.641931414604187, |
| "learning_rate": 7.582512170215146e-06, |
| "loss": 1.2453477382659912, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.7963386727688787, |
| "grad_norm": 0.9022382497787476, |
| "learning_rate": 7.5761201280877445e-06, |
| "loss": 1.0837339162826538, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.8009153318077803, |
| "grad_norm": 0.6649481654167175, |
| "learning_rate": 7.569682582967502e-06, |
| "loss": 1.307905673980713, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.8054919908466819, |
| "grad_norm": 0.45646166801452637, |
| "learning_rate": 7.563199627082528e-06, |
| "loss": 1.236507534980774, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.8100686498855835, |
| "grad_norm": 1.7149626016616821, |
| "learning_rate": 7.5566713533115215e-06, |
| "loss": 1.1184428930282593, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.8146453089244852, |
| "grad_norm": 2.212782144546509, |
| "learning_rate": 7.550097855182428e-06, |
| "loss": 0.9626376628875732, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.8192219679633868, |
| "grad_norm": 0.4924994111061096, |
| "learning_rate": 7.543479226871106e-06, |
| "loss": 1.239965796470642, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.8237986270022883, |
| "grad_norm": 0.8329795002937317, |
| "learning_rate": 7.536815563199976e-06, |
| "loss": 1.0326392650604248, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.8283752860411899, |
| "grad_norm": 0.9352472424507141, |
| "learning_rate": 7.530106959636661e-06, |
| "loss": 1.404736876487732, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.8329519450800915, |
| "grad_norm": 0.575380265712738, |
| "learning_rate": 7.523353512292619e-06, |
| "loss": 1.152444839477539, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.8375286041189931, |
| "grad_norm": 0.49745839834213257, |
| "learning_rate": 7.51655531792177e-06, |
| "loss": 1.269639015197754, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.8421052631578947, |
| "grad_norm": 0.8237262964248657, |
| "learning_rate": 7.509712473919102e-06, |
| "loss": 1.484926462173462, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.8466819221967964, |
| "grad_norm": 0.4979184865951538, |
| "learning_rate": 7.502825078319286e-06, |
| "loss": 1.1458359956741333, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.851258581235698, |
| "grad_norm": 0.8595190644264221, |
| "learning_rate": 7.495893229795259e-06, |
| "loss": 1.0554736852645874, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.8558352402745996, |
| "grad_norm": 0.35459527373313904, |
| "learning_rate": 7.488917027656824e-06, |
| "loss": 1.0308196544647217, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.8604118993135011, |
| "grad_norm": 0.5745582580566406, |
| "learning_rate": 7.481896571849214e-06, |
| "loss": 0.8475030660629272, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.8649885583524027, |
| "grad_norm": 0.4970310628414154, |
| "learning_rate": 7.4748319629516725e-06, |
| "loss": 1.235321283340454, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.8695652173913043, |
| "grad_norm": 0.52949059009552, |
| "learning_rate": 7.467723302176002e-06, |
| "loss": 1.2889394760131836, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8741418764302059, |
| "grad_norm": 0.4958958625793457, |
| "learning_rate": 7.46057069136512e-06, |
| "loss": 1.2626429796218872, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.8787185354691075, |
| "grad_norm": 0.49720507860183716, |
| "learning_rate": 7.453374232991599e-06, |
| "loss": 1.2046830654144287, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.8832951945080092, |
| "grad_norm": 0.36593207716941833, |
| "learning_rate": 7.446134030156197e-06, |
| "loss": 1.0390335321426392, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.8878718535469108, |
| "grad_norm": 0.49038416147232056, |
| "learning_rate": 7.438850186586382e-06, |
| "loss": 1.2193632125854492, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.8924485125858124, |
| "grad_norm": 0.5042470097541809, |
| "learning_rate": 7.431522806634845e-06, |
| "loss": 1.2251640558242798, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.897025171624714, |
| "grad_norm": 0.4519674777984619, |
| "learning_rate": 7.424151995278005e-06, |
| "loss": 0.8979975581169128, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.9016018306636155, |
| "grad_norm": 0.8786867260932922, |
| "learning_rate": 7.416737858114503e-06, |
| "loss": 1.0744414329528809, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.9061784897025171, |
| "grad_norm": 0.5781663656234741, |
| "learning_rate": 7.409280501363697e-06, |
| "loss": 0.9060631990432739, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.9107551487414187, |
| "grad_norm": 0.6782101392745972, |
| "learning_rate": 7.4017800318641296e-06, |
| "loss": 1.0410590171813965, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.9153318077803204, |
| "grad_norm": 0.7507611513137817, |
| "learning_rate": 7.394236557072005e-06, |
| "loss": 0.9724853038787842, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.919908466819222, |
| "grad_norm": 0.8260324001312256, |
| "learning_rate": 7.386650185059644e-06, |
| "loss": 1.1944291591644287, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.9244851258581236, |
| "grad_norm": 0.37671464681625366, |
| "learning_rate": 7.379021024513942e-06, |
| "loss": 1.2070642709732056, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.9290617848970252, |
| "grad_norm": 0.39617058634757996, |
| "learning_rate": 7.371349184734808e-06, |
| "loss": 1.1787455081939697, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.9336384439359268, |
| "grad_norm": 5.384557723999023, |
| "learning_rate": 7.3636347756335965e-06, |
| "loss": 0.9677321910858154, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.9382151029748284, |
| "grad_norm": 0.4886989891529083, |
| "learning_rate": 7.355877907731536e-06, |
| "loss": 0.9373984932899475, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.9427917620137299, |
| "grad_norm": 0.4791018068790436, |
| "learning_rate": 7.34807869215815e-06, |
| "loss": 1.203087329864502, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.9473684210526315, |
| "grad_norm": 0.605128288269043, |
| "learning_rate": 7.340237240649653e-06, |
| "loss": 0.9440658688545227, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.9519450800915332, |
| "grad_norm": 0.6311787962913513, |
| "learning_rate": 7.3323536655473606e-06, |
| "loss": 1.196823000907898, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.9565217391304348, |
| "grad_norm": 1.343970775604248, |
| "learning_rate": 7.324428079796077e-06, |
| "loss": 0.7435826063156128, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.9610983981693364, |
| "grad_norm": 0.4175608158111572, |
| "learning_rate": 7.316460596942473e-06, |
| "loss": 1.2795171737670898, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.965675057208238, |
| "grad_norm": 20.577402114868164, |
| "learning_rate": 7.308451331133465e-06, |
| "loss": 0.8990521430969238, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.9702517162471396, |
| "grad_norm": 0.568890392780304, |
| "learning_rate": 7.3004003971145765e-06, |
| "loss": 1.1218894720077515, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.9748283752860412, |
| "grad_norm": 0.489161878824234, |
| "learning_rate": 7.292307910228291e-06, |
| "loss": 0.8210854530334473, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.9794050343249427, |
| "grad_norm": 0.6115430593490601, |
| "learning_rate": 7.28417398641241e-06, |
| "loss": 0.9877936244010925, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.9839816933638444, |
| "grad_norm": 0.7786864638328552, |
| "learning_rate": 7.275998742198379e-06, |
| "loss": 1.2866984605789185, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.988558352402746, |
| "grad_norm": 1.2606936693191528, |
| "learning_rate": 7.267782294709628e-06, |
| "loss": 1.2489262819290161, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.9931350114416476, |
| "grad_norm": 0.37724900245666504, |
| "learning_rate": 7.259524761659886e-06, |
| "loss": 1.177677869796753, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.9977116704805492, |
| "grad_norm": 0.5038094520568848, |
| "learning_rate": 7.251226261351502e-06, |
| "loss": 0.8965859413146973, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.002288329519451, |
| "grad_norm": 0.5005406141281128, |
| "learning_rate": 7.242886912673746e-06, |
| "loss": 1.2278937101364136, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.0068649885583525, |
| "grad_norm": 0.7988545298576355, |
| "learning_rate": 7.234506835101103e-06, |
| "loss": 0.7848602533340454, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.011441647597254, |
| "grad_norm": 0.7789489030838013, |
| "learning_rate": 7.22608614869157e-06, |
| "loss": 0.7383415699005127, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.0160183066361557, |
| "grad_norm": 0.8829706311225891, |
| "learning_rate": 7.217624974084921e-06, |
| "loss": 1.0122401714324951, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.0205949656750573, |
| "grad_norm": 0.8735617399215698, |
| "learning_rate": 7.209123432501e-06, |
| "loss": 0.7811689376831055, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.0251716247139588, |
| "grad_norm": 2.609708309173584, |
| "learning_rate": 7.2005816457379634e-06, |
| "loss": 0.4612530767917633, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.0297482837528604, |
| "grad_norm": 0.750656008720398, |
| "learning_rate": 7.191999736170548e-06, |
| "loss": 0.7795161008834839, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.034324942791762, |
| "grad_norm": 2.268953800201416, |
| "learning_rate": 7.183377826748313e-06, |
| "loss": 0.902981698513031, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.0389016018306636, |
| "grad_norm": 0.6813761591911316, |
| "learning_rate": 7.174716040993879e-06, |
| "loss": 1.0745810270309448, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.0434782608695652, |
| "grad_norm": 0.7869388461112976, |
| "learning_rate": 7.166014503001159e-06, |
| "loss": 0.9484665393829346, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.0480549199084668, |
| "grad_norm": 1.6086623668670654, |
| "learning_rate": 7.15727333743358e-06, |
| "loss": 1.0312416553497314, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.0526315789473684, |
| "grad_norm": 1.016251564025879, |
| "learning_rate": 7.148492669522301e-06, |
| "loss": 0.8899783492088318, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.05720823798627, |
| "grad_norm": 1.0114802122116089, |
| "learning_rate": 7.139672625064407e-06, |
| "loss": 0.6136757731437683, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.0617848970251715, |
| "grad_norm": 1.2711036205291748, |
| "learning_rate": 7.130813330421122e-06, |
| "loss": 0.650338888168335, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.0663615560640731, |
| "grad_norm": 0.5720494985580444, |
| "learning_rate": 7.12191491251599e-06, |
| "loss": 1.0441478490829468, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.070938215102975, |
| "grad_norm": 1.6055749654769897, |
| "learning_rate": 7.112977498833056e-06, |
| "loss": 0.6316787004470825, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.0755148741418765, |
| "grad_norm": 1.1760274171829224, |
| "learning_rate": 7.104001217415046e-06, |
| "loss": 1.0118086338043213, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.080091533180778, |
| "grad_norm": 1.1817903518676758, |
| "learning_rate": 7.094986196861522e-06, |
| "loss": 0.8072628378868103, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.0846681922196797, |
| "grad_norm": 0.6759648323059082, |
| "learning_rate": 7.085932566327053e-06, |
| "loss": 1.1159520149230957, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.0892448512585813, |
| "grad_norm": 0.4874918758869171, |
| "learning_rate": 7.076840455519351e-06, |
| "loss": 0.8690568804740906, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.0938215102974829, |
| "grad_norm": 0.3136481046676636, |
| "learning_rate": 7.067709994697427e-06, |
| "loss": 0.6553730964660645, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.0983981693363845, |
| "grad_norm": 2.1855392456054688, |
| "learning_rate": 7.058541314669709e-06, |
| "loss": 0.8631330728530884, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.102974828375286, |
| "grad_norm": 0.570698082447052, |
| "learning_rate": 7.049334546792182e-06, |
| "loss": 0.9237059950828552, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.1075514874141876, |
| "grad_norm": 0.5239076614379883, |
| "learning_rate": 7.040089822966498e-06, |
| "loss": 1.1490368843078613, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.1121281464530892, |
| "grad_norm": 0.6927589774131775, |
| "learning_rate": 7.030807275638089e-06, |
| "loss": 0.9833446741104126, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.1167048054919908, |
| "grad_norm": 0.7562556266784668, |
| "learning_rate": 7.0214870377942695e-06, |
| "loss": 0.9206014275550842, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.1212814645308924, |
| "grad_norm": 0.7045158743858337, |
| "learning_rate": 7.012129242962328e-06, |
| "loss": 0.9196767807006836, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.125858123569794, |
| "grad_norm": 0.2471354752779007, |
| "learning_rate": 7.0027340252076204e-06, |
| "loss": 0.8276454210281372, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.1304347826086956, |
| "grad_norm": 1.010713815689087, |
| "learning_rate": 6.9933015191316456e-06, |
| "loss": 0.7970508337020874, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.1350114416475972, |
| "grad_norm": 0.7042145729064941, |
| "learning_rate": 6.983831859870115e-06, |
| "loss": 0.5978801250457764, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.139588100686499, |
| "grad_norm": 1.2138888835906982, |
| "learning_rate": 6.9743251830910195e-06, |
| "loss": 0.8952941298484802, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.1441647597254005, |
| "grad_norm": 6.797738552093506, |
| "learning_rate": 6.964781624992687e-06, |
| "loss": 0.862623393535614, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.1487414187643021, |
| "grad_norm": 0.5526463985443115, |
| "learning_rate": 6.955201322301825e-06, |
| "loss": 0.7486683130264282, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.1533180778032037, |
| "grad_norm": 1.4951832294464111, |
| "learning_rate": 6.9455844122715704e-06, |
| "loss": 1.175217628479004, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.1578947368421053, |
| "grad_norm": 1.2167983055114746, |
| "learning_rate": 6.935931032679517e-06, |
| "loss": 0.7940334677696228, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.162471395881007, |
| "grad_norm": 0.5917116403579712, |
| "learning_rate": 6.926241321825741e-06, |
| "loss": 0.5206097960472107, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.1670480549199085, |
| "grad_norm": 0.9334290027618408, |
| "learning_rate": 6.916515418530827e-06, |
| "loss": 0.7569844126701355, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.17162471395881, |
| "grad_norm": 0.45942240953445435, |
| "learning_rate": 6.906753462133869e-06, |
| "loss": 0.8078737258911133, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.1762013729977117, |
| "grad_norm": 1.3607593774795532, |
| "learning_rate": 6.896955592490482e-06, |
| "loss": 0.9944840669631958, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.1807780320366132, |
| "grad_norm": 0.7573413848876953, |
| "learning_rate": 6.887121949970796e-06, |
| "loss": 0.9973494410514832, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.1853546910755148, |
| "grad_norm": 0.7948639988899231, |
| "learning_rate": 6.8772526754574424e-06, |
| "loss": 0.8695286512374878, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.1899313501144164, |
| "grad_norm": 0.877565324306488, |
| "learning_rate": 6.867347910343539e-06, |
| "loss": 1.0234124660491943, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.194508009153318, |
| "grad_norm": 0.9130783677101135, |
| "learning_rate": 6.857407796530663e-06, |
| "loss": 1.0572234392166138, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.1990846681922196, |
| "grad_norm": 0.5426770448684692, |
| "learning_rate": 6.847432476426821e-06, |
| "loss": 0.7567615509033203, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.2036613272311212, |
| "grad_norm": 3.1823055744171143, |
| "learning_rate": 6.8374220929443994e-06, |
| "loss": 1.0477484464645386, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.208237986270023, |
| "grad_norm": 0.5345934629440308, |
| "learning_rate": 6.82737678949813e-06, |
| "loss": 0.9875526428222656, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.2128146453089246, |
| "grad_norm": 1.0108869075775146, |
| "learning_rate": 6.817296710003026e-06, |
| "loss": 0.9593431353569031, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.2173913043478262, |
| "grad_norm": 0.7925944328308105, |
| "learning_rate": 6.807181998872322e-06, |
| "loss": 1.1987873315811157, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.2219679633867278, |
| "grad_norm": 0.9541200399398804, |
| "learning_rate": 6.797032801015407e-06, |
| "loss": 0.6915098428726196, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.2265446224256293, |
| "grad_norm": 0.5937853455543518, |
| "learning_rate": 6.78684926183575e-06, |
| "loss": 1.0340373516082764, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.231121281464531, |
| "grad_norm": 0.5773180723190308, |
| "learning_rate": 6.776631527228811e-06, |
| "loss": 1.004191279411316, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.2356979405034325, |
| "grad_norm": 0.6959558129310608, |
| "learning_rate": 6.766379743579954e-06, |
| "loss": 1.0310280323028564, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.240274599542334, |
| "grad_norm": 0.5717634558677673, |
| "learning_rate": 6.756094057762353e-06, |
| "loss": 0.8756218552589417, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.2448512585812357, |
| "grad_norm": 0.6597534418106079, |
| "learning_rate": 6.74577461713488e-06, |
| "loss": 0.9393812417984009, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.2494279176201373, |
| "grad_norm": 0.7435896992683411, |
| "learning_rate": 6.735421569540004e-06, |
| "loss": 0.5626208782196045, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.2540045766590389, |
| "grad_norm": 0.7489412426948547, |
| "learning_rate": 6.7250350633016655e-06, |
| "loss": 0.7460745573043823, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.2585812356979404, |
| "grad_norm": 1.607967495918274, |
| "learning_rate": 6.714615247223148e-06, |
| "loss": 0.7691885828971863, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.263157894736842, |
| "grad_norm": 0.45488154888153076, |
| "learning_rate": 6.7041622705849625e-06, |
| "loss": 1.0543756484985352, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.2677345537757438, |
| "grad_norm": 0.4644421935081482, |
| "learning_rate": 6.693676283142687e-06, |
| "loss": 1.0251156091690063, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.2723112128146452, |
| "grad_norm": 0.6865373253822327, |
| "learning_rate": 6.68315743512484e-06, |
| "loss": 0.9979171752929688, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.276887871853547, |
| "grad_norm": 1.0765372514724731, |
| "learning_rate": 6.672605877230714e-06, |
| "loss": 0.42125648260116577, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.2814645308924484, |
| "grad_norm": 0.5296036005020142, |
| "learning_rate": 6.662021760628231e-06, |
| "loss": 0.6392301917076111, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.2860411899313502, |
| "grad_norm": 0.6849478483200073, |
| "learning_rate": 6.651405236951756e-06, |
| "loss": 1.038710355758667, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.2906178489702518, |
| "grad_norm": 1.4734174013137817, |
| "learning_rate": 6.640756458299951e-06, |
| "loss": 0.9006748199462891, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.2951945080091534, |
| "grad_norm": 4.2481369972229, |
| "learning_rate": 6.630075577233572e-06, |
| "loss": 0.9259494543075562, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.299771167048055, |
| "grad_norm": 0.4776517450809479, |
| "learning_rate": 6.619362746773299e-06, |
| "loss": 1.0371928215026855, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.3043478260869565, |
| "grad_norm": 1.0805084705352783, |
| "learning_rate": 6.608618120397533e-06, |
| "loss": 0.5052875280380249, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.3089244851258581, |
| "grad_norm": 1.1686513423919678, |
| "learning_rate": 6.597841852040207e-06, |
| "loss": 0.756683349609375, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.3135011441647597, |
| "grad_norm": 2.118833065032959, |
| "learning_rate": 6.587034096088575e-06, |
| "loss": 0.8216329216957092, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.3180778032036613, |
| "grad_norm": 1.1685985326766968, |
| "learning_rate": 6.576195007380998e-06, |
| "loss": 1.0449680089950562, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.322654462242563, |
| "grad_norm": 1.8055627346038818, |
| "learning_rate": 6.5653247412047324e-06, |
| "loss": 0.5522174835205078, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.3272311212814645, |
| "grad_norm": 0.8082292079925537, |
| "learning_rate": 6.554423453293698e-06, |
| "loss": 0.9655364155769348, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.331807780320366, |
| "grad_norm": 0.6602555513381958, |
| "learning_rate": 6.543491299826255e-06, |
| "loss": 1.1645584106445312, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.3363844393592679, |
| "grad_norm": 0.5118871927261353, |
| "learning_rate": 6.532528437422959e-06, |
| "loss": 1.0177983045578003, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.3409610983981692, |
| "grad_norm": 0.8692869544029236, |
| "learning_rate": 6.521535023144319e-06, |
| "loss": 0.7149632573127747, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.345537757437071, |
| "grad_norm": 0.8488191962242126, |
| "learning_rate": 6.510511214488554e-06, |
| "loss": 1.0412425994873047, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.3501144164759724, |
| "grad_norm": 0.5424400568008423, |
| "learning_rate": 6.499457169389324e-06, |
| "loss": 1.0742121934890747, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.3546910755148742, |
| "grad_norm": 0.7974820733070374, |
| "learning_rate": 6.4883730462134754e-06, |
| "loss": 1.0228968858718872, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.3592677345537758, |
| "grad_norm": 0.5494404435157776, |
| "learning_rate": 6.477259003758778e-06, |
| "loss": 0.8311363458633423, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.3638443935926774, |
| "grad_norm": 1.1344202756881714, |
| "learning_rate": 6.466115201251637e-06, |
| "loss": 0.9677754640579224, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.368421052631579, |
| "grad_norm": 0.9898701310157776, |
| "learning_rate": 6.454941798344816e-06, |
| "loss": 0.8938733339309692, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.3729977116704806, |
| "grad_norm": 0.843387246131897, |
| "learning_rate": 6.443738955115158e-06, |
| "loss": 0.7526968121528625, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.3775743707093822, |
| "grad_norm": 0.6977670788764954, |
| "learning_rate": 6.432506832061283e-06, |
| "loss": 0.9662184119224548, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.3821510297482837, |
| "grad_norm": 0.7610148191452026, |
| "learning_rate": 6.421245590101285e-06, |
| "loss": 1.0838618278503418, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.3867276887871853, |
| "grad_norm": 1.5654877424240112, |
| "learning_rate": 6.409955390570444e-06, |
| "loss": 1.034435510635376, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.391304347826087, |
| "grad_norm": 0.5249960422515869, |
| "learning_rate": 6.398636395218895e-06, |
| "loss": 1.0667188167572021, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.3958810068649885, |
| "grad_norm": 0.8519649505615234, |
| "learning_rate": 6.387288766209325e-06, |
| "loss": 1.0217965841293335, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.40045766590389, |
| "grad_norm": 1.1158952713012695, |
| "learning_rate": 6.375912666114637e-06, |
| "loss": 0.834468424320221, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.4050343249427917, |
| "grad_norm": 4.450192928314209, |
| "learning_rate": 6.364508257915633e-06, |
| "loss": 0.6208648085594177, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.4096109839816933, |
| "grad_norm": 0.5419265031814575, |
| "learning_rate": 6.353075704998674e-06, |
| "loss": 1.0283397436141968, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.414187643020595, |
| "grad_norm": 0.71892249584198, |
| "learning_rate": 6.341615171153334e-06, |
| "loss": 1.074945092201233, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.4187643020594964, |
| "grad_norm": 0.46902936697006226, |
| "learning_rate": 6.330126820570066e-06, |
| "loss": 1.1522700786590576, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.4233409610983982, |
| "grad_norm": 0.6041531562805176, |
| "learning_rate": 6.318610817837834e-06, |
| "loss": 0.9732744097709656, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.4279176201372998, |
| "grad_norm": 1.0350428819656372, |
| "learning_rate": 6.307067327941769e-06, |
| "loss": 0.9294142127037048, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.4324942791762014, |
| "grad_norm": 0.8469648361206055, |
| "learning_rate": 6.2954965162607995e-06, |
| "loss": 0.9963588714599609, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.437070938215103, |
| "grad_norm": 0.471488356590271, |
| "learning_rate": 6.283898548565278e-06, |
| "loss": 1.0501569509506226, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.4416475972540046, |
| "grad_norm": 0.2829485237598419, |
| "learning_rate": 6.272273591014614e-06, |
| "loss": 0.918632447719574, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.4462242562929062, |
| "grad_norm": 0.7685482501983643, |
| "learning_rate": 6.260621810154889e-06, |
| "loss": 1.004805326461792, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.4508009153318078, |
| "grad_norm": 0.5823658108711243, |
| "learning_rate": 6.24894337291647e-06, |
| "loss": 1.0062049627304077, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.4553775743707094, |
| "grad_norm": 0.4799053966999054, |
| "learning_rate": 6.23723844661162e-06, |
| "loss": 0.9444741010665894, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.459954233409611, |
| "grad_norm": 1.4403252601623535, |
| "learning_rate": 6.2255071989321e-06, |
| "loss": 0.3563728332519531, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.4645308924485125, |
| "grad_norm": 0.5606778860092163, |
| "learning_rate": 6.2137497979467664e-06, |
| "loss": 1.084834098815918, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.4691075514874141, |
| "grad_norm": 1.5342822074890137, |
| "learning_rate": 6.201966412099164e-06, |
| "loss": 0.88880455493927, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.4736842105263157, |
| "grad_norm": 0.9060531258583069, |
| "learning_rate": 6.190157210205114e-06, |
| "loss": 0.7019488215446472, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.4782608695652173, |
| "grad_norm": 0.6863506436347961, |
| "learning_rate": 6.17832236145029e-06, |
| "loss": 1.0984705686569214, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.482837528604119, |
| "grad_norm": 0.5668753385543823, |
| "learning_rate": 6.1664620353878e-06, |
| "loss": 0.5110697150230408, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.4874141876430205, |
| "grad_norm": 0.5630995631217957, |
| "learning_rate": 6.154576401935756e-06, |
| "loss": 1.0951957702636719, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.4919908466819223, |
| "grad_norm": 0.49918022751808167, |
| "learning_rate": 6.1426656313748375e-06, |
| "loss": 0.6987397074699402, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.4965675057208239, |
| "grad_norm": 1.3646057844161987, |
| "learning_rate": 6.130729894345851e-06, |
| "loss": 1.1859971284866333, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.5011441647597255, |
| "grad_norm": 1.018013596534729, |
| "learning_rate": 6.118769361847293e-06, |
| "loss": 0.9196734428405762, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.505720823798627, |
| "grad_norm": 0.35407713055610657, |
| "learning_rate": 6.106784205232888e-06, |
| "loss": 1.0442997217178345, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.5102974828375286, |
| "grad_norm": 1.8714250326156616, |
| "learning_rate": 6.094774596209148e-06, |
| "loss": 0.6379448771476746, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.5148741418764302, |
| "grad_norm": 0.4186966121196747, |
| "learning_rate": 6.082740706832897e-06, |
| "loss": 1.0916244983673096, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.5194508009153318, |
| "grad_norm": 1.4749921560287476, |
| "learning_rate": 6.07068270950882e-06, |
| "loss": 1.0407416820526123, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.5240274599542334, |
| "grad_norm": 0.8104400634765625, |
| "learning_rate": 6.0586007769869824e-06, |
| "loss": 0.4534456133842468, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.528604118993135, |
| "grad_norm": 0.7797476053237915, |
| "learning_rate": 6.046495082360364e-06, |
| "loss": 1.105326771736145, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.5331807780320366, |
| "grad_norm": 0.4904558062553406, |
| "learning_rate": 6.034365799062368e-06, |
| "loss": 0.7495214939117432, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.5377574370709381, |
| "grad_norm": 0.4737433195114136, |
| "learning_rate": 6.022213100864351e-06, |
| "loss": 1.113190770149231, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.54233409610984, |
| "grad_norm": 0.6883158087730408, |
| "learning_rate": 6.01003716187312e-06, |
| "loss": 0.7975556254386902, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.5469107551487413, |
| "grad_norm": 7.956705093383789, |
| "learning_rate": 5.9978381565284456e-06, |
| "loss": 0.86496502161026, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.5514874141876431, |
| "grad_norm": 0.6836668848991394, |
| "learning_rate": 5.985616259600559e-06, |
| "loss": 1.0243340730667114, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.5560640732265445, |
| "grad_norm": 1.809205174446106, |
| "learning_rate": 5.973371646187653e-06, |
| "loss": 0.7693554759025574, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.5606407322654463, |
| "grad_norm": 0.5701059699058533, |
| "learning_rate": 5.961104491713367e-06, |
| "loss": 1.0237873792648315, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.5652173913043477, |
| "grad_norm": 0.6132348775863647, |
| "learning_rate": 5.948814971924277e-06, |
| "loss": 1.0140217542648315, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.5697940503432495, |
| "grad_norm": 1.0674152374267578, |
| "learning_rate": 5.936503262887384e-06, |
| "loss": 0.8194214701652527, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.574370709382151, |
| "grad_norm": 0.5556658506393433, |
| "learning_rate": 5.924169540987577e-06, |
| "loss": 1.0535566806793213, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.5789473684210527, |
| "grad_norm": 0.9293789267539978, |
| "learning_rate": 5.911813982925118e-06, |
| "loss": 0.8254351615905762, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.5835240274599542, |
| "grad_norm": 0.554201602935791, |
| "learning_rate": 5.8994367657131095e-06, |
| "loss": 0.769871711730957, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.5881006864988558, |
| "grad_norm": 0.642005205154419, |
| "learning_rate": 5.887038066674952e-06, |
| "loss": 1.2380577325820923, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.5926773455377574, |
| "grad_norm": 1.3365410566329956, |
| "learning_rate": 5.874618063441807e-06, |
| "loss": 0.9225341081619263, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.597254004576659, |
| "grad_norm": 0.7327346205711365, |
| "learning_rate": 5.862176933950059e-06, |
| "loss": 0.8071609139442444, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.6018306636155606, |
| "grad_norm": 0.5678279399871826, |
| "learning_rate": 5.849714856438752e-06, |
| "loss": 1.0254077911376953, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.6064073226544622, |
| "grad_norm": 0.5600216388702393, |
| "learning_rate": 5.837232009447051e-06, |
| "loss": 0.8201320171356201, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.610983981693364, |
| "grad_norm": 1.1897834539413452, |
| "learning_rate": 5.824728571811667e-06, |
| "loss": 0.7250789999961853, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.6155606407322654, |
| "grad_norm": 1.4982539415359497, |
| "learning_rate": 5.812204722664317e-06, |
| "loss": 0.5860614776611328, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.6201372997711672, |
| "grad_norm": 0.4147469103336334, |
| "learning_rate": 5.799660641429135e-06, |
| "loss": 1.0965193510055542, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.6247139588100685, |
| "grad_norm": 0.8616934418678284, |
| "learning_rate": 5.787096507820122e-06, |
| "loss": 0.6443649530410767, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.6292906178489703, |
| "grad_norm": 0.39017513394355774, |
| "learning_rate": 5.774512501838552e-06, |
| "loss": 1.081406593322754, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.6338672768878717, |
| "grad_norm": 0.526287317276001, |
| "learning_rate": 5.761908803770406e-06, |
| "loss": 0.8772663474082947, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.6384439359267735, |
| "grad_norm": 8.515963554382324, |
| "learning_rate": 5.7492855941837886e-06, |
| "loss": 0.7267716526985168, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.643020594965675, |
| "grad_norm": 1.0429171323776245, |
| "learning_rate": 5.7366430539263335e-06, |
| "loss": 0.962812066078186, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.6475972540045767, |
| "grad_norm": 0.571498453617096, |
| "learning_rate": 5.7239813641226185e-06, |
| "loss": 0.7786587476730347, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.6521739130434783, |
| "grad_norm": 0.4392048418521881, |
| "learning_rate": 5.711300706171571e-06, |
| "loss": 0.6211113333702087, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.6567505720823799, |
| "grad_norm": 61.38982391357422, |
| "learning_rate": 5.698601261743866e-06, |
| "loss": 0.8990558385848999, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.6613272311212814, |
| "grad_norm": 3.1536953449249268, |
| "learning_rate": 5.685883212779324e-06, |
| "loss": 0.7748126983642578, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.665903890160183, |
| "grad_norm": 1.6510205268859863, |
| "learning_rate": 5.673146741484308e-06, |
| "loss": 0.5790435671806335, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.6704805491990846, |
| "grad_norm": 0.7334662675857544, |
| "learning_rate": 5.660392030329107e-06, |
| "loss": 0.8529476523399353, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.6750572082379862, |
| "grad_norm": 0.5321954488754272, |
| "learning_rate": 5.647619262045326e-06, |
| "loss": 1.0975439548492432, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.679633867276888, |
| "grad_norm": 0.49299484491348267, |
| "learning_rate": 5.634828619623269e-06, |
| "loss": 1.08144211769104, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.6842105263157894, |
| "grad_norm": 0.47397059202194214, |
| "learning_rate": 5.622020286309315e-06, |
| "loss": 0.7880240678787231, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.6887871853546912, |
| "grad_norm": 0.4795650839805603, |
| "learning_rate": 5.6091944456032896e-06, |
| "loss": 1.0663710832595825, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.6933638443935926, |
| "grad_norm": 1.204559087753296, |
| "learning_rate": 5.5963512812558456e-06, |
| "loss": 0.6782804727554321, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.6979405034324944, |
| "grad_norm": 0.5787196159362793, |
| "learning_rate": 5.583490977265819e-06, |
| "loss": 0.5317763686180115, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.7025171624713957, |
| "grad_norm": 0.7164469361305237, |
| "learning_rate": 5.570613717877605e-06, |
| "loss": 1.0468082427978516, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.7070938215102975, |
| "grad_norm": 0.5695748329162598, |
| "learning_rate": 5.557719687578507e-06, |
| "loss": 1.039925217628479, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.7116704805491991, |
| "grad_norm": 0.6732376217842102, |
| "learning_rate": 5.544809071096098e-06, |
| "loss": 0.7266217470169067, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.7162471395881007, |
| "grad_norm": 0.5064290761947632, |
| "learning_rate": 5.531882053395577e-06, |
| "loss": 0.7927247285842896, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.7208237986270023, |
| "grad_norm": 0.4806613326072693, |
| "learning_rate": 5.5189388196771166e-06, |
| "loss": 1.0538541078567505, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.7254004576659039, |
| "grad_norm": 0.46450909972190857, |
| "learning_rate": 5.5059795553732094e-06, |
| "loss": 0.7507013082504272, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.7299771167048055, |
| "grad_norm": 0.627607524394989, |
| "learning_rate": 5.49300444614601e-06, |
| "loss": 1.0437747240066528, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.734553775743707, |
| "grad_norm": 0.679521381855011, |
| "learning_rate": 5.4800136778846814e-06, |
| "loss": 1.0802175998687744, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.7391304347826086, |
| "grad_norm": 0.5956997275352478, |
| "learning_rate": 5.467007436702721e-06, |
| "loss": 0.8692449331283569, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.7437070938215102, |
| "grad_norm": 1.8609957695007324, |
| "learning_rate": 5.453985908935304e-06, |
| "loss": 0.7606918215751648, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.748283752860412, |
| "grad_norm": 0.900421679019928, |
| "learning_rate": 5.440949281136612e-06, |
| "loss": 1.09746515750885, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.7528604118993134, |
| "grad_norm": 0.48335880041122437, |
| "learning_rate": 5.4278977400771545e-06, |
| "loss": 0.8808884024620056, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.7574370709382152, |
| "grad_norm": 0.8775651454925537, |
| "learning_rate": 5.4148314727411e-06, |
| "loss": 1.0945841073989868, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.7620137299771166, |
| "grad_norm": 0.4176448881626129, |
| "learning_rate": 5.401750666323595e-06, |
| "loss": 0.6265594959259033, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.7665903890160184, |
| "grad_norm": 1.7150315046310425, |
| "learning_rate": 5.3886555082280794e-06, |
| "loss": 0.5311535000801086, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.7711670480549198, |
| "grad_norm": 0.482889860868454, |
| "learning_rate": 5.375546186063606e-06, |
| "loss": 0.9832878112792969, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.7757437070938216, |
| "grad_norm": 0.6067187786102295, |
| "learning_rate": 5.362422887642148e-06, |
| "loss": 0.5880881547927856, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.7803203661327232, |
| "grad_norm": 0.8287796974182129, |
| "learning_rate": 5.3492858009759115e-06, |
| "loss": 0.987903356552124, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.7848970251716247, |
| "grad_norm": 3.733571767807007, |
| "learning_rate": 5.3361351142746425e-06, |
| "loss": 0.8192511796951294, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.7894736842105263, |
| "grad_norm": 0.6592600345611572, |
| "learning_rate": 5.32297101594293e-06, |
| "loss": 1.0811833143234253, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.794050343249428, |
| "grad_norm": 1.0604369640350342, |
| "learning_rate": 5.3097936945775034e-06, |
| "loss": 0.7256264686584473, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.7986270022883295, |
| "grad_norm": 4.27371883392334, |
| "learning_rate": 5.2966033389645345e-06, |
| "loss": 0.6703461408615112, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.803203661327231, |
| "grad_norm": 0.9975327849388123, |
| "learning_rate": 5.283400138076932e-06, |
| "loss": 0.6835663914680481, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.8077803203661327, |
| "grad_norm": 0.7741729617118835, |
| "learning_rate": 5.270184281071633e-06, |
| "loss": 0.5445237159729004, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.8123569794050343, |
| "grad_norm": 0.5315194129943848, |
| "learning_rate": 5.256955957286892e-06, |
| "loss": 0.9225422143936157, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.816933638443936, |
| "grad_norm": 0.5030812621116638, |
| "learning_rate": 5.243715356239573e-06, |
| "loss": 1.0199389457702637, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.8215102974828374, |
| "grad_norm": 0.5460532903671265, |
| "learning_rate": 5.230462667622431e-06, |
| "loss": 0.9883009195327759, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.8260869565217392, |
| "grad_norm": 0.6946282386779785, |
| "learning_rate": 5.217198081301393e-06, |
| "loss": 1.1155096292495728, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.8306636155606406, |
| "grad_norm": 0.5267988443374634, |
| "learning_rate": 5.20392178731284e-06, |
| "loss": 0.8357391357421875, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.8352402745995424, |
| "grad_norm": 0.9400213956832886, |
| "learning_rate": 5.190633975860886e-06, |
| "loss": 1.2634918689727783, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.8398169336384438, |
| "grad_norm": 0.4523729085922241, |
| "learning_rate": 5.1773348373146495e-06, |
| "loss": 1.0519038438796997, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.8443935926773456, |
| "grad_norm": 0.5702998042106628, |
| "learning_rate": 5.164024562205527e-06, |
| "loss": 1.0271356105804443, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.8489702517162472, |
| "grad_norm": 0.3808506429195404, |
| "learning_rate": 5.150703341224464e-06, |
| "loss": 1.0296131372451782, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.8535469107551488, |
| "grad_norm": 0.49956274032592773, |
| "learning_rate": 5.137371365219225e-06, |
| "loss": 0.9183504581451416, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.8581235697940504, |
| "grad_norm": 0.42203259468078613, |
| "learning_rate": 5.1240288251916576e-06, |
| "loss": 1.1768728494644165, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.862700228832952, |
| "grad_norm": 0.39127910137176514, |
| "learning_rate": 5.110675912294954e-06, |
| "loss": 0.7790493965148926, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.8672768878718535, |
| "grad_norm": 0.422817587852478, |
| "learning_rate": 5.097312817830913e-06, |
| "loss": 1.0952423810958862, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.8718535469107551, |
| "grad_norm": 0.6157692670822144, |
| "learning_rate": 5.083939733247205e-06, |
| "loss": 0.9987185001373291, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.8764302059496567, |
| "grad_norm": 0.43606990575790405, |
| "learning_rate": 5.07055685013462e-06, |
| "loss": 0.6182645559310913, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.8810068649885583, |
| "grad_norm": 1.6980317831039429, |
| "learning_rate": 5.057164360224333e-06, |
| "loss": 0.8162880539894104, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.88558352402746, |
| "grad_norm": 1.3754355907440186, |
| "learning_rate": 5.0437624553851465e-06, |
| "loss": 0.9700958728790283, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.8901601830663615, |
| "grad_norm": 0.695946991443634, |
| "learning_rate": 5.03035132762075e-06, |
| "loss": 0.7681318521499634, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.8947368421052633, |
| "grad_norm": 1.2942097187042236, |
| "learning_rate": 5.016931169066964e-06, |
| "loss": 0.7290353178977966, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.8993135011441646, |
| "grad_norm": 0.5696609616279602, |
| "learning_rate": 5.003502171988991e-06, |
| "loss": 1.1246237754821777, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.9038901601830664, |
| "grad_norm": 0.6707322597503662, |
| "learning_rate": 4.990064528778662e-06, |
| "loss": 1.0869580507278442, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.9084668192219678, |
| "grad_norm": 1.6657345294952393, |
| "learning_rate": 4.976618431951673e-06, |
| "loss": 1.004643201828003, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.9130434782608696, |
| "grad_norm": 0.7031993269920349, |
| "learning_rate": 4.963164074144831e-06, |
| "loss": 0.9117480516433716, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.9176201372997712, |
| "grad_norm": 0.6919447779655457, |
| "learning_rate": 4.949701648113299e-06, |
| "loss": 1.0158711671829224, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.9221967963386728, |
| "grad_norm": 1.0875664949417114, |
| "learning_rate": 4.93623134672783e-06, |
| "loss": 0.877010703086853, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.9267734553775744, |
| "grad_norm": 0.5526543259620667, |
| "learning_rate": 4.922753362972e-06, |
| "loss": 0.7300304770469666, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.931350114416476, |
| "grad_norm": 0.9483214020729065, |
| "learning_rate": 4.90926788993945e-06, |
| "loss": 0.9140143394470215, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.9359267734553776, |
| "grad_norm": 0.37856608629226685, |
| "learning_rate": 4.895775120831117e-06, |
| "loss": 0.9656968116760254, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.9405034324942791, |
| "grad_norm": 0.519496738910675, |
| "learning_rate": 4.8822752489524655e-06, |
| "loss": 0.7197529673576355, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.9450800915331807, |
| "grad_norm": 1.0532692670822144, |
| "learning_rate": 4.868768467710718e-06, |
| "loss": 0.6470821499824524, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.9496567505720823, |
| "grad_norm": 0.7968090176582336, |
| "learning_rate": 4.855254970612085e-06, |
| "loss": 0.8287680149078369, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.9542334096109841, |
| "grad_norm": 0.3205246925354004, |
| "learning_rate": 4.841734951258991e-06, |
| "loss": 1.038404941558838, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.9588100686498855, |
| "grad_norm": 0.5507828593254089, |
| "learning_rate": 4.828208603347306e-06, |
| "loss": 1.0363742113113403, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.9633867276887873, |
| "grad_norm": 1.1318949460983276, |
| "learning_rate": 4.8146761206635635e-06, |
| "loss": 0.49166426062583923, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.9679633867276887, |
| "grad_norm": 0.5373101234436035, |
| "learning_rate": 4.801137697082188e-06, |
| "loss": 0.9425434470176697, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.9725400457665905, |
| "grad_norm": 0.41498398780822754, |
| "learning_rate": 4.787593526562718e-06, |
| "loss": 1.0520573854446411, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.9771167048054918, |
| "grad_norm": 2.031755208969116, |
| "learning_rate": 4.774043803147023e-06, |
| "loss": 0.8243655562400818, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.9816933638443937, |
| "grad_norm": 0.6944281458854675, |
| "learning_rate": 4.76048872095653e-06, |
| "loss": 1.229433536529541, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.9862700228832952, |
| "grad_norm": 1.356571078300476, |
| "learning_rate": 4.746928474189438e-06, |
| "loss": 0.4065757691860199, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.9908466819221968, |
| "grad_norm": 0.8086536526679993, |
| "learning_rate": 4.733363257117937e-06, |
| "loss": 1.044547200202942, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.9954233409610984, |
| "grad_norm": 1.1679444313049316, |
| "learning_rate": 4.719793264085423e-06, |
| "loss": 0.7908722758293152, |
| "step": 872 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.5113776922225952, |
| "learning_rate": 4.7062186895037155e-06, |
| "loss": 1.0065279006958008, |
| "step": 874 |
| }, |
| { |
| "epoch": 2.004576659038902, |
| "grad_norm": 1.2484664916992188, |
| "learning_rate": 4.692639727850277e-06, |
| "loss": 0.8650211095809937, |
| "step": 876 |
| }, |
| { |
| "epoch": 2.009153318077803, |
| "grad_norm": 0.19410383701324463, |
| "learning_rate": 4.679056573665413e-06, |
| "loss": 0.5260782837867737, |
| "step": 878 |
| }, |
| { |
| "epoch": 2.013729977116705, |
| "grad_norm": 0.6674540638923645, |
| "learning_rate": 4.6654694215495e-06, |
| "loss": 0.8760992884635925, |
| "step": 880 |
| }, |
| { |
| "epoch": 2.0183066361556063, |
| "grad_norm": 0.5311161875724792, |
| "learning_rate": 4.651878466160191e-06, |
| "loss": 0.5279438495635986, |
| "step": 882 |
| }, |
| { |
| "epoch": 2.022883295194508, |
| "grad_norm": 0.8211866617202759, |
| "learning_rate": 4.638283902209623e-06, |
| "loss": 0.7287083864212036, |
| "step": 884 |
| }, |
| { |
| "epoch": 2.0274599542334095, |
| "grad_norm": 1.3398568630218506, |
| "learning_rate": 4.624685924461638e-06, |
| "loss": 0.7964086532592773, |
| "step": 886 |
| }, |
| { |
| "epoch": 2.0320366132723113, |
| "grad_norm": 1.409980297088623, |
| "learning_rate": 4.611084727728979e-06, |
| "loss": 0.7654436230659485, |
| "step": 888 |
| }, |
| { |
| "epoch": 2.0366132723112127, |
| "grad_norm": 1.149587631225586, |
| "learning_rate": 4.59748050687051e-06, |
| "loss": 0.7754305601119995, |
| "step": 890 |
| }, |
| { |
| "epoch": 2.0411899313501145, |
| "grad_norm": 0.6738428473472595, |
| "learning_rate": 4.583873456788419e-06, |
| "loss": 0.6593428254127502, |
| "step": 892 |
| }, |
| { |
| "epoch": 2.045766590389016, |
| "grad_norm": 0.582455039024353, |
| "learning_rate": 4.570263772425429e-06, |
| "loss": 0.5679339170455933, |
| "step": 894 |
| }, |
| { |
| "epoch": 2.0503432494279177, |
| "grad_norm": 1.0730149745941162, |
| "learning_rate": 4.556651648762e-06, |
| "loss": 0.47743597626686096, |
| "step": 896 |
| }, |
| { |
| "epoch": 2.054919908466819, |
| "grad_norm": 0.6254774928092957, |
| "learning_rate": 4.543037280813544e-06, |
| "loss": 0.7976337671279907, |
| "step": 898 |
| }, |
| { |
| "epoch": 2.059496567505721, |
| "grad_norm": 0.6231757998466492, |
| "learning_rate": 4.52942086362762e-06, |
| "loss": 0.9103917479515076, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.064073226544622, |
| "grad_norm": 0.7223190665245056, |
| "learning_rate": 4.515802592281151e-06, |
| "loss": 0.6968510746955872, |
| "step": 902 |
| }, |
| { |
| "epoch": 2.068649885583524, |
| "grad_norm": 1.1463390588760376, |
| "learning_rate": 4.50218266187762e-06, |
| "loss": 0.5448936820030212, |
| "step": 904 |
| }, |
| { |
| "epoch": 2.073226544622426, |
| "grad_norm": 1.5348836183547974, |
| "learning_rate": 4.4885612675442795e-06, |
| "loss": 0.1512419879436493, |
| "step": 906 |
| }, |
| { |
| "epoch": 2.077803203661327, |
| "grad_norm": 1.0921180248260498, |
| "learning_rate": 4.474938604429356e-06, |
| "loss": 0.3723929226398468, |
| "step": 908 |
| }, |
| { |
| "epoch": 2.082379862700229, |
| "grad_norm": 2.096736431121826, |
| "learning_rate": 4.4613148676992534e-06, |
| "loss": 0.5486660599708557, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.0869565217391304, |
| "grad_norm": 0.9730957746505737, |
| "learning_rate": 4.447690252535757e-06, |
| "loss": 0.48607346415519714, |
| "step": 912 |
| }, |
| { |
| "epoch": 2.091533180778032, |
| "grad_norm": 0.9440922737121582, |
| "learning_rate": 4.434064954133233e-06, |
| "loss": 0.8132773041725159, |
| "step": 914 |
| }, |
| { |
| "epoch": 2.0961098398169336, |
| "grad_norm": 0.5760765671730042, |
| "learning_rate": 4.4204391676958456e-06, |
| "loss": 0.8012776374816895, |
| "step": 916 |
| }, |
| { |
| "epoch": 2.1006864988558354, |
| "grad_norm": 1.3130919933319092, |
| "learning_rate": 4.406813088434739e-06, |
| "loss": 0.5709822177886963, |
| "step": 918 |
| }, |
| { |
| "epoch": 2.1052631578947367, |
| "grad_norm": 0.4790267050266266, |
| "learning_rate": 4.393186911565262e-06, |
| "loss": 0.793640673160553, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.1098398169336385, |
| "grad_norm": 1.7611640691757202, |
| "learning_rate": 4.379560832304155e-06, |
| "loss": 0.8374230861663818, |
| "step": 922 |
| }, |
| { |
| "epoch": 2.11441647597254, |
| "grad_norm": 0.5854694247245789, |
| "learning_rate": 4.365935045866765e-06, |
| "loss": 0.7813926935195923, |
| "step": 924 |
| }, |
| { |
| "epoch": 2.1189931350114417, |
| "grad_norm": 0.768767237663269, |
| "learning_rate": 4.352309747464244e-06, |
| "loss": 0.547953188419342, |
| "step": 926 |
| }, |
| { |
| "epoch": 2.123569794050343, |
| "grad_norm": 0.6132713556289673, |
| "learning_rate": 4.338685132300746e-06, |
| "loss": 0.805243968963623, |
| "step": 928 |
| }, |
| { |
| "epoch": 2.128146453089245, |
| "grad_norm": 0.4178018569946289, |
| "learning_rate": 4.325061395570644e-06, |
| "loss": 0.44079485535621643, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.1327231121281462, |
| "grad_norm": 1.141923189163208, |
| "learning_rate": 4.311438732455722e-06, |
| "loss": 0.5015432238578796, |
| "step": 932 |
| }, |
| { |
| "epoch": 2.137299771167048, |
| "grad_norm": 0.764822781085968, |
| "learning_rate": 4.297817338122382e-06, |
| "loss": 0.4405544102191925, |
| "step": 934 |
| }, |
| { |
| "epoch": 2.14187643020595, |
| "grad_norm": 0.8727527260780334, |
| "learning_rate": 4.28419740771885e-06, |
| "loss": 0.7797104120254517, |
| "step": 936 |
| }, |
| { |
| "epoch": 2.1464530892448512, |
| "grad_norm": 0.47269201278686523, |
| "learning_rate": 4.27057913637238e-06, |
| "loss": 0.14955393970012665, |
| "step": 938 |
| }, |
| { |
| "epoch": 2.151029748283753, |
| "grad_norm": 0.574876606464386, |
| "learning_rate": 4.2569627191864566e-06, |
| "loss": 0.6506639719009399, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.1556064073226544, |
| "grad_norm": 0.43111807107925415, |
| "learning_rate": 4.243348351238e-06, |
| "loss": 0.8360904455184937, |
| "step": 942 |
| }, |
| { |
| "epoch": 2.160183066361556, |
| "grad_norm": 0.6124604940414429, |
| "learning_rate": 4.229736227574573e-06, |
| "loss": 0.4769759178161621, |
| "step": 944 |
| }, |
| { |
| "epoch": 2.1647597254004576, |
| "grad_norm": 0.5514540672302246, |
| "learning_rate": 4.216126543211582e-06, |
| "loss": 0.3582886755466461, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.1693363844393594, |
| "grad_norm": 0.6413321495056152, |
| "learning_rate": 4.2025194931294905e-06, |
| "loss": 0.6755134463310242, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.1739130434782608, |
| "grad_norm": 1.2605396509170532, |
| "learning_rate": 4.188915272271021e-06, |
| "loss": 0.26411038637161255, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.1784897025171626, |
| "grad_norm": 2.322275161743164, |
| "learning_rate": 4.175314075538362e-06, |
| "loss": 0.5067375302314758, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.183066361556064, |
| "grad_norm": 0.8927626609802246, |
| "learning_rate": 4.1617160977903755e-06, |
| "loss": 0.763658344745636, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.1876430205949657, |
| "grad_norm": 0.5768288969993591, |
| "learning_rate": 4.148121533839809e-06, |
| "loss": 0.5286126732826233, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.192219679633867, |
| "grad_norm": 0.7886779308319092, |
| "learning_rate": 4.134530578450499e-06, |
| "loss": 0.5433465838432312, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.196796338672769, |
| "grad_norm": 0.5103306770324707, |
| "learning_rate": 4.120943426334587e-06, |
| "loss": 0.781455397605896, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.2013729977116703, |
| "grad_norm": 1.2081961631774902, |
| "learning_rate": 4.107360272149724e-06, |
| "loss": 0.44611290097236633, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.205949656750572, |
| "grad_norm": 0.5938241481781006, |
| "learning_rate": 4.093781310496284e-06, |
| "loss": 0.5686028599739075, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.2105263157894735, |
| "grad_norm": 1.259899377822876, |
| "learning_rate": 4.080206735914578e-06, |
| "loss": 0.5111551880836487, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.2151029748283753, |
| "grad_norm": 0.6723149418830872, |
| "learning_rate": 4.066636742882064e-06, |
| "loss": 0.7907751798629761, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.219679633867277, |
| "grad_norm": 0.7715116739273071, |
| "learning_rate": 4.053071525810562e-06, |
| "loss": 0.8536049127578735, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.2242562929061784, |
| "grad_norm": 0.6745052933692932, |
| "learning_rate": 4.039511279043469e-06, |
| "loss": 0.49250656366348267, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.2288329519450802, |
| "grad_norm": 5.653090476989746, |
| "learning_rate": 4.025956196852978e-06, |
| "loss": 0.9080660939216614, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.2334096109839816, |
| "grad_norm": 0.39930716156959534, |
| "learning_rate": 4.0124064734372824e-06, |
| "loss": 0.5726509094238281, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.2379862700228834, |
| "grad_norm": 0.7205491662025452, |
| "learning_rate": 3.998862302917812e-06, |
| "loss": 0.5259721279144287, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.242562929061785, |
| "grad_norm": 0.5892427563667297, |
| "learning_rate": 3.985323879336437e-06, |
| "loss": 0.70969158411026, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.2471395881006866, |
| "grad_norm": 0.8280232548713684, |
| "learning_rate": 3.9717913966526935e-06, |
| "loss": 0.7658937573432922, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.251716247139588, |
| "grad_norm": 0.46589598059654236, |
| "learning_rate": 3.958265048741008e-06, |
| "loss": 0.6634811758995056, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.2562929061784898, |
| "grad_norm": 1.1013447046279907, |
| "learning_rate": 3.944745029387916e-06, |
| "loss": 0.6400603652000427, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.260869565217391, |
| "grad_norm": 0.5064674019813538, |
| "learning_rate": 3.931231532289282e-06, |
| "loss": 0.7838316559791565, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.265446224256293, |
| "grad_norm": 0.6013701558113098, |
| "learning_rate": 3.917724751047534e-06, |
| "loss": 0.5404883623123169, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.2700228832951943, |
| "grad_norm": 1.0321763753890991, |
| "learning_rate": 3.904224879168882e-06, |
| "loss": 0.6090070605278015, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.274599542334096, |
| "grad_norm": 0.4366181492805481, |
| "learning_rate": 3.89073211006055e-06, |
| "loss": 0.8297733068466187, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.279176201372998, |
| "grad_norm": 0.6068903207778931, |
| "learning_rate": 3.877246637027999e-06, |
| "loss": 0.816207766532898, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.2837528604118993, |
| "grad_norm": 0.9020872712135315, |
| "learning_rate": 3.863768653272171e-06, |
| "loss": 0.851694643497467, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.288329519450801, |
| "grad_norm": 0.699506938457489, |
| "learning_rate": 3.850298351886699e-06, |
| "loss": 0.5200238823890686, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.2929061784897025, |
| "grad_norm": 1.1063220500946045, |
| "learning_rate": 3.836835925855168e-06, |
| "loss": 0.46105656027793884, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.2974828375286043, |
| "grad_norm": 0.7333200573921204, |
| "learning_rate": 3.823381568048329e-06, |
| "loss": 0.4054844081401825, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.3020594965675056, |
| "grad_norm": 1.0534933805465698, |
| "learning_rate": 3.8099354712213375e-06, |
| "loss": 0.786138653755188, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.3066361556064074, |
| "grad_norm": 0.7661805152893066, |
| "learning_rate": 3.7964978280110078e-06, |
| "loss": 0.5901062488555908, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.311212814645309, |
| "grad_norm": 0.5444358587265015, |
| "learning_rate": 3.783068830933037e-06, |
| "loss": 0.3989161550998688, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.3157894736842106, |
| "grad_norm": 0.8000374436378479, |
| "learning_rate": 3.7696486723792508e-06, |
| "loss": 0.46749627590179443, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.320366132723112, |
| "grad_norm": 0.7630489468574524, |
| "learning_rate": 3.756237544614853e-06, |
| "loss": 0.5220370292663574, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.324942791762014, |
| "grad_norm": 0.7297222018241882, |
| "learning_rate": 3.7428356397756672e-06, |
| "loss": 0.9120384454727173, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.329519450800915, |
| "grad_norm": 1.5217046737670898, |
| "learning_rate": 3.7294431498653792e-06, |
| "loss": 0.28965604305267334, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.334096109839817, |
| "grad_norm": 1.606251835823059, |
| "learning_rate": 3.7160602667527954e-06, |
| "loss": 0.46628880500793457, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.3386727688787188, |
| "grad_norm": 0.49629804491996765, |
| "learning_rate": 3.7026871821690877e-06, |
| "loss": 0.8182316422462463, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.34324942791762, |
| "grad_norm": 0.2531331479549408, |
| "learning_rate": 3.6893240877050467e-06, |
| "loss": 0.7435541152954102, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.3478260869565215, |
| "grad_norm": 0.48934581875801086, |
| "learning_rate": 3.6759711748083416e-06, |
| "loss": 0.8625474572181702, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.3524027459954233, |
| "grad_norm": 1.5544626712799072, |
| "learning_rate": 3.6626286347807753e-06, |
| "loss": 0.5781938433647156, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.356979405034325, |
| "grad_norm": 0.654556930065155, |
| "learning_rate": 3.6492966587755356e-06, |
| "loss": 0.6204836368560791, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.3615560640732265, |
| "grad_norm": 1.397822618484497, |
| "learning_rate": 3.6359754377944726e-06, |
| "loss": 0.4885711967945099, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.3661327231121283, |
| "grad_norm": 1.5980985164642334, |
| "learning_rate": 3.622665162685351e-06, |
| "loss": 0.6035375595092773, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.3707093821510297, |
| "grad_norm": 0.5939676761627197, |
| "learning_rate": 3.6093660241391134e-06, |
| "loss": 0.6923315525054932, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.3752860411899315, |
| "grad_norm": 2.990952730178833, |
| "learning_rate": 3.5960782126871588e-06, |
| "loss": 0.3957272171974182, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.379862700228833, |
| "grad_norm": 1.2808301448822021, |
| "learning_rate": 3.5828019186986076e-06, |
| "loss": 0.35686612129211426, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.3844393592677346, |
| "grad_norm": 0.537975013256073, |
| "learning_rate": 3.5695373323775694e-06, |
| "loss": 0.7028881311416626, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.389016018306636, |
| "grad_norm": 0.5620653033256531, |
| "learning_rate": 3.556284643760426e-06, |
| "loss": 0.7551029920578003, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.393592677345538, |
| "grad_norm": 0.9883461594581604, |
| "learning_rate": 3.5430440427131087e-06, |
| "loss": 0.4496672749519348, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.398169336384439, |
| "grad_norm": 0.68025803565979, |
| "learning_rate": 3.5298157189283673e-06, |
| "loss": 0.7668349742889404, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.402745995423341, |
| "grad_norm": 0.7667739987373352, |
| "learning_rate": 3.5165998619230683e-06, |
| "loss": 0.7979832291603088, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.4073226544622424, |
| "grad_norm": 0.6154050827026367, |
| "learning_rate": 3.5033966610354655e-06, |
| "loss": 0.7762300968170166, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.411899313501144, |
| "grad_norm": 1.798595666885376, |
| "learning_rate": 3.4902063054224966e-06, |
| "loss": 0.46241626143455505, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.416475972540046, |
| "grad_norm": 0.9119539260864258, |
| "learning_rate": 3.4770289840570693e-06, |
| "loss": 0.18137064576148987, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.4210526315789473, |
| "grad_norm": 0.567173957824707, |
| "learning_rate": 3.463864885725358e-06, |
| "loss": 0.5903480648994446, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.425629290617849, |
| "grad_norm": 0.6367594599723816, |
| "learning_rate": 3.450714199024089e-06, |
| "loss": 0.4741784930229187, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.4302059496567505, |
| "grad_norm": 0.7184843420982361, |
| "learning_rate": 3.4375771123578527e-06, |
| "loss": 0.8506764769554138, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.4347826086956523, |
| "grad_norm": 0.7258248925209045, |
| "learning_rate": 3.424453813936394e-06, |
| "loss": 0.6282183527946472, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.4393592677345537, |
| "grad_norm": 0.9743756651878357, |
| "learning_rate": 3.4113444917719206e-06, |
| "loss": 0.5036060810089111, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.4439359267734555, |
| "grad_norm": 1.7455062866210938, |
| "learning_rate": 3.3982493336764046e-06, |
| "loss": 0.7877315282821655, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.448512585812357, |
| "grad_norm": 0.5519979000091553, |
| "learning_rate": 3.3851685272588995e-06, |
| "loss": 0.7620252966880798, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.4530892448512587, |
| "grad_norm": 1.4960353374481201, |
| "learning_rate": 3.3721022599228455e-06, |
| "loss": 0.6300139427185059, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.45766590389016, |
| "grad_norm": 0.8801581859588623, |
| "learning_rate": 3.359050718863388e-06, |
| "loss": 0.7080258131027222, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.462242562929062, |
| "grad_norm": 1.3520958423614502, |
| "learning_rate": 3.3460140910646953e-06, |
| "loss": 0.5704418420791626, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.466819221967963, |
| "grad_norm": 0.9597600102424622, |
| "learning_rate": 3.332992563297279e-06, |
| "loss": 0.8418775200843811, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.471395881006865, |
| "grad_norm": 0.7216306328773499, |
| "learning_rate": 3.3199863221153194e-06, |
| "loss": 0.8978160619735718, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.475972540045767, |
| "grad_norm": 0.3640708029270172, |
| "learning_rate": 3.3069955538539898e-06, |
| "loss": 0.5792869329452515, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.480549199084668, |
| "grad_norm": 0.4946868121623993, |
| "learning_rate": 3.294020444626791e-06, |
| "loss": 0.7915354371070862, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.4851258581235696, |
| "grad_norm": 0.6146786212921143, |
| "learning_rate": 3.281061180322883e-06, |
| "loss": 0.6907005310058594, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.4897025171624714, |
| "grad_norm": 0.7421013116836548, |
| "learning_rate": 3.2681179466044234e-06, |
| "loss": 0.487212598323822, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.494279176201373, |
| "grad_norm": 0.41838371753692627, |
| "learning_rate": 3.2551909289039026e-06, |
| "loss": 0.5698995590209961, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.4988558352402745, |
| "grad_norm": 0.3784742057323456, |
| "learning_rate": 3.2422803124214938e-06, |
| "loss": 0.5521360039710999, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.5034324942791764, |
| "grad_norm": 3.2495124340057373, |
| "learning_rate": 3.2293862821223954e-06, |
| "loss": 0.25563108921051025, |
| "step": 1094 |
| }, |
| { |
| "epoch": 2.5080091533180777, |
| "grad_norm": 0.7314022183418274, |
| "learning_rate": 3.216509022734181e-06, |
| "loss": 0.7299931049346924, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.5125858123569795, |
| "grad_norm": 0.7065015435218811, |
| "learning_rate": 3.203648718744155e-06, |
| "loss": 0.697057843208313, |
| "step": 1098 |
| }, |
| { |
| "epoch": 2.517162471395881, |
| "grad_norm": 0.490582674741745, |
| "learning_rate": 3.1908055543967117e-06, |
| "loss": 0.5592939257621765, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.5217391304347827, |
| "grad_norm": 0.41221341490745544, |
| "learning_rate": 3.177979713690686e-06, |
| "loss": 0.8416492342948914, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.526315789473684, |
| "grad_norm": 1.0584267377853394, |
| "learning_rate": 3.1651713803767308e-06, |
| "loss": 0.7285148501396179, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.530892448512586, |
| "grad_norm": 0.5549395680427551, |
| "learning_rate": 3.152380737954674e-06, |
| "loss": 0.7810051441192627, |
| "step": 1106 |
| }, |
| { |
| "epoch": 2.5354691075514877, |
| "grad_norm": 0.6194555759429932, |
| "learning_rate": 3.1396079696708933e-06, |
| "loss": 0.8377099633216858, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.540045766590389, |
| "grad_norm": 0.48931312561035156, |
| "learning_rate": 3.126853258515692e-06, |
| "loss": 0.8033105731010437, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.5446224256292904, |
| "grad_norm": 3.8660051822662354, |
| "learning_rate": 3.114116787220676e-06, |
| "loss": 0.8483383059501648, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.5491990846681922, |
| "grad_norm": 0.508552074432373, |
| "learning_rate": 3.101398738256134e-06, |
| "loss": 0.8187400698661804, |
| "step": 1114 |
| }, |
| { |
| "epoch": 2.553775743707094, |
| "grad_norm": 0.7558878064155579, |
| "learning_rate": 3.0886992938284283e-06, |
| "loss": 0.5747739672660828, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.5583524027459954, |
| "grad_norm": 3.0800881385803223, |
| "learning_rate": 3.076018635877382e-06, |
| "loss": 0.6367532014846802, |
| "step": 1118 |
| }, |
| { |
| "epoch": 2.5629290617848968, |
| "grad_norm": 1.0385645627975464, |
| "learning_rate": 3.063356946073667e-06, |
| "loss": 0.6223986148834229, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.5675057208237986, |
| "grad_norm": 0.7576572895050049, |
| "learning_rate": 3.050714405816212e-06, |
| "loss": 0.716172456741333, |
| "step": 1122 |
| }, |
| { |
| "epoch": 2.5720823798627004, |
| "grad_norm": 1.1599595546722412, |
| "learning_rate": 3.038091196229594e-06, |
| "loss": 0.7232475280761719, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.5766590389016018, |
| "grad_norm": 0.6561689972877502, |
| "learning_rate": 3.025487498161449e-06, |
| "loss": 0.4857536554336548, |
| "step": 1126 |
| }, |
| { |
| "epoch": 2.5812356979405036, |
| "grad_norm": 0.6233944892883301, |
| "learning_rate": 3.0129034921798784e-06, |
| "loss": 0.8831377029418945, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.585812356979405, |
| "grad_norm": 0.6065633296966553, |
| "learning_rate": 3.000339358570864e-06, |
| "loss": 0.801806628704071, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.5903890160183067, |
| "grad_norm": 0.5193330645561218, |
| "learning_rate": 2.9877952773356835e-06, |
| "loss": 0.7977845668792725, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.594965675057208, |
| "grad_norm": 0.6371508240699768, |
| "learning_rate": 2.9752714281883338e-06, |
| "loss": 0.7237481474876404, |
| "step": 1134 |
| }, |
| { |
| "epoch": 2.59954233409611, |
| "grad_norm": 4.00014591217041, |
| "learning_rate": 2.9627679905529503e-06, |
| "loss": 0.6999197006225586, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.6041189931350113, |
| "grad_norm": 0.9605089426040649, |
| "learning_rate": 2.9502851435612474e-06, |
| "loss": 0.5667267441749573, |
| "step": 1138 |
| }, |
| { |
| "epoch": 2.608695652173913, |
| "grad_norm": 0.8212308883666992, |
| "learning_rate": 2.937823066049941e-06, |
| "loss": 0.84372878074646, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.613272311212815, |
| "grad_norm": 0.6663596034049988, |
| "learning_rate": 2.9253819365581923e-06, |
| "loss": 0.7569270133972168, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.6178489702517163, |
| "grad_norm": 1.229351282119751, |
| "learning_rate": 2.9129619333250482e-06, |
| "loss": 0.4845171868801117, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.6224256292906176, |
| "grad_norm": 1.0321894884109497, |
| "learning_rate": 2.900563234286891e-06, |
| "loss": 0.47281792759895325, |
| "step": 1146 |
| }, |
| { |
| "epoch": 2.6270022883295194, |
| "grad_norm": 2.871659994125366, |
| "learning_rate": 2.888186017074882e-06, |
| "loss": 0.6280223727226257, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.6315789473684212, |
| "grad_norm": 0.3605870306491852, |
| "learning_rate": 2.875830459012424e-06, |
| "loss": 0.07345299422740936, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.6361556064073226, |
| "grad_norm": 0.5999372005462646, |
| "learning_rate": 2.8634967371126165e-06, |
| "loss": 0.7574805617332458, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.6407322654462244, |
| "grad_norm": 0.6183683276176453, |
| "learning_rate": 2.851185028075723e-06, |
| "loss": 0.4930267333984375, |
| "step": 1154 |
| }, |
| { |
| "epoch": 2.645308924485126, |
| "grad_norm": 0.5491237640380859, |
| "learning_rate": 2.8388955082866333e-06, |
| "loss": 0.6228328943252563, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.6498855835240276, |
| "grad_norm": 0.5937864184379578, |
| "learning_rate": 2.826628353812348e-06, |
| "loss": 0.8555384278297424, |
| "step": 1158 |
| }, |
| { |
| "epoch": 2.654462242562929, |
| "grad_norm": 1.6247820854187012, |
| "learning_rate": 2.8143837403994396e-06, |
| "loss": 0.5580495595932007, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.6590389016018308, |
| "grad_norm": 7.112198352813721, |
| "learning_rate": 2.8021618434715545e-06, |
| "loss": 0.478378564119339, |
| "step": 1162 |
| }, |
| { |
| "epoch": 2.663615560640732, |
| "grad_norm": 0.6588612794876099, |
| "learning_rate": 2.7899628381268805e-06, |
| "loss": 0.46248742938041687, |
| "step": 1164 |
| }, |
| { |
| "epoch": 2.668192219679634, |
| "grad_norm": 0.46749043464660645, |
| "learning_rate": 2.777786899135649e-06, |
| "loss": 0.5418421030044556, |
| "step": 1166 |
| }, |
| { |
| "epoch": 2.6727688787185357, |
| "grad_norm": 0.7305618524551392, |
| "learning_rate": 2.765634200937632e-06, |
| "loss": 0.4692259728908539, |
| "step": 1168 |
| }, |
| { |
| "epoch": 2.677345537757437, |
| "grad_norm": 1.3373067378997803, |
| "learning_rate": 2.753504917639637e-06, |
| "loss": 0.6015383005142212, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.6819221967963385, |
| "grad_norm": 1.2775124311447144, |
| "learning_rate": 2.741399223013018e-06, |
| "loss": 0.6598130464553833, |
| "step": 1172 |
| }, |
| { |
| "epoch": 2.6864988558352403, |
| "grad_norm": 0.6947876214981079, |
| "learning_rate": 2.72931729049118e-06, |
| "loss": 0.5946341156959534, |
| "step": 1174 |
| }, |
| { |
| "epoch": 2.691075514874142, |
| "grad_norm": 0.5818822383880615, |
| "learning_rate": 2.7172592931671033e-06, |
| "loss": 0.8561844229698181, |
| "step": 1176 |
| }, |
| { |
| "epoch": 2.6956521739130435, |
| "grad_norm": 0.40154317021369934, |
| "learning_rate": 2.705225403790853e-06, |
| "loss": 0.5496221780776978, |
| "step": 1178 |
| }, |
| { |
| "epoch": 2.700228832951945, |
| "grad_norm": 0.6244839429855347, |
| "learning_rate": 2.693215794767111e-06, |
| "loss": 0.7859920859336853, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.7048054919908466, |
| "grad_norm": 1.3127132654190063, |
| "learning_rate": 2.6812306381527084e-06, |
| "loss": 0.7597426176071167, |
| "step": 1182 |
| }, |
| { |
| "epoch": 2.7093821510297484, |
| "grad_norm": 5.444507598876953, |
| "learning_rate": 2.6692701056541486e-06, |
| "loss": 0.199199840426445, |
| "step": 1184 |
| }, |
| { |
| "epoch": 2.71395881006865, |
| "grad_norm": 0.6784061789512634, |
| "learning_rate": 2.657334368625163e-06, |
| "loss": 0.6887036561965942, |
| "step": 1186 |
| }, |
| { |
| "epoch": 2.7185354691075516, |
| "grad_norm": 0.5293588638305664, |
| "learning_rate": 2.6454235980642436e-06, |
| "loss": 0.8016695380210876, |
| "step": 1188 |
| }, |
| { |
| "epoch": 2.723112128146453, |
| "grad_norm": 0.8115622997283936, |
| "learning_rate": 2.6335379646121993e-06, |
| "loss": 0.6355752944946289, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.727688787185355, |
| "grad_norm": 0.6038773059844971, |
| "learning_rate": 2.6216776385497098e-06, |
| "loss": 0.6571699380874634, |
| "step": 1192 |
| }, |
| { |
| "epoch": 2.732265446224256, |
| "grad_norm": 0.559846043586731, |
| "learning_rate": 2.6098427897948867e-06, |
| "loss": 0.7960324883460999, |
| "step": 1194 |
| }, |
| { |
| "epoch": 2.736842105263158, |
| "grad_norm": 0.40631529688835144, |
| "learning_rate": 2.5980335879008364e-06, |
| "loss": 0.7562568783760071, |
| "step": 1196 |
| }, |
| { |
| "epoch": 2.7414187643020593, |
| "grad_norm": 1.7513792514801025, |
| "learning_rate": 2.586250202053233e-06, |
| "loss": 0.48247501254081726, |
| "step": 1198 |
| }, |
| { |
| "epoch": 2.745995423340961, |
| "grad_norm": 0.474061518907547, |
| "learning_rate": 2.574492801067902e-06, |
| "loss": 0.8583283424377441, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.750572082379863, |
| "grad_norm": 0.46135658025741577, |
| "learning_rate": 2.5627615533883803e-06, |
| "loss": 0.774861216545105, |
| "step": 1202 |
| }, |
| { |
| "epoch": 2.7551487414187643, |
| "grad_norm": 1.1955369710922241, |
| "learning_rate": 2.55105662708353e-06, |
| "loss": 0.5863184332847595, |
| "step": 1204 |
| }, |
| { |
| "epoch": 2.7597254004576657, |
| "grad_norm": 5.386921405792236, |
| "learning_rate": 2.539378189845112e-06, |
| "loss": 0.7277770638465881, |
| "step": 1206 |
| }, |
| { |
| "epoch": 2.7643020594965675, |
| "grad_norm": 0.7777206301689148, |
| "learning_rate": 2.5277264089853852e-06, |
| "loss": 0.32458746433258057, |
| "step": 1208 |
| }, |
| { |
| "epoch": 2.7688787185354693, |
| "grad_norm": 3.4855971336364746, |
| "learning_rate": 2.5161014514347212e-06, |
| "loss": 0.48918047547340393, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.7734553775743707, |
| "grad_norm": 0.9984601736068726, |
| "learning_rate": 2.5045034837392e-06, |
| "loss": 0.5557206869125366, |
| "step": 1212 |
| }, |
| { |
| "epoch": 2.7780320366132725, |
| "grad_norm": 0.3992338180541992, |
| "learning_rate": 2.492932672058231e-06, |
| "loss": 0.5206654071807861, |
| "step": 1214 |
| }, |
| { |
| "epoch": 2.782608695652174, |
| "grad_norm": 1.431427240371704, |
| "learning_rate": 2.4813891821621653e-06, |
| "loss": 0.28042441606521606, |
| "step": 1216 |
| }, |
| { |
| "epoch": 2.7871853546910756, |
| "grad_norm": 2.218466281890869, |
| "learning_rate": 2.4698731794299354e-06, |
| "loss": 0.3877430856227875, |
| "step": 1218 |
| }, |
| { |
| "epoch": 2.791762013729977, |
| "grad_norm": 0.46863940358161926, |
| "learning_rate": 2.4583848288466662e-06, |
| "loss": 0.493195503950119, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.796338672768879, |
| "grad_norm": 0.6733099222183228, |
| "learning_rate": 2.446924295001326e-06, |
| "loss": 0.7823275923728943, |
| "step": 1222 |
| }, |
| { |
| "epoch": 2.80091533180778, |
| "grad_norm": 1.4674835205078125, |
| "learning_rate": 2.435491742084368e-06, |
| "loss": 0.6491841077804565, |
| "step": 1224 |
| }, |
| { |
| "epoch": 2.805491990846682, |
| "grad_norm": 0.47652876377105713, |
| "learning_rate": 2.4240873338853628e-06, |
| "loss": 0.7960876226425171, |
| "step": 1226 |
| }, |
| { |
| "epoch": 2.8100686498855834, |
| "grad_norm": 0.4711756110191345, |
| "learning_rate": 2.4127112337906754e-06, |
| "loss": 0.536849319934845, |
| "step": 1228 |
| }, |
| { |
| "epoch": 2.814645308924485, |
| "grad_norm": 0.7543594241142273, |
| "learning_rate": 2.401363604781104e-06, |
| "loss": 0.6167381405830383, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.8192219679633865, |
| "grad_norm": 0.5257206559181213, |
| "learning_rate": 2.390044609429556e-06, |
| "loss": 0.8745390176773071, |
| "step": 1232 |
| }, |
| { |
| "epoch": 2.8237986270022883, |
| "grad_norm": 1.4748421907424927, |
| "learning_rate": 2.3787544098987148e-06, |
| "loss": 0.5339797139167786, |
| "step": 1234 |
| }, |
| { |
| "epoch": 2.82837528604119, |
| "grad_norm": 0.7052022218704224, |
| "learning_rate": 2.3674931679387184e-06, |
| "loss": 0.797744631767273, |
| "step": 1236 |
| }, |
| { |
| "epoch": 2.8329519450800915, |
| "grad_norm": 0.27761203050613403, |
| "learning_rate": 2.3562610448848415e-06, |
| "loss": 0.49625930190086365, |
| "step": 1238 |
| }, |
| { |
| "epoch": 2.837528604118993, |
| "grad_norm": 0.5554156303405762, |
| "learning_rate": 2.3450582016551826e-06, |
| "loss": 0.7721536159515381, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.8421052631578947, |
| "grad_norm": 0.4830935597419739, |
| "learning_rate": 2.3338847987483645e-06, |
| "loss": 0.810258686542511, |
| "step": 1242 |
| }, |
| { |
| "epoch": 2.8466819221967965, |
| "grad_norm": 0.7139240503311157, |
| "learning_rate": 2.3227409962412204e-06, |
| "loss": 0.8331779837608337, |
| "step": 1244 |
| }, |
| { |
| "epoch": 2.851258581235698, |
| "grad_norm": 1.6733156442642212, |
| "learning_rate": 2.3116269537865233e-06, |
| "loss": 0.6354835629463196, |
| "step": 1246 |
| }, |
| { |
| "epoch": 2.8558352402745997, |
| "grad_norm": 0.8812215328216553, |
| "learning_rate": 2.3005428306106773e-06, |
| "loss": 0.7057042121887207, |
| "step": 1248 |
| }, |
| { |
| "epoch": 2.860411899313501, |
| "grad_norm": 0.784724235534668, |
| "learning_rate": 2.2894887855114463e-06, |
| "loss": 0.843634843826294, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.864988558352403, |
| "grad_norm": 0.49218860268592834, |
| "learning_rate": 2.27846497685568e-06, |
| "loss": 0.7869199514389038, |
| "step": 1252 |
| }, |
| { |
| "epoch": 2.869565217391304, |
| "grad_norm": 2.8198912143707275, |
| "learning_rate": 2.2674715625770415e-06, |
| "loss": 0.549948513507843, |
| "step": 1254 |
| }, |
| { |
| "epoch": 2.874141876430206, |
| "grad_norm": 0.4654172956943512, |
| "learning_rate": 2.256508700173745e-06, |
| "loss": 0.5740110874176025, |
| "step": 1256 |
| }, |
| { |
| "epoch": 2.8787185354691074, |
| "grad_norm": 0.37810707092285156, |
| "learning_rate": 2.245576546706301e-06, |
| "loss": 0.5503138303756714, |
| "step": 1258 |
| }, |
| { |
| "epoch": 2.883295194508009, |
| "grad_norm": 0.8275235891342163, |
| "learning_rate": 2.234675258795269e-06, |
| "loss": 0.5749093890190125, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.887871853546911, |
| "grad_norm": 0.5841154456138611, |
| "learning_rate": 2.2238049926190025e-06, |
| "loss": 0.714622437953949, |
| "step": 1262 |
| }, |
| { |
| "epoch": 2.8924485125858124, |
| "grad_norm": 0.5689151287078857, |
| "learning_rate": 2.2129659039114243e-06, |
| "loss": 0.46536874771118164, |
| "step": 1264 |
| }, |
| { |
| "epoch": 2.8970251716247137, |
| "grad_norm": 0.5501039028167725, |
| "learning_rate": 2.2021581479597927e-06, |
| "loss": 0.7893953919410706, |
| "step": 1266 |
| }, |
| { |
| "epoch": 2.9016018306636155, |
| "grad_norm": 0.8494502902030945, |
| "learning_rate": 2.191381879602466e-06, |
| "loss": 0.6205670237541199, |
| "step": 1268 |
| }, |
| { |
| "epoch": 2.9061784897025174, |
| "grad_norm": 0.6330673098564148, |
| "learning_rate": 2.1806372532267006e-06, |
| "loss": 0.5450186133384705, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.9107551487414187, |
| "grad_norm": 0.5317128896713257, |
| "learning_rate": 2.1699244227664272e-06, |
| "loss": 0.4947490096092224, |
| "step": 1272 |
| }, |
| { |
| "epoch": 2.9153318077803205, |
| "grad_norm": 0.42626556754112244, |
| "learning_rate": 2.1592435417000485e-06, |
| "loss": 0.5672276020050049, |
| "step": 1274 |
| }, |
| { |
| "epoch": 2.919908466819222, |
| "grad_norm": 0.8525965213775635, |
| "learning_rate": 2.1485947630482434e-06, |
| "loss": 0.36214679479599, |
| "step": 1276 |
| }, |
| { |
| "epoch": 2.9244851258581237, |
| "grad_norm": 0.5449546575546265, |
| "learning_rate": 2.137978239371771e-06, |
| "loss": 0.8090663552284241, |
| "step": 1278 |
| }, |
| { |
| "epoch": 2.929061784897025, |
| "grad_norm": 1.8602927923202515, |
| "learning_rate": 2.127394122769286e-06, |
| "loss": 0.5202322006225586, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.933638443935927, |
| "grad_norm": 1.372131109237671, |
| "learning_rate": 2.11684256487516e-06, |
| "loss": 0.7397865056991577, |
| "step": 1282 |
| }, |
| { |
| "epoch": 2.9382151029748282, |
| "grad_norm": 0.4317033886909485, |
| "learning_rate": 2.1063237168573135e-06, |
| "loss": 0.8207894563674927, |
| "step": 1284 |
| }, |
| { |
| "epoch": 2.94279176201373, |
| "grad_norm": 1.2322509288787842, |
| "learning_rate": 2.0958377294150375e-06, |
| "loss": 0.6003591418266296, |
| "step": 1286 |
| }, |
| { |
| "epoch": 2.9473684210526314, |
| "grad_norm": 0.511931300163269, |
| "learning_rate": 2.085384752776851e-06, |
| "loss": 0.5409091114997864, |
| "step": 1288 |
| }, |
| { |
| "epoch": 2.9519450800915332, |
| "grad_norm": 0.4843280017375946, |
| "learning_rate": 2.074964936698335e-06, |
| "loss": 0.5519256591796875, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.9565217391304346, |
| "grad_norm": 0.8314401507377625, |
| "learning_rate": 2.0645784304599952e-06, |
| "loss": 0.7691973447799683, |
| "step": 1292 |
| }, |
| { |
| "epoch": 2.9610983981693364, |
| "grad_norm": 1.611412763595581, |
| "learning_rate": 2.0542253828651193e-06, |
| "loss": 0.46346092224121094, |
| "step": 1294 |
| }, |
| { |
| "epoch": 2.965675057208238, |
| "grad_norm": 0.45376840233802795, |
| "learning_rate": 2.0439059422376476e-06, |
| "loss": 0.7660473585128784, |
| "step": 1296 |
| }, |
| { |
| "epoch": 2.9702517162471396, |
| "grad_norm": 0.5917079448699951, |
| "learning_rate": 2.033620256420046e-06, |
| "loss": 0.7450892329216003, |
| "step": 1298 |
| }, |
| { |
| "epoch": 2.974828375286041, |
| "grad_norm": 0.5337526798248291, |
| "learning_rate": 2.0233684727711883e-06, |
| "loss": 0.7948495149612427, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.9794050343249427, |
| "grad_norm": 2.367062568664551, |
| "learning_rate": 2.0131507381642506e-06, |
| "loss": 0.47295913100242615, |
| "step": 1302 |
| }, |
| { |
| "epoch": 2.9839816933638446, |
| "grad_norm": 1.1392394304275513, |
| "learning_rate": 2.0029671989845923e-06, |
| "loss": 0.750167965888977, |
| "step": 1304 |
| }, |
| { |
| "epoch": 2.988558352402746, |
| "grad_norm": 0.531143307685852, |
| "learning_rate": 1.992818001127678e-06, |
| "loss": 0.39104270935058594, |
| "step": 1306 |
| }, |
| { |
| "epoch": 2.9931350114416477, |
| "grad_norm": 0.7250871062278748, |
| "learning_rate": 1.9827032899969756e-06, |
| "loss": 0.22440141439437866, |
| "step": 1308 |
| }, |
| { |
| "epoch": 2.997711670480549, |
| "grad_norm": 0.703926682472229, |
| "learning_rate": 1.9726232105018697e-06, |
| "loss": 0.7429046630859375, |
| "step": 1310 |
| }, |
| { |
| "epoch": 3.002288329519451, |
| "grad_norm": 0.43497398495674133, |
| "learning_rate": 1.9625779070556e-06, |
| "loss": 0.7082179188728333, |
| "step": 1312 |
| }, |
| { |
| "epoch": 3.0068649885583523, |
| "grad_norm": 0.5466197729110718, |
| "learning_rate": 1.9525675235731793e-06, |
| "loss": 0.3564700484275818, |
| "step": 1314 |
| }, |
| { |
| "epoch": 3.011441647597254, |
| "grad_norm": 0.5676448345184326, |
| "learning_rate": 1.9425922034693363e-06, |
| "loss": 0.6031548380851746, |
| "step": 1316 |
| }, |
| { |
| "epoch": 3.0160183066361554, |
| "grad_norm": 0.6110860109329224, |
| "learning_rate": 1.9326520896564614e-06, |
| "loss": 0.5565021634101868, |
| "step": 1318 |
| }, |
| { |
| "epoch": 3.0205949656750573, |
| "grad_norm": 0.7073854207992554, |
| "learning_rate": 1.9227473245425584e-06, |
| "loss": 0.6478375196456909, |
| "step": 1320 |
| }, |
| { |
| "epoch": 3.0251716247139586, |
| "grad_norm": 0.7119851112365723, |
| "learning_rate": 1.912878050029205e-06, |
| "loss": 0.3045092821121216, |
| "step": 1322 |
| }, |
| { |
| "epoch": 3.0297482837528604, |
| "grad_norm": 0.668566882610321, |
| "learning_rate": 1.9030444075095169e-06, |
| "loss": 0.5307950973510742, |
| "step": 1324 |
| }, |
| { |
| "epoch": 3.034324942791762, |
| "grad_norm": 0.6608180403709412, |
| "learning_rate": 1.8932465378661315e-06, |
| "loss": 0.28795385360717773, |
| "step": 1326 |
| }, |
| { |
| "epoch": 3.0389016018306636, |
| "grad_norm": 1.2194944620132446, |
| "learning_rate": 1.8834845814691727e-06, |
| "loss": 0.6476283073425293, |
| "step": 1328 |
| }, |
| { |
| "epoch": 3.0434782608695654, |
| "grad_norm": 0.6446576118469238, |
| "learning_rate": 1.873758678174258e-06, |
| "loss": 0.6247165203094482, |
| "step": 1330 |
| }, |
| { |
| "epoch": 3.0480549199084668, |
| "grad_norm": 0.10556092858314514, |
| "learning_rate": 1.864068967320483e-06, |
| "loss": 0.07942181080579758, |
| "step": 1332 |
| }, |
| { |
| "epoch": 3.0526315789473686, |
| "grad_norm": 1.9154139757156372, |
| "learning_rate": 1.8544155877284292e-06, |
| "loss": 0.2606959939002991, |
| "step": 1334 |
| }, |
| { |
| "epoch": 3.05720823798627, |
| "grad_norm": 0.7502045035362244, |
| "learning_rate": 1.8447986776981746e-06, |
| "loss": 0.6145456433296204, |
| "step": 1336 |
| }, |
| { |
| "epoch": 3.0617848970251718, |
| "grad_norm": 0.7055021524429321, |
| "learning_rate": 1.8352183750073134e-06, |
| "loss": 0.43598175048828125, |
| "step": 1338 |
| }, |
| { |
| "epoch": 3.066361556064073, |
| "grad_norm": 0.5926067233085632, |
| "learning_rate": 1.8256748169089803e-06, |
| "loss": 0.2945636212825775, |
| "step": 1340 |
| }, |
| { |
| "epoch": 3.070938215102975, |
| "grad_norm": 1.8550186157226562, |
| "learning_rate": 1.8161681401298842e-06, |
| "loss": 0.43354955315589905, |
| "step": 1342 |
| }, |
| { |
| "epoch": 3.0755148741418763, |
| "grad_norm": 2.016162395477295, |
| "learning_rate": 1.8066984808683547e-06, |
| "loss": 0.35298022627830505, |
| "step": 1344 |
| }, |
| { |
| "epoch": 3.080091533180778, |
| "grad_norm": 0.677463948726654, |
| "learning_rate": 1.7972659747923785e-06, |
| "loss": 0.358053982257843, |
| "step": 1346 |
| }, |
| { |
| "epoch": 3.0846681922196795, |
| "grad_norm": 1.3669031858444214, |
| "learning_rate": 1.787870757037672e-06, |
| "loss": 0.30859601497650146, |
| "step": 1348 |
| }, |
| { |
| "epoch": 3.0892448512585813, |
| "grad_norm": 1.2701737880706787, |
| "learning_rate": 1.7785129622057312e-06, |
| "loss": 0.5989816188812256, |
| "step": 1350 |
| }, |
| { |
| "epoch": 3.0938215102974826, |
| "grad_norm": 0.4244588613510132, |
| "learning_rate": 1.7691927243619105e-06, |
| "loss": 0.3882506191730499, |
| "step": 1352 |
| }, |
| { |
| "epoch": 3.0983981693363845, |
| "grad_norm": 4.394486427307129, |
| "learning_rate": 1.7599101770335015e-06, |
| "loss": 0.13407155871391296, |
| "step": 1354 |
| }, |
| { |
| "epoch": 3.1029748283752863, |
| "grad_norm": 0.7348482012748718, |
| "learning_rate": 1.7506654532078176e-06, |
| "loss": 0.1811959147453308, |
| "step": 1356 |
| }, |
| { |
| "epoch": 3.1075514874141876, |
| "grad_norm": 0.8721897602081299, |
| "learning_rate": 1.7414586853302909e-06, |
| "loss": 0.42143383622169495, |
| "step": 1358 |
| }, |
| { |
| "epoch": 3.1121281464530894, |
| "grad_norm": 5.011177062988281, |
| "learning_rate": 1.732290005302572e-06, |
| "loss": 0.31767553091049194, |
| "step": 1360 |
| }, |
| { |
| "epoch": 3.116704805491991, |
| "grad_norm": 0.8464891910552979, |
| "learning_rate": 1.7231595444806483e-06, |
| "loss": 0.6350334882736206, |
| "step": 1362 |
| }, |
| { |
| "epoch": 3.1212814645308926, |
| "grad_norm": 0.7363600134849548, |
| "learning_rate": 1.7140674336729477e-06, |
| "loss": 0.34634676575660706, |
| "step": 1364 |
| }, |
| { |
| "epoch": 3.125858123569794, |
| "grad_norm": 0.6495455503463745, |
| "learning_rate": 1.7050138031384776e-06, |
| "loss": 0.5073356032371521, |
| "step": 1366 |
| }, |
| { |
| "epoch": 3.130434782608696, |
| "grad_norm": 0.8677927851676941, |
| "learning_rate": 1.6959987825849548e-06, |
| "loss": 0.41521307826042175, |
| "step": 1368 |
| }, |
| { |
| "epoch": 3.135011441647597, |
| "grad_norm": 0.6031743288040161, |
| "learning_rate": 1.6870225011669433e-06, |
| "loss": 0.5051814913749695, |
| "step": 1370 |
| }, |
| { |
| "epoch": 3.139588100686499, |
| "grad_norm": 0.5029802918434143, |
| "learning_rate": 1.67808508748401e-06, |
| "loss": 0.060064904391765594, |
| "step": 1372 |
| }, |
| { |
| "epoch": 3.1441647597254003, |
| "grad_norm": 0.49608922004699707, |
| "learning_rate": 1.6691866695788778e-06, |
| "loss": 0.5580463409423828, |
| "step": 1374 |
| }, |
| { |
| "epoch": 3.148741418764302, |
| "grad_norm": 0.5855568051338196, |
| "learning_rate": 1.6603273749355932e-06, |
| "loss": 0.5613203644752502, |
| "step": 1376 |
| }, |
| { |
| "epoch": 3.1533180778032035, |
| "grad_norm": 0.6027638912200928, |
| "learning_rate": 1.6515073304776996e-06, |
| "loss": 0.3589206635951996, |
| "step": 1378 |
| }, |
| { |
| "epoch": 3.1578947368421053, |
| "grad_norm": 0.7994204759597778, |
| "learning_rate": 1.642726662566419e-06, |
| "loss": 0.4340493083000183, |
| "step": 1380 |
| }, |
| { |
| "epoch": 3.1624713958810067, |
| "grad_norm": 0.8440326452255249, |
| "learning_rate": 1.6339854969988412e-06, |
| "loss": 0.5287958383560181, |
| "step": 1382 |
| }, |
| { |
| "epoch": 3.1670480549199085, |
| "grad_norm": 1.337528109550476, |
| "learning_rate": 1.6252839590061203e-06, |
| "loss": 0.48380246758461, |
| "step": 1384 |
| }, |
| { |
| "epoch": 3.17162471395881, |
| "grad_norm": 0.18262973427772522, |
| "learning_rate": 1.6166221732516876e-06, |
| "loss": 0.029057124629616737, |
| "step": 1386 |
| }, |
| { |
| "epoch": 3.1762013729977117, |
| "grad_norm": 1.918377161026001, |
| "learning_rate": 1.6080002638294516e-06, |
| "loss": 0.09718252718448639, |
| "step": 1388 |
| }, |
| { |
| "epoch": 3.1807780320366135, |
| "grad_norm": 0.17276065051555634, |
| "learning_rate": 1.599418354262036e-06, |
| "loss": 0.17694096267223358, |
| "step": 1390 |
| }, |
| { |
| "epoch": 3.185354691075515, |
| "grad_norm": 0.8832252621650696, |
| "learning_rate": 1.5908765674989995e-06, |
| "loss": 0.4334821403026581, |
| "step": 1392 |
| }, |
| { |
| "epoch": 3.1899313501144166, |
| "grad_norm": 6.330790996551514, |
| "learning_rate": 1.582375025915078e-06, |
| "loss": 0.2820512652397156, |
| "step": 1394 |
| }, |
| { |
| "epoch": 3.194508009153318, |
| "grad_norm": 0.6005669832229614, |
| "learning_rate": 1.573913851308431e-06, |
| "loss": 0.22479744255542755, |
| "step": 1396 |
| }, |
| { |
| "epoch": 3.19908466819222, |
| "grad_norm": 1.287660002708435, |
| "learning_rate": 1.5654931648988962e-06, |
| "loss": 0.4539932906627655, |
| "step": 1398 |
| }, |
| { |
| "epoch": 3.203661327231121, |
| "grad_norm": 0.5233741402626038, |
| "learning_rate": 1.5571130873262542e-06, |
| "loss": 0.17698650062084198, |
| "step": 1400 |
| }, |
| { |
| "epoch": 3.208237986270023, |
| "grad_norm": 0.9421582818031311, |
| "learning_rate": 1.5487737386484966e-06, |
| "loss": 0.4471212327480316, |
| "step": 1402 |
| }, |
| { |
| "epoch": 3.2128146453089244, |
| "grad_norm": 1.1425485610961914, |
| "learning_rate": 1.5404752383401145e-06, |
| "loss": 0.49938952922821045, |
| "step": 1404 |
| }, |
| { |
| "epoch": 3.217391304347826, |
| "grad_norm": 1.4222649335861206, |
| "learning_rate": 1.5322177052903725e-06, |
| "loss": 0.2908313572406769, |
| "step": 1406 |
| }, |
| { |
| "epoch": 3.2219679633867275, |
| "grad_norm": 0.6182151436805725, |
| "learning_rate": 1.5240012578016205e-06, |
| "loss": 0.45964670181274414, |
| "step": 1408 |
| }, |
| { |
| "epoch": 3.2265446224256293, |
| "grad_norm": 0.7475869059562683, |
| "learning_rate": 1.5158260135875908e-06, |
| "loss": 0.4192732572555542, |
| "step": 1410 |
| }, |
| { |
| "epoch": 3.2311212814645307, |
| "grad_norm": 0.8350936770439148, |
| "learning_rate": 1.507692089771708e-06, |
| "loss": 0.6540165543556213, |
| "step": 1412 |
| }, |
| { |
| "epoch": 3.2356979405034325, |
| "grad_norm": 1.6320070028305054, |
| "learning_rate": 1.4995996028854237e-06, |
| "loss": 0.42058131098747253, |
| "step": 1414 |
| }, |
| { |
| "epoch": 3.2402745995423343, |
| "grad_norm": 0.9828153252601624, |
| "learning_rate": 1.4915486688665344e-06, |
| "loss": 0.4954679012298584, |
| "step": 1416 |
| }, |
| { |
| "epoch": 3.2448512585812357, |
| "grad_norm": 0.4938318431377411, |
| "learning_rate": 1.4835394030575266e-06, |
| "loss": 0.5675240159034729, |
| "step": 1418 |
| }, |
| { |
| "epoch": 3.2494279176201375, |
| "grad_norm": 0.8090194463729858, |
| "learning_rate": 1.475571920203923e-06, |
| "loss": 0.5262541174888611, |
| "step": 1420 |
| }, |
| { |
| "epoch": 3.254004576659039, |
| "grad_norm": 0.9066356420516968, |
| "learning_rate": 1.4676463344526395e-06, |
| "loss": 0.5531529188156128, |
| "step": 1422 |
| }, |
| { |
| "epoch": 3.2585812356979407, |
| "grad_norm": 0.8314560651779175, |
| "learning_rate": 1.4597627593503473e-06, |
| "loss": 0.4790411591529846, |
| "step": 1424 |
| }, |
| { |
| "epoch": 3.263157894736842, |
| "grad_norm": 2.9613871574401855, |
| "learning_rate": 1.4519213078418494e-06, |
| "loss": 0.13854338228702545, |
| "step": 1426 |
| }, |
| { |
| "epoch": 3.267734553775744, |
| "grad_norm": 1.013364315032959, |
| "learning_rate": 1.4441220922684637e-06, |
| "loss": 0.49466753005981445, |
| "step": 1428 |
| }, |
| { |
| "epoch": 3.272311212814645, |
| "grad_norm": 0.32285788655281067, |
| "learning_rate": 1.4363652243664036e-06, |
| "loss": 0.045904774218797684, |
| "step": 1430 |
| }, |
| { |
| "epoch": 3.276887871853547, |
| "grad_norm": 1.0177583694458008, |
| "learning_rate": 1.4286508152651916e-06, |
| "loss": 0.43011364340782166, |
| "step": 1432 |
| }, |
| { |
| "epoch": 3.2814645308924484, |
| "grad_norm": 0.6156055927276611, |
| "learning_rate": 1.4209789754860566e-06, |
| "loss": 0.26439258456230164, |
| "step": 1434 |
| }, |
| { |
| "epoch": 3.28604118993135, |
| "grad_norm": 0.535756528377533, |
| "learning_rate": 1.4133498149403554e-06, |
| "loss": 0.3485221862792969, |
| "step": 1436 |
| }, |
| { |
| "epoch": 3.2906178489702516, |
| "grad_norm": 0.6638374924659729, |
| "learning_rate": 1.405763442927995e-06, |
| "loss": 0.43791279196739197, |
| "step": 1438 |
| }, |
| { |
| "epoch": 3.2951945080091534, |
| "grad_norm": 0.6146953701972961, |
| "learning_rate": 1.3982199681358703e-06, |
| "loss": 0.43667203187942505, |
| "step": 1440 |
| }, |
| { |
| "epoch": 3.2997711670480547, |
| "grad_norm": 0.8798004388809204, |
| "learning_rate": 1.3907194986363029e-06, |
| "loss": 0.679145872592926, |
| "step": 1442 |
| }, |
| { |
| "epoch": 3.3043478260869565, |
| "grad_norm": 2.4789793491363525, |
| "learning_rate": 1.383262141885496e-06, |
| "loss": 0.46688565611839294, |
| "step": 1444 |
| }, |
| { |
| "epoch": 3.308924485125858, |
| "grad_norm": 0.7254453897476196, |
| "learning_rate": 1.3758480047219964e-06, |
| "loss": 0.4225999414920807, |
| "step": 1446 |
| }, |
| { |
| "epoch": 3.3135011441647597, |
| "grad_norm": 1.1638004779815674, |
| "learning_rate": 1.3684771933651547e-06, |
| "loss": 0.5533671975135803, |
| "step": 1448 |
| }, |
| { |
| "epoch": 3.3180778032036615, |
| "grad_norm": 1.8972636461257935, |
| "learning_rate": 1.3611498134136171e-06, |
| "loss": 0.49239760637283325, |
| "step": 1450 |
| }, |
| { |
| "epoch": 3.322654462242563, |
| "grad_norm": 0.7231550216674805, |
| "learning_rate": 1.353865969843803e-06, |
| "loss": 0.6097209453582764, |
| "step": 1452 |
| }, |
| { |
| "epoch": 3.3272311212814647, |
| "grad_norm": 0.6900179982185364, |
| "learning_rate": 1.3466257670084006e-06, |
| "loss": 0.5563924312591553, |
| "step": 1454 |
| }, |
| { |
| "epoch": 3.331807780320366, |
| "grad_norm": 0.657533586025238, |
| "learning_rate": 1.3394293086348796e-06, |
| "loss": 0.5384810566902161, |
| "step": 1456 |
| }, |
| { |
| "epoch": 3.336384439359268, |
| "grad_norm": 0.20614972710609436, |
| "learning_rate": 1.3322766978239977e-06, |
| "loss": 0.21752725541591644, |
| "step": 1458 |
| }, |
| { |
| "epoch": 3.3409610983981692, |
| "grad_norm": 0.43330979347229004, |
| "learning_rate": 1.325168037048327e-06, |
| "loss": 0.1562982201576233, |
| "step": 1460 |
| }, |
| { |
| "epoch": 3.345537757437071, |
| "grad_norm": 0.8868097066879272, |
| "learning_rate": 1.3181034281507846e-06, |
| "loss": 0.039067141711711884, |
| "step": 1462 |
| }, |
| { |
| "epoch": 3.3501144164759724, |
| "grad_norm": 0.39520424604415894, |
| "learning_rate": 1.3110829723431763e-06, |
| "loss": 0.31014665961265564, |
| "step": 1464 |
| }, |
| { |
| "epoch": 3.354691075514874, |
| "grad_norm": 1.6159244775772095, |
| "learning_rate": 1.3041067702047407e-06, |
| "loss": 0.07728109508752823, |
| "step": 1466 |
| }, |
| { |
| "epoch": 3.3592677345537756, |
| "grad_norm": 0.7340835928916931, |
| "learning_rate": 1.297174921680714e-06, |
| "loss": 0.30891698598861694, |
| "step": 1468 |
| }, |
| { |
| "epoch": 3.3638443935926774, |
| "grad_norm": 1.7658299207687378, |
| "learning_rate": 1.2902875260808978e-06, |
| "loss": 0.07568443566560745, |
| "step": 1470 |
| }, |
| { |
| "epoch": 3.3684210526315788, |
| "grad_norm": 1.2565313577651978, |
| "learning_rate": 1.28344468207823e-06, |
| "loss": 0.2796335220336914, |
| "step": 1472 |
| }, |
| { |
| "epoch": 3.3729977116704806, |
| "grad_norm": 0.7257245182991028, |
| "learning_rate": 1.2766464877073805e-06, |
| "loss": 0.46368178725242615, |
| "step": 1474 |
| }, |
| { |
| "epoch": 3.3775743707093824, |
| "grad_norm": 1.0831571817398071, |
| "learning_rate": 1.2698930403633389e-06, |
| "loss": 0.39964616298675537, |
| "step": 1476 |
| }, |
| { |
| "epoch": 3.3821510297482837, |
| "grad_norm": 0.8762648105621338, |
| "learning_rate": 1.2631844368000236e-06, |
| "loss": 0.022859321907162666, |
| "step": 1478 |
| }, |
| { |
| "epoch": 3.386727688787185, |
| "grad_norm": 0.7149327993392944, |
| "learning_rate": 1.256520773128893e-06, |
| "loss": 0.29580366611480713, |
| "step": 1480 |
| }, |
| { |
| "epoch": 3.391304347826087, |
| "grad_norm": 5.417656898498535, |
| "learning_rate": 1.2499021448175713e-06, |
| "loss": 0.3861583173274994, |
| "step": 1482 |
| }, |
| { |
| "epoch": 3.3958810068649887, |
| "grad_norm": 0.5899186730384827, |
| "learning_rate": 1.2433286466884783e-06, |
| "loss": 0.5882078409194946, |
| "step": 1484 |
| }, |
| { |
| "epoch": 3.40045766590389, |
| "grad_norm": 0.6683065295219421, |
| "learning_rate": 1.2368003729174708e-06, |
| "loss": 0.5233013033866882, |
| "step": 1486 |
| }, |
| { |
| "epoch": 3.405034324942792, |
| "grad_norm": 0.7072110772132874, |
| "learning_rate": 1.2303174170324984e-06, |
| "loss": 0.5888646245002747, |
| "step": 1488 |
| }, |
| { |
| "epoch": 3.4096109839816933, |
| "grad_norm": 1.6215583086013794, |
| "learning_rate": 1.223879871912254e-06, |
| "loss": 0.04785463213920593, |
| "step": 1490 |
| }, |
| { |
| "epoch": 3.414187643020595, |
| "grad_norm": 0.6127355098724365, |
| "learning_rate": 1.2174878297848537e-06, |
| "loss": 0.0625072568655014, |
| "step": 1492 |
| }, |
| { |
| "epoch": 3.4187643020594964, |
| "grad_norm": 0.48454123735427856, |
| "learning_rate": 1.2111413822265077e-06, |
| "loss": 0.37776947021484375, |
| "step": 1494 |
| }, |
| { |
| "epoch": 3.4233409610983982, |
| "grad_norm": 0.6533837914466858, |
| "learning_rate": 1.2048406201602123e-06, |
| "loss": 0.17243488132953644, |
| "step": 1496 |
| }, |
| { |
| "epoch": 3.4279176201372996, |
| "grad_norm": 1.2736353874206543, |
| "learning_rate": 1.1985856338544457e-06, |
| "loss": 0.3051704466342926, |
| "step": 1498 |
| }, |
| { |
| "epoch": 3.4324942791762014, |
| "grad_norm": 0.9836899042129517, |
| "learning_rate": 1.1923765129218759e-06, |
| "loss": 0.34713953733444214, |
| "step": 1500 |
| }, |
| { |
| "epoch": 3.437070938215103, |
| "grad_norm": 1.0902957916259766, |
| "learning_rate": 1.1862133463180752e-06, |
| "loss": 0.4851178228855133, |
| "step": 1502 |
| }, |
| { |
| "epoch": 3.4416475972540046, |
| "grad_norm": 0.7768452167510986, |
| "learning_rate": 1.1800962223402466e-06, |
| "loss": 0.23431611061096191, |
| "step": 1504 |
| }, |
| { |
| "epoch": 3.446224256292906, |
| "grad_norm": 0.789863646030426, |
| "learning_rate": 1.174025228625962e-06, |
| "loss": 0.4964331090450287, |
| "step": 1506 |
| }, |
| { |
| "epoch": 3.4508009153318078, |
| "grad_norm": 0.9043194055557251, |
| "learning_rate": 1.168000452151899e-06, |
| "loss": 0.5745983719825745, |
| "step": 1508 |
| }, |
| { |
| "epoch": 3.4553775743707096, |
| "grad_norm": 0.6853423714637756, |
| "learning_rate": 1.1620219792326019e-06, |
| "loss": 0.3494628071784973, |
| "step": 1510 |
| }, |
| { |
| "epoch": 3.459954233409611, |
| "grad_norm": 0.7719877362251282, |
| "learning_rate": 1.1560898955192442e-06, |
| "loss": 0.07691881060600281, |
| "step": 1512 |
| }, |
| { |
| "epoch": 3.4645308924485128, |
| "grad_norm": 0.5891416072845459, |
| "learning_rate": 1.1502042859983956e-06, |
| "loss": 0.3369552493095398, |
| "step": 1514 |
| }, |
| { |
| "epoch": 3.469107551487414, |
| "grad_norm": 0.7656334638595581, |
| "learning_rate": 1.144365234990813e-06, |
| "loss": 0.5648132562637329, |
| "step": 1516 |
| }, |
| { |
| "epoch": 3.473684210526316, |
| "grad_norm": 0.8338443636894226, |
| "learning_rate": 1.1385728261502265e-06, |
| "loss": 0.5203874707221985, |
| "step": 1518 |
| }, |
| { |
| "epoch": 3.4782608695652173, |
| "grad_norm": 1.7429405450820923, |
| "learning_rate": 1.1328271424621426e-06, |
| "loss": 0.4457243084907532, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.482837528604119, |
| "grad_norm": 0.6419166922569275, |
| "learning_rate": 1.127128266242655e-06, |
| "loss": 0.5154409408569336, |
| "step": 1522 |
| }, |
| { |
| "epoch": 3.4874141876430205, |
| "grad_norm": 0.7125447988510132, |
| "learning_rate": 1.1214762791372668e-06, |
| "loss": 0.38710278272628784, |
| "step": 1524 |
| }, |
| { |
| "epoch": 3.4919908466819223, |
| "grad_norm": 0.5910897850990295, |
| "learning_rate": 1.1158712621197187e-06, |
| "loss": 0.5922369956970215, |
| "step": 1526 |
| }, |
| { |
| "epoch": 3.4965675057208236, |
| "grad_norm": 0.42722317576408386, |
| "learning_rate": 1.1103132954908296e-06, |
| "loss": 0.03717589005827904, |
| "step": 1528 |
| }, |
| { |
| "epoch": 3.5011441647597255, |
| "grad_norm": 0.7920047044754028, |
| "learning_rate": 1.1048024588773493e-06, |
| "loss": 0.5138665437698364, |
| "step": 1530 |
| }, |
| { |
| "epoch": 3.505720823798627, |
| "grad_norm": 0.6985714435577393, |
| "learning_rate": 1.09933883123081e-06, |
| "loss": 0.5611461997032166, |
| "step": 1532 |
| }, |
| { |
| "epoch": 3.5102974828375286, |
| "grad_norm": 0.5378302931785583, |
| "learning_rate": 1.0939224908264042e-06, |
| "loss": 0.5791317820549011, |
| "step": 1534 |
| }, |
| { |
| "epoch": 3.5148741418764304, |
| "grad_norm": 0.10158717632293701, |
| "learning_rate": 1.0885535152618574e-06, |
| "loss": 0.2312551885843277, |
| "step": 1536 |
| }, |
| { |
| "epoch": 3.519450800915332, |
| "grad_norm": 0.9983445405960083, |
| "learning_rate": 1.0832319814563188e-06, |
| "loss": 0.32253575325012207, |
| "step": 1538 |
| }, |
| { |
| "epoch": 3.524027459954233, |
| "grad_norm": 1.0612983703613281, |
| "learning_rate": 1.0779579656492575e-06, |
| "loss": 0.3236549496650696, |
| "step": 1540 |
| }, |
| { |
| "epoch": 3.528604118993135, |
| "grad_norm": 0.7103164792060852, |
| "learning_rate": 1.072731543399372e-06, |
| "loss": 0.3252106308937073, |
| "step": 1542 |
| }, |
| { |
| "epoch": 3.533180778032037, |
| "grad_norm": 0.2725476622581482, |
| "learning_rate": 1.067552789583508e-06, |
| "loss": 0.23804107308387756, |
| "step": 1544 |
| }, |
| { |
| "epoch": 3.537757437070938, |
| "grad_norm": 1.5089448690414429, |
| "learning_rate": 1.0624217783955839e-06, |
| "loss": 0.38195565342903137, |
| "step": 1546 |
| }, |
| { |
| "epoch": 3.54233409610984, |
| "grad_norm": 0.6526052355766296, |
| "learning_rate": 1.0573385833455275e-06, |
| "loss": 0.380737841129303, |
| "step": 1548 |
| }, |
| { |
| "epoch": 3.5469107551487413, |
| "grad_norm": 1.1080514192581177, |
| "learning_rate": 1.0523032772582262e-06, |
| "loss": 0.38047873973846436, |
| "step": 1550 |
| }, |
| { |
| "epoch": 3.551487414187643, |
| "grad_norm": 0.7343178391456604, |
| "learning_rate": 1.047315932272482e-06, |
| "loss": 0.4824707508087158, |
| "step": 1552 |
| }, |
| { |
| "epoch": 3.5560640732265445, |
| "grad_norm": 0.633358359336853, |
| "learning_rate": 1.0423766198399744e-06, |
| "loss": 0.6635564565658569, |
| "step": 1554 |
| }, |
| { |
| "epoch": 3.5606407322654463, |
| "grad_norm": 0.5067686438560486, |
| "learning_rate": 1.0374854107242416e-06, |
| "loss": 0.3814176023006439, |
| "step": 1556 |
| }, |
| { |
| "epoch": 3.5652173913043477, |
| "grad_norm": 0.9163781404495239, |
| "learning_rate": 1.032642374999667e-06, |
| "loss": 0.37396469712257385, |
| "step": 1558 |
| }, |
| { |
| "epoch": 3.5697940503432495, |
| "grad_norm": 0.7029092311859131, |
| "learning_rate": 1.0278475820504685e-06, |
| "loss": 0.35979732871055603, |
| "step": 1560 |
| }, |
| { |
| "epoch": 3.5743707093821513, |
| "grad_norm": 0.5607945322990417, |
| "learning_rate": 1.0231011005697145e-06, |
| "loss": 0.5650622248649597, |
| "step": 1562 |
| }, |
| { |
| "epoch": 3.5789473684210527, |
| "grad_norm": 1.1728614568710327, |
| "learning_rate": 1.0184029985583304e-06, |
| "loss": 0.5536704063415527, |
| "step": 1564 |
| }, |
| { |
| "epoch": 3.583524027459954, |
| "grad_norm": 0.7152750492095947, |
| "learning_rate": 1.013753343324131e-06, |
| "loss": 0.594580888748169, |
| "step": 1566 |
| }, |
| { |
| "epoch": 3.588100686498856, |
| "grad_norm": 1.2149173021316528, |
| "learning_rate": 1.009152201480852e-06, |
| "loss": 0.2382848709821701, |
| "step": 1568 |
| }, |
| { |
| "epoch": 3.5926773455377576, |
| "grad_norm": 0.7747706770896912, |
| "learning_rate": 1.0045996389471982e-06, |
| "loss": 0.26458844542503357, |
| "step": 1570 |
| }, |
| { |
| "epoch": 3.597254004576659, |
| "grad_norm": 0.8040603995323181, |
| "learning_rate": 1.000095720945898e-06, |
| "loss": 0.5273915529251099, |
| "step": 1572 |
| }, |
| { |
| "epoch": 3.6018306636155604, |
| "grad_norm": 0.7427345514297485, |
| "learning_rate": 9.956405120027684e-07, |
| "loss": 0.630144476890564, |
| "step": 1574 |
| }, |
| { |
| "epoch": 3.606407322654462, |
| "grad_norm": 0.7674996852874756, |
| "learning_rate": 9.912340759457942e-07, |
| "loss": 0.3695995509624481, |
| "step": 1576 |
| }, |
| { |
| "epoch": 3.610983981693364, |
| "grad_norm": 0.6453800797462463, |
| "learning_rate": 9.868764759042061e-07, |
| "loss": 0.3349326550960541, |
| "step": 1578 |
| }, |
| { |
| "epoch": 3.6155606407322654, |
| "grad_norm": 0.8265721201896667, |
| "learning_rate": 9.82567774307585e-07, |
| "loss": 0.22504082322120667, |
| "step": 1580 |
| }, |
| { |
| "epoch": 3.620137299771167, |
| "grad_norm": 0.905486524105072, |
| "learning_rate": 9.783080328849617e-07, |
| "loss": 0.3136463165283203, |
| "step": 1582 |
| }, |
| { |
| "epoch": 3.6247139588100685, |
| "grad_norm": 0.6223527789115906, |
| "learning_rate": 9.740973126639342e-07, |
| "loss": 0.5206019282341003, |
| "step": 1584 |
| }, |
| { |
| "epoch": 3.6292906178489703, |
| "grad_norm": 0.7490825057029724, |
| "learning_rate": 9.699356739697942e-07, |
| "loss": 0.2996978163719177, |
| "step": 1586 |
| }, |
| { |
| "epoch": 3.6338672768878717, |
| "grad_norm": 1.3377209901809692, |
| "learning_rate": 9.658231764246612e-07, |
| "loss": 0.49734920263290405, |
| "step": 1588 |
| }, |
| { |
| "epoch": 3.6384439359267735, |
| "grad_norm": 0.6160526275634766, |
| "learning_rate": 9.617598789466309e-07, |
| "loss": 0.4488961696624756, |
| "step": 1590 |
| }, |
| { |
| "epoch": 3.643020594965675, |
| "grad_norm": 0.6402332782745361, |
| "learning_rate": 9.577458397489267e-07, |
| "loss": 0.34510815143585205, |
| "step": 1592 |
| }, |
| { |
| "epoch": 3.6475972540045767, |
| "grad_norm": 2.2822258472442627, |
| "learning_rate": 9.537811163390726e-07, |
| "loss": 0.29307034611701965, |
| "step": 1594 |
| }, |
| { |
| "epoch": 3.6521739130434785, |
| "grad_norm": 0.6280086636543274, |
| "learning_rate": 9.498657655180603e-07, |
| "loss": 0.7618148326873779, |
| "step": 1596 |
| }, |
| { |
| "epoch": 3.65675057208238, |
| "grad_norm": 1.1775965690612793, |
| "learning_rate": 9.459998433795451e-07, |
| "loss": 0.5977869033813477, |
| "step": 1598 |
| }, |
| { |
| "epoch": 3.6613272311212812, |
| "grad_norm": 1.0905108451843262, |
| "learning_rate": 9.421834053090337e-07, |
| "loss": 0.19339358806610107, |
| "step": 1600 |
| }, |
| { |
| "epoch": 3.665903890160183, |
| "grad_norm": 0.7036289572715759, |
| "learning_rate": 9.384165059830962e-07, |
| "loss": 0.3755697011947632, |
| "step": 1602 |
| }, |
| { |
| "epoch": 3.670480549199085, |
| "grad_norm": 1.6435350179672241, |
| "learning_rate": 9.346991993685812e-07, |
| "loss": 0.23423030972480774, |
| "step": 1604 |
| }, |
| { |
| "epoch": 3.675057208237986, |
| "grad_norm": 0.6723319888114929, |
| "learning_rate": 9.310315387218422e-07, |
| "loss": 0.3673589825630188, |
| "step": 1606 |
| }, |
| { |
| "epoch": 3.679633867276888, |
| "grad_norm": 0.6365793943405151, |
| "learning_rate": 9.274135765879747e-07, |
| "loss": 0.5359373092651367, |
| "step": 1608 |
| }, |
| { |
| "epoch": 3.6842105263157894, |
| "grad_norm": 0.7959802150726318, |
| "learning_rate": 9.238453648000641e-07, |
| "loss": 0.1777590662240982, |
| "step": 1610 |
| }, |
| { |
| "epoch": 3.688787185354691, |
| "grad_norm": 0.6853817105293274, |
| "learning_rate": 9.203269544784425e-07, |
| "loss": 0.38532423973083496, |
| "step": 1612 |
| }, |
| { |
| "epoch": 3.6933638443935926, |
| "grad_norm": 1.2843016386032104, |
| "learning_rate": 9.168583960299554e-07, |
| "loss": 0.08693390339612961, |
| "step": 1614 |
| }, |
| { |
| "epoch": 3.6979405034324944, |
| "grad_norm": 0.7138749361038208, |
| "learning_rate": 9.134397391472428e-07, |
| "loss": 0.39513278007507324, |
| "step": 1616 |
| }, |
| { |
| "epoch": 3.7025171624713957, |
| "grad_norm": 0.6505438685417175, |
| "learning_rate": 9.100710328080235e-07, |
| "loss": 0.6121611595153809, |
| "step": 1618 |
| }, |
| { |
| "epoch": 3.7070938215102975, |
| "grad_norm": 0.9069646596908569, |
| "learning_rate": 9.06752325274395e-07, |
| "loss": 0.5526926517486572, |
| "step": 1620 |
| }, |
| { |
| "epoch": 3.7116704805491993, |
| "grad_norm": 1.1165289878845215, |
| "learning_rate": 9.034836640921429e-07, |
| "loss": 0.07703058421611786, |
| "step": 1622 |
| }, |
| { |
| "epoch": 3.7162471395881007, |
| "grad_norm": 0.7630195021629333, |
| "learning_rate": 9.00265096090058e-07, |
| "loss": 0.46056246757507324, |
| "step": 1624 |
| }, |
| { |
| "epoch": 3.720823798627002, |
| "grad_norm": 0.6535618305206299, |
| "learning_rate": 8.970966673792673e-07, |
| "loss": 0.42857468128204346, |
| "step": 1626 |
| }, |
| { |
| "epoch": 3.725400457665904, |
| "grad_norm": 0.8734167218208313, |
| "learning_rate": 8.939784233525715e-07, |
| "loss": 0.256624311208725, |
| "step": 1628 |
| }, |
| { |
| "epoch": 3.7299771167048057, |
| "grad_norm": 0.7594066858291626, |
| "learning_rate": 8.909104086837956e-07, |
| "loss": 0.2708790898323059, |
| "step": 1630 |
| }, |
| { |
| "epoch": 3.734553775743707, |
| "grad_norm": 0.7039399743080139, |
| "learning_rate": 8.878926673271494e-07, |
| "loss": 0.24956341087818146, |
| "step": 1632 |
| }, |
| { |
| "epoch": 3.7391304347826084, |
| "grad_norm": 0.5838392376899719, |
| "learning_rate": 8.849252425165964e-07, |
| "loss": 0.15410839021205902, |
| "step": 1634 |
| }, |
| { |
| "epoch": 3.7437070938215102, |
| "grad_norm": 0.9392322301864624, |
| "learning_rate": 8.82008176765237e-07, |
| "loss": 0.28980621695518494, |
| "step": 1636 |
| }, |
| { |
| "epoch": 3.748283752860412, |
| "grad_norm": 0.7467678785324097, |
| "learning_rate": 8.791415118646951e-07, |
| "loss": 0.43078869581222534, |
| "step": 1638 |
| }, |
| { |
| "epoch": 3.7528604118993134, |
| "grad_norm": 0.9660971760749817, |
| "learning_rate": 8.763252888845239e-07, |
| "loss": 0.047181982547044754, |
| "step": 1640 |
| }, |
| { |
| "epoch": 3.757437070938215, |
| "grad_norm": 0.8727622032165527, |
| "learning_rate": 8.735595481716144e-07, |
| "loss": 0.696696937084198, |
| "step": 1642 |
| }, |
| { |
| "epoch": 3.7620137299771166, |
| "grad_norm": 0.6368957757949829, |
| "learning_rate": 8.708443293496197e-07, |
| "loss": 0.5460187196731567, |
| "step": 1644 |
| }, |
| { |
| "epoch": 3.7665903890160184, |
| "grad_norm": 0.7762473821640015, |
| "learning_rate": 8.681796713183851e-07, |
| "loss": 0.5858830809593201, |
| "step": 1646 |
| }, |
| { |
| "epoch": 3.7711670480549198, |
| "grad_norm": 0.8503757119178772, |
| "learning_rate": 8.655656122533918e-07, |
| "loss": 0.33725491166114807, |
| "step": 1648 |
| }, |
| { |
| "epoch": 3.7757437070938216, |
| "grad_norm": 0.9335038661956787, |
| "learning_rate": 8.630021896052107e-07, |
| "loss": 0.3240436017513275, |
| "step": 1650 |
| }, |
| { |
| "epoch": 3.780320366132723, |
| "grad_norm": 0.6535862684249878, |
| "learning_rate": 8.604894400989643e-07, |
| "loss": 0.5961631536483765, |
| "step": 1652 |
| }, |
| { |
| "epoch": 3.7848970251716247, |
| "grad_norm": 0.6312614679336548, |
| "learning_rate": 8.580273997338029e-07, |
| "loss": 0.5986257791519165, |
| "step": 1654 |
| }, |
| { |
| "epoch": 3.7894736842105265, |
| "grad_norm": 1.371013879776001, |
| "learning_rate": 8.556161037823857e-07, |
| "loss": 0.1755972057580948, |
| "step": 1656 |
| }, |
| { |
| "epoch": 3.794050343249428, |
| "grad_norm": 0.6041772961616516, |
| "learning_rate": 8.532555867903774e-07, |
| "loss": 0.4229702055454254, |
| "step": 1658 |
| }, |
| { |
| "epoch": 3.7986270022883293, |
| "grad_norm": 0.7439691424369812, |
| "learning_rate": 8.509458825759552e-07, |
| "loss": 0.42115482687950134, |
| "step": 1660 |
| }, |
| { |
| "epoch": 3.803203661327231, |
| "grad_norm": 0.712613046169281, |
| "learning_rate": 8.486870242293181e-07, |
| "loss": 0.27668675780296326, |
| "step": 1662 |
| }, |
| { |
| "epoch": 3.807780320366133, |
| "grad_norm": 0.6914879679679871, |
| "learning_rate": 8.46479044112221e-07, |
| "loss": 0.48982763290405273, |
| "step": 1664 |
| }, |
| { |
| "epoch": 3.8123569794050343, |
| "grad_norm": 0.22564047574996948, |
| "learning_rate": 8.443219738575045e-07, |
| "loss": 0.03790595009922981, |
| "step": 1666 |
| }, |
| { |
| "epoch": 3.816933638443936, |
| "grad_norm": 1.0601603984832764, |
| "learning_rate": 8.422158443686438e-07, |
| "loss": 0.29513728618621826, |
| "step": 1668 |
| }, |
| { |
| "epoch": 3.8215102974828374, |
| "grad_norm": 0.8904151320457458, |
| "learning_rate": 8.401606858193082e-07, |
| "loss": 0.5875513553619385, |
| "step": 1670 |
| }, |
| { |
| "epoch": 3.8260869565217392, |
| "grad_norm": 2.976503610610962, |
| "learning_rate": 8.381565276529259e-07, |
| "loss": 0.6087798476219177, |
| "step": 1672 |
| }, |
| { |
| "epoch": 3.8306636155606406, |
| "grad_norm": 0.632571280002594, |
| "learning_rate": 8.362033985822622e-07, |
| "loss": 0.32114294171333313, |
| "step": 1674 |
| }, |
| { |
| "epoch": 3.8352402745995424, |
| "grad_norm": 0.601119339466095, |
| "learning_rate": 8.343013265890103e-07, |
| "loss": 0.5873348712921143, |
| "step": 1676 |
| }, |
| { |
| "epoch": 3.839816933638444, |
| "grad_norm": 0.9582832455635071, |
| "learning_rate": 8.324503389233897e-07, |
| "loss": 0.3884204924106598, |
| "step": 1678 |
| }, |
| { |
| "epoch": 3.8443935926773456, |
| "grad_norm": 0.6112123727798462, |
| "learning_rate": 8.306504621037538e-07, |
| "loss": 0.5339500308036804, |
| "step": 1680 |
| }, |
| { |
| "epoch": 3.8489702517162474, |
| "grad_norm": 1.0593942403793335, |
| "learning_rate": 8.289017219162127e-07, |
| "loss": 0.5693700909614563, |
| "step": 1682 |
| }, |
| { |
| "epoch": 3.8535469107551488, |
| "grad_norm": 0.12832017242908478, |
| "learning_rate": 8.27204143414262e-07, |
| "loss": 0.35359063744544983, |
| "step": 1684 |
| }, |
| { |
| "epoch": 3.85812356979405, |
| "grad_norm": 0.6210229992866516, |
| "learning_rate": 8.25557750918425e-07, |
| "loss": 0.5230538845062256, |
| "step": 1686 |
| }, |
| { |
| "epoch": 3.862700228832952, |
| "grad_norm": 0.16382178664207458, |
| "learning_rate": 8.239625680159025e-07, |
| "loss": 0.26382216811180115, |
| "step": 1688 |
| }, |
| { |
| "epoch": 3.8672768878718538, |
| "grad_norm": 2.582536220550537, |
| "learning_rate": 8.224186175602379e-07, |
| "loss": 0.4692237079143524, |
| "step": 1690 |
| }, |
| { |
| "epoch": 3.871853546910755, |
| "grad_norm": 0.19737273454666138, |
| "learning_rate": 8.209259216709867e-07, |
| "loss": 0.20311836898326874, |
| "step": 1692 |
| }, |
| { |
| "epoch": 3.8764302059496565, |
| "grad_norm": 0.6413448452949524, |
| "learning_rate": 8.19484501733401e-07, |
| "loss": 0.3281576633453369, |
| "step": 1694 |
| }, |
| { |
| "epoch": 3.8810068649885583, |
| "grad_norm": 0.5512455701828003, |
| "learning_rate": 8.180943783981235e-07, |
| "loss": 0.43348217010498047, |
| "step": 1696 |
| }, |
| { |
| "epoch": 3.88558352402746, |
| "grad_norm": 0.6660462021827698, |
| "learning_rate": 8.167555715808909e-07, |
| "loss": 0.2919246256351471, |
| "step": 1698 |
| }, |
| { |
| "epoch": 3.8901601830663615, |
| "grad_norm": 0.6395224928855896, |
| "learning_rate": 8.154681004622488e-07, |
| "loss": 0.6133857369422913, |
| "step": 1700 |
| }, |
| { |
| "epoch": 3.8947368421052633, |
| "grad_norm": 0.9475614428520203, |
| "learning_rate": 8.142319834872765e-07, |
| "loss": 0.11332155019044876, |
| "step": 1702 |
| }, |
| { |
| "epoch": 3.8993135011441646, |
| "grad_norm": 0.9015949368476868, |
| "learning_rate": 8.130472383653242e-07, |
| "loss": 0.46062496304512024, |
| "step": 1704 |
| }, |
| { |
| "epoch": 3.9038901601830664, |
| "grad_norm": 1.1249760389328003, |
| "learning_rate": 8.119138820697578e-07, |
| "loss": 0.30429723858833313, |
| "step": 1706 |
| }, |
| { |
| "epoch": 3.908466819221968, |
| "grad_norm": 0.6844801306724548, |
| "learning_rate": 8.108319308377159e-07, |
| "loss": 0.2837408483028412, |
| "step": 1708 |
| }, |
| { |
| "epoch": 3.9130434782608696, |
| "grad_norm": 0.6176382303237915, |
| "learning_rate": 8.098014001698775e-07, |
| "loss": 0.3056495487689972, |
| "step": 1710 |
| }, |
| { |
| "epoch": 3.917620137299771, |
| "grad_norm": 0.6619205474853516, |
| "learning_rate": 8.088223048302401e-07, |
| "loss": 0.3151998519897461, |
| "step": 1712 |
| }, |
| { |
| "epoch": 3.922196796338673, |
| "grad_norm": 0.6511373519897461, |
| "learning_rate": 8.078946588459083e-07, |
| "loss": 0.31710049510002136, |
| "step": 1714 |
| }, |
| { |
| "epoch": 3.9267734553775746, |
| "grad_norm": 0.45258191227912903, |
| "learning_rate": 8.070184755068918e-07, |
| "loss": 0.49992504715919495, |
| "step": 1716 |
| }, |
| { |
| "epoch": 3.931350114416476, |
| "grad_norm": 1.0866183042526245, |
| "learning_rate": 8.061937673659166e-07, |
| "loss": 0.40558746457099915, |
| "step": 1718 |
| }, |
| { |
| "epoch": 3.9359267734553773, |
| "grad_norm": 0.6440381407737732, |
| "learning_rate": 8.054205462382437e-07, |
| "loss": 0.3771609663963318, |
| "step": 1720 |
| }, |
| { |
| "epoch": 3.940503432494279, |
| "grad_norm": 0.5777904987335205, |
| "learning_rate": 8.046988232015002e-07, |
| "loss": 0.5135948061943054, |
| "step": 1722 |
| }, |
| { |
| "epoch": 3.945080091533181, |
| "grad_norm": 0.6155217885971069, |
| "learning_rate": 8.040286085955212e-07, |
| "loss": 0.5833529233932495, |
| "step": 1724 |
| }, |
| { |
| "epoch": 3.9496567505720823, |
| "grad_norm": 0.9023070335388184, |
| "learning_rate": 8.034099120222018e-07, |
| "loss": 0.33015888929367065, |
| "step": 1726 |
| }, |
| { |
| "epoch": 3.954233409610984, |
| "grad_norm": 0.558512806892395, |
| "learning_rate": 8.028427423453575e-07, |
| "loss": 0.3327302932739258, |
| "step": 1728 |
| }, |
| { |
| "epoch": 3.9588100686498855, |
| "grad_norm": 1.3595865964889526, |
| "learning_rate": 8.023271076906006e-07, |
| "loss": 0.33213916420936584, |
| "step": 1730 |
| }, |
| { |
| "epoch": 3.9633867276887873, |
| "grad_norm": 0.9910792708396912, |
| "learning_rate": 8.018630154452202e-07, |
| "loss": 0.303692489862442, |
| "step": 1732 |
| }, |
| { |
| "epoch": 3.9679633867276887, |
| "grad_norm": 0.8309425711631775, |
| "learning_rate": 8.01450472258079e-07, |
| "loss": 0.5128837823867798, |
| "step": 1734 |
| }, |
| { |
| "epoch": 3.9725400457665905, |
| "grad_norm": 0.7355870604515076, |
| "learning_rate": 8.010894840395169e-07, |
| "loss": 0.3522130846977234, |
| "step": 1736 |
| }, |
| { |
| "epoch": 3.977116704805492, |
| "grad_norm": 0.762816846370697, |
| "learning_rate": 8.007800559612672e-07, |
| "loss": 0.6588464379310608, |
| "step": 1738 |
| }, |
| { |
| "epoch": 3.9816933638443937, |
| "grad_norm": 0.8466113209724426, |
| "learning_rate": 8.005221924563803e-07, |
| "loss": 0.7762544751167297, |
| "step": 1740 |
| }, |
| { |
| "epoch": 3.9862700228832955, |
| "grad_norm": 0.7509016990661621, |
| "learning_rate": 8.003158972191635e-07, |
| "loss": 0.39617398381233215, |
| "step": 1742 |
| }, |
| { |
| "epoch": 3.990846681922197, |
| "grad_norm": 0.9751285910606384, |
| "learning_rate": 8.001611732051253e-07, |
| "loss": 0.3054667115211487, |
| "step": 1744 |
| }, |
| { |
| "epoch": 3.995423340961098, |
| "grad_norm": 1.1020561456680298, |
| "learning_rate": 8.000580226309339e-07, |
| "loss": 0.30580854415893555, |
| "step": 1746 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.5312338471412659, |
| "learning_rate": 8.000064469743863e-07, |
| "loss": 0.5320942401885986, |
| "step": 1748 |
| }, |
| { |
| "epoch": 4.0, |
| "step": 1748, |
| "total_flos": 3.454020596210336e+18, |
| "train_loss": 0.7742519322697508, |
| "train_runtime": 25098.6052, |
| "train_samples_per_second": 2.089, |
| "train_steps_per_second": 0.07 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 1748, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 99999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.454020596210336e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
