| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 1896, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004219409282700422, |
| "grad_norm": 7.742424964904785, |
| "learning_rate": 1.263157894736842e-08, |
| "loss": 2.195801019668579, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.008438818565400843, |
| "grad_norm": 9.064373016357422, |
| "learning_rate": 3.7894736842105265e-08, |
| "loss": 1.77604079246521, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.012658227848101266, |
| "grad_norm": 1.5363776683807373, |
| "learning_rate": 6.31578947368421e-08, |
| "loss": 1.9369428157806396, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.016877637130801686, |
| "grad_norm": 3.058716297149658, |
| "learning_rate": 8.842105263157893e-08, |
| "loss": 1.949758768081665, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.02109704641350211, |
| "grad_norm": 2.559150457382202, |
| "learning_rate": 1.1368421052631579e-07, |
| "loss": 1.855597972869873, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.02531645569620253, |
| "grad_norm": 1.0957772731781006, |
| "learning_rate": 1.3894736842105263e-07, |
| "loss": 1.3166148662567139, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.029535864978902954, |
| "grad_norm": 2.902003049850464, |
| "learning_rate": 1.642105263157895e-07, |
| "loss": 1.662704348564148, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03375527426160337, |
| "grad_norm": 7.220351219177246, |
| "learning_rate": 1.894736842105263e-07, |
| "loss": 2.225470542907715, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0379746835443038, |
| "grad_norm": 1.3415447473526, |
| "learning_rate": 2.1473684210526315e-07, |
| "loss": 1.8447153568267822, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04219409282700422, |
| "grad_norm": 1.5747126340866089, |
| "learning_rate": 2.4e-07, |
| "loss": 1.9135501384735107, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.046413502109704644, |
| "grad_norm": 1.7888033390045166, |
| "learning_rate": 2.6526315789473684e-07, |
| "loss": 1.6221210956573486, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.05063291139240506, |
| "grad_norm": 2.052851915359497, |
| "learning_rate": 2.905263157894737e-07, |
| "loss": 1.8789974451065063, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.05485232067510549, |
| "grad_norm": 2.472539186477661, |
| "learning_rate": 3.157894736842105e-07, |
| "loss": 1.7755436897277832, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.05907172995780591, |
| "grad_norm": 2.0235300064086914, |
| "learning_rate": 3.4105263157894735e-07, |
| "loss": 1.9977495670318604, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.06329113924050633, |
| "grad_norm": 3.731635808944702, |
| "learning_rate": 3.663157894736842e-07, |
| "loss": 2.019644021987915, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.06751054852320675, |
| "grad_norm": 1.7156628370285034, |
| "learning_rate": 3.9157894736842107e-07, |
| "loss": 1.8407037258148193, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.07172995780590717, |
| "grad_norm": 7.599488735198975, |
| "learning_rate": 4.168421052631579e-07, |
| "loss": 2.1601576805114746, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.0759493670886076, |
| "grad_norm": 1.4482383728027344, |
| "learning_rate": 4.4210526315789467e-07, |
| "loss": 1.8958334922790527, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.08016877637130802, |
| "grad_norm": 3.731816530227661, |
| "learning_rate": 4.6736842105263153e-07, |
| "loss": 2.1196088790893555, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.08438818565400844, |
| "grad_norm": 1.4769682884216309, |
| "learning_rate": 4.926315789473684e-07, |
| "loss": 1.9134398698806763, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.08860759493670886, |
| "grad_norm": 13.363183975219727, |
| "learning_rate": 5.178947368421052e-07, |
| "loss": 1.8113877773284912, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.09282700421940929, |
| "grad_norm": 3.724055051803589, |
| "learning_rate": 5.431578947368421e-07, |
| "loss": 2.103419542312622, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0970464135021097, |
| "grad_norm": 2.3887927532196045, |
| "learning_rate": 5.684210526315788e-07, |
| "loss": 1.8661903142929077, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.10126582278481013, |
| "grad_norm": 1.5525636672973633, |
| "learning_rate": 5.936842105263157e-07, |
| "loss": 1.8071659803390503, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.10548523206751055, |
| "grad_norm": 5.839144229888916, |
| "learning_rate": 6.189473684210527e-07, |
| "loss": 1.561785340309143, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.10970464135021098, |
| "grad_norm": 5.124746799468994, |
| "learning_rate": 6.442105263157894e-07, |
| "loss": 1.3494197130203247, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.11392405063291139, |
| "grad_norm": 5.008734703063965, |
| "learning_rate": 6.694736842105263e-07, |
| "loss": 1.3085637092590332, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.11814345991561181, |
| "grad_norm": 1.1680630445480347, |
| "learning_rate": 6.947368421052631e-07, |
| "loss": 1.710934042930603, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.12236286919831224, |
| "grad_norm": 11.505062103271484, |
| "learning_rate": 7.2e-07, |
| "loss": 1.460722804069519, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.12658227848101267, |
| "grad_norm": 7.362393856048584, |
| "learning_rate": 7.452631578947368e-07, |
| "loss": 1.740147590637207, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.1308016877637131, |
| "grad_norm": 1.551930546760559, |
| "learning_rate": 7.705263157894736e-07, |
| "loss": 1.7590422630310059, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.1350210970464135, |
| "grad_norm": 1.2569609880447388, |
| "learning_rate": 7.957894736842105e-07, |
| "loss": 1.2291865348815918, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.13924050632911392, |
| "grad_norm": 2.3231699466705322, |
| "learning_rate": 8.210526315789473e-07, |
| "loss": 1.040055513381958, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.14345991561181434, |
| "grad_norm": 1.0935379266738892, |
| "learning_rate": 8.463157894736842e-07, |
| "loss": 1.300035834312439, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.14767932489451477, |
| "grad_norm": 4.188493728637695, |
| "learning_rate": 8.71578947368421e-07, |
| "loss": 1.1873421669006348, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.1518987341772152, |
| "grad_norm": 1.0681216716766357, |
| "learning_rate": 8.968421052631579e-07, |
| "loss": 1.4782516956329346, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.15611814345991562, |
| "grad_norm": 2.1197876930236816, |
| "learning_rate": 9.221052631578946e-07, |
| "loss": 1.2450737953186035, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.16033755274261605, |
| "grad_norm": 4.197497844696045, |
| "learning_rate": 9.473684210526316e-07, |
| "loss": 1.0491926670074463, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.16455696202531644, |
| "grad_norm": 1.161306619644165, |
| "learning_rate": 9.726315789473682e-07, |
| "loss": 1.60398268699646, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.16877637130801687, |
| "grad_norm": 1.0192948579788208, |
| "learning_rate": 9.978947368421053e-07, |
| "loss": 1.5951966047286987, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.1729957805907173, |
| "grad_norm": 2.497844934463501, |
| "learning_rate": 1.023157894736842e-06, |
| "loss": 1.564704179763794, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.17721518987341772, |
| "grad_norm": 9.568504333496094, |
| "learning_rate": 1.048421052631579e-06, |
| "loss": 1.1448438167572021, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.18143459915611815, |
| "grad_norm": 1.6581389904022217, |
| "learning_rate": 1.0736842105263157e-06, |
| "loss": 1.2066229581832886, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.18565400843881857, |
| "grad_norm": 2.0455548763275146, |
| "learning_rate": 1.0989473684210525e-06, |
| "loss": 1.475752353668213, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.189873417721519, |
| "grad_norm": 1.7110133171081543, |
| "learning_rate": 1.1242105263157894e-06, |
| "loss": 0.7750993967056274, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.1940928270042194, |
| "grad_norm": 1.7819750308990479, |
| "learning_rate": 1.1494736842105262e-06, |
| "loss": 1.8029006719589233, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.19831223628691982, |
| "grad_norm": 2.48787784576416, |
| "learning_rate": 1.174736842105263e-06, |
| "loss": 1.0352967977523804, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.20253164556962025, |
| "grad_norm": 1.236476182937622, |
| "learning_rate": 1.2e-06, |
| "loss": 1.5603318214416504, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.20675105485232068, |
| "grad_norm": 1.040940761566162, |
| "learning_rate": 1.1999967137875644e-06, |
| "loss": 1.6248691082000732, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.2109704641350211, |
| "grad_norm": 2.421082019805908, |
| "learning_rate": 1.199986855190255e-06, |
| "loss": 1.3791676759719849, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.21518987341772153, |
| "grad_norm": 1.4071706533432007, |
| "learning_rate": 1.1999704243280622e-06, |
| "loss": 1.1831879615783691, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.21940928270042195, |
| "grad_norm": 0.912856936454773, |
| "learning_rate": 1.1999474214009684e-06, |
| "loss": 1.097001552581787, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.22362869198312235, |
| "grad_norm": 2.3082234859466553, |
| "learning_rate": 1.1999178466889462e-06, |
| "loss": 1.089848518371582, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.22784810126582278, |
| "grad_norm": 1.7334387302398682, |
| "learning_rate": 1.1998817005519536e-06, |
| "loss": 1.0864239931106567, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.2320675105485232, |
| "grad_norm": 1.158636212348938, |
| "learning_rate": 1.1998389834299315e-06, |
| "loss": 1.135922908782959, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.23628691983122363, |
| "grad_norm": 1.3626004457473755, |
| "learning_rate": 1.1997896958427962e-06, |
| "loss": 1.511846661567688, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.24050632911392406, |
| "grad_norm": 2.417889356613159, |
| "learning_rate": 1.199733838390435e-06, |
| "loss": 1.387232780456543, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.24472573839662448, |
| "grad_norm": 2.854128837585449, |
| "learning_rate": 1.1996714117526975e-06, |
| "loss": 1.7170121669769287, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.2489451476793249, |
| "grad_norm": 1.1655317544937134, |
| "learning_rate": 1.1996024166893883e-06, |
| "loss": 1.4113752841949463, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.25316455696202533, |
| "grad_norm": 0.6216784715652466, |
| "learning_rate": 1.199526854040257e-06, |
| "loss": 1.0603108406066895, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.25738396624472576, |
| "grad_norm": 8.596741676330566, |
| "learning_rate": 1.1994447247249886e-06, |
| "loss": 1.3766067028045654, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.2616033755274262, |
| "grad_norm": 6.650040149688721, |
| "learning_rate": 1.199356029743192e-06, |
| "loss": 1.3911750316619873, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.26582278481012656, |
| "grad_norm": 1.3944730758666992, |
| "learning_rate": 1.1992607701743877e-06, |
| "loss": 1.479828953742981, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.270042194092827, |
| "grad_norm": 1.8790662288665771, |
| "learning_rate": 1.1991589471779944e-06, |
| "loss": 1.0149238109588623, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.2742616033755274, |
| "grad_norm": 2.3544161319732666, |
| "learning_rate": 1.1990505619933166e-06, |
| "loss": 1.2252846956253052, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.27848101265822783, |
| "grad_norm": 1.664776086807251, |
| "learning_rate": 1.1989356159395268e-06, |
| "loss": 1.3019721508026123, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.28270042194092826, |
| "grad_norm": 9.16057014465332, |
| "learning_rate": 1.1988141104156518e-06, |
| "loss": 0.8186183571815491, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.2869198312236287, |
| "grad_norm": 1.194026231765747, |
| "learning_rate": 1.1986860469005543e-06, |
| "loss": 1.0649269819259644, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.2911392405063291, |
| "grad_norm": 1.9782294034957886, |
| "learning_rate": 1.1985514269529155e-06, |
| "loss": 1.479400873184204, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.29535864978902954, |
| "grad_norm": 5.742581367492676, |
| "learning_rate": 1.1984102522112159e-06, |
| "loss": 1.0161385536193848, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.29957805907172996, |
| "grad_norm": 1.9590661525726318, |
| "learning_rate": 1.1982625243937158e-06, |
| "loss": 1.3290033340454102, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.3037974683544304, |
| "grad_norm": 7.880887031555176, |
| "learning_rate": 1.198108245298433e-06, |
| "loss": 1.1459200382232666, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.3080168776371308, |
| "grad_norm": 3.6530940532684326, |
| "learning_rate": 1.1979474168031232e-06, |
| "loss": 1.4865257740020752, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.31223628691983124, |
| "grad_norm": 1.9205989837646484, |
| "learning_rate": 1.1977800408652552e-06, |
| "loss": 1.4399386644363403, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.31645569620253167, |
| "grad_norm": 1.6300798654556274, |
| "learning_rate": 1.1976061195219877e-06, |
| "loss": 1.3092478513717651, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.3206751054852321, |
| "grad_norm": 1.216039776802063, |
| "learning_rate": 1.1974256548901447e-06, |
| "loss": 1.3857874870300293, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.32489451476793246, |
| "grad_norm": 1.1664661169052124, |
| "learning_rate": 1.1972386491661896e-06, |
| "loss": 1.5414711236953735, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.3291139240506329, |
| "grad_norm": 6.513598918914795, |
| "learning_rate": 1.1970451046261986e-06, |
| "loss": 1.3435574769973755, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 1.0399960279464722, |
| "learning_rate": 1.196845023625833e-06, |
| "loss": 1.4113006591796875, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.33755274261603374, |
| "grad_norm": 1.2614532709121704, |
| "learning_rate": 1.196638408600309e-06, |
| "loss": 1.4127811193466187, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.34177215189873417, |
| "grad_norm": 1.940744161605835, |
| "learning_rate": 1.1964252620643718e-06, |
| "loss": 0.9027857184410095, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.3459915611814346, |
| "grad_norm": 2.2784762382507324, |
| "learning_rate": 1.1962055866122608e-06, |
| "loss": 1.305877447128296, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.350210970464135, |
| "grad_norm": 2.4151477813720703, |
| "learning_rate": 1.1959793849176804e-06, |
| "loss": 0.8810802698135376, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.35443037974683544, |
| "grad_norm": 1.4606540203094482, |
| "learning_rate": 1.195746659733767e-06, |
| "loss": 1.3153032064437866, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.35864978902953587, |
| "grad_norm": 2.1664512157440186, |
| "learning_rate": 1.1955074138930558e-06, |
| "loss": 1.409055233001709, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.3628691983122363, |
| "grad_norm": 1.8031892776489258, |
| "learning_rate": 1.1952616503074452e-06, |
| "loss": 1.288240909576416, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.3670886075949367, |
| "grad_norm": 1.2246201038360596, |
| "learning_rate": 1.1950093719681623e-06, |
| "loss": 1.0962798595428467, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.37130801687763715, |
| "grad_norm": 2.090580701828003, |
| "learning_rate": 1.1947505819457264e-06, |
| "loss": 1.4130232334136963, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.3755274261603376, |
| "grad_norm": 0.9846044778823853, |
| "learning_rate": 1.1944852833899122e-06, |
| "loss": 1.4005430936813354, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.379746835443038, |
| "grad_norm": 1.043843388557434, |
| "learning_rate": 1.1942134795297092e-06, |
| "loss": 1.0696699619293213, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.38396624472573837, |
| "grad_norm": 1.0868744850158691, |
| "learning_rate": 1.1939351736732854e-06, |
| "loss": 1.3760430812835693, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.3881856540084388, |
| "grad_norm": 1.203220009803772, |
| "learning_rate": 1.193650369207945e-06, |
| "loss": 1.3777748346328735, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.3924050632911392, |
| "grad_norm": 2.734304666519165, |
| "learning_rate": 1.1933590696000883e-06, |
| "loss": 0.5890464186668396, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.39662447257383965, |
| "grad_norm": 1.4362255334854126, |
| "learning_rate": 1.193061278395168e-06, |
| "loss": 1.0182992219924927, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.4008438818565401, |
| "grad_norm": 1.4891494512557983, |
| "learning_rate": 1.1927569992176479e-06, |
| "loss": 1.1124638319015503, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.4050632911392405, |
| "grad_norm": 1.0771912336349487, |
| "learning_rate": 1.1924462357709577e-06, |
| "loss": 1.3731889724731445, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.4092827004219409, |
| "grad_norm": 1.2685896158218384, |
| "learning_rate": 1.1921289918374481e-06, |
| "loss": 1.1032942533493042, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.41350210970464135, |
| "grad_norm": 1.8579025268554688, |
| "learning_rate": 1.1918052712783451e-06, |
| "loss": 1.364923357963562, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.4177215189873418, |
| "grad_norm": 1.3035788536071777, |
| "learning_rate": 1.1914750780337023e-06, |
| "loss": 1.0887572765350342, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.4219409282700422, |
| "grad_norm": 1.1359857320785522, |
| "learning_rate": 1.1911384161223538e-06, |
| "loss": 1.1425602436065674, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.42616033755274263, |
| "grad_norm": 1.8307956457138062, |
| "learning_rate": 1.1907952896418643e-06, |
| "loss": 1.177668809890747, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.43037974683544306, |
| "grad_norm": 1.2392957210540771, |
| "learning_rate": 1.1904457027684802e-06, |
| "loss": 0.9585235714912415, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.4345991561181435, |
| "grad_norm": 1.794783115386963, |
| "learning_rate": 1.1900896597570784e-06, |
| "loss": 1.6650797128677368, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.4388185654008439, |
| "grad_norm": 1.6542989015579224, |
| "learning_rate": 1.1897271649411145e-06, |
| "loss": 0.7469709515571594, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.4430379746835443, |
| "grad_norm": 1.3410842418670654, |
| "learning_rate": 1.1893582227325694e-06, |
| "loss": 1.3532118797302246, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4472573839662447, |
| "grad_norm": 3.8952300548553467, |
| "learning_rate": 1.1889828376218972e-06, |
| "loss": 0.8239259719848633, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.45147679324894513, |
| "grad_norm": 1.3895829916000366, |
| "learning_rate": 1.1886010141779688e-06, |
| "loss": 1.2587556838989258, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.45569620253164556, |
| "grad_norm": 0.944612443447113, |
| "learning_rate": 1.1882127570480174e-06, |
| "loss": 1.3315932750701904, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.459915611814346, |
| "grad_norm": 1.4940253496170044, |
| "learning_rate": 1.1878180709575815e-06, |
| "loss": 1.3548877239227295, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.4641350210970464, |
| "grad_norm": 1.9045593738555908, |
| "learning_rate": 1.1874169607104478e-06, |
| "loss": 1.3191989660263062, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.46835443037974683, |
| "grad_norm": 2.8294312953948975, |
| "learning_rate": 1.187009431188592e-06, |
| "loss": 1.270053505897522, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.47257383966244726, |
| "grad_norm": 1.5677937269210815, |
| "learning_rate": 1.1865954873521197e-06, |
| "loss": 1.4200479984283447, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.4767932489451477, |
| "grad_norm": 1.1733640432357788, |
| "learning_rate": 1.1861751342392067e-06, |
| "loss": 1.3603910207748413, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.4810126582278481, |
| "grad_norm": 2.0203163623809814, |
| "learning_rate": 1.185748376966037e-06, |
| "loss": 0.8049441576004028, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.48523206751054854, |
| "grad_norm": 1.1351509094238281, |
| "learning_rate": 1.18531522072674e-06, |
| "loss": 0.9551719427108765, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.48945147679324896, |
| "grad_norm": 2.4217798709869385, |
| "learning_rate": 1.1848756707933284e-06, |
| "loss": 0.9277099967002869, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.4936708860759494, |
| "grad_norm": 1.298305869102478, |
| "learning_rate": 1.1844297325156337e-06, |
| "loss": 1.334661602973938, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.4978902953586498, |
| "grad_norm": 1.7692943811416626, |
| "learning_rate": 1.183977411321241e-06, |
| "loss": 1.372158169746399, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5021097046413502, |
| "grad_norm": 2.271902322769165, |
| "learning_rate": 1.1835187127154221e-06, |
| "loss": 1.036437749862671, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.5063291139240507, |
| "grad_norm": 2.205810070037842, |
| "learning_rate": 1.18305364228107e-06, |
| "loss": 0.470305472612381, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.510548523206751, |
| "grad_norm": 1.814501404762268, |
| "learning_rate": 1.1825822056786304e-06, |
| "loss": 1.4641677141189575, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.5147679324894515, |
| "grad_norm": 1.974550724029541, |
| "learning_rate": 1.182104408646032e-06, |
| "loss": 0.9201871156692505, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.5189873417721519, |
| "grad_norm": 1.1704046726226807, |
| "learning_rate": 1.1816202569986176e-06, |
| "loss": 1.5398619174957275, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.5232067510548524, |
| "grad_norm": 2.400852918624878, |
| "learning_rate": 1.181129756629073e-06, |
| "loss": 1.265621542930603, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.5274261603375527, |
| "grad_norm": 1.2383782863616943, |
| "learning_rate": 1.1806329135073552e-06, |
| "loss": 1.3679600954055786, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5316455696202531, |
| "grad_norm": 1.7232836484909058, |
| "learning_rate": 1.18012973368062e-06, |
| "loss": 1.171999216079712, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.5358649789029536, |
| "grad_norm": 1.5587044954299927, |
| "learning_rate": 1.1796202232731485e-06, |
| "loss": 1.2946254014968872, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.540084388185654, |
| "grad_norm": 2.5242385864257812, |
| "learning_rate": 1.1791043884862711e-06, |
| "loss": 1.254220724105835, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.5443037974683544, |
| "grad_norm": 2.730691432952881, |
| "learning_rate": 1.178582235598295e-06, |
| "loss": 1.078680396080017, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.5485232067510548, |
| "grad_norm": 4.930171489715576, |
| "learning_rate": 1.1780537709644245e-06, |
| "loss": 1.0161340236663818, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5527426160337553, |
| "grad_norm": 1.1866450309753418, |
| "learning_rate": 1.177519001016686e-06, |
| "loss": 1.352670431137085, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.5569620253164557, |
| "grad_norm": 1.242305040359497, |
| "learning_rate": 1.1769779322638483e-06, |
| "loss": 1.3570655584335327, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.5611814345991561, |
| "grad_norm": 3.957782745361328, |
| "learning_rate": 1.1764305712913445e-06, |
| "loss": 1.311238169670105, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5654008438818565, |
| "grad_norm": 2.596217393875122, |
| "learning_rate": 1.1758769247611908e-06, |
| "loss": 1.5630828142166138, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.569620253164557, |
| "grad_norm": 2.2337851524353027, |
| "learning_rate": 1.1753169994119063e-06, |
| "loss": 1.0898045301437378, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.5738396624472574, |
| "grad_norm": 1.5337291955947876, |
| "learning_rate": 1.1747508020584302e-06, |
| "loss": 1.3198161125183105, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.5780590717299579, |
| "grad_norm": 4.55377721786499, |
| "learning_rate": 1.17417833959204e-06, |
| "loss": 1.1360241174697876, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.5822784810126582, |
| "grad_norm": 10.100658416748047, |
| "learning_rate": 1.173599618980266e-06, |
| "loss": 1.3351401090621948, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.5864978902953587, |
| "grad_norm": 1.0856088399887085, |
| "learning_rate": 1.1730146472668075e-06, |
| "loss": 1.4669663906097412, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.5907172995780591, |
| "grad_norm": 1.9721051454544067, |
| "learning_rate": 1.1724234315714474e-06, |
| "loss": 1.003104329109192, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.5949367088607594, |
| "grad_norm": 1.5582189559936523, |
| "learning_rate": 1.1718259790899647e-06, |
| "loss": 1.405082106590271, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.5991561181434599, |
| "grad_norm": 1.6864080429077148, |
| "learning_rate": 1.1712222970940478e-06, |
| "loss": 1.595037579536438, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.6033755274261603, |
| "grad_norm": 0.3938112258911133, |
| "learning_rate": 1.1706123929312049e-06, |
| "loss": 1.1622782945632935, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.6075949367088608, |
| "grad_norm": 1.0948325395584106, |
| "learning_rate": 1.1699962740246754e-06, |
| "loss": 1.325197458267212, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.6118143459915611, |
| "grad_norm": 1.514491081237793, |
| "learning_rate": 1.1693739478733393e-06, |
| "loss": 0.8543146848678589, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6160337552742616, |
| "grad_norm": 1.247450590133667, |
| "learning_rate": 1.1687454220516262e-06, |
| "loss": 0.6629498600959778, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.620253164556962, |
| "grad_norm": 0.9832797050476074, |
| "learning_rate": 1.1681107042094227e-06, |
| "loss": 1.3061555624008179, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.6244725738396625, |
| "grad_norm": 1.6159130334854126, |
| "learning_rate": 1.1674698020719791e-06, |
| "loss": 0.7377375364303589, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.6286919831223629, |
| "grad_norm": 2.47055983543396, |
| "learning_rate": 1.1668227234398165e-06, |
| "loss": 0.6730928421020508, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.6329113924050633, |
| "grad_norm": 3.4460909366607666, |
| "learning_rate": 1.16616947618863e-06, |
| "loss": 1.8364771604537964, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6371308016877637, |
| "grad_norm": 1.025884985923767, |
| "learning_rate": 1.1655100682691951e-06, |
| "loss": 1.3243968486785889, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.6413502109704642, |
| "grad_norm": 4.711573600769043, |
| "learning_rate": 1.1648445077072692e-06, |
| "loss": 0.9149092435836792, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.6455696202531646, |
| "grad_norm": 1.3360319137573242, |
| "learning_rate": 1.164172802603494e-06, |
| "loss": 1.0405997037887573, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.6497890295358649, |
| "grad_norm": 0.9437978267669678, |
| "learning_rate": 1.1634949611332986e-06, |
| "loss": 1.3173035383224487, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.6540084388185654, |
| "grad_norm": 1.0983142852783203, |
| "learning_rate": 1.1628109915467975e-06, |
| "loss": 1.251430869102478, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.6582278481012658, |
| "grad_norm": 2.2314326763153076, |
| "learning_rate": 1.1621209021686924e-06, |
| "loss": 1.0687130689620972, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.6624472573839663, |
| "grad_norm": 1.2847200632095337, |
| "learning_rate": 1.1614247013981692e-06, |
| "loss": 1.2770864963531494, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 2.491546630859375, |
| "learning_rate": 1.1607223977087972e-06, |
| "loss": 1.1677052974700928, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.6708860759493671, |
| "grad_norm": 1.112823486328125, |
| "learning_rate": 1.160013999648425e-06, |
| "loss": 1.1452233791351318, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.6751054852320675, |
| "grad_norm": 2.3609695434570312, |
| "learning_rate": 1.1592995158390764e-06, |
| "loss": 1.1290454864501953, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.679324894514768, |
| "grad_norm": 1.2427384853363037, |
| "learning_rate": 1.1585789549768468e-06, |
| "loss": 0.9067545533180237, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.6835443037974683, |
| "grad_norm": 1.1474452018737793, |
| "learning_rate": 1.157852325831795e-06, |
| "loss": 1.0441116094589233, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.6877637130801688, |
| "grad_norm": 2.173767328262329, |
| "learning_rate": 1.157119637247839e-06, |
| "loss": 0.8966209292411804, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.6919831223628692, |
| "grad_norm": 1.1117126941680908, |
| "learning_rate": 1.1563808981426463e-06, |
| "loss": 0.9047636985778809, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.6962025316455697, |
| "grad_norm": 5.761388778686523, |
| "learning_rate": 1.155636117507527e-06, |
| "loss": 1.6347975730895996, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.70042194092827, |
| "grad_norm": 2.036907434463501, |
| "learning_rate": 1.1548853044073231e-06, |
| "loss": 1.1312888860702515, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.7046413502109705, |
| "grad_norm": 1.1030317544937134, |
| "learning_rate": 1.1541284679802987e-06, |
| "loss": 1.441202163696289, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.7088607594936709, |
| "grad_norm": 1.0779141187667847, |
| "learning_rate": 1.1533656174380295e-06, |
| "loss": 1.3240406513214111, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.7130801687763713, |
| "grad_norm": 1.0553290843963623, |
| "learning_rate": 1.1525967620652888e-06, |
| "loss": 1.355104684829712, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.7172995780590717, |
| "grad_norm": 1.1798067092895508, |
| "learning_rate": 1.151821911219936e-06, |
| "loss": 1.3105881214141846, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7215189873417721, |
| "grad_norm": 1.144148349761963, |
| "learning_rate": 1.151041074332803e-06, |
| "loss": 1.3141815662384033, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.7257383966244726, |
| "grad_norm": 7.016842365264893, |
| "learning_rate": 1.1502542609075783e-06, |
| "loss": 1.1324222087860107, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.729957805907173, |
| "grad_norm": 2.61010479927063, |
| "learning_rate": 1.1494614805206915e-06, |
| "loss": 0.908640444278717, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.7341772151898734, |
| "grad_norm": 1.0395554304122925, |
| "learning_rate": 1.1486627428211974e-06, |
| "loss": 1.308266282081604, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.7383966244725738, |
| "grad_norm": 2.721623659133911, |
| "learning_rate": 1.147858057530658e-06, |
| "loss": 1.228571891784668, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7426160337552743, |
| "grad_norm": 22.471782684326172, |
| "learning_rate": 1.1470474344430244e-06, |
| "loss": 1.149246335029602, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.7468354430379747, |
| "grad_norm": 2.0179569721221924, |
| "learning_rate": 1.1462308834245177e-06, |
| "loss": 0.6629557013511658, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.7510548523206751, |
| "grad_norm": 2.0603108406066895, |
| "learning_rate": 1.1454084144135089e-06, |
| "loss": 1.0916632413864136, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.7552742616033755, |
| "grad_norm": 12.69516372680664, |
| "learning_rate": 1.1445800374203972e-06, |
| "loss": 1.026712417602539, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.759493670886076, |
| "grad_norm": 1.3232800960540771, |
| "learning_rate": 1.1437457625274893e-06, |
| "loss": 1.2708055973052979, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.7637130801687764, |
| "grad_norm": 2.96313738822937, |
| "learning_rate": 1.1429055998888764e-06, |
| "loss": 1.0283684730529785, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.7679324894514767, |
| "grad_norm": 2.2174739837646484, |
| "learning_rate": 1.1420595597303093e-06, |
| "loss": 1.6322853565216064, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.7721518987341772, |
| "grad_norm": 3.5580825805664062, |
| "learning_rate": 1.1412076523490762e-06, |
| "loss": 0.7543882727622986, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.7763713080168776, |
| "grad_norm": 1.3570228815078735, |
| "learning_rate": 1.140349888113876e-06, |
| "loss": 1.1952807903289795, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.7805907172995781, |
| "grad_norm": 3.309746503829956, |
| "learning_rate": 1.1394862774646915e-06, |
| "loss": 1.5346460342407227, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.7848101265822784, |
| "grad_norm": 2.107482433319092, |
| "learning_rate": 1.1386168309126637e-06, |
| "loss": 1.0200968980789185, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.7890295358649789, |
| "grad_norm": 1.8146216869354248, |
| "learning_rate": 1.1377415590399635e-06, |
| "loss": 1.0982069969177246, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.7932489451476793, |
| "grad_norm": 1.029420256614685, |
| "learning_rate": 1.1368604724996625e-06, |
| "loss": 1.197360873222351, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.7974683544303798, |
| "grad_norm": 1.1954386234283447, |
| "learning_rate": 1.1359735820156029e-06, |
| "loss": 1.1520774364471436, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.8016877637130801, |
| "grad_norm": 1.2728540897369385, |
| "learning_rate": 1.1350808983822688e-06, |
| "loss": 0.7453869581222534, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8059071729957806, |
| "grad_norm": 2.447286605834961, |
| "learning_rate": 1.134182432464653e-06, |
| "loss": 1.3108738660812378, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.810126582278481, |
| "grad_norm": 5.362612247467041, |
| "learning_rate": 1.1332781951981248e-06, |
| "loss": 1.0827962160110474, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.8143459915611815, |
| "grad_norm": 1.7063276767730713, |
| "learning_rate": 1.1323681975882984e-06, |
| "loss": 1.3062907457351685, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.8185654008438819, |
| "grad_norm": 2.8370184898376465, |
| "learning_rate": 1.131452450710898e-06, |
| "loss": 0.9684048295021057, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.8227848101265823, |
| "grad_norm": 1.1811680793762207, |
| "learning_rate": 1.1305309657116222e-06, |
| "loss": 1.2863088846206665, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.8270042194092827, |
| "grad_norm": 3.667228937149048, |
| "learning_rate": 1.1296037538060104e-06, |
| "loss": 1.0412209033966064, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.8312236286919831, |
| "grad_norm": 4.117892265319824, |
| "learning_rate": 1.128670826279304e-06, |
| "loss": 0.9639609456062317, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.8354430379746836, |
| "grad_norm": 1.29248046875, |
| "learning_rate": 1.1277321944863108e-06, |
| "loss": 1.2934151887893677, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.8396624472573839, |
| "grad_norm": 0.26427099108695984, |
| "learning_rate": 1.1267878698512655e-06, |
| "loss": 1.1188089847564697, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.8438818565400844, |
| "grad_norm": 0.8574454188346863, |
| "learning_rate": 1.125837863867692e-06, |
| "loss": 0.9975463151931763, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8481012658227848, |
| "grad_norm": 1.629779577255249, |
| "learning_rate": 1.1248821880982622e-06, |
| "loss": 0.7363186478614807, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.8523206751054853, |
| "grad_norm": 1.8325449228286743, |
| "learning_rate": 1.1239208541746565e-06, |
| "loss": 1.2270734310150146, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.8565400843881856, |
| "grad_norm": 0.7708742618560791, |
| "learning_rate": 1.1229538737974207e-06, |
| "loss": 0.9653185606002808, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.8607594936708861, |
| "grad_norm": 2.376756429672241, |
| "learning_rate": 1.1219812587358254e-06, |
| "loss": 0.997606098651886, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.8649789029535865, |
| "grad_norm": 1.2060413360595703, |
| "learning_rate": 1.121003020827721e-06, |
| "loss": 1.2897322177886963, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.869198312236287, |
| "grad_norm": 1.555523157119751, |
| "learning_rate": 1.1200191719793948e-06, |
| "loss": 0.876572847366333, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.8734177215189873, |
| "grad_norm": 3.1254689693450928, |
| "learning_rate": 1.1190297241654262e-06, |
| "loss": 1.2611523866653442, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.8776371308016878, |
| "grad_norm": 1.103677749633789, |
| "learning_rate": 1.1180346894285397e-06, |
| "loss": 1.0928722620010376, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.8818565400843882, |
| "grad_norm": 2.221696615219116, |
| "learning_rate": 1.1170340798794594e-06, |
| "loss": 1.2073904275894165, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.8860759493670886, |
| "grad_norm": 1.7576788663864136, |
| "learning_rate": 1.1160279076967616e-06, |
| "loss": 0.9891563057899475, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.890295358649789, |
| "grad_norm": 2.0383450984954834, |
| "learning_rate": 1.1150161851267262e-06, |
| "loss": 1.399549126625061, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.8945147679324894, |
| "grad_norm": 3.365711212158203, |
| "learning_rate": 1.1139989244831874e-06, |
| "loss": 1.029995083808899, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.8987341772151899, |
| "grad_norm": 2.773817539215088, |
| "learning_rate": 1.1129761381473842e-06, |
| "loss": 1.2264801263809204, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.9029535864978903, |
| "grad_norm": 2.2570652961730957, |
| "learning_rate": 1.11194783856781e-06, |
| "loss": 1.0824590921401978, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.9071729957805907, |
| "grad_norm": 5.947412967681885, |
| "learning_rate": 1.1109140382600606e-06, |
| "loss": 1.057291865348816, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9113924050632911, |
| "grad_norm": 5.3977580070495605, |
| "learning_rate": 1.1098747498066824e-06, |
| "loss": 1.1226750612258911, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.9156118143459916, |
| "grad_norm": 3.355656385421753, |
| "learning_rate": 1.108829985857018e-06, |
| "loss": 1.3119703531265259, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.919831223628692, |
| "grad_norm": 3.1750526428222656, |
| "learning_rate": 1.1077797591270538e-06, |
| "loss": 0.9117200970649719, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.9240506329113924, |
| "grad_norm": 1.7613136768341064, |
| "learning_rate": 1.1067240823992643e-06, |
| "loss": 1.2639193534851074, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.9282700421940928, |
| "grad_norm": 1.1626863479614258, |
| "learning_rate": 1.105662968522457e-06, |
| "loss": 1.0154443979263306, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9324894514767933, |
| "grad_norm": 4.403058052062988, |
| "learning_rate": 1.1045964304116158e-06, |
| "loss": 0.9742609262466431, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.9367088607594937, |
| "grad_norm": 4.4023237228393555, |
| "learning_rate": 1.1035244810477435e-06, |
| "loss": 1.161311388015747, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.9409282700421941, |
| "grad_norm": 1.6864513158798218, |
| "learning_rate": 1.1024471334777044e-06, |
| "loss": 1.3747820854187012, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.9451476793248945, |
| "grad_norm": 1.197826623916626, |
| "learning_rate": 1.1013644008140647e-06, |
| "loss": 1.0570836067199707, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.9493670886075949, |
| "grad_norm": 4.425671577453613, |
| "learning_rate": 1.1002762962349342e-06, |
| "loss": 1.066590666770935, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.9535864978902954, |
| "grad_norm": 1.4791566133499146, |
| "learning_rate": 1.0991828329838048e-06, |
| "loss": 1.3325567245483398, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.9578059071729957, |
| "grad_norm": 1.0424067974090576, |
| "learning_rate": 1.0980840243693891e-06, |
| "loss": 1.0253040790557861, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.9620253164556962, |
| "grad_norm": 1.6803632974624634, |
| "learning_rate": 1.0969798837654603e-06, |
| "loss": 1.2115472555160522, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.9662447257383966, |
| "grad_norm": 1.7260364294052124, |
| "learning_rate": 1.0958704246106864e-06, |
| "loss": 0.9136871695518494, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.9704641350210971, |
| "grad_norm": 4.201066493988037, |
| "learning_rate": 1.0947556604084698e-06, |
| "loss": 0.7265217304229736, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.9746835443037974, |
| "grad_norm": 1.5730266571044922, |
| "learning_rate": 1.09363560472678e-06, |
| "loss": 0.9232859015464783, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.9789029535864979, |
| "grad_norm": 1.9785159826278687, |
| "learning_rate": 1.0925102711979916e-06, |
| "loss": 1.2320111989974976, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.9831223628691983, |
| "grad_norm": 2.112661123275757, |
| "learning_rate": 1.0913796735187152e-06, |
| "loss": 0.7564235925674438, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.9873417721518988, |
| "grad_norm": 3.1255481243133545, |
| "learning_rate": 1.0902438254496335e-06, |
| "loss": 1.3790355920791626, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.9915611814345991, |
| "grad_norm": 2.643756866455078, |
| "learning_rate": 1.0891027408153311e-06, |
| "loss": 0.8968592286109924, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.9957805907172996, |
| "grad_norm": 1.2613961696624756, |
| "learning_rate": 1.087956433504129e-06, |
| "loss": 1.2724238634109497, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.897484302520752, |
| "learning_rate": 1.0868049174679133e-06, |
| "loss": 1.3249882459640503, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.0042194092827004, |
| "grad_norm": 15.572712898254395, |
| "learning_rate": 1.0856482067219672e-06, |
| "loss": 1.1418063640594482, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.0084388185654007, |
| "grad_norm": 0.9338006377220154, |
| "learning_rate": 1.0844863153447983e-06, |
| "loss": 1.2509591579437256, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.0126582278481013, |
| "grad_norm": 1.7618024349212646, |
| "learning_rate": 1.0833192574779696e-06, |
| "loss": 1.2292466163635254, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.0168776371308017, |
| "grad_norm": 2.1609816551208496, |
| "learning_rate": 1.0821470473259254e-06, |
| "loss": 0.9470843076705933, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.021097046413502, |
| "grad_norm": 1.7773792743682861, |
| "learning_rate": 1.0809696991558202e-06, |
| "loss": 1.2175320386886597, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.0253164556962024, |
| "grad_norm": 3.248727560043335, |
| "learning_rate": 1.0797872272973435e-06, |
| "loss": 0.5157210230827332, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.029535864978903, |
| "grad_norm": 4.235684394836426, |
| "learning_rate": 1.078599646142546e-06, |
| "loss": 1.0747886896133423, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.0337552742616034, |
| "grad_norm": 1.0086420774459839, |
| "learning_rate": 1.0774069701456646e-06, |
| "loss": 0.91233229637146, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.0379746835443038, |
| "grad_norm": 1.760449767112732, |
| "learning_rate": 1.0762092138229461e-06, |
| "loss": 1.2355482578277588, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.0421940928270041, |
| "grad_norm": 2.7897939682006836, |
| "learning_rate": 1.0750063917524715e-06, |
| "loss": 0.876376748085022, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.0464135021097047, |
| "grad_norm": 1.583694577217102, |
| "learning_rate": 1.073798518573977e-06, |
| "loss": 0.9621012806892395, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.0506329113924051, |
| "grad_norm": 1.2283833026885986, |
| "learning_rate": 1.0725856089886768e-06, |
| "loss": 1.3705410957336426, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.0548523206751055, |
| "grad_norm": 1.892619013786316, |
| "learning_rate": 1.071367677759084e-06, |
| "loss": 1.2057194709777832, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.0590717299578059, |
| "grad_norm": 1.5852138996124268, |
| "learning_rate": 1.0701447397088314e-06, |
| "loss": 1.225092887878418, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.0632911392405062, |
| "grad_norm": 1.6359580755233765, |
| "learning_rate": 1.0689168097224896e-06, |
| "loss": 1.3359899520874023, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.0675105485232068, |
| "grad_norm": 2.100905418395996, |
| "learning_rate": 1.0676839027453882e-06, |
| "loss": 0.8091757297515869, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.0717299578059072, |
| "grad_norm": 0.9373227953910828, |
| "learning_rate": 1.0664460337834312e-06, |
| "loss": 1.20570969581604, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.0759493670886076, |
| "grad_norm": 1.1788032054901123, |
| "learning_rate": 1.0652032179029165e-06, |
| "loss": 1.2286429405212402, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.080168776371308, |
| "grad_norm": 2.070732355117798, |
| "learning_rate": 1.0639554702303516e-06, |
| "loss": 1.1464022397994995, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.0843881856540085, |
| "grad_norm": 1.4905924797058105, |
| "learning_rate": 1.0627028059522697e-06, |
| "loss": 1.2270240783691406, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.0886075949367089, |
| "grad_norm": 1.2873064279556274, |
| "learning_rate": 1.061445240315044e-06, |
| "loss": 1.2191872596740723, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.0928270042194093, |
| "grad_norm": 1.5833098888397217, |
| "learning_rate": 1.060182788624704e-06, |
| "loss": 1.0899208784103394, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.0970464135021096, |
| "grad_norm": 1.2056680917739868, |
| "learning_rate": 1.0589154662467476e-06, |
| "loss": 1.002990484237671, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.1012658227848102, |
| "grad_norm": 2.3490617275238037, |
| "learning_rate": 1.0576432886059546e-06, |
| "loss": 0.9123169779777527, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.1054852320675106, |
| "grad_norm": 1.398703694343567, |
| "learning_rate": 1.056366271186199e-06, |
| "loss": 1.1336543560028076, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.109704641350211, |
| "grad_norm": 5.56015682220459, |
| "learning_rate": 1.0550844295302604e-06, |
| "loss": 0.8910406231880188, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.1139240506329113, |
| "grad_norm": 1.501484751701355, |
| "learning_rate": 1.0537977792396352e-06, |
| "loss": 1.4902470111846924, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.1181434599156117, |
| "grad_norm": 3.0271458625793457, |
| "learning_rate": 1.0525063359743461e-06, |
| "loss": 1.2566696405410767, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.1223628691983123, |
| "grad_norm": 3.5508389472961426, |
| "learning_rate": 1.0512101154527524e-06, |
| "loss": 0.6722557544708252, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.1265822784810127, |
| "grad_norm": 5.183070182800293, |
| "learning_rate": 1.049909133451358e-06, |
| "loss": 1.16892409324646, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.130801687763713, |
| "grad_norm": 1.5916978120803833, |
| "learning_rate": 1.0486034058046184e-06, |
| "loss": 1.2602534294128418, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.1350210970464134, |
| "grad_norm": 2.219564914703369, |
| "learning_rate": 1.0472929484047508e-06, |
| "loss": 0.9274411797523499, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.139240506329114, |
| "grad_norm": 2.6550791263580322, |
| "learning_rate": 1.0459777772015377e-06, |
| "loss": 0.7955924868583679, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.1434599156118144, |
| "grad_norm": 1.0860302448272705, |
| "learning_rate": 1.044657908202135e-06, |
| "loss": 0.8460701704025269, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.1476793248945147, |
| "grad_norm": 2.0455169677734375, |
| "learning_rate": 1.0433333574708754e-06, |
| "loss": 0.9194719791412354, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.1518987341772151, |
| "grad_norm": 0.8281774520874023, |
| "learning_rate": 1.042004141129074e-06, |
| "loss": 1.209435224533081, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.1561181434599157, |
| "grad_norm": 3.4284002780914307, |
| "learning_rate": 1.040670275354832e-06, |
| "loss": 1.1639091968536377, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.160337552742616, |
| "grad_norm": 3.964017152786255, |
| "learning_rate": 1.0393317763828394e-06, |
| "loss": 1.0248503684997559, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.1645569620253164, |
| "grad_norm": 1.5311849117279053, |
| "learning_rate": 1.0379886605041773e-06, |
| "loss": 1.5549976825714111, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.1687763713080168, |
| "grad_norm": 1.1133424043655396, |
| "learning_rate": 1.0366409440661203e-06, |
| "loss": 1.2537164688110352, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.1729957805907172, |
| "grad_norm": 2.7838144302368164, |
| "learning_rate": 1.035288643471937e-06, |
| "loss": 0.6379430890083313, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.1772151898734178, |
| "grad_norm": 1.4451053142547607, |
| "learning_rate": 1.0339317751806905e-06, |
| "loss": 1.1707175970077515, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.1814345991561181, |
| "grad_norm": 1.5942399501800537, |
| "learning_rate": 1.0325703557070377e-06, |
| "loss": 0.7751450538635254, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.1856540084388185, |
| "grad_norm": 0.90716153383255, |
| "learning_rate": 1.0312044016210299e-06, |
| "loss": 0.9596038460731506, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.189873417721519, |
| "grad_norm": 3.479564905166626, |
| "learning_rate": 1.029833929547908e-06, |
| "loss": 1.4486083984375, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.1940928270042195, |
| "grad_norm": 1.8199161291122437, |
| "learning_rate": 1.028458956167903e-06, |
| "loss": 1.2960246801376343, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.1983122362869199, |
| "grad_norm": 2.1159839630126953, |
| "learning_rate": 1.0270794982160328e-06, |
| "loss": 0.9260680079460144, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.2025316455696202, |
| "grad_norm": 1.1287225484848022, |
| "learning_rate": 1.0256955724818963e-06, |
| "loss": 1.1793110370635986, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.2067510548523206, |
| "grad_norm": 3.6729793548583984, |
| "learning_rate": 1.0243071958094713e-06, |
| "loss": 1.1447832584381104, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.2109704641350212, |
| "grad_norm": 1.18032705783844, |
| "learning_rate": 1.0229143850969086e-06, |
| "loss": 1.230734944343567, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.2151898734177216, |
| "grad_norm": 1.3310970067977905, |
| "learning_rate": 1.0215171572963262e-06, |
| "loss": 1.0188127756118774, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.219409282700422, |
| "grad_norm": 1.4861373901367188, |
| "learning_rate": 1.020115529413603e-06, |
| "loss": 0.6179706454277039, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.2236286919831223, |
| "grad_norm": 1.791669249534607, |
| "learning_rate": 1.0187095185081726e-06, |
| "loss": 1.0826208591461182, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.2278481012658227, |
| "grad_norm": 2.172065258026123, |
| "learning_rate": 1.0172991416928149e-06, |
| "loss": 0.9076665639877319, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.2320675105485233, |
| "grad_norm": 1.2151978015899658, |
| "learning_rate": 1.0158844161334472e-06, |
| "loss": 0.9629290103912354, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.2362869198312236, |
| "grad_norm": 3.7680106163024902, |
| "learning_rate": 1.014465359048917e-06, |
| "loss": 1.0498627424240112, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.240506329113924, |
| "grad_norm": 1.3523688316345215, |
| "learning_rate": 1.0130419877107911e-06, |
| "loss": 0.8714591860771179, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.2447257383966246, |
| "grad_norm": 1.3897624015808105, |
| "learning_rate": 1.0116143194431453e-06, |
| "loss": 1.247403860092163, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.248945147679325, |
| "grad_norm": 0.8131434917449951, |
| "learning_rate": 1.0101823716223555e-06, |
| "loss": 0.6486424207687378, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.2531645569620253, |
| "grad_norm": 0.7691041827201843, |
| "learning_rate": 1.0087461616768827e-06, |
| "loss": 0.8923141956329346, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.2573839662447257, |
| "grad_norm": 3.8645286560058594, |
| "learning_rate": 1.0073057070870643e-06, |
| "loss": 0.8870598673820496, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.261603375527426, |
| "grad_norm": 1.9958916902542114, |
| "learning_rate": 1.0058610253848993e-06, |
| "loss": 0.6330664753913879, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.2658227848101267, |
| "grad_norm": 0.7626611590385437, |
| "learning_rate": 1.0044121341538363e-06, |
| "loss": 1.0315228700637817, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.270042194092827, |
| "grad_norm": 3.175126791000366, |
| "learning_rate": 1.0029590510285573e-06, |
| "loss": 1.4815832376480103, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.2742616033755274, |
| "grad_norm": 1.2133333683013916, |
| "learning_rate": 1.001501793694766e-06, |
| "loss": 1.1330845355987549, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.2784810126582278, |
| "grad_norm": 6.052526473999023, |
| "learning_rate": 1.0000403798889702e-06, |
| "loss": 1.0692338943481445, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.2827004219409281, |
| "grad_norm": 1.9215449094772339, |
| "learning_rate": 9.985748273982674e-07, |
| "loss": 0.8957496285438538, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.2869198312236287, |
| "grad_norm": 2.6900336742401123, |
| "learning_rate": 9.97105154060127e-07, |
| "loss": 1.0588608980178833, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.2911392405063291, |
| "grad_norm": 4.2595014572143555, |
| "learning_rate": 9.956313777621743e-07, |
| "loss": 0.6556817293167114, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.2953586497890295, |
| "grad_norm": 8.070136070251465, |
| "learning_rate": 9.941535164419721e-07, |
| "loss": 0.718927800655365, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.29957805907173, |
| "grad_norm": 1.7044512033462524, |
| "learning_rate": 9.926715880868028e-07, |
| "loss": 1.1856049299240112, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.3037974683544304, |
| "grad_norm": 1.7254352569580078, |
| "learning_rate": 9.911856107334497e-07, |
| "loss": 1.2073801755905151, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.3080168776371308, |
| "grad_norm": 1.0367379188537598, |
| "learning_rate": 9.896956024679761e-07, |
| "loss": 0.7765376567840576, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.3122362869198312, |
| "grad_norm": 1.8108422756195068, |
| "learning_rate": 9.882015814255073e-07, |
| "loss": 1.221542477607727, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.3164556962025316, |
| "grad_norm": 1.8170989751815796, |
| "learning_rate": 9.867035657900079e-07, |
| "loss": 0.9256758689880371, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.3206751054852321, |
| "grad_norm": 1.397377610206604, |
| "learning_rate": 9.852015737940618e-07, |
| "loss": 1.1996105909347534, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.3248945147679325, |
| "grad_norm": 2.3642630577087402, |
| "learning_rate": 9.836956237186495e-07, |
| "loss": 1.7291648387908936, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.3291139240506329, |
| "grad_norm": 1.3181530237197876, |
| "learning_rate": 9.821857338929266e-07, |
| "loss": 0.9664700627326965, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 1.441937804222107, |
| "learning_rate": 9.806719226939986e-07, |
| "loss": 1.2257553339004517, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.3375527426160336, |
| "grad_norm": 0.5612751841545105, |
| "learning_rate": 9.791542085467003e-07, |
| "loss": 0.9133172035217285, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.3417721518987342, |
| "grad_norm": 1.5648330450057983, |
| "learning_rate": 9.776326099233684e-07, |
| "loss": 0.7176555395126343, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.3459915611814346, |
| "grad_norm": 21.417667388916016, |
| "learning_rate": 9.761071453436195e-07, |
| "loss": 0.9039233326911926, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.350210970464135, |
| "grad_norm": 1.9340534210205078, |
| "learning_rate": 9.745778333741227e-07, |
| "loss": 1.2601927518844604, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.3544303797468356, |
| "grad_norm": 2.36677885055542, |
| "learning_rate": 9.73044692628374e-07, |
| "loss": 0.9230378866195679, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.358649789029536, |
| "grad_norm": 0.7526681423187256, |
| "learning_rate": 9.715077417664705e-07, |
| "loss": 1.3141403198242188, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.3628691983122363, |
| "grad_norm": 1.5295689105987549, |
| "learning_rate": 9.699669994948829e-07, |
| "loss": 1.20694899559021, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.3670886075949367, |
| "grad_norm": 8.918047904968262, |
| "learning_rate": 9.684224845662273e-07, |
| "loss": 0.9112899899482727, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.371308016877637, |
| "grad_norm": 2.3975322246551514, |
| "learning_rate": 9.668742157790378e-07, |
| "loss": 1.4381672143936157, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.3755274261603376, |
| "grad_norm": 1.3441905975341797, |
| "learning_rate": 9.653222119775373e-07, |
| "loss": 1.224355936050415, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.379746835443038, |
| "grad_norm": 8.170360565185547, |
| "learning_rate": 9.637664920514075e-07, |
| "loss": 0.9496920108795166, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.3839662447257384, |
| "grad_norm": 1.037866234779358, |
| "learning_rate": 9.622070749355605e-07, |
| "loss": 1.2685517072677612, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.3881856540084387, |
| "grad_norm": 5.456931114196777, |
| "learning_rate": 9.60643979609907e-07, |
| "loss": 0.676283597946167, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.3924050632911391, |
| "grad_norm": 1.2280727624893188, |
| "learning_rate": 9.59077225099126e-07, |
| "loss": 1.1961660385131836, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.3966244725738397, |
| "grad_norm": 2.4184653759002686, |
| "learning_rate": 9.57506830472433e-07, |
| "loss": 0.7105515599250793, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.40084388185654, |
| "grad_norm": 2.039471387863159, |
| "learning_rate": 9.559328148433473e-07, |
| "loss": 1.2236860990524292, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.4050632911392404, |
| "grad_norm": 3.3632094860076904, |
| "learning_rate": 9.54355197369461e-07, |
| "loss": 0.8225454092025757, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.409282700421941, |
| "grad_norm": 2.8079605102539062, |
| "learning_rate": 9.527739972522041e-07, |
| "loss": 1.224509835243225, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.4135021097046414, |
| "grad_norm": 1.0237503051757812, |
| "learning_rate": 9.511892337366117e-07, |
| "loss": 1.2146466970443726, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.4177215189873418, |
| "grad_norm": 2.5967676639556885, |
| "learning_rate": 9.496009261110901e-07, |
| "loss": 1.5150516033172607, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.4219409282700421, |
| "grad_norm": 1.5330960750579834, |
| "learning_rate": 9.480090937071802e-07, |
| "loss": 0.8809629082679749, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.4261603375527425, |
| "grad_norm": 1.5120795965194702, |
| "learning_rate": 9.464137558993251e-07, |
| "loss": 0.7257891893386841, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.4303797468354431, |
| "grad_norm": 1.8336877822875977, |
| "learning_rate": 9.448149321046316e-07, |
| "loss": 1.0394529104232788, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.4345991561181435, |
| "grad_norm": 3.8357579708099365, |
| "learning_rate": 9.432126417826358e-07, |
| "loss": 1.1556706428527832, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.4388185654008439, |
| "grad_norm": 1.9536528587341309, |
| "learning_rate": 9.416069044350646e-07, |
| "loss": 0.9677222967147827, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.4430379746835442, |
| "grad_norm": 3.1365737915039062, |
| "learning_rate": 9.399977396055995e-07, |
| "loss": 1.2571027278900146, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.4472573839662446, |
| "grad_norm": 3.375725746154785, |
| "learning_rate": 9.383851668796392e-07, |
| "loss": 0.7981452345848083, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.4514767932489452, |
| "grad_norm": 2.0981504917144775, |
| "learning_rate": 9.367692058840594e-07, |
| "loss": 0.9887269735336304, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.4556962025316456, |
| "grad_norm": 5.0241265296936035, |
| "learning_rate": 9.351498762869752e-07, |
| "loss": 1.1597225666046143, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.459915611814346, |
| "grad_norm": 3.389521598815918, |
| "learning_rate": 9.33527197797502e-07, |
| "loss": 0.7292091846466064, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.4641350210970465, |
| "grad_norm": 2.6481471061706543, |
| "learning_rate": 9.319011901655145e-07, |
| "loss": 1.3359123468399048, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.4683544303797469, |
| "grad_norm": 3.0631887912750244, |
| "learning_rate": 9.302718731814072e-07, |
| "loss": 0.7314563393592834, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.4725738396624473, |
| "grad_norm": 1.1294174194335938, |
| "learning_rate": 9.286392666758532e-07, |
| "loss": 1.202915072441101, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.4767932489451476, |
| "grad_norm": 0.9764413237571716, |
| "learning_rate": 9.270033905195628e-07, |
| "loss": 1.2414040565490723, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.481012658227848, |
| "grad_norm": 2.000211000442505, |
| "learning_rate": 9.25364264623042e-07, |
| "loss": 1.1095331907272339, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.4852320675105486, |
| "grad_norm": 2.9179534912109375, |
| "learning_rate": 9.237219089363494e-07, |
| "loss": 0.8434455990791321, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.489451476793249, |
| "grad_norm": 1.4670263528823853, |
| "learning_rate": 9.220763434488545e-07, |
| "loss": 1.1951138973236084, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.4936708860759493, |
| "grad_norm": 1.2732899188995361, |
| "learning_rate": 9.204275881889934e-07, |
| "loss": 1.2532763481140137, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.49789029535865, |
| "grad_norm": 1.302393913269043, |
| "learning_rate": 9.187756632240253e-07, |
| "loss": 1.1061906814575195, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.50210970464135, |
| "grad_norm": 3.0175118446350098, |
| "learning_rate": 9.171205886597887e-07, |
| "loss": 0.5435208082199097, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.5063291139240507, |
| "grad_norm": 2.06999135017395, |
| "learning_rate": 9.154623846404564e-07, |
| "loss": 1.2072559595108032, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.510548523206751, |
| "grad_norm": 0.7862725853919983, |
| "learning_rate": 9.138010713482899e-07, |
| "loss": 1.1671605110168457, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.5147679324894514, |
| "grad_norm": 1.871321439743042, |
| "learning_rate": 9.121366690033944e-07, |
| "loss": 1.1794459819793701, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.518987341772152, |
| "grad_norm": 2.5938880443573, |
| "learning_rate": 9.104691978634728e-07, |
| "loss": 1.0995539426803589, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.5232067510548524, |
| "grad_norm": 3.1606552600860596, |
| "learning_rate": 9.08798678223578e-07, |
| "loss": 1.231619954109192, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.5274261603375527, |
| "grad_norm": 0.9736570715904236, |
| "learning_rate": 9.071251304158672e-07, |
| "loss": 1.250243067741394, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.5316455696202531, |
| "grad_norm": 3.1312761306762695, |
| "learning_rate": 9.054485748093538e-07, |
| "loss": 0.6082893013954163, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.5358649789029535, |
| "grad_norm": 2.6216931343078613, |
| "learning_rate": 9.037690318096597e-07, |
| "loss": 0.4211277663707733, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.540084388185654, |
| "grad_norm": 1.668655276298523, |
| "learning_rate": 9.020865218587668e-07, |
| "loss": 1.0038397312164307, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.5443037974683544, |
| "grad_norm": 2.301889419555664, |
| "learning_rate": 9.004010654347677e-07, |
| "loss": 0.9896605610847473, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.5485232067510548, |
| "grad_norm": 1.4354939460754395, |
| "learning_rate": 8.98712683051618e-07, |
| "loss": 1.235560417175293, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.5527426160337554, |
| "grad_norm": 1.394313097000122, |
| "learning_rate": 8.970213952588844e-07, |
| "loss": 0.986316442489624, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.5569620253164556, |
| "grad_norm": 2.5624778270721436, |
| "learning_rate": 8.953272226414971e-07, |
| "loss": 0.9202096462249756, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.5611814345991561, |
| "grad_norm": 2.074122667312622, |
| "learning_rate": 8.936301858194968e-07, |
| "loss": 1.1290022134780884, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.5654008438818565, |
| "grad_norm": 1.5154873132705688, |
| "learning_rate": 8.919303054477857e-07, |
| "loss": 0.8514289855957031, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.5696202531645569, |
| "grad_norm": 6.750024318695068, |
| "learning_rate": 8.90227602215875e-07, |
| "loss": 0.5599585175514221, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.5738396624472575, |
| "grad_norm": 1.8320426940917969, |
| "learning_rate": 8.885220968476331e-07, |
| "loss": 0.780780017375946, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.5780590717299579, |
| "grad_norm": 3.8813395500183105, |
| "learning_rate": 8.868138101010339e-07, |
| "loss": 0.656001091003418, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.5822784810126582, |
| "grad_norm": 1.3229504823684692, |
| "learning_rate": 8.85102762767904e-07, |
| "loss": 1.215933084487915, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.5864978902953588, |
| "grad_norm": 1.5343960523605347, |
| "learning_rate": 8.833889756736696e-07, |
| "loss": 0.7347640991210938, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.590717299578059, |
| "grad_norm": 1.3849875926971436, |
| "learning_rate": 8.816724696771023e-07, |
| "loss": 0.8356782793998718, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.5949367088607596, |
| "grad_norm": 1.4311785697937012, |
| "learning_rate": 8.799532656700668e-07, |
| "loss": 0.6571628451347351, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.59915611814346, |
| "grad_norm": 1.954759955406189, |
| "learning_rate": 8.78231384577265e-07, |
| "loss": 0.8940713405609131, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.6033755274261603, |
| "grad_norm": 1.7239028215408325, |
| "learning_rate": 8.765068473559826e-07, |
| "loss": 1.1826146841049194, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.6075949367088609, |
| "grad_norm": 0.5811662673950195, |
| "learning_rate": 8.747796749958329e-07, |
| "loss": 0.8342135548591614, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.611814345991561, |
| "grad_norm": 2.9614205360412598, |
| "learning_rate": 8.730498885185022e-07, |
| "loss": 1.2261645793914795, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.6160337552742616, |
| "grad_norm": 1.8469215631484985, |
| "learning_rate": 8.713175089774935e-07, |
| "loss": 1.0828239917755127, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.620253164556962, |
| "grad_norm": 0.7462615966796875, |
| "learning_rate": 8.695825574578708e-07, |
| "loss": 1.08014976978302, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.6244725738396624, |
| "grad_norm": 1.5869735479354858, |
| "learning_rate": 8.678450550760013e-07, |
| "loss": 1.2228014469146729, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.628691983122363, |
| "grad_norm": 1.267874836921692, |
| "learning_rate": 8.661050229793e-07, |
| "loss": 1.2381342649459839, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.6329113924050633, |
| "grad_norm": 1.8816311359405518, |
| "learning_rate": 8.643624823459705e-07, |
| "loss": 1.2392218112945557, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.6371308016877637, |
| "grad_norm": 2.270045280456543, |
| "learning_rate": 8.626174543847494e-07, |
| "loss": 1.2957593202590942, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.6413502109704643, |
| "grad_norm": 0.9629765152931213, |
| "learning_rate": 8.608699603346457e-07, |
| "loss": 0.8434277772903442, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.6455696202531644, |
| "grad_norm": 6.275035381317139, |
| "learning_rate": 8.591200214646842e-07, |
| "loss": 0.3582332730293274, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.649789029535865, |
| "grad_norm": 1.902158260345459, |
| "learning_rate": 8.573676590736464e-07, |
| "loss": 1.1803405284881592, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.6540084388185654, |
| "grad_norm": 1.5325170755386353, |
| "learning_rate": 8.556128944898098e-07, |
| "loss": 0.9606213569641113, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.6582278481012658, |
| "grad_norm": 1.5803859233856201, |
| "learning_rate": 8.538557490706904e-07, |
| "loss": 1.1115106344223022, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.6624472573839664, |
| "grad_norm": 1.5015286207199097, |
| "learning_rate": 8.520962442027808e-07, |
| "loss": 0.5854233503341675, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 1.0308812856674194, |
| "learning_rate": 8.503344013012916e-07, |
| "loss": 1.2016632556915283, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.6708860759493671, |
| "grad_norm": 3.8510706424713135, |
| "learning_rate": 8.485702418098897e-07, |
| "loss": 0.648362398147583, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.6751054852320675, |
| "grad_norm": 0.47625789046287537, |
| "learning_rate": 8.468037872004374e-07, |
| "loss": 1.0536069869995117, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.6793248945147679, |
| "grad_norm": 1.4682717323303223, |
| "learning_rate": 8.450350589727312e-07, |
| "loss": 1.2215386629104614, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.6835443037974684, |
| "grad_norm": 4.169456481933594, |
| "learning_rate": 8.432640786542407e-07, |
| "loss": 0.9762102961540222, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.6877637130801688, |
| "grad_norm": 4.598972797393799, |
| "learning_rate": 8.414908677998456e-07, |
| "loss": 1.2525511980056763, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.6919831223628692, |
| "grad_norm": 4.160123825073242, |
| "learning_rate": 8.39715447991574e-07, |
| "loss": 0.6331847906112671, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.6962025316455698, |
| "grad_norm": 1.725115180015564, |
| "learning_rate": 8.379378408383392e-07, |
| "loss": 1.2866941690444946, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.70042194092827, |
| "grad_norm": 1.8015742301940918, |
| "learning_rate": 8.361580679756771e-07, |
| "loss": 1.1813989877700806, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.7046413502109705, |
| "grad_norm": 2.260415554046631, |
| "learning_rate": 8.343761510654834e-07, |
| "loss": 0.8856143355369568, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.7088607594936709, |
| "grad_norm": 3.748908042907715, |
| "learning_rate": 8.325921117957487e-07, |
| "loss": 0.9216241240501404, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.7130801687763713, |
| "grad_norm": 1.0273261070251465, |
| "learning_rate": 8.308059718802953e-07, |
| "loss": 1.1896474361419678, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.7172995780590719, |
| "grad_norm": 5.24169921875, |
| "learning_rate": 8.290177530585126e-07, |
| "loss": 1.525089144706726, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.721518987341772, |
| "grad_norm": 2.1483330726623535, |
| "learning_rate": 8.272274770950934e-07, |
| "loss": 1.2185280323028564, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.7257383966244726, |
| "grad_norm": 3.7641489505767822, |
| "learning_rate": 8.254351657797674e-07, |
| "loss": 0.8334339261054993, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.729957805907173, |
| "grad_norm": 1.9054092168807983, |
| "learning_rate": 8.236408409270376e-07, |
| "loss": 0.4915008842945099, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.7341772151898733, |
| "grad_norm": 18.341960906982422, |
| "learning_rate": 8.218445243759137e-07, |
| "loss": 0.7150586843490601, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.738396624472574, |
| "grad_norm": 1.671027421951294, |
| "learning_rate": 8.200462379896468e-07, |
| "loss": 0.7935347557067871, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.7426160337552743, |
| "grad_norm": 1.1407239437103271, |
| "learning_rate": 8.182460036554631e-07, |
| "loss": 1.0441514253616333, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.7468354430379747, |
| "grad_norm": 1.8266801834106445, |
| "learning_rate": 8.164438432842973e-07, |
| "loss": 1.0361227989196777, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.7510548523206753, |
| "grad_norm": 1.3403441905975342, |
| "learning_rate": 8.146397788105272e-07, |
| "loss": 1.1865990161895752, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.7552742616033754, |
| "grad_norm": 0.9253147840499878, |
| "learning_rate": 8.128338321917045e-07, |
| "loss": 1.1751179695129395, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.759493670886076, |
| "grad_norm": 3.3475301265716553, |
| "learning_rate": 8.110260254082898e-07, |
| "loss": 0.9232848286628723, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.7637130801687764, |
| "grad_norm": 1.080689549446106, |
| "learning_rate": 8.092163804633832e-07, |
| "loss": 1.2128963470458984, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.7679324894514767, |
| "grad_norm": 1.2559332847595215, |
| "learning_rate": 8.074049193824579e-07, |
| "loss": 1.0571973323822021, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.7721518987341773, |
| "grad_norm": 1.474366307258606, |
| "learning_rate": 8.055916642130914e-07, |
| "loss": 1.1260405778884888, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.7763713080168775, |
| "grad_norm": 2.3742828369140625, |
| "learning_rate": 8.037766370246972e-07, |
| "loss": 1.0088326930999756, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.780590717299578, |
| "grad_norm": 0.6461037397384644, |
| "learning_rate": 8.019598599082567e-07, |
| "loss": 0.5369378328323364, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.7848101265822784, |
| "grad_norm": 0.5748505592346191, |
| "learning_rate": 8.001413549760496e-07, |
| "loss": 0.8393441438674927, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.7890295358649788, |
| "grad_norm": 3.184478282928467, |
| "learning_rate": 7.983211443613853e-07, |
| "loss": 0.7285841107368469, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.7932489451476794, |
| "grad_norm": 6.552399635314941, |
| "learning_rate": 7.964992502183333e-07, |
| "loss": 0.8242054581642151, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.7974683544303798, |
| "grad_norm": 1.3520995378494263, |
| "learning_rate": 7.946756947214536e-07, |
| "loss": 1.210748314857483, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.8016877637130801, |
| "grad_norm": 2.167078733444214, |
| "learning_rate": 7.928505000655264e-07, |
| "loss": 1.4572898149490356, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.8059071729957807, |
| "grad_norm": 0.506519615650177, |
| "learning_rate": 7.910236884652833e-07, |
| "loss": 1.0607579946517944, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.810126582278481, |
| "grad_norm": 2.641108512878418, |
| "learning_rate": 7.891952821551348e-07, |
| "loss": 1.0674760341644287, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.8143459915611815, |
| "grad_norm": 2.2153725624084473, |
| "learning_rate": 7.87365303388902e-07, |
| "loss": 0.8174270987510681, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.8185654008438819, |
| "grad_norm": 2.081165075302124, |
| "learning_rate": 7.855337744395437e-07, |
| "loss": 1.2201720476150513, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.8227848101265822, |
| "grad_norm": 1.6072843074798584, |
| "learning_rate": 7.837007175988869e-07, |
| "loss": 1.0889828205108643, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.8270042194092828, |
| "grad_norm": 5.830190181732178, |
| "learning_rate": 7.818661551773542e-07, |
| "loss": 1.2174073457717896, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.831223628691983, |
| "grad_norm": 3.3919594287872314, |
| "learning_rate": 7.800301095036933e-07, |
| "loss": 0.9814926385879517, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.8354430379746836, |
| "grad_norm": 3.2243967056274414, |
| "learning_rate": 7.781926029247048e-07, |
| "loss": 1.1042759418487549, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.839662447257384, |
| "grad_norm": 3.5643749237060547, |
| "learning_rate": 7.763536578049699e-07, |
| "loss": 0.8058743476867676, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.8438818565400843, |
| "grad_norm": 1.4269522428512573, |
| "learning_rate": 7.745132965265788e-07, |
| "loss": 0.987337052822113, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.8481012658227849, |
| "grad_norm": 0.985817015171051, |
| "learning_rate": 7.726715414888577e-07, |
| "loss": 1.2107572555541992, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.8523206751054853, |
| "grad_norm": 1.9935749769210815, |
| "learning_rate": 7.708284151080968e-07, |
| "loss": 0.9476048946380615, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.8565400843881856, |
| "grad_norm": 3.2491185665130615, |
| "learning_rate": 7.689839398172767e-07, |
| "loss": 0.9019596576690674, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.8607594936708862, |
| "grad_norm": 2.6126883029937744, |
| "learning_rate": 7.671381380657965e-07, |
| "loss": 1.1691335439682007, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.8649789029535864, |
| "grad_norm": 1.3800222873687744, |
| "learning_rate": 7.65291032319199e-07, |
| "loss": 0.8417655229568481, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.869198312236287, |
| "grad_norm": 2.0879945755004883, |
| "learning_rate": 7.634426450588988e-07, |
| "loss": 0.8084736466407776, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.8734177215189873, |
| "grad_norm": 1.3853508234024048, |
| "learning_rate": 7.615929987819075e-07, |
| "loss": 1.136643648147583, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.8776371308016877, |
| "grad_norm": 7.130331993103027, |
| "learning_rate": 7.597421160005612e-07, |
| "loss": 0.4776380956172943, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.8818565400843883, |
| "grad_norm": 3.002958059310913, |
| "learning_rate": 7.578900192422443e-07, |
| "loss": 0.7818654179573059, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.8860759493670884, |
| "grad_norm": 1.7899680137634277, |
| "learning_rate": 7.560367310491182e-07, |
| "loss": 1.1894859075546265, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.890295358649789, |
| "grad_norm": 1.8424100875854492, |
| "learning_rate": 7.541822739778445e-07, |
| "loss": 1.3867307901382446, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.8945147679324894, |
| "grad_norm": 11.084500312805176, |
| "learning_rate": 7.523266705993115e-07, |
| "loss": 0.8175121545791626, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.8987341772151898, |
| "grad_norm": 2.078657388687134, |
| "learning_rate": 7.504699434983602e-07, |
| "loss": 1.1003247499465942, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.9029535864978904, |
| "grad_norm": 1.9573427438735962, |
| "learning_rate": 7.486121152735074e-07, |
| "loss": 1.3067007064819336, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.9071729957805907, |
| "grad_norm": 6.904273509979248, |
| "learning_rate": 7.467532085366726e-07, |
| "loss": 1.073278784751892, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.9113924050632911, |
| "grad_norm": 0.9965894818305969, |
| "learning_rate": 7.448932459129016e-07, |
| "loss": 1.3775935173034668, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.9156118143459917, |
| "grad_norm": 4.340345859527588, |
| "learning_rate": 7.430322500400924e-07, |
| "loss": 0.5346195697784424, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.9198312236286919, |
| "grad_norm": 1.2633851766586304, |
| "learning_rate": 7.411702435687177e-07, |
| "loss": 1.1176321506500244, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.9240506329113924, |
| "grad_norm": 2.212251901626587, |
| "learning_rate": 7.393072491615511e-07, |
| "loss": 0.8476999402046204, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.9282700421940928, |
| "grad_norm": 1.6803202629089355, |
| "learning_rate": 7.374432894933905e-07, |
| "loss": 1.2019180059432983, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.9324894514767932, |
| "grad_norm": 2.0837478637695312, |
| "learning_rate": 7.355783872507818e-07, |
| "loss": 0.9530687928199768, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.9367088607594938, |
| "grad_norm": 2.765504837036133, |
| "learning_rate": 7.337125651317433e-07, |
| "loss": 1.0955183506011963, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.9409282700421941, |
| "grad_norm": 2.821669101715088, |
| "learning_rate": 7.318458458454892e-07, |
| "loss": 0.5842803120613098, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.9451476793248945, |
| "grad_norm": 1.241335153579712, |
| "learning_rate": 7.299782521121536e-07, |
| "loss": 1.1832818984985352, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.9493670886075949, |
| "grad_norm": 1.0857776403427124, |
| "learning_rate": 7.281098066625129e-07, |
| "loss": 1.262142539024353, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.9535864978902953, |
| "grad_norm": 1.392290472984314, |
| "learning_rate": 7.262405322377109e-07, |
| "loss": 0.9511996507644653, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.9578059071729959, |
| "grad_norm": 1.1899210214614868, |
| "learning_rate": 7.243704515889799e-07, |
| "loss": 0.797012448310852, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.9620253164556962, |
| "grad_norm": 3.176696300506592, |
| "learning_rate": 7.224995874773657e-07, |
| "loss": 1.2408126592636108, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.9662447257383966, |
| "grad_norm": 3.178877592086792, |
| "learning_rate": 7.206279626734492e-07, |
| "loss": 0.9860198497772217, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.9704641350210972, |
| "grad_norm": 1.3276498317718506, |
| "learning_rate": 7.187555999570705e-07, |
| "loss": 1.2460663318634033, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.9746835443037973, |
| "grad_norm": 1.3889448642730713, |
| "learning_rate": 7.1688252211705e-07, |
| "loss": 1.2101694345474243, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.978902953586498, |
| "grad_norm": 0.8887938261032104, |
| "learning_rate": 7.150087519509128e-07, |
| "loss": 0.8580332398414612, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.9831223628691983, |
| "grad_norm": 1.4792304039001465, |
| "learning_rate": 7.131343122646098e-07, |
| "loss": 1.231054663658142, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.9873417721518987, |
| "grad_norm": 2.457331418991089, |
| "learning_rate": 7.11259225872241e-07, |
| "loss": 1.006805658340454, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.9915611814345993, |
| "grad_norm": 1.956710696220398, |
| "learning_rate": 7.093835155957782e-07, |
| "loss": 0.7936272025108337, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.9957805907172996, |
| "grad_norm": 1.3758666515350342, |
| "learning_rate": 7.075072042647852e-07, |
| "loss": 1.1611456871032715, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 3.4326858520507812, |
| "learning_rate": 7.056303147161428e-07, |
| "loss": 0.5819499492645264, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.0042194092827006, |
| "grad_norm": 6.350503921508789, |
| "learning_rate": 7.03752869793768e-07, |
| "loss": 0.9798819422721863, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.0084388185654007, |
| "grad_norm": 3.770968437194824, |
| "learning_rate": 7.018748923483386e-07, |
| "loss": 0.6936891078948975, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.0126582278481013, |
| "grad_norm": 3.1057989597320557, |
| "learning_rate": 6.99996405237013e-07, |
| "loss": 0.857315182685852, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.0168776371308015, |
| "grad_norm": 1.2099494934082031, |
| "learning_rate": 6.98117431323153e-07, |
| "loss": 1.0093313455581665, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.021097046413502, |
| "grad_norm": 2.805772542953491, |
| "learning_rate": 6.962379934760456e-07, |
| "loss": 0.7519159913063049, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.0253164556962027, |
| "grad_norm": 2.69637131690979, |
| "learning_rate": 6.94358114570624e-07, |
| "loss": 0.8004332780838013, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.029535864978903, |
| "grad_norm": 4.524166584014893, |
| "learning_rate": 6.924778174871901e-07, |
| "loss": 1.2693367004394531, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.0337552742616034, |
| "grad_norm": 1.710188388824463, |
| "learning_rate": 6.905971251111349e-07, |
| "loss": 0.8327010869979858, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.037974683544304, |
| "grad_norm": 1.4968762397766113, |
| "learning_rate": 6.887160603326612e-07, |
| "loss": 0.8057103753089905, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.042194092827004, |
| "grad_norm": 2.4308996200561523, |
| "learning_rate": 6.868346460465038e-07, |
| "loss": 0.7996687889099121, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.0464135021097047, |
| "grad_norm": 1.531032681465149, |
| "learning_rate": 6.849529051516521e-07, |
| "loss": 1.125715732574463, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.050632911392405, |
| "grad_norm": 3.428903579711914, |
| "learning_rate": 6.830708605510697e-07, |
| "loss": 1.0384615659713745, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.0548523206751055, |
| "grad_norm": 1.0824832916259766, |
| "learning_rate": 6.811885351514176e-07, |
| "loss": 0.9185305237770081, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.059071729957806, |
| "grad_norm": 1.7839653491973877, |
| "learning_rate": 6.793059518627739e-07, |
| "loss": 0.8305885195732117, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.0632911392405062, |
| "grad_norm": 0.7381780743598938, |
| "learning_rate": 6.77423133598356e-07, |
| "loss": 0.8384730815887451, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.067510548523207, |
| "grad_norm": 1.6481800079345703, |
| "learning_rate": 6.755401032742407e-07, |
| "loss": 0.8727558255195618, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.071729957805907, |
| "grad_norm": 5.477509021759033, |
| "learning_rate": 6.736568838090859e-07, |
| "loss": 1.1277180910110474, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.0759493670886076, |
| "grad_norm": 2.758972644805908, |
| "learning_rate": 6.71773498123852e-07, |
| "loss": 1.0967183113098145, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.080168776371308, |
| "grad_norm": 1.1603978872299194, |
| "learning_rate": 6.698899691415218e-07, |
| "loss": 1.1284269094467163, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.0843881856540083, |
| "grad_norm": 1.3078337907791138, |
| "learning_rate": 6.680063197868228e-07, |
| "loss": 1.166777491569519, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.088607594936709, |
| "grad_norm": 3.5238006114959717, |
| "learning_rate": 6.661225729859475e-07, |
| "loss": 0.5711318850517273, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.0928270042194095, |
| "grad_norm": 2.0197713375091553, |
| "learning_rate": 6.64238751666274e-07, |
| "loss": 0.608964204788208, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.0970464135021096, |
| "grad_norm": 1.3378883600234985, |
| "learning_rate": 6.623548787560878e-07, |
| "loss": 1.175323247909546, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.1012658227848102, |
| "grad_norm": 1.223233938217163, |
| "learning_rate": 6.604709771843022e-07, |
| "loss": 1.1399847269058228, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.1054852320675104, |
| "grad_norm": 0.5097165703773499, |
| "learning_rate": 6.585870698801791e-07, |
| "loss": 0.8538580536842346, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.109704641350211, |
| "grad_norm": 1.8075917959213257, |
| "learning_rate": 6.567031797730507e-07, |
| "loss": 1.2541990280151367, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.1139240506329116, |
| "grad_norm": 1.6272530555725098, |
| "learning_rate": 6.548193297920393e-07, |
| "loss": 1.182500958442688, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.1181434599156117, |
| "grad_norm": 1.8821264505386353, |
| "learning_rate": 6.529355428657795e-07, |
| "loss": 1.1924080848693848, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.1223628691983123, |
| "grad_norm": 1.0999635457992554, |
| "learning_rate": 6.510518419221377e-07, |
| "loss": 0.6417333483695984, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.1265822784810124, |
| "grad_norm": 1.3833292722702026, |
| "learning_rate": 6.49168249887934e-07, |
| "loss": 0.7661027908325195, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.130801687763713, |
| "grad_norm": 1.4525195360183716, |
| "learning_rate": 6.472847896886636e-07, |
| "loss": 0.7349141240119934, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.1350210970464136, |
| "grad_norm": 3.5440096855163574, |
| "learning_rate": 6.454014842482162e-07, |
| "loss": 0.9432771801948547, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.1392405063291138, |
| "grad_norm": 4.978313446044922, |
| "learning_rate": 6.435183564885985e-07, |
| "loss": 1.375197172164917, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.1434599156118144, |
| "grad_norm": 1.7762482166290283, |
| "learning_rate": 6.416354293296542e-07, |
| "loss": 0.8380042910575867, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.147679324894515, |
| "grad_norm": 1.8821486234664917, |
| "learning_rate": 6.39752725688786e-07, |
| "loss": 0.9462857842445374, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.151898734177215, |
| "grad_norm": 1.470024585723877, |
| "learning_rate": 6.378702684806757e-07, |
| "loss": 0.8377196192741394, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.1561181434599157, |
| "grad_norm": 2.115182638168335, |
| "learning_rate": 6.359880806170058e-07, |
| "loss": 0.9362459182739258, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.160337552742616, |
| "grad_norm": 2.337805986404419, |
| "learning_rate": 6.341061850061807e-07, |
| "loss": 0.8514955639839172, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.1645569620253164, |
| "grad_norm": 9.63266372680664, |
| "learning_rate": 6.322246045530474e-07, |
| "loss": 1.1533026695251465, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.168776371308017, |
| "grad_norm": 1.6961092948913574, |
| "learning_rate": 6.303433621586177e-07, |
| "loss": 1.1458700895309448, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.172995780590717, |
| "grad_norm": 1.3575078248977661, |
| "learning_rate": 6.28462480719788e-07, |
| "loss": 1.1239484548568726, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.1772151898734178, |
| "grad_norm": 1.2787476778030396, |
| "learning_rate": 6.265819831290624e-07, |
| "loss": 1.1294289827346802, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.181434599156118, |
| "grad_norm": 4.088858604431152, |
| "learning_rate": 6.247018922742722e-07, |
| "loss": 1.1388219594955444, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.1856540084388185, |
| "grad_norm": 6.764144420623779, |
| "learning_rate": 6.228222310382992e-07, |
| "loss": 1.0533146858215332, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.189873417721519, |
| "grad_norm": 2.094905138015747, |
| "learning_rate": 6.209430222987952e-07, |
| "loss": 1.132552146911621, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.1940928270042193, |
| "grad_norm": 1.7523225545883179, |
| "learning_rate": 6.190642889279052e-07, |
| "loss": 1.2820512056350708, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.19831223628692, |
| "grad_norm": 4.281554222106934, |
| "learning_rate": 6.171860537919886e-07, |
| "loss": 0.39310938119888306, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.2025316455696204, |
| "grad_norm": 2.323817491531372, |
| "learning_rate": 6.153083397513404e-07, |
| "loss": 1.1017502546310425, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.2067510548523206, |
| "grad_norm": 4.524064064025879, |
| "learning_rate": 6.134311696599129e-07, |
| "loss": 0.6054593324661255, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.210970464135021, |
| "grad_norm": 2.6248085498809814, |
| "learning_rate": 6.115545663650389e-07, |
| "loss": 0.9862580299377441, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.2151898734177213, |
| "grad_norm": 1.9876245260238647, |
| "learning_rate": 6.096785527071516e-07, |
| "loss": 1.1376148462295532, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.219409282700422, |
| "grad_norm": 2.210066080093384, |
| "learning_rate": 6.078031515195085e-07, |
| "loss": 0.9529132843017578, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.2236286919831225, |
| "grad_norm": 3.2140283584594727, |
| "learning_rate": 6.059283856279118e-07, |
| "loss": 1.0213066339492798, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.2278481012658227, |
| "grad_norm": 6.621954917907715, |
| "learning_rate": 6.040542778504319e-07, |
| "loss": 0.9980672001838684, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.2320675105485233, |
| "grad_norm": 10.540366172790527, |
| "learning_rate": 6.021808509971293e-07, |
| "loss": 0.5453277826309204, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.2362869198312234, |
| "grad_norm": 1.3416770696640015, |
| "learning_rate": 6.003081278697764e-07, |
| "loss": 1.1391900777816772, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.240506329113924, |
| "grad_norm": 0.30088382959365845, |
| "learning_rate": 5.984361312615811e-07, |
| "loss": 0.9888620972633362, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.2447257383966246, |
| "grad_norm": 1.483581781387329, |
| "learning_rate": 5.96564883956908e-07, |
| "loss": 0.6946426033973694, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.2489451476793247, |
| "grad_norm": 2.5259406566619873, |
| "learning_rate": 5.946944087310022e-07, |
| "loss": 1.0866342782974243, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.2531645569620253, |
| "grad_norm": 2.395719528198242, |
| "learning_rate": 5.928247283497117e-07, |
| "loss": 1.3847568035125732, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.257383966244726, |
| "grad_norm": 2.874040126800537, |
| "learning_rate": 5.909558655692104e-07, |
| "loss": 1.1452842950820923, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.261603375527426, |
| "grad_norm": 2.1399810314178467, |
| "learning_rate": 5.890878431357208e-07, |
| "loss": 1.1274282932281494, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.2658227848101267, |
| "grad_norm": 3.358569383621216, |
| "learning_rate": 5.872206837852376e-07, |
| "loss": 1.3512498140335083, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.270042194092827, |
| "grad_norm": 1.4806420803070068, |
| "learning_rate": 5.853544102432505e-07, |
| "loss": 1.14762282371521, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.2742616033755274, |
| "grad_norm": 1.1972980499267578, |
| "learning_rate": 5.834890452244685e-07, |
| "loss": 0.9154924750328064, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.278481012658228, |
| "grad_norm": 10.489628791809082, |
| "learning_rate": 5.816246114325421e-07, |
| "loss": 0.9368666410446167, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.282700421940928, |
| "grad_norm": 5.601263046264648, |
| "learning_rate": 5.79761131559788e-07, |
| "loss": 0.6107386350631714, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.2869198312236287, |
| "grad_norm": 2.7437796592712402, |
| "learning_rate": 5.778986282869127e-07, |
| "loss": 0.7205576300621033, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.291139240506329, |
| "grad_norm": 0.8865097761154175, |
| "learning_rate": 5.760371242827363e-07, |
| "loss": 0.6305662393569946, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.2953586497890295, |
| "grad_norm": 2.2365691661834717, |
| "learning_rate": 5.741766422039167e-07, |
| "loss": 0.9999610781669617, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.29957805907173, |
| "grad_norm": 1.5019956827163696, |
| "learning_rate": 5.723172046946733e-07, |
| "loss": 0.589636504650116, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.3037974683544302, |
| "grad_norm": 2.1107327938079834, |
| "learning_rate": 5.704588343865127e-07, |
| "loss": 0.8981572389602661, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.308016877637131, |
| "grad_norm": 4.003733158111572, |
| "learning_rate": 5.686015538979518e-07, |
| "loss": 0.732837438583374, |
| "step": 1094 |
| }, |
| { |
| "epoch": 2.3122362869198314, |
| "grad_norm": 2.012057065963745, |
| "learning_rate": 5.667453858342434e-07, |
| "loss": 0.4853237271308899, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.3164556962025316, |
| "grad_norm": 2.796154260635376, |
| "learning_rate": 5.648903527871006e-07, |
| "loss": 1.1909679174423218, |
| "step": 1098 |
| }, |
| { |
| "epoch": 2.320675105485232, |
| "grad_norm": 1.6839478015899658, |
| "learning_rate": 5.630364773344224e-07, |
| "loss": 1.0224688053131104, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.3248945147679323, |
| "grad_norm": 1.592947006225586, |
| "learning_rate": 5.611837820400182e-07, |
| "loss": 1.1030757427215576, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.329113924050633, |
| "grad_norm": 1.691872239112854, |
| "learning_rate": 5.593322894533334e-07, |
| "loss": 1.2941904067993164, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 1.7891680002212524, |
| "learning_rate": 5.574820221091757e-07, |
| "loss": 0.8782735466957092, |
| "step": 1106 |
| }, |
| { |
| "epoch": 2.3375527426160336, |
| "grad_norm": 3.5078885555267334, |
| "learning_rate": 5.556330025274393e-07, |
| "loss": 0.5180922150611877, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.3417721518987342, |
| "grad_norm": 1.8680453300476074, |
| "learning_rate": 5.537852532128322e-07, |
| "loss": 1.1475764513015747, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.3459915611814344, |
| "grad_norm": 1.262511968612671, |
| "learning_rate": 5.519387966546021e-07, |
| "loss": 1.1460936069488525, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.350210970464135, |
| "grad_norm": 12.242781639099121, |
| "learning_rate": 5.500936553262616e-07, |
| "loss": 1.1747325658798218, |
| "step": 1114 |
| }, |
| { |
| "epoch": 2.3544303797468356, |
| "grad_norm": 0.7147314548492432, |
| "learning_rate": 5.48249851685316e-07, |
| "loss": 0.7451015114784241, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.3586497890295357, |
| "grad_norm": 4.066142559051514, |
| "learning_rate": 5.464074081729892e-07, |
| "loss": 1.0633448362350464, |
| "step": 1118 |
| }, |
| { |
| "epoch": 2.3628691983122363, |
| "grad_norm": 1.6116374731063843, |
| "learning_rate": 5.445663472139506e-07, |
| "loss": 0.8038894534111023, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.367088607594937, |
| "grad_norm": 2.5959835052490234, |
| "learning_rate": 5.427266912160427e-07, |
| "loss": 1.0548654794692993, |
| "step": 1122 |
| }, |
| { |
| "epoch": 2.371308016877637, |
| "grad_norm": 1.4511165618896484, |
| "learning_rate": 5.408884625700076e-07, |
| "loss": 0.744436502456665, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.3755274261603376, |
| "grad_norm": 2.0259265899658203, |
| "learning_rate": 5.390516836492152e-07, |
| "loss": 1.0626447200775146, |
| "step": 1126 |
| }, |
| { |
| "epoch": 2.379746835443038, |
| "grad_norm": 1.5352128744125366, |
| "learning_rate": 5.372163768093903e-07, |
| "loss": 1.1404402256011963, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.3839662447257384, |
| "grad_norm": 3.401780366897583, |
| "learning_rate": 5.35382564388341e-07, |
| "loss": 0.5039758086204529, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.388185654008439, |
| "grad_norm": 1.8972293138504028, |
| "learning_rate": 5.335502687056865e-07, |
| "loss": 0.345048725605011, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.392405063291139, |
| "grad_norm": 4.107486248016357, |
| "learning_rate": 5.317195120625855e-07, |
| "loss": 0.4859941303730011, |
| "step": 1134 |
| }, |
| { |
| "epoch": 2.3966244725738397, |
| "grad_norm": 2.5772571563720703, |
| "learning_rate": 5.298903167414648e-07, |
| "loss": 0.5732159614562988, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.40084388185654, |
| "grad_norm": 1.3114792108535767, |
| "learning_rate": 5.280627050057483e-07, |
| "loss": 1.1417685747146606, |
| "step": 1138 |
| }, |
| { |
| "epoch": 2.4050632911392404, |
| "grad_norm": 7.5032267570495605, |
| "learning_rate": 5.262366990995852e-07, |
| "loss": 0.8103894591331482, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.409282700421941, |
| "grad_norm": 3.7041962146759033, |
| "learning_rate": 5.244123212475811e-07, |
| "loss": 0.3755455017089844, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.413502109704641, |
| "grad_norm": 1.3423445224761963, |
| "learning_rate": 5.22589593654525e-07, |
| "loss": 0.8771740198135376, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.4177215189873418, |
| "grad_norm": 1.499751329421997, |
| "learning_rate": 5.207685385051213e-07, |
| "loss": 1.168401837348938, |
| "step": 1146 |
| }, |
| { |
| "epoch": 2.4219409282700424, |
| "grad_norm": 4.436310291290283, |
| "learning_rate": 5.189491779637181e-07, |
| "loss": 0.8418995141983032, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.4261603375527425, |
| "grad_norm": 1.6216802597045898, |
| "learning_rate": 5.171315341740387e-07, |
| "loss": 1.147579550743103, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.430379746835443, |
| "grad_norm": 43.39120864868164, |
| "learning_rate": 5.153156292589112e-07, |
| "loss": 0.8518908619880676, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.4345991561181437, |
| "grad_norm": 1.7255734205245972, |
| "learning_rate": 5.1350148532e-07, |
| "loss": 1.205424427986145, |
| "step": 1154 |
| }, |
| { |
| "epoch": 2.438818565400844, |
| "grad_norm": 6.3630475997924805, |
| "learning_rate": 5.116891244375358e-07, |
| "loss": 0.43493425846099854, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.4430379746835444, |
| "grad_norm": 2.129798412322998, |
| "learning_rate": 5.098785686700478e-07, |
| "loss": 0.9413697719573975, |
| "step": 1158 |
| }, |
| { |
| "epoch": 2.4472573839662446, |
| "grad_norm": 1.4703646898269653, |
| "learning_rate": 5.080698400540949e-07, |
| "loss": 1.1531509160995483, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.451476793248945, |
| "grad_norm": 1.771309494972229, |
| "learning_rate": 5.062629606039975e-07, |
| "loss": 0.7602155208587646, |
| "step": 1162 |
| }, |
| { |
| "epoch": 2.4556962025316453, |
| "grad_norm": 1.3786754608154297, |
| "learning_rate": 5.04457952311569e-07, |
| "loss": 1.1161296367645264, |
| "step": 1164 |
| }, |
| { |
| "epoch": 2.459915611814346, |
| "grad_norm": 2.190340280532837, |
| "learning_rate": 5.026548371458493e-07, |
| "loss": 1.1393266916275024, |
| "step": 1166 |
| }, |
| { |
| "epoch": 2.4641350210970465, |
| "grad_norm": 0.6447933316230774, |
| "learning_rate": 5.008536370528365e-07, |
| "loss": 0.728462815284729, |
| "step": 1168 |
| }, |
| { |
| "epoch": 2.4683544303797467, |
| "grad_norm": 1.4482827186584473, |
| "learning_rate": 4.990543739552197e-07, |
| "loss": 1.0875799655914307, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.4725738396624473, |
| "grad_norm": 1.4591885805130005, |
| "learning_rate": 4.972570697521133e-07, |
| "loss": 1.124202013015747, |
| "step": 1172 |
| }, |
| { |
| "epoch": 2.476793248945148, |
| "grad_norm": 1.3290364742279053, |
| "learning_rate": 4.954617463187888e-07, |
| "loss": 1.1189545392990112, |
| "step": 1174 |
| }, |
| { |
| "epoch": 2.481012658227848, |
| "grad_norm": 2.232417106628418, |
| "learning_rate": 4.936684255064102e-07, |
| "loss": 0.8213171362876892, |
| "step": 1176 |
| }, |
| { |
| "epoch": 2.4852320675105486, |
| "grad_norm": 1.8304226398468018, |
| "learning_rate": 4.918771291417669e-07, |
| "loss": 0.40340158343315125, |
| "step": 1178 |
| }, |
| { |
| "epoch": 2.489451476793249, |
| "grad_norm": 8.472685813903809, |
| "learning_rate": 4.900878790270084e-07, |
| "loss": 0.9105018973350525, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.4936708860759493, |
| "grad_norm": 4.292173385620117, |
| "learning_rate": 4.883006969393791e-07, |
| "loss": 1.0442423820495605, |
| "step": 1182 |
| }, |
| { |
| "epoch": 2.49789029535865, |
| "grad_norm": 4.11490535736084, |
| "learning_rate": 4.865156046309528e-07, |
| "loss": 0.5216444730758667, |
| "step": 1184 |
| }, |
| { |
| "epoch": 2.50210970464135, |
| "grad_norm": 0.9223915338516235, |
| "learning_rate": 4.847326238283692e-07, |
| "loss": 0.7885441780090332, |
| "step": 1186 |
| }, |
| { |
| "epoch": 2.5063291139240507, |
| "grad_norm": 1.5045500993728638, |
| "learning_rate": 4.829517762325671e-07, |
| "loss": 0.8654785752296448, |
| "step": 1188 |
| }, |
| { |
| "epoch": 2.510548523206751, |
| "grad_norm": 1.1637619733810425, |
| "learning_rate": 4.811730835185232e-07, |
| "loss": 1.1407520771026611, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.5147679324894514, |
| "grad_norm": 6.294982433319092, |
| "learning_rate": 4.793965673349857e-07, |
| "loss": 0.5034950971603394, |
| "step": 1192 |
| }, |
| { |
| "epoch": 2.518987341772152, |
| "grad_norm": 3.0815131664276123, |
| "learning_rate": 4.776222493042122e-07, |
| "loss": 1.443105697631836, |
| "step": 1194 |
| }, |
| { |
| "epoch": 2.523206751054852, |
| "grad_norm": 1.1364555358886719, |
| "learning_rate": 4.758501510217066e-07, |
| "loss": 1.1503655910491943, |
| "step": 1196 |
| }, |
| { |
| "epoch": 2.5274261603375527, |
| "grad_norm": 2.4966022968292236, |
| "learning_rate": 4.740802940559553e-07, |
| "loss": 1.0758484601974487, |
| "step": 1198 |
| }, |
| { |
| "epoch": 2.5316455696202533, |
| "grad_norm": 2.249464511871338, |
| "learning_rate": 4.7231269994816584e-07, |
| "loss": 0.6718664765357971, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.5358649789029535, |
| "grad_norm": 1.933441400527954, |
| "learning_rate": 4.705473902120039e-07, |
| "loss": 0.8221999406814575, |
| "step": 1202 |
| }, |
| { |
| "epoch": 2.540084388185654, |
| "grad_norm": 2.7778429985046387, |
| "learning_rate": 4.687843863333317e-07, |
| "loss": 0.7672927975654602, |
| "step": 1204 |
| }, |
| { |
| "epoch": 2.5443037974683547, |
| "grad_norm": 1.3384257555007935, |
| "learning_rate": 4.670237097699464e-07, |
| "loss": 1.0449153184890747, |
| "step": 1206 |
| }, |
| { |
| "epoch": 2.548523206751055, |
| "grad_norm": 4.268535137176514, |
| "learning_rate": 4.6526538195131944e-07, |
| "loss": 0.7585489749908447, |
| "step": 1208 |
| }, |
| { |
| "epoch": 2.5527426160337554, |
| "grad_norm": 1.7707507610321045, |
| "learning_rate": 4.6350942427833463e-07, |
| "loss": 1.191308617591858, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.5569620253164556, |
| "grad_norm": 1.2368897199630737, |
| "learning_rate": 4.6175585812302914e-07, |
| "loss": 1.115039348602295, |
| "step": 1212 |
| }, |
| { |
| "epoch": 2.561181434599156, |
| "grad_norm": 6.681468486785889, |
| "learning_rate": 4.600047048283323e-07, |
| "loss": 0.35992902517318726, |
| "step": 1214 |
| }, |
| { |
| "epoch": 2.5654008438818563, |
| "grad_norm": 2.588292360305786, |
| "learning_rate": 4.582559857078059e-07, |
| "loss": 0.831079363822937, |
| "step": 1216 |
| }, |
| { |
| "epoch": 2.569620253164557, |
| "grad_norm": 1.0166317224502563, |
| "learning_rate": 4.565097220453852e-07, |
| "loss": 1.160988211631775, |
| "step": 1218 |
| }, |
| { |
| "epoch": 2.5738396624472575, |
| "grad_norm": 4.55487060546875, |
| "learning_rate": 4.5476593509511975e-07, |
| "loss": 0.8059465289115906, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.5780590717299576, |
| "grad_norm": 1.7319614887237549, |
| "learning_rate": 4.5302464608091444e-07, |
| "loss": 0.9973964095115662, |
| "step": 1222 |
| }, |
| { |
| "epoch": 2.5822784810126582, |
| "grad_norm": 2.5319430828094482, |
| "learning_rate": 4.512858761962719e-07, |
| "loss": 0.8335304260253906, |
| "step": 1224 |
| }, |
| { |
| "epoch": 2.586497890295359, |
| "grad_norm": 2.232879161834717, |
| "learning_rate": 4.495496466040333e-07, |
| "loss": 0.7188448309898376, |
| "step": 1226 |
| }, |
| { |
| "epoch": 2.590717299578059, |
| "grad_norm": 1.1091829538345337, |
| "learning_rate": 4.478159784361222e-07, |
| "loss": 1.0995886325836182, |
| "step": 1228 |
| }, |
| { |
| "epoch": 2.5949367088607596, |
| "grad_norm": 1.6400138139724731, |
| "learning_rate": 4.4608489279328616e-07, |
| "loss": 1.197192907333374, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.59915611814346, |
| "grad_norm": 2.313340187072754, |
| "learning_rate": 4.443564107448406e-07, |
| "loss": 1.024308204650879, |
| "step": 1232 |
| }, |
| { |
| "epoch": 2.6033755274261603, |
| "grad_norm": 3.4521191120147705, |
| "learning_rate": 4.4263055332841223e-07, |
| "loss": 0.30793383717536926, |
| "step": 1234 |
| }, |
| { |
| "epoch": 2.607594936708861, |
| "grad_norm": 3.510732889175415, |
| "learning_rate": 4.409073415496829e-07, |
| "loss": 1.2074471712112427, |
| "step": 1236 |
| }, |
| { |
| "epoch": 2.611814345991561, |
| "grad_norm": 5.145284652709961, |
| "learning_rate": 4.391867963821341e-07, |
| "loss": 1.3546441793441772, |
| "step": 1238 |
| }, |
| { |
| "epoch": 2.6160337552742616, |
| "grad_norm": 1.3848285675048828, |
| "learning_rate": 4.374689387667913e-07, |
| "loss": 0.7564114332199097, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.620253164556962, |
| "grad_norm": 1.5747932195663452, |
| "learning_rate": 4.3575378961196987e-07, |
| "loss": 1.1020171642303467, |
| "step": 1242 |
| }, |
| { |
| "epoch": 2.6244725738396624, |
| "grad_norm": 7.985814094543457, |
| "learning_rate": 4.340413697930193e-07, |
| "loss": 0.6297235488891602, |
| "step": 1244 |
| }, |
| { |
| "epoch": 2.628691983122363, |
| "grad_norm": 1.5127233266830444, |
| "learning_rate": 4.3233170015207045e-07, |
| "loss": 0.7452877163887024, |
| "step": 1246 |
| }, |
| { |
| "epoch": 2.632911392405063, |
| "grad_norm": 2.9100558757781982, |
| "learning_rate": 4.306248014977816e-07, |
| "loss": 1.5952140092849731, |
| "step": 1248 |
| }, |
| { |
| "epoch": 2.6371308016877637, |
| "grad_norm": 2.4428465366363525, |
| "learning_rate": 4.2892069460508416e-07, |
| "loss": 1.142899990081787, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.6413502109704643, |
| "grad_norm": 1.664016604423523, |
| "learning_rate": 4.27219400214931e-07, |
| "loss": 1.067954182624817, |
| "step": 1252 |
| }, |
| { |
| "epoch": 2.6455696202531644, |
| "grad_norm": 14.406804084777832, |
| "learning_rate": 4.255209390340436e-07, |
| "loss": 0.608812689781189, |
| "step": 1254 |
| }, |
| { |
| "epoch": 2.649789029535865, |
| "grad_norm": 1.7003490924835205, |
| "learning_rate": 4.238253317346602e-07, |
| "loss": 0.5725827813148499, |
| "step": 1256 |
| }, |
| { |
| "epoch": 2.6540084388185656, |
| "grad_norm": 2.5306010246276855, |
| "learning_rate": 4.221325989542832e-07, |
| "loss": 0.9772995710372925, |
| "step": 1258 |
| }, |
| { |
| "epoch": 2.6582278481012658, |
| "grad_norm": 1.6626094579696655, |
| "learning_rate": 4.2044276129542956e-07, |
| "loss": 1.0970871448516846, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.6624472573839664, |
| "grad_norm": 1.178289771080017, |
| "learning_rate": 4.1875583932537926e-07, |
| "loss": 1.2285281419754028, |
| "step": 1262 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 2.0838637351989746, |
| "learning_rate": 4.1707185357592434e-07, |
| "loss": 0.6816955208778381, |
| "step": 1264 |
| }, |
| { |
| "epoch": 2.670886075949367, |
| "grad_norm": 2.826573133468628, |
| "learning_rate": 4.1539082454312016e-07, |
| "loss": 0.9266291856765747, |
| "step": 1266 |
| }, |
| { |
| "epoch": 2.6751054852320673, |
| "grad_norm": 2.5557596683502197, |
| "learning_rate": 4.1371277268703537e-07, |
| "loss": 0.7625723481178284, |
| "step": 1268 |
| }, |
| { |
| "epoch": 2.679324894514768, |
| "grad_norm": 1.970330834388733, |
| "learning_rate": 4.120377184315029e-07, |
| "loss": 0.6248302459716797, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.6835443037974684, |
| "grad_norm": 1.4884620904922485, |
| "learning_rate": 4.103656821638711e-07, |
| "loss": 1.0319654941558838, |
| "step": 1272 |
| }, |
| { |
| "epoch": 2.6877637130801686, |
| "grad_norm": 7.556288242340088, |
| "learning_rate": 4.086966842347563e-07, |
| "loss": 0.745881199836731, |
| "step": 1274 |
| }, |
| { |
| "epoch": 2.691983122362869, |
| "grad_norm": 9.8837890625, |
| "learning_rate": 4.0703074495779464e-07, |
| "loss": 0.8159171342849731, |
| "step": 1276 |
| }, |
| { |
| "epoch": 2.6962025316455698, |
| "grad_norm": 0.8211575746536255, |
| "learning_rate": 4.053678846093952e-07, |
| "loss": 0.4533369243144989, |
| "step": 1278 |
| }, |
| { |
| "epoch": 2.70042194092827, |
| "grad_norm": 2.684162139892578, |
| "learning_rate": 4.03708123428492e-07, |
| "loss": 0.9859198331832886, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.7046413502109705, |
| "grad_norm": 2.0273070335388184, |
| "learning_rate": 4.0205148161629964e-07, |
| "loss": 1.131312608718872, |
| "step": 1282 |
| }, |
| { |
| "epoch": 2.708860759493671, |
| "grad_norm": 1.63193678855896, |
| "learning_rate": 4.003979793360661e-07, |
| "loss": 0.5977147221565247, |
| "step": 1284 |
| }, |
| { |
| "epoch": 2.7130801687763713, |
| "grad_norm": 4.451190948486328, |
| "learning_rate": 3.987476367128271e-07, |
| "loss": 0.6326662302017212, |
| "step": 1286 |
| }, |
| { |
| "epoch": 2.717299578059072, |
| "grad_norm": 0.9102901816368103, |
| "learning_rate": 3.9710047383316225e-07, |
| "loss": 0.8215235471725464, |
| "step": 1288 |
| }, |
| { |
| "epoch": 2.721518987341772, |
| "grad_norm": 0.5546138286590576, |
| "learning_rate": 3.954565107449499e-07, |
| "loss": 1.0023081302642822, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.7257383966244726, |
| "grad_norm": 1.5768028497695923, |
| "learning_rate": 3.9381576745712347e-07, |
| "loss": 1.1236157417297363, |
| "step": 1292 |
| }, |
| { |
| "epoch": 2.7299578059071727, |
| "grad_norm": 1.9878129959106445, |
| "learning_rate": 3.921782639394268e-07, |
| "loss": 0.7208356857299805, |
| "step": 1294 |
| }, |
| { |
| "epoch": 2.7341772151898733, |
| "grad_norm": 1.5068297386169434, |
| "learning_rate": 3.905440201221729e-07, |
| "loss": 1.1069350242614746, |
| "step": 1296 |
| }, |
| { |
| "epoch": 2.738396624472574, |
| "grad_norm": 1.8150042295455933, |
| "learning_rate": 3.8891305589600005e-07, |
| "loss": 1.1665513515472412, |
| "step": 1298 |
| }, |
| { |
| "epoch": 2.742616033755274, |
| "grad_norm": 1.199442744255066, |
| "learning_rate": 3.872853911116304e-07, |
| "loss": 0.8418156504631042, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.7468354430379747, |
| "grad_norm": 1.2970781326293945, |
| "learning_rate": 3.856610455796275e-07, |
| "loss": 1.1775513887405396, |
| "step": 1302 |
| }, |
| { |
| "epoch": 2.7510548523206753, |
| "grad_norm": 2.245298147201538, |
| "learning_rate": 3.840400390701562e-07, |
| "loss": 0.740407407283783, |
| "step": 1304 |
| }, |
| { |
| "epoch": 2.7552742616033754, |
| "grad_norm": 1.889854073524475, |
| "learning_rate": 3.824223913127419e-07, |
| "loss": 1.4258309602737427, |
| "step": 1306 |
| }, |
| { |
| "epoch": 2.759493670886076, |
| "grad_norm": 1.5117489099502563, |
| "learning_rate": 3.808081219960292e-07, |
| "loss": 1.0796724557876587, |
| "step": 1308 |
| }, |
| { |
| "epoch": 2.7637130801687766, |
| "grad_norm": 5.329049110412598, |
| "learning_rate": 3.791972507675438e-07, |
| "loss": 0.9499403834342957, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.7679324894514767, |
| "grad_norm": 1.1606426239013672, |
| "learning_rate": 3.775897972334526e-07, |
| "loss": 1.1145509481430054, |
| "step": 1312 |
| }, |
| { |
| "epoch": 2.7721518987341773, |
| "grad_norm": 5.624031066894531, |
| "learning_rate": 3.759857809583255e-07, |
| "loss": 1.1557338237762451, |
| "step": 1314 |
| }, |
| { |
| "epoch": 2.7763713080168775, |
| "grad_norm": 2.0686893463134766, |
| "learning_rate": 3.7438522146489624e-07, |
| "loss": 0.9982014894485474, |
| "step": 1316 |
| }, |
| { |
| "epoch": 2.780590717299578, |
| "grad_norm": 7.816877841949463, |
| "learning_rate": 3.727881382338262e-07, |
| "loss": 0.642890453338623, |
| "step": 1318 |
| }, |
| { |
| "epoch": 2.7848101265822782, |
| "grad_norm": 8.81386661529541, |
| "learning_rate": 3.711945507034663e-07, |
| "loss": 1.1752903461456299, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.789029535864979, |
| "grad_norm": 0.7249853014945984, |
| "learning_rate": 3.696044782696211e-07, |
| "loss": 0.7932354807853699, |
| "step": 1322 |
| }, |
| { |
| "epoch": 2.7932489451476794, |
| "grad_norm": 4.055787563323975, |
| "learning_rate": 3.680179402853118e-07, |
| "loss": 1.365350604057312, |
| "step": 1324 |
| }, |
| { |
| "epoch": 2.7974683544303796, |
| "grad_norm": 3.504054546356201, |
| "learning_rate": 3.6643495606054153e-07, |
| "loss": 0.9429040551185608, |
| "step": 1326 |
| }, |
| { |
| "epoch": 2.80168776371308, |
| "grad_norm": 1.6331150531768799, |
| "learning_rate": 3.6485554486206035e-07, |
| "loss": 0.8298648595809937, |
| "step": 1328 |
| }, |
| { |
| "epoch": 2.8059071729957807, |
| "grad_norm": 1.505171298980713, |
| "learning_rate": 3.632797259131301e-07, |
| "loss": 1.119720458984375, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.810126582278481, |
| "grad_norm": 1.824774980545044, |
| "learning_rate": 3.6170751839329087e-07, |
| "loss": 1.1578552722930908, |
| "step": 1332 |
| }, |
| { |
| "epoch": 2.8143459915611815, |
| "grad_norm": 1.4384500980377197, |
| "learning_rate": 3.601389414381272e-07, |
| "loss": 0.7492596507072449, |
| "step": 1334 |
| }, |
| { |
| "epoch": 2.818565400843882, |
| "grad_norm": 0.6595861911773682, |
| "learning_rate": 3.585740141390362e-07, |
| "loss": 1.0319997072219849, |
| "step": 1336 |
| }, |
| { |
| "epoch": 2.8227848101265822, |
| "grad_norm": 1.1182562112808228, |
| "learning_rate": 3.570127555429937e-07, |
| "loss": 0.8679478168487549, |
| "step": 1338 |
| }, |
| { |
| "epoch": 2.827004219409283, |
| "grad_norm": 2.751737117767334, |
| "learning_rate": 3.554551846523234e-07, |
| "loss": 0.992285430431366, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.831223628691983, |
| "grad_norm": 1.0553044080734253, |
| "learning_rate": 3.5390132042446593e-07, |
| "loss": 1.0697180032730103, |
| "step": 1342 |
| }, |
| { |
| "epoch": 2.8354430379746836, |
| "grad_norm": 6.8535590171813965, |
| "learning_rate": 3.5235118177174633e-07, |
| "loss": 1.3121901750564575, |
| "step": 1344 |
| }, |
| { |
| "epoch": 2.8396624472573837, |
| "grad_norm": 3.6509854793548584, |
| "learning_rate": 3.5080478756114603e-07, |
| "loss": 0.7838273048400879, |
| "step": 1346 |
| }, |
| { |
| "epoch": 2.8438818565400843, |
| "grad_norm": 1.319709062576294, |
| "learning_rate": 3.4926215661407224e-07, |
| "loss": 0.6845376491546631, |
| "step": 1348 |
| }, |
| { |
| "epoch": 2.848101265822785, |
| "grad_norm": 1.3884485960006714, |
| "learning_rate": 3.4772330770612856e-07, |
| "loss": 1.1699258089065552, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.852320675105485, |
| "grad_norm": 1.5885751247406006, |
| "learning_rate": 3.4618825956688674e-07, |
| "loss": 1.0469439029693604, |
| "step": 1352 |
| }, |
| { |
| "epoch": 2.8565400843881856, |
| "grad_norm": 3.556104898452759, |
| "learning_rate": 3.4465703087965895e-07, |
| "loss": 0.8466750383377075, |
| "step": 1354 |
| }, |
| { |
| "epoch": 2.8607594936708862, |
| "grad_norm": 4.589015960693359, |
| "learning_rate": 3.4312964028127036e-07, |
| "loss": 0.5300393104553223, |
| "step": 1356 |
| }, |
| { |
| "epoch": 2.8649789029535864, |
| "grad_norm": 1.3245023488998413, |
| "learning_rate": 3.416061063618321e-07, |
| "loss": 1.1446274518966675, |
| "step": 1358 |
| }, |
| { |
| "epoch": 2.869198312236287, |
| "grad_norm": 2.1873321533203125, |
| "learning_rate": 3.400864476645146e-07, |
| "loss": 0.9219729900360107, |
| "step": 1360 |
| }, |
| { |
| "epoch": 2.8734177215189876, |
| "grad_norm": 8.96743392944336, |
| "learning_rate": 3.3857068268532285e-07, |
| "loss": 0.7180023789405823, |
| "step": 1362 |
| }, |
| { |
| "epoch": 2.8776371308016877, |
| "grad_norm": 2.621079444885254, |
| "learning_rate": 3.3705882987287096e-07, |
| "loss": 1.0849711894989014, |
| "step": 1364 |
| }, |
| { |
| "epoch": 2.8818565400843883, |
| "grad_norm": 1.501388669013977, |
| "learning_rate": 3.355509076281567e-07, |
| "loss": 1.1244922876358032, |
| "step": 1366 |
| }, |
| { |
| "epoch": 2.8860759493670884, |
| "grad_norm": 2.502393960952759, |
| "learning_rate": 3.3404693430433883e-07, |
| "loss": 1.1720871925354004, |
| "step": 1368 |
| }, |
| { |
| "epoch": 2.890295358649789, |
| "grad_norm": 1.8280988931655884, |
| "learning_rate": 3.32546928206513e-07, |
| "loss": 1.0966358184814453, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.894514767932489, |
| "grad_norm": 19.55905532836914, |
| "learning_rate": 3.3105090759148967e-07, |
| "loss": 0.48501160740852356, |
| "step": 1372 |
| }, |
| { |
| "epoch": 2.8987341772151898, |
| "grad_norm": 1.4679443836212158, |
| "learning_rate": 3.2955889066757016e-07, |
| "loss": 0.8926799297332764, |
| "step": 1374 |
| }, |
| { |
| "epoch": 2.9029535864978904, |
| "grad_norm": 1.4338287115097046, |
| "learning_rate": 3.280708955943272e-07, |
| "loss": 1.1578876972198486, |
| "step": 1376 |
| }, |
| { |
| "epoch": 2.9071729957805905, |
| "grad_norm": 3.8778481483459473, |
| "learning_rate": 3.265869404823828e-07, |
| "loss": 0.9735660552978516, |
| "step": 1378 |
| }, |
| { |
| "epoch": 2.911392405063291, |
| "grad_norm": 2.506485939025879, |
| "learning_rate": 3.2510704339318803e-07, |
| "loss": 1.3276560306549072, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.9156118143459917, |
| "grad_norm": 2.2147409915924072, |
| "learning_rate": 3.2363122233880246e-07, |
| "loss": 0.7593087553977966, |
| "step": 1382 |
| }, |
| { |
| "epoch": 2.919831223628692, |
| "grad_norm": 5.710489749908447, |
| "learning_rate": 3.221594952816764e-07, |
| "loss": 0.7504158616065979, |
| "step": 1384 |
| }, |
| { |
| "epoch": 2.9240506329113924, |
| "grad_norm": 1.8435603380203247, |
| "learning_rate": 3.2069188013443137e-07, |
| "loss": 0.8508476614952087, |
| "step": 1386 |
| }, |
| { |
| "epoch": 2.928270042194093, |
| "grad_norm": 1.3359285593032837, |
| "learning_rate": 3.192283947596416e-07, |
| "loss": 1.1549383401870728, |
| "step": 1388 |
| }, |
| { |
| "epoch": 2.932489451476793, |
| "grad_norm": 1.435840129852295, |
| "learning_rate": 3.1776905696961776e-07, |
| "loss": 1.0318659543991089, |
| "step": 1390 |
| }, |
| { |
| "epoch": 2.9367088607594938, |
| "grad_norm": 1.5136826038360596, |
| "learning_rate": 3.163138845261895e-07, |
| "loss": 0.7768437266349792, |
| "step": 1392 |
| }, |
| { |
| "epoch": 2.9409282700421944, |
| "grad_norm": 2.1672825813293457, |
| "learning_rate": 3.148628951404894e-07, |
| "loss": 0.7318160533905029, |
| "step": 1394 |
| }, |
| { |
| "epoch": 2.9451476793248945, |
| "grad_norm": 2.231234550476074, |
| "learning_rate": 3.134161064727371e-07, |
| "loss": 1.1114449501037598, |
| "step": 1396 |
| }, |
| { |
| "epoch": 2.9493670886075947, |
| "grad_norm": 1.1347553730010986, |
| "learning_rate": 3.1197353613202493e-07, |
| "loss": 0.98956298828125, |
| "step": 1398 |
| }, |
| { |
| "epoch": 2.9535864978902953, |
| "grad_norm": 2.6513452529907227, |
| "learning_rate": 3.1053520167610327e-07, |
| "loss": 0.8672858476638794, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.957805907172996, |
| "grad_norm": 5.388697147369385, |
| "learning_rate": 3.0910112061116706e-07, |
| "loss": 0.8895928263664246, |
| "step": 1402 |
| }, |
| { |
| "epoch": 2.962025316455696, |
| "grad_norm": 1.2345776557922363, |
| "learning_rate": 3.07671310391642e-07, |
| "loss": 1.0770245790481567, |
| "step": 1404 |
| }, |
| { |
| "epoch": 2.9662447257383966, |
| "grad_norm": 2.581882953643799, |
| "learning_rate": 3.06245788419973e-07, |
| "loss": 0.9955227971076965, |
| "step": 1406 |
| }, |
| { |
| "epoch": 2.970464135021097, |
| "grad_norm": 1.2137199640274048, |
| "learning_rate": 3.0482457204641244e-07, |
| "loss": 0.6025493741035461, |
| "step": 1408 |
| }, |
| { |
| "epoch": 2.9746835443037973, |
| "grad_norm": 7.410897731781006, |
| "learning_rate": 3.0340767856880765e-07, |
| "loss": 0.9356251358985901, |
| "step": 1410 |
| }, |
| { |
| "epoch": 2.978902953586498, |
| "grad_norm": 1.3034472465515137, |
| "learning_rate": 3.019951252323922e-07, |
| "loss": 1.1050803661346436, |
| "step": 1412 |
| }, |
| { |
| "epoch": 2.9831223628691985, |
| "grad_norm": 4.278261184692383, |
| "learning_rate": 3.005869292295745e-07, |
| "loss": 0.9199661016464233, |
| "step": 1414 |
| }, |
| { |
| "epoch": 2.9873417721518987, |
| "grad_norm": 1.678770661354065, |
| "learning_rate": 2.9918310769972974e-07, |
| "loss": 1.006180763244629, |
| "step": 1416 |
| }, |
| { |
| "epoch": 2.9915611814345993, |
| "grad_norm": 1.6135848760604858, |
| "learning_rate": 2.9778367772899007e-07, |
| "loss": 1.0220967531204224, |
| "step": 1418 |
| }, |
| { |
| "epoch": 2.9957805907173, |
| "grad_norm": 4.610077857971191, |
| "learning_rate": 2.963886563500377e-07, |
| "loss": 1.10872220993042, |
| "step": 1420 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 1.7171008586883545, |
| "learning_rate": 2.949980605418972e-07, |
| "loss": 0.4870656132698059, |
| "step": 1422 |
| }, |
| { |
| "epoch": 3.0042194092827006, |
| "grad_norm": 1.3645132780075073, |
| "learning_rate": 2.936119072297288e-07, |
| "loss": 0.8511791825294495, |
| "step": 1424 |
| }, |
| { |
| "epoch": 3.0084388185654007, |
| "grad_norm": 1.9679698944091797, |
| "learning_rate": 2.9223021328462197e-07, |
| "loss": 0.7651324272155762, |
| "step": 1426 |
| }, |
| { |
| "epoch": 3.0126582278481013, |
| "grad_norm": 3.9621288776397705, |
| "learning_rate": 2.908529955233911e-07, |
| "loss": 0.699533224105835, |
| "step": 1428 |
| }, |
| { |
| "epoch": 3.0168776371308015, |
| "grad_norm": 3.126701831817627, |
| "learning_rate": 2.8948027070836994e-07, |
| "loss": 0.4490070939064026, |
| "step": 1430 |
| }, |
| { |
| "epoch": 3.021097046413502, |
| "grad_norm": 2.446420431137085, |
| "learning_rate": 2.881120555472082e-07, |
| "loss": 1.0999044179916382, |
| "step": 1432 |
| }, |
| { |
| "epoch": 3.0253164556962027, |
| "grad_norm": 1.639694333076477, |
| "learning_rate": 2.867483666926673e-07, |
| "loss": 1.0761295557022095, |
| "step": 1434 |
| }, |
| { |
| "epoch": 3.029535864978903, |
| "grad_norm": 2.0383009910583496, |
| "learning_rate": 2.853892207424188e-07, |
| "loss": 1.2911527156829834, |
| "step": 1436 |
| }, |
| { |
| "epoch": 3.0337552742616034, |
| "grad_norm": 2.1497604846954346, |
| "learning_rate": 2.840346342388418e-07, |
| "loss": 0.7010747790336609, |
| "step": 1438 |
| }, |
| { |
| "epoch": 3.037974683544304, |
| "grad_norm": 1.3137015104293823, |
| "learning_rate": 2.8268462366882116e-07, |
| "loss": 1.0549767017364502, |
| "step": 1440 |
| }, |
| { |
| "epoch": 3.042194092827004, |
| "grad_norm": 2.2534055709838867, |
| "learning_rate": 2.81339205463548e-07, |
| "loss": 0.7904849052429199, |
| "step": 1442 |
| }, |
| { |
| "epoch": 3.0464135021097047, |
| "grad_norm": 1.8378784656524658, |
| "learning_rate": 2.7999839599831866e-07, |
| "loss": 0.9793230891227722, |
| "step": 1444 |
| }, |
| { |
| "epoch": 3.050632911392405, |
| "grad_norm": 1.6699494123458862, |
| "learning_rate": 2.786622115923361e-07, |
| "loss": 1.100398302078247, |
| "step": 1446 |
| }, |
| { |
| "epoch": 3.0548523206751055, |
| "grad_norm": 4.9398722648620605, |
| "learning_rate": 2.773306685085103e-07, |
| "loss": 0.7494297027587891, |
| "step": 1448 |
| }, |
| { |
| "epoch": 3.059071729957806, |
| "grad_norm": 2.751260757446289, |
| "learning_rate": 2.760037829532616e-07, |
| "loss": 0.9139360189437866, |
| "step": 1450 |
| }, |
| { |
| "epoch": 3.0632911392405062, |
| "grad_norm": 1.659805178642273, |
| "learning_rate": 2.746815710763228e-07, |
| "loss": 1.121703028678894, |
| "step": 1452 |
| }, |
| { |
| "epoch": 3.067510548523207, |
| "grad_norm": 17.309215545654297, |
| "learning_rate": 2.733640489705424e-07, |
| "loss": 0.8850579261779785, |
| "step": 1454 |
| }, |
| { |
| "epoch": 3.071729957805907, |
| "grad_norm": 1.963599443435669, |
| "learning_rate": 2.7205123267168884e-07, |
| "loss": 0.7342712879180908, |
| "step": 1456 |
| }, |
| { |
| "epoch": 3.0759493670886076, |
| "grad_norm": 1.344913125038147, |
| "learning_rate": 2.7074313815825577e-07, |
| "loss": 0.8235659003257751, |
| "step": 1458 |
| }, |
| { |
| "epoch": 3.080168776371308, |
| "grad_norm": 2.194878101348877, |
| "learning_rate": 2.694397813512672e-07, |
| "loss": 0.8748940229415894, |
| "step": 1460 |
| }, |
| { |
| "epoch": 3.0843881856540083, |
| "grad_norm": 1.611878514289856, |
| "learning_rate": 2.6814117811408343e-07, |
| "loss": 1.0315779447555542, |
| "step": 1462 |
| }, |
| { |
| "epoch": 3.088607594936709, |
| "grad_norm": 1.17129647731781, |
| "learning_rate": 2.668473442522087e-07, |
| "loss": 1.089264154434204, |
| "step": 1464 |
| }, |
| { |
| "epoch": 3.0928270042194095, |
| "grad_norm": 1.8487638235092163, |
| "learning_rate": 2.655582955130983e-07, |
| "loss": 0.9789541959762573, |
| "step": 1466 |
| }, |
| { |
| "epoch": 3.0970464135021096, |
| "grad_norm": 2.393946409225464, |
| "learning_rate": 2.6427404758596716e-07, |
| "loss": 0.7049380540847778, |
| "step": 1468 |
| }, |
| { |
| "epoch": 3.1012658227848102, |
| "grad_norm": 6.393697261810303, |
| "learning_rate": 2.6299461610159823e-07, |
| "loss": 0.2891662120819092, |
| "step": 1470 |
| }, |
| { |
| "epoch": 3.1054852320675104, |
| "grad_norm": 3.184678316116333, |
| "learning_rate": 2.617200166321536e-07, |
| "loss": 1.5170872211456299, |
| "step": 1472 |
| }, |
| { |
| "epoch": 3.109704641350211, |
| "grad_norm": 0.9037976264953613, |
| "learning_rate": 2.604502646909835e-07, |
| "loss": 0.6711030602455139, |
| "step": 1474 |
| }, |
| { |
| "epoch": 3.1139240506329116, |
| "grad_norm": 1.8876357078552246, |
| "learning_rate": 2.591853757324387e-07, |
| "loss": 1.0795202255249023, |
| "step": 1476 |
| }, |
| { |
| "epoch": 3.1181434599156117, |
| "grad_norm": 2.756838083267212, |
| "learning_rate": 2.579253651516811e-07, |
| "loss": 1.132811427116394, |
| "step": 1478 |
| }, |
| { |
| "epoch": 3.1223628691983123, |
| "grad_norm": 1.3386019468307495, |
| "learning_rate": 2.566702482844977e-07, |
| "loss": 1.08835768699646, |
| "step": 1480 |
| }, |
| { |
| "epoch": 3.1265822784810124, |
| "grad_norm": 2.480353593826294, |
| "learning_rate": 2.554200404071133e-07, |
| "loss": 1.070718765258789, |
| "step": 1482 |
| }, |
| { |
| "epoch": 3.130801687763713, |
| "grad_norm": 1.40932297706604, |
| "learning_rate": 2.541747567360042e-07, |
| "loss": 1.0528981685638428, |
| "step": 1484 |
| }, |
| { |
| "epoch": 3.1350210970464136, |
| "grad_norm": 1.5161710977554321, |
| "learning_rate": 2.529344124277137e-07, |
| "loss": 0.701133131980896, |
| "step": 1486 |
| }, |
| { |
| "epoch": 3.1392405063291138, |
| "grad_norm": 1.7773646116256714, |
| "learning_rate": 2.516990225786675e-07, |
| "loss": 0.714127242565155, |
| "step": 1488 |
| }, |
| { |
| "epoch": 3.1434599156118144, |
| "grad_norm": 1.856155276298523, |
| "learning_rate": 2.5046860222498974e-07, |
| "loss": 1.374661922454834, |
| "step": 1490 |
| }, |
| { |
| "epoch": 3.147679324894515, |
| "grad_norm": 1.7023481130599976, |
| "learning_rate": 2.492431663423195e-07, |
| "loss": 0.7714812159538269, |
| "step": 1492 |
| }, |
| { |
| "epoch": 3.151898734177215, |
| "grad_norm": 2.849262237548828, |
| "learning_rate": 2.480227298456298e-07, |
| "loss": 0.9089514017105103, |
| "step": 1494 |
| }, |
| { |
| "epoch": 3.1561181434599157, |
| "grad_norm": 1.426505208015442, |
| "learning_rate": 2.468073075890449e-07, |
| "loss": 0.885564386844635, |
| "step": 1496 |
| }, |
| { |
| "epoch": 3.160337552742616, |
| "grad_norm": 1.386016845703125, |
| "learning_rate": 2.455969143656604e-07, |
| "loss": 0.6194628477096558, |
| "step": 1498 |
| }, |
| { |
| "epoch": 3.1645569620253164, |
| "grad_norm": 3.545844316482544, |
| "learning_rate": 2.4439156490736206e-07, |
| "loss": 0.6920610070228577, |
| "step": 1500 |
| }, |
| { |
| "epoch": 3.168776371308017, |
| "grad_norm": 2.4662020206451416, |
| "learning_rate": 2.431912738846479e-07, |
| "loss": 1.0780019760131836, |
| "step": 1502 |
| }, |
| { |
| "epoch": 3.172995780590717, |
| "grad_norm": 1.5884943008422852, |
| "learning_rate": 2.4199605590644834e-07, |
| "loss": 0.987308144569397, |
| "step": 1504 |
| }, |
| { |
| "epoch": 3.1772151898734178, |
| "grad_norm": 1.7786238193511963, |
| "learning_rate": 2.4080592551994957e-07, |
| "loss": 1.1196187734603882, |
| "step": 1506 |
| }, |
| { |
| "epoch": 3.181434599156118, |
| "grad_norm": 1.3663359880447388, |
| "learning_rate": 2.396208972104153e-07, |
| "loss": 1.2225620746612549, |
| "step": 1508 |
| }, |
| { |
| "epoch": 3.1856540084388185, |
| "grad_norm": 2.5622196197509766, |
| "learning_rate": 2.384409854010114e-07, |
| "loss": 1.0651240348815918, |
| "step": 1510 |
| }, |
| { |
| "epoch": 3.189873417721519, |
| "grad_norm": 0.9567521214485168, |
| "learning_rate": 2.372662044526301e-07, |
| "loss": 0.3738023042678833, |
| "step": 1512 |
| }, |
| { |
| "epoch": 3.1940928270042193, |
| "grad_norm": 1.9998040199279785, |
| "learning_rate": 2.3609656866371468e-07, |
| "loss": 1.1397721767425537, |
| "step": 1514 |
| }, |
| { |
| "epoch": 3.19831223628692, |
| "grad_norm": 0.7790340781211853, |
| "learning_rate": 2.3493209227008635e-07, |
| "loss": 0.7803550958633423, |
| "step": 1516 |
| }, |
| { |
| "epoch": 3.2025316455696204, |
| "grad_norm": 1.4339203834533691, |
| "learning_rate": 2.3377278944477026e-07, |
| "loss": 1.136408805847168, |
| "step": 1518 |
| }, |
| { |
| "epoch": 3.2067510548523206, |
| "grad_norm": 2.4172418117523193, |
| "learning_rate": 2.3261867429782352e-07, |
| "loss": 1.0867120027542114, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.210970464135021, |
| "grad_norm": 5.30928373336792, |
| "learning_rate": 2.3146976087616251e-07, |
| "loss": 0.40863823890686035, |
| "step": 1522 |
| }, |
| { |
| "epoch": 3.2151898734177213, |
| "grad_norm": 1.3400903940200806, |
| "learning_rate": 2.3032606316339343e-07, |
| "loss": 0.9426780343055725, |
| "step": 1524 |
| }, |
| { |
| "epoch": 3.219409282700422, |
| "grad_norm": 2.4984984397888184, |
| "learning_rate": 2.2918759507964067e-07, |
| "loss": 1.065047025680542, |
| "step": 1526 |
| }, |
| { |
| "epoch": 3.2236286919831225, |
| "grad_norm": 1.2303318977355957, |
| "learning_rate": 2.280543704813786e-07, |
| "loss": 0.7552684545516968, |
| "step": 1528 |
| }, |
| { |
| "epoch": 3.2278481012658227, |
| "grad_norm": 8.25938606262207, |
| "learning_rate": 2.2692640316126142e-07, |
| "loss": 0.8803672790527344, |
| "step": 1530 |
| }, |
| { |
| "epoch": 3.2320675105485233, |
| "grad_norm": 0.49941709637641907, |
| "learning_rate": 2.258037068479569e-07, |
| "loss": 0.4145871102809906, |
| "step": 1532 |
| }, |
| { |
| "epoch": 3.2362869198312234, |
| "grad_norm": 4.213127613067627, |
| "learning_rate": 2.246862952059784e-07, |
| "loss": 0.8059659600257874, |
| "step": 1534 |
| }, |
| { |
| "epoch": 3.240506329113924, |
| "grad_norm": 1.6297084093093872, |
| "learning_rate": 2.2357418183551847e-07, |
| "loss": 1.0444282293319702, |
| "step": 1536 |
| }, |
| { |
| "epoch": 3.2447257383966246, |
| "grad_norm": 1.131995677947998, |
| "learning_rate": 2.2246738027228375e-07, |
| "loss": 1.0914216041564941, |
| "step": 1538 |
| }, |
| { |
| "epoch": 3.2489451476793247, |
| "grad_norm": 4.478993892669678, |
| "learning_rate": 2.2136590398733008e-07, |
| "loss": 0.9430460929870605, |
| "step": 1540 |
| }, |
| { |
| "epoch": 3.2531645569620253, |
| "grad_norm": 3.0573625564575195, |
| "learning_rate": 2.2026976638689858e-07, |
| "loss": 0.911579966545105, |
| "step": 1542 |
| }, |
| { |
| "epoch": 3.257383966244726, |
| "grad_norm": 3.4742343425750732, |
| "learning_rate": 2.1917898081225196e-07, |
| "loss": 0.7584477066993713, |
| "step": 1544 |
| }, |
| { |
| "epoch": 3.261603375527426, |
| "grad_norm": 8.812678337097168, |
| "learning_rate": 2.1809356053951312e-07, |
| "loss": 0.8638182878494263, |
| "step": 1546 |
| }, |
| { |
| "epoch": 3.2658227848101267, |
| "grad_norm": 2.5531651973724365, |
| "learning_rate": 2.1701351877950265e-07, |
| "loss": 0.9924852848052979, |
| "step": 1548 |
| }, |
| { |
| "epoch": 3.270042194092827, |
| "grad_norm": 2.971946954727173, |
| "learning_rate": 2.1593886867757877e-07, |
| "loss": 0.4322529435157776, |
| "step": 1550 |
| }, |
| { |
| "epoch": 3.2742616033755274, |
| "grad_norm": 1.717172384262085, |
| "learning_rate": 2.148696233134765e-07, |
| "loss": 0.550542414188385, |
| "step": 1552 |
| }, |
| { |
| "epoch": 3.278481012658228, |
| "grad_norm": 5.607646942138672, |
| "learning_rate": 2.1380579570114936e-07, |
| "loss": 0.5011199116706848, |
| "step": 1554 |
| }, |
| { |
| "epoch": 3.282700421940928, |
| "grad_norm": 1.612561821937561, |
| "learning_rate": 2.1274739878861052e-07, |
| "loss": 1.0595111846923828, |
| "step": 1556 |
| }, |
| { |
| "epoch": 3.2869198312236287, |
| "grad_norm": 0.5656753182411194, |
| "learning_rate": 2.1169444545777492e-07, |
| "loss": 0.9489805102348328, |
| "step": 1558 |
| }, |
| { |
| "epoch": 3.291139240506329, |
| "grad_norm": 1.542765736579895, |
| "learning_rate": 2.1064694852430298e-07, |
| "loss": 0.7409214377403259, |
| "step": 1560 |
| }, |
| { |
| "epoch": 3.2953586497890295, |
| "grad_norm": 4.1754326820373535, |
| "learning_rate": 2.0960492073744497e-07, |
| "loss": 0.6657558679580688, |
| "step": 1562 |
| }, |
| { |
| "epoch": 3.29957805907173, |
| "grad_norm": 2.3946285247802734, |
| "learning_rate": 2.0856837477988444e-07, |
| "loss": 1.0093276500701904, |
| "step": 1564 |
| }, |
| { |
| "epoch": 3.3037974683544302, |
| "grad_norm": 54.370628356933594, |
| "learning_rate": 2.075373232675853e-07, |
| "loss": 0.911258339881897, |
| "step": 1566 |
| }, |
| { |
| "epoch": 3.308016877637131, |
| "grad_norm": 0.5367670655250549, |
| "learning_rate": 2.0651177874963756e-07, |
| "loss": 0.5720005035400391, |
| "step": 1568 |
| }, |
| { |
| "epoch": 3.3122362869198314, |
| "grad_norm": 2.9743804931640625, |
| "learning_rate": 2.054917537081048e-07, |
| "loss": 0.7077758312225342, |
| "step": 1570 |
| }, |
| { |
| "epoch": 3.3164556962025316, |
| "grad_norm": 1.33404541015625, |
| "learning_rate": 2.0447726055787184e-07, |
| "loss": 0.7469961047172546, |
| "step": 1572 |
| }, |
| { |
| "epoch": 3.320675105485232, |
| "grad_norm": 5.848537445068359, |
| "learning_rate": 2.0346831164649456e-07, |
| "loss": 1.2882143259048462, |
| "step": 1574 |
| }, |
| { |
| "epoch": 3.3248945147679323, |
| "grad_norm": 2.0500552654266357, |
| "learning_rate": 2.024649192540486e-07, |
| "loss": 1.0107818841934204, |
| "step": 1576 |
| }, |
| { |
| "epoch": 3.329113924050633, |
| "grad_norm": 1.4133131504058838, |
| "learning_rate": 2.0146709559298057e-07, |
| "loss": 1.098578929901123, |
| "step": 1578 |
| }, |
| { |
| "epoch": 3.3333333333333335, |
| "grad_norm": 2.475172281265259, |
| "learning_rate": 2.004748528079589e-07, |
| "loss": 0.907584547996521, |
| "step": 1580 |
| }, |
| { |
| "epoch": 3.3375527426160336, |
| "grad_norm": 1.8427865505218506, |
| "learning_rate": 1.9948820297572654e-07, |
| "loss": 0.5680180191993713, |
| "step": 1582 |
| }, |
| { |
| "epoch": 3.3417721518987342, |
| "grad_norm": 2.7834925651550293, |
| "learning_rate": 1.9850715810495388e-07, |
| "loss": 0.8737412095069885, |
| "step": 1584 |
| }, |
| { |
| "epoch": 3.3459915611814344, |
| "grad_norm": 3.1142473220825195, |
| "learning_rate": 1.9753173013609188e-07, |
| "loss": 0.9088540077209473, |
| "step": 1586 |
| }, |
| { |
| "epoch": 3.350210970464135, |
| "grad_norm": 1.0896648168563843, |
| "learning_rate": 1.9656193094122788e-07, |
| "loss": 0.6729345917701721, |
| "step": 1588 |
| }, |
| { |
| "epoch": 3.3544303797468356, |
| "grad_norm": 0.7042174339294434, |
| "learning_rate": 1.955977723239402e-07, |
| "loss": 1.0873976945877075, |
| "step": 1590 |
| }, |
| { |
| "epoch": 3.3586497890295357, |
| "grad_norm": 2.3321895599365234, |
| "learning_rate": 1.946392660191551e-07, |
| "loss": 1.0663033723831177, |
| "step": 1592 |
| }, |
| { |
| "epoch": 3.3628691983122363, |
| "grad_norm": 0.490595281124115, |
| "learning_rate": 1.9368642369300324e-07, |
| "loss": 0.9354673624038696, |
| "step": 1594 |
| }, |
| { |
| "epoch": 3.367088607594937, |
| "grad_norm": 10.656190872192383, |
| "learning_rate": 1.927392569426783e-07, |
| "loss": 0.4992368817329407, |
| "step": 1596 |
| }, |
| { |
| "epoch": 3.371308016877637, |
| "grad_norm": 0.5064166784286499, |
| "learning_rate": 1.917977772962959e-07, |
| "loss": 0.528096616268158, |
| "step": 1598 |
| }, |
| { |
| "epoch": 3.3755274261603376, |
| "grad_norm": 5.858240604400635, |
| "learning_rate": 1.9086199621275264e-07, |
| "loss": 0.8440109491348267, |
| "step": 1600 |
| }, |
| { |
| "epoch": 3.379746835443038, |
| "grad_norm": 8.531730651855469, |
| "learning_rate": 1.899319250815872e-07, |
| "loss": 0.6302809119224548, |
| "step": 1602 |
| }, |
| { |
| "epoch": 3.3839662447257384, |
| "grad_norm": 0.5061826705932617, |
| "learning_rate": 1.8900757522284133e-07, |
| "loss": 0.8138654828071594, |
| "step": 1604 |
| }, |
| { |
| "epoch": 3.388185654008439, |
| "grad_norm": 2.710231065750122, |
| "learning_rate": 1.880889578869227e-07, |
| "loss": 1.1358734369277954, |
| "step": 1606 |
| }, |
| { |
| "epoch": 3.392405063291139, |
| "grad_norm": 2.9734416007995605, |
| "learning_rate": 1.8717608425446727e-07, |
| "loss": 0.7783518433570862, |
| "step": 1608 |
| }, |
| { |
| "epoch": 3.3966244725738397, |
| "grad_norm": 1.6831233501434326, |
| "learning_rate": 1.8626896543620322e-07, |
| "loss": 0.7331032156944275, |
| "step": 1610 |
| }, |
| { |
| "epoch": 3.40084388185654, |
| "grad_norm": 1.832513451576233, |
| "learning_rate": 1.853676124728165e-07, |
| "loss": 1.0596171617507935, |
| "step": 1612 |
| }, |
| { |
| "epoch": 3.4050632911392404, |
| "grad_norm": 1.777066946029663, |
| "learning_rate": 1.8447203633481567e-07, |
| "loss": 0.5832729935646057, |
| "step": 1614 |
| }, |
| { |
| "epoch": 3.409282700421941, |
| "grad_norm": 3.6729393005371094, |
| "learning_rate": 1.8358224792239858e-07, |
| "loss": 0.9451841115951538, |
| "step": 1616 |
| }, |
| { |
| "epoch": 3.413502109704641, |
| "grad_norm": 1.5150253772735596, |
| "learning_rate": 1.8269825806531981e-07, |
| "loss": 1.205118179321289, |
| "step": 1618 |
| }, |
| { |
| "epoch": 3.4177215189873418, |
| "grad_norm": 1.506641149520874, |
| "learning_rate": 1.8182007752275897e-07, |
| "loss": 1.1017844676971436, |
| "step": 1620 |
| }, |
| { |
| "epoch": 3.4219409282700424, |
| "grad_norm": 1.7625582218170166, |
| "learning_rate": 1.8094771698318949e-07, |
| "loss": 0.7701492309570312, |
| "step": 1622 |
| }, |
| { |
| "epoch": 3.4261603375527425, |
| "grad_norm": 3.7757952213287354, |
| "learning_rate": 1.8008118706424835e-07, |
| "loss": 0.47009673714637756, |
| "step": 1624 |
| }, |
| { |
| "epoch": 3.430379746835443, |
| "grad_norm": 86.28419494628906, |
| "learning_rate": 1.792204983126077e-07, |
| "loss": 0.3835935592651367, |
| "step": 1626 |
| }, |
| { |
| "epoch": 3.4345991561181437, |
| "grad_norm": 1.6593104600906372, |
| "learning_rate": 1.7836566120384535e-07, |
| "loss": 1.0729460716247559, |
| "step": 1628 |
| }, |
| { |
| "epoch": 3.438818565400844, |
| "grad_norm": 1.3321086168289185, |
| "learning_rate": 1.7751668614231838e-07, |
| "loss": 0.5311670303344727, |
| "step": 1630 |
| }, |
| { |
| "epoch": 3.4430379746835444, |
| "grad_norm": 1.7757083177566528, |
| "learning_rate": 1.7667358346103543e-07, |
| "loss": 1.0757611989974976, |
| "step": 1632 |
| }, |
| { |
| "epoch": 3.4472573839662446, |
| "grad_norm": 0.7050431370735168, |
| "learning_rate": 1.7583636342153186e-07, |
| "loss": 0.8372207283973694, |
| "step": 1634 |
| }, |
| { |
| "epoch": 3.451476793248945, |
| "grad_norm": 3.041806221008301, |
| "learning_rate": 1.7500503621374447e-07, |
| "loss": 1.3023487329483032, |
| "step": 1636 |
| }, |
| { |
| "epoch": 3.4556962025316453, |
| "grad_norm": 2.8929758071899414, |
| "learning_rate": 1.7417961195588712e-07, |
| "loss": 1.2805616855621338, |
| "step": 1638 |
| }, |
| { |
| "epoch": 3.459915611814346, |
| "grad_norm": 1.4591811895370483, |
| "learning_rate": 1.733601006943283e-07, |
| "loss": 1.0746394395828247, |
| "step": 1640 |
| }, |
| { |
| "epoch": 3.4641350210970465, |
| "grad_norm": 21.10038185119629, |
| "learning_rate": 1.7254651240346834e-07, |
| "loss": 1.2883800268173218, |
| "step": 1642 |
| }, |
| { |
| "epoch": 3.4683544303797467, |
| "grad_norm": 0.8419481515884399, |
| "learning_rate": 1.717388569856184e-07, |
| "loss": 0.4558939039707184, |
| "step": 1644 |
| }, |
| { |
| "epoch": 3.4725738396624473, |
| "grad_norm": 1.598176121711731, |
| "learning_rate": 1.7093714427087921e-07, |
| "loss": 1.1013548374176025, |
| "step": 1646 |
| }, |
| { |
| "epoch": 3.476793248945148, |
| "grad_norm": 1.9482252597808838, |
| "learning_rate": 1.7014138401702235e-07, |
| "loss": 1.064300537109375, |
| "step": 1648 |
| }, |
| { |
| "epoch": 3.481012658227848, |
| "grad_norm": 2.4247756004333496, |
| "learning_rate": 1.6935158590937102e-07, |
| "loss": 0.5595088005065918, |
| "step": 1650 |
| }, |
| { |
| "epoch": 3.4852320675105486, |
| "grad_norm": 1.5676363706588745, |
| "learning_rate": 1.685677595606821e-07, |
| "loss": 0.9377724528312683, |
| "step": 1652 |
| }, |
| { |
| "epoch": 3.489451476793249, |
| "grad_norm": 1.7761136293411255, |
| "learning_rate": 1.6778991451102917e-07, |
| "loss": 0.6129472255706787, |
| "step": 1654 |
| }, |
| { |
| "epoch": 3.4936708860759493, |
| "grad_norm": 1.6247411966323853, |
| "learning_rate": 1.6701806022768664e-07, |
| "loss": 0.9987605214118958, |
| "step": 1656 |
| }, |
| { |
| "epoch": 3.49789029535865, |
| "grad_norm": 7.621754169464111, |
| "learning_rate": 1.662522061050143e-07, |
| "loss": 0.7994301319122314, |
| "step": 1658 |
| }, |
| { |
| "epoch": 3.50210970464135, |
| "grad_norm": 1.6483778953552246, |
| "learning_rate": 1.6549236146434306e-07, |
| "loss": 1.0804067850112915, |
| "step": 1660 |
| }, |
| { |
| "epoch": 3.5063291139240507, |
| "grad_norm": 2.4437475204467773, |
| "learning_rate": 1.6473853555386138e-07, |
| "loss": 1.301591396331787, |
| "step": 1662 |
| }, |
| { |
| "epoch": 3.510548523206751, |
| "grad_norm": 6.270905017852783, |
| "learning_rate": 1.63990737548503e-07, |
| "loss": 0.5238262414932251, |
| "step": 1664 |
| }, |
| { |
| "epoch": 3.5147679324894514, |
| "grad_norm": 1.6719293594360352, |
| "learning_rate": 1.6324897654983497e-07, |
| "loss": 1.1141690015792847, |
| "step": 1666 |
| }, |
| { |
| "epoch": 3.518987341772152, |
| "grad_norm": 3.9029476642608643, |
| "learning_rate": 1.6251326158594697e-07, |
| "loss": 0.9623671770095825, |
| "step": 1668 |
| }, |
| { |
| "epoch": 3.523206751054852, |
| "grad_norm": 1.746028184890747, |
| "learning_rate": 1.617836016113414e-07, |
| "loss": 1.0135071277618408, |
| "step": 1670 |
| }, |
| { |
| "epoch": 3.5274261603375527, |
| "grad_norm": 3.1107168197631836, |
| "learning_rate": 1.610600055068245e-07, |
| "loss": 0.4389096200466156, |
| "step": 1672 |
| }, |
| { |
| "epoch": 3.5316455696202533, |
| "grad_norm": 1.7027398347854614, |
| "learning_rate": 1.603424820793983e-07, |
| "loss": 0.6981071829795837, |
| "step": 1674 |
| }, |
| { |
| "epoch": 3.5358649789029535, |
| "grad_norm": 2.8486416339874268, |
| "learning_rate": 1.5963104006215308e-07, |
| "loss": 0.7279437780380249, |
| "step": 1676 |
| }, |
| { |
| "epoch": 3.540084388185654, |
| "grad_norm": 3.396284341812134, |
| "learning_rate": 1.589256881141614e-07, |
| "loss": 0.9122246503829956, |
| "step": 1678 |
| }, |
| { |
| "epoch": 3.5443037974683547, |
| "grad_norm": 3.791874647140503, |
| "learning_rate": 1.5822643482037287e-07, |
| "loss": 1.1270490884780884, |
| "step": 1680 |
| }, |
| { |
| "epoch": 3.548523206751055, |
| "grad_norm": 1.448197364807129, |
| "learning_rate": 1.5753328869150915e-07, |
| "loss": 0.958101749420166, |
| "step": 1682 |
| }, |
| { |
| "epoch": 3.5527426160337554, |
| "grad_norm": 2.4740562438964844, |
| "learning_rate": 1.5684625816396065e-07, |
| "loss": 0.9169100522994995, |
| "step": 1684 |
| }, |
| { |
| "epoch": 3.5569620253164556, |
| "grad_norm": 4.803852081298828, |
| "learning_rate": 1.5616535159968395e-07, |
| "loss": 0.4023887515068054, |
| "step": 1686 |
| }, |
| { |
| "epoch": 3.561181434599156, |
| "grad_norm": 1.6774110794067383, |
| "learning_rate": 1.5549057728609994e-07, |
| "loss": 0.7174091935157776, |
| "step": 1688 |
| }, |
| { |
| "epoch": 3.5654008438818563, |
| "grad_norm": 2.055140972137451, |
| "learning_rate": 1.5482194343599262e-07, |
| "loss": 1.1519484519958496, |
| "step": 1690 |
| }, |
| { |
| "epoch": 3.569620253164557, |
| "grad_norm": 2.408010482788086, |
| "learning_rate": 1.5415945818740984e-07, |
| "loss": 0.2424314320087433, |
| "step": 1692 |
| }, |
| { |
| "epoch": 3.5738396624472575, |
| "grad_norm": 0.4710818827152252, |
| "learning_rate": 1.5350312960356366e-07, |
| "loss": 0.975223183631897, |
| "step": 1694 |
| }, |
| { |
| "epoch": 3.5780590717299576, |
| "grad_norm": 7.146688461303711, |
| "learning_rate": 1.5285296567273247e-07, |
| "loss": 0.2773347795009613, |
| "step": 1696 |
| }, |
| { |
| "epoch": 3.5822784810126582, |
| "grad_norm": 2.3770270347595215, |
| "learning_rate": 1.5220897430816355e-07, |
| "loss": 0.8169768452644348, |
| "step": 1698 |
| }, |
| { |
| "epoch": 3.586497890295359, |
| "grad_norm": 1.4037396907806396, |
| "learning_rate": 1.5157116334797708e-07, |
| "loss": 0.900860071182251, |
| "step": 1700 |
| }, |
| { |
| "epoch": 3.590717299578059, |
| "grad_norm": 1.6098082065582275, |
| "learning_rate": 1.5093954055507043e-07, |
| "loss": 0.6856269240379333, |
| "step": 1702 |
| }, |
| { |
| "epoch": 3.5949367088607596, |
| "grad_norm": 1.4536845684051514, |
| "learning_rate": 1.5031411361702408e-07, |
| "loss": 1.1157587766647339, |
| "step": 1704 |
| }, |
| { |
| "epoch": 3.59915611814346, |
| "grad_norm": 3.0524935722351074, |
| "learning_rate": 1.4969489014600732e-07, |
| "loss": 0.812619149684906, |
| "step": 1706 |
| }, |
| { |
| "epoch": 3.6033755274261603, |
| "grad_norm": 4.811793804168701, |
| "learning_rate": 1.4908187767868651e-07, |
| "loss": 0.7652060389518738, |
| "step": 1708 |
| }, |
| { |
| "epoch": 3.607594936708861, |
| "grad_norm": 0.5443377494812012, |
| "learning_rate": 1.484750836761328e-07, |
| "loss": 0.677264392375946, |
| "step": 1710 |
| }, |
| { |
| "epoch": 3.611814345991561, |
| "grad_norm": 6.806301593780518, |
| "learning_rate": 1.4787451552373115e-07, |
| "loss": 1.052730679512024, |
| "step": 1712 |
| }, |
| { |
| "epoch": 3.6160337552742616, |
| "grad_norm": 4.058206081390381, |
| "learning_rate": 1.4728018053109103e-07, |
| "loss": 1.285649299621582, |
| "step": 1714 |
| }, |
| { |
| "epoch": 3.620253164556962, |
| "grad_norm": 3.216102361679077, |
| "learning_rate": 1.4669208593195704e-07, |
| "loss": 0.6992135047912598, |
| "step": 1716 |
| }, |
| { |
| "epoch": 3.6244725738396624, |
| "grad_norm": 2.728694438934326, |
| "learning_rate": 1.4611023888412115e-07, |
| "loss": 0.8372994065284729, |
| "step": 1718 |
| }, |
| { |
| "epoch": 3.628691983122363, |
| "grad_norm": 8.481232643127441, |
| "learning_rate": 1.4553464646933492e-07, |
| "loss": 0.5174750685691833, |
| "step": 1720 |
| }, |
| { |
| "epoch": 3.632911392405063, |
| "grad_norm": 3.1336352825164795, |
| "learning_rate": 1.4496531569322426e-07, |
| "loss": 1.101250410079956, |
| "step": 1722 |
| }, |
| { |
| "epoch": 3.6371308016877637, |
| "grad_norm": 3.442155122756958, |
| "learning_rate": 1.4440225348520354e-07, |
| "loss": 0.6749483346939087, |
| "step": 1724 |
| }, |
| { |
| "epoch": 3.6413502109704643, |
| "grad_norm": 3.023040771484375, |
| "learning_rate": 1.4384546669839147e-07, |
| "loss": 0.48659658432006836, |
| "step": 1726 |
| }, |
| { |
| "epoch": 3.6455696202531644, |
| "grad_norm": 6.006860733032227, |
| "learning_rate": 1.432949621095273e-07, |
| "loss": 1.0057132244110107, |
| "step": 1728 |
| }, |
| { |
| "epoch": 3.649789029535865, |
| "grad_norm": 5.072360992431641, |
| "learning_rate": 1.4275074641888904e-07, |
| "loss": 0.29357773065567017, |
| "step": 1730 |
| }, |
| { |
| "epoch": 3.6540084388185656, |
| "grad_norm": 18.242097854614258, |
| "learning_rate": 1.4221282625021142e-07, |
| "loss": 1.019067406654358, |
| "step": 1732 |
| }, |
| { |
| "epoch": 3.6582278481012658, |
| "grad_norm": 2.2106029987335205, |
| "learning_rate": 1.4168120815060542e-07, |
| "loss": 0.5755662322044373, |
| "step": 1734 |
| }, |
| { |
| "epoch": 3.6624472573839664, |
| "grad_norm": 2.0836057662963867, |
| "learning_rate": 1.4115589859047829e-07, |
| "loss": 0.5893323421478271, |
| "step": 1736 |
| }, |
| { |
| "epoch": 3.6666666666666665, |
| "grad_norm": 1.689981460571289, |
| "learning_rate": 1.4063690396345539e-07, |
| "loss": 0.8215257525444031, |
| "step": 1738 |
| }, |
| { |
| "epoch": 3.670886075949367, |
| "grad_norm": 2.466362714767456, |
| "learning_rate": 1.401242305863019e-07, |
| "loss": 0.5873066782951355, |
| "step": 1740 |
| }, |
| { |
| "epoch": 3.6751054852320673, |
| "grad_norm": 2.1418519020080566, |
| "learning_rate": 1.3961788469884597e-07, |
| "loss": 1.2188622951507568, |
| "step": 1742 |
| }, |
| { |
| "epoch": 3.679324894514768, |
| "grad_norm": 2.1476902961730957, |
| "learning_rate": 1.39117872463903e-07, |
| "loss": 0.6782402396202087, |
| "step": 1744 |
| }, |
| { |
| "epoch": 3.6835443037974684, |
| "grad_norm": 2.313478946685791, |
| "learning_rate": 1.3862419996720055e-07, |
| "loss": 0.6638330817222595, |
| "step": 1746 |
| }, |
| { |
| "epoch": 3.6877637130801686, |
| "grad_norm": 1.2573710680007935, |
| "learning_rate": 1.381368732173042e-07, |
| "loss": 1.1310936212539673, |
| "step": 1748 |
| }, |
| { |
| "epoch": 3.691983122362869, |
| "grad_norm": 4.773893356323242, |
| "learning_rate": 1.376558981455443e-07, |
| "loss": 0.9830767512321472, |
| "step": 1750 |
| }, |
| { |
| "epoch": 3.6962025316455698, |
| "grad_norm": 1.9760856628417969, |
| "learning_rate": 1.371812806059441e-07, |
| "loss": 1.0266754627227783, |
| "step": 1752 |
| }, |
| { |
| "epoch": 3.70042194092827, |
| "grad_norm": 1.8001806735992432, |
| "learning_rate": 1.3671302637514825e-07, |
| "loss": 1.1445378065109253, |
| "step": 1754 |
| }, |
| { |
| "epoch": 3.7046413502109705, |
| "grad_norm": 2.3651130199432373, |
| "learning_rate": 1.3625114115235267e-07, |
| "loss": 0.8746024370193481, |
| "step": 1756 |
| }, |
| { |
| "epoch": 3.708860759493671, |
| "grad_norm": 2.966754913330078, |
| "learning_rate": 1.357956305592349e-07, |
| "loss": 0.8632293343544006, |
| "step": 1758 |
| }, |
| { |
| "epoch": 3.7130801687763713, |
| "grad_norm": 2.7932474613189697, |
| "learning_rate": 1.35346500139886e-07, |
| "loss": 0.8797197937965393, |
| "step": 1760 |
| }, |
| { |
| "epoch": 3.717299578059072, |
| "grad_norm": 3.4520580768585205, |
| "learning_rate": 1.3490375536074293e-07, |
| "loss": 0.4202856123447418, |
| "step": 1762 |
| }, |
| { |
| "epoch": 3.721518987341772, |
| "grad_norm": 5.053709506988525, |
| "learning_rate": 1.3446740161052182e-07, |
| "loss": 0.7906475067138672, |
| "step": 1764 |
| }, |
| { |
| "epoch": 3.7257383966244726, |
| "grad_norm": 1.492531418800354, |
| "learning_rate": 1.3403744420015293e-07, |
| "loss": 1.0731313228607178, |
| "step": 1766 |
| }, |
| { |
| "epoch": 3.7299578059071727, |
| "grad_norm": 4.506521701812744, |
| "learning_rate": 1.3361388836271545e-07, |
| "loss": 0.6830440163612366, |
| "step": 1768 |
| }, |
| { |
| "epoch": 3.7341772151898733, |
| "grad_norm": 2.127143383026123, |
| "learning_rate": 1.33196739253374e-07, |
| "loss": 0.7407412528991699, |
| "step": 1770 |
| }, |
| { |
| "epoch": 3.738396624472574, |
| "grad_norm": 2.162644147872925, |
| "learning_rate": 1.3278600194931595e-07, |
| "loss": 1.099405288696289, |
| "step": 1772 |
| }, |
| { |
| "epoch": 3.742616033755274, |
| "grad_norm": 0.9268086552619934, |
| "learning_rate": 1.323816814496896e-07, |
| "loss": 0.7270370721817017, |
| "step": 1774 |
| }, |
| { |
| "epoch": 3.7468354430379747, |
| "grad_norm": 0.7520632743835449, |
| "learning_rate": 1.3198378267554327e-07, |
| "loss": 0.7462360262870789, |
| "step": 1776 |
| }, |
| { |
| "epoch": 3.7510548523206753, |
| "grad_norm": 1.411445140838623, |
| "learning_rate": 1.3159231046976552e-07, |
| "loss": 1.026281476020813, |
| "step": 1778 |
| }, |
| { |
| "epoch": 3.7552742616033754, |
| "grad_norm": 2.437485456466675, |
| "learning_rate": 1.3120726959702608e-07, |
| "loss": 1.0296030044555664, |
| "step": 1780 |
| }, |
| { |
| "epoch": 3.759493670886076, |
| "grad_norm": 2.7060513496398926, |
| "learning_rate": 1.308286647437179e-07, |
| "loss": 0.9808471202850342, |
| "step": 1782 |
| }, |
| { |
| "epoch": 3.7637130801687766, |
| "grad_norm": 2.146833658218384, |
| "learning_rate": 1.3045650051790027e-07, |
| "loss": 0.9502108097076416, |
| "step": 1784 |
| }, |
| { |
| "epoch": 3.7679324894514767, |
| "grad_norm": 1.3278952836990356, |
| "learning_rate": 1.300907814492422e-07, |
| "loss": 1.123317003250122, |
| "step": 1786 |
| }, |
| { |
| "epoch": 3.7721518987341773, |
| "grad_norm": 14.552665710449219, |
| "learning_rate": 1.2973151198896823e-07, |
| "loss": 0.525389552116394, |
| "step": 1788 |
| }, |
| { |
| "epoch": 3.7763713080168775, |
| "grad_norm": 1.6734447479248047, |
| "learning_rate": 1.2937869650980342e-07, |
| "loss": 0.7029292583465576, |
| "step": 1790 |
| }, |
| { |
| "epoch": 3.780590717299578, |
| "grad_norm": 1.3970534801483154, |
| "learning_rate": 1.2903233930592022e-07, |
| "loss": 1.0671159029006958, |
| "step": 1792 |
| }, |
| { |
| "epoch": 3.7848101265822782, |
| "grad_norm": 2.8452141284942627, |
| "learning_rate": 1.2869244459288677e-07, |
| "loss": 0.7484707832336426, |
| "step": 1794 |
| }, |
| { |
| "epoch": 3.789029535864979, |
| "grad_norm": 2.7676146030426025, |
| "learning_rate": 1.2835901650761496e-07, |
| "loss": 1.1054531335830688, |
| "step": 1796 |
| }, |
| { |
| "epoch": 3.7932489451476794, |
| "grad_norm": 2.6690499782562256, |
| "learning_rate": 1.2803205910831044e-07, |
| "loss": 1.1910511255264282, |
| "step": 1798 |
| }, |
| { |
| "epoch": 3.7974683544303796, |
| "grad_norm": 2.3067097663879395, |
| "learning_rate": 1.2771157637442308e-07, |
| "loss": 1.0350401401519775, |
| "step": 1800 |
| }, |
| { |
| "epoch": 3.80168776371308, |
| "grad_norm": 2.0456929206848145, |
| "learning_rate": 1.273975722065986e-07, |
| "loss": 1.1489591598510742, |
| "step": 1802 |
| }, |
| { |
| "epoch": 3.8059071729957807, |
| "grad_norm": 1.7378591299057007, |
| "learning_rate": 1.2709005042663118e-07, |
| "loss": 0.6581465005874634, |
| "step": 1804 |
| }, |
| { |
| "epoch": 3.810126582278481, |
| "grad_norm": 6.99116849899292, |
| "learning_rate": 1.267890147774167e-07, |
| "loss": 0.29897159337997437, |
| "step": 1806 |
| }, |
| { |
| "epoch": 3.8143459915611815, |
| "grad_norm": 4.381340026855469, |
| "learning_rate": 1.264944689229072e-07, |
| "loss": 1.0360081195831299, |
| "step": 1808 |
| }, |
| { |
| "epoch": 3.818565400843882, |
| "grad_norm": 2.1093826293945312, |
| "learning_rate": 1.2620641644806678e-07, |
| "loss": 1.0628427267074585, |
| "step": 1810 |
| }, |
| { |
| "epoch": 3.8227848101265822, |
| "grad_norm": 9.374409675598145, |
| "learning_rate": 1.2592486085882725e-07, |
| "loss": 0.7481462955474854, |
| "step": 1812 |
| }, |
| { |
| "epoch": 3.827004219409283, |
| "grad_norm": 1.5822006464004517, |
| "learning_rate": 1.25649805582046e-07, |
| "loss": 1.0469331741333008, |
| "step": 1814 |
| }, |
| { |
| "epoch": 3.831223628691983, |
| "grad_norm": 2.6007158756256104, |
| "learning_rate": 1.25381253965464e-07, |
| "loss": 0.9370917081832886, |
| "step": 1816 |
| }, |
| { |
| "epoch": 3.8354430379746836, |
| "grad_norm": 3.8402206897735596, |
| "learning_rate": 1.2511920927766525e-07, |
| "loss": 0.9214923977851868, |
| "step": 1818 |
| }, |
| { |
| "epoch": 3.8396624472573837, |
| "grad_norm": 11.853067398071289, |
| "learning_rate": 1.2486367470803673e-07, |
| "loss": 0.8060356378555298, |
| "step": 1820 |
| }, |
| { |
| "epoch": 3.8438818565400843, |
| "grad_norm": 1.407483696937561, |
| "learning_rate": 1.246146533667299e-07, |
| "loss": 1.076265573501587, |
| "step": 1822 |
| }, |
| { |
| "epoch": 3.848101265822785, |
| "grad_norm": 3.0918633937835693, |
| "learning_rate": 1.243721482846227e-07, |
| "loss": 0.9416312575340271, |
| "step": 1824 |
| }, |
| { |
| "epoch": 3.852320675105485, |
| "grad_norm": 2.7018940448760986, |
| "learning_rate": 1.2413616241328252e-07, |
| "loss": 1.026483416557312, |
| "step": 1826 |
| }, |
| { |
| "epoch": 3.8565400843881856, |
| "grad_norm": 2.9005277156829834, |
| "learning_rate": 1.2390669862493044e-07, |
| "loss": 1.033530354499817, |
| "step": 1828 |
| }, |
| { |
| "epoch": 3.8607594936708862, |
| "grad_norm": 1.5697400569915771, |
| "learning_rate": 1.2368375971240647e-07, |
| "loss": 1.0893433094024658, |
| "step": 1830 |
| }, |
| { |
| "epoch": 3.8649789029535864, |
| "grad_norm": 7.101255893707275, |
| "learning_rate": 1.2346734838913498e-07, |
| "loss": 0.4264039397239685, |
| "step": 1832 |
| }, |
| { |
| "epoch": 3.869198312236287, |
| "grad_norm": 1.942752718925476, |
| "learning_rate": 1.2325746728909227e-07, |
| "loss": 0.6822599172592163, |
| "step": 1834 |
| }, |
| { |
| "epoch": 3.8734177215189876, |
| "grad_norm": 2.711249351501465, |
| "learning_rate": 1.2305411896677423e-07, |
| "loss": 0.8705965280532837, |
| "step": 1836 |
| }, |
| { |
| "epoch": 3.8776371308016877, |
| "grad_norm": 3.3902530670166016, |
| "learning_rate": 1.228573058971652e-07, |
| "loss": 0.7575594186782837, |
| "step": 1838 |
| }, |
| { |
| "epoch": 3.8818565400843883, |
| "grad_norm": 5.287688732147217, |
| "learning_rate": 1.2266703047570794e-07, |
| "loss": 0.8974352478981018, |
| "step": 1840 |
| }, |
| { |
| "epoch": 3.8860759493670884, |
| "grad_norm": 2.1966428756713867, |
| "learning_rate": 1.2248329501827461e-07, |
| "loss": 0.7821562886238098, |
| "step": 1842 |
| }, |
| { |
| "epoch": 3.890295358649789, |
| "grad_norm": 2.125584125518799, |
| "learning_rate": 1.2230610176113828e-07, |
| "loss": 0.7629109621047974, |
| "step": 1844 |
| }, |
| { |
| "epoch": 3.894514767932489, |
| "grad_norm": 1.5011521577835083, |
| "learning_rate": 1.2213545286094602e-07, |
| "loss": 1.0465257167816162, |
| "step": 1846 |
| }, |
| { |
| "epoch": 3.8987341772151898, |
| "grad_norm": 3.0355629920959473, |
| "learning_rate": 1.219713503946922e-07, |
| "loss": 0.5780481100082397, |
| "step": 1848 |
| }, |
| { |
| "epoch": 3.9029535864978904, |
| "grad_norm": 2.1277599334716797, |
| "learning_rate": 1.21813796359694e-07, |
| "loss": 1.0891631841659546, |
| "step": 1850 |
| }, |
| { |
| "epoch": 3.9071729957805905, |
| "grad_norm": 1.4144175052642822, |
| "learning_rate": 1.2166279267356617e-07, |
| "loss": 1.0926233530044556, |
| "step": 1852 |
| }, |
| { |
| "epoch": 3.911392405063291, |
| "grad_norm": 1.8264589309692383, |
| "learning_rate": 1.2151834117419832e-07, |
| "loss": 1.0842887163162231, |
| "step": 1854 |
| }, |
| { |
| "epoch": 3.9156118143459917, |
| "grad_norm": 1.3971328735351562, |
| "learning_rate": 1.2138044361973238e-07, |
| "loss": 1.1029634475708008, |
| "step": 1856 |
| }, |
| { |
| "epoch": 3.919831223628692, |
| "grad_norm": 1.3931989669799805, |
| "learning_rate": 1.2124910168854125e-07, |
| "loss": 1.092046856880188, |
| "step": 1858 |
| }, |
| { |
| "epoch": 3.9240506329113924, |
| "grad_norm": 1.2768291234970093, |
| "learning_rate": 1.21124316979208e-07, |
| "loss": 1.0661836862564087, |
| "step": 1860 |
| }, |
| { |
| "epoch": 3.928270042194093, |
| "grad_norm": 5.809596538543701, |
| "learning_rate": 1.210060910105071e-07, |
| "loss": 0.9497167468070984, |
| "step": 1862 |
| }, |
| { |
| "epoch": 3.932489451476793, |
| "grad_norm": 1.809336543083191, |
| "learning_rate": 1.208944252213854e-07, |
| "loss": 0.7419611811637878, |
| "step": 1864 |
| }, |
| { |
| "epoch": 3.9367088607594938, |
| "grad_norm": 3.3719143867492676, |
| "learning_rate": 1.2078932097094474e-07, |
| "loss": 1.3616517782211304, |
| "step": 1866 |
| }, |
| { |
| "epoch": 3.9409282700421944, |
| "grad_norm": 1.4581533670425415, |
| "learning_rate": 1.2069077953842544e-07, |
| "loss": 1.0452879667282104, |
| "step": 1868 |
| }, |
| { |
| "epoch": 3.9451476793248945, |
| "grad_norm": 3.9840292930603027, |
| "learning_rate": 1.2059880212319078e-07, |
| "loss": 0.7806097269058228, |
| "step": 1870 |
| }, |
| { |
| "epoch": 3.9493670886075947, |
| "grad_norm": 0.3003561794757843, |
| "learning_rate": 1.2051338984471242e-07, |
| "loss": 0.568496584892273, |
| "step": 1872 |
| }, |
| { |
| "epoch": 3.9535864978902953, |
| "grad_norm": 3.0003912448883057, |
| "learning_rate": 1.2043454374255645e-07, |
| "loss": 0.5840458273887634, |
| "step": 1874 |
| }, |
| { |
| "epoch": 3.957805907172996, |
| "grad_norm": 17.255149841308594, |
| "learning_rate": 1.203622647763713e-07, |
| "loss": 0.9891324639320374, |
| "step": 1876 |
| }, |
| { |
| "epoch": 3.962025316455696, |
| "grad_norm": 4.442596435546875, |
| "learning_rate": 1.2029655382587557e-07, |
| "loss": 0.937990665435791, |
| "step": 1878 |
| }, |
| { |
| "epoch": 3.9662447257383966, |
| "grad_norm": 1.3784996271133423, |
| "learning_rate": 1.2023741169084767e-07, |
| "loss": 0.6944407224655151, |
| "step": 1880 |
| }, |
| { |
| "epoch": 3.970464135021097, |
| "grad_norm": 1.8049193620681763, |
| "learning_rate": 1.2018483909111572e-07, |
| "loss": 1.0277503728866577, |
| "step": 1882 |
| }, |
| { |
| "epoch": 3.9746835443037973, |
| "grad_norm": 6.727908611297607, |
| "learning_rate": 1.2013883666654907e-07, |
| "loss": 0.509749174118042, |
| "step": 1884 |
| }, |
| { |
| "epoch": 3.978902953586498, |
| "grad_norm": 2.5991525650024414, |
| "learning_rate": 1.2009940497705058e-07, |
| "loss": 1.0679656267166138, |
| "step": 1886 |
| }, |
| { |
| "epoch": 3.9831223628691985, |
| "grad_norm": 2.2473011016845703, |
| "learning_rate": 1.2006654450254938e-07, |
| "loss": 0.7142981290817261, |
| "step": 1888 |
| }, |
| { |
| "epoch": 3.9873417721518987, |
| "grad_norm": 3.0477726459503174, |
| "learning_rate": 1.2004025564299563e-07, |
| "loss": 1.0713993310928345, |
| "step": 1890 |
| }, |
| { |
| "epoch": 3.9915611814345993, |
| "grad_norm": 8.713078498840332, |
| "learning_rate": 1.2002053871835507e-07, |
| "loss": 0.6879635453224182, |
| "step": 1892 |
| }, |
| { |
| "epoch": 3.9957805907173, |
| "grad_norm": 1.979125738143921, |
| "learning_rate": 1.2000739396860554e-07, |
| "loss": 1.0905542373657227, |
| "step": 1894 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 1.923147439956665, |
| "learning_rate": 1.2000082155373382e-07, |
| "loss": 1.1579601764678955, |
| "step": 1896 |
| }, |
| { |
| "epoch": 4.0, |
| "step": 1896, |
| "total_flos": 3.5948540672197263e+18, |
| "train_loss": 1.0285371271618309, |
| "train_runtime": 8697.1879, |
| "train_samples_per_second": 6.54, |
| "train_steps_per_second": 0.218 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 1896, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 99999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.5948540672197263e+18, |
| "train_batch_size": 3, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
