| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 1896, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004219409282700422, |
| "grad_norm": 8.808255195617676, |
| "learning_rate": 8.421052631578947e-08, |
| "loss": 2.1962406635284424, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.008438818565400843, |
| "grad_norm": 11.09923267364502, |
| "learning_rate": 2.526315789473684e-07, |
| "loss": 1.780366063117981, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.012658227848101266, |
| "grad_norm": 2.419753313064575, |
| "learning_rate": 4.2105263157894733e-07, |
| "loss": 1.93634033203125, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.016877637130801686, |
| "grad_norm": 3.9049134254455566, |
| "learning_rate": 5.894736842105262e-07, |
| "loss": 1.943023443222046, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.02109704641350211, |
| "grad_norm": 6.477982044219971, |
| "learning_rate": 7.578947368421053e-07, |
| "loss": 1.8409148454666138, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.02531645569620253, |
| "grad_norm": 1.0134243965148926, |
| "learning_rate": 9.263157894736841e-07, |
| "loss": 1.3077127933502197, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.029535864978902954, |
| "grad_norm": 3.247878074645996, |
| "learning_rate": 1.0947368421052632e-06, |
| "loss": 1.6219741106033325, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03375527426160337, |
| "grad_norm": 7.898465156555176, |
| "learning_rate": 1.263157894736842e-06, |
| "loss": 2.037022113800049, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0379746835443038, |
| "grad_norm": 1.3195950984954834, |
| "learning_rate": 1.431578947368421e-06, |
| "loss": 1.7350990772247314, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04219409282700422, |
| "grad_norm": 1.8259081840515137, |
| "learning_rate": 1.6e-06, |
| "loss": 1.8126976490020752, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.046413502109704644, |
| "grad_norm": 1.4393107891082764, |
| "learning_rate": 1.768421052631579e-06, |
| "loss": 1.4626768827438354, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.05063291139240506, |
| "grad_norm": 2.4846441745758057, |
| "learning_rate": 1.936842105263158e-06, |
| "loss": 1.600361704826355, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.05485232067510549, |
| "grad_norm": 2.291980743408203, |
| "learning_rate": 2.1052631578947366e-06, |
| "loss": 1.3303472995758057, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.05907172995780591, |
| "grad_norm": 1.7172958850860596, |
| "learning_rate": 2.273684210526316e-06, |
| "loss": 1.7306660413742065, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.06329113924050633, |
| "grad_norm": 2.336642026901245, |
| "learning_rate": 2.4421052631578946e-06, |
| "loss": 1.3191598653793335, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.06751054852320675, |
| "grad_norm": 1.4607104063034058, |
| "learning_rate": 2.6105263157894738e-06, |
| "loss": 1.550937533378601, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.07172995780590717, |
| "grad_norm": 3.0410056114196777, |
| "learning_rate": 2.7789473684210525e-06, |
| "loss": 1.0037612915039062, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.0759493670886076, |
| "grad_norm": 1.8816224336624146, |
| "learning_rate": 2.9473684210526313e-06, |
| "loss": 1.5629675388336182, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.08016877637130802, |
| "grad_norm": 2.050464391708374, |
| "learning_rate": 3.1157894736842105e-06, |
| "loss": 1.1124558448791504, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.08438818565400844, |
| "grad_norm": 1.7500700950622559, |
| "learning_rate": 3.2842105263157892e-06, |
| "loss": 1.5181232690811157, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.08860759493670886, |
| "grad_norm": 3.6279757022857666, |
| "learning_rate": 3.4526315789473684e-06, |
| "loss": 1.064979076385498, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.09282700421940929, |
| "grad_norm": 3.692965507507324, |
| "learning_rate": 3.621052631578947e-06, |
| "loss": 1.7742705345153809, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0970464135021097, |
| "grad_norm": 2.689681053161621, |
| "learning_rate": 3.789473684210526e-06, |
| "loss": 1.652271032333374, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.10126582278481013, |
| "grad_norm": 1.1244308948516846, |
| "learning_rate": 3.957894736842105e-06, |
| "loss": 1.5283629894256592, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.10548523206751055, |
| "grad_norm": 1.6453142166137695, |
| "learning_rate": 4.126315789473685e-06, |
| "loss": 0.7807677388191223, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.10970464135021098, |
| "grad_norm": 1.3963041305541992, |
| "learning_rate": 4.294736842105263e-06, |
| "loss": 0.8492421507835388, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.11392405063291139, |
| "grad_norm": 1.8241719007492065, |
| "learning_rate": 4.463157894736841e-06, |
| "loss": 0.7646088600158691, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.11814345991561181, |
| "grad_norm": 5.430877208709717, |
| "learning_rate": 4.631578947368421e-06, |
| "loss": 1.385468602180481, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.12236286919831224, |
| "grad_norm": 4.216091632843018, |
| "learning_rate": 4.8e-06, |
| "loss": 0.6626491546630859, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.12658227848101267, |
| "grad_norm": 2.5527150630950928, |
| "learning_rate": 4.968421052631579e-06, |
| "loss": 1.4430313110351562, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.1308016877637131, |
| "grad_norm": 2.92517352104187, |
| "learning_rate": 5.136842105263157e-06, |
| "loss": 1.4682120084762573, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.1350210970464135, |
| "grad_norm": 0.9485960602760315, |
| "learning_rate": 5.305263157894736e-06, |
| "loss": 1.0755484104156494, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.13924050632911392, |
| "grad_norm": 3.126896619796753, |
| "learning_rate": 5.473684210526316e-06, |
| "loss": 0.8076987266540527, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.14345991561181434, |
| "grad_norm": 1.318830966949463, |
| "learning_rate": 5.6421052631578944e-06, |
| "loss": 1.0927525758743286, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.14767932489451477, |
| "grad_norm": 3.404849052429199, |
| "learning_rate": 5.810526315789474e-06, |
| "loss": 0.9728879332542419, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.1518987341772152, |
| "grad_norm": 3.532927989959717, |
| "learning_rate": 5.978947368421052e-06, |
| "loss": 1.265703797340393, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.15611814345991562, |
| "grad_norm": 2.622828245162964, |
| "learning_rate": 6.147368421052631e-06, |
| "loss": 1.0082859992980957, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.16033755274261605, |
| "grad_norm": 3.0084891319274902, |
| "learning_rate": 6.31578947368421e-06, |
| "loss": 0.8589051365852356, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.16455696202531644, |
| "grad_norm": 1.5682191848754883, |
| "learning_rate": 6.484210526315789e-06, |
| "loss": 1.3428035974502563, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.16877637130801687, |
| "grad_norm": 1.149340033531189, |
| "learning_rate": 6.652631578947369e-06, |
| "loss": 1.3348019123077393, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.1729957805907173, |
| "grad_norm": 1.4813284873962402, |
| "learning_rate": 6.821052631578947e-06, |
| "loss": 1.3795466423034668, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.17721518987341772, |
| "grad_norm": 2.05072283744812, |
| "learning_rate": 6.989473684210526e-06, |
| "loss": 0.6971267461776733, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.18143459915611815, |
| "grad_norm": 1.8534572124481201, |
| "learning_rate": 7.157894736842105e-06, |
| "loss": 1.113297700881958, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.18565400843881857, |
| "grad_norm": 1.253941535949707, |
| "learning_rate": 7.326315789473684e-06, |
| "loss": 1.2875044345855713, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.189873417721519, |
| "grad_norm": 1.6247971057891846, |
| "learning_rate": 7.494736842105263e-06, |
| "loss": 0.6056119203567505, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.1940928270042194, |
| "grad_norm": 1.780320167541504, |
| "learning_rate": 7.663157894736842e-06, |
| "loss": 1.676588773727417, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.19831223628691982, |
| "grad_norm": 2.9397106170654297, |
| "learning_rate": 7.831578947368421e-06, |
| "loss": 0.941127359867096, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.20253164556962025, |
| "grad_norm": 1.2082825899124146, |
| "learning_rate": 8e-06, |
| "loss": 1.4084690809249878, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.20675105485232068, |
| "grad_norm": 1.0113117694854736, |
| "learning_rate": 7.999978091917096e-06, |
| "loss": 1.4652810096740723, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.2109704641350211, |
| "grad_norm": 3.00728178024292, |
| "learning_rate": 7.999912367935033e-06, |
| "loss": 1.2376593351364136, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.21518987341772153, |
| "grad_norm": 2.393007278442383, |
| "learning_rate": 7.999802828853748e-06, |
| "loss": 1.051348090171814, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.21940928270042195, |
| "grad_norm": 1.1730682849884033, |
| "learning_rate": 7.999649476006456e-06, |
| "loss": 0.9889463782310486, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.22362869198312235, |
| "grad_norm": 3.6534433364868164, |
| "learning_rate": 7.99945231125964e-06, |
| "loss": 0.9653201699256897, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.22784810126582278, |
| "grad_norm": 1.5248578786849976, |
| "learning_rate": 7.999211337013023e-06, |
| "loss": 0.970741331577301, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.2320675105485232, |
| "grad_norm": 1.0831537246704102, |
| "learning_rate": 7.998926556199543e-06, |
| "loss": 1.0245221853256226, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.23628691983122363, |
| "grad_norm": 1.1785749197006226, |
| "learning_rate": 7.998597972285308e-06, |
| "loss": 1.3712621927261353, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.24050632911392406, |
| "grad_norm": 1.3017958402633667, |
| "learning_rate": 7.998225589269567e-06, |
| "loss": 1.2707055807113647, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.24472573839662448, |
| "grad_norm": 2.281855344772339, |
| "learning_rate": 7.997809411684651e-06, |
| "loss": 1.5997581481933594, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.2489451476793249, |
| "grad_norm": 0.8561908602714539, |
| "learning_rate": 7.997349444595921e-06, |
| "loss": 1.2587316036224365, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.25316455696202533, |
| "grad_norm": 0.5100749135017395, |
| "learning_rate": 7.996845693601713e-06, |
| "loss": 0.9957402348518372, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.25738396624472576, |
| "grad_norm": 3.094721794128418, |
| "learning_rate": 7.996298164833256e-06, |
| "loss": 1.258643627166748, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.2616033755274262, |
| "grad_norm": 1.02621328830719, |
| "learning_rate": 7.995706864954613e-06, |
| "loss": 1.2669998407363892, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.26582278481012656, |
| "grad_norm": 0.9123193621635437, |
| "learning_rate": 7.995071801162584e-06, |
| "loss": 1.3570575714111328, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.270042194092827, |
| "grad_norm": 1.731139898300171, |
| "learning_rate": 7.99439298118663e-06, |
| "loss": 0.8451032042503357, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.2742616033755274, |
| "grad_norm": 1.6111301183700562, |
| "learning_rate": 7.993670413288777e-06, |
| "loss": 1.1453604698181152, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.27848101265822783, |
| "grad_norm": 2.9632482528686523, |
| "learning_rate": 7.992904106263512e-06, |
| "loss": 1.2021801471710205, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.28270042194092826, |
| "grad_norm": 3.683976411819458, |
| "learning_rate": 7.992094069437679e-06, |
| "loss": 0.8209038972854614, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.2869198312236287, |
| "grad_norm": 0.8348782658576965, |
| "learning_rate": 7.991240312670361e-06, |
| "loss": 0.8820058703422546, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.2911392405063291, |
| "grad_norm": 2.7286171913146973, |
| "learning_rate": 7.99034284635277e-06, |
| "loss": 1.361273169517517, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.29535864978902954, |
| "grad_norm": 4.104984283447266, |
| "learning_rate": 7.989401681408107e-06, |
| "loss": 0.9259814023971558, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.29957805907172996, |
| "grad_norm": 1.7529696226119995, |
| "learning_rate": 7.988416829291437e-06, |
| "loss": 1.2620042562484741, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.3037974683544304, |
| "grad_norm": 3.8300654888153076, |
| "learning_rate": 7.987388301989553e-06, |
| "loss": 1.0700979232788086, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.3080168776371308, |
| "grad_norm": 1.7690354585647583, |
| "learning_rate": 7.986316112020821e-06, |
| "loss": 1.3733104467391968, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.31223628691983124, |
| "grad_norm": 1.0495412349700928, |
| "learning_rate": 7.985200272435035e-06, |
| "loss": 1.3526469469070435, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.31645569620253167, |
| "grad_norm": 1.3418861627578735, |
| "learning_rate": 7.984040796813251e-06, |
| "loss": 1.2077337503433228, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.3206751054852321, |
| "grad_norm": 1.4774577617645264, |
| "learning_rate": 7.982837699267632e-06, |
| "loss": 1.2690041065216064, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.32489451476793246, |
| "grad_norm": 1.621232032775879, |
| "learning_rate": 7.981590994441264e-06, |
| "loss": 1.4557234048843384, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.3291139240506329, |
| "grad_norm": 9.58849811553955, |
| "learning_rate": 7.98030069750799e-06, |
| "loss": 1.2517377138137817, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 0.9245334267616272, |
| "learning_rate": 7.978966824172219e-06, |
| "loss": 1.312515377998352, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.33755274261603374, |
| "grad_norm": 0.9059025049209595, |
| "learning_rate": 7.977589390668727e-06, |
| "loss": 1.2920206785202026, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.34177215189873417, |
| "grad_norm": 4.1672210693359375, |
| "learning_rate": 7.976168413762478e-06, |
| "loss": 0.8602538108825684, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.3459915611814346, |
| "grad_norm": 3.4024016857147217, |
| "learning_rate": 7.974703910748405e-06, |
| "loss": 1.214678168296814, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.350210970464135, |
| "grad_norm": 2.5402605533599854, |
| "learning_rate": 7.973195899451203e-06, |
| "loss": 0.809662401676178, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.35443037974683544, |
| "grad_norm": 2.9653215408325195, |
| "learning_rate": 7.971644398225114e-06, |
| "loss": 1.2221626043319702, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.35864978902953587, |
| "grad_norm": 1.4855773448944092, |
| "learning_rate": 7.970049425953705e-06, |
| "loss": 1.3168489933013916, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.3628691983122363, |
| "grad_norm": 2.3102357387542725, |
| "learning_rate": 7.968411002049635e-06, |
| "loss": 1.1956959962844849, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.3670886075949367, |
| "grad_norm": 0.9286043643951416, |
| "learning_rate": 7.966729146454414e-06, |
| "loss": 1.0124504566192627, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.37130801687763715, |
| "grad_norm": 2.3038041591644287, |
| "learning_rate": 7.965003879638177e-06, |
| "loss": 1.30778169631958, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.3755274261603376, |
| "grad_norm": 1.806934118270874, |
| "learning_rate": 7.963235222599414e-06, |
| "loss": 1.307655930519104, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.379746835443038, |
| "grad_norm": 1.0257319211959839, |
| "learning_rate": 7.961423196864727e-06, |
| "loss": 0.990490198135376, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.38396624472573837, |
| "grad_norm": 0.9438347220420837, |
| "learning_rate": 7.95956782448857e-06, |
| "loss": 1.2663373947143555, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.3881856540084388, |
| "grad_norm": 0.7051662802696228, |
| "learning_rate": 7.957669128052967e-06, |
| "loss": 1.264948844909668, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.3924050632911392, |
| "grad_norm": 1.4901031255722046, |
| "learning_rate": 7.955727130667254e-06, |
| "loss": 0.5198807120323181, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.39662447257383965, |
| "grad_norm": 1.6583565473556519, |
| "learning_rate": 7.953741855967786e-06, |
| "loss": 0.9574030041694641, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.4008438818565401, |
| "grad_norm": 0.9092651009559631, |
| "learning_rate": 7.951713328117653e-06, |
| "loss": 1.0500378608703613, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.4050632911392405, |
| "grad_norm": 1.398674726486206, |
| "learning_rate": 7.949641571806384e-06, |
| "loss": 1.2852396965026855, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.4092827004219409, |
| "grad_norm": 1.3172980546951294, |
| "learning_rate": 7.947526612249655e-06, |
| "loss": 1.063001036643982, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.41350210970464135, |
| "grad_norm": 1.0889501571655273, |
| "learning_rate": 7.945368475188967e-06, |
| "loss": 1.2641280889511108, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.4177215189873418, |
| "grad_norm": 1.0665010213851929, |
| "learning_rate": 7.943167186891349e-06, |
| "loss": 1.0218112468719482, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.4219409282700422, |
| "grad_norm": 3.58223032951355, |
| "learning_rate": 7.940922774149026e-06, |
| "loss": 1.0860857963562012, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.42616033755274263, |
| "grad_norm": 1.089058756828308, |
| "learning_rate": 7.938635264279095e-06, |
| "loss": 1.11153244972229, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.43037974683544306, |
| "grad_norm": 0.7927507162094116, |
| "learning_rate": 7.9363046851232e-06, |
| "loss": 0.9039996862411499, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.4345991561181435, |
| "grad_norm": 1.210415005683899, |
| "learning_rate": 7.933931065047189e-06, |
| "loss": 1.3628909587860107, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.4388185654008439, |
| "grad_norm": 2.830822706222534, |
| "learning_rate": 7.931514432940762e-06, |
| "loss": 0.7663958668708801, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.4430379746835443, |
| "grad_norm": 0.9303013682365417, |
| "learning_rate": 7.92905481821713e-06, |
| "loss": 1.2602308988571167, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4472573839662447, |
| "grad_norm": 2.2079782485961914, |
| "learning_rate": 7.926552250812647e-06, |
| "loss": 0.7922911047935486, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.45147679324894513, |
| "grad_norm": 1.6323434114456177, |
| "learning_rate": 7.92400676118646e-06, |
| "loss": 1.1895182132720947, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.45569620253164556, |
| "grad_norm": 1.2990820407867432, |
| "learning_rate": 7.921418380320117e-06, |
| "loss": 1.236521601676941, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.459915611814346, |
| "grad_norm": 1.2548811435699463, |
| "learning_rate": 7.918787139717211e-06, |
| "loss": 1.2785851955413818, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.4641350210970464, |
| "grad_norm": 1.9813899993896484, |
| "learning_rate": 7.916113071402986e-06, |
| "loss": 1.230564832687378, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.46835443037974683, |
| "grad_norm": 3.8140616416931152, |
| "learning_rate": 7.913396207923946e-06, |
| "loss": 1.2052173614501953, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.47257383966244726, |
| "grad_norm": 1.2737183570861816, |
| "learning_rate": 7.910636582347466e-06, |
| "loss": 1.0253933668136597, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.4767932489451477, |
| "grad_norm": 2.2479248046875, |
| "learning_rate": 7.907834228261378e-06, |
| "loss": 1.259740948677063, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.4810126582278481, |
| "grad_norm": 2.846742630004883, |
| "learning_rate": 7.90498917977358e-06, |
| "loss": 0.782292366027832, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.48523206751054854, |
| "grad_norm": 1.540499210357666, |
| "learning_rate": 7.9021014715116e-06, |
| "loss": 0.9024060368537903, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.48945147679324896, |
| "grad_norm": 4.1563334465026855, |
| "learning_rate": 7.89917113862219e-06, |
| "loss": 0.8967229723930359, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.4936708860759494, |
| "grad_norm": 1.8965283632278442, |
| "learning_rate": 7.896198216770892e-06, |
| "loss": 1.2712947130203247, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.4978902953586498, |
| "grad_norm": 1.1842418909072876, |
| "learning_rate": 7.893182742141606e-06, |
| "loss": 1.312996506690979, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5021097046413502, |
| "grad_norm": 5.636916637420654, |
| "learning_rate": 7.890124751436146e-06, |
| "loss": 0.9852314591407776, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.5063291139240507, |
| "grad_norm": 2.3782975673675537, |
| "learning_rate": 7.887024281873801e-06, |
| "loss": 0.5027163028717041, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.510548523206751, |
| "grad_norm": 2.305345296859741, |
| "learning_rate": 7.88388137119087e-06, |
| "loss": 1.4169656038284302, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.5147679324894515, |
| "grad_norm": 3.1710622310638428, |
| "learning_rate": 7.880696057640214e-06, |
| "loss": 0.8661314845085144, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.5189873417721519, |
| "grad_norm": 1.3543529510498047, |
| "learning_rate": 7.877468379990784e-06, |
| "loss": 1.4801579713821411, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.5232067510548524, |
| "grad_norm": 1.236095666885376, |
| "learning_rate": 7.874198377527153e-06, |
| "loss": 1.1857268810272217, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.5274261603375527, |
| "grad_norm": 1.6078490018844604, |
| "learning_rate": 7.870886090049034e-06, |
| "loss": 1.301129698753357, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5316455696202531, |
| "grad_norm": 2.838106632232666, |
| "learning_rate": 7.867531557870802e-06, |
| "loss": 1.1084915399551392, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.5358649789029536, |
| "grad_norm": 0.7895591855049133, |
| "learning_rate": 7.864134821820989e-06, |
| "loss": 1.2187299728393555, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.540084388185654, |
| "grad_norm": 0.9526500701904297, |
| "learning_rate": 7.860695923241808e-06, |
| "loss": 1.1880545616149902, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.5443037974683544, |
| "grad_norm": 5.490752220153809, |
| "learning_rate": 7.857214903988633e-06, |
| "loss": 1.0243443250656128, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.5485232067510548, |
| "grad_norm": 5.083505153656006, |
| "learning_rate": 7.853691806429497e-06, |
| "loss": 0.9623079299926758, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5527426160337553, |
| "grad_norm": 0.914940357208252, |
| "learning_rate": 7.850126673444574e-06, |
| "loss": 1.2602107524871826, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.5569620253164557, |
| "grad_norm": 1.6456938982009888, |
| "learning_rate": 7.846519548425655e-06, |
| "loss": 1.2723337411880493, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.5611814345991561, |
| "grad_norm": 1.0772303342819214, |
| "learning_rate": 7.84287047527563e-06, |
| "loss": 1.2261412143707275, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5654008438818565, |
| "grad_norm": 1.5974887609481812, |
| "learning_rate": 7.839179498407939e-06, |
| "loss": 1.5006755590438843, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.569620253164557, |
| "grad_norm": 3.4865124225616455, |
| "learning_rate": 7.835446662746043e-06, |
| "loss": 1.0508859157562256, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.5738396624472574, |
| "grad_norm": 1.8510380983352661, |
| "learning_rate": 7.831672013722869e-06, |
| "loss": 1.303536057472229, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.5780590717299579, |
| "grad_norm": 1.9769766330718994, |
| "learning_rate": 7.827855597280267e-06, |
| "loss": 1.1014729738235474, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.5822784810126582, |
| "grad_norm": 1.2615407705307007, |
| "learning_rate": 7.82399745986844e-06, |
| "loss": 1.247708797454834, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.5864978902953587, |
| "grad_norm": 1.0950466394424438, |
| "learning_rate": 7.820097648445383e-06, |
| "loss": 1.3929113149642944, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.5907172995780591, |
| "grad_norm": 0.7477395534515381, |
| "learning_rate": 7.816156210476316e-06, |
| "loss": 0.9548027515411377, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.5949367088607594, |
| "grad_norm": 0.8824933171272278, |
| "learning_rate": 7.812173193933098e-06, |
| "loss": 1.321789264678955, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.5991561181434599, |
| "grad_norm": 2.1495587825775146, |
| "learning_rate": 7.808148647293651e-06, |
| "loss": 1.5318031311035156, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.6033755274261603, |
| "grad_norm": 0.366915225982666, |
| "learning_rate": 7.804082619541366e-06, |
| "loss": 1.1145987510681152, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.6075949367088608, |
| "grad_norm": 0.9638784527778625, |
| "learning_rate": 7.799975160164503e-06, |
| "loss": 1.244531512260437, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.6118143459915611, |
| "grad_norm": 1.1089756488800049, |
| "learning_rate": 7.795826319155596e-06, |
| "loss": 0.8029107451438904, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6160337552742616, |
| "grad_norm": 1.2907359600067139, |
| "learning_rate": 7.791636147010842e-06, |
| "loss": 0.660262942314148, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.620253164556962, |
| "grad_norm": 1.7545690536499023, |
| "learning_rate": 7.787404694729485e-06, |
| "loss": 1.2182437181472778, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.6244725738396625, |
| "grad_norm": 2.1209237575531006, |
| "learning_rate": 7.783132013813194e-06, |
| "loss": 0.698481559753418, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.6286919831223629, |
| "grad_norm": 15.612320899963379, |
| "learning_rate": 7.778818156265443e-06, |
| "loss": 0.6525253057479858, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.6329113924050633, |
| "grad_norm": 2.1628663539886475, |
| "learning_rate": 7.774463174590867e-06, |
| "loss": 1.7705399990081787, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6371308016877637, |
| "grad_norm": 0.9601294994354248, |
| "learning_rate": 7.770067121794634e-06, |
| "loss": 1.2569221258163452, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.6413502109704642, |
| "grad_norm": 6.321805953979492, |
| "learning_rate": 7.765630051381794e-06, |
| "loss": 0.8693046569824219, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.6455696202531646, |
| "grad_norm": 1.1084986925125122, |
| "learning_rate": 7.761152017356627e-06, |
| "loss": 0.9949886798858643, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.6497890295358649, |
| "grad_norm": 0.5674229860305786, |
| "learning_rate": 7.75663307422199e-06, |
| "loss": 1.2497336864471436, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.6540084388185654, |
| "grad_norm": 0.785914421081543, |
| "learning_rate": 7.75207327697865e-06, |
| "loss": 1.197920560836792, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.6582278481012658, |
| "grad_norm": 1.9101108312606812, |
| "learning_rate": 7.747472681124616e-06, |
| "loss": 1.0015456676483154, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.6624472573839663, |
| "grad_norm": 1.1794395446777344, |
| "learning_rate": 7.742831342654461e-06, |
| "loss": 1.199405312538147, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.8022367358207703, |
| "learning_rate": 7.738149318058648e-06, |
| "loss": 1.1004928350448608, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.6708860759493671, |
| "grad_norm": 0.7416080236434937, |
| "learning_rate": 7.733426664322834e-06, |
| "loss": 1.0781973600387573, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.6751054852320675, |
| "grad_norm": 1.5531445741653442, |
| "learning_rate": 7.728663438927177e-06, |
| "loss": 1.0812546014785767, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.679324894514768, |
| "grad_norm": 1.3288339376449585, |
| "learning_rate": 7.723859699845645e-06, |
| "loss": 0.8775804042816162, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.6835443037974683, |
| "grad_norm": 1.0390150547027588, |
| "learning_rate": 7.7190155055453e-06, |
| "loss": 0.8802211284637451, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.6877637130801688, |
| "grad_norm": 0.8296968936920166, |
| "learning_rate": 7.714130914985593e-06, |
| "loss": 0.8521700501441956, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.6919831223628692, |
| "grad_norm": 0.742783784866333, |
| "learning_rate": 7.709205987617642e-06, |
| "loss": 0.8648751974105835, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.6962025316455697, |
| "grad_norm": 2.3347666263580322, |
| "learning_rate": 7.704240783383513e-06, |
| "loss": 1.5764340162277222, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.70042194092827, |
| "grad_norm": 1.7489248514175415, |
| "learning_rate": 7.699235362715488e-06, |
| "loss": 1.0720549821853638, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.7046413502109705, |
| "grad_norm": 1.7539390325546265, |
| "learning_rate": 7.694189786535325e-06, |
| "loss": 1.3112399578094482, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.7088607594936709, |
| "grad_norm": 2.141007900238037, |
| "learning_rate": 7.689104116253529e-06, |
| "loss": 1.2512861490249634, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.7130801687763713, |
| "grad_norm": 1.4252289533615112, |
| "learning_rate": 7.683978413768591e-06, |
| "loss": 1.2772711515426636, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.7172995780590717, |
| "grad_norm": 0.931917667388916, |
| "learning_rate": 7.678812741466241e-06, |
| "loss": 1.2473686933517456, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7215189873417721, |
| "grad_norm": 0.674299418926239, |
| "learning_rate": 7.673607162218688e-06, |
| "loss": 1.2429455518722534, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.7257383966244726, |
| "grad_norm": 3.6710023880004883, |
| "learning_rate": 7.668361739383856e-06, |
| "loss": 1.0689202547073364, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.729957805907173, |
| "grad_norm": 2.2613823413848877, |
| "learning_rate": 7.66307653680461e-06, |
| "loss": 0.8741579651832581, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.7341772151898734, |
| "grad_norm": 0.8934361338615417, |
| "learning_rate": 7.657751618807982e-06, |
| "loss": 1.234643578529358, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.7383966244725738, |
| "grad_norm": 2.2448158264160156, |
| "learning_rate": 7.652387050204386e-06, |
| "loss": 1.1629151105880737, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7426160337552743, |
| "grad_norm": 2.3110733032226562, |
| "learning_rate": 7.64698289628683e-06, |
| "loss": 1.074580192565918, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.7468354430379747, |
| "grad_norm": 2.6933298110961914, |
| "learning_rate": 7.641539222830117e-06, |
| "loss": 0.6495164036750793, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.7510548523206751, |
| "grad_norm": 8.03363037109375, |
| "learning_rate": 7.63605609609006e-06, |
| "loss": 1.0515384674072266, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.7552742616033755, |
| "grad_norm": 1.2727802991867065, |
| "learning_rate": 7.630533582802647e-06, |
| "loss": 1.0052093267440796, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.759493670886076, |
| "grad_norm": 0.8008536100387573, |
| "learning_rate": 7.6249717501832616e-06, |
| "loss": 1.208338975906372, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.7637130801687764, |
| "grad_norm": 1.467780351638794, |
| "learning_rate": 7.619370665925842e-06, |
| "loss": 0.9765693545341492, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.7679324894514767, |
| "grad_norm": 1.806458830833435, |
| "learning_rate": 7.613730398202061e-06, |
| "loss": 1.5730071067810059, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.7721518987341772, |
| "grad_norm": 2.95654034614563, |
| "learning_rate": 7.608051015660508e-06, |
| "loss": 0.6979476809501648, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.7763713080168776, |
| "grad_norm": 1.1918550729751587, |
| "learning_rate": 7.60233258742584e-06, |
| "loss": 1.1616028547286987, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.7805907172995781, |
| "grad_norm": 2.9640629291534424, |
| "learning_rate": 7.596575183097943e-06, |
| "loss": 1.4773938655853271, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.7848101265822784, |
| "grad_norm": 3.126946210861206, |
| "learning_rate": 7.590778872751091e-06, |
| "loss": 0.9821402430534363, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.7890295358649789, |
| "grad_norm": 1.5098716020584106, |
| "learning_rate": 7.58494372693309e-06, |
| "loss": 1.0515096187591553, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.7932489451476793, |
| "grad_norm": 1.3018288612365723, |
| "learning_rate": 7.579069816664417e-06, |
| "loss": 1.1510859727859497, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.7974683544303798, |
| "grad_norm": 0.4790183901786804, |
| "learning_rate": 7.573157213437353e-06, |
| "loss": 1.1152373552322388, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.8016877637130801, |
| "grad_norm": 1.7124649286270142, |
| "learning_rate": 7.567205989215126e-06, |
| "loss": 0.729989230632782, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8059071729957806, |
| "grad_norm": 1.813360333442688, |
| "learning_rate": 7.5612162164310196e-06, |
| "loss": 1.2611396312713623, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.810126582278481, |
| "grad_norm": 3.6355385780334473, |
| "learning_rate": 7.555187967987499e-06, |
| "loss": 0.9938818216323853, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.8143459915611815, |
| "grad_norm": 1.1984269618988037, |
| "learning_rate": 7.549121317255322e-06, |
| "loss": 1.2364702224731445, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.8185654008438819, |
| "grad_norm": 1.193095326423645, |
| "learning_rate": 7.543016338072653e-06, |
| "loss": 0.9437189102172852, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.8227848101265823, |
| "grad_norm": 0.9609726071357727, |
| "learning_rate": 7.5368731047441486e-06, |
| "loss": 1.2113581895828247, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.8270042194092827, |
| "grad_norm": 2.6752779483795166, |
| "learning_rate": 7.530691692040069e-06, |
| "loss": 0.9650623798370361, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.8312236286919831, |
| "grad_norm": 1.805607795715332, |
| "learning_rate": 7.52447217519536e-06, |
| "loss": 0.9127689003944397, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.8354430379746836, |
| "grad_norm": 1.9785407781600952, |
| "learning_rate": 7.5182146299087375e-06, |
| "loss": 1.2258358001708984, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.8396624472573839, |
| "grad_norm": 0.2685816287994385, |
| "learning_rate": 7.51191913234177e-06, |
| "loss": 1.0780510902404785, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.8438818565400844, |
| "grad_norm": 0.8069247007369995, |
| "learning_rate": 7.505585759117947e-06, |
| "loss": 0.9565885663032532, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8481012658227848, |
| "grad_norm": 2.5125067234039307, |
| "learning_rate": 7.499214587321749e-06, |
| "loss": 0.7042322754859924, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.8523206751054853, |
| "grad_norm": 1.6951823234558105, |
| "learning_rate": 7.49280569449771e-06, |
| "loss": 1.1971807479858398, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.8565400843881856, |
| "grad_norm": 0.7480567097663879, |
| "learning_rate": 7.486359158649471e-06, |
| "loss": 0.9361912608146667, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.8607594936708861, |
| "grad_norm": 1.4761838912963867, |
| "learning_rate": 7.4798750582388354e-06, |
| "loss": 0.9626801609992981, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.8649789029535865, |
| "grad_norm": 0.9039321541786194, |
| "learning_rate": 7.473353472184806e-06, |
| "loss": 1.2230124473571777, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.869198312236287, |
| "grad_norm": 1.8411026000976562, |
| "learning_rate": 7.466794479862632e-06, |
| "loss": 0.838551938533783, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.8734177215189873, |
| "grad_norm": 1.6176677942276, |
| "learning_rate": 7.460198161102841e-06, |
| "loss": 1.2056636810302734, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.8776371308016878, |
| "grad_norm": 0.796684205532074, |
| "learning_rate": 7.453564596190265e-06, |
| "loss": 1.0609307289123535, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.8818565400843882, |
| "grad_norm": 3.51039457321167, |
| "learning_rate": 7.446893865863063e-06, |
| "loss": 1.1577751636505127, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.8860759493670886, |
| "grad_norm": 1.3933305740356445, |
| "learning_rate": 7.440186051311744e-06, |
| "loss": 0.9417897462844849, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.890295358649789, |
| "grad_norm": 1.077215313911438, |
| "learning_rate": 7.433441234178174e-06, |
| "loss": 1.333181619644165, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.8945147679324894, |
| "grad_norm": 3.3169748783111572, |
| "learning_rate": 7.426659496554582e-06, |
| "loss": 0.9721631407737732, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.8987341772151899, |
| "grad_norm": 1.1560137271881104, |
| "learning_rate": 7.4198409209825615e-06, |
| "loss": 1.1756271123886108, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.9029535864978903, |
| "grad_norm": 0.8857593536376953, |
| "learning_rate": 7.412985590452066e-06, |
| "loss": 1.037049651145935, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.9071729957805907, |
| "grad_norm": 1.4016187191009521, |
| "learning_rate": 7.4060935884004045e-06, |
| "loss": 1.0027376413345337, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9113924050632911, |
| "grad_norm": 1.6030839681625366, |
| "learning_rate": 7.399164998711215e-06, |
| "loss": 1.0767489671707153, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.9156118143459916, |
| "grad_norm": 1.2388867139816284, |
| "learning_rate": 7.392199905713454e-06, |
| "loss": 1.241571307182312, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.919831223628692, |
| "grad_norm": 1.3980982303619385, |
| "learning_rate": 7.385198394180359e-06, |
| "loss": 0.8756187558174133, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.9240506329113924, |
| "grad_norm": 1.7992874383926392, |
| "learning_rate": 7.378160549328429e-06, |
| "loss": 1.196347713470459, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.9282700421940928, |
| "grad_norm": 0.9916715025901794, |
| "learning_rate": 7.371086456816381e-06, |
| "loss": 0.9922671318054199, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9324894514767933, |
| "grad_norm": 2.890634536743164, |
| "learning_rate": 7.363976202744106e-06, |
| "loss": 0.9319839477539062, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.9367088607594937, |
| "grad_norm": 5.665074348449707, |
| "learning_rate": 7.356829873651623e-06, |
| "loss": 1.0942474603652954, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.9409282700421941, |
| "grad_norm": 1.669215440750122, |
| "learning_rate": 7.3496475565180284e-06, |
| "loss": 1.2984267473220825, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.9451476793248945, |
| "grad_norm": 0.8537882566452026, |
| "learning_rate": 7.342429338760431e-06, |
| "loss": 0.9971826076507568, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.9493670886075949, |
| "grad_norm": 3.3685364723205566, |
| "learning_rate": 7.3351753082328946e-06, |
| "loss": 0.9323700666427612, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.9535864978902954, |
| "grad_norm": 1.2475708723068237, |
| "learning_rate": 7.327885553225365e-06, |
| "loss": 1.2786669731140137, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.9578059071729957, |
| "grad_norm": 1.7981699705123901, |
| "learning_rate": 7.320560162462594e-06, |
| "loss": 0.9830716848373413, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.9620253164556962, |
| "grad_norm": 1.964571237564087, |
| "learning_rate": 7.313199225103068e-06, |
| "loss": 1.1577880382537842, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.9662447257383966, |
| "grad_norm": 0.8031247854232788, |
| "learning_rate": 7.3058028307379104e-06, |
| "loss": 0.8746158480644226, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.9704641350210971, |
| "grad_norm": 6.945025444030762, |
| "learning_rate": 7.298371069389798e-06, |
| "loss": 0.6917670369148254, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.9746835443037974, |
| "grad_norm": 1.1903830766677856, |
| "learning_rate": 7.290904031511867e-06, |
| "loss": 0.8951276540756226, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.9789029535864979, |
| "grad_norm": 1.7528347969055176, |
| "learning_rate": 7.28340180798661e-06, |
| "loss": 1.1649961471557617, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.9831223628691983, |
| "grad_norm": 2.7463033199310303, |
| "learning_rate": 7.275864490124769e-06, |
| "loss": 0.7191216349601746, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.9873417721518988, |
| "grad_norm": 1.2754981517791748, |
| "learning_rate": 7.268292169664222e-06, |
| "loss": 1.3055366277694702, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.9915611814345991, |
| "grad_norm": 1.402946949005127, |
| "learning_rate": 7.260684938768874e-06, |
| "loss": 0.8869744539260864, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.9957805907172996, |
| "grad_norm": 1.225201964378357, |
| "learning_rate": 7.253042890027527e-06, |
| "loss": 1.202407956123352, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.0377144813537598, |
| "learning_rate": 7.2453661164527565e-06, |
| "loss": 1.249975562095642, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.0042194092827004, |
| "grad_norm": 2.005743980407715, |
| "learning_rate": 7.237654711479781e-06, |
| "loss": 0.9949838519096375, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.0084388185654007, |
| "grad_norm": 1.0849618911743164, |
| "learning_rate": 7.2299087689653224e-06, |
| "loss": 1.1602823734283447, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.0126582278481013, |
| "grad_norm": 1.2653388977050781, |
| "learning_rate": 7.222128383186464e-06, |
| "loss": 1.13376784324646, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.0168776371308017, |
| "grad_norm": 1.4933967590332031, |
| "learning_rate": 7.214313648839504e-06, |
| "loss": 0.8098440766334534, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.021097046413502, |
| "grad_norm": 1.3467376232147217, |
| "learning_rate": 7.206464661038802e-06, |
| "loss": 1.058078408241272, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.0253164556962024, |
| "grad_norm": 1.572613000869751, |
| "learning_rate": 7.198581515315622e-06, |
| "loss": 0.46203434467315674, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.029535864978903, |
| "grad_norm": 1.1707247495651245, |
| "learning_rate": 7.1906643076169736e-06, |
| "loss": 0.952732264995575, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.0337552742616034, |
| "grad_norm": 0.9213857650756836, |
| "learning_rate": 7.182713134304431e-06, |
| "loss": 0.8125715851783752, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.0379746835443038, |
| "grad_norm": 1.2644870281219482, |
| "learning_rate": 7.174728092152975e-06, |
| "loss": 1.1190340518951416, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.0421940928270041, |
| "grad_norm": 2.924903392791748, |
| "learning_rate": 7.1667092783498105e-06, |
| "loss": 0.8107770085334778, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.0464135021097047, |
| "grad_norm": 1.9948618412017822, |
| "learning_rate": 7.15865679049318e-06, |
| "loss": 0.9311866164207458, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.0506329113924051, |
| "grad_norm": 0.8843758702278137, |
| "learning_rate": 7.150570726591178e-06, |
| "loss": 1.216412901878357, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.0548523206751055, |
| "grad_norm": 1.182377815246582, |
| "learning_rate": 7.14245118506056e-06, |
| "loss": 1.0732381343841553, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.0590717299578059, |
| "grad_norm": 1.3736239671707153, |
| "learning_rate": 7.134298264725542e-06, |
| "loss": 1.0816361904144287, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.0632911392405062, |
| "grad_norm": 0.9931637644767761, |
| "learning_rate": 7.126112064816598e-06, |
| "loss": 1.20469331741333, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.0675105485232068, |
| "grad_norm": 0.99040687084198, |
| "learning_rate": 7.117892684969255e-06, |
| "loss": 0.7193590402603149, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.0717299578059072, |
| "grad_norm": 1.0574781894683838, |
| "learning_rate": 7.109640225222874e-06, |
| "loss": 1.030031442642212, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.0759493670886076, |
| "grad_norm": 0.9034721255302429, |
| "learning_rate": 7.101354786019443e-06, |
| "loss": 1.0760937929153442, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.080168776371308, |
| "grad_norm": 2.8123185634613037, |
| "learning_rate": 7.0930364682023446e-06, |
| "loss": 1.0546125173568726, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.0843881856540085, |
| "grad_norm": 1.0355448722839355, |
| "learning_rate": 7.084685373015131e-06, |
| "loss": 1.060817003250122, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.0886075949367089, |
| "grad_norm": 0.6953267455101013, |
| "learning_rate": 7.076301602100294e-06, |
| "loss": 1.0389786958694458, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.0928270042194093, |
| "grad_norm": 1.1498650312423706, |
| "learning_rate": 7.067885257498027e-06, |
| "loss": 0.9518197774887085, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.0970464135021096, |
| "grad_norm": 1.411102533340454, |
| "learning_rate": 7.059436441644984e-06, |
| "loss": 0.8960402011871338, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.1012658227848102, |
| "grad_norm": 2.03861927986145, |
| "learning_rate": 7.0509552573730305e-06, |
| "loss": 0.8347494602203369, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.1054852320675106, |
| "grad_norm": 1.5810351371765137, |
| "learning_rate": 7.0424418079079925e-06, |
| "loss": 0.9857693314552307, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.109704641350211, |
| "grad_norm": 2.000030040740967, |
| "learning_rate": 7.033896196868403e-06, |
| "loss": 0.8366687893867493, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.1139240506329113, |
| "grad_norm": 1.2057420015335083, |
| "learning_rate": 7.025318528264234e-06, |
| "loss": 1.3332631587982178, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.1181434599156117, |
| "grad_norm": 0.9624310731887817, |
| "learning_rate": 7.016708906495641e-06, |
| "loss": 1.2037197351455688, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.1223628691983123, |
| "grad_norm": 1.497033715248108, |
| "learning_rate": 7.008067436351683e-06, |
| "loss": 0.6526771783828735, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.1265822784810127, |
| "grad_norm": 2.6542580127716064, |
| "learning_rate": 6.999394223009052e-06, |
| "loss": 0.8994975090026855, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.130801687763713, |
| "grad_norm": 0.8712950944900513, |
| "learning_rate": 6.9906893720307895e-06, |
| "loss": 1.0523709058761597, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.1350210970464134, |
| "grad_norm": 1.1105852127075195, |
| "learning_rate": 6.981952989365005e-06, |
| "loss": 0.8754544854164124, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.139240506329114, |
| "grad_norm": 0.9426999688148499, |
| "learning_rate": 6.973185181343585e-06, |
| "loss": 0.7062304019927979, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.1434599156118144, |
| "grad_norm": 0.9875909090042114, |
| "learning_rate": 6.9643860546809e-06, |
| "loss": 0.7558496594429016, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.1476793248945147, |
| "grad_norm": 1.1727705001831055, |
| "learning_rate": 6.955555716472503e-06, |
| "loss": 0.7818480730056763, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.1518987341772151, |
| "grad_norm": 1.8272697925567627, |
| "learning_rate": 6.9466942741938275e-06, |
| "loss": 1.0798598527908325, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.1561181434599157, |
| "grad_norm": 1.3200129270553589, |
| "learning_rate": 6.93780183569888e-06, |
| "loss": 1.1049277782440186, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.160337552742616, |
| "grad_norm": 12.516786575317383, |
| "learning_rate": 6.928878509218929e-06, |
| "loss": 0.8925328850746155, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.1645569620253164, |
| "grad_norm": 1.5449568033218384, |
| "learning_rate": 6.919924403361182e-06, |
| "loss": 1.3479973077774048, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.1687763713080168, |
| "grad_norm": 0.9759451746940613, |
| "learning_rate": 6.910939627107469e-06, |
| "loss": 1.0944254398345947, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.1729957805907172, |
| "grad_norm": 3.6769256591796875, |
| "learning_rate": 6.901924289812913e-06, |
| "loss": 0.6496379375457764, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.1772151898734178, |
| "grad_norm": 1.0708627700805664, |
| "learning_rate": 6.892878501204603e-06, |
| "loss": 0.9399113059043884, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.1814345991561181, |
| "grad_norm": 3.548515558242798, |
| "learning_rate": 6.883802371380252e-06, |
| "loss": 0.6334307789802551, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.1856540084388185, |
| "grad_norm": 0.7087482810020447, |
| "learning_rate": 6.874696010806865e-06, |
| "loss": 0.6812013983726501, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.189873417721519, |
| "grad_norm": 1.6790183782577515, |
| "learning_rate": 6.865559530319386e-06, |
| "loss": 1.2819935083389282, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.1940928270042195, |
| "grad_norm": 2.5965490341186523, |
| "learning_rate": 6.8563930411193535e-06, |
| "loss": 1.02937912940979, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.1983122362869199, |
| "grad_norm": 3.7219197750091553, |
| "learning_rate": 6.847196654773552e-06, |
| "loss": 0.7903206944465637, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.2025316455696202, |
| "grad_norm": 0.9391790628433228, |
| "learning_rate": 6.837970483212643e-06, |
| "loss": 1.0360606908798218, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.2067510548523206, |
| "grad_norm": 20.603315353393555, |
| "learning_rate": 6.828714638729809e-06, |
| "loss": 1.0591099262237549, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.2109704641350212, |
| "grad_norm": 2.5088610649108887, |
| "learning_rate": 6.81942923397939e-06, |
| "loss": 1.0366530418395996, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.2151898734177216, |
| "grad_norm": 0.9826826453208923, |
| "learning_rate": 6.810114381975507e-06, |
| "loss": 0.9062384963035583, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.219409282700422, |
| "grad_norm": 1.3147906064987183, |
| "learning_rate": 6.800770196090688e-06, |
| "loss": 0.6110230684280396, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.2236286919831223, |
| "grad_norm": 0.8988205194473267, |
| "learning_rate": 6.791396790054484e-06, |
| "loss": 0.910240888595581, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.2278481012658227, |
| "grad_norm": 2.201284170150757, |
| "learning_rate": 6.781994277952099e-06, |
| "loss": 0.8457823395729065, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.2320675105485233, |
| "grad_norm": 3.1297316551208496, |
| "learning_rate": 6.7725627742229815e-06, |
| "loss": 0.8808956146240234, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.2362869198312236, |
| "grad_norm": 5.279428482055664, |
| "learning_rate": 6.763102393659446e-06, |
| "loss": 0.9118282198905945, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.240506329113924, |
| "grad_norm": 1.449725866317749, |
| "learning_rate": 6.753613251405274e-06, |
| "loss": 0.8038244247436523, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.2447257383966246, |
| "grad_norm": 1.0893408060073853, |
| "learning_rate": 6.744095462954303e-06, |
| "loss": 1.065926194190979, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.248945147679325, |
| "grad_norm": 11.18133544921875, |
| "learning_rate": 6.734549144149036e-06, |
| "loss": 0.6128525733947754, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.2531645569620253, |
| "grad_norm": 0.5239539742469788, |
| "learning_rate": 6.724974411179218e-06, |
| "loss": 0.8248177766799927, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.2573839662447257, |
| "grad_norm": 3.62746000289917, |
| "learning_rate": 6.7153713805804285e-06, |
| "loss": 0.6825551986694336, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.261603375527426, |
| "grad_norm": 3.413501501083374, |
| "learning_rate": 6.7057401692326625e-06, |
| "loss": 0.567305862903595, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.2658227848101267, |
| "grad_norm": 0.6996157169342041, |
| "learning_rate": 6.696080894358908e-06, |
| "loss": 0.8849403262138367, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.270042194092827, |
| "grad_norm": 6.248124599456787, |
| "learning_rate": 6.686393673523715e-06, |
| "loss": 1.3093706369400024, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.2742616033755274, |
| "grad_norm": 0.9306197166442871, |
| "learning_rate": 6.6766786246317726e-06, |
| "loss": 1.0244123935699463, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.2784810126582278, |
| "grad_norm": 2.1768555641174316, |
| "learning_rate": 6.666935865926468e-06, |
| "loss": 0.8419608473777771, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.2827004219409281, |
| "grad_norm": 1.509337306022644, |
| "learning_rate": 6.65716551598845e-06, |
| "loss": 0.8019965291023254, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.2869198312236287, |
| "grad_norm": 5.7914323806762695, |
| "learning_rate": 6.647367693734181e-06, |
| "loss": 0.8274118900299072, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.2911392405063291, |
| "grad_norm": 3.3554115295410156, |
| "learning_rate": 6.637542518414495e-06, |
| "loss": 0.5377339124679565, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.2953586497890295, |
| "grad_norm": 0.9977070093154907, |
| "learning_rate": 6.627690109613147e-06, |
| "loss": 0.6412088871002197, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.29957805907173, |
| "grad_norm": 5.793771743774414, |
| "learning_rate": 6.617810587245352e-06, |
| "loss": 1.0477070808410645, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.3037974683544304, |
| "grad_norm": 1.5624624490737915, |
| "learning_rate": 6.607904071556331e-06, |
| "loss": 1.0696133375167847, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.3080168776371308, |
| "grad_norm": 0.9112898111343384, |
| "learning_rate": 6.597970683119841e-06, |
| "loss": 0.6664775609970093, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.3122362869198312, |
| "grad_norm": 1.806433081626892, |
| "learning_rate": 6.588010542836715e-06, |
| "loss": 0.7590267062187195, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.3164556962025316, |
| "grad_norm": 1.8049041032791138, |
| "learning_rate": 6.578023771933387e-06, |
| "loss": 0.8482476472854614, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.3206751054852321, |
| "grad_norm": 0.6221198439598083, |
| "learning_rate": 6.568010491960412e-06, |
| "loss": 1.0443530082702637, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.3248945147679325, |
| "grad_norm": 1.562410593032837, |
| "learning_rate": 6.557970824790997e-06, |
| "loss": 1.539845585823059, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.3291139240506329, |
| "grad_norm": 0.906804084777832, |
| "learning_rate": 6.5479048926195106e-06, |
| "loss": 0.9005885124206543, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 0.909907341003418, |
| "learning_rate": 6.53781281795999e-06, |
| "loss": 0.8963803648948669, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.3375527426160336, |
| "grad_norm": 0.4755572974681854, |
| "learning_rate": 6.527694723644668e-06, |
| "loss": 0.766118049621582, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.3417721518987342, |
| "grad_norm": 1.1491714715957642, |
| "learning_rate": 6.517550732822457e-06, |
| "loss": 0.611838161945343, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.3459915611814346, |
| "grad_norm": 2.129890203475952, |
| "learning_rate": 6.507380968957463e-06, |
| "loss": 0.7923972606658936, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.350210970464135, |
| "grad_norm": 0.800757646560669, |
| "learning_rate": 6.497185555827484e-06, |
| "loss": 1.1963096857070923, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.3544303797468356, |
| "grad_norm": 1.0547887086868286, |
| "learning_rate": 6.486964617522494e-06, |
| "loss": 0.7548023462295532, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.358649789029536, |
| "grad_norm": 1.0978026390075684, |
| "learning_rate": 6.476718278443137e-06, |
| "loss": 1.230237603187561, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.3628691983122363, |
| "grad_norm": 0.8420884609222412, |
| "learning_rate": 6.4664466632992195e-06, |
| "loss": 1.0555733442306519, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.3670886075949367, |
| "grad_norm": 13.5333890914917, |
| "learning_rate": 6.456149897108182e-06, |
| "loss": 0.8676448464393616, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.371308016877637, |
| "grad_norm": 0.9475505352020264, |
| "learning_rate": 6.445828105193586e-06, |
| "loss": 1.2682842016220093, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.3755274261603376, |
| "grad_norm": 0.9018502831459045, |
| "learning_rate": 6.4354814131835815e-06, |
| "loss": 1.0565340518951416, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.379746835443038, |
| "grad_norm": 0.54316645860672, |
| "learning_rate": 6.425109947009384e-06, |
| "loss": 0.7839528322219849, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.3839662447257384, |
| "grad_norm": 0.874775767326355, |
| "learning_rate": 6.414713832903737e-06, |
| "loss": 1.1698050498962402, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.3881856540084387, |
| "grad_norm": 4.575730323791504, |
| "learning_rate": 6.404293197399381e-06, |
| "loss": 0.5863835215568542, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.3924050632911391, |
| "grad_norm": 0.7375707030296326, |
| "learning_rate": 6.393848167327507e-06, |
| "loss": 1.086789608001709, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.3966244725738397, |
| "grad_norm": 2.6595211029052734, |
| "learning_rate": 6.3833788698162205e-06, |
| "loss": 0.7023826241493225, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.40084388185654, |
| "grad_norm": 1.631126046180725, |
| "learning_rate": 6.372885432288982e-06, |
| "loss": 1.0789552927017212, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.4050632911392404, |
| "grad_norm": 0.8146964907646179, |
| "learning_rate": 6.362367982463073e-06, |
| "loss": 0.6926907300949097, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.409282700421941, |
| "grad_norm": 0.9691137075424194, |
| "learning_rate": 6.351826648348027e-06, |
| "loss": 1.0910325050354004, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.4135021097046414, |
| "grad_norm": 0.9395283460617065, |
| "learning_rate": 6.341261558244079e-06, |
| "loss": 1.0995792150497437, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.4177215189873418, |
| "grad_norm": 1.9160293340682983, |
| "learning_rate": 6.3306728407406015e-06, |
| "loss": 1.3626757860183716, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.4219409282700421, |
| "grad_norm": 1.089788556098938, |
| "learning_rate": 6.320060624714535e-06, |
| "loss": 0.6344588994979858, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.4261603375527425, |
| "grad_norm": 0.6872738003730774, |
| "learning_rate": 6.309425039328834e-06, |
| "loss": 0.5873957872390747, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.4303797468354431, |
| "grad_norm": 2.0739026069641113, |
| "learning_rate": 6.298766214030878e-06, |
| "loss": 0.9192869067192078, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.4345991561181435, |
| "grad_norm": 1.781925082206726, |
| "learning_rate": 6.288084278550905e-06, |
| "loss": 1.0239968299865723, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.4388185654008439, |
| "grad_norm": 1.0395771265029907, |
| "learning_rate": 6.2773793629004305e-06, |
| "loss": 0.7735893726348877, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.4430379746835442, |
| "grad_norm": 2.4246017932891846, |
| "learning_rate": 6.2666515973706635e-06, |
| "loss": 1.135629415512085, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.4472573839662446, |
| "grad_norm": 0.7276327013969421, |
| "learning_rate": 6.255901112530928e-06, |
| "loss": 0.7381588816642761, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.4514767932489452, |
| "grad_norm": 1.8231748342514038, |
| "learning_rate": 6.245128039227063e-06, |
| "loss": 0.8623338341712952, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.4556962025316456, |
| "grad_norm": 2.5722429752349854, |
| "learning_rate": 6.234332508579835e-06, |
| "loss": 1.0199339389801025, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.459915611814346, |
| "grad_norm": 1.6927199363708496, |
| "learning_rate": 6.2235146519833465e-06, |
| "loss": 0.5960026383399963, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.4641350210970465, |
| "grad_norm": 1.3126322031021118, |
| "learning_rate": 6.21267460110343e-06, |
| "loss": 1.2402201890945435, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.4683544303797469, |
| "grad_norm": 2.016200304031372, |
| "learning_rate": 6.201812487876048e-06, |
| "loss": 0.5972878932952881, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.4725738396624473, |
| "grad_norm": 0.913316011428833, |
| "learning_rate": 6.1909284445056886e-06, |
| "loss": 1.0932003259658813, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.4767932489451476, |
| "grad_norm": 0.6828026175498962, |
| "learning_rate": 6.1800226034637514e-06, |
| "loss": 1.1358331441879272, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.481012658227848, |
| "grad_norm": 2.209768295288086, |
| "learning_rate": 6.169095097486947e-06, |
| "loss": 0.9575251340866089, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.4852320675105486, |
| "grad_norm": 1.6049399375915527, |
| "learning_rate": 6.158146059575663e-06, |
| "loss": 0.7674723863601685, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.489451476793249, |
| "grad_norm": 3.575786828994751, |
| "learning_rate": 6.147175622992363e-06, |
| "loss": 1.086501121520996, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.4936708860759493, |
| "grad_norm": 0.9102724194526672, |
| "learning_rate": 6.136183921259956e-06, |
| "loss": 1.1395413875579834, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.49789029535865, |
| "grad_norm": 0.5558487176895142, |
| "learning_rate": 6.125171088160168e-06, |
| "loss": 0.9195235371589661, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.50210970464135, |
| "grad_norm": 0.9477531313896179, |
| "learning_rate": 6.114137257731925e-06, |
| "loss": 0.4785539209842682, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.5063291139240507, |
| "grad_norm": 0.8040223717689514, |
| "learning_rate": 6.10308256426971e-06, |
| "loss": 1.0396082401275635, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.510548523206751, |
| "grad_norm": 0.9315183162689209, |
| "learning_rate": 6.092007142321932e-06, |
| "loss": 1.043006181716919, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.5147679324894514, |
| "grad_norm": 0.7686951756477356, |
| "learning_rate": 6.080911126689296e-06, |
| "loss": 1.0344305038452148, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.518987341772152, |
| "grad_norm": 2.7792484760284424, |
| "learning_rate": 6.069794652423152e-06, |
| "loss": 1.009570598602295, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.5232067510548524, |
| "grad_norm": 2.2277615070343018, |
| "learning_rate": 6.058657854823854e-06, |
| "loss": 1.0374475717544556, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.5274261603375527, |
| "grad_norm": 1.6987587213516235, |
| "learning_rate": 6.047500869439114e-06, |
| "loss": 1.1916974782943726, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.5316455696202531, |
| "grad_norm": 4.649923801422119, |
| "learning_rate": 6.036323832062359e-06, |
| "loss": 0.5684564113616943, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.5358649789029535, |
| "grad_norm": 2.5940101146698, |
| "learning_rate": 6.025126878731064e-06, |
| "loss": 0.3716410994529724, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.540084388185654, |
| "grad_norm": 0.8527175784111023, |
| "learning_rate": 6.013910145725112e-06, |
| "loss": 0.8164302706718445, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.5443037974683544, |
| "grad_norm": 0.9312422275543213, |
| "learning_rate": 6.002673769565118e-06, |
| "loss": 0.9368805885314941, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.5485232067510548, |
| "grad_norm": 0.9247412085533142, |
| "learning_rate": 5.991417887010786e-06, |
| "loss": 1.1238614320755005, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.5527426160337554, |
| "grad_norm": 0.723078727722168, |
| "learning_rate": 5.98014263505923e-06, |
| "loss": 0.8048302531242371, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.5569620253164556, |
| "grad_norm": 1.92336106300354, |
| "learning_rate": 5.968848150943314e-06, |
| "loss": 0.8754326105117798, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.5611814345991561, |
| "grad_norm": 1.0468974113464355, |
| "learning_rate": 5.957534572129979e-06, |
| "loss": 0.9829418659210205, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.5654008438818565, |
| "grad_norm": 0.782278835773468, |
| "learning_rate": 5.946202036318572e-06, |
| "loss": 0.6887242197990417, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.5696202531645569, |
| "grad_norm": 1.8223977088928223, |
| "learning_rate": 5.934850681439166e-06, |
| "loss": 0.5122029185295105, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.5738396624472575, |
| "grad_norm": 1.1448414325714111, |
| "learning_rate": 5.923480645650887e-06, |
| "loss": 0.6803614497184753, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.5780590717299579, |
| "grad_norm": 4.745306491851807, |
| "learning_rate": 5.912092067340226e-06, |
| "loss": 0.6753883361816406, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.5822784810126582, |
| "grad_norm": 0.8308981657028198, |
| "learning_rate": 5.900685085119361e-06, |
| "loss": 1.0774937868118286, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.5864978902953588, |
| "grad_norm": 1.0071589946746826, |
| "learning_rate": 5.889259837824464e-06, |
| "loss": 0.5942963361740112, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.590717299578059, |
| "grad_norm": 0.7977795600891113, |
| "learning_rate": 5.8778164645140155e-06, |
| "loss": 0.644191563129425, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.5949367088607596, |
| "grad_norm": 0.7821984887123108, |
| "learning_rate": 5.8663551044671125e-06, |
| "loss": 0.601950466632843, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.59915611814346, |
| "grad_norm": 1.1435626745224, |
| "learning_rate": 5.854875897181766e-06, |
| "loss": 0.8324768543243408, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.6033755274261603, |
| "grad_norm": 0.794941246509552, |
| "learning_rate": 5.843378982373218e-06, |
| "loss": 1.0321424007415771, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.6075949367088609, |
| "grad_norm": 0.4165087938308716, |
| "learning_rate": 5.8318644999722194e-06, |
| "loss": 0.6179360747337341, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.611814345991561, |
| "grad_norm": 1.0744069814682007, |
| "learning_rate": 5.820332590123348e-06, |
| "loss": 1.0869427919387817, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.6160337552742616, |
| "grad_norm": 2.4255731105804443, |
| "learning_rate": 5.80878339318329e-06, |
| "loss": 0.9976139664649963, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.620253164556962, |
| "grad_norm": 0.3937893807888031, |
| "learning_rate": 5.797217049719138e-06, |
| "loss": 0.8773806095123291, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.6244725738396624, |
| "grad_norm": 1.528141975402832, |
| "learning_rate": 5.785633700506676e-06, |
| "loss": 1.0529608726501465, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.628691983122363, |
| "grad_norm": 1.1761523485183716, |
| "learning_rate": 5.774033486528666e-06, |
| "loss": 1.1696523427963257, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.6329113924050633, |
| "grad_norm": 0.6605724096298218, |
| "learning_rate": 5.762416548973137e-06, |
| "loss": 1.06764554977417, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.6371308016877637, |
| "grad_norm": 1.0275272130966187, |
| "learning_rate": 5.750783029231662e-06, |
| "loss": 1.0699821710586548, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.6413502109704643, |
| "grad_norm": 0.9171205759048462, |
| "learning_rate": 5.739133068897638e-06, |
| "loss": 0.7903687953948975, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.6455696202531644, |
| "grad_norm": 2.0880374908447266, |
| "learning_rate": 5.727466809764562e-06, |
| "loss": 0.372045636177063, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.649789029535865, |
| "grad_norm": 3.6843972206115723, |
| "learning_rate": 5.715784393824309e-06, |
| "loss": 1.0749914646148682, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.6540084388185654, |
| "grad_norm": 1.0832284688949585, |
| "learning_rate": 5.7040859632653985e-06, |
| "loss": 0.9234107136726379, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.6582278481012658, |
| "grad_norm": 1.366377353668213, |
| "learning_rate": 5.692371660471269e-06, |
| "loss": 1.0691020488739014, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.6624472573839664, |
| "grad_norm": 1.1804683208465576, |
| "learning_rate": 5.680641628018539e-06, |
| "loss": 0.5163772702217102, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 1.0049868822097778, |
| "learning_rate": 5.6688960086752775e-06, |
| "loss": 1.0653210878372192, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.6708860759493671, |
| "grad_norm": 2.6457467079162598, |
| "learning_rate": 5.657134945399265e-06, |
| "loss": 0.6419547200202942, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.6751054852320675, |
| "grad_norm": 0.2932789921760559, |
| "learning_rate": 5.645358581336249e-06, |
| "loss": 0.8718560338020325, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.6793248945147679, |
| "grad_norm": 0.8630058169364929, |
| "learning_rate": 5.633567059818208e-06, |
| "loss": 1.0517830848693848, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.6835443037974684, |
| "grad_norm": 4.652339935302734, |
| "learning_rate": 5.621760524361605e-06, |
| "loss": 0.8228880167007446, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.6877637130801688, |
| "grad_norm": 1.278536081314087, |
| "learning_rate": 5.6099391186656375e-06, |
| "loss": 1.1810134649276733, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.6919831223628692, |
| "grad_norm": 5.43027925491333, |
| "learning_rate": 5.598102986610493e-06, |
| "loss": 0.5597525238990784, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.6962025316455698, |
| "grad_norm": 4.56681489944458, |
| "learning_rate": 5.586252272255595e-06, |
| "loss": 1.1962707042694092, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.70042194092827, |
| "grad_norm": 0.887153148651123, |
| "learning_rate": 5.574387119837848e-06, |
| "loss": 1.0536723136901855, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.7046413502109705, |
| "grad_norm": 8.7942533493042, |
| "learning_rate": 5.562507673769889e-06, |
| "loss": 0.7714130282402039, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.7088607594936709, |
| "grad_norm": 2.3065688610076904, |
| "learning_rate": 5.550614078638324e-06, |
| "loss": 0.8722562193870544, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.7130801687763713, |
| "grad_norm": 1.0666223764419556, |
| "learning_rate": 5.5387064792019686e-06, |
| "loss": 1.1128357648849487, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.7172995780590719, |
| "grad_norm": 3.0997695922851562, |
| "learning_rate": 5.526785020390084e-06, |
| "loss": 1.4282304048538208, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.721518987341772, |
| "grad_norm": 1.0092432498931885, |
| "learning_rate": 5.514849847300622e-06, |
| "loss": 1.1036298274993896, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.7257383966244726, |
| "grad_norm": 3.5967748165130615, |
| "learning_rate": 5.502901105198449e-06, |
| "loss": 0.7901860475540161, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.729957805907173, |
| "grad_norm": 2.40335750579834, |
| "learning_rate": 5.490938939513584e-06, |
| "loss": 0.3646574020385742, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.7341772151898733, |
| "grad_norm": 3.5133466720581055, |
| "learning_rate": 5.478963495839425e-06, |
| "loss": 0.5445467233657837, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.738396624472574, |
| "grad_norm": 0.9658949375152588, |
| "learning_rate": 5.466974919930979e-06, |
| "loss": 0.7141355276107788, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.7426160337552743, |
| "grad_norm": 1.7418462038040161, |
| "learning_rate": 5.454973357703087e-06, |
| "loss": 0.8929092884063721, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.7468354430379747, |
| "grad_norm": 8.529016494750977, |
| "learning_rate": 5.442958955228649e-06, |
| "loss": 0.9267692565917969, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.7510548523206753, |
| "grad_norm": 0.9777578115463257, |
| "learning_rate": 5.430931858736848e-06, |
| "loss": 1.0351005792617798, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.7552742616033754, |
| "grad_norm": 1.306839108467102, |
| "learning_rate": 5.418892214611364e-06, |
| "loss": 1.0336472988128662, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.759493670886076, |
| "grad_norm": 0.9158060550689697, |
| "learning_rate": 5.406840169388598e-06, |
| "loss": 0.8349417448043823, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.7637130801687764, |
| "grad_norm": 4.128747940063477, |
| "learning_rate": 5.394775869755888e-06, |
| "loss": 1.078331470489502, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.7679324894514767, |
| "grad_norm": 2.023729085922241, |
| "learning_rate": 5.3826994625497186e-06, |
| "loss": 0.8993400931358337, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.7721518987341773, |
| "grad_norm": 1.9145705699920654, |
| "learning_rate": 5.370611094753943e-06, |
| "loss": 0.756892740726471, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.7763713080168775, |
| "grad_norm": 4.3195695877075195, |
| "learning_rate": 5.358510913497981e-06, |
| "loss": 0.8908122777938843, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.780590717299578, |
| "grad_norm": 0.7751283645629883, |
| "learning_rate": 5.346399066055044e-06, |
| "loss": 0.4248788058757782, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.7848101265822784, |
| "grad_norm": 0.7409003973007202, |
| "learning_rate": 5.33427569984033e-06, |
| "loss": 0.650154173374176, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.7890295358649788, |
| "grad_norm": 1.8226172924041748, |
| "learning_rate": 5.322140962409236e-06, |
| "loss": 0.59881591796875, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.7932489451476794, |
| "grad_norm": 1.4619311094284058, |
| "learning_rate": 5.3099950014555554e-06, |
| "loss": 0.7507359981536865, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.7974683544303798, |
| "grad_norm": 1.0151058435440063, |
| "learning_rate": 5.29783796480969e-06, |
| "loss": 1.127907633781433, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.8016877637130801, |
| "grad_norm": 2.056638240814209, |
| "learning_rate": 5.2856700004368425e-06, |
| "loss": 1.3744020462036133, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.8059071729957807, |
| "grad_norm": 0.30007457733154297, |
| "learning_rate": 5.273491256435222e-06, |
| "loss": 0.8465395569801331, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.810126582278481, |
| "grad_norm": 2.211362361907959, |
| "learning_rate": 5.2613018810342314e-06, |
| "loss": 0.9668091535568237, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.8143459915611815, |
| "grad_norm": 0.9358858466148376, |
| "learning_rate": 5.24910202259268e-06, |
| "loss": 0.664305567741394, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.8185654008438819, |
| "grad_norm": 1.0162758827209473, |
| "learning_rate": 5.236891829596958e-06, |
| "loss": 1.0983484983444214, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.8227848101265822, |
| "grad_norm": 0.8416312336921692, |
| "learning_rate": 5.2246714506592454e-06, |
| "loss": 0.9112118482589722, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.8270042194092828, |
| "grad_norm": 0.833525538444519, |
| "learning_rate": 5.212441034515695e-06, |
| "loss": 0.9819576740264893, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.831223628691983, |
| "grad_norm": 21.00221824645996, |
| "learning_rate": 5.200200730024622e-06, |
| "loss": 0.9238821268081665, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.8354430379746836, |
| "grad_norm": 0.7736468315124512, |
| "learning_rate": 5.187950686164699e-06, |
| "loss": 0.9560548663139343, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.839662447257384, |
| "grad_norm": 2.4590296745300293, |
| "learning_rate": 5.175691052033133e-06, |
| "loss": 0.7176443338394165, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.8438818565400843, |
| "grad_norm": 14.438817977905273, |
| "learning_rate": 5.163421976843859e-06, |
| "loss": 0.9139724373817444, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.8481012658227849, |
| "grad_norm": 0.7402142286300659, |
| "learning_rate": 5.151143609925718e-06, |
| "loss": 1.0629327297210693, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.8523206751054853, |
| "grad_norm": 2.3395838737487793, |
| "learning_rate": 5.138856100720645e-06, |
| "loss": 0.7460686564445496, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.8565400843881856, |
| "grad_norm": 1.0752966403961182, |
| "learning_rate": 5.126559598781845e-06, |
| "loss": 0.6765896677970886, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.8607594936708862, |
| "grad_norm": 1.11525559425354, |
| "learning_rate": 5.114254253771977e-06, |
| "loss": 0.8317286968231201, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.8649789029535864, |
| "grad_norm": 1.3351662158966064, |
| "learning_rate": 5.1019402154613264e-06, |
| "loss": 0.6764845252037048, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.869198312236287, |
| "grad_norm": 1.5033775568008423, |
| "learning_rate": 5.089617633725992e-06, |
| "loss": 0.7203776240348816, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.8734177215189873, |
| "grad_norm": 0.8415127992630005, |
| "learning_rate": 5.07728665854605e-06, |
| "loss": 1.027212142944336, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.8776371308016877, |
| "grad_norm": 6.813464641571045, |
| "learning_rate": 5.064947440003741e-06, |
| "loss": 0.3982529640197754, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.8818565400843883, |
| "grad_norm": 1.178280234336853, |
| "learning_rate": 5.0526001282816285e-06, |
| "loss": 0.6589434146881104, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.8860759493670884, |
| "grad_norm": 1.1725980043411255, |
| "learning_rate": 5.0402448736607874e-06, |
| "loss": 1.087322473526001, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.890295358649789, |
| "grad_norm": 0.9317290782928467, |
| "learning_rate": 5.027881826518963e-06, |
| "loss": 1.2050056457519531, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.8945147679324894, |
| "grad_norm": 3.785717010498047, |
| "learning_rate": 5.015511137328743e-06, |
| "loss": 0.7949274182319641, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.8987341772151898, |
| "grad_norm": 1.9153603315353394, |
| "learning_rate": 5.003132956655735e-06, |
| "loss": 0.9485737085342407, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.9029535864978904, |
| "grad_norm": 1.1202062368392944, |
| "learning_rate": 4.990747435156715e-06, |
| "loss": 1.1542925834655762, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.9071729957805907, |
| "grad_norm": 5.2798967361450195, |
| "learning_rate": 4.978354723577818e-06, |
| "loss": 0.9438016414642334, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.9113924050632911, |
| "grad_norm": 1.9839028120040894, |
| "learning_rate": 4.965954972752677e-06, |
| "loss": 1.31730055809021, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.9156118143459917, |
| "grad_norm": 3.2454068660736084, |
| "learning_rate": 4.953548333600616e-06, |
| "loss": 0.43834638595581055, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.9198312236286919, |
| "grad_norm": 0.7044057250022888, |
| "learning_rate": 4.9411349571247845e-06, |
| "loss": 1.0278995037078857, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.9240506329113924, |
| "grad_norm": 4.6270246505737305, |
| "learning_rate": 4.928714994410341e-06, |
| "loss": 0.7902883887290955, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.9282700421940928, |
| "grad_norm": 1.1006572246551514, |
| "learning_rate": 4.9162885966226035e-06, |
| "loss": 1.0976777076721191, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.9324894514767932, |
| "grad_norm": 1.0053693056106567, |
| "learning_rate": 4.903855915005212e-06, |
| "loss": 0.7121254205703735, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.9367088607594938, |
| "grad_norm": 0.7003014087677002, |
| "learning_rate": 4.8914171008782885e-06, |
| "loss": 1.054925560951233, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.9409282700421941, |
| "grad_norm": 1.9592584371566772, |
| "learning_rate": 4.878972305636595e-06, |
| "loss": 0.46024253964424133, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.9451476793248945, |
| "grad_norm": 0.7745406627655029, |
| "learning_rate": 4.86652168074769e-06, |
| "loss": 1.0552338361740112, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.9493670886075949, |
| "grad_norm": 1.3688344955444336, |
| "learning_rate": 4.8540653777500865e-06, |
| "loss": 1.0862473249435425, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.9535864978902953, |
| "grad_norm": 2.7827236652374268, |
| "learning_rate": 4.841603548251406e-06, |
| "loss": 0.8950420022010803, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.9578059071729959, |
| "grad_norm": 0.7784646153450012, |
| "learning_rate": 4.829136343926532e-06, |
| "loss": 0.720669686794281, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.9620253164556962, |
| "grad_norm": 1.3589555025100708, |
| "learning_rate": 4.816663916515772e-06, |
| "loss": 1.1043243408203125, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.9662447257383966, |
| "grad_norm": 3.5423665046691895, |
| "learning_rate": 4.804186417822995e-06, |
| "loss": 0.870411217212677, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.9704641350210972, |
| "grad_norm": 0.7861785292625427, |
| "learning_rate": 4.791703999713803e-06, |
| "loss": 1.1790004968643188, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.9746835443037973, |
| "grad_norm": 0.7902828454971313, |
| "learning_rate": 4.779216814113667e-06, |
| "loss": 1.103920340538025, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.978902953586498, |
| "grad_norm": 0.6530998945236206, |
| "learning_rate": 4.766725013006085e-06, |
| "loss": 0.7225710153579712, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.9831223628691983, |
| "grad_norm": 1.588179588317871, |
| "learning_rate": 4.754228748430731e-06, |
| "loss": 1.0604408979415894, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.9873417721518987, |
| "grad_norm": 1.7913926839828491, |
| "learning_rate": 4.741728172481607e-06, |
| "loss": 0.8651899099349976, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.9915611814345993, |
| "grad_norm": 0.891537070274353, |
| "learning_rate": 4.729223437305187e-06, |
| "loss": 0.6996287107467651, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.9957805907172996, |
| "grad_norm": 1.4173448085784912, |
| "learning_rate": 4.716714695098568e-06, |
| "loss": 1.0344507694244385, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 3.7296454906463623, |
| "learning_rate": 4.7042020981076185e-06, |
| "loss": 0.5512294173240662, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.0042194092827006, |
| "grad_norm": 2.249424457550049, |
| "learning_rate": 4.69168579862512e-06, |
| "loss": 0.8092342615127563, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.0084388185654007, |
| "grad_norm": 2.6464383602142334, |
| "learning_rate": 4.679165948988924e-06, |
| "loss": 0.47413283586502075, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.0126582278481013, |
| "grad_norm": 1.5369104146957397, |
| "learning_rate": 4.666642701580086e-06, |
| "loss": 0.7702062129974365, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.0168776371308015, |
| "grad_norm": 1.0920283794403076, |
| "learning_rate": 4.65411620882102e-06, |
| "loss": 0.8473414182662964, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.021097046413502, |
| "grad_norm": 20.295406341552734, |
| "learning_rate": 4.6415866231736375e-06, |
| "loss": 0.6457698345184326, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.0253164556962027, |
| "grad_norm": 3.8915340900421143, |
| "learning_rate": 4.629054097137493e-06, |
| "loss": 0.7031627893447876, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.029535864978903, |
| "grad_norm": 1.0874841213226318, |
| "learning_rate": 4.616518783247934e-06, |
| "loss": 1.0022499561309814, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.0337552742616034, |
| "grad_norm": 5.714715480804443, |
| "learning_rate": 4.603980834074232e-06, |
| "loss": 0.7056564688682556, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.037974683544304, |
| "grad_norm": 0.8951921463012695, |
| "learning_rate": 4.591440402217741e-06, |
| "loss": 0.5630991458892822, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.042194092827004, |
| "grad_norm": 4.608378887176514, |
| "learning_rate": 4.578897640310025e-06, |
| "loss": 0.6585802435874939, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.0464135021097047, |
| "grad_norm": 1.6705124378204346, |
| "learning_rate": 4.566352701011013e-06, |
| "loss": 0.9024470448493958, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.050632911392405, |
| "grad_norm": 2.591546058654785, |
| "learning_rate": 4.5538057370071315e-06, |
| "loss": 0.7236870527267456, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.0548523206751055, |
| "grad_norm": 1.0205042362213135, |
| "learning_rate": 4.541256901009451e-06, |
| "loss": 0.7728800177574158, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.059071729957806, |
| "grad_norm": 2.32804799079895, |
| "learning_rate": 4.528706345751826e-06, |
| "loss": 0.6220592856407166, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.0632911392405062, |
| "grad_norm": 0.9847302436828613, |
| "learning_rate": 4.516154223989039e-06, |
| "loss": 0.6414508819580078, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.067510548523207, |
| "grad_norm": 1.0494519472122192, |
| "learning_rate": 4.503600688494938e-06, |
| "loss": 0.5687150359153748, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.071729957805907, |
| "grad_norm": 1.0996086597442627, |
| "learning_rate": 4.491045892060573e-06, |
| "loss": 0.9595503211021423, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.0759493670886076, |
| "grad_norm": 1.6307997703552246, |
| "learning_rate": 4.478489987492346e-06, |
| "loss": 0.8499625325202942, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.080168776371308, |
| "grad_norm": 1.1343793869018555, |
| "learning_rate": 4.465933127610145e-06, |
| "loss": 0.8802004456520081, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.0843881856540083, |
| "grad_norm": 0.8233914375305176, |
| "learning_rate": 4.453375465245486e-06, |
| "loss": 0.8876461982727051, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.088607594936709, |
| "grad_norm": 3.605290651321411, |
| "learning_rate": 4.44081715323965e-06, |
| "loss": 0.47245436906814575, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.0928270042194095, |
| "grad_norm": 1.4245373010635376, |
| "learning_rate": 4.428258344441826e-06, |
| "loss": 0.4930482804775238, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.0970464135021096, |
| "grad_norm": 1.0939189195632935, |
| "learning_rate": 4.415699191707251e-06, |
| "loss": 0.9832253456115723, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.1012658227848102, |
| "grad_norm": 1.3786028623580933, |
| "learning_rate": 4.403139847895348e-06, |
| "loss": 0.8831475377082825, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.1054852320675104, |
| "grad_norm": 0.33124950528144836, |
| "learning_rate": 4.39058046586786e-06, |
| "loss": 0.5398452877998352, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.109704641350211, |
| "grad_norm": 2.1223366260528564, |
| "learning_rate": 4.3780211984870044e-06, |
| "loss": 1.0190367698669434, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.1139240506329116, |
| "grad_norm": 2.0882437229156494, |
| "learning_rate": 4.365462198613595e-06, |
| "loss": 0.8691745400428772, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.1181434599156117, |
| "grad_norm": 0.9551434516906738, |
| "learning_rate": 4.352903619105196e-06, |
| "loss": 0.8893840909004211, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.1223628691983123, |
| "grad_norm": 0.49108386039733887, |
| "learning_rate": 4.340345612814251e-06, |
| "loss": 0.5169594287872314, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.1265822784810124, |
| "grad_norm": 0.9406089186668396, |
| "learning_rate": 4.327788332586227e-06, |
| "loss": 0.5989170074462891, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.130801687763713, |
| "grad_norm": 1.099560022354126, |
| "learning_rate": 4.315231931257758e-06, |
| "loss": 0.5996731519699097, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.1350210970464136, |
| "grad_norm": 12.219691276550293, |
| "learning_rate": 4.302676561654775e-06, |
| "loss": 0.8513282537460327, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.1392405063291138, |
| "grad_norm": 2.0376791954040527, |
| "learning_rate": 4.290122376590656e-06, |
| "loss": 0.9961199164390564, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.1434599156118144, |
| "grad_norm": 1.4444695711135864, |
| "learning_rate": 4.2775695288643615e-06, |
| "loss": 0.4728237986564636, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.147679324894515, |
| "grad_norm": 1.0163081884384155, |
| "learning_rate": 4.2650181712585735e-06, |
| "loss": 0.7495555281639099, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.151898734177215, |
| "grad_norm": 1.1818724870681763, |
| "learning_rate": 4.252468456537838e-06, |
| "loss": 0.6457207202911377, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.1561181434599157, |
| "grad_norm": 2.961237907409668, |
| "learning_rate": 4.239920537446705e-06, |
| "loss": 0.7249948978424072, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.160337552742616, |
| "grad_norm": 2.8546791076660156, |
| "learning_rate": 4.227374566707871e-06, |
| "loss": 0.6750069856643677, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.1645569620253164, |
| "grad_norm": 1.0282621383666992, |
| "learning_rate": 4.214830697020316e-06, |
| "loss": 0.9150334000587463, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.168776371308017, |
| "grad_norm": 0.8248642086982727, |
| "learning_rate": 4.202289081057452e-06, |
| "loss": 0.9421663284301758, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.172995780590717, |
| "grad_norm": 0.9548051953315735, |
| "learning_rate": 4.189749871465253e-06, |
| "loss": 0.8729570508003235, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.1772151898734178, |
| "grad_norm": 0.8367507457733154, |
| "learning_rate": 4.177213220860416e-06, |
| "loss": 0.8981440663337708, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.181434599156118, |
| "grad_norm": 1.4248055219650269, |
| "learning_rate": 4.164679281828482e-06, |
| "loss": 0.8822668194770813, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.1856540084388185, |
| "grad_norm": 0.9020785689353943, |
| "learning_rate": 4.152148206921995e-06, |
| "loss": 0.8814399838447571, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.189873417721519, |
| "grad_norm": 1.4970018863677979, |
| "learning_rate": 4.139620148658634e-06, |
| "loss": 0.8485023379325867, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.1940928270042193, |
| "grad_norm": 1.1914066076278687, |
| "learning_rate": 4.127095259519368e-06, |
| "loss": 1.0057520866394043, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.19831223628692, |
| "grad_norm": 5.138652324676514, |
| "learning_rate": 4.114573691946591e-06, |
| "loss": 0.26296478509902954, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.2025316455696204, |
| "grad_norm": 1.1444544792175293, |
| "learning_rate": 4.102055598342269e-06, |
| "loss": 0.8880115747451782, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.2067510548523206, |
| "grad_norm": 1.740729808807373, |
| "learning_rate": 4.089541131066086e-06, |
| "loss": 0.5347674489021301, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.210970464135021, |
| "grad_norm": 1.3183239698410034, |
| "learning_rate": 4.077030442433593e-06, |
| "loss": 0.790450930595398, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.2151898734177213, |
| "grad_norm": 1.1291550397872925, |
| "learning_rate": 4.064523684714344e-06, |
| "loss": 0.8988840579986572, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.219409282700422, |
| "grad_norm": 2.9497318267822266, |
| "learning_rate": 4.052021010130056e-06, |
| "loss": 0.7755071520805359, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.2236286919831225, |
| "grad_norm": 2.4455068111419678, |
| "learning_rate": 4.039522570852745e-06, |
| "loss": 0.7849942445755005, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.2278481012658227, |
| "grad_norm": 0.9835525751113892, |
| "learning_rate": 4.0270285190028794e-06, |
| "loss": 0.7088072896003723, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.2320675105485233, |
| "grad_norm": 20.216365814208984, |
| "learning_rate": 4.014539006647528e-06, |
| "loss": 0.42411160469055176, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.2362869198312234, |
| "grad_norm": 0.8427597284317017, |
| "learning_rate": 4.002054185798509e-06, |
| "loss": 0.8620681762695312, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.240506329113924, |
| "grad_norm": 0.3895626366138458, |
| "learning_rate": 3.98957420841054e-06, |
| "loss": 0.6363852024078369, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.2447257383966246, |
| "grad_norm": 1.1307460069656372, |
| "learning_rate": 3.977099226379386e-06, |
| "loss": 0.4475446343421936, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.2489451476793247, |
| "grad_norm": 1.3451250791549683, |
| "learning_rate": 3.9646293915400145e-06, |
| "loss": 0.8441832661628723, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.2531645569620253, |
| "grad_norm": 1.8237205743789673, |
| "learning_rate": 3.952164855664745e-06, |
| "loss": 1.0592007637023926, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.257383966244726, |
| "grad_norm": 1.1085244417190552, |
| "learning_rate": 3.939705770461403e-06, |
| "loss": 1.0274057388305664, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.261603375527426, |
| "grad_norm": 1.4007558822631836, |
| "learning_rate": 3.927252287571472e-06, |
| "loss": 0.8607990145683289, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.2658227848101267, |
| "grad_norm": 3.7572860717773438, |
| "learning_rate": 3.914804558568251e-06, |
| "loss": 1.1480568647384644, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.270042194092827, |
| "grad_norm": 0.819203794002533, |
| "learning_rate": 3.902362734955003e-06, |
| "loss": 0.8235105872154236, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.2742616033755274, |
| "grad_norm": 0.528959333896637, |
| "learning_rate": 3.889926968163123e-06, |
| "loss": 0.5926033854484558, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.278481012658228, |
| "grad_norm": 1.5626213550567627, |
| "learning_rate": 3.877497409550281e-06, |
| "loss": 0.7218382358551025, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.282700421940928, |
| "grad_norm": 1.657475233078003, |
| "learning_rate": 3.8650742103985865e-06, |
| "loss": 0.33192554116249084, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.2869198312236287, |
| "grad_norm": 1.3998394012451172, |
| "learning_rate": 3.852657521912752e-06, |
| "loss": 0.5696985721588135, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.291139240506329, |
| "grad_norm": 0.8090922832489014, |
| "learning_rate": 3.840247495218242e-06, |
| "loss": 0.4131937325000763, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.2953586497890295, |
| "grad_norm": 1.96702241897583, |
| "learning_rate": 3.827844281359444e-06, |
| "loss": 0.5371357202529907, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.29957805907173, |
| "grad_norm": 0.4463783800601959, |
| "learning_rate": 3.815448031297822e-06, |
| "loss": 0.48086562752723694, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.3037974683544302, |
| "grad_norm": 2.2645716667175293, |
| "learning_rate": 3.8030588959100845e-06, |
| "loss": 0.759406328201294, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.308016877637131, |
| "grad_norm": 0.9995399117469788, |
| "learning_rate": 3.790677025986345e-06, |
| "loss": 0.5466501116752625, |
| "step": 1094 |
| }, |
| { |
| "epoch": 2.3122362869198314, |
| "grad_norm": 2.6267566680908203, |
| "learning_rate": 3.7783025722282897e-06, |
| "loss": 0.35581734776496887, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.3164556962025316, |
| "grad_norm": 2.8866639137268066, |
| "learning_rate": 3.765935685247338e-06, |
| "loss": 0.8641759157180786, |
| "step": 1098 |
| }, |
| { |
| "epoch": 2.320675105485232, |
| "grad_norm": 1.3129066228866577, |
| "learning_rate": 3.753576515562816e-06, |
| "loss": 0.7505000233650208, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.3248945147679323, |
| "grad_norm": 1.0732929706573486, |
| "learning_rate": 3.7412252136001213e-06, |
| "loss": 0.8979564905166626, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.329113924050633, |
| "grad_norm": 0.7349892854690552, |
| "learning_rate": 3.7288819296888898e-06, |
| "loss": 1.1566518545150757, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 1.2569828033447266, |
| "learning_rate": 3.716546814061171e-06, |
| "loss": 0.6977556347846985, |
| "step": 1106 |
| }, |
| { |
| "epoch": 2.3375527426160336, |
| "grad_norm": 2.377737522125244, |
| "learning_rate": 3.7042200168495946e-06, |
| "loss": 0.44933831691741943, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.3417721518987342, |
| "grad_norm": 1.586523413658142, |
| "learning_rate": 3.691901688085548e-06, |
| "loss": 0.8763599395751953, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.3459915611814344, |
| "grad_norm": 1.1108835935592651, |
| "learning_rate": 3.6795919776973473e-06, |
| "loss": 0.9540433287620544, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.350210970464135, |
| "grad_norm": 0.9403799176216125, |
| "learning_rate": 3.667291035508411e-06, |
| "loss": 1.034621000289917, |
| "step": 1114 |
| }, |
| { |
| "epoch": 2.3544303797468356, |
| "grad_norm": 0.43867227435112, |
| "learning_rate": 3.65499901123544e-06, |
| "loss": 0.4901280999183655, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.3586497890295357, |
| "grad_norm": 2.578577995300293, |
| "learning_rate": 3.642716054486595e-06, |
| "loss": 0.7974634170532227, |
| "step": 1118 |
| }, |
| { |
| "epoch": 2.3628691983122363, |
| "grad_norm": 1.1387748718261719, |
| "learning_rate": 3.630442314759671e-06, |
| "loss": 0.5818929672241211, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.367088607594937, |
| "grad_norm": 2.1316514015197754, |
| "learning_rate": 3.618177941440285e-06, |
| "loss": 0.7703042030334473, |
| "step": 1122 |
| }, |
| { |
| "epoch": 2.371308016877637, |
| "grad_norm": 0.8024750351905823, |
| "learning_rate": 3.605923083800051e-06, |
| "loss": 0.5044012069702148, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.3755274261603376, |
| "grad_norm": 1.283586025238037, |
| "learning_rate": 3.593677890994768e-06, |
| "loss": 0.663129448890686, |
| "step": 1126 |
| }, |
| { |
| "epoch": 2.379746835443038, |
| "grad_norm": 1.0305255651474, |
| "learning_rate": 3.581442512062602e-06, |
| "loss": 0.8820338249206543, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.3839662447257384, |
| "grad_norm": 2.735337972640991, |
| "learning_rate": 3.5692170959222735e-06, |
| "loss": 0.42376741766929626, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.388185654008439, |
| "grad_norm": 4.083228588104248, |
| "learning_rate": 3.5570017913712438e-06, |
| "loss": 0.3104958236217499, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.392405063291139, |
| "grad_norm": 1.5016670227050781, |
| "learning_rate": 3.5447967470839038e-06, |
| "loss": 0.34900638461112976, |
| "step": 1134 |
| }, |
| { |
| "epoch": 2.3966244725738397, |
| "grad_norm": 1.8445940017700195, |
| "learning_rate": 3.5326021116097655e-06, |
| "loss": 0.5472123026847839, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.40084388185654, |
| "grad_norm": 1.0861736536026, |
| "learning_rate": 3.520418033371655e-06, |
| "loss": 0.9556151628494263, |
| "step": 1138 |
| }, |
| { |
| "epoch": 2.4050632911392404, |
| "grad_norm": 3.4282290935516357, |
| "learning_rate": 3.5082446606639014e-06, |
| "loss": 0.7003535032272339, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.409282700421941, |
| "grad_norm": 3.9306039810180664, |
| "learning_rate": 3.4960821416505406e-06, |
| "loss": 0.24855707585811615, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.413502109704641, |
| "grad_norm": 0.9033668041229248, |
| "learning_rate": 3.4839306243635003e-06, |
| "loss": 0.7160732746124268, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.4177215189873418, |
| "grad_norm": 1.116635799407959, |
| "learning_rate": 3.4717902567008086e-06, |
| "loss": 0.9801563620567322, |
| "step": 1146 |
| }, |
| { |
| "epoch": 2.4219409282700424, |
| "grad_norm": 4.026218891143799, |
| "learning_rate": 3.459661186424787e-06, |
| "loss": 0.7096956968307495, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.4261603375527425, |
| "grad_norm": 1.311513066291809, |
| "learning_rate": 3.447543561160258e-06, |
| "loss": 0.9519820809364319, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.430379746835443, |
| "grad_norm": 3.234283208847046, |
| "learning_rate": 3.435437528392741e-06, |
| "loss": 0.6188116073608398, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.4345991561181437, |
| "grad_norm": 0.9476786851882935, |
| "learning_rate": 3.4233432354666666e-06, |
| "loss": 1.0032005310058594, |
| "step": 1154 |
| }, |
| { |
| "epoch": 2.438818565400844, |
| "grad_norm": 1.0260239839553833, |
| "learning_rate": 3.4112608295835718e-06, |
| "loss": 0.3281160891056061, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.4430379746835444, |
| "grad_norm": 0.7956026196479797, |
| "learning_rate": 3.3991904578003182e-06, |
| "loss": 0.627183735370636, |
| "step": 1158 |
| }, |
| { |
| "epoch": 2.4472573839662446, |
| "grad_norm": 0.9774817824363708, |
| "learning_rate": 3.3871322670273e-06, |
| "loss": 0.9342701435089111, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.451476793248945, |
| "grad_norm": 1.73080313205719, |
| "learning_rate": 3.3750864040266497e-06, |
| "loss": 0.5555570721626282, |
| "step": 1162 |
| }, |
| { |
| "epoch": 2.4556962025316453, |
| "grad_norm": 1.2167036533355713, |
| "learning_rate": 3.3630530154104603e-06, |
| "loss": 0.8571757674217224, |
| "step": 1164 |
| }, |
| { |
| "epoch": 2.459915611814346, |
| "grad_norm": 0.8792468905448914, |
| "learning_rate": 3.3510322476389953e-06, |
| "loss": 0.8499954342842102, |
| "step": 1166 |
| }, |
| { |
| "epoch": 2.4641350210970465, |
| "grad_norm": 0.3647661805152893, |
| "learning_rate": 3.33902424701891e-06, |
| "loss": 0.4817237854003906, |
| "step": 1168 |
| }, |
| { |
| "epoch": 2.4683544303797467, |
| "grad_norm": 1.5427345037460327, |
| "learning_rate": 3.327029159701465e-06, |
| "loss": 0.8259966373443604, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.4725738396624473, |
| "grad_norm": 0.9573671221733093, |
| "learning_rate": 3.315047131680755e-06, |
| "loss": 0.9262470006942749, |
| "step": 1172 |
| }, |
| { |
| "epoch": 2.476793248945148, |
| "grad_norm": 0.8954631686210632, |
| "learning_rate": 3.3030783087919253e-06, |
| "loss": 0.8667972087860107, |
| "step": 1174 |
| }, |
| { |
| "epoch": 2.481012658227848, |
| "grad_norm": 0.998231828212738, |
| "learning_rate": 3.291122836709402e-06, |
| "loss": 0.6898888349533081, |
| "step": 1176 |
| }, |
| { |
| "epoch": 2.4852320675105486, |
| "grad_norm": 3.1478688716888428, |
| "learning_rate": 3.2791808609451125e-06, |
| "loss": 0.3274869918823242, |
| "step": 1178 |
| }, |
| { |
| "epoch": 2.489451476793249, |
| "grad_norm": 11.714877128601074, |
| "learning_rate": 3.2672525268467225e-06, |
| "loss": 0.6489510536193848, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.4936708860759493, |
| "grad_norm": 1.9469349384307861, |
| "learning_rate": 3.2553379795958604e-06, |
| "loss": 0.6815069913864136, |
| "step": 1182 |
| }, |
| { |
| "epoch": 2.49789029535865, |
| "grad_norm": 2.3261117935180664, |
| "learning_rate": 3.2434373642063522e-06, |
| "loss": 0.3795571029186249, |
| "step": 1184 |
| }, |
| { |
| "epoch": 2.50210970464135, |
| "grad_norm": 2.7311949729919434, |
| "learning_rate": 3.2315508255224613e-06, |
| "loss": 0.3261902630329132, |
| "step": 1186 |
| }, |
| { |
| "epoch": 2.5063291139240507, |
| "grad_norm": 2.2631030082702637, |
| "learning_rate": 3.2196785082171147e-06, |
| "loss": 0.5865919589996338, |
| "step": 1188 |
| }, |
| { |
| "epoch": 2.510548523206751, |
| "grad_norm": 0.8359600305557251, |
| "learning_rate": 3.207820556790155e-06, |
| "loss": 0.8902769088745117, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.5147679324894514, |
| "grad_norm": 2.3550963401794434, |
| "learning_rate": 3.1959771155665715e-06, |
| "loss": 0.4082001745700836, |
| "step": 1192 |
| }, |
| { |
| "epoch": 2.518987341772152, |
| "grad_norm": 4.461960315704346, |
| "learning_rate": 3.184148328694748e-06, |
| "loss": 1.1846554279327393, |
| "step": 1194 |
| }, |
| { |
| "epoch": 2.523206751054852, |
| "grad_norm": 1.4942057132720947, |
| "learning_rate": 3.1723343401447107e-06, |
| "loss": 0.9881184697151184, |
| "step": 1196 |
| }, |
| { |
| "epoch": 2.5274261603375527, |
| "grad_norm": 2.0736021995544434, |
| "learning_rate": 3.160535293706369e-06, |
| "loss": 0.9017194509506226, |
| "step": 1198 |
| }, |
| { |
| "epoch": 2.5316455696202533, |
| "grad_norm": 3.7537925243377686, |
| "learning_rate": 3.148751332987772e-06, |
| "loss": 0.5090019106864929, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.5358649789029535, |
| "grad_norm": 1.3264377117156982, |
| "learning_rate": 3.1369826014133594e-06, |
| "loss": 0.67947918176651, |
| "step": 1202 |
| }, |
| { |
| "epoch": 2.540084388185654, |
| "grad_norm": 3.953713893890381, |
| "learning_rate": 3.125229242222211e-06, |
| "loss": 0.5951077342033386, |
| "step": 1204 |
| }, |
| { |
| "epoch": 2.5443037974683547, |
| "grad_norm": 0.990692675113678, |
| "learning_rate": 3.1134913984663093e-06, |
| "loss": 0.8030409812927246, |
| "step": 1206 |
| }, |
| { |
| "epoch": 2.548523206751055, |
| "grad_norm": 3.0001838207244873, |
| "learning_rate": 3.101769213008796e-06, |
| "loss": 0.6891695261001587, |
| "step": 1208 |
| }, |
| { |
| "epoch": 2.5527426160337554, |
| "grad_norm": 1.335438847541809, |
| "learning_rate": 3.0900628285222307e-06, |
| "loss": 0.9814665913581848, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.5569620253164556, |
| "grad_norm": 1.2493577003479004, |
| "learning_rate": 3.078372387486861e-06, |
| "loss": 0.9131478667259216, |
| "step": 1212 |
| }, |
| { |
| "epoch": 2.561181434599156, |
| "grad_norm": 2.756460428237915, |
| "learning_rate": 3.0666980321888823e-06, |
| "loss": 0.27317380905151367, |
| "step": 1214 |
| }, |
| { |
| "epoch": 2.5654008438818563, |
| "grad_norm": 3.6866559982299805, |
| "learning_rate": 3.055039904718706e-06, |
| "loss": 0.6986894011497498, |
| "step": 1216 |
| }, |
| { |
| "epoch": 2.569620253164557, |
| "grad_norm": 0.7736930847167969, |
| "learning_rate": 3.0433981469692346e-06, |
| "loss": 0.8533654808998108, |
| "step": 1218 |
| }, |
| { |
| "epoch": 2.5738396624472575, |
| "grad_norm": 6.2710161209106445, |
| "learning_rate": 3.0317729006341315e-06, |
| "loss": 0.5412061214447021, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.5780590717299576, |
| "grad_norm": 2.4914796352386475, |
| "learning_rate": 3.0201643072060964e-06, |
| "loss": 0.7507292628288269, |
| "step": 1222 |
| }, |
| { |
| "epoch": 2.5822784810126582, |
| "grad_norm": 4.1669840812683105, |
| "learning_rate": 3.0085725079751465e-06, |
| "loss": 0.599193274974823, |
| "step": 1224 |
| }, |
| { |
| "epoch": 2.586497890295359, |
| "grad_norm": 1.4165141582489014, |
| "learning_rate": 2.996997644026889e-06, |
| "loss": 0.542171835899353, |
| "step": 1226 |
| }, |
| { |
| "epoch": 2.590717299578059, |
| "grad_norm": 1.2593107223510742, |
| "learning_rate": 2.9854398562408144e-06, |
| "loss": 0.8244262933731079, |
| "step": 1228 |
| }, |
| { |
| "epoch": 2.5949367088607596, |
| "grad_norm": 1.6781362295150757, |
| "learning_rate": 2.9738992852885742e-06, |
| "loss": 1.0771939754486084, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.59915611814346, |
| "grad_norm": 1.0754374265670776, |
| "learning_rate": 2.9623760716322706e-06, |
| "loss": 0.7803739309310913, |
| "step": 1232 |
| }, |
| { |
| "epoch": 2.6033755274261603, |
| "grad_norm": 4.246564865112305, |
| "learning_rate": 2.950870355522748e-06, |
| "loss": 0.2662976384162903, |
| "step": 1234 |
| }, |
| { |
| "epoch": 2.607594936708861, |
| "grad_norm": 1.650658369064331, |
| "learning_rate": 2.939382276997886e-06, |
| "loss": 0.9140543937683105, |
| "step": 1236 |
| }, |
| { |
| "epoch": 2.611814345991561, |
| "grad_norm": 5.929245471954346, |
| "learning_rate": 2.9279119758808942e-06, |
| "loss": 1.1032469272613525, |
| "step": 1238 |
| }, |
| { |
| "epoch": 2.6160337552742616, |
| "grad_norm": 1.0307083129882812, |
| "learning_rate": 2.9164595917786088e-06, |
| "loss": 0.6352362632751465, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.620253164556962, |
| "grad_norm": 1.3630961179733276, |
| "learning_rate": 2.905025264079799e-06, |
| "loss": 0.8276194334030151, |
| "step": 1242 |
| }, |
| { |
| "epoch": 2.6244725738396624, |
| "grad_norm": 2.032569408416748, |
| "learning_rate": 2.8936091319534617e-06, |
| "loss": 0.4083612859249115, |
| "step": 1244 |
| }, |
| { |
| "epoch": 2.628691983122363, |
| "grad_norm": 0.8530462384223938, |
| "learning_rate": 2.8822113343471365e-06, |
| "loss": 0.6202731132507324, |
| "step": 1246 |
| }, |
| { |
| "epoch": 2.632911392405063, |
| "grad_norm": 1.9822677373886108, |
| "learning_rate": 2.8708320099852108e-06, |
| "loss": 1.1646617650985718, |
| "step": 1248 |
| }, |
| { |
| "epoch": 2.6371308016877637, |
| "grad_norm": 0.7690547108650208, |
| "learning_rate": 2.8594712973672276e-06, |
| "loss": 0.8482010364532471, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.6413502109704643, |
| "grad_norm": 8.547155380249023, |
| "learning_rate": 2.8481293347662067e-06, |
| "loss": 0.904060959815979, |
| "step": 1252 |
| }, |
| { |
| "epoch": 2.6455696202531644, |
| "grad_norm": 2.017336368560791, |
| "learning_rate": 2.8368062602269573e-06, |
| "loss": 0.3393191993236542, |
| "step": 1254 |
| }, |
| { |
| "epoch": 2.649789029535865, |
| "grad_norm": 1.945145845413208, |
| "learning_rate": 2.8255022115644017e-06, |
| "loss": 0.39150819182395935, |
| "step": 1256 |
| }, |
| { |
| "epoch": 2.6540084388185656, |
| "grad_norm": 1.3301414251327515, |
| "learning_rate": 2.8142173263618877e-06, |
| "loss": 0.7564312815666199, |
| "step": 1258 |
| }, |
| { |
| "epoch": 2.6582278481012658, |
| "grad_norm": 0.9791122078895569, |
| "learning_rate": 2.8029517419695303e-06, |
| "loss": 0.8787249326705933, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.6624472573839664, |
| "grad_norm": 1.0031580924987793, |
| "learning_rate": 2.7917055955025285e-06, |
| "loss": 0.8559532165527344, |
| "step": 1262 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 0.7568211555480957, |
| "learning_rate": 2.7804790238394958e-06, |
| "loss": 0.5114046931266785, |
| "step": 1264 |
| }, |
| { |
| "epoch": 2.670886075949367, |
| "grad_norm": 1.7229481935501099, |
| "learning_rate": 2.7692721636208013e-06, |
| "loss": 0.8251296281814575, |
| "step": 1266 |
| }, |
| { |
| "epoch": 2.6751054852320673, |
| "grad_norm": 0.9991238713264465, |
| "learning_rate": 2.7580851512469024e-06, |
| "loss": 0.6419144868850708, |
| "step": 1268 |
| }, |
| { |
| "epoch": 2.679324894514768, |
| "grad_norm": 1.1213876008987427, |
| "learning_rate": 2.746918122876686e-06, |
| "loss": 0.36948972940444946, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.6835443037974684, |
| "grad_norm": 1.1551014184951782, |
| "learning_rate": 2.7357712144258074e-06, |
| "loss": 0.8657974004745483, |
| "step": 1272 |
| }, |
| { |
| "epoch": 2.6877637130801686, |
| "grad_norm": 7.327043533325195, |
| "learning_rate": 2.724644561565042e-06, |
| "loss": 0.6017997860908508, |
| "step": 1274 |
| }, |
| { |
| "epoch": 2.691983122362869, |
| "grad_norm": 3.296600818634033, |
| "learning_rate": 2.713538299718631e-06, |
| "loss": 0.6844916343688965, |
| "step": 1276 |
| }, |
| { |
| "epoch": 2.6962025316455698, |
| "grad_norm": 0.31361812353134155, |
| "learning_rate": 2.702452564062635e-06, |
| "loss": 0.2726902365684509, |
| "step": 1278 |
| }, |
| { |
| "epoch": 2.70042194092827, |
| "grad_norm": 1.6500128507614136, |
| "learning_rate": 2.69138748952328e-06, |
| "loss": 0.8048746585845947, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.7046413502109705, |
| "grad_norm": 1.1757248640060425, |
| "learning_rate": 2.680343210775331e-06, |
| "loss": 0.9176240563392639, |
| "step": 1282 |
| }, |
| { |
| "epoch": 2.708860759493671, |
| "grad_norm": 2.345834493637085, |
| "learning_rate": 2.6693198622404403e-06, |
| "loss": 0.4069772958755493, |
| "step": 1284 |
| }, |
| { |
| "epoch": 2.7130801687763713, |
| "grad_norm": 5.173031330108643, |
| "learning_rate": 2.658317578085514e-06, |
| "loss": 0.4281209409236908, |
| "step": 1286 |
| }, |
| { |
| "epoch": 2.717299578059072, |
| "grad_norm": 0.6406076550483704, |
| "learning_rate": 2.647336492221082e-06, |
| "loss": 0.4584686756134033, |
| "step": 1288 |
| }, |
| { |
| "epoch": 2.721518987341772, |
| "grad_norm": 0.30545204877853394, |
| "learning_rate": 2.636376738299666e-06, |
| "loss": 0.7299985289573669, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.7257383966244726, |
| "grad_norm": 2.3275787830352783, |
| "learning_rate": 2.6254384497141563e-06, |
| "loss": 0.8682552576065063, |
| "step": 1292 |
| }, |
| { |
| "epoch": 2.7299578059071727, |
| "grad_norm": 1.1502134799957275, |
| "learning_rate": 2.6145217595961786e-06, |
| "loss": 0.36897793412208557, |
| "step": 1294 |
| }, |
| { |
| "epoch": 2.7341772151898733, |
| "grad_norm": 0.9601994752883911, |
| "learning_rate": 2.603626800814486e-06, |
| "loss": 0.8473520278930664, |
| "step": 1296 |
| }, |
| { |
| "epoch": 2.738396624472574, |
| "grad_norm": 0.9873552322387695, |
| "learning_rate": 2.5927537059733337e-06, |
| "loss": 0.9228261113166809, |
| "step": 1298 |
| }, |
| { |
| "epoch": 2.742616033755274, |
| "grad_norm": 0.5264573097229004, |
| "learning_rate": 2.5819026074108695e-06, |
| "loss": 0.6119830012321472, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.7468354430379747, |
| "grad_norm": 0.9602957963943481, |
| "learning_rate": 2.5710736371975165e-06, |
| "loss": 0.9762548208236694, |
| "step": 1302 |
| }, |
| { |
| "epoch": 2.7510548523206753, |
| "grad_norm": 0.9380753040313721, |
| "learning_rate": 2.560266927134375e-06, |
| "loss": 0.5131715536117554, |
| "step": 1304 |
| }, |
| { |
| "epoch": 2.7552742616033754, |
| "grad_norm": 1.438719630241394, |
| "learning_rate": 2.549482608751613e-06, |
| "loss": 1.091052532196045, |
| "step": 1306 |
| }, |
| { |
| "epoch": 2.759493670886076, |
| "grad_norm": 1.7355360984802246, |
| "learning_rate": 2.5387208133068613e-06, |
| "loss": 0.9066473245620728, |
| "step": 1308 |
| }, |
| { |
| "epoch": 2.7637130801687766, |
| "grad_norm": 2.98097825050354, |
| "learning_rate": 2.5279816717836256e-06, |
| "loss": 0.7622301578521729, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.7679324894514767, |
| "grad_norm": 0.885686993598938, |
| "learning_rate": 2.5172653148896842e-06, |
| "loss": 0.9722012877464294, |
| "step": 1312 |
| }, |
| { |
| "epoch": 2.7721518987341773, |
| "grad_norm": 1.3240593671798706, |
| "learning_rate": 2.5065718730555033e-06, |
| "loss": 0.9415172338485718, |
| "step": 1314 |
| }, |
| { |
| "epoch": 2.7763713080168775, |
| "grad_norm": 1.9628123044967651, |
| "learning_rate": 2.4959014764326415e-06, |
| "loss": 0.6243242025375366, |
| "step": 1316 |
| }, |
| { |
| "epoch": 2.780590717299578, |
| "grad_norm": 3.583494186401367, |
| "learning_rate": 2.4852542548921747e-06, |
| "loss": 0.4649869501590729, |
| "step": 1318 |
| }, |
| { |
| "epoch": 2.7848101265822782, |
| "grad_norm": 0.94072425365448, |
| "learning_rate": 2.4746303380231085e-06, |
| "loss": 0.9694103002548218, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.789029535864979, |
| "grad_norm": 0.6174410581588745, |
| "learning_rate": 2.4640298551308073e-06, |
| "loss": 0.5571610331535339, |
| "step": 1322 |
| }, |
| { |
| "epoch": 2.7932489451476794, |
| "grad_norm": 2.0068700313568115, |
| "learning_rate": 2.453452935235412e-06, |
| "loss": 1.0208598375320435, |
| "step": 1324 |
| }, |
| { |
| "epoch": 2.7974683544303796, |
| "grad_norm": 1.8920451402664185, |
| "learning_rate": 2.442899707070277e-06, |
| "loss": 0.7713922262191772, |
| "step": 1326 |
| }, |
| { |
| "epoch": 2.80168776371308, |
| "grad_norm": 0.9682056903839111, |
| "learning_rate": 2.432370299080402e-06, |
| "loss": 0.5502282977104187, |
| "step": 1328 |
| }, |
| { |
| "epoch": 2.8059071729957807, |
| "grad_norm": 0.9725003838539124, |
| "learning_rate": 2.4218648394208675e-06, |
| "loss": 0.8966948986053467, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.810126582278481, |
| "grad_norm": 1.1623132228851318, |
| "learning_rate": 2.4113834559552725e-06, |
| "loss": 0.7290566563606262, |
| "step": 1332 |
| }, |
| { |
| "epoch": 2.8143459915611815, |
| "grad_norm": 1.2533057928085327, |
| "learning_rate": 2.4009262762541812e-06, |
| "loss": 0.4873872697353363, |
| "step": 1334 |
| }, |
| { |
| "epoch": 2.818565400843882, |
| "grad_norm": 0.42495617270469666, |
| "learning_rate": 2.3904934275935742e-06, |
| "loss": 0.6868776082992554, |
| "step": 1336 |
| }, |
| { |
| "epoch": 2.8227848101265822, |
| "grad_norm": 1.3464299440383911, |
| "learning_rate": 2.3800850369532913e-06, |
| "loss": 0.792182207107544, |
| "step": 1338 |
| }, |
| { |
| "epoch": 2.827004219409283, |
| "grad_norm": 1.2492246627807617, |
| "learning_rate": 2.3697012310154895e-06, |
| "loss": 0.8120459318161011, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.831223628691983, |
| "grad_norm": 1.79072105884552, |
| "learning_rate": 2.3593421361631063e-06, |
| "loss": 0.8677684664726257, |
| "step": 1342 |
| }, |
| { |
| "epoch": 2.8354430379746836, |
| "grad_norm": 1.2441151142120361, |
| "learning_rate": 2.3490078784783088e-06, |
| "loss": 1.0221854448318481, |
| "step": 1344 |
| }, |
| { |
| "epoch": 2.8396624472573837, |
| "grad_norm": 2.060967206954956, |
| "learning_rate": 2.3386985837409736e-06, |
| "loss": 0.6457461714744568, |
| "step": 1346 |
| }, |
| { |
| "epoch": 2.8438818565400843, |
| "grad_norm": 0.8780367970466614, |
| "learning_rate": 2.328414377427148e-06, |
| "loss": 0.514173686504364, |
| "step": 1348 |
| }, |
| { |
| "epoch": 2.848101265822785, |
| "grad_norm": 0.9615793228149414, |
| "learning_rate": 2.318155384707524e-06, |
| "loss": 0.9813417792320251, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.852320675105485, |
| "grad_norm": 0.7979256510734558, |
| "learning_rate": 2.3079217304459114e-06, |
| "loss": 0.6034799218177795, |
| "step": 1352 |
| }, |
| { |
| "epoch": 2.8565400843881856, |
| "grad_norm": 2.0170516967773438, |
| "learning_rate": 2.2977135391977264e-06, |
| "loss": 0.6767147779464722, |
| "step": 1354 |
| }, |
| { |
| "epoch": 2.8607594936708862, |
| "grad_norm": 2.4936254024505615, |
| "learning_rate": 2.287530935208469e-06, |
| "loss": 0.5042116045951843, |
| "step": 1356 |
| }, |
| { |
| "epoch": 2.8649789029535864, |
| "grad_norm": 1.2325421571731567, |
| "learning_rate": 2.277374042412214e-06, |
| "loss": 0.9337244033813477, |
| "step": 1358 |
| }, |
| { |
| "epoch": 2.869198312236287, |
| "grad_norm": 2.9698169231414795, |
| "learning_rate": 2.2672429844300972e-06, |
| "loss": 0.7304012179374695, |
| "step": 1360 |
| }, |
| { |
| "epoch": 2.8734177215189876, |
| "grad_norm": 1.5197981595993042, |
| "learning_rate": 2.257137884568819e-06, |
| "loss": 0.5767084956169128, |
| "step": 1362 |
| }, |
| { |
| "epoch": 2.8776371308016877, |
| "grad_norm": 2.374297857284546, |
| "learning_rate": 2.24705886581914e-06, |
| "loss": 0.9020572304725647, |
| "step": 1364 |
| }, |
| { |
| "epoch": 2.8818565400843883, |
| "grad_norm": 1.3976613283157349, |
| "learning_rate": 2.237006050854378e-06, |
| "loss": 0.8876560926437378, |
| "step": 1366 |
| }, |
| { |
| "epoch": 2.8860759493670884, |
| "grad_norm": 1.1186343431472778, |
| "learning_rate": 2.2269795620289255e-06, |
| "loss": 0.9599936008453369, |
| "step": 1368 |
| }, |
| { |
| "epoch": 2.890295358649789, |
| "grad_norm": 2.704097270965576, |
| "learning_rate": 2.2169795213767533e-06, |
| "loss": 0.8696321249008179, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.894514767932489, |
| "grad_norm": 7.440235614776611, |
| "learning_rate": 2.207006050609931e-06, |
| "loss": 0.3180171847343445, |
| "step": 1372 |
| }, |
| { |
| "epoch": 2.8987341772151898, |
| "grad_norm": 0.950478196144104, |
| "learning_rate": 2.1970592711171343e-06, |
| "loss": 0.6180795431137085, |
| "step": 1374 |
| }, |
| { |
| "epoch": 2.9029535864978904, |
| "grad_norm": 1.206428050994873, |
| "learning_rate": 2.1871393039621813e-06, |
| "loss": 0.8911280035972595, |
| "step": 1376 |
| }, |
| { |
| "epoch": 2.9071729957805905, |
| "grad_norm": 3.0545897483825684, |
| "learning_rate": 2.177246269882552e-06, |
| "loss": 0.752612292766571, |
| "step": 1378 |
| }, |
| { |
| "epoch": 2.911392405063291, |
| "grad_norm": 1.6597026586532593, |
| "learning_rate": 2.1673802892879202e-06, |
| "loss": 1.0073306560516357, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.9156118143459917, |
| "grad_norm": 2.8480212688446045, |
| "learning_rate": 2.1575414822586834e-06, |
| "loss": 0.49533841013908386, |
| "step": 1382 |
| }, |
| { |
| "epoch": 2.919831223628692, |
| "grad_norm": 2.9914588928222656, |
| "learning_rate": 2.1477299685445093e-06, |
| "loss": 0.6439518332481384, |
| "step": 1384 |
| }, |
| { |
| "epoch": 2.9240506329113924, |
| "grad_norm": 1.6400901079177856, |
| "learning_rate": 2.1379458675628758e-06, |
| "loss": 0.5329881906509399, |
| "step": 1386 |
| }, |
| { |
| "epoch": 2.928270042194093, |
| "grad_norm": 0.9584951400756836, |
| "learning_rate": 2.128189298397611e-06, |
| "loss": 0.9460800290107727, |
| "step": 1388 |
| }, |
| { |
| "epoch": 2.932489451476793, |
| "grad_norm": 1.2493575811386108, |
| "learning_rate": 2.118460379797452e-06, |
| "loss": 0.7834473848342896, |
| "step": 1390 |
| }, |
| { |
| "epoch": 2.9367088607594938, |
| "grad_norm": 1.484129548072815, |
| "learning_rate": 2.1087592301745965e-06, |
| "loss": 0.4930620491504669, |
| "step": 1392 |
| }, |
| { |
| "epoch": 2.9409282700421944, |
| "grad_norm": 1.0145891904830933, |
| "learning_rate": 2.0990859676032623e-06, |
| "loss": 0.4643522799015045, |
| "step": 1394 |
| }, |
| { |
| "epoch": 2.9451476793248945, |
| "grad_norm": 0.9809361696243286, |
| "learning_rate": 2.0894407098182474e-06, |
| "loss": 0.8622637987136841, |
| "step": 1396 |
| }, |
| { |
| "epoch": 2.9493670886075947, |
| "grad_norm": 3.8030622005462646, |
| "learning_rate": 2.0798235742134995e-06, |
| "loss": 0.6468316316604614, |
| "step": 1398 |
| }, |
| { |
| "epoch": 2.9535864978902953, |
| "grad_norm": 3.291412830352783, |
| "learning_rate": 2.0702346778406887e-06, |
| "loss": 0.871576726436615, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.957805907172996, |
| "grad_norm": 2.847675085067749, |
| "learning_rate": 2.0606741374077804e-06, |
| "loss": 0.6290037631988525, |
| "step": 1402 |
| }, |
| { |
| "epoch": 2.962025316455696, |
| "grad_norm": 0.8518403172492981, |
| "learning_rate": 2.0511420692776135e-06, |
| "loss": 0.8591277003288269, |
| "step": 1404 |
| }, |
| { |
| "epoch": 2.9662447257383966, |
| "grad_norm": 2.023810386657715, |
| "learning_rate": 2.041638589466487e-06, |
| "loss": 0.8211725354194641, |
| "step": 1406 |
| }, |
| { |
| "epoch": 2.970464135021097, |
| "grad_norm": 2.9551258087158203, |
| "learning_rate": 2.0321638136427495e-06, |
| "loss": 0.46553725004196167, |
| "step": 1408 |
| }, |
| { |
| "epoch": 2.9746835443037973, |
| "grad_norm": 3.8522558212280273, |
| "learning_rate": 2.0227178571253846e-06, |
| "loss": 0.7728868126869202, |
| "step": 1410 |
| }, |
| { |
| "epoch": 2.978902953586498, |
| "grad_norm": 0.8442367911338806, |
| "learning_rate": 2.013300834882615e-06, |
| "loss": 0.9526476860046387, |
| "step": 1412 |
| }, |
| { |
| "epoch": 2.9831223628691985, |
| "grad_norm": 2.8707711696624756, |
| "learning_rate": 2.0039128615304967e-06, |
| "loss": 0.6912641525268555, |
| "step": 1414 |
| }, |
| { |
| "epoch": 2.9873417721518987, |
| "grad_norm": 0.9124540686607361, |
| "learning_rate": 1.994554051331532e-06, |
| "loss": 0.7677329778671265, |
| "step": 1416 |
| }, |
| { |
| "epoch": 2.9915611814345993, |
| "grad_norm": 0.7803240418434143, |
| "learning_rate": 1.9852245181932674e-06, |
| "loss": 0.8512239456176758, |
| "step": 1418 |
| }, |
| { |
| "epoch": 2.9957805907173, |
| "grad_norm": 3.4592530727386475, |
| "learning_rate": 1.975924375666918e-06, |
| "loss": 0.8197758197784424, |
| "step": 1420 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 1.0075371265411377, |
| "learning_rate": 1.9666537369459813e-06, |
| "loss": 0.26588016748428345, |
| "step": 1422 |
| }, |
| { |
| "epoch": 3.0042194092827006, |
| "grad_norm": 0.8261951208114624, |
| "learning_rate": 1.9574127148648586e-06, |
| "loss": 0.4992481768131256, |
| "step": 1424 |
| }, |
| { |
| "epoch": 3.0084388185654007, |
| "grad_norm": 1.8350886106491089, |
| "learning_rate": 1.94820142189748e-06, |
| "loss": 0.4615590572357178, |
| "step": 1426 |
| }, |
| { |
| "epoch": 3.0126582278481013, |
| "grad_norm": 7.030728816986084, |
| "learning_rate": 1.9390199701559407e-06, |
| "loss": 0.5607567429542542, |
| "step": 1428 |
| }, |
| { |
| "epoch": 3.0168776371308015, |
| "grad_norm": 1.843036413192749, |
| "learning_rate": 1.929868471389133e-06, |
| "loss": 0.1959325075149536, |
| "step": 1430 |
| }, |
| { |
| "epoch": 3.021097046413502, |
| "grad_norm": 1.2027599811553955, |
| "learning_rate": 1.920747036981388e-06, |
| "loss": 0.8035475611686707, |
| "step": 1432 |
| }, |
| { |
| "epoch": 3.0253164556962027, |
| "grad_norm": 1.0378309488296509, |
| "learning_rate": 1.9116557779511153e-06, |
| "loss": 0.7113970518112183, |
| "step": 1434 |
| }, |
| { |
| "epoch": 3.029535864978903, |
| "grad_norm": 1.079108715057373, |
| "learning_rate": 1.9025948049494587e-06, |
| "loss": 0.8759698271751404, |
| "step": 1436 |
| }, |
| { |
| "epoch": 3.0337552742616034, |
| "grad_norm": 1.387281060218811, |
| "learning_rate": 1.8935642282589452e-06, |
| "loss": 0.4212711453437805, |
| "step": 1438 |
| }, |
| { |
| "epoch": 3.037974683544304, |
| "grad_norm": 1.6048085689544678, |
| "learning_rate": 1.884564157792141e-06, |
| "loss": 0.7371959090232849, |
| "step": 1440 |
| }, |
| { |
| "epoch": 3.042194092827004, |
| "grad_norm": 0.33521798253059387, |
| "learning_rate": 1.87559470309032e-06, |
| "loss": 0.5267896056175232, |
| "step": 1442 |
| }, |
| { |
| "epoch": 3.0464135021097047, |
| "grad_norm": 1.3722892999649048, |
| "learning_rate": 1.8666559733221244e-06, |
| "loss": 0.657349169254303, |
| "step": 1444 |
| }, |
| { |
| "epoch": 3.050632911392405, |
| "grad_norm": 1.0858877897262573, |
| "learning_rate": 1.8577480772822405e-06, |
| "loss": 0.8311367034912109, |
| "step": 1446 |
| }, |
| { |
| "epoch": 3.0548523206751055, |
| "grad_norm": 5.020367622375488, |
| "learning_rate": 1.8488711233900686e-06, |
| "loss": 0.5246130228042603, |
| "step": 1448 |
| }, |
| { |
| "epoch": 3.059071729957806, |
| "grad_norm": 3.7570173740386963, |
| "learning_rate": 1.8400252196884106e-06, |
| "loss": 0.6080931425094604, |
| "step": 1450 |
| }, |
| { |
| "epoch": 3.0632911392405062, |
| "grad_norm": 1.1105659008026123, |
| "learning_rate": 1.8312104738421518e-06, |
| "loss": 0.8224632740020752, |
| "step": 1452 |
| }, |
| { |
| "epoch": 3.067510548523207, |
| "grad_norm": 3.6815249919891357, |
| "learning_rate": 1.8224269931369494e-06, |
| "loss": 0.6160001158714294, |
| "step": 1454 |
| }, |
| { |
| "epoch": 3.071729957805907, |
| "grad_norm": 9.295499801635742, |
| "learning_rate": 1.8136748844779257e-06, |
| "loss": 0.49316591024398804, |
| "step": 1456 |
| }, |
| { |
| "epoch": 3.0759493670886076, |
| "grad_norm": 4.4355974197387695, |
| "learning_rate": 1.8049542543883718e-06, |
| "loss": 0.6495121121406555, |
| "step": 1458 |
| }, |
| { |
| "epoch": 3.080168776371308, |
| "grad_norm": 2.505272626876831, |
| "learning_rate": 1.7962652090084483e-06, |
| "loss": 0.4862138032913208, |
| "step": 1460 |
| }, |
| { |
| "epoch": 3.0843881856540083, |
| "grad_norm": 0.9544802904129028, |
| "learning_rate": 1.7876078540938897e-06, |
| "loss": 0.7817291021347046, |
| "step": 1462 |
| }, |
| { |
| "epoch": 3.088607594936709, |
| "grad_norm": 0.9137688875198364, |
| "learning_rate": 1.778982295014725e-06, |
| "loss": 0.7803807258605957, |
| "step": 1464 |
| }, |
| { |
| "epoch": 3.0928270042194095, |
| "grad_norm": 0.9232447743415833, |
| "learning_rate": 1.7703886367539886e-06, |
| "loss": 0.7208024859428406, |
| "step": 1466 |
| }, |
| { |
| "epoch": 3.0970464135021096, |
| "grad_norm": 2.5386898517608643, |
| "learning_rate": 1.7618269839064476e-06, |
| "loss": 0.535610556602478, |
| "step": 1468 |
| }, |
| { |
| "epoch": 3.1012658227848102, |
| "grad_norm": 2.476505756378174, |
| "learning_rate": 1.7532974406773215e-06, |
| "loss": 0.11650805175304413, |
| "step": 1470 |
| }, |
| { |
| "epoch": 3.1054852320675104, |
| "grad_norm": 3.4205284118652344, |
| "learning_rate": 1.744800110881024e-06, |
| "loss": 0.9236214756965637, |
| "step": 1472 |
| }, |
| { |
| "epoch": 3.109704641350211, |
| "grad_norm": 0.38351741433143616, |
| "learning_rate": 1.7363350979398904e-06, |
| "loss": 0.3822326362133026, |
| "step": 1474 |
| }, |
| { |
| "epoch": 3.1139240506329116, |
| "grad_norm": 1.7231391668319702, |
| "learning_rate": 1.7279025048829247e-06, |
| "loss": 0.8056196570396423, |
| "step": 1476 |
| }, |
| { |
| "epoch": 3.1181434599156117, |
| "grad_norm": 1.3952598571777344, |
| "learning_rate": 1.7195024343445406e-06, |
| "loss": 0.8253889679908752, |
| "step": 1478 |
| }, |
| { |
| "epoch": 3.1223628691983123, |
| "grad_norm": 1.235793113708496, |
| "learning_rate": 1.711134988563318e-06, |
| "loss": 0.7869700193405151, |
| "step": 1480 |
| }, |
| { |
| "epoch": 3.1265822784810124, |
| "grad_norm": 1.5086437463760376, |
| "learning_rate": 1.7028002693807553e-06, |
| "loss": 0.74970543384552, |
| "step": 1482 |
| }, |
| { |
| "epoch": 3.130801687763713, |
| "grad_norm": 1.1958047151565552, |
| "learning_rate": 1.694498378240028e-06, |
| "loss": 0.7713515758514404, |
| "step": 1484 |
| }, |
| { |
| "epoch": 3.1350210970464136, |
| "grad_norm": 0.9930305480957031, |
| "learning_rate": 1.6862294161847582e-06, |
| "loss": 0.4803518056869507, |
| "step": 1486 |
| }, |
| { |
| "epoch": 3.1392405063291138, |
| "grad_norm": 1.338038444519043, |
| "learning_rate": 1.6779934838577833e-06, |
| "loss": 0.4478246569633484, |
| "step": 1488 |
| }, |
| { |
| "epoch": 3.1434599156118144, |
| "grad_norm": 1.8812412023544312, |
| "learning_rate": 1.6697906814999316e-06, |
| "loss": 0.8487708568572998, |
| "step": 1490 |
| }, |
| { |
| "epoch": 3.147679324894515, |
| "grad_norm": 1.079730749130249, |
| "learning_rate": 1.6616211089487968e-06, |
| "loss": 0.4909372329711914, |
| "step": 1492 |
| }, |
| { |
| "epoch": 3.151898734177215, |
| "grad_norm": 3.950795888900757, |
| "learning_rate": 1.653484865637532e-06, |
| "loss": 0.6456606388092041, |
| "step": 1494 |
| }, |
| { |
| "epoch": 3.1561181434599157, |
| "grad_norm": 0.8888868093490601, |
| "learning_rate": 1.645382050593633e-06, |
| "loss": 0.5738848447799683, |
| "step": 1496 |
| }, |
| { |
| "epoch": 3.160337552742616, |
| "grad_norm": 0.8062717318534851, |
| "learning_rate": 1.6373127624377361e-06, |
| "loss": 0.3924991488456726, |
| "step": 1498 |
| }, |
| { |
| "epoch": 3.1645569620253164, |
| "grad_norm": 1.1965993642807007, |
| "learning_rate": 1.6292770993824138e-06, |
| "loss": 0.4241105318069458, |
| "step": 1500 |
| }, |
| { |
| "epoch": 3.168776371308017, |
| "grad_norm": 1.7078224420547485, |
| "learning_rate": 1.621275159230986e-06, |
| "loss": 0.7920833230018616, |
| "step": 1502 |
| }, |
| { |
| "epoch": 3.172995780590717, |
| "grad_norm": 3.2493438720703125, |
| "learning_rate": 1.6133070393763222e-06, |
| "loss": 0.7387109994888306, |
| "step": 1504 |
| }, |
| { |
| "epoch": 3.1772151898734178, |
| "grad_norm": 1.1433643102645874, |
| "learning_rate": 1.605372836799664e-06, |
| "loss": 0.8177753686904907, |
| "step": 1506 |
| }, |
| { |
| "epoch": 3.181434599156118, |
| "grad_norm": 1.1686694622039795, |
| "learning_rate": 1.5974726480694356e-06, |
| "loss": 0.810562014579773, |
| "step": 1508 |
| }, |
| { |
| "epoch": 3.1856540084388185, |
| "grad_norm": 1.6440011262893677, |
| "learning_rate": 1.589606569340076e-06, |
| "loss": 0.8004451394081116, |
| "step": 1510 |
| }, |
| { |
| "epoch": 3.189873417721519, |
| "grad_norm": 3.572957754135132, |
| "learning_rate": 1.5817746963508675e-06, |
| "loss": 0.19780634343624115, |
| "step": 1512 |
| }, |
| { |
| "epoch": 3.1940928270042193, |
| "grad_norm": 1.8729281425476074, |
| "learning_rate": 1.5739771244247647e-06, |
| "loss": 0.8508098721504211, |
| "step": 1514 |
| }, |
| { |
| "epoch": 3.19831223628692, |
| "grad_norm": 0.22832605242729187, |
| "learning_rate": 1.5662139484672423e-06, |
| "loss": 0.5102086663246155, |
| "step": 1516 |
| }, |
| { |
| "epoch": 3.2025316455696204, |
| "grad_norm": 1.493944764137268, |
| "learning_rate": 1.558485262965135e-06, |
| "loss": 0.8561201691627502, |
| "step": 1518 |
| }, |
| { |
| "epoch": 3.2067510548523206, |
| "grad_norm": 2.02929949760437, |
| "learning_rate": 1.55079116198549e-06, |
| "loss": 0.7038779258728027, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.210970464135021, |
| "grad_norm": 2.459091901779175, |
| "learning_rate": 1.5431317391744167e-06, |
| "loss": 0.2252277433872223, |
| "step": 1522 |
| }, |
| { |
| "epoch": 3.2151898734177213, |
| "grad_norm": 2.103160858154297, |
| "learning_rate": 1.535507087755956e-06, |
| "loss": 0.548999011516571, |
| "step": 1524 |
| }, |
| { |
| "epoch": 3.219409282700422, |
| "grad_norm": 1.064772129058838, |
| "learning_rate": 1.527917300530938e-06, |
| "loss": 0.7090752124786377, |
| "step": 1526 |
| }, |
| { |
| "epoch": 3.2236286919831225, |
| "grad_norm": 0.5920833945274353, |
| "learning_rate": 1.5203624698758573e-06, |
| "loss": 0.28943130373954773, |
| "step": 1528 |
| }, |
| { |
| "epoch": 3.2278481012658227, |
| "grad_norm": 2.5098395347595215, |
| "learning_rate": 1.5128426877417428e-06, |
| "loss": 0.5822982788085938, |
| "step": 1530 |
| }, |
| { |
| "epoch": 3.2320675105485233, |
| "grad_norm": 0.6460347175598145, |
| "learning_rate": 1.5053580456530459e-06, |
| "loss": 0.15637226402759552, |
| "step": 1532 |
| }, |
| { |
| "epoch": 3.2362869198312234, |
| "grad_norm": 1.804608702659607, |
| "learning_rate": 1.4979086347065225e-06, |
| "loss": 0.7296754121780396, |
| "step": 1534 |
| }, |
| { |
| "epoch": 3.240506329113924, |
| "grad_norm": 1.5082496404647827, |
| "learning_rate": 1.4904945455701232e-06, |
| "loss": 0.7508465647697449, |
| "step": 1536 |
| }, |
| { |
| "epoch": 3.2447257383966246, |
| "grad_norm": 1.1056941747665405, |
| "learning_rate": 1.4831158684818917e-06, |
| "loss": 0.6265556812286377, |
| "step": 1538 |
| }, |
| { |
| "epoch": 3.2489451476793247, |
| "grad_norm": 2.1995933055877686, |
| "learning_rate": 1.4757726932488672e-06, |
| "loss": 0.5779432058334351, |
| "step": 1540 |
| }, |
| { |
| "epoch": 3.2531645569620253, |
| "grad_norm": 2.594663619995117, |
| "learning_rate": 1.4684651092459906e-06, |
| "loss": 0.4649961590766907, |
| "step": 1542 |
| }, |
| { |
| "epoch": 3.257383966244726, |
| "grad_norm": 2.5885109901428223, |
| "learning_rate": 1.4611932054150132e-06, |
| "loss": 0.5126054883003235, |
| "step": 1544 |
| }, |
| { |
| "epoch": 3.261603375527426, |
| "grad_norm": 2.8481526374816895, |
| "learning_rate": 1.4539570702634208e-06, |
| "loss": 0.49317800998687744, |
| "step": 1546 |
| }, |
| { |
| "epoch": 3.2658227848101267, |
| "grad_norm": 1.6855295896530151, |
| "learning_rate": 1.446756791863351e-06, |
| "loss": 0.6522631049156189, |
| "step": 1548 |
| }, |
| { |
| "epoch": 3.270042194092827, |
| "grad_norm": 2.981158971786499, |
| "learning_rate": 1.4395924578505253e-06, |
| "loss": 0.20762769877910614, |
| "step": 1550 |
| }, |
| { |
| "epoch": 3.2742616033755274, |
| "grad_norm": 0.8789273500442505, |
| "learning_rate": 1.4324641554231767e-06, |
| "loss": 0.2234586775302887, |
| "step": 1552 |
| }, |
| { |
| "epoch": 3.278481012658228, |
| "grad_norm": 5.3056182861328125, |
| "learning_rate": 1.4253719713409958e-06, |
| "loss": 0.40713340044021606, |
| "step": 1554 |
| }, |
| { |
| "epoch": 3.282700421940928, |
| "grad_norm": 0.8367089033126831, |
| "learning_rate": 1.41831599192407e-06, |
| "loss": 0.7326263189315796, |
| "step": 1556 |
| }, |
| { |
| "epoch": 3.2869198312236287, |
| "grad_norm": 1.1955314874649048, |
| "learning_rate": 1.4112963030518329e-06, |
| "loss": 0.5510862469673157, |
| "step": 1558 |
| }, |
| { |
| "epoch": 3.291139240506329, |
| "grad_norm": 1.1264405250549316, |
| "learning_rate": 1.4043129901620198e-06, |
| "loss": 0.44987189769744873, |
| "step": 1560 |
| }, |
| { |
| "epoch": 3.2953586497890295, |
| "grad_norm": 2.407663345336914, |
| "learning_rate": 1.397366138249633e-06, |
| "loss": 0.42221248149871826, |
| "step": 1562 |
| }, |
| { |
| "epoch": 3.29957805907173, |
| "grad_norm": 2.001704692840576, |
| "learning_rate": 1.3904558318658964e-06, |
| "loss": 0.7191241383552551, |
| "step": 1564 |
| }, |
| { |
| "epoch": 3.3037974683544302, |
| "grad_norm": 2.9357941150665283, |
| "learning_rate": 1.3835821551172352e-06, |
| "loss": 0.5609620809555054, |
| "step": 1566 |
| }, |
| { |
| "epoch": 3.308016877637131, |
| "grad_norm": 0.1518426090478897, |
| "learning_rate": 1.3767451916642502e-06, |
| "loss": 0.3671785891056061, |
| "step": 1568 |
| }, |
| { |
| "epoch": 3.3122362869198314, |
| "grad_norm": 2.9103848934173584, |
| "learning_rate": 1.3699450247206987e-06, |
| "loss": 0.3877882659435272, |
| "step": 1570 |
| }, |
| { |
| "epoch": 3.3164556962025316, |
| "grad_norm": 1.832383394241333, |
| "learning_rate": 1.363181737052479e-06, |
| "loss": 0.38887959718704224, |
| "step": 1572 |
| }, |
| { |
| "epoch": 3.320675105485232, |
| "grad_norm": 1.458479404449463, |
| "learning_rate": 1.3564554109766303e-06, |
| "loss": 0.87562096118927, |
| "step": 1574 |
| }, |
| { |
| "epoch": 3.3248945147679323, |
| "grad_norm": 1.4098705053329468, |
| "learning_rate": 1.3497661283603241e-06, |
| "loss": 0.618715763092041, |
| "step": 1576 |
| }, |
| { |
| "epoch": 3.329113924050633, |
| "grad_norm": 0.9463833570480347, |
| "learning_rate": 1.3431139706198703e-06, |
| "loss": 0.7363364100456238, |
| "step": 1578 |
| }, |
| { |
| "epoch": 3.3333333333333335, |
| "grad_norm": 1.1084620952606201, |
| "learning_rate": 1.336499018719726e-06, |
| "loss": 0.46182820200920105, |
| "step": 1580 |
| }, |
| { |
| "epoch": 3.3375527426160336, |
| "grad_norm": 2.6807730197906494, |
| "learning_rate": 1.3299213531715104e-06, |
| "loss": 0.4027124345302582, |
| "step": 1582 |
| }, |
| { |
| "epoch": 3.3417721518987342, |
| "grad_norm": 3.307328939437866, |
| "learning_rate": 1.3233810540330258e-06, |
| "loss": 0.7045289278030396, |
| "step": 1584 |
| }, |
| { |
| "epoch": 3.3459915611814344, |
| "grad_norm": 3.4561619758605957, |
| "learning_rate": 1.3168782009072792e-06, |
| "loss": 0.5450237989425659, |
| "step": 1586 |
| }, |
| { |
| "epoch": 3.350210970464135, |
| "grad_norm": 0.9626051783561707, |
| "learning_rate": 1.3104128729415191e-06, |
| "loss": 0.29501575231552124, |
| "step": 1588 |
| }, |
| { |
| "epoch": 3.3544303797468356, |
| "grad_norm": 0.9624335169792175, |
| "learning_rate": 1.3039851488262682e-06, |
| "loss": 0.7472168207168579, |
| "step": 1590 |
| }, |
| { |
| "epoch": 3.3586497890295357, |
| "grad_norm": 1.6804134845733643, |
| "learning_rate": 1.2975951067943673e-06, |
| "loss": 0.7001281976699829, |
| "step": 1592 |
| }, |
| { |
| "epoch": 3.3628691983122363, |
| "grad_norm": 0.3944559097290039, |
| "learning_rate": 1.2912428246200215e-06, |
| "loss": 0.45443102717399597, |
| "step": 1594 |
| }, |
| { |
| "epoch": 3.367088607594937, |
| "grad_norm": 3.5907063484191895, |
| "learning_rate": 1.2849283796178554e-06, |
| "loss": 0.32309669256210327, |
| "step": 1596 |
| }, |
| { |
| "epoch": 3.371308016877637, |
| "grad_norm": 1.1190893650054932, |
| "learning_rate": 1.2786518486419726e-06, |
| "loss": 0.369854599237442, |
| "step": 1598 |
| }, |
| { |
| "epoch": 3.3755274261603376, |
| "grad_norm": 5.47310733795166, |
| "learning_rate": 1.2724133080850176e-06, |
| "loss": 0.5572913289070129, |
| "step": 1600 |
| }, |
| { |
| "epoch": 3.379746835443038, |
| "grad_norm": 1.1562130451202393, |
| "learning_rate": 1.266212833877248e-06, |
| "loss": 0.4165474772453308, |
| "step": 1602 |
| }, |
| { |
| "epoch": 3.3839662447257384, |
| "grad_norm": 0.32527777552604675, |
| "learning_rate": 1.2600505014856088e-06, |
| "loss": 0.3750830888748169, |
| "step": 1604 |
| }, |
| { |
| "epoch": 3.388185654008439, |
| "grad_norm": 1.6657167673110962, |
| "learning_rate": 1.253926385912818e-06, |
| "loss": 0.8115463852882385, |
| "step": 1606 |
| }, |
| { |
| "epoch": 3.392405063291139, |
| "grad_norm": 1.3920835256576538, |
| "learning_rate": 1.2478405616964485e-06, |
| "loss": 0.4179677963256836, |
| "step": 1608 |
| }, |
| { |
| "epoch": 3.3966244725738397, |
| "grad_norm": 1.1664825677871704, |
| "learning_rate": 1.2417931029080215e-06, |
| "loss": 0.41709059476852417, |
| "step": 1610 |
| }, |
| { |
| "epoch": 3.40084388185654, |
| "grad_norm": 1.5139544010162354, |
| "learning_rate": 1.23578408315211e-06, |
| "loss": 0.7101098299026489, |
| "step": 1612 |
| }, |
| { |
| "epoch": 3.4050632911392404, |
| "grad_norm": 0.8697150945663452, |
| "learning_rate": 1.2298135755654378e-06, |
| "loss": 0.20523357391357422, |
| "step": 1614 |
| }, |
| { |
| "epoch": 3.409282700421941, |
| "grad_norm": 2.3192219734191895, |
| "learning_rate": 1.2238816528159904e-06, |
| "loss": 0.6002774238586426, |
| "step": 1616 |
| }, |
| { |
| "epoch": 3.413502109704641, |
| "grad_norm": 1.1426221132278442, |
| "learning_rate": 1.2179883871021322e-06, |
| "loss": 0.8457775712013245, |
| "step": 1618 |
| }, |
| { |
| "epoch": 3.4177215189873418, |
| "grad_norm": 0.9432998895645142, |
| "learning_rate": 1.2121338501517264e-06, |
| "loss": 0.7718835473060608, |
| "step": 1620 |
| }, |
| { |
| "epoch": 3.4219409282700424, |
| "grad_norm": 0.8319332599639893, |
| "learning_rate": 1.2063181132212632e-06, |
| "loss": 0.43066444993019104, |
| "step": 1622 |
| }, |
| { |
| "epoch": 3.4261603375527425, |
| "grad_norm": 6.067880630493164, |
| "learning_rate": 1.200541247094989e-06, |
| "loss": 0.23788659274578094, |
| "step": 1624 |
| }, |
| { |
| "epoch": 3.430379746835443, |
| "grad_norm": 5.315701007843018, |
| "learning_rate": 1.1948033220840512e-06, |
| "loss": 0.17813172936439514, |
| "step": 1626 |
| }, |
| { |
| "epoch": 3.4345991561181437, |
| "grad_norm": 1.0699946880340576, |
| "learning_rate": 1.1891044080256355e-06, |
| "loss": 0.67367023229599, |
| "step": 1628 |
| }, |
| { |
| "epoch": 3.438818565400844, |
| "grad_norm": 1.1057825088500977, |
| "learning_rate": 1.1834445742821226e-06, |
| "loss": 0.27095526456832886, |
| "step": 1630 |
| }, |
| { |
| "epoch": 3.4430379746835444, |
| "grad_norm": 1.340883493423462, |
| "learning_rate": 1.1778238897402362e-06, |
| "loss": 0.8471240401268005, |
| "step": 1632 |
| }, |
| { |
| "epoch": 3.4472573839662446, |
| "grad_norm": 0.34447231888771057, |
| "learning_rate": 1.1722424228102123e-06, |
| "loss": 0.4438764452934265, |
| "step": 1634 |
| }, |
| { |
| "epoch": 3.451476793248945, |
| "grad_norm": 3.183422327041626, |
| "learning_rate": 1.1667002414249631e-06, |
| "loss": 0.7752975225448608, |
| "step": 1636 |
| }, |
| { |
| "epoch": 3.4556962025316453, |
| "grad_norm": 2.9104697704315186, |
| "learning_rate": 1.1611974130392475e-06, |
| "loss": 0.9540504813194275, |
| "step": 1638 |
| }, |
| { |
| "epoch": 3.459915611814346, |
| "grad_norm": 1.6280553340911865, |
| "learning_rate": 1.1557340046288554e-06, |
| "loss": 0.8632485270500183, |
| "step": 1640 |
| }, |
| { |
| "epoch": 3.4641350210970465, |
| "grad_norm": 2.387031078338623, |
| "learning_rate": 1.1503100826897889e-06, |
| "loss": 0.8144734501838684, |
| "step": 1642 |
| }, |
| { |
| "epoch": 3.4683544303797467, |
| "grad_norm": 0.9215964674949646, |
| "learning_rate": 1.144925713237456e-06, |
| "loss": 0.20231464505195618, |
| "step": 1644 |
| }, |
| { |
| "epoch": 3.4725738396624473, |
| "grad_norm": 1.58251953125, |
| "learning_rate": 1.1395809618058614e-06, |
| "loss": 0.5774148106575012, |
| "step": 1646 |
| }, |
| { |
| "epoch": 3.476793248945148, |
| "grad_norm": 2.2536582946777344, |
| "learning_rate": 1.1342758934468158e-06, |
| "loss": 0.6982643604278564, |
| "step": 1648 |
| }, |
| { |
| "epoch": 3.481012658227848, |
| "grad_norm": 1.4097844362258911, |
| "learning_rate": 1.12901057272914e-06, |
| "loss": 0.38915500044822693, |
| "step": 1650 |
| }, |
| { |
| "epoch": 3.4852320675105486, |
| "grad_norm": 1.30046546459198, |
| "learning_rate": 1.1237850637378808e-06, |
| "loss": 0.6481969356536865, |
| "step": 1652 |
| }, |
| { |
| "epoch": 3.489451476793249, |
| "grad_norm": 0.18971386551856995, |
| "learning_rate": 1.1185994300735278e-06, |
| "loss": 0.3767941892147064, |
| "step": 1654 |
| }, |
| { |
| "epoch": 3.4936708860759493, |
| "grad_norm": 0.3824913203716278, |
| "learning_rate": 1.1134537348512443e-06, |
| "loss": 0.5739644169807434, |
| "step": 1656 |
| }, |
| { |
| "epoch": 3.49789029535865, |
| "grad_norm": 2.9707915782928467, |
| "learning_rate": 1.1083480407000954e-06, |
| "loss": 0.609894335269928, |
| "step": 1658 |
| }, |
| { |
| "epoch": 3.50210970464135, |
| "grad_norm": 1.3457541465759277, |
| "learning_rate": 1.103282409762287e-06, |
| "loss": 0.6929283142089844, |
| "step": 1660 |
| }, |
| { |
| "epoch": 3.5063291139240507, |
| "grad_norm": 2.39221453666687, |
| "learning_rate": 1.0982569036924092e-06, |
| "loss": 0.8087446093559265, |
| "step": 1662 |
| }, |
| { |
| "epoch": 3.510548523206751, |
| "grad_norm": 5.895007610321045, |
| "learning_rate": 1.0932715836566866e-06, |
| "loss": 0.3411268889904022, |
| "step": 1664 |
| }, |
| { |
| "epoch": 3.5147679324894514, |
| "grad_norm": 1.3041728734970093, |
| "learning_rate": 1.0883265103322333e-06, |
| "loss": 0.8067029714584351, |
| "step": 1666 |
| }, |
| { |
| "epoch": 3.518987341772152, |
| "grad_norm": 1.6455022096633911, |
| "learning_rate": 1.083421743906313e-06, |
| "loss": 0.4951574504375458, |
| "step": 1668 |
| }, |
| { |
| "epoch": 3.523206751054852, |
| "grad_norm": 1.431204915046692, |
| "learning_rate": 1.0785573440756093e-06, |
| "loss": 0.7452267408370972, |
| "step": 1670 |
| }, |
| { |
| "epoch": 3.5274261603375527, |
| "grad_norm": 7.941998481750488, |
| "learning_rate": 1.0737333700454966e-06, |
| "loss": 0.2036304473876953, |
| "step": 1672 |
| }, |
| { |
| "epoch": 3.5316455696202533, |
| "grad_norm": 1.081209659576416, |
| "learning_rate": 1.068949880529322e-06, |
| "loss": 0.4741116166114807, |
| "step": 1674 |
| }, |
| { |
| "epoch": 3.5358649789029535, |
| "grad_norm": 3.1109554767608643, |
| "learning_rate": 1.0642069337476872e-06, |
| "loss": 0.5494669675827026, |
| "step": 1676 |
| }, |
| { |
| "epoch": 3.540084388185654, |
| "grad_norm": 3.2354819774627686, |
| "learning_rate": 1.0595045874277425e-06, |
| "loss": 0.4578985571861267, |
| "step": 1678 |
| }, |
| { |
| "epoch": 3.5443037974683547, |
| "grad_norm": 1.4328290224075317, |
| "learning_rate": 1.0548428988024858e-06, |
| "loss": 0.7518556714057922, |
| "step": 1680 |
| }, |
| { |
| "epoch": 3.548523206751055, |
| "grad_norm": 1.069136619567871, |
| "learning_rate": 1.050221924610061e-06, |
| "loss": 0.567197859287262, |
| "step": 1682 |
| }, |
| { |
| "epoch": 3.5527426160337554, |
| "grad_norm": 21.512428283691406, |
| "learning_rate": 1.045641721093071e-06, |
| "loss": 0.6879177093505859, |
| "step": 1684 |
| }, |
| { |
| "epoch": 3.5569620253164556, |
| "grad_norm": 3.211840867996216, |
| "learning_rate": 1.041102343997893e-06, |
| "loss": 0.23187503218650818, |
| "step": 1686 |
| }, |
| { |
| "epoch": 3.561181434599156, |
| "grad_norm": 0.7154665589332581, |
| "learning_rate": 1.0366038485739996e-06, |
| "loss": 0.4495694935321808, |
| "step": 1688 |
| }, |
| { |
| "epoch": 3.5654008438818563, |
| "grad_norm": 1.3137481212615967, |
| "learning_rate": 1.032146289573284e-06, |
| "loss": 0.7427676320075989, |
| "step": 1690 |
| }, |
| { |
| "epoch": 3.569620253164557, |
| "grad_norm": 4.688238620758057, |
| "learning_rate": 1.027729721249399e-06, |
| "loss": 0.16239574551582336, |
| "step": 1692 |
| }, |
| { |
| "epoch": 3.5738396624472575, |
| "grad_norm": 0.26294824481010437, |
| "learning_rate": 1.023354197357091e-06, |
| "loss": 0.6016992926597595, |
| "step": 1694 |
| }, |
| { |
| "epoch": 3.5780590717299576, |
| "grad_norm": 2.513110637664795, |
| "learning_rate": 1.0190197711515498e-06, |
| "loss": 0.20142441987991333, |
| "step": 1696 |
| }, |
| { |
| "epoch": 3.5822784810126582, |
| "grad_norm": 1.3879189491271973, |
| "learning_rate": 1.014726495387757e-06, |
| "loss": 0.5553002953529358, |
| "step": 1698 |
| }, |
| { |
| "epoch": 3.586497890295359, |
| "grad_norm": 1.3632709980010986, |
| "learning_rate": 1.0104744223198471e-06, |
| "loss": 0.4727664589881897, |
| "step": 1700 |
| }, |
| { |
| "epoch": 3.590717299578059, |
| "grad_norm": 1.0121846199035645, |
| "learning_rate": 1.0062636037004696e-06, |
| "loss": 0.3748111128807068, |
| "step": 1702 |
| }, |
| { |
| "epoch": 3.5949367088607596, |
| "grad_norm": 1.831874132156372, |
| "learning_rate": 1.0020940907801604e-06, |
| "loss": 0.869547963142395, |
| "step": 1704 |
| }, |
| { |
| "epoch": 3.59915611814346, |
| "grad_norm": 7.198643684387207, |
| "learning_rate": 9.979659343067154e-07, |
| "loss": 0.5534847974777222, |
| "step": 1706 |
| }, |
| { |
| "epoch": 3.6033755274261603, |
| "grad_norm": 2.4725635051727295, |
| "learning_rate": 9.938791845245768e-07, |
| "loss": 0.5149208307266235, |
| "step": 1708 |
| }, |
| { |
| "epoch": 3.607594936708861, |
| "grad_norm": 0.5918768048286438, |
| "learning_rate": 9.898338911742186e-07, |
| "loss": 0.364676296710968, |
| "step": 1710 |
| }, |
| { |
| "epoch": 3.611814345991561, |
| "grad_norm": 1.779348611831665, |
| "learning_rate": 9.85830103491541e-07, |
| "loss": 0.7533677816390991, |
| "step": 1712 |
| }, |
| { |
| "epoch": 3.6160337552742616, |
| "grad_norm": 3.70202374458313, |
| "learning_rate": 9.818678702072734e-07, |
| "loss": 0.9169490933418274, |
| "step": 1714 |
| }, |
| { |
| "epoch": 3.620253164556962, |
| "grad_norm": 1.195534110069275, |
| "learning_rate": 9.779472395463802e-07, |
| "loss": 0.39904284477233887, |
| "step": 1716 |
| }, |
| { |
| "epoch": 3.6244725738396624, |
| "grad_norm": 1.971677303314209, |
| "learning_rate": 9.740682592274744e-07, |
| "loss": 0.3311789035797119, |
| "step": 1718 |
| }, |
| { |
| "epoch": 3.628691983122363, |
| "grad_norm": 1.8470239639282227, |
| "learning_rate": 9.702309764622328e-07, |
| "loss": 0.1799009144306183, |
| "step": 1720 |
| }, |
| { |
| "epoch": 3.632911392405063, |
| "grad_norm": 2.5582504272460938, |
| "learning_rate": 9.664354379548284e-07, |
| "loss": 0.8046585321426392, |
| "step": 1722 |
| }, |
| { |
| "epoch": 3.6371308016877637, |
| "grad_norm": 3.1312508583068848, |
| "learning_rate": 9.62681689901357e-07, |
| "loss": 0.3371848165988922, |
| "step": 1724 |
| }, |
| { |
| "epoch": 3.6413502109704643, |
| "grad_norm": 2.6263599395751953, |
| "learning_rate": 9.589697779892765e-07, |
| "loss": 0.2725059986114502, |
| "step": 1726 |
| }, |
| { |
| "epoch": 3.6455696202531644, |
| "grad_norm": 1.8412586450576782, |
| "learning_rate": 9.552997473968485e-07, |
| "loss": 0.8444567918777466, |
| "step": 1728 |
| }, |
| { |
| "epoch": 3.649789029535865, |
| "grad_norm": 2.1324095726013184, |
| "learning_rate": 9.516716427925936e-07, |
| "loss": 0.15560747683048248, |
| "step": 1730 |
| }, |
| { |
| "epoch": 3.6540084388185656, |
| "grad_norm": 3.671393394470215, |
| "learning_rate": 9.480855083347428e-07, |
| "loss": 0.7069560289382935, |
| "step": 1732 |
| }, |
| { |
| "epoch": 3.6582278481012658, |
| "grad_norm": 2.5802621841430664, |
| "learning_rate": 9.445413876707028e-07, |
| "loss": 0.2358541190624237, |
| "step": 1734 |
| }, |
| { |
| "epoch": 3.6624472573839664, |
| "grad_norm": 1.5859323740005493, |
| "learning_rate": 9.41039323936522e-07, |
| "loss": 0.20277546346187592, |
| "step": 1736 |
| }, |
| { |
| "epoch": 3.6666666666666665, |
| "grad_norm": 0.9495890736579895, |
| "learning_rate": 9.375793597563692e-07, |
| "loss": 0.5327252745628357, |
| "step": 1738 |
| }, |
| { |
| "epoch": 3.670886075949367, |
| "grad_norm": 5.723246097564697, |
| "learning_rate": 9.341615372420126e-07, |
| "loss": 0.2760300636291504, |
| "step": 1740 |
| }, |
| { |
| "epoch": 3.6751054852320673, |
| "grad_norm": 1.0034908056259155, |
| "learning_rate": 9.307858979923064e-07, |
| "loss": 0.905087411403656, |
| "step": 1742 |
| }, |
| { |
| "epoch": 3.679324894514768, |
| "grad_norm": 0.9102334976196289, |
| "learning_rate": 9.274524830926866e-07, |
| "loss": 0.40605294704437256, |
| "step": 1744 |
| }, |
| { |
| "epoch": 3.6835443037974684, |
| "grad_norm": 1.6663873195648193, |
| "learning_rate": 9.241613331146703e-07, |
| "loss": 0.4531800448894501, |
| "step": 1746 |
| }, |
| { |
| "epoch": 3.6877637130801686, |
| "grad_norm": 0.9356587529182434, |
| "learning_rate": 9.209124881153613e-07, |
| "loss": 0.8058107495307922, |
| "step": 1748 |
| }, |
| { |
| "epoch": 3.691983122362869, |
| "grad_norm": 1.130460500717163, |
| "learning_rate": 9.177059876369619e-07, |
| "loss": 0.5929072499275208, |
| "step": 1750 |
| }, |
| { |
| "epoch": 3.6962025316455698, |
| "grad_norm": 1.5055688619613647, |
| "learning_rate": 9.145418707062941e-07, |
| "loss": 0.7090030908584595, |
| "step": 1752 |
| }, |
| { |
| "epoch": 3.70042194092827, |
| "grad_norm": 1.6110928058624268, |
| "learning_rate": 9.114201758343216e-07, |
| "loss": 0.8376182913780212, |
| "step": 1754 |
| }, |
| { |
| "epoch": 3.7046413502109705, |
| "grad_norm": 2.095933198928833, |
| "learning_rate": 9.083409410156845e-07, |
| "loss": 0.6055005788803101, |
| "step": 1756 |
| }, |
| { |
| "epoch": 3.708860759493671, |
| "grad_norm": 4.733712673187256, |
| "learning_rate": 9.053042037282327e-07, |
| "loss": 0.6132983565330505, |
| "step": 1758 |
| }, |
| { |
| "epoch": 3.7130801687763713, |
| "grad_norm": 5.780431270599365, |
| "learning_rate": 9.023100009325733e-07, |
| "loss": 0.5792241096496582, |
| "step": 1760 |
| }, |
| { |
| "epoch": 3.717299578059072, |
| "grad_norm": 2.4617018699645996, |
| "learning_rate": 8.993583690716196e-07, |
| "loss": 0.16029909253120422, |
| "step": 1762 |
| }, |
| { |
| "epoch": 3.721518987341772, |
| "grad_norm": 22.150638580322266, |
| "learning_rate": 8.964493440701455e-07, |
| "loss": 0.41341426968574524, |
| "step": 1764 |
| }, |
| { |
| "epoch": 3.7257383966244726, |
| "grad_norm": 1.3757541179656982, |
| "learning_rate": 8.935829613343528e-07, |
| "loss": 0.6639930605888367, |
| "step": 1766 |
| }, |
| { |
| "epoch": 3.7299578059071727, |
| "grad_norm": 2.44677472114563, |
| "learning_rate": 8.907592557514363e-07, |
| "loss": 0.404757022857666, |
| "step": 1768 |
| }, |
| { |
| "epoch": 3.7341772151898733, |
| "grad_norm": 1.3542742729187012, |
| "learning_rate": 8.8797826168916e-07, |
| "loss": 0.539573073387146, |
| "step": 1770 |
| }, |
| { |
| "epoch": 3.738396624472574, |
| "grad_norm": 1.3471025228500366, |
| "learning_rate": 8.852400129954396e-07, |
| "loss": 0.7064318656921387, |
| "step": 1772 |
| }, |
| { |
| "epoch": 3.742616033755274, |
| "grad_norm": 0.8148087859153748, |
| "learning_rate": 8.825445429979306e-07, |
| "loss": 0.22752483189105988, |
| "step": 1774 |
| }, |
| { |
| "epoch": 3.7468354430379747, |
| "grad_norm": 0.2493860125541687, |
| "learning_rate": 8.798918845036217e-07, |
| "loss": 0.4672152101993561, |
| "step": 1776 |
| }, |
| { |
| "epoch": 3.7510548523206753, |
| "grad_norm": 1.1036282777786255, |
| "learning_rate": 8.772820697984369e-07, |
| "loss": 0.6906728148460388, |
| "step": 1778 |
| }, |
| { |
| "epoch": 3.7552742616033754, |
| "grad_norm": 1.202394962310791, |
| "learning_rate": 8.747151306468404e-07, |
| "loss": 0.689781904220581, |
| "step": 1780 |
| }, |
| { |
| "epoch": 3.759493670886076, |
| "grad_norm": 1.5368152856826782, |
| "learning_rate": 8.721910982914527e-07, |
| "loss": 0.6156559586524963, |
| "step": 1782 |
| }, |
| { |
| "epoch": 3.7637130801687766, |
| "grad_norm": 2.000227928161621, |
| "learning_rate": 8.697100034526685e-07, |
| "loss": 0.6539533734321594, |
| "step": 1784 |
| }, |
| { |
| "epoch": 3.7679324894514767, |
| "grad_norm": 1.3653666973114014, |
| "learning_rate": 8.672718763282814e-07, |
| "loss": 0.7773669362068176, |
| "step": 1786 |
| }, |
| { |
| "epoch": 3.7721518987341773, |
| "grad_norm": 4.830440521240234, |
| "learning_rate": 8.648767465931215e-07, |
| "loss": 0.11648596078157425, |
| "step": 1788 |
| }, |
| { |
| "epoch": 3.7763713080168775, |
| "grad_norm": 1.1531578302383423, |
| "learning_rate": 8.625246433986894e-07, |
| "loss": 0.3612111806869507, |
| "step": 1790 |
| }, |
| { |
| "epoch": 3.780590717299578, |
| "grad_norm": 1.085537075996399, |
| "learning_rate": 8.602155953728014e-07, |
| "loss": 0.7319397330284119, |
| "step": 1792 |
| }, |
| { |
| "epoch": 3.7848101265822782, |
| "grad_norm": 2.1902003288269043, |
| "learning_rate": 8.579496306192452e-07, |
| "loss": 0.42418360710144043, |
| "step": 1794 |
| }, |
| { |
| "epoch": 3.789029535864979, |
| "grad_norm": 2.2132256031036377, |
| "learning_rate": 8.557267767174329e-07, |
| "loss": 0.6966800093650818, |
| "step": 1796 |
| }, |
| { |
| "epoch": 3.7932489451476794, |
| "grad_norm": 15.147263526916504, |
| "learning_rate": 8.535470607220696e-07, |
| "loss": 0.7651135325431824, |
| "step": 1798 |
| }, |
| { |
| "epoch": 3.7974683544303796, |
| "grad_norm": 1.363494634628296, |
| "learning_rate": 8.514105091628205e-07, |
| "loss": 0.6677999496459961, |
| "step": 1800 |
| }, |
| { |
| "epoch": 3.80168776371308, |
| "grad_norm": 2.6623036861419678, |
| "learning_rate": 8.493171480439908e-07, |
| "loss": 0.8932458758354187, |
| "step": 1802 |
| }, |
| { |
| "epoch": 3.8059071729957807, |
| "grad_norm": 1.0123828649520874, |
| "learning_rate": 8.47267002844208e-07, |
| "loss": 0.3895692527294159, |
| "step": 1804 |
| }, |
| { |
| "epoch": 3.810126582278481, |
| "grad_norm": 7.874610900878906, |
| "learning_rate": 8.452600985161112e-07, |
| "loss": 0.0816773921251297, |
| "step": 1806 |
| }, |
| { |
| "epoch": 3.8143459915611815, |
| "grad_norm": 2.1802990436553955, |
| "learning_rate": 8.432964594860478e-07, |
| "loss": 0.7556171417236328, |
| "step": 1808 |
| }, |
| { |
| "epoch": 3.818565400843882, |
| "grad_norm": 1.1918423175811768, |
| "learning_rate": 8.413761096537786e-07, |
| "loss": 0.6875542402267456, |
| "step": 1810 |
| }, |
| { |
| "epoch": 3.8227848101265822, |
| "grad_norm": 1.7377078533172607, |
| "learning_rate": 8.394990723921816e-07, |
| "loss": 0.29866987466812134, |
| "step": 1812 |
| }, |
| { |
| "epoch": 3.827004219409283, |
| "grad_norm": 1.0950947999954224, |
| "learning_rate": 8.376653705469733e-07, |
| "loss": 0.7598391771316528, |
| "step": 1814 |
| }, |
| { |
| "epoch": 3.831223628691983, |
| "grad_norm": 2.3216395378112793, |
| "learning_rate": 8.358750264364267e-07, |
| "loss": 0.7117894291877747, |
| "step": 1816 |
| }, |
| { |
| "epoch": 3.8354430379746836, |
| "grad_norm": 4.284765720367432, |
| "learning_rate": 8.341280618511016e-07, |
| "loss": 0.6586706042289734, |
| "step": 1818 |
| }, |
| { |
| "epoch": 3.8396624472573837, |
| "grad_norm": 2.1526107788085938, |
| "learning_rate": 8.324244980535782e-07, |
| "loss": 0.5206190347671509, |
| "step": 1820 |
| }, |
| { |
| "epoch": 3.8438818565400843, |
| "grad_norm": 1.1617799997329712, |
| "learning_rate": 8.307643557781994e-07, |
| "loss": 0.7454214692115784, |
| "step": 1822 |
| }, |
| { |
| "epoch": 3.848101265822785, |
| "grad_norm": 1.9797450304031372, |
| "learning_rate": 8.291476552308179e-07, |
| "loss": 0.6207857728004456, |
| "step": 1824 |
| }, |
| { |
| "epoch": 3.852320675105485, |
| "grad_norm": 1.9322015047073364, |
| "learning_rate": 8.275744160885501e-07, |
| "loss": 0.685775876045227, |
| "step": 1826 |
| }, |
| { |
| "epoch": 3.8565400843881856, |
| "grad_norm": 2.0633387565612793, |
| "learning_rate": 8.260446574995363e-07, |
| "loss": 0.7667111754417419, |
| "step": 1828 |
| }, |
| { |
| "epoch": 3.8607594936708862, |
| "grad_norm": 1.2368988990783691, |
| "learning_rate": 8.245583980827098e-07, |
| "loss": 0.6670578718185425, |
| "step": 1830 |
| }, |
| { |
| "epoch": 3.8649789029535864, |
| "grad_norm": 2.3721048831939697, |
| "learning_rate": 8.231156559275666e-07, |
| "loss": 0.15816515684127808, |
| "step": 1832 |
| }, |
| { |
| "epoch": 3.869198312236287, |
| "grad_norm": 3.6182823181152344, |
| "learning_rate": 8.217164485939484e-07, |
| "loss": 0.4539300501346588, |
| "step": 1834 |
| }, |
| { |
| "epoch": 3.8734177215189876, |
| "grad_norm": 4.013774394989014, |
| "learning_rate": 8.203607931118281e-07, |
| "loss": 0.5095362663269043, |
| "step": 1836 |
| }, |
| { |
| "epoch": 3.8776371308016877, |
| "grad_norm": 2.4649147987365723, |
| "learning_rate": 8.190487059811013e-07, |
| "loss": 0.4961618483066559, |
| "step": 1838 |
| }, |
| { |
| "epoch": 3.8818565400843883, |
| "grad_norm": 4.491702079772949, |
| "learning_rate": 8.177802031713863e-07, |
| "loss": 0.7962309122085571, |
| "step": 1840 |
| }, |
| { |
| "epoch": 3.8860759493670884, |
| "grad_norm": 0.9100720286369324, |
| "learning_rate": 8.165553001218308e-07, |
| "loss": 0.4460848867893219, |
| "step": 1842 |
| }, |
| { |
| "epoch": 3.890295358649789, |
| "grad_norm": 0.9674596786499023, |
| "learning_rate": 8.153740117409218e-07, |
| "loss": 0.44232675433158875, |
| "step": 1844 |
| }, |
| { |
| "epoch": 3.894514767932489, |
| "grad_norm": 1.0640747547149658, |
| "learning_rate": 8.142363524063067e-07, |
| "loss": 0.7083509564399719, |
| "step": 1846 |
| }, |
| { |
| "epoch": 3.8987341772151898, |
| "grad_norm": 7.521092414855957, |
| "learning_rate": 8.131423359646147e-07, |
| "loss": 0.309792697429657, |
| "step": 1848 |
| }, |
| { |
| "epoch": 3.9029535864978904, |
| "grad_norm": 1.9627479314804077, |
| "learning_rate": 8.120919757312934e-07, |
| "loss": 0.7434027194976807, |
| "step": 1850 |
| }, |
| { |
| "epoch": 3.9071729957805905, |
| "grad_norm": 1.8858873844146729, |
| "learning_rate": 8.110852844904411e-07, |
| "loss": 0.7783426642417908, |
| "step": 1852 |
| }, |
| { |
| "epoch": 3.911392405063291, |
| "grad_norm": 1.578383445739746, |
| "learning_rate": 8.101222744946554e-07, |
| "loss": 0.7528443336486816, |
| "step": 1854 |
| }, |
| { |
| "epoch": 3.9156118143459917, |
| "grad_norm": 1.0352789163589478, |
| "learning_rate": 8.092029574648825e-07, |
| "loss": 0.6360561847686768, |
| "step": 1856 |
| }, |
| { |
| "epoch": 3.919831223628692, |
| "grad_norm": 1.9537928104400635, |
| "learning_rate": 8.08327344590275e-07, |
| "loss": 0.7542226314544678, |
| "step": 1858 |
| }, |
| { |
| "epoch": 3.9240506329113924, |
| "grad_norm": 1.5767334699630737, |
| "learning_rate": 8.074954465280533e-07, |
| "loss": 0.7059440016746521, |
| "step": 1860 |
| }, |
| { |
| "epoch": 3.928270042194093, |
| "grad_norm": 1.4566371440887451, |
| "learning_rate": 8.067072734033808e-07, |
| "loss": 0.44404223561286926, |
| "step": 1862 |
| }, |
| { |
| "epoch": 3.932489451476793, |
| "grad_norm": 1.6387444734573364, |
| "learning_rate": 8.05962834809236e-07, |
| "loss": 0.4295271039009094, |
| "step": 1864 |
| }, |
| { |
| "epoch": 3.9367088607594938, |
| "grad_norm": 4.41506290435791, |
| "learning_rate": 8.052621398062982e-07, |
| "loss": 0.9274621605873108, |
| "step": 1866 |
| }, |
| { |
| "epoch": 3.9409282700421944, |
| "grad_norm": 2.0459539890289307, |
| "learning_rate": 8.046051969228362e-07, |
| "loss": 0.6663318872451782, |
| "step": 1868 |
| }, |
| { |
| "epoch": 3.9451476793248945, |
| "grad_norm": 1.6559040546417236, |
| "learning_rate": 8.039920141546053e-07, |
| "loss": 0.5702696442604065, |
| "step": 1870 |
| }, |
| { |
| "epoch": 3.9493670886075947, |
| "grad_norm": 0.035610347986221313, |
| "learning_rate": 8.034225989647494e-07, |
| "loss": 0.2956307530403137, |
| "step": 1872 |
| }, |
| { |
| "epoch": 3.9535864978902953, |
| "grad_norm": 5.27208948135376, |
| "learning_rate": 8.028969582837097e-07, |
| "loss": 0.22891630232334137, |
| "step": 1874 |
| }, |
| { |
| "epoch": 3.957805907172996, |
| "grad_norm": 1.6149741411209106, |
| "learning_rate": 8.024150985091419e-07, |
| "loss": 0.5240350961685181, |
| "step": 1876 |
| }, |
| { |
| "epoch": 3.962025316455696, |
| "grad_norm": 3.051912307739258, |
| "learning_rate": 8.019770255058373e-07, |
| "loss": 0.6355645060539246, |
| "step": 1878 |
| }, |
| { |
| "epoch": 3.9662447257383966, |
| "grad_norm": 1.413213849067688, |
| "learning_rate": 8.015827446056511e-07, |
| "loss": 0.4071570634841919, |
| "step": 1880 |
| }, |
| { |
| "epoch": 3.970464135021097, |
| "grad_norm": 1.0149176120758057, |
| "learning_rate": 8.012322606074381e-07, |
| "loss": 0.6791200637817383, |
| "step": 1882 |
| }, |
| { |
| "epoch": 3.9746835443037973, |
| "grad_norm": 6.349963188171387, |
| "learning_rate": 8.009255777769939e-07, |
| "loss": 0.1739484965801239, |
| "step": 1884 |
| }, |
| { |
| "epoch": 3.978902953586498, |
| "grad_norm": 1.85853111743927, |
| "learning_rate": 8.006626998470039e-07, |
| "loss": 0.6670107245445251, |
| "step": 1886 |
| }, |
| { |
| "epoch": 3.9831223628691985, |
| "grad_norm": 1.893870234489441, |
| "learning_rate": 8.004436300169959e-07, |
| "loss": 0.5138272047042847, |
| "step": 1888 |
| }, |
| { |
| "epoch": 3.9873417721518987, |
| "grad_norm": 3.016247272491455, |
| "learning_rate": 8.002683709533043e-07, |
| "loss": 0.7126239538192749, |
| "step": 1890 |
| }, |
| { |
| "epoch": 3.9915611814345993, |
| "grad_norm": 2.8701586723327637, |
| "learning_rate": 8.001369247890338e-07, |
| "loss": 0.4470701813697815, |
| "step": 1892 |
| }, |
| { |
| "epoch": 3.9957805907173, |
| "grad_norm": 1.1190752983093262, |
| "learning_rate": 8.00049293124037e-07, |
| "loss": 0.6980884075164795, |
| "step": 1894 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 1.7359868288040161, |
| "learning_rate": 8.000054770248921e-07, |
| "loss": 0.6384545564651489, |
| "step": 1896 |
| }, |
| { |
| "epoch": 4.0, |
| "step": 1896, |
| "total_flos": 3.5948540672197263e+18, |
| "train_loss": 0.8366947202287017, |
| "train_runtime": 8313.2571, |
| "train_samples_per_second": 6.842, |
| "train_steps_per_second": 0.228 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 1896, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 99999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.5948540672197263e+18, |
| "train_batch_size": 3, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
