| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 1896, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004219409282700422, |
| "grad_norm": 14.796709060668945, |
| "learning_rate": 1.0526315789473685e-07, |
| "loss": 2.2001190185546875, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.008438818565400843, |
| "grad_norm": 12.265758514404297, |
| "learning_rate": 3.1578947368421055e-07, |
| "loss": 1.779880166053772, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.012658227848101266, |
| "grad_norm": 2.612766981124878, |
| "learning_rate": 5.263157894736843e-07, |
| "loss": 1.936652660369873, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.016877637130801686, |
| "grad_norm": 6.059353828430176, |
| "learning_rate": 7.368421052631579e-07, |
| "loss": 1.9397815465927124, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.02109704641350211, |
| "grad_norm": 8.950942993164062, |
| "learning_rate": 9.473684210526317e-07, |
| "loss": 1.832364559173584, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.02531645569620253, |
| "grad_norm": 2.104597568511963, |
| "learning_rate": 1.1578947368421053e-06, |
| "loss": 1.299726963043213, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.029535864978902954, |
| "grad_norm": 5.877243518829346, |
| "learning_rate": 1.3684210526315791e-06, |
| "loss": 1.6087231636047363, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03375527426160337, |
| "grad_norm": 17.939144134521484, |
| "learning_rate": 1.5789473684210526e-06, |
| "loss": 1.916496992111206, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0379746835443038, |
| "grad_norm": 4.548720359802246, |
| "learning_rate": 1.7894736842105265e-06, |
| "loss": 1.6948615312576294, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04219409282700422, |
| "grad_norm": 2.9824883937835693, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 1.785215973854065, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.046413502109704644, |
| "grad_norm": 2.4866232872009277, |
| "learning_rate": 2.2105263157894738e-06, |
| "loss": 1.4187462329864502, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.05063291139240506, |
| "grad_norm": 3.0071780681610107, |
| "learning_rate": 2.4210526315789477e-06, |
| "loss": 1.5432785749435425, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.05485232067510549, |
| "grad_norm": 3.789935827255249, |
| "learning_rate": 2.631578947368421e-06, |
| "loss": 1.2725498676300049, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.05907172995780591, |
| "grad_norm": 2.851421356201172, |
| "learning_rate": 2.842105263157895e-06, |
| "loss": 1.6877858638763428, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.06329113924050633, |
| "grad_norm": 3.9432740211486816, |
| "learning_rate": 3.052631578947369e-06, |
| "loss": 1.2713236808776855, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.06751054852320675, |
| "grad_norm": 4.447280406951904, |
| "learning_rate": 3.2631578947368423e-06, |
| "loss": 1.5127506256103516, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.07172995780590717, |
| "grad_norm": 4.750420093536377, |
| "learning_rate": 3.473684210526316e-06, |
| "loss": 0.9343477487564087, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.0759493670886076, |
| "grad_norm": 1.6804695129394531, |
| "learning_rate": 3.6842105263157896e-06, |
| "loss": 1.5261802673339844, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.08016877637130802, |
| "grad_norm": 6.685342311859131, |
| "learning_rate": 3.894736842105263e-06, |
| "loss": 1.0748982429504395, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.08438818565400844, |
| "grad_norm": 2.0393264293670654, |
| "learning_rate": 4.105263157894737e-06, |
| "loss": 1.481238842010498, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.08860759493670886, |
| "grad_norm": 5.862325668334961, |
| "learning_rate": 4.315789473684211e-06, |
| "loss": 1.0220767259597778, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.09282700421940929, |
| "grad_norm": 4.788952350616455, |
| "learning_rate": 4.526315789473685e-06, |
| "loss": 1.7615070343017578, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0970464135021097, |
| "grad_norm": 5.775977611541748, |
| "learning_rate": 4.736842105263158e-06, |
| "loss": 1.6437275409698486, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.10126582278481013, |
| "grad_norm": 1.8969275951385498, |
| "learning_rate": 4.947368421052632e-06, |
| "loss": 1.508329153060913, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.10548523206751055, |
| "grad_norm": 3.841172933578491, |
| "learning_rate": 5.157894736842106e-06, |
| "loss": 0.7547962665557861, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.10970464135021098, |
| "grad_norm": 3.9220786094665527, |
| "learning_rate": 5.36842105263158e-06, |
| "loss": 0.8425694704055786, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.11392405063291139, |
| "grad_norm": 3.563117027282715, |
| "learning_rate": 5.578947368421052e-06, |
| "loss": 0.7532248497009277, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.11814345991561181, |
| "grad_norm": 2.2374536991119385, |
| "learning_rate": 5.789473684210527e-06, |
| "loss": 1.3675358295440674, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.12236286919831224, |
| "grad_norm": 7.060910701751709, |
| "learning_rate": 6e-06, |
| "loss": 0.6351418495178223, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.12658227848101267, |
| "grad_norm": 2.427926540374756, |
| "learning_rate": 6.2105263157894745e-06, |
| "loss": 1.4213347434997559, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.1308016877637131, |
| "grad_norm": 1.9487240314483643, |
| "learning_rate": 6.421052631578948e-06, |
| "loss": 1.440359115600586, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.1350210970464135, |
| "grad_norm": 1.6167141199111938, |
| "learning_rate": 6.631578947368421e-06, |
| "loss": 1.0675294399261475, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.13924050632911392, |
| "grad_norm": 21.33095932006836, |
| "learning_rate": 6.842105263157896e-06, |
| "loss": 0.8040838241577148, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.14345991561181434, |
| "grad_norm": 2.555996894836426, |
| "learning_rate": 7.052631578947369e-06, |
| "loss": 1.0836315155029297, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.14767932489451477, |
| "grad_norm": 5.857820510864258, |
| "learning_rate": 7.263157894736843e-06, |
| "loss": 0.9692027568817139, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.1518987341772152, |
| "grad_norm": 3.2739601135253906, |
| "learning_rate": 7.473684210526316e-06, |
| "loss": 1.2618093490600586, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.15611814345991562, |
| "grad_norm": 19.56288719177246, |
| "learning_rate": 7.68421052631579e-06, |
| "loss": 0.9988642930984497, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.16033755274261605, |
| "grad_norm": 2.945552349090576, |
| "learning_rate": 7.894736842105265e-06, |
| "loss": 0.8282591700553894, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.16455696202531644, |
| "grad_norm": 2.6892292499542236, |
| "learning_rate": 8.105263157894736e-06, |
| "loss": 1.3316826820373535, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.16877637130801687, |
| "grad_norm": 1.9552457332611084, |
| "learning_rate": 8.315789473684212e-06, |
| "loss": 1.3196454048156738, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.1729957805907173, |
| "grad_norm": 3.197690963745117, |
| "learning_rate": 8.526315789473685e-06, |
| "loss": 1.365312933921814, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.17721518987341772, |
| "grad_norm": 4.744936943054199, |
| "learning_rate": 8.736842105263158e-06, |
| "loss": 0.7329152822494507, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.18143459915611815, |
| "grad_norm": 2.6648192405700684, |
| "learning_rate": 8.947368421052632e-06, |
| "loss": 1.1085330247879028, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.18565400843881857, |
| "grad_norm": 4.029935359954834, |
| "learning_rate": 9.157894736842105e-06, |
| "loss": 1.2805731296539307, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.189873417721519, |
| "grad_norm": 4.609519004821777, |
| "learning_rate": 9.36842105263158e-06, |
| "loss": 0.6164019703865051, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.1940928270042194, |
| "grad_norm": 3.3423967361450195, |
| "learning_rate": 9.578947368421054e-06, |
| "loss": 1.6728312969207764, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.19831223628691982, |
| "grad_norm": 2.728170156478882, |
| "learning_rate": 9.789473684210527e-06, |
| "loss": 0.9535161256790161, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.20253164556962025, |
| "grad_norm": 2.532789468765259, |
| "learning_rate": 1e-05, |
| "loss": 1.4083621501922607, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.20675105485232068, |
| "grad_norm": 2.1286873817443848, |
| "learning_rate": 9.999972614896371e-06, |
| "loss": 1.4605371952056885, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.2109704641350211, |
| "grad_norm": 4.27150297164917, |
| "learning_rate": 9.999890459918794e-06, |
| "loss": 1.2393274307250977, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.21518987341772153, |
| "grad_norm": 2.2042596340179443, |
| "learning_rate": 9.999753536067186e-06, |
| "loss": 1.0684850215911865, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.21940928270042195, |
| "grad_norm": 1.7670625448226929, |
| "learning_rate": 9.999561845008071e-06, |
| "loss": 0.9878345131874084, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.22362869198312235, |
| "grad_norm": 5.494508266448975, |
| "learning_rate": 9.999315389074552e-06, |
| "loss": 0.9988884925842285, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.22784810126582278, |
| "grad_norm": 2.658101797103882, |
| "learning_rate": 9.999014171266281e-06, |
| "loss": 0.9694901704788208, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.2320675105485232, |
| "grad_norm": 2.4063663482666016, |
| "learning_rate": 9.99865819524943e-06, |
| "loss": 1.0466890335083008, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.23628691983122363, |
| "grad_norm": 2.1014139652252197, |
| "learning_rate": 9.998247465356636e-06, |
| "loss": 1.3706598281860352, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.24050632911392406, |
| "grad_norm": 2.564980983734131, |
| "learning_rate": 9.997781986586959e-06, |
| "loss": 1.277064323425293, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.24472573839662448, |
| "grad_norm": 4.788301944732666, |
| "learning_rate": 9.997261764605815e-06, |
| "loss": 1.5967435836791992, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.2489451476793249, |
| "grad_norm": 2.3070454597473145, |
| "learning_rate": 9.996686805744904e-06, |
| "loss": 1.2567627429962158, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.25316455696202533, |
| "grad_norm": 1.0532585382461548, |
| "learning_rate": 9.996057117002143e-06, |
| "loss": 1.0196549892425537, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.25738396624472576, |
| "grad_norm": 8.361696243286133, |
| "learning_rate": 9.995372706041573e-06, |
| "loss": 1.2531507015228271, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.2616033755274262, |
| "grad_norm": 2.194535732269287, |
| "learning_rate": 9.994633581193267e-06, |
| "loss": 1.2669099569320679, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.26582278481012656, |
| "grad_norm": 2.4402058124542236, |
| "learning_rate": 9.993839751453232e-06, |
| "loss": 1.3583405017852783, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.270042194092827, |
| "grad_norm": 2.2905256748199463, |
| "learning_rate": 9.992991226483287e-06, |
| "loss": 0.82753986120224, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.2742616033755274, |
| "grad_norm": 2.5970890522003174, |
| "learning_rate": 9.992088016610973e-06, |
| "loss": 1.1481742858886719, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.27848101265822783, |
| "grad_norm": 3.0564959049224854, |
| "learning_rate": 9.991130132829391e-06, |
| "loss": 1.1982448101043701, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.28270042194092826, |
| "grad_norm": 5.393448352813721, |
| "learning_rate": 9.990117586797098e-06, |
| "loss": 0.727470874786377, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.2869198312236287, |
| "grad_norm": 2.3638343811035156, |
| "learning_rate": 9.989050390837953e-06, |
| "loss": 0.895744800567627, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.2911392405063291, |
| "grad_norm": 3.3893914222717285, |
| "learning_rate": 9.987928557940963e-06, |
| "loss": 1.3559479713439941, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.29535864978902954, |
| "grad_norm": 3.2452614307403564, |
| "learning_rate": 9.986752101760134e-06, |
| "loss": 0.9385012984275818, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.29957805907172996, |
| "grad_norm": 3.2762651443481445, |
| "learning_rate": 9.985521036614299e-06, |
| "loss": 1.2601220607757568, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.3037974683544304, |
| "grad_norm": 4.821110725402832, |
| "learning_rate": 9.984235377486942e-06, |
| "loss": 1.0670866966247559, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.3080168776371308, |
| "grad_norm": 2.521937847137451, |
| "learning_rate": 9.982895140026027e-06, |
| "loss": 1.3791577816009521, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.31223628691983124, |
| "grad_norm": 3.367048501968384, |
| "learning_rate": 9.981500340543795e-06, |
| "loss": 1.323941707611084, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.31645569620253167, |
| "grad_norm": 3.1904475688934326, |
| "learning_rate": 9.980050996016565e-06, |
| "loss": 1.2417033910751343, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.3206751054852321, |
| "grad_norm": 2.3574581146240234, |
| "learning_rate": 9.97854712408454e-06, |
| "loss": 1.2712074518203735, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.32489451476793246, |
| "grad_norm": 1.9460793733596802, |
| "learning_rate": 9.97698874305158e-06, |
| "loss": 1.454709768295288, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.3291139240506329, |
| "grad_norm": 2.3965163230895996, |
| "learning_rate": 9.97537587188499e-06, |
| "loss": 1.2456231117248535, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 1.6391736268997192, |
| "learning_rate": 9.973708530215275e-06, |
| "loss": 1.3097188472747803, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.33755274261603374, |
| "grad_norm": 2.726836919784546, |
| "learning_rate": 9.97198673833591e-06, |
| "loss": 1.2852942943572998, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.34177215189873417, |
| "grad_norm": 5.805649757385254, |
| "learning_rate": 9.970210517203099e-06, |
| "loss": 0.8796916007995605, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.3459915611814346, |
| "grad_norm": 3.217100143432617, |
| "learning_rate": 9.968379888435508e-06, |
| "loss": 1.2225377559661865, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.350210970464135, |
| "grad_norm": 4.207212448120117, |
| "learning_rate": 9.966494874314004e-06, |
| "loss": 0.8519747257232666, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.35443037974683544, |
| "grad_norm": 8.152425765991211, |
| "learning_rate": 9.964555497781395e-06, |
| "loss": 1.2175066471099854, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.35864978902953587, |
| "grad_norm": 6.639067649841309, |
| "learning_rate": 9.962561782442133e-06, |
| "loss": 1.3038749694824219, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.3628691983122363, |
| "grad_norm": 5.139934062957764, |
| "learning_rate": 9.960513752562044e-06, |
| "loss": 1.198750376701355, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.3670886075949367, |
| "grad_norm": 2.051300287246704, |
| "learning_rate": 9.95841143306802e-06, |
| "loss": 1.0111594200134277, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.37130801687763715, |
| "grad_norm": 2.477222442626953, |
| "learning_rate": 9.956254849547721e-06, |
| "loss": 1.3064699172973633, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.3755274261603376, |
| "grad_norm": 8.377769470214844, |
| "learning_rate": 9.954044028249269e-06, |
| "loss": 1.3081631660461426, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.379746835443038, |
| "grad_norm": 1.8243556022644043, |
| "learning_rate": 9.95177899608091e-06, |
| "loss": 0.9942997694015503, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.38396624472573837, |
| "grad_norm": 3.0251100063323975, |
| "learning_rate": 9.949459780610714e-06, |
| "loss": 1.2624611854553223, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.3881856540084388, |
| "grad_norm": 3.9718830585479736, |
| "learning_rate": 9.94708641006621e-06, |
| "loss": 1.266221284866333, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.3924050632911392, |
| "grad_norm": 4.708130836486816, |
| "learning_rate": 9.94465891333407e-06, |
| "loss": 0.5301458835601807, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.39662447257383965, |
| "grad_norm": 1.4348413944244385, |
| "learning_rate": 9.942177319959733e-06, |
| "loss": 0.9555749297142029, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.4008438818565401, |
| "grad_norm": 1.6812728643417358, |
| "learning_rate": 9.939641660147067e-06, |
| "loss": 1.0481868982315063, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.4050632911392405, |
| "grad_norm": 1.8171874284744263, |
| "learning_rate": 9.937051964757982e-06, |
| "loss": 1.2823535203933716, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.4092827004219409, |
| "grad_norm": 4.415493965148926, |
| "learning_rate": 9.93440826531207e-06, |
| "loss": 1.057572364807129, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.41350210970464135, |
| "grad_norm": 4.561761379241943, |
| "learning_rate": 9.93171059398621e-06, |
| "loss": 1.257936716079712, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.4177215189873418, |
| "grad_norm": 2.030771255493164, |
| "learning_rate": 9.928958983614187e-06, |
| "loss": 1.0273797512054443, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.4219409282700422, |
| "grad_norm": 2.385207414627075, |
| "learning_rate": 9.926153467686282e-06, |
| "loss": 1.1045024394989014, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.42616033755274263, |
| "grad_norm": 3.4092116355895996, |
| "learning_rate": 9.92329408034887e-06, |
| "loss": 1.1284656524658203, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.43037974683544306, |
| "grad_norm": 3.4495861530303955, |
| "learning_rate": 9.920380856404002e-06, |
| "loss": 0.8900959491729736, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.4345991561181435, |
| "grad_norm": 1.822981834411621, |
| "learning_rate": 9.917413831308988e-06, |
| "loss": 1.3355131149291992, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.4388185654008439, |
| "grad_norm": 7.878076076507568, |
| "learning_rate": 9.914393041175954e-06, |
| "loss": 0.7409433126449585, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.4430379746835443, |
| "grad_norm": 1.9715880155563354, |
| "learning_rate": 9.911318522771414e-06, |
| "loss": 1.2606409788131714, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4472573839662447, |
| "grad_norm": 7.459953308105469, |
| "learning_rate": 9.90819031351581e-06, |
| "loss": 0.8054428100585938, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.45147679324894513, |
| "grad_norm": 2.934112548828125, |
| "learning_rate": 9.905008451483075e-06, |
| "loss": 1.1959190368652344, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.45569620253164556, |
| "grad_norm": 2.4072892665863037, |
| "learning_rate": 9.901772975400147e-06, |
| "loss": 1.236368179321289, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.459915611814346, |
| "grad_norm": 7.378908634185791, |
| "learning_rate": 9.898483924646516e-06, |
| "loss": 1.2715609073638916, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.4641350210970464, |
| "grad_norm": 1.8914843797683716, |
| "learning_rate": 9.895141339253733e-06, |
| "loss": 1.236929178237915, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.46835443037974683, |
| "grad_norm": 9.663741111755371, |
| "learning_rate": 9.891745259904935e-06, |
| "loss": 1.206599473953247, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.47257383966244726, |
| "grad_norm": 3.8827295303344727, |
| "learning_rate": 9.888295727934333e-06, |
| "loss": 0.9914872646331787, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.4767932489451477, |
| "grad_norm": 1.755597710609436, |
| "learning_rate": 9.884792785326725e-06, |
| "loss": 1.2610862255096436, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.4810126582278481, |
| "grad_norm": 3.596493721008301, |
| "learning_rate": 9.881236474716976e-06, |
| "loss": 0.79889976978302, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.48523206751054854, |
| "grad_norm": 6.4674272537231445, |
| "learning_rate": 9.877626839389501e-06, |
| "loss": 0.9121121168136597, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.48945147679324896, |
| "grad_norm": 11.841682434082031, |
| "learning_rate": 9.873963923277737e-06, |
| "loss": 0.892866849899292, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.4936708860759494, |
| "grad_norm": 3.1085312366485596, |
| "learning_rate": 9.870247770963616e-06, |
| "loss": 1.2593913078308105, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.4978902953586498, |
| "grad_norm": 2.6649982929229736, |
| "learning_rate": 9.866478427677009e-06, |
| "loss": 1.3058339357376099, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5021097046413502, |
| "grad_norm": 14.443163871765137, |
| "learning_rate": 9.862655939295184e-06, |
| "loss": 0.9796797633171082, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.5063291139240507, |
| "grad_norm": 7.0072736740112305, |
| "learning_rate": 9.858780352342252e-06, |
| "loss": 0.4604620039463043, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.510548523206751, |
| "grad_norm": 2.8164477348327637, |
| "learning_rate": 9.854851713988588e-06, |
| "loss": 1.4089837074279785, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.5147679324894515, |
| "grad_norm": 14.343058586120605, |
| "learning_rate": 9.850870072050268e-06, |
| "loss": 0.8732689619064331, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.5189873417721519, |
| "grad_norm": 2.6711764335632324, |
| "learning_rate": 9.846835474988482e-06, |
| "loss": 1.4676425457000732, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.5232067510548524, |
| "grad_norm": 2.603074073791504, |
| "learning_rate": 9.842747971908943e-06, |
| "loss": 1.1767747402191162, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.5274261603375527, |
| "grad_norm": 2.371072292327881, |
| "learning_rate": 9.838607612561295e-06, |
| "loss": 1.2963995933532715, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5316455696202531, |
| "grad_norm": 4.966698169708252, |
| "learning_rate": 9.834414447338503e-06, |
| "loss": 1.10191810131073, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.5358649789029536, |
| "grad_norm": 1.7062257528305054, |
| "learning_rate": 9.830168527276238e-06, |
| "loss": 1.213578462600708, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.540084388185654, |
| "grad_norm": 2.720341205596924, |
| "learning_rate": 9.825869904052261e-06, |
| "loss": 1.1875674724578857, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.5443037974683544, |
| "grad_norm": 4.728967666625977, |
| "learning_rate": 9.821518629985793e-06, |
| "loss": 1.0267858505249023, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.5485232067510548, |
| "grad_norm": 8.80720043182373, |
| "learning_rate": 9.817114758036874e-06, |
| "loss": 0.9614678621292114, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5527426160337553, |
| "grad_norm": 3.104877471923828, |
| "learning_rate": 9.81265834180572e-06, |
| "loss": 1.2562415599822998, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.5569620253164557, |
| "grad_norm": 4.452579021453857, |
| "learning_rate": 9.80814943553207e-06, |
| "loss": 1.2715522050857544, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.5611814345991561, |
| "grad_norm": 3.438886880874634, |
| "learning_rate": 9.80358809409454e-06, |
| "loss": 1.223157286643982, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5654008438818565, |
| "grad_norm": 2.3886618614196777, |
| "learning_rate": 9.798974373009924e-06, |
| "loss": 1.496765375137329, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.569620253164557, |
| "grad_norm": 6.245704650878906, |
| "learning_rate": 9.794308328432554e-06, |
| "loss": 1.045867681503296, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.5738396624472574, |
| "grad_norm": 3.181368350982666, |
| "learning_rate": 9.789590017153587e-06, |
| "loss": 1.2988061904907227, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.5780590717299579, |
| "grad_norm": 3.332742214202881, |
| "learning_rate": 9.784819496600333e-06, |
| "loss": 1.091325283050537, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.5822784810126582, |
| "grad_norm": 1.8129675388336182, |
| "learning_rate": 9.77999682483555e-06, |
| "loss": 1.2422319650650024, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.5864978902953587, |
| "grad_norm": 3.06986141204834, |
| "learning_rate": 9.775122060556729e-06, |
| "loss": 1.3887534141540527, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.5907172995780591, |
| "grad_norm": 1.7186170816421509, |
| "learning_rate": 9.770195263095396e-06, |
| "loss": 0.9554907083511353, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.5949367088607594, |
| "grad_norm": 2.0644567012786865, |
| "learning_rate": 9.765216492416375e-06, |
| "loss": 1.312037467956543, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.5991561181434599, |
| "grad_norm": 4.419807434082031, |
| "learning_rate": 9.760185809117065e-06, |
| "loss": 1.5302636623382568, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.6033755274261603, |
| "grad_norm": 0.8416258692741394, |
| "learning_rate": 9.755103274426709e-06, |
| "loss": 1.1195366382598877, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.6075949367088608, |
| "grad_norm": 2.3922317028045654, |
| "learning_rate": 9.74996895020563e-06, |
| "loss": 1.2402794361114502, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.6118143459915611, |
| "grad_norm": 11.831677436828613, |
| "learning_rate": 9.744782898944496e-06, |
| "loss": 0.8071295022964478, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6160337552742616, |
| "grad_norm": 1.879852533340454, |
| "learning_rate": 9.739545183763554e-06, |
| "loss": 0.6571891903877258, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.620253164556962, |
| "grad_norm": 1.9062740802764893, |
| "learning_rate": 9.734255868411857e-06, |
| "loss": 1.2200584411621094, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.6244725738396625, |
| "grad_norm": 6.911993026733398, |
| "learning_rate": 9.728915017266494e-06, |
| "loss": 0.704890787601471, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.6286919831223629, |
| "grad_norm": 4.08508825302124, |
| "learning_rate": 9.723522695331806e-06, |
| "loss": 0.6586240530014038, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.6329113924050633, |
| "grad_norm": 3.476318120956421, |
| "learning_rate": 9.718078968238584e-06, |
| "loss": 1.7605481147766113, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6371308016877637, |
| "grad_norm": 1.758302927017212, |
| "learning_rate": 9.712583902243294e-06, |
| "loss": 1.2581803798675537, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.6413502109704642, |
| "grad_norm": 4.694915771484375, |
| "learning_rate": 9.707037564227244e-06, |
| "loss": 0.8604925870895386, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.6455696202531646, |
| "grad_norm": 6.87870979309082, |
| "learning_rate": 9.701440021695784e-06, |
| "loss": 1.006733775138855, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.6497890295358649, |
| "grad_norm": 2.047752857208252, |
| "learning_rate": 9.69579134277749e-06, |
| "loss": 1.249037504196167, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.6540084388185654, |
| "grad_norm": 1.755350947380066, |
| "learning_rate": 9.690091596223315e-06, |
| "loss": 1.1914235353469849, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.6582278481012658, |
| "grad_norm": 10.775752067565918, |
| "learning_rate": 9.684340851405771e-06, |
| "loss": 1.0019190311431885, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.6624472573839663, |
| "grad_norm": 1.2793184518814087, |
| "learning_rate": 9.678539178318078e-06, |
| "loss": 1.2022016048431396, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 2.473740339279175, |
| "learning_rate": 9.672686647573312e-06, |
| "loss": 1.0890239477157593, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.6708860759493671, |
| "grad_norm": 1.8484349250793457, |
| "learning_rate": 9.666783330403543e-06, |
| "loss": 1.0760843753814697, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.6751054852320675, |
| "grad_norm": 10.745168685913086, |
| "learning_rate": 9.660829298658972e-06, |
| "loss": 1.0726282596588135, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.679324894514768, |
| "grad_norm": 2.6519157886505127, |
| "learning_rate": 9.654824624807057e-06, |
| "loss": 0.8642212152481079, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.6835443037974683, |
| "grad_norm": 1.717992901802063, |
| "learning_rate": 9.648769381931627e-06, |
| "loss": 0.8955992460250854, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.6877637130801688, |
| "grad_norm": 13.16799259185791, |
| "learning_rate": 9.642663643731993e-06, |
| "loss": 0.8464986085891724, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.6919831223628692, |
| "grad_norm": 3.0998640060424805, |
| "learning_rate": 9.636507484522054e-06, |
| "loss": 0.8659808039665222, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.6962025316455697, |
| "grad_norm": 4.811046123504639, |
| "learning_rate": 9.630300979229393e-06, |
| "loss": 1.558638334274292, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.70042194092827, |
| "grad_norm": 10.04901123046875, |
| "learning_rate": 9.62404420339436e-06, |
| "loss": 1.074096441268921, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.7046413502109705, |
| "grad_norm": 2.525545358657837, |
| "learning_rate": 9.617737233169157e-06, |
| "loss": 1.3383584022521973, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.7088607594936709, |
| "grad_norm": 1.9381195306777954, |
| "learning_rate": 9.611380145316913e-06, |
| "loss": 1.251182198524475, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.7130801687763713, |
| "grad_norm": 2.814554452896118, |
| "learning_rate": 9.60497301721074e-06, |
| "loss": 1.275946021080017, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.7172995780590717, |
| "grad_norm": 5.958861351013184, |
| "learning_rate": 9.598515926832803e-06, |
| "loss": 1.2431640625, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7215189873417721, |
| "grad_norm": 2.43070912361145, |
| "learning_rate": 9.59200895277336e-06, |
| "loss": 1.2416553497314453, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.7257383966244726, |
| "grad_norm": 2.6783525943756104, |
| "learning_rate": 9.58545217422982e-06, |
| "loss": 1.0711673498153687, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.729957805907173, |
| "grad_norm": 10.548710823059082, |
| "learning_rate": 9.578845671005764e-06, |
| "loss": 0.9235292673110962, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.7341772151898734, |
| "grad_norm": 1.4020512104034424, |
| "learning_rate": 9.57218952350998e-06, |
| "loss": 1.2332313060760498, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.7383966244725738, |
| "grad_norm": 8.172940254211426, |
| "learning_rate": 9.565483812755484e-06, |
| "loss": 1.1720128059387207, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7426160337552743, |
| "grad_norm": 10.901153564453125, |
| "learning_rate": 9.558728620358539e-06, |
| "loss": 1.0871388912200928, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.7468354430379747, |
| "grad_norm": 8.735403060913086, |
| "learning_rate": 9.55192402853765e-06, |
| "loss": 0.6521060466766357, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.7510548523206751, |
| "grad_norm": 4.4896111488342285, |
| "learning_rate": 9.545070120112574e-06, |
| "loss": 1.047936201095581, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.7552742616033755, |
| "grad_norm": 4.880589962005615, |
| "learning_rate": 9.538166978503311e-06, |
| "loss": 1.0152819156646729, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.759493670886076, |
| "grad_norm": 1.5919607877731323, |
| "learning_rate": 9.531214687729078e-06, |
| "loss": 1.206318974494934, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.7637130801687764, |
| "grad_norm": 3.057582139968872, |
| "learning_rate": 9.524213332407304e-06, |
| "loss": 0.987231969833374, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.7679324894514767, |
| "grad_norm": 4.207955837249756, |
| "learning_rate": 9.517162997752577e-06, |
| "loss": 1.5653212070465088, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.7721518987341772, |
| "grad_norm": 8.507241249084473, |
| "learning_rate": 9.510063769575636e-06, |
| "loss": 0.7021949887275696, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.7763713080168776, |
| "grad_norm": 3.0806355476379395, |
| "learning_rate": 9.5029157342823e-06, |
| "loss": 1.1647017002105713, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.7805907172995781, |
| "grad_norm": 2.6495301723480225, |
| "learning_rate": 9.49571897887243e-06, |
| "loss": 1.4708654880523682, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.7848101265822784, |
| "grad_norm": 37.14263153076172, |
| "learning_rate": 9.488473590938865e-06, |
| "loss": 0.9860970973968506, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.7890295358649789, |
| "grad_norm": 14.923946380615234, |
| "learning_rate": 9.481179658666365e-06, |
| "loss": 1.0486998558044434, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.7932489451476793, |
| "grad_norm": 2.270437002182007, |
| "learning_rate": 9.473837270830521e-06, |
| "loss": 1.156338095664978, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.7974683544303798, |
| "grad_norm": 0.96358722448349, |
| "learning_rate": 9.466446516796692e-06, |
| "loss": 1.11653733253479, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.8016877637130801, |
| "grad_norm": 2.3207335472106934, |
| "learning_rate": 9.459007486518909e-06, |
| "loss": 0.7127337455749512, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8059071729957806, |
| "grad_norm": 3.06595778465271, |
| "learning_rate": 9.451520270538775e-06, |
| "loss": 1.2675938606262207, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.810126582278481, |
| "grad_norm": 23.335262298583984, |
| "learning_rate": 9.443984959984375e-06, |
| "loss": 0.9875625371932983, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.8143459915611815, |
| "grad_norm": 6.709965229034424, |
| "learning_rate": 9.436401646569154e-06, |
| "loss": 1.2390447854995728, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.8185654008438819, |
| "grad_norm": 3.7535672187805176, |
| "learning_rate": 9.428770422590817e-06, |
| "loss": 0.9481120109558105, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.8227848101265823, |
| "grad_norm": 2.276607036590576, |
| "learning_rate": 9.421091380930187e-06, |
| "loss": 1.2161517143249512, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.8270042194092827, |
| "grad_norm": 3.2340142726898193, |
| "learning_rate": 9.413364615050088e-06, |
| "loss": 0.984723687171936, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.8312236286919831, |
| "grad_norm": 10.801681518554688, |
| "learning_rate": 9.4055902189942e-06, |
| "loss": 0.9216404557228088, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.8354430379746836, |
| "grad_norm": 1.5393396615982056, |
| "learning_rate": 9.397768287385923e-06, |
| "loss": 1.2234981060028076, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.8396624472573839, |
| "grad_norm": 0.5070556402206421, |
| "learning_rate": 9.389898915427213e-06, |
| "loss": 1.0872011184692383, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.8438818565400844, |
| "grad_norm": 1.8275169134140015, |
| "learning_rate": 9.381982198897434e-06, |
| "loss": 0.9712474942207336, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8481012658227848, |
| "grad_norm": 5.140311241149902, |
| "learning_rate": 9.374018234152187e-06, |
| "loss": 0.7062616348266602, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.8523206751054853, |
| "grad_norm": 2.3650052547454834, |
| "learning_rate": 9.366007118122138e-06, |
| "loss": 1.2058610916137695, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.8565400843881856, |
| "grad_norm": 3.8125803470611572, |
| "learning_rate": 9.35794894831184e-06, |
| "loss": 0.9518964290618896, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.8607594936708861, |
| "grad_norm": 1.838995099067688, |
| "learning_rate": 9.349843822798546e-06, |
| "loss": 0.975111722946167, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.8649789029535865, |
| "grad_norm": 6.433191776275635, |
| "learning_rate": 9.341691840231008e-06, |
| "loss": 1.2284657955169678, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.869198312236287, |
| "grad_norm": 7.83781623840332, |
| "learning_rate": 9.333493099828292e-06, |
| "loss": 0.8631826639175415, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.8734177215189873, |
| "grad_norm": 3.201695680618286, |
| "learning_rate": 9.325247701378553e-06, |
| "loss": 1.2114286422729492, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.8776371308016878, |
| "grad_norm": 4.142547130584717, |
| "learning_rate": 9.316955745237833e-06, |
| "loss": 1.0667777061462402, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.8818565400843882, |
| "grad_norm": 3.4035725593566895, |
| "learning_rate": 9.308617332328829e-06, |
| "loss": 1.1613843441009521, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.8860759493670886, |
| "grad_norm": 1.754526972770691, |
| "learning_rate": 9.300232564139681e-06, |
| "loss": 0.9515656232833862, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.890295358649789, |
| "grad_norm": 2.32590389251709, |
| "learning_rate": 9.29180154272272e-06, |
| "loss": 1.3403286933898926, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.8945147679324894, |
| "grad_norm": 24.669382095336914, |
| "learning_rate": 9.28332437069323e-06, |
| "loss": 0.9794604778289795, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.8987341772151899, |
| "grad_norm": 3.3824493885040283, |
| "learning_rate": 9.274801151228203e-06, |
| "loss": 1.1777677536010742, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.9029535864978903, |
| "grad_norm": 2.9143404960632324, |
| "learning_rate": 9.266231988065084e-06, |
| "loss": 1.0401194095611572, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.9071729957805907, |
| "grad_norm": 4.955803394317627, |
| "learning_rate": 9.257616985500508e-06, |
| "loss": 1.0083619356155396, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9113924050632911, |
| "grad_norm": 3.7971105575561523, |
| "learning_rate": 9.24895624838902e-06, |
| "loss": 1.0804749727249146, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.9156118143459916, |
| "grad_norm": 2.0953335762023926, |
| "learning_rate": 9.240249882141818e-06, |
| "loss": 1.2387405633926392, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.919831223628692, |
| "grad_norm": 3.6870739459991455, |
| "learning_rate": 9.23149799272545e-06, |
| "loss": 0.9250370860099792, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.9240506329113924, |
| "grad_norm": 2.7028815746307373, |
| "learning_rate": 9.222700686660537e-06, |
| "loss": 1.197579026222229, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.9282700421940928, |
| "grad_norm": 2.6510417461395264, |
| "learning_rate": 9.213858071020477e-06, |
| "loss": 0.9849317073822021, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9324894514767933, |
| "grad_norm": 10.135645866394043, |
| "learning_rate": 9.204970253430134e-06, |
| "loss": 0.960978627204895, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.9367088607594937, |
| "grad_norm": 35.18146514892578, |
| "learning_rate": 9.19603734206453e-06, |
| "loss": 1.0912028551101685, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.9409282700421941, |
| "grad_norm": 4.102611064910889, |
| "learning_rate": 9.187059445647537e-06, |
| "loss": 1.2960188388824463, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.9451476793248945, |
| "grad_norm": 1.38564133644104, |
| "learning_rate": 9.17803667345054e-06, |
| "loss": 1.0068583488464355, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.9493670886075949, |
| "grad_norm": 5.884424209594727, |
| "learning_rate": 9.16896913529112e-06, |
| "loss": 0.9411823153495789, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.9535864978902954, |
| "grad_norm": 1.8418949842453003, |
| "learning_rate": 9.159856941531707e-06, |
| "loss": 1.2834553718566895, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.9578059071729957, |
| "grad_norm": 3.745450258255005, |
| "learning_rate": 9.150700203078245e-06, |
| "loss": 0.9945646524429321, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.9620253164556962, |
| "grad_norm": 3.2759759426116943, |
| "learning_rate": 9.141499031378836e-06, |
| "loss": 1.1481308937072754, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.9662447257383966, |
| "grad_norm": 1.9661576747894287, |
| "learning_rate": 9.132253538422389e-06, |
| "loss": 0.8864379525184631, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.9704641350210971, |
| "grad_norm": 65.71759796142578, |
| "learning_rate": 9.12296383673725e-06, |
| "loss": 0.7265732288360596, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.9746835443037974, |
| "grad_norm": 32.50619888305664, |
| "learning_rate": 9.113630039389835e-06, |
| "loss": 0.9014446139335632, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.9789029535864979, |
| "grad_norm": 2.8576433658599854, |
| "learning_rate": 9.104252259983264e-06, |
| "loss": 1.1646841764450073, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.9831223628691983, |
| "grad_norm": 3.739401340484619, |
| "learning_rate": 9.094830612655961e-06, |
| "loss": 0.7757707834243774, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.9873417721518988, |
| "grad_norm": 4.484866619110107, |
| "learning_rate": 9.085365212080279e-06, |
| "loss": 1.3110108375549316, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.9915611814345991, |
| "grad_norm": 7.396069049835205, |
| "learning_rate": 9.075856173461094e-06, |
| "loss": 0.8946552276611328, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.9957805907172996, |
| "grad_norm": 4.264477729797363, |
| "learning_rate": 9.06630361253441e-06, |
| "loss": 1.205096960067749, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.8571966886520386, |
| "learning_rate": 9.056707645565946e-06, |
| "loss": 1.2512152194976807, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.0042194092827004, |
| "grad_norm": 6.815761089324951, |
| "learning_rate": 9.047068389349729e-06, |
| "loss": 0.9597331285476685, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.0084388185654007, |
| "grad_norm": 1.808717966079712, |
| "learning_rate": 9.037385961206654e-06, |
| "loss": 1.174092173576355, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.0126582278481013, |
| "grad_norm": 2.1455905437469482, |
| "learning_rate": 9.027660478983082e-06, |
| "loss": 1.1470932960510254, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.0168776371308017, |
| "grad_norm": 3.2191596031188965, |
| "learning_rate": 9.01789206104938e-06, |
| "loss": 0.7979065179824829, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.021097046413502, |
| "grad_norm": 3.9754693508148193, |
| "learning_rate": 9.008080826298504e-06, |
| "loss": 1.0781121253967285, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.0253164556962024, |
| "grad_norm": 4.9864935874938965, |
| "learning_rate": 8.99822689414453e-06, |
| "loss": 0.4800400137901306, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.029535864978903, |
| "grad_norm": 3.4104604721069336, |
| "learning_rate": 8.988330384521218e-06, |
| "loss": 0.9883596897125244, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.0337552742616034, |
| "grad_norm": 3.7277843952178955, |
| "learning_rate": 8.978391417880539e-06, |
| "loss": 0.7610245943069458, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.0379746835443038, |
| "grad_norm": 2.2768747806549072, |
| "learning_rate": 8.96841011519122e-06, |
| "loss": 1.0762301683425903, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.0421940928270041, |
| "grad_norm": 12.251036643981934, |
| "learning_rate": 8.958386597937265e-06, |
| "loss": 0.8438637852668762, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.0464135021097047, |
| "grad_norm": 3.5397419929504395, |
| "learning_rate": 8.948320988116476e-06, |
| "loss": 0.944114089012146, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.0506329113924051, |
| "grad_norm": 2.6761462688446045, |
| "learning_rate": 8.938213408238973e-06, |
| "loss": 1.2203458547592163, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.0548523206751055, |
| "grad_norm": 2.7123825550079346, |
| "learning_rate": 8.928063981325702e-06, |
| "loss": 1.0190808773040771, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.0590717299578059, |
| "grad_norm": 2.3714678287506104, |
| "learning_rate": 8.917872830906929e-06, |
| "loss": 1.081365704536438, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.0632911392405062, |
| "grad_norm": 2.278714418411255, |
| "learning_rate": 8.907640081020748e-06, |
| "loss": 1.2078616619110107, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.0675105485232068, |
| "grad_norm": 2.820486545562744, |
| "learning_rate": 8.897365856211569e-06, |
| "loss": 0.7916339635848999, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.0717299578059072, |
| "grad_norm": 2.414914846420288, |
| "learning_rate": 8.887050281528595e-06, |
| "loss": 1.0088075399398804, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.0759493670886076, |
| "grad_norm": 1.745826005935669, |
| "learning_rate": 8.876693482524306e-06, |
| "loss": 1.0888729095458984, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.080168776371308, |
| "grad_norm": 21.646360397338867, |
| "learning_rate": 8.866295585252932e-06, |
| "loss": 0.9575265049934387, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.0843881856540085, |
| "grad_norm": 4.113856315612793, |
| "learning_rate": 8.855856716268915e-06, |
| "loss": 1.0966126918792725, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.0886075949367089, |
| "grad_norm": 1.6279631853103638, |
| "learning_rate": 8.845377002625369e-06, |
| "loss": 1.0514793395996094, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.0928270042194093, |
| "grad_norm": 2.829108715057373, |
| "learning_rate": 8.834856571872536e-06, |
| "loss": 0.9625022411346436, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.0970464135021096, |
| "grad_norm": 5.274242877960205, |
| "learning_rate": 8.824295552056231e-06, |
| "loss": 0.9224317073822021, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.1012658227848102, |
| "grad_norm": 5.897571563720703, |
| "learning_rate": 8.81369407171629e-06, |
| "loss": 0.860292911529541, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.1054852320675106, |
| "grad_norm": 3.6628153324127197, |
| "learning_rate": 8.803052259884993e-06, |
| "loss": 1.0431971549987793, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.109704641350211, |
| "grad_norm": 7.019797325134277, |
| "learning_rate": 8.792370246085504e-06, |
| "loss": 0.8758162260055542, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.1139240506329113, |
| "grad_norm": 2.6283745765686035, |
| "learning_rate": 8.781648160330295e-06, |
| "loss": 1.3205974102020264, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.1181434599156117, |
| "grad_norm": 3.340432643890381, |
| "learning_rate": 8.770886133119553e-06, |
| "loss": 1.201941967010498, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.1223628691983123, |
| "grad_norm": 6.343982219696045, |
| "learning_rate": 8.760084295439606e-06, |
| "loss": 0.6695289611816406, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.1265822784810127, |
| "grad_norm": 2.7600579261779785, |
| "learning_rate": 8.749242778761317e-06, |
| "loss": 0.899500846862793, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.130801687763713, |
| "grad_norm": 2.929830312728882, |
| "learning_rate": 8.738361715038488e-06, |
| "loss": 1.0471978187561035, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.1350210970464134, |
| "grad_norm": 6.021061420440674, |
| "learning_rate": 8.727441236706258e-06, |
| "loss": 0.8244039416313171, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.139240506329114, |
| "grad_norm": 25.114166259765625, |
| "learning_rate": 8.716481476679482e-06, |
| "loss": 0.7538343667984009, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.1434599156118144, |
| "grad_norm": 1.8386493921279907, |
| "learning_rate": 8.705482568351128e-06, |
| "loss": 0.7804465293884277, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.1476793248945147, |
| "grad_norm": 2.374969005584717, |
| "learning_rate": 8.69444464559063e-06, |
| "loss": 0.8303866982460022, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.1518987341772151, |
| "grad_norm": 4.5004472732543945, |
| "learning_rate": 8.683367842742285e-06, |
| "loss": 1.0070552825927734, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.1561181434599157, |
| "grad_norm": 3.439532518386841, |
| "learning_rate": 8.6722522946236e-06, |
| "loss": 1.0979628562927246, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.160337552742616, |
| "grad_norm": 4.995817184448242, |
| "learning_rate": 8.661098136523663e-06, |
| "loss": 0.8778022527694702, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.1645569620253164, |
| "grad_norm": 2.827592134475708, |
| "learning_rate": 8.649905504201478e-06, |
| "loss": 1.2798807621002197, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.1687763713080168, |
| "grad_norm": 2.2903850078582764, |
| "learning_rate": 8.638674533884338e-06, |
| "loss": 1.164045810699463, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.1729957805907172, |
| "grad_norm": 5.9755940437316895, |
| "learning_rate": 8.627405362266142e-06, |
| "loss": 0.6177074313163757, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.1772151898734178, |
| "grad_norm": 2.224170446395874, |
| "learning_rate": 8.616098126505755e-06, |
| "loss": 0.9453469514846802, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.1814345991561181, |
| "grad_norm": 5.611544132232666, |
| "learning_rate": 8.604752964225315e-06, |
| "loss": 0.760279655456543, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.1856540084388185, |
| "grad_norm": 1.3615453243255615, |
| "learning_rate": 8.593370013508582e-06, |
| "loss": 0.633928656578064, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.189873417721519, |
| "grad_norm": 3.9796786308288574, |
| "learning_rate": 8.581949412899233e-06, |
| "loss": 1.188035488128662, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.1940928270042195, |
| "grad_norm": 4.539784908294678, |
| "learning_rate": 8.570491301399192e-06, |
| "loss": 1.0750675201416016, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.1983122362869199, |
| "grad_norm": 15.827986717224121, |
| "learning_rate": 8.558995818466941e-06, |
| "loss": 0.7490755915641785, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.2025316455696202, |
| "grad_norm": 2.076904296875, |
| "learning_rate": 8.547463104015805e-06, |
| "loss": 0.9767062664031982, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.2067510548523206, |
| "grad_norm": 4.681002616882324, |
| "learning_rate": 8.535893298412262e-06, |
| "loss": 1.0443482398986816, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.2109704641350212, |
| "grad_norm": 2.2652556896209717, |
| "learning_rate": 8.524286542474239e-06, |
| "loss": 1.0343825817108154, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.2151898734177216, |
| "grad_norm": 2.5286481380462646, |
| "learning_rate": 8.512642977469386e-06, |
| "loss": 0.935553252696991, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.219409282700422, |
| "grad_norm": 3.3003175258636475, |
| "learning_rate": 8.50096274511336e-06, |
| "loss": 0.6356152296066284, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.2236286919831223, |
| "grad_norm": 1.7909246683120728, |
| "learning_rate": 8.489245987568107e-06, |
| "loss": 0.9054712653160095, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.2278481012658227, |
| "grad_norm": 26.543872833251953, |
| "learning_rate": 8.477492847440124e-06, |
| "loss": 0.8610569834709167, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.2320675105485233, |
| "grad_norm": 3.908242702484131, |
| "learning_rate": 8.465703467778728e-06, |
| "loss": 0.7942756414413452, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.2362869198312236, |
| "grad_norm": 21.777339935302734, |
| "learning_rate": 8.453877992074308e-06, |
| "loss": 0.9873848557472229, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.240506329113924, |
| "grad_norm": 3.280397415161133, |
| "learning_rate": 8.442016564256594e-06, |
| "loss": 0.8189821243286133, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.2447257383966246, |
| "grad_norm": 2.035757303237915, |
| "learning_rate": 8.43011932869288e-06, |
| "loss": 1.0073659420013428, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.248945147679325, |
| "grad_norm": 2.6660571098327637, |
| "learning_rate": 8.418186430186298e-06, |
| "loss": 0.5638909935951233, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.2531645569620253, |
| "grad_norm": 1.3088264465332031, |
| "learning_rate": 8.406218013974023e-06, |
| "loss": 0.8390307426452637, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.2573839662447257, |
| "grad_norm": 4.299382209777832, |
| "learning_rate": 8.394214225725537e-06, |
| "loss": 0.6718566417694092, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.261603375527426, |
| "grad_norm": 5.391160488128662, |
| "learning_rate": 8.38217521154083e-06, |
| "loss": 0.6240211725234985, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.2658227848101267, |
| "grad_norm": 2.576371908187866, |
| "learning_rate": 8.370101117948636e-06, |
| "loss": 0.8396421670913696, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.270042194092827, |
| "grad_norm": 5.660943984985352, |
| "learning_rate": 8.357992091904644e-06, |
| "loss": 1.346001148223877, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.2742616033755274, |
| "grad_norm": 3.395664930343628, |
| "learning_rate": 8.345848280789716e-06, |
| "loss": 1.0721639394760132, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.2784810126582278, |
| "grad_norm": 3.3266537189483643, |
| "learning_rate": 8.333669832408086e-06, |
| "loss": 0.7810955047607422, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.2827004219409281, |
| "grad_norm": 3.665830135345459, |
| "learning_rate": 8.321456894985564e-06, |
| "loss": 0.8056845664978027, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.2869198312236287, |
| "grad_norm": 3.8954124450683594, |
| "learning_rate": 8.309209617167727e-06, |
| "loss": 0.8474479913711548, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.2911392405063291, |
| "grad_norm": 14.83908462524414, |
| "learning_rate": 8.29692814801812e-06, |
| "loss": 0.6019803285598755, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.2953586497890295, |
| "grad_norm": 1.7662218809127808, |
| "learning_rate": 8.284612637016435e-06, |
| "loss": 0.6540454626083374, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.29957805907173, |
| "grad_norm": 2.633075475692749, |
| "learning_rate": 8.272263234056692e-06, |
| "loss": 1.0802154541015625, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.3037974683544304, |
| "grad_norm": 2.6692678928375244, |
| "learning_rate": 8.259880089445414e-06, |
| "loss": 1.1146447658538818, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.3080168776371308, |
| "grad_norm": 2.178652286529541, |
| "learning_rate": 8.247463353899802e-06, |
| "loss": 0.670699954032898, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.3122362869198312, |
| "grad_norm": 4.32629919052124, |
| "learning_rate": 8.235013178545896e-06, |
| "loss": 0.7013387680053711, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.3164556962025316, |
| "grad_norm": 2.2110602855682373, |
| "learning_rate": 8.222529714916733e-06, |
| "loss": 0.8648394346237183, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.3206751054852321, |
| "grad_norm": 2.262147903442383, |
| "learning_rate": 8.210013114950516e-06, |
| "loss": 1.0324323177337646, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.3248945147679325, |
| "grad_norm": 10.206827163696289, |
| "learning_rate": 8.197463530988747e-06, |
| "loss": 1.4822674989700317, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.3291139240506329, |
| "grad_norm": 3.9082746505737305, |
| "learning_rate": 8.18488111577439e-06, |
| "loss": 0.8351543545722961, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 2.0968756675720215, |
| "learning_rate": 8.17226602244999e-06, |
| "loss": 0.9663413763046265, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.3375527426160336, |
| "grad_norm": 0.9584253430366516, |
| "learning_rate": 8.159618404555836e-06, |
| "loss": 0.7414358854293823, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.3417721518987342, |
| "grad_norm": 5.462522029876709, |
| "learning_rate": 8.146938416028071e-06, |
| "loss": 0.6039226055145264, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.3459915611814346, |
| "grad_norm": 16.680879592895508, |
| "learning_rate": 8.13422621119683e-06, |
| "loss": 0.8345423936843872, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.350210970464135, |
| "grad_norm": 2.430999755859375, |
| "learning_rate": 8.121481944784356e-06, |
| "loss": 1.1797393560409546, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.3544303797468356, |
| "grad_norm": 2.486576557159424, |
| "learning_rate": 8.108705771903118e-06, |
| "loss": 0.767329216003418, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.358649789029536, |
| "grad_norm": 1.574285626411438, |
| "learning_rate": 8.095897848053922e-06, |
| "loss": 1.2056798934936523, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.3628691983122363, |
| "grad_norm": 1.8294974565505981, |
| "learning_rate": 8.083058329124026e-06, |
| "loss": 1.173051118850708, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.3670886075949367, |
| "grad_norm": 27.29816246032715, |
| "learning_rate": 8.070187371385228e-06, |
| "loss": 0.8690171241760254, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.371308016877637, |
| "grad_norm": 2.3717832565307617, |
| "learning_rate": 8.057285131491982e-06, |
| "loss": 1.2316193580627441, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.3755274261603376, |
| "grad_norm": 2.37094783782959, |
| "learning_rate": 8.044351766479478e-06, |
| "loss": 1.0938432216644287, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.379746835443038, |
| "grad_norm": 3.792268753051758, |
| "learning_rate": 8.03138743376173e-06, |
| "loss": 0.7728132009506226, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.3839662447257384, |
| "grad_norm": 2.5651471614837646, |
| "learning_rate": 8.018392291129672e-06, |
| "loss": 1.1373931169509888, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.3881856540084387, |
| "grad_norm": 4.154591083526611, |
| "learning_rate": 8.005366496749228e-06, |
| "loss": 0.6223584413528442, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.3924050632911391, |
| "grad_norm": 2.3023734092712402, |
| "learning_rate": 7.992310209159386e-06, |
| "loss": 1.056243658065796, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.3966244725738397, |
| "grad_norm": 3.571608543395996, |
| "learning_rate": 7.979223587270276e-06, |
| "loss": 0.7067603468894958, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.40084388185654, |
| "grad_norm": 1.450181484222412, |
| "learning_rate": 7.966106790361228e-06, |
| "loss": 1.1153264045715332, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.4050632911392404, |
| "grad_norm": 1.3550797700881958, |
| "learning_rate": 7.952959978078842e-06, |
| "loss": 0.660108208656311, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.409282700421941, |
| "grad_norm": 3.615280866622925, |
| "learning_rate": 7.939783310435036e-06, |
| "loss": 1.0421502590179443, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.4135021097046414, |
| "grad_norm": 1.5363960266113281, |
| "learning_rate": 7.9265769478051e-06, |
| "loss": 1.0815043449401855, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.4177215189873418, |
| "grad_norm": 3.13627290725708, |
| "learning_rate": 7.913341050925752e-06, |
| "loss": 1.2361657619476318, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.4219409282700421, |
| "grad_norm": 1.9106669425964355, |
| "learning_rate": 7.90007578089317e-06, |
| "loss": 0.6243915557861328, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.4261603375527425, |
| "grad_norm": 3.255790948867798, |
| "learning_rate": 7.886781299161044e-06, |
| "loss": 0.6714270710945129, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.4303797468354431, |
| "grad_norm": 5.642148971557617, |
| "learning_rate": 7.873457767538598e-06, |
| "loss": 0.9618281126022339, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.4345991561181435, |
| "grad_norm": 5.4728169441223145, |
| "learning_rate": 7.860105348188632e-06, |
| "loss": 0.9934682846069336, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.4388185654008439, |
| "grad_norm": 1.8310091495513916, |
| "learning_rate": 7.84672420362554e-06, |
| "loss": 0.7535367012023926, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.4430379746835442, |
| "grad_norm": 2.71402645111084, |
| "learning_rate": 7.83331449671333e-06, |
| "loss": 1.1184730529785156, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.4472573839662446, |
| "grad_norm": 2.721883535385132, |
| "learning_rate": 7.819876390663661e-06, |
| "loss": 0.7760183215141296, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.4514767932489452, |
| "grad_norm": 3.989455223083496, |
| "learning_rate": 7.806410049033829e-06, |
| "loss": 0.7684187889099121, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.4556962025316456, |
| "grad_norm": 11.97647762298584, |
| "learning_rate": 7.792915635724796e-06, |
| "loss": 1.0284794569015503, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.459915611814346, |
| "grad_norm": 3.3579699993133545, |
| "learning_rate": 7.779393314979184e-06, |
| "loss": 0.6289864778518677, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.4641350210970465, |
| "grad_norm": 2.3317904472351074, |
| "learning_rate": 7.765843251379288e-06, |
| "loss": 1.1673097610473633, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.4683544303797469, |
| "grad_norm": 2.0161025524139404, |
| "learning_rate": 7.752265609845061e-06, |
| "loss": 0.6799832582473755, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.4725738396624473, |
| "grad_norm": 3.269385814666748, |
| "learning_rate": 7.738660555632112e-06, |
| "loss": 1.1176059246063232, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.4767932489451476, |
| "grad_norm": 2.476309061050415, |
| "learning_rate": 7.72502825432969e-06, |
| "loss": 1.1369357109069824, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.481012658227848, |
| "grad_norm": 5.302575588226318, |
| "learning_rate": 7.711368871858685e-06, |
| "loss": 0.9875307083129883, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.4852320675105486, |
| "grad_norm": 3.4655697345733643, |
| "learning_rate": 7.69768257446958e-06, |
| "loss": 0.8226287364959717, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.489451476793249, |
| "grad_norm": 1.595177412033081, |
| "learning_rate": 7.683969528740454e-06, |
| "loss": 1.0780549049377441, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.4936708860759493, |
| "grad_norm": 1.7033662796020508, |
| "learning_rate": 7.670229901574946e-06, |
| "loss": 1.1031169891357422, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.49789029535865, |
| "grad_norm": 1.2602566480636597, |
| "learning_rate": 7.656463860200212e-06, |
| "loss": 1.0011460781097412, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.50210970464135, |
| "grad_norm": 1.3341336250305176, |
| "learning_rate": 7.642671572164907e-06, |
| "loss": 0.47382962703704834, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.5063291139240507, |
| "grad_norm": 1.314199447631836, |
| "learning_rate": 7.628853205337138e-06, |
| "loss": 1.0233845710754395, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.510548523206751, |
| "grad_norm": 4.115900039672852, |
| "learning_rate": 7.615008927902416e-06, |
| "loss": 1.0157133340835571, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.5147679324894514, |
| "grad_norm": 2.439666509628296, |
| "learning_rate": 7.601138908361621e-06, |
| "loss": 1.021757960319519, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.518987341772152, |
| "grad_norm": 3.328108310699463, |
| "learning_rate": 7.58724331552894e-06, |
| "loss": 0.9978505373001099, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.5232067510548524, |
| "grad_norm": 4.225017070770264, |
| "learning_rate": 7.573322318529818e-06, |
| "loss": 1.0947837829589844, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.5274261603375527, |
| "grad_norm": 2.2315995693206787, |
| "learning_rate": 7.559376086798894e-06, |
| "loss": 1.1927165985107422, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.5316455696202531, |
| "grad_norm": 6.273666858673096, |
| "learning_rate": 7.5454047900779495e-06, |
| "loss": 0.5769215226173401, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.5358649789029535, |
| "grad_norm": 8.556334495544434, |
| "learning_rate": 7.531408598413832e-06, |
| "loss": 0.36240071058273315, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.540084388185654, |
| "grad_norm": 1.8587615489959717, |
| "learning_rate": 7.5173876821563905e-06, |
| "loss": 0.8379468321800232, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.5443037974683544, |
| "grad_norm": 1.8504387140274048, |
| "learning_rate": 7.503342211956398e-06, |
| "loss": 0.9457059502601624, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.5485232067510548, |
| "grad_norm": 2.1898131370544434, |
| "learning_rate": 7.4892723587634845e-06, |
| "loss": 1.1538609266281128, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.5527426160337554, |
| "grad_norm": 2.036227226257324, |
| "learning_rate": 7.475178293824038e-06, |
| "loss": 0.7996088266372681, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.5569620253164556, |
| "grad_norm": 3.042924642562866, |
| "learning_rate": 7.461060188679143e-06, |
| "loss": 0.8761364221572876, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.5611814345991561, |
| "grad_norm": 2.043531894683838, |
| "learning_rate": 7.446918215162474e-06, |
| "loss": 1.0147826671600342, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.5654008438818565, |
| "grad_norm": 1.6727322340011597, |
| "learning_rate": 7.432752545398215e-06, |
| "loss": 0.7132784128189087, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.5696202531645569, |
| "grad_norm": 25.195526123046875, |
| "learning_rate": 7.418563351798959e-06, |
| "loss": 0.5593595504760742, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.5738396624472575, |
| "grad_norm": 2.1481964588165283, |
| "learning_rate": 7.40435080706361e-06, |
| "loss": 0.765815258026123, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.5780590717299579, |
| "grad_norm": 3.1862220764160156, |
| "learning_rate": 7.390115084175283e-06, |
| "loss": 0.6900704503059387, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.5822784810126582, |
| "grad_norm": 3.530600070953369, |
| "learning_rate": 7.375856356399201e-06, |
| "loss": 1.1243162155151367, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.5864978902953588, |
| "grad_norm": 1.4450992345809937, |
| "learning_rate": 7.36157479728058e-06, |
| "loss": 0.5915750861167908, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.590717299578059, |
| "grad_norm": 1.6920042037963867, |
| "learning_rate": 7.347270580642521e-06, |
| "loss": 0.6169447302818298, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.5949367088607596, |
| "grad_norm": 1.833289384841919, |
| "learning_rate": 7.332943880583892e-06, |
| "loss": 0.6001879572868347, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.59915611814346, |
| "grad_norm": 1.8371257781982422, |
| "learning_rate": 7.318594871477209e-06, |
| "loss": 0.802247166633606, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.6033755274261603, |
| "grad_norm": 5.851796627044678, |
| "learning_rate": 7.304223727966523e-06, |
| "loss": 1.079378604888916, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.6075949367088609, |
| "grad_norm": 0.8718931674957275, |
| "learning_rate": 7.289830624965275e-06, |
| "loss": 0.7386890649795532, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.611814345991561, |
| "grad_norm": 1.774277925491333, |
| "learning_rate": 7.275415737654185e-06, |
| "loss": 1.0444384813308716, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.6160337552742616, |
| "grad_norm": 6.020558834075928, |
| "learning_rate": 7.260979241479113e-06, |
| "loss": 0.9992208480834961, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.620253164556962, |
| "grad_norm": 0.6516086459159851, |
| "learning_rate": 7.246521312148924e-06, |
| "loss": 0.8042000532150269, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.6244725738396624, |
| "grad_norm": 2.825258255004883, |
| "learning_rate": 7.232042125633345e-06, |
| "loss": 1.0829482078552246, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.628691983122363, |
| "grad_norm": 1.8748855590820312, |
| "learning_rate": 7.217541858160834e-06, |
| "loss": 1.1436506509780884, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.6329113924050633, |
| "grad_norm": 1.5475397109985352, |
| "learning_rate": 7.203020686216422e-06, |
| "loss": 1.0624109506607056, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.6371308016877637, |
| "grad_norm": 1.7471731901168823, |
| "learning_rate": 7.188478786539579e-06, |
| "loss": 1.0815238952636719, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.6413502109704643, |
| "grad_norm": 1.9459524154663086, |
| "learning_rate": 7.173916336122049e-06, |
| "loss": 0.7794762253761292, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.6455696202531644, |
| "grad_norm": 29.665868759155273, |
| "learning_rate": 7.159333512205703e-06, |
| "loss": 0.3798883557319641, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.649789029535865, |
| "grad_norm": 4.934221267700195, |
| "learning_rate": 7.144730492280387e-06, |
| "loss": 0.9985687732696533, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.6540084388185654, |
| "grad_norm": 3.7234246730804443, |
| "learning_rate": 7.1301074540817496e-06, |
| "loss": 0.8303778171539307, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.6582278481012658, |
| "grad_norm": 2.013413429260254, |
| "learning_rate": 7.1154645755890875e-06, |
| "loss": 1.084949016571045, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.6624472573839664, |
| "grad_norm": 2.8456227779388428, |
| "learning_rate": 7.1008020350231745e-06, |
| "loss": 0.5425201654434204, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 1.1652889251708984, |
| "learning_rate": 7.086120010844097e-06, |
| "loss": 1.0671439170837402, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.6708860759493671, |
| "grad_norm": 41.040802001953125, |
| "learning_rate": 7.071418681749081e-06, |
| "loss": 0.46648311614990234, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.6751054852320675, |
| "grad_norm": 0.44625580310821533, |
| "learning_rate": 7.056698226670312e-06, |
| "loss": 0.7891093492507935, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.6793248945147679, |
| "grad_norm": 1.4371800422668457, |
| "learning_rate": 7.041958824772761e-06, |
| "loss": 1.0508965253829956, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.6835443037974684, |
| "grad_norm": 9.063414573669434, |
| "learning_rate": 7.027200655452007e-06, |
| "loss": 0.8341038227081299, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.6877637130801688, |
| "grad_norm": 2.466891050338745, |
| "learning_rate": 7.012423898332048e-06, |
| "loss": 1.18134343624115, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.6919831223628692, |
| "grad_norm": 30.642555236816406, |
| "learning_rate": 6.997628733263118e-06, |
| "loss": 0.6166775822639465, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.6962025316455698, |
| "grad_norm": 2.0624189376831055, |
| "learning_rate": 6.9828153403194945e-06, |
| "loss": 1.1642102003097534, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.70042194092827, |
| "grad_norm": 1.4250247478485107, |
| "learning_rate": 6.967983899797311e-06, |
| "loss": 1.0424535274505615, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.7046413502109705, |
| "grad_norm": 6.845149040222168, |
| "learning_rate": 6.953134592212363e-06, |
| "loss": 0.8005964159965515, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.7088607594936709, |
| "grad_norm": 3.294389247894287, |
| "learning_rate": 6.938267598297906e-06, |
| "loss": 0.8661649227142334, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.7130801687763713, |
| "grad_norm": 1.8415154218673706, |
| "learning_rate": 6.923383099002462e-06, |
| "loss": 1.0995922088623047, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.7172995780590719, |
| "grad_norm": 4.381662845611572, |
| "learning_rate": 6.9084812754876055e-06, |
| "loss": 1.423997402191162, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.721518987341772, |
| "grad_norm": 2.0566799640655518, |
| "learning_rate": 6.893562309125778e-06, |
| "loss": 1.056745171546936, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.7257383966244726, |
| "grad_norm": 7.664315223693848, |
| "learning_rate": 6.8786263814980625e-06, |
| "loss": 0.7872004508972168, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.729957805907173, |
| "grad_norm": 12.006627082824707, |
| "learning_rate": 6.863673674391981e-06, |
| "loss": 0.3891472816467285, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.7341772151898733, |
| "grad_norm": 2.845207691192627, |
| "learning_rate": 6.848704369799282e-06, |
| "loss": 0.6111759543418884, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.738396624472574, |
| "grad_norm": 2.202544689178467, |
| "learning_rate": 6.833718649913725e-06, |
| "loss": 0.734418511390686, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.7426160337552743, |
| "grad_norm": 3.080443859100342, |
| "learning_rate": 6.8187166971288595e-06, |
| "loss": 0.9128053784370422, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.7468354430379747, |
| "grad_norm": 7.824685096740723, |
| "learning_rate": 6.803698694035812e-06, |
| "loss": 0.9317350387573242, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.7510548523206753, |
| "grad_norm": 1.6106356382369995, |
| "learning_rate": 6.788664823421061e-06, |
| "loss": 1.0445291996002197, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.7552742616033754, |
| "grad_norm": 2.2015790939331055, |
| "learning_rate": 6.773615268264205e-06, |
| "loss": 1.0102322101593018, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.759493670886076, |
| "grad_norm": 2.6845500469207764, |
| "learning_rate": 6.75855021173575e-06, |
| "loss": 0.8290532827377319, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.7637130801687764, |
| "grad_norm": 2.9580721855163574, |
| "learning_rate": 6.74346983719486e-06, |
| "loss": 1.049426555633545, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.7679324894514767, |
| "grad_norm": 2.179271697998047, |
| "learning_rate": 6.728374328187149e-06, |
| "loss": 0.8503140807151794, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.7721518987341773, |
| "grad_norm": 5.178153038024902, |
| "learning_rate": 6.7132638684424286e-06, |
| "loss": 0.7234880924224854, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.7763713080168775, |
| "grad_norm": 2.214745044708252, |
| "learning_rate": 6.698138641872478e-06, |
| "loss": 0.9172013401985168, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.780590717299578, |
| "grad_norm": 0.7265772819519043, |
| "learning_rate": 6.6829988325688066e-06, |
| "loss": 0.4127024710178375, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.7848101265822784, |
| "grad_norm": 1.3983646631240845, |
| "learning_rate": 6.667844624800414e-06, |
| "loss": 0.6767317056655884, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.7890295358649788, |
| "grad_norm": 3.5831058025360107, |
| "learning_rate": 6.652676203011545e-06, |
| "loss": 0.6544051766395569, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.7932489451476794, |
| "grad_norm": 6.102690696716309, |
| "learning_rate": 6.6374937518194445e-06, |
| "loss": 0.7576239109039307, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.7974683544303798, |
| "grad_norm": 1.593667984008789, |
| "learning_rate": 6.622297456012114e-06, |
| "loss": 1.0734498500823975, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.8016877637130801, |
| "grad_norm": 5.819282531738281, |
| "learning_rate": 6.607087500546055e-06, |
| "loss": 1.3928203582763672, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.8059071729957807, |
| "grad_norm": 0.5333048701286316, |
| "learning_rate": 6.591864070544029e-06, |
| "loss": 0.7620506882667542, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.810126582278481, |
| "grad_norm": 3.399226427078247, |
| "learning_rate": 6.57662735129279e-06, |
| "loss": 0.9754884243011475, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.8143459915611815, |
| "grad_norm": 1.6153955459594727, |
| "learning_rate": 6.561377528240851e-06, |
| "loss": 0.6267217397689819, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.8185654008438819, |
| "grad_norm": 2.8977577686309814, |
| "learning_rate": 6.546114786996198e-06, |
| "loss": 1.0711944103240967, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.8227848101265822, |
| "grad_norm": 1.3970896005630493, |
| "learning_rate": 6.530839313324058e-06, |
| "loss": 0.9198905825614929, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.8270042194092828, |
| "grad_norm": 3.1014037132263184, |
| "learning_rate": 6.51555129314462e-06, |
| "loss": 0.9234670996665955, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.831223628691983, |
| "grad_norm": 32.24216842651367, |
| "learning_rate": 6.500250912530779e-06, |
| "loss": 0.8945643305778503, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.8354430379746836, |
| "grad_norm": 2.4129698276519775, |
| "learning_rate": 6.4849383577058746e-06, |
| "loss": 1.0561885833740234, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.839662447257384, |
| "grad_norm": 15.151080131530762, |
| "learning_rate": 6.469613815041417e-06, |
| "loss": 0.7155804634094238, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.8438818565400843, |
| "grad_norm": 9.897340774536133, |
| "learning_rate": 6.454277471054824e-06, |
| "loss": 0.9214745163917542, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.8481012658227849, |
| "grad_norm": 2.1503212451934814, |
| "learning_rate": 6.438929512407148e-06, |
| "loss": 1.0825152397155762, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.8523206751054853, |
| "grad_norm": 3.1753077507019043, |
| "learning_rate": 6.423570125900807e-06, |
| "loss": 0.7228461503982544, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.8565400843881856, |
| "grad_norm": 6.838200569152832, |
| "learning_rate": 6.408199498477307e-06, |
| "loss": 0.7321918606758118, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.8607594936708862, |
| "grad_norm": 2.482978105545044, |
| "learning_rate": 6.392817817214972e-06, |
| "loss": 0.853125810623169, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.8649789029535864, |
| "grad_norm": 2.1994502544403076, |
| "learning_rate": 6.377425269326659e-06, |
| "loss": 0.8759280443191528, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.869198312236287, |
| "grad_norm": 7.824670791625977, |
| "learning_rate": 6.362022042157491e-06, |
| "loss": 0.7490097284317017, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.8734177215189873, |
| "grad_norm": 1.9435874223709106, |
| "learning_rate": 6.346608323182564e-06, |
| "loss": 1.030540943145752, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.8776371308016877, |
| "grad_norm": 4.0743408203125, |
| "learning_rate": 6.331184300004677e-06, |
| "loss": 0.3893578052520752, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.8818565400843883, |
| "grad_norm": 2.1779346466064453, |
| "learning_rate": 6.315750160352036e-06, |
| "loss": 0.6705051064491272, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.8860759493670884, |
| "grad_norm": 3.5976054668426514, |
| "learning_rate": 6.300306092075985e-06, |
| "loss": 1.0589570999145508, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.890295358649789, |
| "grad_norm": 1.8958508968353271, |
| "learning_rate": 6.284852283148705e-06, |
| "loss": 1.225637435913086, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.8945147679324894, |
| "grad_norm": 13.482898712158203, |
| "learning_rate": 6.269388921660931e-06, |
| "loss": 0.7953962683677673, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.8987341772151898, |
| "grad_norm": 2.315037250518799, |
| "learning_rate": 6.2539161958196695e-06, |
| "loss": 0.9806903600692749, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.9029535864978904, |
| "grad_norm": 1.977565050125122, |
| "learning_rate": 6.238434293945895e-06, |
| "loss": 1.1328575611114502, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.9071729957805907, |
| "grad_norm": 6.948404788970947, |
| "learning_rate": 6.222943404472272e-06, |
| "loss": 0.9575637578964233, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.9113924050632911, |
| "grad_norm": 1.308288335800171, |
| "learning_rate": 6.207443715940847e-06, |
| "loss": 1.2435095310211182, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.9156118143459917, |
| "grad_norm": 3.5493340492248535, |
| "learning_rate": 6.191935417000771e-06, |
| "loss": 0.43752309679985046, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.9198312236286919, |
| "grad_norm": 3.865103244781494, |
| "learning_rate": 6.176418696405981e-06, |
| "loss": 1.0318211317062378, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.9240506329113924, |
| "grad_norm": 7.21782112121582, |
| "learning_rate": 6.160893743012927e-06, |
| "loss": 0.7834182977676392, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.9282700421940928, |
| "grad_norm": 2.4316694736480713, |
| "learning_rate": 6.145360745778255e-06, |
| "loss": 1.1165027618408203, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.9324894514767932, |
| "grad_norm": 2.239809513092041, |
| "learning_rate": 6.129819893756516e-06, |
| "loss": 0.7559670209884644, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.9367088607594938, |
| "grad_norm": 2.101334571838379, |
| "learning_rate": 6.1142713760978615e-06, |
| "loss": 1.0124273300170898, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.9409282700421941, |
| "grad_norm": 2.6619949340820312, |
| "learning_rate": 6.098715382045745e-06, |
| "loss": 0.4279465675354004, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.9451476793248945, |
| "grad_norm": 1.2926506996154785, |
| "learning_rate": 6.0831521009346135e-06, |
| "loss": 1.0157091617584229, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.9493670886075949, |
| "grad_norm": 4.153886795043945, |
| "learning_rate": 6.067581722187609e-06, |
| "loss": 1.1203033924102783, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.9535864978902953, |
| "grad_norm": 2.1800642013549805, |
| "learning_rate": 6.0520044353142585e-06, |
| "loss": 0.893081545829773, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.9578059071729959, |
| "grad_norm": 1.6266523599624634, |
| "learning_rate": 6.0364204299081665e-06, |
| "loss": 0.7595791220664978, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.9620253164556962, |
| "grad_norm": 2.508669853210449, |
| "learning_rate": 6.0208298956447155e-06, |
| "loss": 1.0534107685089111, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.9662447257383966, |
| "grad_norm": 8.25910758972168, |
| "learning_rate": 6.005233022278744e-06, |
| "loss": 0.8808714151382446, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.9704641350210972, |
| "grad_norm": 2.152791738510132, |
| "learning_rate": 5.9896299996422546e-06, |
| "loss": 1.2055463790893555, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.9746835443037973, |
| "grad_norm": 2.116642475128174, |
| "learning_rate": 5.974021017642084e-06, |
| "loss": 1.1175028085708618, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.978902953586498, |
| "grad_norm": 2.1793270111083984, |
| "learning_rate": 5.958406266257607e-06, |
| "loss": 0.6490421891212463, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.9831223628691983, |
| "grad_norm": 1.7029622793197632, |
| "learning_rate": 5.942785935538415e-06, |
| "loss": 1.0587456226348877, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.9873417721518987, |
| "grad_norm": 6.407623767852783, |
| "learning_rate": 5.927160215602009e-06, |
| "loss": 0.9026035070419312, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.9915611814345993, |
| "grad_norm": 1.9148080348968506, |
| "learning_rate": 5.9115292966314855e-06, |
| "loss": 0.7156428098678589, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.9957805907172996, |
| "grad_norm": 2.6921048164367676, |
| "learning_rate": 5.895893368873212e-06, |
| "loss": 1.0681915283203125, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 10.341744422912598, |
| "learning_rate": 5.880252622634524e-06, |
| "loss": 0.565343976020813, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.0042194092827006, |
| "grad_norm": 2.4585750102996826, |
| "learning_rate": 5.864607248281401e-06, |
| "loss": 0.797762930393219, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.0084388185654007, |
| "grad_norm": 4.021915912628174, |
| "learning_rate": 5.848957436236156e-06, |
| "loss": 0.5289384722709656, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.0126582278481013, |
| "grad_norm": 2.4470012187957764, |
| "learning_rate": 5.833303376975109e-06, |
| "loss": 0.7827356457710266, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.0168776371308015, |
| "grad_norm": 1.2545971870422363, |
| "learning_rate": 5.8176452610262756e-06, |
| "loss": 0.9084755182266235, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.021097046413502, |
| "grad_norm": 8.951279640197754, |
| "learning_rate": 5.8019832789670476e-06, |
| "loss": 0.6672205924987793, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.0253164556962027, |
| "grad_norm": 7.998170852661133, |
| "learning_rate": 5.7863176214218676e-06, |
| "loss": 0.719889760017395, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.029535864978903, |
| "grad_norm": 2.303816556930542, |
| "learning_rate": 5.770648479059918e-06, |
| "loss": 0.9447646141052246, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.0337552742616034, |
| "grad_norm": 1.663718342781067, |
| "learning_rate": 5.754976042592791e-06, |
| "loss": 0.720722496509552, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.037974683544304, |
| "grad_norm": 2.7137224674224854, |
| "learning_rate": 5.739300502772177e-06, |
| "loss": 0.6178973913192749, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.042194092827004, |
| "grad_norm": 3.8692123889923096, |
| "learning_rate": 5.723622050387533e-06, |
| "loss": 0.6272182464599609, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.0464135021097047, |
| "grad_norm": 2.5525665283203125, |
| "learning_rate": 5.707940876263767e-06, |
| "loss": 0.928709089756012, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.050632911392405, |
| "grad_norm": 5.327123165130615, |
| "learning_rate": 5.6922571712589145e-06, |
| "loss": 0.8047610521316528, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.0548523206751055, |
| "grad_norm": 1.6276748180389404, |
| "learning_rate": 5.676571126261814e-06, |
| "loss": 0.7803731560707092, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.059071729957806, |
| "grad_norm": 3.2204136848449707, |
| "learning_rate": 5.660882932189783e-06, |
| "loss": 0.6810506582260132, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.0632911392405062, |
| "grad_norm": 1.2158677577972412, |
| "learning_rate": 5.6451927799863e-06, |
| "loss": 0.6252305507659912, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.067510548523207, |
| "grad_norm": 1.7296432256698608, |
| "learning_rate": 5.629500860618673e-06, |
| "loss": 0.5727726221084595, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.071729957805907, |
| "grad_norm": 3.264876127243042, |
| "learning_rate": 5.613807365075716e-06, |
| "loss": 0.9008371829986572, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.0759493670886076, |
| "grad_norm": 3.087449073791504, |
| "learning_rate": 5.5981124843654335e-06, |
| "loss": 0.8526220321655273, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.080168776371308, |
| "grad_norm": 2.4998385906219482, |
| "learning_rate": 5.582416409512682e-06, |
| "loss": 0.894225537776947, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.0843881856540083, |
| "grad_norm": 3.378431558609009, |
| "learning_rate": 5.566719331556858e-06, |
| "loss": 0.8582086563110352, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.088607594936709, |
| "grad_norm": 5.549224853515625, |
| "learning_rate": 5.5510214415495635e-06, |
| "loss": 0.4567492604255676, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.0928270042194095, |
| "grad_norm": 2.0450949668884277, |
| "learning_rate": 5.535322930552283e-06, |
| "loss": 0.47975513339042664, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.0970464135021096, |
| "grad_norm": 1.8305095434188843, |
| "learning_rate": 5.519623989634065e-06, |
| "loss": 0.9532815217971802, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.1012658227848102, |
| "grad_norm": 2.025418519973755, |
| "learning_rate": 5.503924809869186e-06, |
| "loss": 0.9890322089195251, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.1054852320675104, |
| "grad_norm": 0.5560290813446045, |
| "learning_rate": 5.488225582334826e-06, |
| "loss": 0.5471876859664917, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.109704641350211, |
| "grad_norm": 1.7783093452453613, |
| "learning_rate": 5.472526498108756e-06, |
| "loss": 1.0171313285827637, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.1139240506329116, |
| "grad_norm": 3.2962849140167236, |
| "learning_rate": 5.456827748266995e-06, |
| "loss": 0.8569251298904419, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.1181434599156117, |
| "grad_norm": 2.183375835418701, |
| "learning_rate": 5.441129523881496e-06, |
| "loss": 0.9041435718536377, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.1223628691983123, |
| "grad_norm": 1.0837674140930176, |
| "learning_rate": 5.425432016017814e-06, |
| "loss": 0.6107112169265747, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.1265822784810124, |
| "grad_norm": 1.717499852180481, |
| "learning_rate": 5.409735415732784e-06, |
| "loss": 0.6214268207550049, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.130801687763713, |
| "grad_norm": 2.559298038482666, |
| "learning_rate": 5.394039914072198e-06, |
| "loss": 0.6848146915435791, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.1350210970464136, |
| "grad_norm": 18.754873275756836, |
| "learning_rate": 5.37834570206847e-06, |
| "loss": 0.8150510787963867, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.1392405063291138, |
| "grad_norm": 8.957157135009766, |
| "learning_rate": 5.362652970738321e-06, |
| "loss": 0.9707658290863037, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.1434599156118144, |
| "grad_norm": 4.546601295471191, |
| "learning_rate": 5.346961911080453e-06, |
| "loss": 0.5670202970504761, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.147679324894515, |
| "grad_norm": 1.743969440460205, |
| "learning_rate": 5.3312727140732175e-06, |
| "loss": 0.7976697683334351, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.151898734177215, |
| "grad_norm": 2.410522699356079, |
| "learning_rate": 5.315585570672298e-06, |
| "loss": 0.7055184841156006, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.1561181434599157, |
| "grad_norm": 4.874363899230957, |
| "learning_rate": 5.299900671808382e-06, |
| "loss": 0.7655179500579834, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.160337552742616, |
| "grad_norm": 5.135618686676025, |
| "learning_rate": 5.284218208384839e-06, |
| "loss": 0.6614477038383484, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.1645569620253164, |
| "grad_norm": 1.5275734663009644, |
| "learning_rate": 5.268538371275396e-06, |
| "loss": 0.8715944886207581, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.168776371308017, |
| "grad_norm": 2.547562837600708, |
| "learning_rate": 5.252861351321815e-06, |
| "loss": 0.9230575561523438, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.172995780590717, |
| "grad_norm": 1.4855462312698364, |
| "learning_rate": 5.237187339331567e-06, |
| "loss": 0.8314052820205688, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.1772151898734178, |
| "grad_norm": 2.356966733932495, |
| "learning_rate": 5.2215165260755205e-06, |
| "loss": 0.9557764530181885, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.181434599156118, |
| "grad_norm": 2.985762119293213, |
| "learning_rate": 5.205849102285603e-06, |
| "loss": 0.8720968961715698, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.1856540084388185, |
| "grad_norm": 4.336760520935059, |
| "learning_rate": 5.190185258652494e-06, |
| "loss": 0.9139829277992249, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.189873417721519, |
| "grad_norm": 2.284707546234131, |
| "learning_rate": 5.1745251858232935e-06, |
| "loss": 0.9164941906929016, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.1940928270042193, |
| "grad_norm": 3.3554375171661377, |
| "learning_rate": 5.158869074399211e-06, |
| "loss": 1.0291779041290283, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.19831223628692, |
| "grad_norm": 4.926438808441162, |
| "learning_rate": 5.143217114933239e-06, |
| "loss": 0.24929910898208618, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.2025316455696204, |
| "grad_norm": 1.7740081548690796, |
| "learning_rate": 5.127569497927837e-06, |
| "loss": 0.8818829655647278, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.2067510548523206, |
| "grad_norm": 8.643919944763184, |
| "learning_rate": 5.111926413832609e-06, |
| "loss": 0.5833356976509094, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.210970464135021, |
| "grad_norm": 2.8281774520874023, |
| "learning_rate": 5.096288053041992e-06, |
| "loss": 0.8073537349700928, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.2151898734177213, |
| "grad_norm": 8.114171981811523, |
| "learning_rate": 5.080654605892931e-06, |
| "loss": 0.9253809452056885, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.219409282700422, |
| "grad_norm": 7.827826976776123, |
| "learning_rate": 5.065026262662572e-06, |
| "loss": 0.8310404419898987, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.2236286919831225, |
| "grad_norm": 17.488344192504883, |
| "learning_rate": 5.049403213565932e-06, |
| "loss": 0.8019734025001526, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.2278481012658227, |
| "grad_norm": 2.1192474365234375, |
| "learning_rate": 5.0337856487536e-06, |
| "loss": 0.7308956384658813, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.2320675105485233, |
| "grad_norm": 4.875123500823975, |
| "learning_rate": 5.018173758309411e-06, |
| "loss": 0.4857543110847473, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.2362869198312234, |
| "grad_norm": 1.333125352859497, |
| "learning_rate": 5.002567732248137e-06, |
| "loss": 0.7932926416397095, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.240506329113924, |
| "grad_norm": 0.7726789712905884, |
| "learning_rate": 4.986967760513176e-06, |
| "loss": 0.5164146423339844, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.2447257383966246, |
| "grad_norm": 3.1366655826568604, |
| "learning_rate": 4.971374032974233e-06, |
| "loss": 0.4894426763057709, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.2489451476793247, |
| "grad_norm": 1.9511240720748901, |
| "learning_rate": 4.9557867394250194e-06, |
| "loss": 0.8222055435180664, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.2531645569620253, |
| "grad_norm": 2.5273797512054443, |
| "learning_rate": 4.940206069580932e-06, |
| "loss": 1.0261657238006592, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.257383966244726, |
| "grad_norm": 2.3411054611206055, |
| "learning_rate": 4.924632213076754e-06, |
| "loss": 0.9490532875061035, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.261603375527426, |
| "grad_norm": 3.8541409969329834, |
| "learning_rate": 4.9090653594643404e-06, |
| "loss": 0.9570581912994385, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.2658227848101267, |
| "grad_norm": 4.605185031890869, |
| "learning_rate": 4.893505698210313e-06, |
| "loss": 1.1807842254638672, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.270042194092827, |
| "grad_norm": 1.5088281631469727, |
| "learning_rate": 4.877953418693755e-06, |
| "loss": 0.8157051801681519, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.2742616033755274, |
| "grad_norm": 0.785092830657959, |
| "learning_rate": 4.862408710203904e-06, |
| "loss": 0.5877640247344971, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.278481012658228, |
| "grad_norm": 5.871740341186523, |
| "learning_rate": 4.8468717619378515e-06, |
| "loss": 0.6630680561065674, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.282700421940928, |
| "grad_norm": 3.791898727416992, |
| "learning_rate": 4.831342762998233e-06, |
| "loss": 0.2969897389411926, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.2869198312236287, |
| "grad_norm": 19.624292373657227, |
| "learning_rate": 4.81582190239094e-06, |
| "loss": 0.6159294247627258, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.291139240506329, |
| "grad_norm": 0.5075086951255798, |
| "learning_rate": 4.800309369022803e-06, |
| "loss": 0.47266829013824463, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.2953586497890295, |
| "grad_norm": 3.045797824859619, |
| "learning_rate": 4.784805351699306e-06, |
| "loss": 0.47493693232536316, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.29957805907173, |
| "grad_norm": 7.199693202972412, |
| "learning_rate": 4.769310039122278e-06, |
| "loss": 0.4261780083179474, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.3037974683544302, |
| "grad_norm": 3.732618808746338, |
| "learning_rate": 4.753823619887606e-06, |
| "loss": 0.7672412395477295, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.308016877637131, |
| "grad_norm": 2.0005836486816406, |
| "learning_rate": 4.738346282482932e-06, |
| "loss": 0.5544326305389404, |
| "step": 1094 |
| }, |
| { |
| "epoch": 2.3122362869198314, |
| "grad_norm": 8.313835144042969, |
| "learning_rate": 4.722878215285362e-06, |
| "loss": 0.37466931343078613, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.3164556962025316, |
| "grad_norm": 2.707016944885254, |
| "learning_rate": 4.707419606559172e-06, |
| "loss": 0.8995563387870789, |
| "step": 1098 |
| }, |
| { |
| "epoch": 2.320675105485232, |
| "grad_norm": 2.018192768096924, |
| "learning_rate": 4.691970644453521e-06, |
| "loss": 0.6780773401260376, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.3248945147679323, |
| "grad_norm": 2.0068483352661133, |
| "learning_rate": 4.676531517000152e-06, |
| "loss": 0.8397384881973267, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.329113924050633, |
| "grad_norm": 1.778388500213623, |
| "learning_rate": 4.661102412111113e-06, |
| "loss": 1.01942777633667, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 79.84559631347656, |
| "learning_rate": 4.645683517576465e-06, |
| "loss": 0.7264695167541504, |
| "step": 1106 |
| }, |
| { |
| "epoch": 2.3375527426160336, |
| "grad_norm": 5.002988338470459, |
| "learning_rate": 4.630275021061994e-06, |
| "loss": 0.47009116411209106, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.3417721518987342, |
| "grad_norm": 7.156156063079834, |
| "learning_rate": 4.614877110106936e-06, |
| "loss": 0.8979440331459045, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.3459915611814344, |
| "grad_norm": 2.5135679244995117, |
| "learning_rate": 4.599489972121685e-06, |
| "loss": 0.939918577671051, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.350210970464135, |
| "grad_norm": 1.773421049118042, |
| "learning_rate": 4.584113794385514e-06, |
| "loss": 1.0033924579620361, |
| "step": 1114 |
| }, |
| { |
| "epoch": 2.3544303797468356, |
| "grad_norm": 0.7761349081993103, |
| "learning_rate": 4.568748764044301e-06, |
| "loss": 0.4906420111656189, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.3586497890295357, |
| "grad_norm": 10.869142532348633, |
| "learning_rate": 4.553395068108244e-06, |
| "loss": 0.7896329760551453, |
| "step": 1118 |
| }, |
| { |
| "epoch": 2.3628691983122363, |
| "grad_norm": 2.278578519821167, |
| "learning_rate": 4.538052893449589e-06, |
| "loss": 0.5544410943984985, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.367088607594937, |
| "grad_norm": 7.019713401794434, |
| "learning_rate": 4.522722426800357e-06, |
| "loss": 0.8139508962631226, |
| "step": 1122 |
| }, |
| { |
| "epoch": 2.371308016877637, |
| "grad_norm": 2.1097123622894287, |
| "learning_rate": 4.507403854750065e-06, |
| "loss": 0.6513611078262329, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.3755274261603376, |
| "grad_norm": 3.794123888015747, |
| "learning_rate": 4.492097363743461e-06, |
| "loss": 0.6482852101325989, |
| "step": 1126 |
| }, |
| { |
| "epoch": 2.379746835443038, |
| "grad_norm": 2.7359893321990967, |
| "learning_rate": 4.476803140078253e-06, |
| "loss": 0.8722869157791138, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.3839662447257384, |
| "grad_norm": 6.382290363311768, |
| "learning_rate": 4.4615213699028426e-06, |
| "loss": 0.4258735179901123, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.388185654008439, |
| "grad_norm": 6.051519870758057, |
| "learning_rate": 4.446252239214055e-06, |
| "loss": 0.34600162506103516, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.392405063291139, |
| "grad_norm": 5.8614630699157715, |
| "learning_rate": 4.43099593385488e-06, |
| "loss": 0.4541134238243103, |
| "step": 1134 |
| }, |
| { |
| "epoch": 2.3966244725738397, |
| "grad_norm": 2.699312210083008, |
| "learning_rate": 4.4157526395122076e-06, |
| "loss": 0.4782767593860626, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.40084388185654, |
| "grad_norm": 2.0531277656555176, |
| "learning_rate": 4.400522541714569e-06, |
| "loss": 0.9564571380615234, |
| "step": 1138 |
| }, |
| { |
| "epoch": 2.4050632911392404, |
| "grad_norm": 4.856972694396973, |
| "learning_rate": 4.385305825829878e-06, |
| "loss": 0.7016127705574036, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.409282700421941, |
| "grad_norm": 3.4981300830841064, |
| "learning_rate": 4.370102677063176e-06, |
| "loss": 0.25484469532966614, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.413502109704641, |
| "grad_norm": 1.5144480466842651, |
| "learning_rate": 4.354913280454376e-06, |
| "loss": 0.7090221643447876, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.4177215189873418, |
| "grad_norm": 3.7478628158569336, |
| "learning_rate": 4.339737820876011e-06, |
| "loss": 0.8909446597099304, |
| "step": 1146 |
| }, |
| { |
| "epoch": 2.4219409282700424, |
| "grad_norm": 8.819247245788574, |
| "learning_rate": 4.324576483030984e-06, |
| "loss": 0.7027132511138916, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.4261603375527425, |
| "grad_norm": 2.4419357776641846, |
| "learning_rate": 4.309429451450323e-06, |
| "loss": 0.969456672668457, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.430379746835443, |
| "grad_norm": 7.102992057800293, |
| "learning_rate": 4.294296910490927e-06, |
| "loss": 0.5980501174926758, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.4345991561181437, |
| "grad_norm": 7.420240879058838, |
| "learning_rate": 4.279179044333334e-06, |
| "loss": 0.922325611114502, |
| "step": 1154 |
| }, |
| { |
| "epoch": 2.438818565400844, |
| "grad_norm": 3.1395161151885986, |
| "learning_rate": 4.264076036979465e-06, |
| "loss": 0.3183514475822449, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.4430379746835444, |
| "grad_norm": 1.9260720014572144, |
| "learning_rate": 4.2489880722503984e-06, |
| "loss": 0.5928694009780884, |
| "step": 1158 |
| }, |
| { |
| "epoch": 2.4472573839662446, |
| "grad_norm": 3.5315332412719727, |
| "learning_rate": 4.233915333784125e-06, |
| "loss": 0.8913297057151794, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.451476793248945, |
| "grad_norm": 2.6884663105010986, |
| "learning_rate": 4.2188580050333125e-06, |
| "loss": 0.549304723739624, |
| "step": 1162 |
| }, |
| { |
| "epoch": 2.4556962025316453, |
| "grad_norm": 2.063899517059326, |
| "learning_rate": 4.203816269263076e-06, |
| "loss": 0.876154899597168, |
| "step": 1164 |
| }, |
| { |
| "epoch": 2.459915611814346, |
| "grad_norm": 2.011545181274414, |
| "learning_rate": 4.188790309548745e-06, |
| "loss": 0.8603496551513672, |
| "step": 1166 |
| }, |
| { |
| "epoch": 2.4641350210970465, |
| "grad_norm": 1.0937695503234863, |
| "learning_rate": 4.173780308773638e-06, |
| "loss": 0.5272076725959778, |
| "step": 1168 |
| }, |
| { |
| "epoch": 2.4683544303797467, |
| "grad_norm": 1.507976770401001, |
| "learning_rate": 4.158786449626832e-06, |
| "loss": 0.8220661878585815, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.4725738396624473, |
| "grad_norm": 1.6173585653305054, |
| "learning_rate": 4.1438089146009444e-06, |
| "loss": 0.9008454084396362, |
| "step": 1172 |
| }, |
| { |
| "epoch": 2.476793248945148, |
| "grad_norm": 1.8765454292297363, |
| "learning_rate": 4.128847885989907e-06, |
| "loss": 0.8743375539779663, |
| "step": 1174 |
| }, |
| { |
| "epoch": 2.481012658227848, |
| "grad_norm": 1.9079874753952026, |
| "learning_rate": 4.113903545886753e-06, |
| "loss": 0.6790565848350525, |
| "step": 1176 |
| }, |
| { |
| "epoch": 2.4852320675105486, |
| "grad_norm": 3.8118598461151123, |
| "learning_rate": 4.098976076181391e-06, |
| "loss": 0.349514365196228, |
| "step": 1178 |
| }, |
| { |
| "epoch": 2.489451476793249, |
| "grad_norm": 6.48369026184082, |
| "learning_rate": 4.084065658558404e-06, |
| "loss": 0.6549777984619141, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.4936708860759493, |
| "grad_norm": 3.4311490058898926, |
| "learning_rate": 4.0691724744948255e-06, |
| "loss": 0.6928924918174744, |
| "step": 1182 |
| }, |
| { |
| "epoch": 2.49789029535865, |
| "grad_norm": 4.259927272796631, |
| "learning_rate": 4.054296705257941e-06, |
| "loss": 0.4243977665901184, |
| "step": 1184 |
| }, |
| { |
| "epoch": 2.50210970464135, |
| "grad_norm": 1.0532008409500122, |
| "learning_rate": 4.039438531903077e-06, |
| "loss": 0.2592931091785431, |
| "step": 1186 |
| }, |
| { |
| "epoch": 2.5063291139240507, |
| "grad_norm": 1.4878853559494019, |
| "learning_rate": 4.024598135271394e-06, |
| "loss": 0.5979218482971191, |
| "step": 1188 |
| }, |
| { |
| "epoch": 2.510548523206751, |
| "grad_norm": 2.2561726570129395, |
| "learning_rate": 4.009775695987694e-06, |
| "loss": 0.9713151454925537, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.5147679324894514, |
| "grad_norm": 30.54766845703125, |
| "learning_rate": 3.994971394458214e-06, |
| "loss": 0.42932742834091187, |
| "step": 1192 |
| }, |
| { |
| "epoch": 2.518987341772152, |
| "grad_norm": 6.2397236824035645, |
| "learning_rate": 3.980185410868436e-06, |
| "loss": 1.1364171504974365, |
| "step": 1194 |
| }, |
| { |
| "epoch": 2.523206751054852, |
| "grad_norm": 1.8887968063354492, |
| "learning_rate": 3.965417925180889e-06, |
| "loss": 0.9718483686447144, |
| "step": 1196 |
| }, |
| { |
| "epoch": 2.5274261603375527, |
| "grad_norm": 2.0869195461273193, |
| "learning_rate": 3.950669117132961e-06, |
| "loss": 0.8501858711242676, |
| "step": 1198 |
| }, |
| { |
| "epoch": 2.5316455696202533, |
| "grad_norm": 2.8297433853149414, |
| "learning_rate": 3.935939166234716e-06, |
| "loss": 0.610925018787384, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.5358649789029535, |
| "grad_norm": 3.1504592895507812, |
| "learning_rate": 3.9212282517667e-06, |
| "loss": 0.6660202741622925, |
| "step": 1202 |
| }, |
| { |
| "epoch": 2.540084388185654, |
| "grad_norm": 3.2236862182617188, |
| "learning_rate": 3.9065365527777645e-06, |
| "loss": 0.6265650987625122, |
| "step": 1204 |
| }, |
| { |
| "epoch": 2.5443037974683547, |
| "grad_norm": 2.154318332672119, |
| "learning_rate": 3.891864248082887e-06, |
| "loss": 0.7999696135520935, |
| "step": 1206 |
| }, |
| { |
| "epoch": 2.548523206751055, |
| "grad_norm": 3.641517400741577, |
| "learning_rate": 3.877211516260996e-06, |
| "loss": 0.6511145830154419, |
| "step": 1208 |
| }, |
| { |
| "epoch": 2.5527426160337554, |
| "grad_norm": 2.169196605682373, |
| "learning_rate": 3.862578535652789e-06, |
| "loss": 0.9868561029434204, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.5569620253164556, |
| "grad_norm": 2.188295841217041, |
| "learning_rate": 3.847965484358577e-06, |
| "loss": 0.9202408194541931, |
| "step": 1212 |
| }, |
| { |
| "epoch": 2.561181434599156, |
| "grad_norm": 5.334817409515381, |
| "learning_rate": 3.833372540236103e-06, |
| "loss": 0.22011728584766388, |
| "step": 1214 |
| }, |
| { |
| "epoch": 2.5654008438818563, |
| "grad_norm": 7.0658159255981445, |
| "learning_rate": 3.818799880898383e-06, |
| "loss": 0.7272290587425232, |
| "step": 1216 |
| }, |
| { |
| "epoch": 2.569620253164557, |
| "grad_norm": 2.094721794128418, |
| "learning_rate": 3.804247683711544e-06, |
| "loss": 0.8370944261550903, |
| "step": 1218 |
| }, |
| { |
| "epoch": 2.5738396624472575, |
| "grad_norm": 4.289225101470947, |
| "learning_rate": 3.789716125792665e-06, |
| "loss": 0.5495480298995972, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.5780590717299576, |
| "grad_norm": 3.338582754135132, |
| "learning_rate": 3.7752053840076207e-06, |
| "loss": 0.8071571588516235, |
| "step": 1222 |
| }, |
| { |
| "epoch": 2.5822784810126582, |
| "grad_norm": 7.826380729675293, |
| "learning_rate": 3.7607156349689333e-06, |
| "loss": 0.6407029628753662, |
| "step": 1224 |
| }, |
| { |
| "epoch": 2.586497890295359, |
| "grad_norm": 3.921565055847168, |
| "learning_rate": 3.7462470550336115e-06, |
| "loss": 0.5933206081390381, |
| "step": 1226 |
| }, |
| { |
| "epoch": 2.590717299578059, |
| "grad_norm": 2.518813371658325, |
| "learning_rate": 3.7317998203010188e-06, |
| "loss": 0.8569338917732239, |
| "step": 1228 |
| }, |
| { |
| "epoch": 2.5949367088607596, |
| "grad_norm": 3.106778144836426, |
| "learning_rate": 3.7173741066107184e-06, |
| "loss": 0.887120246887207, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.59915611814346, |
| "grad_norm": 2.3412606716156006, |
| "learning_rate": 3.7029700895403386e-06, |
| "loss": 0.9088625907897949, |
| "step": 1232 |
| }, |
| { |
| "epoch": 2.6033755274261603, |
| "grad_norm": 5.6442975997924805, |
| "learning_rate": 3.6885879444034355e-06, |
| "loss": 0.30501505732536316, |
| "step": 1234 |
| }, |
| { |
| "epoch": 2.607594936708861, |
| "grad_norm": 3.3387961387634277, |
| "learning_rate": 3.674227846247358e-06, |
| "loss": 0.9569495916366577, |
| "step": 1236 |
| }, |
| { |
| "epoch": 2.611814345991561, |
| "grad_norm": 4.308297157287598, |
| "learning_rate": 3.659889969851118e-06, |
| "loss": 1.1148781776428223, |
| "step": 1238 |
| }, |
| { |
| "epoch": 2.6160337552742616, |
| "grad_norm": 2.3547513484954834, |
| "learning_rate": 3.6455744897232615e-06, |
| "loss": 0.6341689229011536, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.620253164556962, |
| "grad_norm": 3.895256280899048, |
| "learning_rate": 3.631281580099749e-06, |
| "loss": 0.8243012428283691, |
| "step": 1242 |
| }, |
| { |
| "epoch": 2.6244725738396624, |
| "grad_norm": 2.837615966796875, |
| "learning_rate": 3.6170114149418277e-06, |
| "loss": 0.3667352795600891, |
| "step": 1244 |
| }, |
| { |
| "epoch": 2.628691983122363, |
| "grad_norm": 2.2860302925109863, |
| "learning_rate": 3.602764167933921e-06, |
| "loss": 0.6914593577384949, |
| "step": 1246 |
| }, |
| { |
| "epoch": 2.632911392405063, |
| "grad_norm": 5.512315273284912, |
| "learning_rate": 3.588540012481514e-06, |
| "loss": 1.3394896984100342, |
| "step": 1248 |
| }, |
| { |
| "epoch": 2.6371308016877637, |
| "grad_norm": 6.311371326446533, |
| "learning_rate": 3.574339121709035e-06, |
| "loss": 0.7868828177452087, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.6413502109704643, |
| "grad_norm": 4.537491321563721, |
| "learning_rate": 3.5601616684577587e-06, |
| "loss": 0.8604764938354492, |
| "step": 1252 |
| }, |
| { |
| "epoch": 2.6455696202531644, |
| "grad_norm": 5.187697410583496, |
| "learning_rate": 3.546007825283697e-06, |
| "loss": 0.3737580478191376, |
| "step": 1254 |
| }, |
| { |
| "epoch": 2.649789029535865, |
| "grad_norm": 4.532652854919434, |
| "learning_rate": 3.5318777644555024e-06, |
| "loss": 0.48380380868911743, |
| "step": 1256 |
| }, |
| { |
| "epoch": 2.6540084388185656, |
| "grad_norm": 1.964828372001648, |
| "learning_rate": 3.5177716579523602e-06, |
| "loss": 0.6129435896873474, |
| "step": 1258 |
| }, |
| { |
| "epoch": 2.6582278481012658, |
| "grad_norm": 1.9946211576461792, |
| "learning_rate": 3.5036896774619135e-06, |
| "loss": 0.8307033181190491, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.6624472573839664, |
| "grad_norm": 1.8517165184020996, |
| "learning_rate": 3.489631994378161e-06, |
| "loss": 0.7911721467971802, |
| "step": 1262 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 0.8536872863769531, |
| "learning_rate": 3.47559877979937e-06, |
| "loss": 0.4675355553627014, |
| "step": 1264 |
| }, |
| { |
| "epoch": 2.670886075949367, |
| "grad_norm": 3.4769389629364014, |
| "learning_rate": 3.461590204526002e-06, |
| "loss": 0.7507180571556091, |
| "step": 1266 |
| }, |
| { |
| "epoch": 2.6751054852320673, |
| "grad_norm": 2.2950754165649414, |
| "learning_rate": 3.4476064390586282e-06, |
| "loss": 0.6631865501403809, |
| "step": 1268 |
| }, |
| { |
| "epoch": 2.679324894514768, |
| "grad_norm": 2.4555985927581787, |
| "learning_rate": 3.433647653595858e-06, |
| "loss": 0.39027154445648193, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.6835443037974684, |
| "grad_norm": 1.4601293802261353, |
| "learning_rate": 3.4197140180322595e-06, |
| "loss": 0.9111906290054321, |
| "step": 1272 |
| }, |
| { |
| "epoch": 2.6877637130801686, |
| "grad_norm": 8.525717735290527, |
| "learning_rate": 3.405805701956303e-06, |
| "loss": 0.6194537281990051, |
| "step": 1274 |
| }, |
| { |
| "epoch": 2.691983122362869, |
| "grad_norm": 9.036405563354492, |
| "learning_rate": 3.391922874648289e-06, |
| "loss": 0.791827917098999, |
| "step": 1276 |
| }, |
| { |
| "epoch": 2.6962025316455698, |
| "grad_norm": 0.7543266415596008, |
| "learning_rate": 3.3780657050782937e-06, |
| "loss": 0.24154594540596008, |
| "step": 1278 |
| }, |
| { |
| "epoch": 2.70042194092827, |
| "grad_norm": 13.835355758666992, |
| "learning_rate": 3.364234361904101e-06, |
| "loss": 0.7848366498947144, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.7046413502109705, |
| "grad_norm": 1.945225715637207, |
| "learning_rate": 3.350429013469164e-06, |
| "loss": 0.9365730285644531, |
| "step": 1282 |
| }, |
| { |
| "epoch": 2.708860759493671, |
| "grad_norm": 2.163625955581665, |
| "learning_rate": 3.336649827800551e-06, |
| "loss": 0.3155820071697235, |
| "step": 1284 |
| }, |
| { |
| "epoch": 2.7130801687763713, |
| "grad_norm": 4.400462627410889, |
| "learning_rate": 3.3228969726068928e-06, |
| "loss": 0.49820569157600403, |
| "step": 1286 |
| }, |
| { |
| "epoch": 2.717299578059072, |
| "grad_norm": 0.7554141879081726, |
| "learning_rate": 3.3091706152763524e-06, |
| "loss": 0.4683424234390259, |
| "step": 1288 |
| }, |
| { |
| "epoch": 2.721518987341772, |
| "grad_norm": 0.437103807926178, |
| "learning_rate": 3.295470922874583e-06, |
| "loss": 0.5541238784790039, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.7257383966244726, |
| "grad_norm": 1.4348374605178833, |
| "learning_rate": 3.281798062142696e-06, |
| "loss": 0.9304251670837402, |
| "step": 1292 |
| }, |
| { |
| "epoch": 2.7299578059071727, |
| "grad_norm": 1.729076862335205, |
| "learning_rate": 3.2681521994952236e-06, |
| "loss": 0.33364760875701904, |
| "step": 1294 |
| }, |
| { |
| "epoch": 2.7341772151898733, |
| "grad_norm": 2.3923468589782715, |
| "learning_rate": 3.2545335010181077e-06, |
| "loss": 0.9474711418151855, |
| "step": 1296 |
| }, |
| { |
| "epoch": 2.738396624472574, |
| "grad_norm": 1.7852957248687744, |
| "learning_rate": 3.2409421324666674e-06, |
| "loss": 0.8929038047790527, |
| "step": 1298 |
| }, |
| { |
| "epoch": 2.742616033755274, |
| "grad_norm": 1.7237015962600708, |
| "learning_rate": 3.227378259263587e-06, |
| "loss": 0.6056531071662903, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.7468354430379747, |
| "grad_norm": 25.181434631347656, |
| "learning_rate": 3.213842046496896e-06, |
| "loss": 1.0674147605895996, |
| "step": 1302 |
| }, |
| { |
| "epoch": 2.7510548523206753, |
| "grad_norm": 1.6333428621292114, |
| "learning_rate": 3.200333658917969e-06, |
| "loss": 0.4792153835296631, |
| "step": 1304 |
| }, |
| { |
| "epoch": 2.7552742616033754, |
| "grad_norm": 2.7477095127105713, |
| "learning_rate": 3.1868532609395165e-06, |
| "loss": 1.003921389579773, |
| "step": 1306 |
| }, |
| { |
| "epoch": 2.759493670886076, |
| "grad_norm": 3.8744804859161377, |
| "learning_rate": 3.173401016633577e-06, |
| "loss": 0.8779037594795227, |
| "step": 1308 |
| }, |
| { |
| "epoch": 2.7637130801687766, |
| "grad_norm": 11.91277027130127, |
| "learning_rate": 3.159977089729532e-06, |
| "loss": 0.7732213735580444, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.7679324894514767, |
| "grad_norm": 2.143440008163452, |
| "learning_rate": 3.1465816436121055e-06, |
| "loss": 0.8764097690582275, |
| "step": 1312 |
| }, |
| { |
| "epoch": 2.7721518987341773, |
| "grad_norm": 2.330604314804077, |
| "learning_rate": 3.1332148413193796e-06, |
| "loss": 0.9291867017745972, |
| "step": 1314 |
| }, |
| { |
| "epoch": 2.7763713080168775, |
| "grad_norm": 2.0408952236175537, |
| "learning_rate": 3.1198768455408023e-06, |
| "loss": 0.525703489780426, |
| "step": 1316 |
| }, |
| { |
| "epoch": 2.780590717299578, |
| "grad_norm": 1.3256192207336426, |
| "learning_rate": 3.1065678186152186e-06, |
| "loss": 0.5235413312911987, |
| "step": 1318 |
| }, |
| { |
| "epoch": 2.7848101265822782, |
| "grad_norm": 6.275982856750488, |
| "learning_rate": 3.093287922528886e-06, |
| "loss": 0.926974892616272, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.789029535864979, |
| "grad_norm": 1.0807502269744873, |
| "learning_rate": 3.0800373189135096e-06, |
| "loss": 0.4855602979660034, |
| "step": 1322 |
| }, |
| { |
| "epoch": 2.7932489451476794, |
| "grad_norm": 2.983281135559082, |
| "learning_rate": 3.0668161690442656e-06, |
| "loss": 0.9527076482772827, |
| "step": 1324 |
| }, |
| { |
| "epoch": 2.7974683544303796, |
| "grad_norm": 8.031917572021484, |
| "learning_rate": 3.0536246338378466e-06, |
| "loss": 0.6917911171913147, |
| "step": 1326 |
| }, |
| { |
| "epoch": 2.80168776371308, |
| "grad_norm": 6.182270050048828, |
| "learning_rate": 3.040462873850503e-06, |
| "loss": 0.5612431764602661, |
| "step": 1328 |
| }, |
| { |
| "epoch": 2.8059071729957807, |
| "grad_norm": 8.575065612792969, |
| "learning_rate": 3.027331049276085e-06, |
| "loss": 0.9485000967979431, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.810126582278481, |
| "grad_norm": 1.673999309539795, |
| "learning_rate": 3.0142293199440907e-06, |
| "loss": 0.6850672960281372, |
| "step": 1332 |
| }, |
| { |
| "epoch": 2.8143459915611815, |
| "grad_norm": 3.2237377166748047, |
| "learning_rate": 3.001157845317727e-06, |
| "loss": 0.45476678013801575, |
| "step": 1334 |
| }, |
| { |
| "epoch": 2.818565400843882, |
| "grad_norm": 0.8414680361747742, |
| "learning_rate": 2.9881167844919683e-06, |
| "loss": 0.5721867680549622, |
| "step": 1336 |
| }, |
| { |
| "epoch": 2.8227848101265822, |
| "grad_norm": 1.7673283815383911, |
| "learning_rate": 2.9751062961916146e-06, |
| "loss": 0.7035523653030396, |
| "step": 1338 |
| }, |
| { |
| "epoch": 2.827004219409283, |
| "grad_norm": 2.5279760360717773, |
| "learning_rate": 2.962126538769362e-06, |
| "loss": 0.7710987329483032, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.831223628691983, |
| "grad_norm": 1.56592857837677, |
| "learning_rate": 2.949177670203883e-06, |
| "loss": 0.8627204895019531, |
| "step": 1342 |
| }, |
| { |
| "epoch": 2.8354430379746836, |
| "grad_norm": 2.0604681968688965, |
| "learning_rate": 2.9362598480978867e-06, |
| "loss": 1.017736792564392, |
| "step": 1344 |
| }, |
| { |
| "epoch": 2.8396624472573837, |
| "grad_norm": 5.791495323181152, |
| "learning_rate": 2.9233732296762173e-06, |
| "loss": 0.6497881412506104, |
| "step": 1346 |
| }, |
| { |
| "epoch": 2.8438818565400843, |
| "grad_norm": 1.8422337770462036, |
| "learning_rate": 2.9105179717839353e-06, |
| "loss": 0.5331912040710449, |
| "step": 1348 |
| }, |
| { |
| "epoch": 2.848101265822785, |
| "grad_norm": 2.184656858444214, |
| "learning_rate": 2.897694230884405e-06, |
| "loss": 0.8780800104141235, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.852320675105485, |
| "grad_norm": 2.416750192642212, |
| "learning_rate": 2.88490216305739e-06, |
| "loss": 0.6759881973266602, |
| "step": 1352 |
| }, |
| { |
| "epoch": 2.8565400843881856, |
| "grad_norm": 2.956289768218994, |
| "learning_rate": 2.8721419239971582e-06, |
| "loss": 0.6248071789741516, |
| "step": 1354 |
| }, |
| { |
| "epoch": 2.8607594936708862, |
| "grad_norm": 10.1500244140625, |
| "learning_rate": 2.8594136690105867e-06, |
| "loss": 0.49903178215026855, |
| "step": 1356 |
| }, |
| { |
| "epoch": 2.8649789029535864, |
| "grad_norm": 1.8450100421905518, |
| "learning_rate": 2.846717553015268e-06, |
| "loss": 0.9704467058181763, |
| "step": 1358 |
| }, |
| { |
| "epoch": 2.869198312236287, |
| "grad_norm": 2.6187939643859863, |
| "learning_rate": 2.834053730537622e-06, |
| "loss": 0.7015703916549683, |
| "step": 1360 |
| }, |
| { |
| "epoch": 2.8734177215189876, |
| "grad_norm": 2.2264678478240967, |
| "learning_rate": 2.821422355711024e-06, |
| "loss": 0.6270128488540649, |
| "step": 1362 |
| }, |
| { |
| "epoch": 2.8776371308016877, |
| "grad_norm": 4.2144317626953125, |
| "learning_rate": 2.8088235822739253e-06, |
| "loss": 0.787007212638855, |
| "step": 1364 |
| }, |
| { |
| "epoch": 2.8818565400843883, |
| "grad_norm": 35.89679718017578, |
| "learning_rate": 2.796257563567973e-06, |
| "loss": 0.8314931988716125, |
| "step": 1366 |
| }, |
| { |
| "epoch": 2.8860759493670884, |
| "grad_norm": 1.8338404893875122, |
| "learning_rate": 2.7837244525361573e-06, |
| "loss": 0.9905785322189331, |
| "step": 1368 |
| }, |
| { |
| "epoch": 2.890295358649789, |
| "grad_norm": 2.268563747406006, |
| "learning_rate": 2.771224401720942e-06, |
| "loss": 0.8372758626937866, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.894514767932489, |
| "grad_norm": 10.391646385192871, |
| "learning_rate": 2.7587575632624143e-06, |
| "loss": 0.3632681965827942, |
| "step": 1372 |
| }, |
| { |
| "epoch": 2.8987341772151898, |
| "grad_norm": 2.6048460006713867, |
| "learning_rate": 2.7463240888964184e-06, |
| "loss": 0.5810360908508301, |
| "step": 1374 |
| }, |
| { |
| "epoch": 2.9029535864978904, |
| "grad_norm": 1.5397313833236694, |
| "learning_rate": 2.733924129952727e-06, |
| "loss": 0.9394367933273315, |
| "step": 1376 |
| }, |
| { |
| "epoch": 2.9071729957805905, |
| "grad_norm": 5.535853385925293, |
| "learning_rate": 2.7215578373531905e-06, |
| "loss": 0.7054976224899292, |
| "step": 1378 |
| }, |
| { |
| "epoch": 2.911392405063291, |
| "grad_norm": 2.1562106609344482, |
| "learning_rate": 2.709225361609901e-06, |
| "loss": 0.9327753782272339, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.9156118143459917, |
| "grad_norm": 5.5289740562438965, |
| "learning_rate": 2.6969268528233545e-06, |
| "loss": 0.44913023710250854, |
| "step": 1382 |
| }, |
| { |
| "epoch": 2.919831223628692, |
| "grad_norm": 4.448686122894287, |
| "learning_rate": 2.6846624606806372e-06, |
| "loss": 0.602470338344574, |
| "step": 1384 |
| }, |
| { |
| "epoch": 2.9240506329113924, |
| "grad_norm": 1.980410099029541, |
| "learning_rate": 2.6724323344535953e-06, |
| "loss": 0.47563230991363525, |
| "step": 1386 |
| }, |
| { |
| "epoch": 2.928270042194093, |
| "grad_norm": 1.3847795724868774, |
| "learning_rate": 2.6602366229970137e-06, |
| "loss": 0.836935818195343, |
| "step": 1388 |
| }, |
| { |
| "epoch": 2.932489451476793, |
| "grad_norm": 2.2000951766967773, |
| "learning_rate": 2.6480754747468153e-06, |
| "loss": 0.8829624652862549, |
| "step": 1390 |
| }, |
| { |
| "epoch": 2.9367088607594938, |
| "grad_norm": 2.444465398788452, |
| "learning_rate": 2.635949037718246e-06, |
| "loss": 0.49294620752334595, |
| "step": 1392 |
| }, |
| { |
| "epoch": 2.9409282700421944, |
| "grad_norm": 2.679212808609009, |
| "learning_rate": 2.623857459504078e-06, |
| "loss": 0.44655460119247437, |
| "step": 1394 |
| }, |
| { |
| "epoch": 2.9451476793248945, |
| "grad_norm": 2.4174611568450928, |
| "learning_rate": 2.6118008872728095e-06, |
| "loss": 0.943430483341217, |
| "step": 1396 |
| }, |
| { |
| "epoch": 2.9493670886075947, |
| "grad_norm": 0.6074979901313782, |
| "learning_rate": 2.5997794677668746e-06, |
| "loss": 0.7827745676040649, |
| "step": 1398 |
| }, |
| { |
| "epoch": 2.9535864978902953, |
| "grad_norm": 2.3790440559387207, |
| "learning_rate": 2.587793347300861e-06, |
| "loss": 0.8486776351928711, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.957805907172996, |
| "grad_norm": 8.990431785583496, |
| "learning_rate": 2.5758426717597257e-06, |
| "loss": 0.4565354585647583, |
| "step": 1402 |
| }, |
| { |
| "epoch": 2.962025316455696, |
| "grad_norm": 6.847982883453369, |
| "learning_rate": 2.563927586597017e-06, |
| "loss": 0.84642493724823, |
| "step": 1404 |
| }, |
| { |
| "epoch": 2.9662447257383966, |
| "grad_norm": 3.296928882598877, |
| "learning_rate": 2.552048236833109e-06, |
| "loss": 0.809276819229126, |
| "step": 1406 |
| }, |
| { |
| "epoch": 2.970464135021097, |
| "grad_norm": 1.1968058347702026, |
| "learning_rate": 2.5402047670534375e-06, |
| "loss": 0.4831066131591797, |
| "step": 1408 |
| }, |
| { |
| "epoch": 2.9746835443037973, |
| "grad_norm": 4.178463459014893, |
| "learning_rate": 2.528397321406731e-06, |
| "loss": 0.7795858383178711, |
| "step": 1410 |
| }, |
| { |
| "epoch": 2.978902953586498, |
| "grad_norm": 1.707894206047058, |
| "learning_rate": 2.5166260436032686e-06, |
| "loss": 0.9426555633544922, |
| "step": 1412 |
| }, |
| { |
| "epoch": 2.9831223628691985, |
| "grad_norm": 4.879833221435547, |
| "learning_rate": 2.504891076913121e-06, |
| "loss": 0.8021796345710754, |
| "step": 1414 |
| }, |
| { |
| "epoch": 2.9873417721518987, |
| "grad_norm": 2.0400021076202393, |
| "learning_rate": 2.493192564164415e-06, |
| "loss": 0.7935506701469421, |
| "step": 1416 |
| }, |
| { |
| "epoch": 2.9915611814345993, |
| "grad_norm": 1.5087887048721313, |
| "learning_rate": 2.4815306477415843e-06, |
| "loss": 0.8384319543838501, |
| "step": 1418 |
| }, |
| { |
| "epoch": 2.9957805907173, |
| "grad_norm": 5.154513359069824, |
| "learning_rate": 2.469905469583648e-06, |
| "loss": 0.9012800455093384, |
| "step": 1420 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 3.095649480819702, |
| "learning_rate": 2.4583171711824767e-06, |
| "loss": 0.18656273186206818, |
| "step": 1422 |
| }, |
| { |
| "epoch": 3.0042194092827006, |
| "grad_norm": 1.5715686082839966, |
| "learning_rate": 2.4467658935810738e-06, |
| "loss": 0.48583561182022095, |
| "step": 1424 |
| }, |
| { |
| "epoch": 3.0084388185654007, |
| "grad_norm": 7.386166572570801, |
| "learning_rate": 2.43525177737185e-06, |
| "loss": 0.4914981722831726, |
| "step": 1426 |
| }, |
| { |
| "epoch": 3.0126582278481013, |
| "grad_norm": 5.9179887771606445, |
| "learning_rate": 2.423774962694926e-06, |
| "loss": 0.5489182472229004, |
| "step": 1428 |
| }, |
| { |
| "epoch": 3.0168776371308015, |
| "grad_norm": 2.4354171752929688, |
| "learning_rate": 2.4123355892364162e-06, |
| "loss": 0.22447283565998077, |
| "step": 1430 |
| }, |
| { |
| "epoch": 3.021097046413502, |
| "grad_norm": 1.6375222206115723, |
| "learning_rate": 2.4009337962267354e-06, |
| "loss": 0.7427164316177368, |
| "step": 1432 |
| }, |
| { |
| "epoch": 3.0253164556962027, |
| "grad_norm": 2.2184720039367676, |
| "learning_rate": 2.3895697224388944e-06, |
| "loss": 0.8503177165985107, |
| "step": 1434 |
| }, |
| { |
| "epoch": 3.029535864978903, |
| "grad_norm": 2.904543399810791, |
| "learning_rate": 2.3782435061868237e-06, |
| "loss": 0.8317616581916809, |
| "step": 1436 |
| }, |
| { |
| "epoch": 3.0337552742616034, |
| "grad_norm": 3.2878971099853516, |
| "learning_rate": 2.366955285323682e-06, |
| "loss": 0.38762444257736206, |
| "step": 1438 |
| }, |
| { |
| "epoch": 3.037974683544304, |
| "grad_norm": 5.636815071105957, |
| "learning_rate": 2.3557051972401765e-06, |
| "loss": 0.70168137550354, |
| "step": 1440 |
| }, |
| { |
| "epoch": 3.042194092827004, |
| "grad_norm": 0.48707684874534607, |
| "learning_rate": 2.3444933788629005e-06, |
| "loss": 0.5525423884391785, |
| "step": 1442 |
| }, |
| { |
| "epoch": 3.0464135021097047, |
| "grad_norm": 3.361435651779175, |
| "learning_rate": 2.333319966652656e-06, |
| "loss": 0.7323377728462219, |
| "step": 1444 |
| }, |
| { |
| "epoch": 3.050632911392405, |
| "grad_norm": 4.475218296051025, |
| "learning_rate": 2.322185096602801e-06, |
| "loss": 0.7781831622123718, |
| "step": 1446 |
| }, |
| { |
| "epoch": 3.0548523206751055, |
| "grad_norm": 6.384256362915039, |
| "learning_rate": 2.311088904237586e-06, |
| "loss": 0.5085391998291016, |
| "step": 1448 |
| }, |
| { |
| "epoch": 3.059071729957806, |
| "grad_norm": 5.018730163574219, |
| "learning_rate": 2.300031524610514e-06, |
| "loss": 0.6571500301361084, |
| "step": 1450 |
| }, |
| { |
| "epoch": 3.0632911392405062, |
| "grad_norm": 4.029062271118164, |
| "learning_rate": 2.2890130923026903e-06, |
| "loss": 0.7413759231567383, |
| "step": 1452 |
| }, |
| { |
| "epoch": 3.067510548523207, |
| "grad_norm": 2.8714632987976074, |
| "learning_rate": 2.278033741421187e-06, |
| "loss": 0.5917239189147949, |
| "step": 1454 |
| }, |
| { |
| "epoch": 3.071729957805907, |
| "grad_norm": 5.01410436630249, |
| "learning_rate": 2.2670936055974075e-06, |
| "loss": 0.47011274099349976, |
| "step": 1456 |
| }, |
| { |
| "epoch": 3.0759493670886076, |
| "grad_norm": 2.2328875064849854, |
| "learning_rate": 2.256192817985465e-06, |
| "loss": 0.5652891397476196, |
| "step": 1458 |
| }, |
| { |
| "epoch": 3.080168776371308, |
| "grad_norm": 5.5734333992004395, |
| "learning_rate": 2.2453315112605604e-06, |
| "loss": 0.46141350269317627, |
| "step": 1460 |
| }, |
| { |
| "epoch": 3.0843881856540083, |
| "grad_norm": 1.858008623123169, |
| "learning_rate": 2.2345098176173624e-06, |
| "loss": 0.6961233615875244, |
| "step": 1462 |
| }, |
| { |
| "epoch": 3.088607594936709, |
| "grad_norm": 1.5827645063400269, |
| "learning_rate": 2.2237278687684065e-06, |
| "loss": 0.7743927836418152, |
| "step": 1464 |
| }, |
| { |
| "epoch": 3.0928270042194095, |
| "grad_norm": 1.5431591272354126, |
| "learning_rate": 2.212985795942486e-06, |
| "loss": 0.7057615518569946, |
| "step": 1466 |
| }, |
| { |
| "epoch": 3.0970464135021096, |
| "grad_norm": 4.28744649887085, |
| "learning_rate": 2.20228372988306e-06, |
| "loss": 0.4988563060760498, |
| "step": 1468 |
| }, |
| { |
| "epoch": 3.1012658227848102, |
| "grad_norm": 4.302311897277832, |
| "learning_rate": 2.1916218008466524e-06, |
| "loss": 0.12310986965894699, |
| "step": 1470 |
| }, |
| { |
| "epoch": 3.1054852320675104, |
| "grad_norm": 4.386756420135498, |
| "learning_rate": 2.18100013860128e-06, |
| "loss": 1.1690139770507812, |
| "step": 1472 |
| }, |
| { |
| "epoch": 3.109704641350211, |
| "grad_norm": 0.4702922999858856, |
| "learning_rate": 2.170418872424863e-06, |
| "loss": 0.4561275243759155, |
| "step": 1474 |
| }, |
| { |
| "epoch": 3.1139240506329116, |
| "grad_norm": 1.970653772354126, |
| "learning_rate": 2.1598781311036563e-06, |
| "loss": 0.7653858661651611, |
| "step": 1476 |
| }, |
| { |
| "epoch": 3.1181434599156117, |
| "grad_norm": 3.0102148056030273, |
| "learning_rate": 2.149378042930676e-06, |
| "loss": 0.8254115581512451, |
| "step": 1478 |
| }, |
| { |
| "epoch": 3.1223628691983123, |
| "grad_norm": 2.548327922821045, |
| "learning_rate": 2.138918735704148e-06, |
| "loss": 0.7556872367858887, |
| "step": 1480 |
| }, |
| { |
| "epoch": 3.1265822784810124, |
| "grad_norm": 2.627345085144043, |
| "learning_rate": 2.1285003367259445e-06, |
| "loss": 0.8318365812301636, |
| "step": 1482 |
| }, |
| { |
| "epoch": 3.130801687763713, |
| "grad_norm": 4.124703407287598, |
| "learning_rate": 2.1181229728000353e-06, |
| "loss": 0.7645995616912842, |
| "step": 1484 |
| }, |
| { |
| "epoch": 3.1350210970464136, |
| "grad_norm": 2.083620071411133, |
| "learning_rate": 2.1077867702309482e-06, |
| "loss": 0.5717896223068237, |
| "step": 1486 |
| }, |
| { |
| "epoch": 3.1392405063291138, |
| "grad_norm": 2.0459728240966797, |
| "learning_rate": 2.0974918548222294e-06, |
| "loss": 0.48427456617355347, |
| "step": 1488 |
| }, |
| { |
| "epoch": 3.1434599156118144, |
| "grad_norm": 3.07755970954895, |
| "learning_rate": 2.0872383518749147e-06, |
| "loss": 0.754004955291748, |
| "step": 1490 |
| }, |
| { |
| "epoch": 3.147679324894515, |
| "grad_norm": 2.7117910385131836, |
| "learning_rate": 2.077026386185996e-06, |
| "loss": 0.5141333937644958, |
| "step": 1492 |
| }, |
| { |
| "epoch": 3.151898734177215, |
| "grad_norm": 28.907352447509766, |
| "learning_rate": 2.0668560820469152e-06, |
| "loss": 0.5901731252670288, |
| "step": 1494 |
| }, |
| { |
| "epoch": 3.1561181434599157, |
| "grad_norm": 1.6929947137832642, |
| "learning_rate": 2.0567275632420412e-06, |
| "loss": 0.6309336423873901, |
| "step": 1496 |
| }, |
| { |
| "epoch": 3.160337552742616, |
| "grad_norm": 0.4774731993675232, |
| "learning_rate": 2.0466409530471702e-06, |
| "loss": 0.3961719572544098, |
| "step": 1498 |
| }, |
| { |
| "epoch": 3.1645569620253164, |
| "grad_norm": 1.9566251039505005, |
| "learning_rate": 2.0365963742280178e-06, |
| "loss": 0.3575551509857178, |
| "step": 1500 |
| }, |
| { |
| "epoch": 3.168776371308017, |
| "grad_norm": 2.0274641513824463, |
| "learning_rate": 2.0265939490387325e-06, |
| "loss": 0.754025399684906, |
| "step": 1502 |
| }, |
| { |
| "epoch": 3.172995780590717, |
| "grad_norm": 2.6568617820739746, |
| "learning_rate": 2.016633799220403e-06, |
| "loss": 0.6795116066932678, |
| "step": 1504 |
| }, |
| { |
| "epoch": 3.1772151898734178, |
| "grad_norm": 2.5415151119232178, |
| "learning_rate": 2.00671604599958e-06, |
| "loss": 0.6489322185516357, |
| "step": 1506 |
| }, |
| { |
| "epoch": 3.181434599156118, |
| "grad_norm": 6.573331356048584, |
| "learning_rate": 1.9968408100867947e-06, |
| "loss": 0.8414944410324097, |
| "step": 1508 |
| }, |
| { |
| "epoch": 3.1856540084388185, |
| "grad_norm": 2.2244110107421875, |
| "learning_rate": 1.9870082116750954e-06, |
| "loss": 0.7260029315948486, |
| "step": 1510 |
| }, |
| { |
| "epoch": 3.189873417721519, |
| "grad_norm": 1.565050482749939, |
| "learning_rate": 1.9772183704385846e-06, |
| "loss": 0.15671756863594055, |
| "step": 1512 |
| }, |
| { |
| "epoch": 3.1940928270042193, |
| "grad_norm": 2.8658103942871094, |
| "learning_rate": 1.967471405530956e-06, |
| "loss": 0.7213826179504395, |
| "step": 1514 |
| }, |
| { |
| "epoch": 3.19831223628692, |
| "grad_norm": 0.4529423415660858, |
| "learning_rate": 1.957767435584053e-06, |
| "loss": 0.49789148569107056, |
| "step": 1516 |
| }, |
| { |
| "epoch": 3.2025316455696204, |
| "grad_norm": 3.403698682785034, |
| "learning_rate": 1.948106578706419e-06, |
| "loss": 0.7171260118484497, |
| "step": 1518 |
| }, |
| { |
| "epoch": 3.2067510548523206, |
| "grad_norm": 2.606841802597046, |
| "learning_rate": 1.938488952481863e-06, |
| "loss": 0.6881486773490906, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.210970464135021, |
| "grad_norm": 5.2538743019104, |
| "learning_rate": 1.928914673968021e-06, |
| "loss": 0.2945752441883087, |
| "step": 1522 |
| }, |
| { |
| "epoch": 3.2151898734177213, |
| "grad_norm": 2.842679023742676, |
| "learning_rate": 1.9193838596949454e-06, |
| "loss": 0.5661529302597046, |
| "step": 1524 |
| }, |
| { |
| "epoch": 3.219409282700422, |
| "grad_norm": 2.0859315395355225, |
| "learning_rate": 1.9098966256636724e-06, |
| "loss": 0.6757782697677612, |
| "step": 1526 |
| }, |
| { |
| "epoch": 3.2236286919831225, |
| "grad_norm": 0.6140679717063904, |
| "learning_rate": 1.9004530873448218e-06, |
| "loss": 0.2596287429332733, |
| "step": 1528 |
| }, |
| { |
| "epoch": 3.2278481012658227, |
| "grad_norm": 5.293236255645752, |
| "learning_rate": 1.8910533596771788e-06, |
| "loss": 0.580342173576355, |
| "step": 1530 |
| }, |
| { |
| "epoch": 3.2320675105485233, |
| "grad_norm": 0.5198884606361389, |
| "learning_rate": 1.8816975570663077e-06, |
| "loss": 0.14968807995319366, |
| "step": 1532 |
| }, |
| { |
| "epoch": 3.2362869198312234, |
| "grad_norm": 4.883198261260986, |
| "learning_rate": 1.8723857933831535e-06, |
| "loss": 0.6340221166610718, |
| "step": 1534 |
| }, |
| { |
| "epoch": 3.240506329113924, |
| "grad_norm": 3.047835111618042, |
| "learning_rate": 1.8631181819626542e-06, |
| "loss": 0.7310760021209717, |
| "step": 1536 |
| }, |
| { |
| "epoch": 3.2447257383966246, |
| "grad_norm": 1.4122538566589355, |
| "learning_rate": 1.8538948356023647e-06, |
| "loss": 0.5707433223724365, |
| "step": 1538 |
| }, |
| { |
| "epoch": 3.2489451476793247, |
| "grad_norm": 5.446000099182129, |
| "learning_rate": 1.8447158665610842e-06, |
| "loss": 0.5451850891113281, |
| "step": 1540 |
| }, |
| { |
| "epoch": 3.2531645569620253, |
| "grad_norm": 8.557243347167969, |
| "learning_rate": 1.8355813865574884e-06, |
| "loss": 0.5123834609985352, |
| "step": 1542 |
| }, |
| { |
| "epoch": 3.257383966244726, |
| "grad_norm": 19.8990478515625, |
| "learning_rate": 1.8264915067687666e-06, |
| "loss": 0.4869286119937897, |
| "step": 1544 |
| }, |
| { |
| "epoch": 3.261603375527426, |
| "grad_norm": 4.238598823547363, |
| "learning_rate": 1.8174463378292762e-06, |
| "loss": 0.34045785665512085, |
| "step": 1546 |
| }, |
| { |
| "epoch": 3.2658227848101267, |
| "grad_norm": 3.0350265502929688, |
| "learning_rate": 1.808445989829189e-06, |
| "loss": 0.7386662364006042, |
| "step": 1548 |
| }, |
| { |
| "epoch": 3.270042194092827, |
| "grad_norm": 13.510923385620117, |
| "learning_rate": 1.7994905723131567e-06, |
| "loss": 0.2664933502674103, |
| "step": 1550 |
| }, |
| { |
| "epoch": 3.2742616033755274, |
| "grad_norm": 1.474900484085083, |
| "learning_rate": 1.7905801942789711e-06, |
| "loss": 0.2093355655670166, |
| "step": 1552 |
| }, |
| { |
| "epoch": 3.278481012658228, |
| "grad_norm": 5.170738697052002, |
| "learning_rate": 1.781714964176245e-06, |
| "loss": 0.31058719754219055, |
| "step": 1554 |
| }, |
| { |
| "epoch": 3.282700421940928, |
| "grad_norm": 2.201634407043457, |
| "learning_rate": 1.7728949899050879e-06, |
| "loss": 0.7703303694725037, |
| "step": 1556 |
| }, |
| { |
| "epoch": 3.2869198312236287, |
| "grad_norm": 1.209177851676941, |
| "learning_rate": 1.7641203788147913e-06, |
| "loss": 0.7063621282577515, |
| "step": 1558 |
| }, |
| { |
| "epoch": 3.291139240506329, |
| "grad_norm": 2.3021647930145264, |
| "learning_rate": 1.7553912377025251e-06, |
| "loss": 0.5122189521789551, |
| "step": 1560 |
| }, |
| { |
| "epoch": 3.2953586497890295, |
| "grad_norm": 5.13539981842041, |
| "learning_rate": 1.7467076728120416e-06, |
| "loss": 0.49912789463996887, |
| "step": 1562 |
| }, |
| { |
| "epoch": 3.29957805907173, |
| "grad_norm": 5.139153480529785, |
| "learning_rate": 1.7380697898323707e-06, |
| "loss": 0.6513366103172302, |
| "step": 1564 |
| }, |
| { |
| "epoch": 3.3037974683544302, |
| "grad_norm": 4.167728900909424, |
| "learning_rate": 1.7294776938965443e-06, |
| "loss": 0.5724246501922607, |
| "step": 1566 |
| }, |
| { |
| "epoch": 3.308016877637131, |
| "grad_norm": 0.7744225859642029, |
| "learning_rate": 1.7209314895803132e-06, |
| "loss": 0.5291566848754883, |
| "step": 1568 |
| }, |
| { |
| "epoch": 3.3122362869198314, |
| "grad_norm": 3.2236380577087402, |
| "learning_rate": 1.7124312809008736e-06, |
| "loss": 0.4096415042877197, |
| "step": 1570 |
| }, |
| { |
| "epoch": 3.3164556962025316, |
| "grad_norm": 2.9624433517456055, |
| "learning_rate": 1.703977171315599e-06, |
| "loss": 0.4044237434864044, |
| "step": 1572 |
| }, |
| { |
| "epoch": 3.320675105485232, |
| "grad_norm": 5.803339004516602, |
| "learning_rate": 1.6955692637207883e-06, |
| "loss": 0.7344896793365479, |
| "step": 1574 |
| }, |
| { |
| "epoch": 3.3248945147679323, |
| "grad_norm": 2.9890189170837402, |
| "learning_rate": 1.6872076604504053e-06, |
| "loss": 0.5600881576538086, |
| "step": 1576 |
| }, |
| { |
| "epoch": 3.329113924050633, |
| "grad_norm": 1.7071126699447632, |
| "learning_rate": 1.6788924632748383e-06, |
| "loss": 0.6768798828125, |
| "step": 1578 |
| }, |
| { |
| "epoch": 3.3333333333333335, |
| "grad_norm": 3.00465989112854, |
| "learning_rate": 1.6706237733996578e-06, |
| "loss": 0.4823209047317505, |
| "step": 1580 |
| }, |
| { |
| "epoch": 3.3375527426160336, |
| "grad_norm": 5.131996154785156, |
| "learning_rate": 1.6624016914643882e-06, |
| "loss": 0.4159541130065918, |
| "step": 1582 |
| }, |
| { |
| "epoch": 3.3417721518987342, |
| "grad_norm": 5.680737018585205, |
| "learning_rate": 1.6542263175412827e-06, |
| "loss": 0.5741168260574341, |
| "step": 1584 |
| }, |
| { |
| "epoch": 3.3459915611814344, |
| "grad_norm": 6.699526786804199, |
| "learning_rate": 1.6460977511340993e-06, |
| "loss": 0.4687027931213379, |
| "step": 1586 |
| }, |
| { |
| "epoch": 3.350210970464135, |
| "grad_norm": 2.526592254638672, |
| "learning_rate": 1.638016091176899e-06, |
| "loss": 0.3336607813835144, |
| "step": 1588 |
| }, |
| { |
| "epoch": 3.3544303797468356, |
| "grad_norm": 2.043327808380127, |
| "learning_rate": 1.6299814360328353e-06, |
| "loss": 0.764235258102417, |
| "step": 1590 |
| }, |
| { |
| "epoch": 3.3586497890295357, |
| "grad_norm": 2.18218731880188, |
| "learning_rate": 1.6219938834929594e-06, |
| "loss": 0.7268835306167603, |
| "step": 1592 |
| }, |
| { |
| "epoch": 3.3628691983122363, |
| "grad_norm": 0.5134976506233215, |
| "learning_rate": 1.6140535307750272e-06, |
| "loss": 0.35852643847465515, |
| "step": 1594 |
| }, |
| { |
| "epoch": 3.367088607594937, |
| "grad_norm": 24.86785316467285, |
| "learning_rate": 1.6061604745223194e-06, |
| "loss": 0.3590257465839386, |
| "step": 1596 |
| }, |
| { |
| "epoch": 3.371308016877637, |
| "grad_norm": 1.6766605377197266, |
| "learning_rate": 1.598314810802466e-06, |
| "loss": 0.3237045109272003, |
| "step": 1598 |
| }, |
| { |
| "epoch": 3.3755274261603376, |
| "grad_norm": 3.1390042304992676, |
| "learning_rate": 1.5905166351062723e-06, |
| "loss": 0.45073699951171875, |
| "step": 1600 |
| }, |
| { |
| "epoch": 3.379746835443038, |
| "grad_norm": 2.2565488815307617, |
| "learning_rate": 1.5827660423465601e-06, |
| "loss": 0.4386592209339142, |
| "step": 1602 |
| }, |
| { |
| "epoch": 3.3839662447257384, |
| "grad_norm": 0.4079744219779968, |
| "learning_rate": 1.5750631268570112e-06, |
| "loss": 0.44573116302490234, |
| "step": 1604 |
| }, |
| { |
| "epoch": 3.388185654008439, |
| "grad_norm": 2.657660961151123, |
| "learning_rate": 1.5674079823910226e-06, |
| "loss": 1.0017364025115967, |
| "step": 1606 |
| }, |
| { |
| "epoch": 3.392405063291139, |
| "grad_norm": 2.0531551837921143, |
| "learning_rate": 1.5598007021205608e-06, |
| "loss": 0.3865770101547241, |
| "step": 1608 |
| }, |
| { |
| "epoch": 3.3966244725738397, |
| "grad_norm": 2.5964906215667725, |
| "learning_rate": 1.552241378635027e-06, |
| "loss": 0.39072859287261963, |
| "step": 1610 |
| }, |
| { |
| "epoch": 3.40084388185654, |
| "grad_norm": 1.6634749174118042, |
| "learning_rate": 1.5447301039401378e-06, |
| "loss": 0.703665018081665, |
| "step": 1612 |
| }, |
| { |
| "epoch": 3.4050632911392404, |
| "grad_norm": 1.3998709917068481, |
| "learning_rate": 1.5372669694567975e-06, |
| "loss": 0.14945901930332184, |
| "step": 1614 |
| }, |
| { |
| "epoch": 3.409282700421941, |
| "grad_norm": 3.6185266971588135, |
| "learning_rate": 1.5298520660199884e-06, |
| "loss": 0.6984498500823975, |
| "step": 1616 |
| }, |
| { |
| "epoch": 3.413502109704641, |
| "grad_norm": 1.7182868719100952, |
| "learning_rate": 1.5224854838776655e-06, |
| "loss": 0.8245247602462769, |
| "step": 1618 |
| }, |
| { |
| "epoch": 3.4177215189873418, |
| "grad_norm": 2.6827356815338135, |
| "learning_rate": 1.5151673126896582e-06, |
| "loss": 0.7499665021896362, |
| "step": 1620 |
| }, |
| { |
| "epoch": 3.4219409282700424, |
| "grad_norm": 9.910405158996582, |
| "learning_rate": 1.5078976415265792e-06, |
| "loss": 0.3542504608631134, |
| "step": 1622 |
| }, |
| { |
| "epoch": 3.4261603375527425, |
| "grad_norm": 5.315154552459717, |
| "learning_rate": 1.5006765588687364e-06, |
| "loss": 0.2197137326002121, |
| "step": 1624 |
| }, |
| { |
| "epoch": 3.430379746835443, |
| "grad_norm": 7.568133354187012, |
| "learning_rate": 1.4935041526050642e-06, |
| "loss": 0.18559637665748596, |
| "step": 1626 |
| }, |
| { |
| "epoch": 3.4345991561181437, |
| "grad_norm": 2.164938449859619, |
| "learning_rate": 1.4863805100320446e-06, |
| "loss": 0.8108969926834106, |
| "step": 1628 |
| }, |
| { |
| "epoch": 3.438818565400844, |
| "grad_norm": 3.3237814903259277, |
| "learning_rate": 1.4793057178526535e-06, |
| "loss": 0.2031504213809967, |
| "step": 1630 |
| }, |
| { |
| "epoch": 3.4430379746835444, |
| "grad_norm": 2.4737513065338135, |
| "learning_rate": 1.4722798621752955e-06, |
| "loss": 0.8397033214569092, |
| "step": 1632 |
| }, |
| { |
| "epoch": 3.4472573839662446, |
| "grad_norm": 0.7437028884887695, |
| "learning_rate": 1.4653030285127655e-06, |
| "loss": 0.44248634576797485, |
| "step": 1634 |
| }, |
| { |
| "epoch": 3.451476793248945, |
| "grad_norm": 5.749112606048584, |
| "learning_rate": 1.458375301781204e-06, |
| "loss": 0.7306268215179443, |
| "step": 1636 |
| }, |
| { |
| "epoch": 3.4556962025316453, |
| "grad_norm": 3.8382222652435303, |
| "learning_rate": 1.4514967662990595e-06, |
| "loss": 0.9104118347167969, |
| "step": 1638 |
| }, |
| { |
| "epoch": 3.459915611814346, |
| "grad_norm": 1.779197335243225, |
| "learning_rate": 1.4446675057860693e-06, |
| "loss": 0.7820116281509399, |
| "step": 1640 |
| }, |
| { |
| "epoch": 3.4641350210970465, |
| "grad_norm": 4.873284816741943, |
| "learning_rate": 1.4378876033622362e-06, |
| "loss": 0.7452319860458374, |
| "step": 1642 |
| }, |
| { |
| "epoch": 3.4683544303797467, |
| "grad_norm": 1.5181903839111328, |
| "learning_rate": 1.4311571415468201e-06, |
| "loss": 0.098818838596344, |
| "step": 1644 |
| }, |
| { |
| "epoch": 3.4725738396624473, |
| "grad_norm": 1.8554273843765259, |
| "learning_rate": 1.4244762022573269e-06, |
| "loss": 0.5109513401985168, |
| "step": 1646 |
| }, |
| { |
| "epoch": 3.476793248945148, |
| "grad_norm": 1.810754418373108, |
| "learning_rate": 1.4178448668085198e-06, |
| "loss": 0.5539188385009766, |
| "step": 1648 |
| }, |
| { |
| "epoch": 3.481012658227848, |
| "grad_norm": 2.064720392227173, |
| "learning_rate": 1.4112632159114253e-06, |
| "loss": 0.34748756885528564, |
| "step": 1650 |
| }, |
| { |
| "epoch": 3.4852320675105486, |
| "grad_norm": 2.179349899291992, |
| "learning_rate": 1.4047313296723512e-06, |
| "loss": 0.6908297538757324, |
| "step": 1652 |
| }, |
| { |
| "epoch": 3.489451476793249, |
| "grad_norm": 0.3789224922657013, |
| "learning_rate": 1.3982492875919098e-06, |
| "loss": 0.3522850275039673, |
| "step": 1654 |
| }, |
| { |
| "epoch": 3.4936708860759493, |
| "grad_norm": 0.43968817591667175, |
| "learning_rate": 1.3918171685640555e-06, |
| "loss": 0.5142955780029297, |
| "step": 1656 |
| }, |
| { |
| "epoch": 3.49789029535865, |
| "grad_norm": 23.7955265045166, |
| "learning_rate": 1.3854350508751193e-06, |
| "loss": 0.6224573850631714, |
| "step": 1658 |
| }, |
| { |
| "epoch": 3.50210970464135, |
| "grad_norm": 2.28059720993042, |
| "learning_rate": 1.379103012202859e-06, |
| "loss": 0.7226071357727051, |
| "step": 1660 |
| }, |
| { |
| "epoch": 3.5063291139240507, |
| "grad_norm": 6.710467338562012, |
| "learning_rate": 1.3728211296155116e-06, |
| "loss": 0.732511043548584, |
| "step": 1662 |
| }, |
| { |
| "epoch": 3.510548523206751, |
| "grad_norm": 6.476405143737793, |
| "learning_rate": 1.3665894795708585e-06, |
| "loss": 0.42246943712234497, |
| "step": 1664 |
| }, |
| { |
| "epoch": 3.5147679324894514, |
| "grad_norm": 2.671142816543579, |
| "learning_rate": 1.3604081379152916e-06, |
| "loss": 0.8179053068161011, |
| "step": 1666 |
| }, |
| { |
| "epoch": 3.518987341772152, |
| "grad_norm": 3.9176056385040283, |
| "learning_rate": 1.3542771798828917e-06, |
| "loss": 0.3286226987838745, |
| "step": 1668 |
| }, |
| { |
| "epoch": 3.523206751054852, |
| "grad_norm": 3.883362054824829, |
| "learning_rate": 1.3481966800945118e-06, |
| "loss": 0.7940263748168945, |
| "step": 1670 |
| }, |
| { |
| "epoch": 3.5274261603375527, |
| "grad_norm": 5.184436321258545, |
| "learning_rate": 1.342166712556871e-06, |
| "loss": 0.31407248973846436, |
| "step": 1672 |
| }, |
| { |
| "epoch": 3.5316455696202533, |
| "grad_norm": 2.035196304321289, |
| "learning_rate": 1.3361873506616527e-06, |
| "loss": 0.49526581168174744, |
| "step": 1674 |
| }, |
| { |
| "epoch": 3.5358649789029535, |
| "grad_norm": 5.8331122398376465, |
| "learning_rate": 1.330258667184609e-06, |
| "loss": 0.5292542576789856, |
| "step": 1676 |
| }, |
| { |
| "epoch": 3.540084388185654, |
| "grad_norm": 7.968428134918213, |
| "learning_rate": 1.3243807342846784e-06, |
| "loss": 0.5500727891921997, |
| "step": 1678 |
| }, |
| { |
| "epoch": 3.5443037974683547, |
| "grad_norm": 2.3754916191101074, |
| "learning_rate": 1.3185536235031075e-06, |
| "loss": 0.720923662185669, |
| "step": 1680 |
| }, |
| { |
| "epoch": 3.548523206751055, |
| "grad_norm": 1.8404473066329956, |
| "learning_rate": 1.3127774057625764e-06, |
| "loss": 0.4998755156993866, |
| "step": 1682 |
| }, |
| { |
| "epoch": 3.5527426160337554, |
| "grad_norm": 5.628260612487793, |
| "learning_rate": 1.307052151366339e-06, |
| "loss": 0.6699142456054688, |
| "step": 1684 |
| }, |
| { |
| "epoch": 3.5569620253164556, |
| "grad_norm": 8.187625885009766, |
| "learning_rate": 1.3013779299973665e-06, |
| "loss": 0.19896043837070465, |
| "step": 1686 |
| }, |
| { |
| "epoch": 3.561181434599156, |
| "grad_norm": 1.2670155763626099, |
| "learning_rate": 1.2957548107174997e-06, |
| "loss": 0.3843368589878082, |
| "step": 1688 |
| }, |
| { |
| "epoch": 3.5654008438818563, |
| "grad_norm": 2.2000648975372314, |
| "learning_rate": 1.2901828619666053e-06, |
| "loss": 0.7845232486724854, |
| "step": 1690 |
| }, |
| { |
| "epoch": 3.569620253164557, |
| "grad_norm": 7.603072643280029, |
| "learning_rate": 1.2846621515617488e-06, |
| "loss": 0.1644367277622223, |
| "step": 1692 |
| }, |
| { |
| "epoch": 3.5738396624472575, |
| "grad_norm": 0.34018248319625854, |
| "learning_rate": 1.2791927466963641e-06, |
| "loss": 0.41313183307647705, |
| "step": 1694 |
| }, |
| { |
| "epoch": 3.5780590717299576, |
| "grad_norm": 4.050682067871094, |
| "learning_rate": 1.2737747139394373e-06, |
| "loss": 0.2239256352186203, |
| "step": 1696 |
| }, |
| { |
| "epoch": 3.5822784810126582, |
| "grad_norm": 3.661517381668091, |
| "learning_rate": 1.2684081192346964e-06, |
| "loss": 0.5216777920722961, |
| "step": 1698 |
| }, |
| { |
| "epoch": 3.586497890295359, |
| "grad_norm": 2.3448452949523926, |
| "learning_rate": 1.263093027899809e-06, |
| "loss": 0.41478461027145386, |
| "step": 1700 |
| }, |
| { |
| "epoch": 3.590717299578059, |
| "grad_norm": 2.0525033473968506, |
| "learning_rate": 1.257829504625587e-06, |
| "loss": 0.36936336755752563, |
| "step": 1702 |
| }, |
| { |
| "epoch": 3.5949367088607596, |
| "grad_norm": 3.7388837337493896, |
| "learning_rate": 1.2526176134752009e-06, |
| "loss": 0.8695687055587769, |
| "step": 1704 |
| }, |
| { |
| "epoch": 3.59915611814346, |
| "grad_norm": 1.8299850225448608, |
| "learning_rate": 1.2474574178833945e-06, |
| "loss": 0.4967671036720276, |
| "step": 1706 |
| }, |
| { |
| "epoch": 3.6033755274261603, |
| "grad_norm": 5.3748931884765625, |
| "learning_rate": 1.2423489806557212e-06, |
| "loss": 0.6329807043075562, |
| "step": 1708 |
| }, |
| { |
| "epoch": 3.607594936708861, |
| "grad_norm": 0.5723101496696472, |
| "learning_rate": 1.2372923639677734e-06, |
| "loss": 0.35278546810150146, |
| "step": 1710 |
| }, |
| { |
| "epoch": 3.611814345991561, |
| "grad_norm": 3.411470413208008, |
| "learning_rate": 1.2322876293644264e-06, |
| "loss": 0.6741088032722473, |
| "step": 1712 |
| }, |
| { |
| "epoch": 3.6160337552742616, |
| "grad_norm": 5.75834321975708, |
| "learning_rate": 1.227334837759092e-06, |
| "loss": 0.8515325784683228, |
| "step": 1714 |
| }, |
| { |
| "epoch": 3.620253164556962, |
| "grad_norm": 3.3537862300872803, |
| "learning_rate": 1.2224340494329754e-06, |
| "loss": 0.4649980664253235, |
| "step": 1716 |
| }, |
| { |
| "epoch": 3.6244725738396624, |
| "grad_norm": 2.4751524925231934, |
| "learning_rate": 1.217585324034343e-06, |
| "loss": 0.27417871356010437, |
| "step": 1718 |
| }, |
| { |
| "epoch": 3.628691983122363, |
| "grad_norm": 7.3662614822387695, |
| "learning_rate": 1.212788720577791e-06, |
| "loss": 0.24572905898094177, |
| "step": 1720 |
| }, |
| { |
| "epoch": 3.632911392405063, |
| "grad_norm": 2.8223509788513184, |
| "learning_rate": 1.2080442974435357e-06, |
| "loss": 0.7377593517303467, |
| "step": 1722 |
| }, |
| { |
| "epoch": 3.6371308016877637, |
| "grad_norm": 4.1688032150268555, |
| "learning_rate": 1.2033521123766964e-06, |
| "loss": 0.2896050214767456, |
| "step": 1724 |
| }, |
| { |
| "epoch": 3.6413502109704643, |
| "grad_norm": 6.984439849853516, |
| "learning_rate": 1.1987122224865958e-06, |
| "loss": 0.21551871299743652, |
| "step": 1726 |
| }, |
| { |
| "epoch": 3.6455696202531644, |
| "grad_norm": 2.7583324909210205, |
| "learning_rate": 1.1941246842460608e-06, |
| "loss": 0.69916832447052, |
| "step": 1728 |
| }, |
| { |
| "epoch": 3.649789029535865, |
| "grad_norm": 3.7309629917144775, |
| "learning_rate": 1.1895895534907422e-06, |
| "loss": 0.16017168760299683, |
| "step": 1730 |
| }, |
| { |
| "epoch": 3.6540084388185656, |
| "grad_norm": 5.507340908050537, |
| "learning_rate": 1.1851068854184285e-06, |
| "loss": 0.7010379433631897, |
| "step": 1732 |
| }, |
| { |
| "epoch": 3.6582278481012658, |
| "grad_norm": 7.017323017120361, |
| "learning_rate": 1.1806767345883786e-06, |
| "loss": 0.17451146245002747, |
| "step": 1734 |
| }, |
| { |
| "epoch": 3.6624472573839664, |
| "grad_norm": 3.1779277324676514, |
| "learning_rate": 1.1762991549206526e-06, |
| "loss": 0.2694070041179657, |
| "step": 1736 |
| }, |
| { |
| "epoch": 3.6666666666666665, |
| "grad_norm": 3.097628116607666, |
| "learning_rate": 1.1719741996954616e-06, |
| "loss": 0.6506730318069458, |
| "step": 1738 |
| }, |
| { |
| "epoch": 3.670886075949367, |
| "grad_norm": 3.804108142852783, |
| "learning_rate": 1.1677019215525157e-06, |
| "loss": 0.32571983337402344, |
| "step": 1740 |
| }, |
| { |
| "epoch": 3.6751054852320673, |
| "grad_norm": 1.4632868766784668, |
| "learning_rate": 1.1634823724903831e-06, |
| "loss": 0.7802934646606445, |
| "step": 1742 |
| }, |
| { |
| "epoch": 3.679324894514768, |
| "grad_norm": 2.942312002182007, |
| "learning_rate": 1.1593156038658585e-06, |
| "loss": 0.3937864303588867, |
| "step": 1744 |
| }, |
| { |
| "epoch": 3.6835443037974684, |
| "grad_norm": 3.0023696422576904, |
| "learning_rate": 1.155201666393338e-06, |
| "loss": 0.4511567950248718, |
| "step": 1746 |
| }, |
| { |
| "epoch": 3.6877637130801686, |
| "grad_norm": 2.039228677749634, |
| "learning_rate": 1.1511406101442017e-06, |
| "loss": 0.798840343952179, |
| "step": 1748 |
| }, |
| { |
| "epoch": 3.691983122362869, |
| "grad_norm": 9.033023834228516, |
| "learning_rate": 1.1471324845462025e-06, |
| "loss": 0.5909087657928467, |
| "step": 1750 |
| }, |
| { |
| "epoch": 3.6962025316455698, |
| "grad_norm": 2.3524653911590576, |
| "learning_rate": 1.1431773383828677e-06, |
| "loss": 0.6905038356781006, |
| "step": 1752 |
| }, |
| { |
| "epoch": 3.70042194092827, |
| "grad_norm": 2.6000936031341553, |
| "learning_rate": 1.139275219792902e-06, |
| "loss": 0.8412216901779175, |
| "step": 1754 |
| }, |
| { |
| "epoch": 3.7046413502109705, |
| "grad_norm": 3.3897039890289307, |
| "learning_rate": 1.1354261762696058e-06, |
| "loss": 0.6651852130889893, |
| "step": 1756 |
| }, |
| { |
| "epoch": 3.708860759493671, |
| "grad_norm": 4.865018844604492, |
| "learning_rate": 1.131630254660291e-06, |
| "loss": 0.5381301641464233, |
| "step": 1758 |
| }, |
| { |
| "epoch": 3.7130801687763713, |
| "grad_norm": 4.956268787384033, |
| "learning_rate": 1.1278875011657168e-06, |
| "loss": 0.5200679302215576, |
| "step": 1760 |
| }, |
| { |
| "epoch": 3.717299578059072, |
| "grad_norm": 5.0099687576293945, |
| "learning_rate": 1.1241979613395246e-06, |
| "loss": 0.2321537584066391, |
| "step": 1762 |
| }, |
| { |
| "epoch": 3.721518987341772, |
| "grad_norm": 13.689009666442871, |
| "learning_rate": 1.120561680087682e-06, |
| "loss": 0.400237113237381, |
| "step": 1764 |
| }, |
| { |
| "epoch": 3.7257383966244726, |
| "grad_norm": 2.460145950317383, |
| "learning_rate": 1.1169787016679412e-06, |
| "loss": 0.7217031121253967, |
| "step": 1766 |
| }, |
| { |
| "epoch": 3.7299578059071727, |
| "grad_norm": 7.271668434143066, |
| "learning_rate": 1.1134490696892955e-06, |
| "loss": 0.4372742176055908, |
| "step": 1768 |
| }, |
| { |
| "epoch": 3.7341772151898733, |
| "grad_norm": 2.220688581466675, |
| "learning_rate": 1.1099728271114502e-06, |
| "loss": 0.49784523248672485, |
| "step": 1770 |
| }, |
| { |
| "epoch": 3.738396624472574, |
| "grad_norm": 2.4671876430511475, |
| "learning_rate": 1.1065500162442996e-06, |
| "loss": 0.6265417337417603, |
| "step": 1772 |
| }, |
| { |
| "epoch": 3.742616033755274, |
| "grad_norm": 0.7870125770568848, |
| "learning_rate": 1.1031806787474133e-06, |
| "loss": 0.10117629170417786, |
| "step": 1774 |
| }, |
| { |
| "epoch": 3.7468354430379747, |
| "grad_norm": 1.3312100172042847, |
| "learning_rate": 1.0998648556295273e-06, |
| "loss": 0.3768368363380432, |
| "step": 1776 |
| }, |
| { |
| "epoch": 3.7510548523206753, |
| "grad_norm": 1.4662823677062988, |
| "learning_rate": 1.0966025872480462e-06, |
| "loss": 0.6424307823181152, |
| "step": 1778 |
| }, |
| { |
| "epoch": 3.7552742616033754, |
| "grad_norm": 2.378920555114746, |
| "learning_rate": 1.0933939133085506e-06, |
| "loss": 0.6810441017150879, |
| "step": 1780 |
| }, |
| { |
| "epoch": 3.759493670886076, |
| "grad_norm": 1.6849637031555176, |
| "learning_rate": 1.090238872864316e-06, |
| "loss": 0.7406947612762451, |
| "step": 1782 |
| }, |
| { |
| "epoch": 3.7637130801687766, |
| "grad_norm": 1.9629346132278442, |
| "learning_rate": 1.0871375043158357e-06, |
| "loss": 0.638360857963562, |
| "step": 1784 |
| }, |
| { |
| "epoch": 3.7679324894514767, |
| "grad_norm": 2.466979503631592, |
| "learning_rate": 1.084089845410352e-06, |
| "loss": 0.7534542083740234, |
| "step": 1786 |
| }, |
| { |
| "epoch": 3.7721518987341773, |
| "grad_norm": 5.9140448570251465, |
| "learning_rate": 1.081095933241402e-06, |
| "loss": 0.10254526138305664, |
| "step": 1788 |
| }, |
| { |
| "epoch": 3.7763713080168775, |
| "grad_norm": 2.441310405731201, |
| "learning_rate": 1.078155804248362e-06, |
| "loss": 0.35849353671073914, |
| "step": 1790 |
| }, |
| { |
| "epoch": 3.780590717299578, |
| "grad_norm": 2.6122334003448486, |
| "learning_rate": 1.0752694942160019e-06, |
| "loss": 0.6726478338241577, |
| "step": 1792 |
| }, |
| { |
| "epoch": 3.7848101265822782, |
| "grad_norm": 3.709134340286255, |
| "learning_rate": 1.0724370382740567e-06, |
| "loss": 0.49919867515563965, |
| "step": 1794 |
| }, |
| { |
| "epoch": 3.789029535864979, |
| "grad_norm": 6.428011417388916, |
| "learning_rate": 1.0696584708967913e-06, |
| "loss": 0.6923050284385681, |
| "step": 1796 |
| }, |
| { |
| "epoch": 3.7932489451476794, |
| "grad_norm": 4.874377250671387, |
| "learning_rate": 1.0669338259025872e-06, |
| "loss": 0.6729787588119507, |
| "step": 1798 |
| }, |
| { |
| "epoch": 3.7974683544303796, |
| "grad_norm": 3.9241809844970703, |
| "learning_rate": 1.0642631364535258e-06, |
| "loss": 0.6629925966262817, |
| "step": 1800 |
| }, |
| { |
| "epoch": 3.80168776371308, |
| "grad_norm": 2.5329127311706543, |
| "learning_rate": 1.0616464350549887e-06, |
| "loss": 0.8236969113349915, |
| "step": 1802 |
| }, |
| { |
| "epoch": 3.8059071729957807, |
| "grad_norm": 1.856214165687561, |
| "learning_rate": 1.0590837535552602e-06, |
| "loss": 0.42748022079467773, |
| "step": 1804 |
| }, |
| { |
| "epoch": 3.810126582278481, |
| "grad_norm": 5.678967475891113, |
| "learning_rate": 1.0565751231451391e-06, |
| "loss": 0.07123240828514099, |
| "step": 1806 |
| }, |
| { |
| "epoch": 3.8143459915611815, |
| "grad_norm": 43.45896911621094, |
| "learning_rate": 1.05412057435756e-06, |
| "loss": 0.6246628761291504, |
| "step": 1808 |
| }, |
| { |
| "epoch": 3.818565400843882, |
| "grad_norm": 2.206404447555542, |
| "learning_rate": 1.0517201370672234e-06, |
| "loss": 0.8135085105895996, |
| "step": 1810 |
| }, |
| { |
| "epoch": 3.8227848101265822, |
| "grad_norm": 4.114138603210449, |
| "learning_rate": 1.0493738404902271e-06, |
| "loss": 0.38385212421417236, |
| "step": 1812 |
| }, |
| { |
| "epoch": 3.827004219409283, |
| "grad_norm": 4.388727188110352, |
| "learning_rate": 1.0470817131837167e-06, |
| "loss": 0.8152976036071777, |
| "step": 1814 |
| }, |
| { |
| "epoch": 3.831223628691983, |
| "grad_norm": 2.508357286453247, |
| "learning_rate": 1.0448437830455336e-06, |
| "loss": 0.7808729410171509, |
| "step": 1816 |
| }, |
| { |
| "epoch": 3.8354430379746836, |
| "grad_norm": 3.590165138244629, |
| "learning_rate": 1.042660077313877e-06, |
| "loss": 0.6491972208023071, |
| "step": 1818 |
| }, |
| { |
| "epoch": 3.8396624472573837, |
| "grad_norm": 3.099669933319092, |
| "learning_rate": 1.0405306225669729e-06, |
| "loss": 0.4528687000274658, |
| "step": 1820 |
| }, |
| { |
| "epoch": 3.8438818565400843, |
| "grad_norm": 2.1718971729278564, |
| "learning_rate": 1.0384554447227493e-06, |
| "loss": 0.7329453229904175, |
| "step": 1822 |
| }, |
| { |
| "epoch": 3.848101265822785, |
| "grad_norm": 3.457826614379883, |
| "learning_rate": 1.0364345690385225e-06, |
| "loss": 0.44147783517837524, |
| "step": 1824 |
| }, |
| { |
| "epoch": 3.852320675105485, |
| "grad_norm": 3.973973035812378, |
| "learning_rate": 1.0344680201106878e-06, |
| "loss": 0.7001845836639404, |
| "step": 1826 |
| }, |
| { |
| "epoch": 3.8565400843881856, |
| "grad_norm": 4.499375820159912, |
| "learning_rate": 1.0325558218744205e-06, |
| "loss": 0.7414108514785767, |
| "step": 1828 |
| }, |
| { |
| "epoch": 3.8607594936708862, |
| "grad_norm": 2.5253515243530273, |
| "learning_rate": 1.0306979976033873e-06, |
| "loss": 0.6885861158370972, |
| "step": 1830 |
| }, |
| { |
| "epoch": 3.8649789029535864, |
| "grad_norm": 8.046545028686523, |
| "learning_rate": 1.0288945699094583e-06, |
| "loss": 0.17440387606620789, |
| "step": 1832 |
| }, |
| { |
| "epoch": 3.869198312236287, |
| "grad_norm": 1.8448333740234375, |
| "learning_rate": 1.0271455607424356e-06, |
| "loss": 0.47151702642440796, |
| "step": 1834 |
| }, |
| { |
| "epoch": 3.8734177215189876, |
| "grad_norm": 8.308198928833008, |
| "learning_rate": 1.0254509913897852e-06, |
| "loss": 0.5803446769714355, |
| "step": 1836 |
| }, |
| { |
| "epoch": 3.8776371308016877, |
| "grad_norm": 10.151689529418945, |
| "learning_rate": 1.0238108824763768e-06, |
| "loss": 0.5345290899276733, |
| "step": 1838 |
| }, |
| { |
| "epoch": 3.8818565400843883, |
| "grad_norm": 15.320477485656738, |
| "learning_rate": 1.022225253964233e-06, |
| "loss": 0.7307233810424805, |
| "step": 1840 |
| }, |
| { |
| "epoch": 3.8860759493670884, |
| "grad_norm": 9.880020141601562, |
| "learning_rate": 1.0206941251522885e-06, |
| "loss": 0.49433356523513794, |
| "step": 1842 |
| }, |
| { |
| "epoch": 3.890295358649789, |
| "grad_norm": 1.4328478574752808, |
| "learning_rate": 1.0192175146761524e-06, |
| "loss": 0.4562499523162842, |
| "step": 1844 |
| }, |
| { |
| "epoch": 3.894514767932489, |
| "grad_norm": 11.020108222961426, |
| "learning_rate": 1.0177954405078835e-06, |
| "loss": 0.7045310735702515, |
| "step": 1846 |
| }, |
| { |
| "epoch": 3.8987341772151898, |
| "grad_norm": 6.312666416168213, |
| "learning_rate": 1.0164279199557686e-06, |
| "loss": 0.3025636672973633, |
| "step": 1848 |
| }, |
| { |
| "epoch": 3.9029535864978904, |
| "grad_norm": 2.3025801181793213, |
| "learning_rate": 1.0151149696641168e-06, |
| "loss": 0.8873302936553955, |
| "step": 1850 |
| }, |
| { |
| "epoch": 3.9071729957805905, |
| "grad_norm": 2.792774200439453, |
| "learning_rate": 1.0138566056130515e-06, |
| "loss": 0.8704756498336792, |
| "step": 1852 |
| }, |
| { |
| "epoch": 3.911392405063291, |
| "grad_norm": 2.597687244415283, |
| "learning_rate": 1.0126528431183195e-06, |
| "loss": 0.7584602236747742, |
| "step": 1854 |
| }, |
| { |
| "epoch": 3.9156118143459917, |
| "grad_norm": 2.009371519088745, |
| "learning_rate": 1.0115036968311033e-06, |
| "loss": 0.7262599468231201, |
| "step": 1856 |
| }, |
| { |
| "epoch": 3.919831223628692, |
| "grad_norm": 1.7187460660934448, |
| "learning_rate": 1.0104091807378438e-06, |
| "loss": 0.7679610252380371, |
| "step": 1858 |
| }, |
| { |
| "epoch": 3.9240506329113924, |
| "grad_norm": 2.1841681003570557, |
| "learning_rate": 1.0093693081600666e-06, |
| "loss": 0.7911632657051086, |
| "step": 1860 |
| }, |
| { |
| "epoch": 3.928270042194093, |
| "grad_norm": 8.022225379943848, |
| "learning_rate": 1.008384091754226e-06, |
| "loss": 0.4581802487373352, |
| "step": 1862 |
| }, |
| { |
| "epoch": 3.932489451476793, |
| "grad_norm": 2.212033271789551, |
| "learning_rate": 1.007453543511545e-06, |
| "loss": 0.47628599405288696, |
| "step": 1864 |
| }, |
| { |
| "epoch": 3.9367088607594938, |
| "grad_norm": 4.698168754577637, |
| "learning_rate": 1.006577674757873e-06, |
| "loss": 0.8686692714691162, |
| "step": 1866 |
| }, |
| { |
| "epoch": 3.9409282700421944, |
| "grad_norm": 1.632333755493164, |
| "learning_rate": 1.0057564961535454e-06, |
| "loss": 0.6620824337005615, |
| "step": 1868 |
| }, |
| { |
| "epoch": 3.9451476793248945, |
| "grad_norm": 5.410098075866699, |
| "learning_rate": 1.0049900176932567e-06, |
| "loss": 0.5263056755065918, |
| "step": 1870 |
| }, |
| { |
| "epoch": 3.9493670886075947, |
| "grad_norm": 0.7221059799194336, |
| "learning_rate": 1.0042782487059369e-06, |
| "loss": 0.3421555757522583, |
| "step": 1872 |
| }, |
| { |
| "epoch": 3.9535864978902953, |
| "grad_norm": 8.672829627990723, |
| "learning_rate": 1.0036211978546373e-06, |
| "loss": 0.26512712240219116, |
| "step": 1874 |
| }, |
| { |
| "epoch": 3.957805907172996, |
| "grad_norm": 3.008295774459839, |
| "learning_rate": 1.0030188731364275e-06, |
| "loss": 0.4937257170677185, |
| "step": 1876 |
| }, |
| { |
| "epoch": 3.962025316455696, |
| "grad_norm": 7.027841567993164, |
| "learning_rate": 1.0024712818822967e-06, |
| "loss": 0.5959345698356628, |
| "step": 1878 |
| }, |
| { |
| "epoch": 3.9662447257383966, |
| "grad_norm": 2.455162525177002, |
| "learning_rate": 1.001978430757064e-06, |
| "loss": 0.5293846130371094, |
| "step": 1880 |
| }, |
| { |
| "epoch": 3.970464135021097, |
| "grad_norm": 4.404110431671143, |
| "learning_rate": 1.0015403257592978e-06, |
| "loss": 0.6860568523406982, |
| "step": 1882 |
| }, |
| { |
| "epoch": 3.9746835443037973, |
| "grad_norm": 4.425588607788086, |
| "learning_rate": 1.0011569722212425e-06, |
| "loss": 0.21463988721370697, |
| "step": 1884 |
| }, |
| { |
| "epoch": 3.978902953586498, |
| "grad_norm": 3.268907308578491, |
| "learning_rate": 1.000828374808755e-06, |
| "loss": 0.7305811643600464, |
| "step": 1886 |
| }, |
| { |
| "epoch": 3.9831223628691985, |
| "grad_norm": 2.7041444778442383, |
| "learning_rate": 1.000554537521245e-06, |
| "loss": 0.4178711771965027, |
| "step": 1888 |
| }, |
| { |
| "epoch": 3.9873417721518987, |
| "grad_norm": 10.676273345947266, |
| "learning_rate": 1.0003354636916303e-06, |
| "loss": 0.7595245242118835, |
| "step": 1890 |
| }, |
| { |
| "epoch": 3.9915611814345993, |
| "grad_norm": 3.8041913509368896, |
| "learning_rate": 1.0001711559862924e-06, |
| "loss": 0.41353878378868103, |
| "step": 1892 |
| }, |
| { |
| "epoch": 3.9957805907173, |
| "grad_norm": 2.085923671722412, |
| "learning_rate": 1.0000616164050463e-06, |
| "loss": 0.6929641366004944, |
| "step": 1894 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 2.360381603240967, |
| "learning_rate": 1.0000068462811152e-06, |
| "loss": 0.5759221315383911, |
| "step": 1896 |
| }, |
| { |
| "epoch": 4.0, |
| "step": 1896, |
| "total_flos": 3.5948540766149673e+18, |
| "train_loss": 0.8339844654994046, |
| "train_runtime": 4886.5014, |
| "train_samples_per_second": 11.64, |
| "train_steps_per_second": 0.388 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 1896, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 99999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.5948540766149673e+18, |
| "train_batch_size": 3, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
