| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 1896, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004219409282700422, |
| "grad_norm": 6.465786457061768, |
| "learning_rate": 1.0526315789473685e-07, |
| "loss": 2.199237823486328, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.008438818565400843, |
| "grad_norm": 6.138082981109619, |
| "learning_rate": 3.1578947368421055e-07, |
| "loss": 1.7785427570343018, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.012658227848101266, |
| "grad_norm": 1.5081427097320557, |
| "learning_rate": 5.263157894736843e-07, |
| "loss": 1.9374568462371826, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.016877637130801686, |
| "grad_norm": 2.888887882232666, |
| "learning_rate": 7.368421052631579e-07, |
| "loss": 1.9380292892456055, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.02109704641350211, |
| "grad_norm": 4.559475898742676, |
| "learning_rate": 9.473684210526317e-07, |
| "loss": 1.8323544263839722, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.02531645569620253, |
| "grad_norm": 1.0213398933410645, |
| "learning_rate": 1.1578947368421053e-06, |
| "loss": 1.29737389087677, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.029535864978902954, |
| "grad_norm": 2.1303820610046387, |
| "learning_rate": 1.3684210526315791e-06, |
| "loss": 1.6070220470428467, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03375527426160337, |
| "grad_norm": 3.2898736000061035, |
| "learning_rate": 1.5789473684210526e-06, |
| "loss": 1.9115804433822632, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0379746835443038, |
| "grad_norm": 0.9824860692024231, |
| "learning_rate": 1.7894736842105265e-06, |
| "loss": 1.6911016702651978, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04219409282700422, |
| "grad_norm": 1.3768422603607178, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 1.7770113945007324, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.046413502109704644, |
| "grad_norm": 1.0032649040222168, |
| "learning_rate": 2.2105263157894738e-06, |
| "loss": 1.4084525108337402, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.05063291139240506, |
| "grad_norm": 6.045759201049805, |
| "learning_rate": 2.4210526315789477e-06, |
| "loss": 1.5324207544326782, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.05485232067510549, |
| "grad_norm": 1.592543601989746, |
| "learning_rate": 2.631578947368421e-06, |
| "loss": 1.2799831628799438, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.05907172995780591, |
| "grad_norm": 1.5376907587051392, |
| "learning_rate": 2.842105263157895e-06, |
| "loss": 1.684704065322876, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.06329113924050633, |
| "grad_norm": 1.4627753496170044, |
| "learning_rate": 3.052631578947369e-06, |
| "loss": 1.276880145072937, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.06751054852320675, |
| "grad_norm": 2.527453899383545, |
| "learning_rate": 3.2631578947368423e-06, |
| "loss": 1.5167211294174194, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.07172995780590717, |
| "grad_norm": 6.948500156402588, |
| "learning_rate": 3.473684210526316e-06, |
| "loss": 0.9400781393051147, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.0759493670886076, |
| "grad_norm": 2.278308391571045, |
| "learning_rate": 3.6842105263157896e-06, |
| "loss": 1.5309321880340576, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.08016877637130802, |
| "grad_norm": 3.701179027557373, |
| "learning_rate": 3.894736842105263e-06, |
| "loss": 1.1039892435073853, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.08438818565400844, |
| "grad_norm": 1.0328092575073242, |
| "learning_rate": 4.105263157894737e-06, |
| "loss": 1.4938355684280396, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.08860759493670886, |
| "grad_norm": 2.642683506011963, |
| "learning_rate": 4.315789473684211e-06, |
| "loss": 1.0529941320419312, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.09282700421940929, |
| "grad_norm": 3.77479887008667, |
| "learning_rate": 4.526315789473685e-06, |
| "loss": 1.7686446905136108, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0970464135021097, |
| "grad_norm": 3.5789642333984375, |
| "learning_rate": 4.736842105263158e-06, |
| "loss": 1.6447981595993042, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.10126582278481013, |
| "grad_norm": 0.9147924184799194, |
| "learning_rate": 4.947368421052632e-06, |
| "loss": 1.5085883140563965, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.10548523206751055, |
| "grad_norm": 55.66002655029297, |
| "learning_rate": 5.157894736842106e-06, |
| "loss": 0.7800276875495911, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.10970464135021098, |
| "grad_norm": 3.080514669418335, |
| "learning_rate": 5.36842105263158e-06, |
| "loss": 0.8507890701293945, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.11392405063291139, |
| "grad_norm": 1.7043066024780273, |
| "learning_rate": 5.578947368421052e-06, |
| "loss": 0.7773736715316772, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.11814345991561181, |
| "grad_norm": 0.8520327210426331, |
| "learning_rate": 5.789473684210527e-06, |
| "loss": 1.370112657546997, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.12236286919831224, |
| "grad_norm": 3.436246395111084, |
| "learning_rate": 6e-06, |
| "loss": 0.6616921424865723, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.12658227848101267, |
| "grad_norm": 1.310256004333496, |
| "learning_rate": 6.2105263157894745e-06, |
| "loss": 1.4200854301452637, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.1308016877637131, |
| "grad_norm": 1.1509495973587036, |
| "learning_rate": 6.421052631578948e-06, |
| "loss": 1.443635106086731, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.1350210970464135, |
| "grad_norm": 0.9931774735450745, |
| "learning_rate": 6.631578947368421e-06, |
| "loss": 1.0624401569366455, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.13924050632911392, |
| "grad_norm": 1.786999225616455, |
| "learning_rate": 6.842105263157896e-06, |
| "loss": 0.8246886134147644, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.14345991561181434, |
| "grad_norm": 1.4146567583084106, |
| "learning_rate": 7.052631578947369e-06, |
| "loss": 1.0782811641693115, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.14767932489451477, |
| "grad_norm": 4.062684059143066, |
| "learning_rate": 7.263157894736843e-06, |
| "loss": 0.9644668698310852, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.1518987341772152, |
| "grad_norm": 1.1023335456848145, |
| "learning_rate": 7.473684210526316e-06, |
| "loss": 1.2576028108596802, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.15611814345991562, |
| "grad_norm": 2.1730892658233643, |
| "learning_rate": 7.68421052631579e-06, |
| "loss": 1.0003982782363892, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.16033755274261605, |
| "grad_norm": 1.9199130535125732, |
| "learning_rate": 7.894736842105265e-06, |
| "loss": 0.8305221796035767, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.16455696202531644, |
| "grad_norm": 1.3110461235046387, |
| "learning_rate": 8.105263157894736e-06, |
| "loss": 1.3285223245620728, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.16877637130801687, |
| "grad_norm": 1.0852832794189453, |
| "learning_rate": 8.315789473684212e-06, |
| "loss": 1.3227169513702393, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.1729957805907173, |
| "grad_norm": 2.09266996383667, |
| "learning_rate": 8.526315789473685e-06, |
| "loss": 1.3691281080245972, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.17721518987341772, |
| "grad_norm": 3.0065836906433105, |
| "learning_rate": 8.736842105263158e-06, |
| "loss": 0.7072535157203674, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.18143459915611815, |
| "grad_norm": 2.310109853744507, |
| "learning_rate": 8.947368421052632e-06, |
| "loss": 1.108911395072937, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.18565400843881857, |
| "grad_norm": 1.5085989236831665, |
| "learning_rate": 9.157894736842105e-06, |
| "loss": 1.2826870679855347, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.189873417721519, |
| "grad_norm": 2.592907667160034, |
| "learning_rate": 9.36842105263158e-06, |
| "loss": 0.6292117238044739, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.1940928270042194, |
| "grad_norm": 1.7466903924942017, |
| "learning_rate": 9.578947368421054e-06, |
| "loss": 1.6944659948349, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.19831223628691982, |
| "grad_norm": 1.627853274345398, |
| "learning_rate": 9.789473684210527e-06, |
| "loss": 0.9387001991271973, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.20253164556962025, |
| "grad_norm": 1.2001192569732666, |
| "learning_rate": 1e-05, |
| "loss": 1.4122728109359741, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.20675105485232068, |
| "grad_norm": 0.6856104135513306, |
| "learning_rate": 9.999972614896371e-06, |
| "loss": 1.4657618999481201, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.2109704641350211, |
| "grad_norm": 11.178488731384277, |
| "learning_rate": 9.999890459918794e-06, |
| "loss": 1.2304973602294922, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.21518987341772153, |
| "grad_norm": 3.910228967666626, |
| "learning_rate": 9.999753536067186e-06, |
| "loss": 1.0468037128448486, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.21940928270042195, |
| "grad_norm": 2.711930990219116, |
| "learning_rate": 9.999561845008071e-06, |
| "loss": 0.986783504486084, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.22362869198312235, |
| "grad_norm": 21.524057388305664, |
| "learning_rate": 9.999315389074552e-06, |
| "loss": 0.9841020107269287, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.22784810126582278, |
| "grad_norm": 1.3347963094711304, |
| "learning_rate": 9.999014171266281e-06, |
| "loss": 0.9823999404907227, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.2320675105485232, |
| "grad_norm": 1.0721721649169922, |
| "learning_rate": 9.99865819524943e-06, |
| "loss": 1.0403262376785278, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.23628691983122363, |
| "grad_norm": 0.9829576015472412, |
| "learning_rate": 9.998247465356636e-06, |
| "loss": 1.3694502115249634, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.24050632911392406, |
| "grad_norm": 1.0071089267730713, |
| "learning_rate": 9.997781986586959e-06, |
| "loss": 1.2698887586593628, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.24472573839662448, |
| "grad_norm": 4.800805568695068, |
| "learning_rate": 9.997261764605815e-06, |
| "loss": 1.6063902378082275, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.2489451476793249, |
| "grad_norm": 1.2748767137527466, |
| "learning_rate": 9.996686805744904e-06, |
| "loss": 1.2578661441802979, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.25316455696202533, |
| "grad_norm": 0.5618524551391602, |
| "learning_rate": 9.996057117002143e-06, |
| "loss": 0.999391496181488, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.25738396624472576, |
| "grad_norm": 1.7549960613250732, |
| "learning_rate": 9.995372706041573e-06, |
| "loss": 1.2668333053588867, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.2616033755274262, |
| "grad_norm": 2.3584682941436768, |
| "learning_rate": 9.994633581193267e-06, |
| "loss": 1.2617768049240112, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.26582278481012656, |
| "grad_norm": 0.8955286741256714, |
| "learning_rate": 9.993839751453232e-06, |
| "loss": 1.3551467657089233, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.270042194092827, |
| "grad_norm": 5.981209754943848, |
| "learning_rate": 9.992991226483287e-06, |
| "loss": 0.8236246109008789, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.2742616033755274, |
| "grad_norm": 1.3256901502609253, |
| "learning_rate": 9.992088016610973e-06, |
| "loss": 1.1401005983352661, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.27848101265822783, |
| "grad_norm": 2.001391887664795, |
| "learning_rate": 9.991130132829391e-06, |
| "loss": 1.2099541425704956, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.28270042194092826, |
| "grad_norm": 3.312189817428589, |
| "learning_rate": 9.990117586797098e-06, |
| "loss": 0.6884139776229858, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.2869198312236287, |
| "grad_norm": 1.1149671077728271, |
| "learning_rate": 9.989050390837953e-06, |
| "loss": 0.8498684763908386, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.2911392405063291, |
| "grad_norm": 2.0233166217803955, |
| "learning_rate": 9.987928557940963e-06, |
| "loss": 1.3585927486419678, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.29535864978902954, |
| "grad_norm": 1.847275733947754, |
| "learning_rate": 9.986752101760134e-06, |
| "loss": 0.9446065425872803, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.29957805907172996, |
| "grad_norm": 1.6885318756103516, |
| "learning_rate": 9.985521036614299e-06, |
| "loss": 1.2848148345947266, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.3037974683544304, |
| "grad_norm": 2.0016934871673584, |
| "learning_rate": 9.984235377486942e-06, |
| "loss": 1.0829672813415527, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.3080168776371308, |
| "grad_norm": 1.3245930671691895, |
| "learning_rate": 9.982895140026027e-06, |
| "loss": 1.374953269958496, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.31223628691983124, |
| "grad_norm": 0.7807157039642334, |
| "learning_rate": 9.981500340543795e-06, |
| "loss": 1.363284945487976, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.31645569620253167, |
| "grad_norm": 1.3550828695297241, |
| "learning_rate": 9.980050996016565e-06, |
| "loss": 1.2079832553863525, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.3206751054852321, |
| "grad_norm": 1.3687413930892944, |
| "learning_rate": 9.97854712408454e-06, |
| "loss": 1.2671327590942383, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.32489451476793246, |
| "grad_norm": 0.667811393737793, |
| "learning_rate": 9.97698874305158e-06, |
| "loss": 1.4603054523468018, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.3291139240506329, |
| "grad_norm": 2.3403422832489014, |
| "learning_rate": 9.97537587188499e-06, |
| "loss": 1.242130160331726, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 0.9113782048225403, |
| "learning_rate": 9.973708530215275e-06, |
| "loss": 1.3086892366409302, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.33755274261603374, |
| "grad_norm": 0.7642857432365417, |
| "learning_rate": 9.97198673833591e-06, |
| "loss": 1.2843017578125, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.34177215189873417, |
| "grad_norm": 2.7208383083343506, |
| "learning_rate": 9.970210517203099e-06, |
| "loss": 0.8658415079116821, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.3459915611814346, |
| "grad_norm": 3.540055513381958, |
| "learning_rate": 9.968379888435508e-06, |
| "loss": 1.2179991006851196, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.350210970464135, |
| "grad_norm": 2.6345081329345703, |
| "learning_rate": 9.966494874314004e-06, |
| "loss": 0.8010786175727844, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.35443037974683544, |
| "grad_norm": 1.9970042705535889, |
| "learning_rate": 9.964555497781395e-06, |
| "loss": 1.2158904075622559, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.35864978902953587, |
| "grad_norm": 0.800459086894989, |
| "learning_rate": 9.962561782442133e-06, |
| "loss": 1.2994709014892578, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.3628691983122363, |
| "grad_norm": 0.83615642786026, |
| "learning_rate": 9.960513752562044e-06, |
| "loss": 1.191404104232788, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.3670886075949367, |
| "grad_norm": 0.9121875166893005, |
| "learning_rate": 9.95841143306802e-06, |
| "loss": 1.0079421997070312, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.37130801687763715, |
| "grad_norm": 1.0342307090759277, |
| "learning_rate": 9.956254849547721e-06, |
| "loss": 1.3034913539886475, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.3755274261603376, |
| "grad_norm": 0.7811413407325745, |
| "learning_rate": 9.954044028249269e-06, |
| "loss": 1.3008990287780762, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.379746835443038, |
| "grad_norm": 1.3971962928771973, |
| "learning_rate": 9.95177899608091e-06, |
| "loss": 0.9854909181594849, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.38396624472573837, |
| "grad_norm": 1.2044034004211426, |
| "learning_rate": 9.949459780610714e-06, |
| "loss": 1.2609633207321167, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.3881856540084388, |
| "grad_norm": 1.2054684162139893, |
| "learning_rate": 9.94708641006621e-06, |
| "loss": 1.2644842863082886, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.3924050632911392, |
| "grad_norm": 1.3307691812515259, |
| "learning_rate": 9.94465891333407e-06, |
| "loss": 0.5214270353317261, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.39662447257383965, |
| "grad_norm": 1.1408305168151855, |
| "learning_rate": 9.942177319959733e-06, |
| "loss": 0.9515210390090942, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.4008438818565401, |
| "grad_norm": 3.7265217304229736, |
| "learning_rate": 9.939641660147067e-06, |
| "loss": 1.0530356168746948, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.4050632911392405, |
| "grad_norm": 1.0529814958572388, |
| "learning_rate": 9.937051964757982e-06, |
| "loss": 1.279091238975525, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.4092827004219409, |
| "grad_norm": 0.9534339904785156, |
| "learning_rate": 9.93440826531207e-06, |
| "loss": 1.0599740743637085, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.41350210970464135, |
| "grad_norm": 0.83598393201828, |
| "learning_rate": 9.93171059398621e-06, |
| "loss": 1.2558493614196777, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.4177215189873418, |
| "grad_norm": 1.3215349912643433, |
| "learning_rate": 9.928958983614187e-06, |
| "loss": 1.0171372890472412, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.4219409282700422, |
| "grad_norm": 1.0270469188690186, |
| "learning_rate": 9.926153467686282e-06, |
| "loss": 1.1477622985839844, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.42616033755274263, |
| "grad_norm": 1.3883006572723389, |
| "learning_rate": 9.92329408034887e-06, |
| "loss": 1.1251156330108643, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.43037974683544306, |
| "grad_norm": 1.1333043575286865, |
| "learning_rate": 9.920380856404002e-06, |
| "loss": 0.9194478988647461, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.4345991561181435, |
| "grad_norm": 1.118269681930542, |
| "learning_rate": 9.917413831308988e-06, |
| "loss": 1.3536955118179321, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.4388185654008439, |
| "grad_norm": 2.772348403930664, |
| "learning_rate": 9.914393041175954e-06, |
| "loss": 0.7396001815795898, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.4430379746835443, |
| "grad_norm": 0.9644083380699158, |
| "learning_rate": 9.911318522771414e-06, |
| "loss": 1.259086012840271, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4472573839662447, |
| "grad_norm": 2.7526473999023438, |
| "learning_rate": 9.90819031351581e-06, |
| "loss": 0.8133543729782104, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.45147679324894513, |
| "grad_norm": 0.8151541948318481, |
| "learning_rate": 9.905008451483075e-06, |
| "loss": 1.1889218091964722, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.45569620253164556, |
| "grad_norm": 0.921183168888092, |
| "learning_rate": 9.901772975400147e-06, |
| "loss": 1.2350777387619019, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.459915611814346, |
| "grad_norm": 1.7976837158203125, |
| "learning_rate": 9.898483924646516e-06, |
| "loss": 1.2836939096450806, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.4641350210970464, |
| "grad_norm": 1.6381433010101318, |
| "learning_rate": 9.895141339253733e-06, |
| "loss": 1.2279090881347656, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.46835443037974683, |
| "grad_norm": 2.8392746448516846, |
| "learning_rate": 9.891745259904935e-06, |
| "loss": 1.1983016729354858, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.47257383966244726, |
| "grad_norm": 2.3318963050842285, |
| "learning_rate": 9.888295727934333e-06, |
| "loss": 1.0209558010101318, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.4767932489451477, |
| "grad_norm": 1.2104547023773193, |
| "learning_rate": 9.884792785326725e-06, |
| "loss": 1.257072925567627, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.4810126582278481, |
| "grad_norm": 2.3684027194976807, |
| "learning_rate": 9.881236474716976e-06, |
| "loss": 0.7753751873970032, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.48523206751054854, |
| "grad_norm": 2.1228580474853516, |
| "learning_rate": 9.877626839389501e-06, |
| "loss": 0.9030119180679321, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.48945147679324896, |
| "grad_norm": 1.208469033241272, |
| "learning_rate": 9.873963923277737e-06, |
| "loss": 0.8896680474281311, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.4936708860759494, |
| "grad_norm": 1.147818684577942, |
| "learning_rate": 9.870247770963616e-06, |
| "loss": 1.2561113834381104, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.4978902953586498, |
| "grad_norm": 1.6988905668258667, |
| "learning_rate": 9.866478427677009e-06, |
| "loss": 1.3061769008636475, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5021097046413502, |
| "grad_norm": 3.5365211963653564, |
| "learning_rate": 9.862655939295184e-06, |
| "loss": 0.9927146434783936, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.5063291139240507, |
| "grad_norm": 1.1306407451629639, |
| "learning_rate": 9.858780352342252e-06, |
| "loss": 0.504905104637146, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.510548523206751, |
| "grad_norm": 2.3302314281463623, |
| "learning_rate": 9.854851713988588e-06, |
| "loss": 1.4126393795013428, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.5147679324894515, |
| "grad_norm": 1.7707538604736328, |
| "learning_rate": 9.850870072050268e-06, |
| "loss": 0.865398108959198, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.5189873417721519, |
| "grad_norm": 1.1416205167770386, |
| "learning_rate": 9.846835474988482e-06, |
| "loss": 1.4666553735733032, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.5232067510548524, |
| "grad_norm": 0.8328902721405029, |
| "learning_rate": 9.842747971908943e-06, |
| "loss": 1.175310492515564, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.5274261603375527, |
| "grad_norm": 1.9283004999160767, |
| "learning_rate": 9.838607612561295e-06, |
| "loss": 1.291763424873352, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5316455696202531, |
| "grad_norm": 1.902482032775879, |
| "learning_rate": 9.834414447338503e-06, |
| "loss": 1.1111410856246948, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.5358649789029536, |
| "grad_norm": 1.0006159543991089, |
| "learning_rate": 9.830168527276238e-06, |
| "loss": 1.2128857374191284, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.540084388185654, |
| "grad_norm": 1.026835560798645, |
| "learning_rate": 9.825869904052261e-06, |
| "loss": 1.1847703456878662, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.5443037974683544, |
| "grad_norm": 1.518582820892334, |
| "learning_rate": 9.821518629985793e-06, |
| "loss": 1.0248626470565796, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.5485232067510548, |
| "grad_norm": 1.5096015930175781, |
| "learning_rate": 9.817114758036874e-06, |
| "loss": 0.9648565053939819, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5527426160337553, |
| "grad_norm": 1.910677433013916, |
| "learning_rate": 9.81265834180572e-06, |
| "loss": 1.256938099861145, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.5569620253164557, |
| "grad_norm": 1.0666650533676147, |
| "learning_rate": 9.80814943553207e-06, |
| "loss": 1.2715067863464355, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.5611814345991561, |
| "grad_norm": 0.9148522019386292, |
| "learning_rate": 9.80358809409454e-06, |
| "loss": 1.2238779067993164, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.5654008438818565, |
| "grad_norm": 2.0437240600585938, |
| "learning_rate": 9.798974373009924e-06, |
| "loss": 1.4990639686584473, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.569620253164557, |
| "grad_norm": 1.2008134126663208, |
| "learning_rate": 9.794308328432554e-06, |
| "loss": 1.0520625114440918, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.5738396624472574, |
| "grad_norm": 3.0810999870300293, |
| "learning_rate": 9.789590017153587e-06, |
| "loss": 1.310440182685852, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.5780590717299579, |
| "grad_norm": 1.1829187870025635, |
| "learning_rate": 9.784819496600333e-06, |
| "loss": 1.0964314937591553, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.5822784810126582, |
| "grad_norm": 1.9129283428192139, |
| "learning_rate": 9.77999682483555e-06, |
| "loss": 1.2469496726989746, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.5864978902953587, |
| "grad_norm": 2.8708689212799072, |
| "learning_rate": 9.775122060556729e-06, |
| "loss": 1.3884989023208618, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.5907172995780591, |
| "grad_norm": 1.0216045379638672, |
| "learning_rate": 9.770195263095396e-06, |
| "loss": 0.9563537240028381, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.5949367088607594, |
| "grad_norm": 1.04873788356781, |
| "learning_rate": 9.765216492416375e-06, |
| "loss": 1.314202070236206, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.5991561181434599, |
| "grad_norm": 1.0793180465698242, |
| "learning_rate": 9.760185809117065e-06, |
| "loss": 1.53078031539917, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.6033755274261603, |
| "grad_norm": 0.3450990319252014, |
| "learning_rate": 9.755103274426709e-06, |
| "loss": 1.119743824005127, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.6075949367088608, |
| "grad_norm": 0.927954375743866, |
| "learning_rate": 9.74996895020563e-06, |
| "loss": 1.2370059490203857, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.6118143459915611, |
| "grad_norm": 1.6949131488800049, |
| "learning_rate": 9.744782898944496e-06, |
| "loss": 0.8132422566413879, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6160337552742616, |
| "grad_norm": 0.8690698742866516, |
| "learning_rate": 9.739545183763554e-06, |
| "loss": 0.6778867840766907, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.620253164556962, |
| "grad_norm": 1.065058946609497, |
| "learning_rate": 9.734255868411857e-06, |
| "loss": 1.217564344406128, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.6244725738396625, |
| "grad_norm": 1.3371275663375854, |
| "learning_rate": 9.728915017266494e-06, |
| "loss": 0.7072957158088684, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.6286919831223629, |
| "grad_norm": 11.500582695007324, |
| "learning_rate": 9.723522695331806e-06, |
| "loss": 0.6656824350357056, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.6329113924050633, |
| "grad_norm": 1.48736572265625, |
| "learning_rate": 9.718078968238584e-06, |
| "loss": 1.7741155624389648, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6371308016877637, |
| "grad_norm": 0.9658617377281189, |
| "learning_rate": 9.712583902243294e-06, |
| "loss": 1.2526522874832153, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.6413502109704642, |
| "grad_norm": 4.880003929138184, |
| "learning_rate": 9.707037564227244e-06, |
| "loss": 0.8751387000083923, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.6455696202531646, |
| "grad_norm": 2.326631546020508, |
| "learning_rate": 9.701440021695784e-06, |
| "loss": 1.0059163570404053, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.6497890295358649, |
| "grad_norm": 0.7995657920837402, |
| "learning_rate": 9.69579134277749e-06, |
| "loss": 1.2537363767623901, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.6540084388185654, |
| "grad_norm": 1.0603656768798828, |
| "learning_rate": 9.690091596223315e-06, |
| "loss": 1.1936452388763428, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.6582278481012658, |
| "grad_norm": 1.9643880128860474, |
| "learning_rate": 9.684340851405771e-06, |
| "loss": 0.9918819665908813, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.6624472573839663, |
| "grad_norm": 0.8007776141166687, |
| "learning_rate": 9.678539178318078e-06, |
| "loss": 1.195359468460083, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.9312372207641602, |
| "learning_rate": 9.672686647573312e-06, |
| "loss": 1.09673273563385, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.6708860759493671, |
| "grad_norm": 0.9894766807556152, |
| "learning_rate": 9.666783330403543e-06, |
| "loss": 1.07291579246521, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.6751054852320675, |
| "grad_norm": 1.5419085025787354, |
| "learning_rate": 9.660829298658972e-06, |
| "loss": 1.0736496448516846, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.679324894514768, |
| "grad_norm": 1.2462348937988281, |
| "learning_rate": 9.654824624807057e-06, |
| "loss": 0.8691917657852173, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.6835443037974683, |
| "grad_norm": 0.902093231678009, |
| "learning_rate": 9.648769381931627e-06, |
| "loss": 0.8970058560371399, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.6877637130801688, |
| "grad_norm": 1.1327160596847534, |
| "learning_rate": 9.642663643731993e-06, |
| "loss": 0.8673514723777771, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.6919831223628692, |
| "grad_norm": 3.0607309341430664, |
| "learning_rate": 9.636507484522054e-06, |
| "loss": 0.856316328048706, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.6962025316455697, |
| "grad_norm": 2.566275119781494, |
| "learning_rate": 9.630300979229393e-06, |
| "loss": 1.5781216621398926, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.70042194092827, |
| "grad_norm": 1.6562979221343994, |
| "learning_rate": 9.62404420339436e-06, |
| "loss": 1.0775580406188965, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.7046413502109705, |
| "grad_norm": 0.8775741457939148, |
| "learning_rate": 9.617737233169157e-06, |
| "loss": 1.3338556289672852, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.7088607594936709, |
| "grad_norm": 1.404621958732605, |
| "learning_rate": 9.611380145316913e-06, |
| "loss": 1.248726487159729, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.7130801687763713, |
| "grad_norm": 1.2747576236724854, |
| "learning_rate": 9.60497301721074e-06, |
| "loss": 1.270586609840393, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.7172995780590717, |
| "grad_norm": 1.085620403289795, |
| "learning_rate": 9.598515926832803e-06, |
| "loss": 1.2445173263549805, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7215189873417721, |
| "grad_norm": 1.1134731769561768, |
| "learning_rate": 9.59200895277336e-06, |
| "loss": 1.2411432266235352, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.7257383966244726, |
| "grad_norm": 10.576135635375977, |
| "learning_rate": 9.58545217422982e-06, |
| "loss": 1.064780354499817, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.729957805907173, |
| "grad_norm": 1.6926047801971436, |
| "learning_rate": 9.578845671005764e-06, |
| "loss": 0.8942855000495911, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.7341772151898734, |
| "grad_norm": 1.218462347984314, |
| "learning_rate": 9.57218952350998e-06, |
| "loss": 1.2353096008300781, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.7383966244725738, |
| "grad_norm": 2.767768144607544, |
| "learning_rate": 9.565483812755484e-06, |
| "loss": 1.1660033464431763, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.7426160337552743, |
| "grad_norm": 1.8932561874389648, |
| "learning_rate": 9.558728620358539e-06, |
| "loss": 1.0892016887664795, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.7468354430379747, |
| "grad_norm": 7.898970127105713, |
| "learning_rate": 9.55192402853765e-06, |
| "loss": 0.6569602489471436, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.7510548523206751, |
| "grad_norm": 3.425473928451538, |
| "learning_rate": 9.545070120112574e-06, |
| "loss": 1.0433964729309082, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.7552742616033755, |
| "grad_norm": 2.3788833618164062, |
| "learning_rate": 9.538166978503311e-06, |
| "loss": 1.0144389867782593, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.759493670886076, |
| "grad_norm": 0.9130741357803345, |
| "learning_rate": 9.531214687729078e-06, |
| "loss": 1.204459309577942, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.7637130801687764, |
| "grad_norm": 1.108164668083191, |
| "learning_rate": 9.524213332407304e-06, |
| "loss": 0.9747377634048462, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.7679324894514767, |
| "grad_norm": 1.5856913328170776, |
| "learning_rate": 9.517162997752577e-06, |
| "loss": 1.5746862888336182, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.7721518987341772, |
| "grad_norm": 2.186429500579834, |
| "learning_rate": 9.510063769575636e-06, |
| "loss": 0.7158275246620178, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.7763713080168776, |
| "grad_norm": 1.3378268480300903, |
| "learning_rate": 9.5029157342823e-06, |
| "loss": 1.1647388935089111, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.7805907172995781, |
| "grad_norm": 2.1393027305603027, |
| "learning_rate": 9.49571897887243e-06, |
| "loss": 1.4692306518554688, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.7848101265822784, |
| "grad_norm": 3.4950013160705566, |
| "learning_rate": 9.488473590938865e-06, |
| "loss": 0.9896475076675415, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.7890295358649789, |
| "grad_norm": 1.7229326963424683, |
| "learning_rate": 9.481179658666365e-06, |
| "loss": 1.038580298423767, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.7932489451476793, |
| "grad_norm": 1.5673446655273438, |
| "learning_rate": 9.473837270830521e-06, |
| "loss": 1.1549311876296997, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.7974683544303798, |
| "grad_norm": 0.4809153378009796, |
| "learning_rate": 9.466446516796692e-06, |
| "loss": 1.1178803443908691, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.8016877637130801, |
| "grad_norm": 0.9874527454376221, |
| "learning_rate": 9.459007486518909e-06, |
| "loss": 0.7096966505050659, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8059071729957806, |
| "grad_norm": 1.9838331937789917, |
| "learning_rate": 9.451520270538775e-06, |
| "loss": 1.2621655464172363, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.810126582278481, |
| "grad_norm": 1.712768793106079, |
| "learning_rate": 9.443984959984375e-06, |
| "loss": 0.9930174946784973, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.8143459915611815, |
| "grad_norm": 1.079791784286499, |
| "learning_rate": 9.436401646569154e-06, |
| "loss": 1.23750901222229, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.8185654008438819, |
| "grad_norm": 1.103208065032959, |
| "learning_rate": 9.428770422590817e-06, |
| "loss": 0.938934862613678, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.8227848101265823, |
| "grad_norm": 0.9827385544776917, |
| "learning_rate": 9.421091380930187e-06, |
| "loss": 1.2091245651245117, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.8270042194092827, |
| "grad_norm": 1.9645754098892212, |
| "learning_rate": 9.413364615050088e-06, |
| "loss": 0.958865761756897, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.8312236286919831, |
| "grad_norm": 2.264772653579712, |
| "learning_rate": 9.4055902189942e-06, |
| "loss": 0.9200930595397949, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.8354430379746836, |
| "grad_norm": 1.021557331085205, |
| "learning_rate": 9.397768287385923e-06, |
| "loss": 1.2204573154449463, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.8396624472573839, |
| "grad_norm": 0.23912601172924042, |
| "learning_rate": 9.389898915427213e-06, |
| "loss": 1.0827133655548096, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.8438818565400844, |
| "grad_norm": 1.1516807079315186, |
| "learning_rate": 9.381982198897434e-06, |
| "loss": 0.9496260285377502, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8481012658227848, |
| "grad_norm": 6.318907737731934, |
| "learning_rate": 9.374018234152187e-06, |
| "loss": 0.7158149480819702, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.8523206751054853, |
| "grad_norm": 2.1835873126983643, |
| "learning_rate": 9.366007118122138e-06, |
| "loss": 1.205085277557373, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.8565400843881856, |
| "grad_norm": 0.7345627546310425, |
| "learning_rate": 9.35794894831184e-06, |
| "loss": 0.936470627784729, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.8607594936708861, |
| "grad_norm": 1.0706825256347656, |
| "learning_rate": 9.349843822798546e-06, |
| "loss": 0.9720379114151001, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.8649789029535865, |
| "grad_norm": 1.026378870010376, |
| "learning_rate": 9.341691840231008e-06, |
| "loss": 1.223767876625061, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.869198312236287, |
| "grad_norm": 1.4687421321868896, |
| "learning_rate": 9.333493099828292e-06, |
| "loss": 0.854697585105896, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.8734177215189873, |
| "grad_norm": 1.7941433191299438, |
| "learning_rate": 9.325247701378553e-06, |
| "loss": 1.2082747220993042, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.8776371308016878, |
| "grad_norm": 1.1276103258132935, |
| "learning_rate": 9.316955745237833e-06, |
| "loss": 1.0644527673721313, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.8818565400843882, |
| "grad_norm": 2.0387966632843018, |
| "learning_rate": 9.308617332328829e-06, |
| "loss": 1.1607332229614258, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.8860759493670886, |
| "grad_norm": 2.268401861190796, |
| "learning_rate": 9.300232564139681e-06, |
| "loss": 0.9451881051063538, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.890295358649789, |
| "grad_norm": 1.1014145612716675, |
| "learning_rate": 9.29180154272272e-06, |
| "loss": 1.3351985216140747, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.8945147679324894, |
| "grad_norm": 3.3932483196258545, |
| "learning_rate": 9.28332437069323e-06, |
| "loss": 0.9659451246261597, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.8987341772151899, |
| "grad_norm": 0.8633236885070801, |
| "learning_rate": 9.274801151228203e-06, |
| "loss": 1.1778777837753296, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.9029535864978903, |
| "grad_norm": 0.9590879082679749, |
| "learning_rate": 9.266231988065084e-06, |
| "loss": 1.0409843921661377, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.9071729957805907, |
| "grad_norm": 5.541334629058838, |
| "learning_rate": 9.257616985500508e-06, |
| "loss": 1.0007435083389282, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9113924050632911, |
| "grad_norm": 1.296730399131775, |
| "learning_rate": 9.24895624838902e-06, |
| "loss": 1.077131986618042, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.9156118143459916, |
| "grad_norm": 1.2288459539413452, |
| "learning_rate": 9.240249882141818e-06, |
| "loss": 1.2401601076126099, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.919831223628692, |
| "grad_norm": 4.885139465332031, |
| "learning_rate": 9.23149799272545e-06, |
| "loss": 0.8869986534118652, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.9240506329113924, |
| "grad_norm": 1.3291336297988892, |
| "learning_rate": 9.222700686660537e-06, |
| "loss": 1.194260597229004, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.9282700421940928, |
| "grad_norm": 0.9706813097000122, |
| "learning_rate": 9.213858071020477e-06, |
| "loss": 0.9821078777313232, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9324894514767933, |
| "grad_norm": 4.1486053466796875, |
| "learning_rate": 9.204970253430134e-06, |
| "loss": 0.9321154356002808, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.9367088607594937, |
| "grad_norm": 2.189211845397949, |
| "learning_rate": 9.19603734206453e-06, |
| "loss": 1.0937957763671875, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.9409282700421941, |
| "grad_norm": 2.180600166320801, |
| "learning_rate": 9.187059445647537e-06, |
| "loss": 1.2937591075897217, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.9451476793248945, |
| "grad_norm": 1.4985079765319824, |
| "learning_rate": 9.17803667345054e-06, |
| "loss": 0.9991805553436279, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.9493670886075949, |
| "grad_norm": 11.288036346435547, |
| "learning_rate": 9.16896913529112e-06, |
| "loss": 0.9292160272598267, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.9535864978902954, |
| "grad_norm": 0.9068489670753479, |
| "learning_rate": 9.159856941531707e-06, |
| "loss": 1.286251425743103, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.9578059071729957, |
| "grad_norm": 1.380313754081726, |
| "learning_rate": 9.150700203078245e-06, |
| "loss": 0.9842349886894226, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.9620253164556962, |
| "grad_norm": 3.5392303466796875, |
| "learning_rate": 9.141499031378836e-06, |
| "loss": 1.139675498008728, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.9662447257383966, |
| "grad_norm": 2.057582378387451, |
| "learning_rate": 9.132253538422389e-06, |
| "loss": 0.8938308358192444, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.9704641350210971, |
| "grad_norm": 2.0617613792419434, |
| "learning_rate": 9.12296383673725e-06, |
| "loss": 0.6973727345466614, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.9746835443037974, |
| "grad_norm": 1.7789753675460815, |
| "learning_rate": 9.113630039389835e-06, |
| "loss": 0.8932716250419617, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.9789029535864979, |
| "grad_norm": 1.0312713384628296, |
| "learning_rate": 9.104252259983264e-06, |
| "loss": 1.161884069442749, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.9831223628691983, |
| "grad_norm": 1.9884393215179443, |
| "learning_rate": 9.094830612655961e-06, |
| "loss": 0.7291750311851501, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.9873417721518988, |
| "grad_norm": 1.363207221031189, |
| "learning_rate": 9.085365212080279e-06, |
| "loss": 1.306033730506897, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.9915611814345991, |
| "grad_norm": 3.05018949508667, |
| "learning_rate": 9.075856173461094e-06, |
| "loss": 0.8765395283699036, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.9957805907172996, |
| "grad_norm": 1.2941672801971436, |
| "learning_rate": 9.06630361253441e-06, |
| "loss": 1.2035664319992065, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.9895281195640564, |
| "learning_rate": 9.056707645565946e-06, |
| "loss": 1.251152515411377, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.0042194092827004, |
| "grad_norm": 9.327601432800293, |
| "learning_rate": 9.047068389349729e-06, |
| "loss": 0.9515653252601624, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.0084388185654007, |
| "grad_norm": 1.014952301979065, |
| "learning_rate": 9.037385961206654e-06, |
| "loss": 1.0964629650115967, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.0126582278481013, |
| "grad_norm": 1.422553539276123, |
| "learning_rate": 9.027660478983082e-06, |
| "loss": 1.144622802734375, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.0168776371308017, |
| "grad_norm": 1.5049687623977661, |
| "learning_rate": 9.01789206104938e-06, |
| "loss": 0.8324063420295715, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.021097046413502, |
| "grad_norm": 1.828242540359497, |
| "learning_rate": 9.008080826298504e-06, |
| "loss": 1.0516753196716309, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.0253164556962024, |
| "grad_norm": 2.783456802368164, |
| "learning_rate": 8.99822689414453e-06, |
| "loss": 0.4855537414550781, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.029535864978903, |
| "grad_norm": 1.9455550909042358, |
| "learning_rate": 8.988330384521218e-06, |
| "loss": 0.9561428427696228, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.0337552742616034, |
| "grad_norm": 1.2932617664337158, |
| "learning_rate": 8.978391417880539e-06, |
| "loss": 0.7608006596565247, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.0379746835443038, |
| "grad_norm": 1.135732650756836, |
| "learning_rate": 8.96841011519122e-06, |
| "loss": 1.1182512044906616, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.0421940928270041, |
| "grad_norm": 2.1215767860412598, |
| "learning_rate": 8.958386597937265e-06, |
| "loss": 0.8226317763328552, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.0464135021097047, |
| "grad_norm": 2.2210495471954346, |
| "learning_rate": 8.948320988116476e-06, |
| "loss": 0.9199226498603821, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.0506329113924051, |
| "grad_norm": 0.9657720923423767, |
| "learning_rate": 8.938213408238973e-06, |
| "loss": 1.2488579750061035, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.0548523206751055, |
| "grad_norm": 1.3421814441680908, |
| "learning_rate": 8.928063981325702e-06, |
| "loss": 0.9965586066246033, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.0590717299578059, |
| "grad_norm": 1.1462544202804565, |
| "learning_rate": 8.917872830906929e-06, |
| "loss": 1.064499855041504, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.0632911392405062, |
| "grad_norm": 1.1126136779785156, |
| "learning_rate": 8.907640081020748e-06, |
| "loss": 1.2410351037979126, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.0675105485232068, |
| "grad_norm": 1.4900740385055542, |
| "learning_rate": 8.897365856211569e-06, |
| "loss": 0.7536718249320984, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.0717299578059072, |
| "grad_norm": 1.1911810636520386, |
| "learning_rate": 8.887050281528595e-06, |
| "loss": 1.0110081434249878, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.0759493670886076, |
| "grad_norm": 1.032368779182434, |
| "learning_rate": 8.876693482524306e-06, |
| "loss": 1.0914747714996338, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.080168776371308, |
| "grad_norm": 5.307929039001465, |
| "learning_rate": 8.866295585252932e-06, |
| "loss": 1.0044453144073486, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.0843881856540085, |
| "grad_norm": 1.4270268678665161, |
| "learning_rate": 8.855856716268915e-06, |
| "loss": 1.0741633176803589, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.0886075949367089, |
| "grad_norm": 0.7510942816734314, |
| "learning_rate": 8.845377002625369e-06, |
| "loss": 1.0632392168045044, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.0928270042194093, |
| "grad_norm": 2.129094123840332, |
| "learning_rate": 8.834856571872536e-06, |
| "loss": 0.9470487236976624, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.0970464135021096, |
| "grad_norm": 2.5391345024108887, |
| "learning_rate": 8.824295552056231e-06, |
| "loss": 0.8807843327522278, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.1012658227848102, |
| "grad_norm": 1.0601861476898193, |
| "learning_rate": 8.81369407171629e-06, |
| "loss": 0.8385681509971619, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.1054852320675106, |
| "grad_norm": 1.0985740423202515, |
| "learning_rate": 8.803052259884993e-06, |
| "loss": 1.0753412246704102, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.109704641350211, |
| "grad_norm": 5.063546180725098, |
| "learning_rate": 8.792370246085504e-06, |
| "loss": 0.8541594743728638, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.1139240506329113, |
| "grad_norm": 1.5629971027374268, |
| "learning_rate": 8.781648160330295e-06, |
| "loss": 1.2646830081939697, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.1181434599156117, |
| "grad_norm": 0.8296863436698914, |
| "learning_rate": 8.770886133119553e-06, |
| "loss": 1.2013119459152222, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.1223628691983123, |
| "grad_norm": 1.2659947872161865, |
| "learning_rate": 8.760084295439606e-06, |
| "loss": 0.6667452454566956, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.1265822784810127, |
| "grad_norm": 2.1373422145843506, |
| "learning_rate": 8.749242778761317e-06, |
| "loss": 0.8958901166915894, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.130801687763713, |
| "grad_norm": 0.8173815608024597, |
| "learning_rate": 8.738361715038488e-06, |
| "loss": 1.0577366352081299, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.1350210970464134, |
| "grad_norm": 0.8413187861442566, |
| "learning_rate": 8.727441236706258e-06, |
| "loss": 0.8066195845603943, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.139240506329114, |
| "grad_norm": 2.0623786449432373, |
| "learning_rate": 8.716481476679482e-06, |
| "loss": 0.7362573146820068, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.1434599156118144, |
| "grad_norm": 1.689022421836853, |
| "learning_rate": 8.705482568351128e-06, |
| "loss": 0.8258857131004333, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.1476793248945147, |
| "grad_norm": 1.3229973316192627, |
| "learning_rate": 8.69444464559063e-06, |
| "loss": 0.7806071639060974, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.1518987341772151, |
| "grad_norm": 3.623117446899414, |
| "learning_rate": 8.683367842742285e-06, |
| "loss": 1.0850385427474976, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.1561181434599157, |
| "grad_norm": 1.6875523328781128, |
| "learning_rate": 8.6722522946236e-06, |
| "loss": 1.1124842166900635, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.160337552742616, |
| "grad_norm": 2.32133150100708, |
| "learning_rate": 8.661098136523663e-06, |
| "loss": 0.8948966264724731, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.1645569620253164, |
| "grad_norm": 1.7540771961212158, |
| "learning_rate": 8.649905504201478e-06, |
| "loss": 1.3124022483825684, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.1687763713080168, |
| "grad_norm": 1.0661650896072388, |
| "learning_rate": 8.638674533884338e-06, |
| "loss": 1.1113786697387695, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.1729957805907172, |
| "grad_norm": 4.108656406402588, |
| "learning_rate": 8.627405362266142e-06, |
| "loss": 0.6394384503364563, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.1772151898734178, |
| "grad_norm": 1.596872329711914, |
| "learning_rate": 8.616098126505755e-06, |
| "loss": 0.9353201389312744, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.1814345991561181, |
| "grad_norm": 1.3951916694641113, |
| "learning_rate": 8.604752964225315e-06, |
| "loss": 0.6233245134353638, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.1856540084388185, |
| "grad_norm": 0.702913224697113, |
| "learning_rate": 8.593370013508582e-06, |
| "loss": 0.6408072710037231, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.189873417721519, |
| "grad_norm": 2.099499225616455, |
| "learning_rate": 8.581949412899233e-06, |
| "loss": 1.2306734323501587, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.1940928270042195, |
| "grad_norm": 1.1172051429748535, |
| "learning_rate": 8.570491301399192e-06, |
| "loss": 1.0443873405456543, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.1983122362869199, |
| "grad_norm": 1.7284196615219116, |
| "learning_rate": 8.558995818466941e-06, |
| "loss": 0.74605792760849, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.2025316455696202, |
| "grad_norm": 1.0657957792282104, |
| "learning_rate": 8.547463104015805e-06, |
| "loss": 1.0697757005691528, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.2067510548523206, |
| "grad_norm": 1.4374041557312012, |
| "learning_rate": 8.535893298412262e-06, |
| "loss": 1.0016920566558838, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.2109704641350212, |
| "grad_norm": 1.6338191032409668, |
| "learning_rate": 8.524286542474239e-06, |
| "loss": 1.1215568780899048, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.2151898734177216, |
| "grad_norm": 0.837556004524231, |
| "learning_rate": 8.512642977469386e-06, |
| "loss": 0.9005361199378967, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.219409282700422, |
| "grad_norm": 2.390796661376953, |
| "learning_rate": 8.50096274511336e-06, |
| "loss": 0.626017689704895, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.2236286919831223, |
| "grad_norm": 1.20292329788208, |
| "learning_rate": 8.489245987568107e-06, |
| "loss": 0.901731014251709, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.2278481012658227, |
| "grad_norm": 3.7085282802581787, |
| "learning_rate": 8.477492847440124e-06, |
| "loss": 0.8142147064208984, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.2320675105485233, |
| "grad_norm": 1.0192185640335083, |
| "learning_rate": 8.465703467778728e-06, |
| "loss": 0.7038715481758118, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.2362869198312236, |
| "grad_norm": 2.78006911277771, |
| "learning_rate": 8.453877992074308e-06, |
| "loss": 0.8698074221611023, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.240506329113924, |
| "grad_norm": 1.0351160764694214, |
| "learning_rate": 8.442016564256594e-06, |
| "loss": 0.7912866473197937, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.2447257383966246, |
| "grad_norm": 0.899462878704071, |
| "learning_rate": 8.43011932869288e-06, |
| "loss": 1.0758473873138428, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.248945147679325, |
| "grad_norm": 2.1590211391448975, |
| "learning_rate": 8.418186430186298e-06, |
| "loss": 0.5641391277313232, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.2531645569620253, |
| "grad_norm": 1.4241405725479126, |
| "learning_rate": 8.406218013974023e-06, |
| "loss": 0.8380205035209656, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.2573839662447257, |
| "grad_norm": 2.4764134883880615, |
| "learning_rate": 8.394214225725537e-06, |
| "loss": 0.7866545915603638, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.261603375527426, |
| "grad_norm": 3.0859792232513428, |
| "learning_rate": 8.38217521154083e-06, |
| "loss": 0.5584582686424255, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.2658227848101267, |
| "grad_norm": 0.9441730380058289, |
| "learning_rate": 8.370101117948636e-06, |
| "loss": 0.8391358256340027, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.270042194092827, |
| "grad_norm": 5.382818222045898, |
| "learning_rate": 8.357992091904644e-06, |
| "loss": 1.3513414859771729, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.2742616033755274, |
| "grad_norm": 0.8887715339660645, |
| "learning_rate": 8.345848280789716e-06, |
| "loss": 1.0456057786941528, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.2784810126582278, |
| "grad_norm": 2.219331741333008, |
| "learning_rate": 8.333669832408086e-06, |
| "loss": 0.82603919506073, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.2827004219409281, |
| "grad_norm": 0.9473860859870911, |
| "learning_rate": 8.321456894985564e-06, |
| "loss": 0.820503294467926, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.2869198312236287, |
| "grad_norm": 1.661283254623413, |
| "learning_rate": 8.309209617167727e-06, |
| "loss": 0.8039897084236145, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.2911392405063291, |
| "grad_norm": 4.051083564758301, |
| "learning_rate": 8.29692814801812e-06, |
| "loss": 0.5400303602218628, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.2953586497890295, |
| "grad_norm": 0.7381471395492554, |
| "learning_rate": 8.284612637016435e-06, |
| "loss": 0.6313523054122925, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.29957805907173, |
| "grad_norm": 0.9729277491569519, |
| "learning_rate": 8.272263234056692e-06, |
| "loss": 1.0223050117492676, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.3037974683544304, |
| "grad_norm": 0.7217312455177307, |
| "learning_rate": 8.259880089445414e-06, |
| "loss": 1.0454071760177612, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.3080168776371308, |
| "grad_norm": 0.9059873819351196, |
| "learning_rate": 8.247463353899802e-06, |
| "loss": 0.66311115026474, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.3122362869198312, |
| "grad_norm": 3.0761311054229736, |
| "learning_rate": 8.235013178545896e-06, |
| "loss": 0.7309844493865967, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.3164556962025316, |
| "grad_norm": 4.5476508140563965, |
| "learning_rate": 8.222529714916733e-06, |
| "loss": 0.8237135410308838, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.3206751054852321, |
| "grad_norm": 0.761461079120636, |
| "learning_rate": 8.210013114950516e-06, |
| "loss": 1.0684458017349243, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.3248945147679325, |
| "grad_norm": 2.118196725845337, |
| "learning_rate": 8.197463530988747e-06, |
| "loss": 1.4004764556884766, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.3291139240506329, |
| "grad_norm": 0.7632718682289124, |
| "learning_rate": 8.18488111577439e-06, |
| "loss": 0.8627358675003052, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 1.168583869934082, |
| "learning_rate": 8.17226602244999e-06, |
| "loss": 0.8860023617744446, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.3375527426160336, |
| "grad_norm": 0.3769671618938446, |
| "learning_rate": 8.159618404555836e-06, |
| "loss": 0.7583090662956238, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.3417721518987342, |
| "grad_norm": 1.960574984550476, |
| "learning_rate": 8.146938416028071e-06, |
| "loss": 0.6541010141372681, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.3459915611814346, |
| "grad_norm": 4.958837032318115, |
| "learning_rate": 8.13422621119683e-06, |
| "loss": 0.7914146184921265, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.350210970464135, |
| "grad_norm": 1.7161461114883423, |
| "learning_rate": 8.121481944784356e-06, |
| "loss": 1.2021106481552124, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.3544303797468356, |
| "grad_norm": 1.0110936164855957, |
| "learning_rate": 8.108705771903118e-06, |
| "loss": 0.7672172784805298, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.358649789029536, |
| "grad_norm": 0.7642340064048767, |
| "learning_rate": 8.095897848053922e-06, |
| "loss": 1.2129759788513184, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.3628691983122363, |
| "grad_norm": 0.8580188751220703, |
| "learning_rate": 8.083058329124026e-06, |
| "loss": 1.052816390991211, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.3670886075949367, |
| "grad_norm": 9.899145126342773, |
| "learning_rate": 8.070187371385228e-06, |
| "loss": 0.8623009920120239, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.371308016877637, |
| "grad_norm": 2.754798412322998, |
| "learning_rate": 8.057285131491982e-06, |
| "loss": 1.3044480085372925, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.3755274261603376, |
| "grad_norm": 0.8976891040802002, |
| "learning_rate": 8.044351766479478e-06, |
| "loss": 1.046906590461731, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.379746835443038, |
| "grad_norm": 0.6395276784896851, |
| "learning_rate": 8.03138743376173e-06, |
| "loss": 0.828856885433197, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.3839662447257384, |
| "grad_norm": 1.0773229598999023, |
| "learning_rate": 8.018392291129672e-06, |
| "loss": 1.1526814699172974, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.3881856540084387, |
| "grad_norm": 2.8421826362609863, |
| "learning_rate": 8.005366496749228e-06, |
| "loss": 0.6043949127197266, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.3924050632911391, |
| "grad_norm": 2.582421064376831, |
| "learning_rate": 7.992310209159386e-06, |
| "loss": 1.0708351135253906, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.3966244725738397, |
| "grad_norm": 10.88367748260498, |
| "learning_rate": 7.979223587270276e-06, |
| "loss": 0.7130739688873291, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.40084388185654, |
| "grad_norm": 1.1102014780044556, |
| "learning_rate": 7.966106790361228e-06, |
| "loss": 1.1376579999923706, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.4050632911392404, |
| "grad_norm": 1.0280653238296509, |
| "learning_rate": 7.952959978078842e-06, |
| "loss": 0.6759317517280579, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.409282700421941, |
| "grad_norm": 0.7805987596511841, |
| "learning_rate": 7.939783310435036e-06, |
| "loss": 1.026661992073059, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.4135021097046414, |
| "grad_norm": 0.7399758696556091, |
| "learning_rate": 7.9265769478051e-06, |
| "loss": 1.1155492067337036, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.4177215189873418, |
| "grad_norm": 1.8025891780853271, |
| "learning_rate": 7.913341050925752e-06, |
| "loss": 1.2646962404251099, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.4219409282700421, |
| "grad_norm": 1.6795815229415894, |
| "learning_rate": 7.90007578089317e-06, |
| "loss": 0.6441543102264404, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.4261603375527425, |
| "grad_norm": 1.4897671937942505, |
| "learning_rate": 7.886781299161044e-06, |
| "loss": 0.5868234038352966, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.4303797468354431, |
| "grad_norm": 2.602578639984131, |
| "learning_rate": 7.873457767538598e-06, |
| "loss": 0.9062780737876892, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.4345991561181435, |
| "grad_norm": 2.3317360877990723, |
| "learning_rate": 7.860105348188632e-06, |
| "loss": 1.0125105381011963, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.4388185654008439, |
| "grad_norm": 0.9133606553077698, |
| "learning_rate": 7.84672420362554e-06, |
| "loss": 0.7676307559013367, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.4430379746835442, |
| "grad_norm": 0.8514301776885986, |
| "learning_rate": 7.83331449671333e-06, |
| "loss": 1.0790849924087524, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.4472573839662446, |
| "grad_norm": 0.9023997187614441, |
| "learning_rate": 7.819876390663661e-06, |
| "loss": 0.7343665957450867, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.4514767932489452, |
| "grad_norm": 1.8860224485397339, |
| "learning_rate": 7.806410049033829e-06, |
| "loss": 0.8584230542182922, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.4556962025316456, |
| "grad_norm": 3.5990498065948486, |
| "learning_rate": 7.792915635724796e-06, |
| "loss": 0.9055770039558411, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.459915611814346, |
| "grad_norm": 1.6630886793136597, |
| "learning_rate": 7.779393314979184e-06, |
| "loss": 0.5961977243423462, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.4641350210970465, |
| "grad_norm": 1.3270388841629028, |
| "learning_rate": 7.765843251379288e-06, |
| "loss": 1.2194916009902954, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.4683544303797469, |
| "grad_norm": 1.065203070640564, |
| "learning_rate": 7.752265609845061e-06, |
| "loss": 0.5466008186340332, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.4725738396624473, |
| "grad_norm": 0.9837653040885925, |
| "learning_rate": 7.738660555632112e-06, |
| "loss": 1.1099483966827393, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.4767932489451476, |
| "grad_norm": 0.7686271667480469, |
| "learning_rate": 7.72502825432969e-06, |
| "loss": 1.1365954875946045, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.481012658227848, |
| "grad_norm": 1.989813208580017, |
| "learning_rate": 7.711368871858685e-06, |
| "loss": 0.9693925976753235, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.4852320675105486, |
| "grad_norm": 2.184723377227783, |
| "learning_rate": 7.69768257446958e-06, |
| "loss": 0.7514092326164246, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.489451476793249, |
| "grad_norm": 0.8448720574378967, |
| "learning_rate": 7.683969528740454e-06, |
| "loss": 1.0890294313430786, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.4936708860759493, |
| "grad_norm": 0.9302493333816528, |
| "learning_rate": 7.670229901574946e-06, |
| "loss": 1.0891846418380737, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.49789029535865, |
| "grad_norm": 0.6518703103065491, |
| "learning_rate": 7.656463860200212e-06, |
| "loss": 0.9403813481330872, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.50210970464135, |
| "grad_norm": 3.2188053131103516, |
| "learning_rate": 7.642671572164907e-06, |
| "loss": 0.4597378671169281, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.5063291139240507, |
| "grad_norm": 0.6529601216316223, |
| "learning_rate": 7.628853205337138e-06, |
| "loss": 1.0654302835464478, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.510548523206751, |
| "grad_norm": 0.8326946496963501, |
| "learning_rate": 7.615008927902416e-06, |
| "loss": 1.023169994354248, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.5147679324894514, |
| "grad_norm": 0.7532667517662048, |
| "learning_rate": 7.601138908361621e-06, |
| "loss": 1.0145213603973389, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.518987341772152, |
| "grad_norm": 1.9367239475250244, |
| "learning_rate": 7.58724331552894e-06, |
| "loss": 0.9516394734382629, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.5232067510548524, |
| "grad_norm": 1.505307912826538, |
| "learning_rate": 7.573322318529818e-06, |
| "loss": 1.067749261856079, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.5274261603375527, |
| "grad_norm": 0.936111569404602, |
| "learning_rate": 7.559376086798894e-06, |
| "loss": 1.1941784620285034, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.5316455696202531, |
| "grad_norm": 5.700168609619141, |
| "learning_rate": 7.5454047900779495e-06, |
| "loss": 0.5705253481864929, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.5358649789029535, |
| "grad_norm": 1.6554648876190186, |
| "learning_rate": 7.531408598413832e-06, |
| "loss": 0.3515922725200653, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.540084388185654, |
| "grad_norm": 1.2226029634475708, |
| "learning_rate": 7.5173876821563905e-06, |
| "loss": 0.8002812266349792, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.5443037974683544, |
| "grad_norm": 0.8525183796882629, |
| "learning_rate": 7.503342211956398e-06, |
| "loss": 0.9407591223716736, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.5485232067510548, |
| "grad_norm": 0.8929852843284607, |
| "learning_rate": 7.4892723587634845e-06, |
| "loss": 1.0790826082229614, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.5527426160337554, |
| "grad_norm": 0.8593856692314148, |
| "learning_rate": 7.475178293824038e-06, |
| "loss": 0.7785613536834717, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.5569620253164556, |
| "grad_norm": 1.3784115314483643, |
| "learning_rate": 7.461060188679143e-06, |
| "loss": 0.8724953532218933, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.5611814345991561, |
| "grad_norm": 1.11400306224823, |
| "learning_rate": 7.446918215162474e-06, |
| "loss": 1.0149387121200562, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.5654008438818565, |
| "grad_norm": 0.9480862617492676, |
| "learning_rate": 7.432752545398215e-06, |
| "loss": 0.6753342747688293, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.5696202531645569, |
| "grad_norm": 1.0038092136383057, |
| "learning_rate": 7.418563351798959e-06, |
| "loss": 0.5465993285179138, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.5738396624472575, |
| "grad_norm": 2.1697874069213867, |
| "learning_rate": 7.40435080706361e-06, |
| "loss": 0.609318733215332, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.5780590717299579, |
| "grad_norm": 3.692845582962036, |
| "learning_rate": 7.390115084175283e-06, |
| "loss": 0.6675580143928528, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.5822784810126582, |
| "grad_norm": 1.1590032577514648, |
| "learning_rate": 7.375856356399201e-06, |
| "loss": 1.0637143850326538, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.5864978902953588, |
| "grad_norm": 1.1369000673294067, |
| "learning_rate": 7.36157479728058e-06, |
| "loss": 0.6120810508728027, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.590717299578059, |
| "grad_norm": 0.7865007519721985, |
| "learning_rate": 7.347270580642521e-06, |
| "loss": 0.6230950355529785, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.5949367088607596, |
| "grad_norm": 1.102952003479004, |
| "learning_rate": 7.332943880583892e-06, |
| "loss": 0.5635507106781006, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.59915611814346, |
| "grad_norm": 0.9310120344161987, |
| "learning_rate": 7.318594871477209e-06, |
| "loss": 0.8760903477668762, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.6033755274261603, |
| "grad_norm": 0.9569773077964783, |
| "learning_rate": 7.304223727966523e-06, |
| "loss": 1.067618489265442, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.6075949367088609, |
| "grad_norm": 0.4024181067943573, |
| "learning_rate": 7.289830624965275e-06, |
| "loss": 0.6261290311813354, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.611814345991561, |
| "grad_norm": 0.7744966745376587, |
| "learning_rate": 7.275415737654185e-06, |
| "loss": 1.058768391609192, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.6160337552742616, |
| "grad_norm": 2.60288405418396, |
| "learning_rate": 7.260979241479113e-06, |
| "loss": 0.9792256951332092, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.620253164556962, |
| "grad_norm": 0.3700265884399414, |
| "learning_rate": 7.246521312148924e-06, |
| "loss": 0.8662976026535034, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.6244725738396624, |
| "grad_norm": 0.9629635214805603, |
| "learning_rate": 7.232042125633345e-06, |
| "loss": 1.0662864446640015, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.628691983122363, |
| "grad_norm": 1.305499792098999, |
| "learning_rate": 7.217541858160834e-06, |
| "loss": 1.1654834747314453, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.6329113924050633, |
| "grad_norm": 0.9148606657981873, |
| "learning_rate": 7.203020686216422e-06, |
| "loss": 1.0766959190368652, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.6371308016877637, |
| "grad_norm": 0.8112292885780334, |
| "learning_rate": 7.188478786539579e-06, |
| "loss": 1.0370523929595947, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.6413502109704643, |
| "grad_norm": 1.0768170356750488, |
| "learning_rate": 7.173916336122049e-06, |
| "loss": 0.8139550685882568, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.6455696202531644, |
| "grad_norm": 2.8071439266204834, |
| "learning_rate": 7.159333512205703e-06, |
| "loss": 0.3608042597770691, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.649789029535865, |
| "grad_norm": 2.5754024982452393, |
| "learning_rate": 7.144730492280387e-06, |
| "loss": 1.0327162742614746, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.6540084388185654, |
| "grad_norm": 4.566886901855469, |
| "learning_rate": 7.1301074540817496e-06, |
| "loss": 0.8067229390144348, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.6582278481012658, |
| "grad_norm": 1.7848758697509766, |
| "learning_rate": 7.1154645755890875e-06, |
| "loss": 1.070135235786438, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.6624472573839664, |
| "grad_norm": 2.845881462097168, |
| "learning_rate": 7.1008020350231745e-06, |
| "loss": 0.5474556088447571, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.7157531380653381, |
| "learning_rate": 7.086120010844097e-06, |
| "loss": 1.0604743957519531, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.6708860759493671, |
| "grad_norm": 3.6005265712738037, |
| "learning_rate": 7.071418681749081e-06, |
| "loss": 0.5055956840515137, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.6751054852320675, |
| "grad_norm": 0.2927176058292389, |
| "learning_rate": 7.056698226670312e-06, |
| "loss": 0.8437110185623169, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.6793248945147679, |
| "grad_norm": 20.34968376159668, |
| "learning_rate": 7.041958824772761e-06, |
| "loss": 1.075035572052002, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.6835443037974684, |
| "grad_norm": 1.290067434310913, |
| "learning_rate": 7.027200655452007e-06, |
| "loss": 0.8013339042663574, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.6877637130801688, |
| "grad_norm": 2.399333953857422, |
| "learning_rate": 7.012423898332048e-06, |
| "loss": 1.1806011199951172, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.6919831223628692, |
| "grad_norm": 1.8185135126113892, |
| "learning_rate": 6.997628733263118e-06, |
| "loss": 0.5866677165031433, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.6962025316455698, |
| "grad_norm": 1.0164341926574707, |
| "learning_rate": 6.9828153403194945e-06, |
| "loss": 1.1755256652832031, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.70042194092827, |
| "grad_norm": 0.7057609558105469, |
| "learning_rate": 6.967983899797311e-06, |
| "loss": 1.0253472328186035, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.7046413502109705, |
| "grad_norm": 5.4597039222717285, |
| "learning_rate": 6.953134592212363e-06, |
| "loss": 0.783820629119873, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.7088607594936709, |
| "grad_norm": 1.2312418222427368, |
| "learning_rate": 6.938267598297906e-06, |
| "loss": 0.8407894968986511, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.7130801687763713, |
| "grad_norm": 1.460578441619873, |
| "learning_rate": 6.923383099002462e-06, |
| "loss": 1.082040786743164, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.7172995780590719, |
| "grad_norm": 2.8771402835845947, |
| "learning_rate": 6.9084812754876055e-06, |
| "loss": 1.4422590732574463, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.721518987341772, |
| "grad_norm": 0.8137926459312439, |
| "learning_rate": 6.893562309125778e-06, |
| "loss": 1.11027193069458, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.7257383966244726, |
| "grad_norm": 1.688231110572815, |
| "learning_rate": 6.8786263814980625e-06, |
| "loss": 0.7849648594856262, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.729957805907173, |
| "grad_norm": 2.345541000366211, |
| "learning_rate": 6.863673674391981e-06, |
| "loss": 0.3530243933200836, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.7341772151898733, |
| "grad_norm": 2.868515968322754, |
| "learning_rate": 6.848704369799282e-06, |
| "loss": 0.5660111308097839, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.738396624472574, |
| "grad_norm": 1.6542320251464844, |
| "learning_rate": 6.833718649913725e-06, |
| "loss": 0.7747460007667542, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.7426160337552743, |
| "grad_norm": 1.011297345161438, |
| "learning_rate": 6.8187166971288595e-06, |
| "loss": 0.8842973113059998, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.7468354430379747, |
| "grad_norm": 7.091493606567383, |
| "learning_rate": 6.803698694035812e-06, |
| "loss": 0.8845611810684204, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.7510548523206753, |
| "grad_norm": 0.7830747365951538, |
| "learning_rate": 6.788664823421061e-06, |
| "loss": 1.0601418018341064, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.7552742616033754, |
| "grad_norm": 0.6343263387680054, |
| "learning_rate": 6.773615268264205e-06, |
| "loss": 1.0231902599334717, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.759493670886076, |
| "grad_norm": 0.995346188545227, |
| "learning_rate": 6.75855021173575e-06, |
| "loss": 0.8379502892494202, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.7637130801687764, |
| "grad_norm": 1.1212103366851807, |
| "learning_rate": 6.74346983719486e-06, |
| "loss": 1.0596427917480469, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.7679324894514767, |
| "grad_norm": 2.717280387878418, |
| "learning_rate": 6.728374328187149e-06, |
| "loss": 0.8759917616844177, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.7721518987341773, |
| "grad_norm": 2.1211788654327393, |
| "learning_rate": 6.7132638684424286e-06, |
| "loss": 0.7790533900260925, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.7763713080168775, |
| "grad_norm": 1.3415067195892334, |
| "learning_rate": 6.698138641872478e-06, |
| "loss": 0.8736241459846497, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.780590717299578, |
| "grad_norm": 0.47732099890708923, |
| "learning_rate": 6.6829988325688066e-06, |
| "loss": 0.38888755440711975, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.7848101265822784, |
| "grad_norm": 0.5851507782936096, |
| "learning_rate": 6.667844624800414e-06, |
| "loss": 0.6425119042396545, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.7890295358649788, |
| "grad_norm": 1.9702094793319702, |
| "learning_rate": 6.652676203011545e-06, |
| "loss": 0.5686200261116028, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.7932489451476794, |
| "grad_norm": 2.174381971359253, |
| "learning_rate": 6.6374937518194445e-06, |
| "loss": 0.7436455488204956, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.7974683544303798, |
| "grad_norm": 0.8795627355575562, |
| "learning_rate": 6.622297456012114e-06, |
| "loss": 1.0814870595932007, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.8016877637130801, |
| "grad_norm": 2.58670973777771, |
| "learning_rate": 6.607087500546055e-06, |
| "loss": 1.385353446006775, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.8059071729957807, |
| "grad_norm": 0.31646814942359924, |
| "learning_rate": 6.591864070544029e-06, |
| "loss": 0.8310590982437134, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.810126582278481, |
| "grad_norm": 2.06953763961792, |
| "learning_rate": 6.57662735129279e-06, |
| "loss": 1.0249300003051758, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.8143459915611815, |
| "grad_norm": 0.630493700504303, |
| "learning_rate": 6.561377528240851e-06, |
| "loss": 0.6101408004760742, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.8185654008438819, |
| "grad_norm": 1.0807077884674072, |
| "learning_rate": 6.546114786996198e-06, |
| "loss": 1.0944106578826904, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.8227848101265822, |
| "grad_norm": 0.6741223335266113, |
| "learning_rate": 6.530839313324058e-06, |
| "loss": 0.9731322526931763, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.8270042194092828, |
| "grad_norm": 1.1801656484603882, |
| "learning_rate": 6.51555129314462e-06, |
| "loss": 0.9303345084190369, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.831223628691983, |
| "grad_norm": 2.371090888977051, |
| "learning_rate": 6.500250912530779e-06, |
| "loss": 0.900037407875061, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.8354430379746836, |
| "grad_norm": 0.8631995320320129, |
| "learning_rate": 6.4849383577058746e-06, |
| "loss": 0.9859151244163513, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.839662447257384, |
| "grad_norm": 2.3207848072052, |
| "learning_rate": 6.469613815041417e-06, |
| "loss": 0.7240860462188721, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.8438818565400843, |
| "grad_norm": 1.054363489151001, |
| "learning_rate": 6.454277471054824e-06, |
| "loss": 0.9129312634468079, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.8481012658227849, |
| "grad_norm": 0.7508870959281921, |
| "learning_rate": 6.438929512407148e-06, |
| "loss": 1.0743602514266968, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.8523206751054853, |
| "grad_norm": 1.9282993078231812, |
| "learning_rate": 6.423570125900807e-06, |
| "loss": 0.6883825063705444, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.8565400843881856, |
| "grad_norm": 1.4551620483398438, |
| "learning_rate": 6.408199498477307e-06, |
| "loss": 0.7062540650367737, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.8607594936708862, |
| "grad_norm": 1.0817739963531494, |
| "learning_rate": 6.392817817214972e-06, |
| "loss": 0.836834192276001, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.8649789029535864, |
| "grad_norm": 1.155474305152893, |
| "learning_rate": 6.377425269326659e-06, |
| "loss": 0.6343708038330078, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.869198312236287, |
| "grad_norm": 2.2221062183380127, |
| "learning_rate": 6.362022042157491e-06, |
| "loss": 0.7365303635597229, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.8734177215189873, |
| "grad_norm": 1.0301685333251953, |
| "learning_rate": 6.346608323182564e-06, |
| "loss": 1.044546365737915, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.8776371308016877, |
| "grad_norm": 1.6433135271072388, |
| "learning_rate": 6.331184300004677e-06, |
| "loss": 0.4354269206523895, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.8818565400843883, |
| "grad_norm": 2.793412923812866, |
| "learning_rate": 6.315750160352036e-06, |
| "loss": 0.6559075117111206, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.8860759493670884, |
| "grad_norm": 0.6272038221359253, |
| "learning_rate": 6.300306092075985e-06, |
| "loss": 1.0311155319213867, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.890295358649789, |
| "grad_norm": 1.4633967876434326, |
| "learning_rate": 6.284852283148705e-06, |
| "loss": 1.2348912954330444, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.8945147679324894, |
| "grad_norm": 1.7175575494766235, |
| "learning_rate": 6.269388921660931e-06, |
| "loss": 0.7730060815811157, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.8987341772151898, |
| "grad_norm": 1.7055561542510986, |
| "learning_rate": 6.2539161958196695e-06, |
| "loss": 0.9323722720146179, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.9029535864978904, |
| "grad_norm": 2.442265748977661, |
| "learning_rate": 6.238434293945895e-06, |
| "loss": 1.1115236282348633, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.9071729957805907, |
| "grad_norm": 4.920662879943848, |
| "learning_rate": 6.222943404472272e-06, |
| "loss": 0.9061756730079651, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.9113924050632911, |
| "grad_norm": 0.6675768494606018, |
| "learning_rate": 6.207443715940847e-06, |
| "loss": 1.2283276319503784, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.9156118143459917, |
| "grad_norm": 2.168654680252075, |
| "learning_rate": 6.191935417000771e-06, |
| "loss": 0.46411430835723877, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.9198312236286919, |
| "grad_norm": 1.1325494050979614, |
| "learning_rate": 6.176418696405981e-06, |
| "loss": 1.032625675201416, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.9240506329113924, |
| "grad_norm": 3.4216084480285645, |
| "learning_rate": 6.160893743012927e-06, |
| "loss": 0.7713733315467834, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.9282700421940928, |
| "grad_norm": 0.8490431308746338, |
| "learning_rate": 6.145360745778255e-06, |
| "loss": 1.0290547609329224, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.9324894514767932, |
| "grad_norm": 4.315182685852051, |
| "learning_rate": 6.129819893756516e-06, |
| "loss": 0.7414301633834839, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.9367088607594938, |
| "grad_norm": 0.6664161682128906, |
| "learning_rate": 6.1142713760978615e-06, |
| "loss": 0.9903200268745422, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.9409282700421941, |
| "grad_norm": 1.0790371894836426, |
| "learning_rate": 6.098715382045745e-06, |
| "loss": 0.4343828558921814, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.9451476793248945, |
| "grad_norm": 0.7242168188095093, |
| "learning_rate": 6.0831521009346135e-06, |
| "loss": 1.0475226640701294, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.9493670886075949, |
| "grad_norm": 1.3203940391540527, |
| "learning_rate": 6.067581722187609e-06, |
| "loss": 1.0818966627120972, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.9535864978902953, |
| "grad_norm": 0.6348890066146851, |
| "learning_rate": 6.0520044353142585e-06, |
| "loss": 0.8304100036621094, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.9578059071729959, |
| "grad_norm": 0.9556230306625366, |
| "learning_rate": 6.0364204299081665e-06, |
| "loss": 0.7668738961219788, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.9620253164556962, |
| "grad_norm": 1.5916919708251953, |
| "learning_rate": 6.0208298956447155e-06, |
| "loss": 1.0781174898147583, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.9662447257383966, |
| "grad_norm": 3.0878689289093018, |
| "learning_rate": 6.005233022278744e-06, |
| "loss": 0.9163023233413696, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.9704641350210972, |
| "grad_norm": 0.5884475111961365, |
| "learning_rate": 5.9896299996422546e-06, |
| "loss": 1.1752666234970093, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.9746835443037973, |
| "grad_norm": 0.6786129474639893, |
| "learning_rate": 5.974021017642084e-06, |
| "loss": 1.0761367082595825, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.978902953586498, |
| "grad_norm": 1.0359677076339722, |
| "learning_rate": 5.958406266257607e-06, |
| "loss": 0.6669788360595703, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.9831223628691983, |
| "grad_norm": 0.7391291260719299, |
| "learning_rate": 5.942785935538415e-06, |
| "loss": 1.05643630027771, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.9873417721518987, |
| "grad_norm": 1.7905374765396118, |
| "learning_rate": 5.927160215602009e-06, |
| "loss": 0.8889905214309692, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.9915611814345993, |
| "grad_norm": 1.20616614818573, |
| "learning_rate": 5.9115292966314855e-06, |
| "loss": 0.7064967155456543, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.9957805907172996, |
| "grad_norm": 2.605886936187744, |
| "learning_rate": 5.895893368873212e-06, |
| "loss": 1.0327584743499756, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 3.767585515975952, |
| "learning_rate": 5.880252622634524e-06, |
| "loss": 0.5525592565536499, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.0042194092827006, |
| "grad_norm": 1.9646209478378296, |
| "learning_rate": 5.864607248281401e-06, |
| "loss": 0.7654661536216736, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.0084388185654007, |
| "grad_norm": 2.279823064804077, |
| "learning_rate": 5.848957436236156e-06, |
| "loss": 0.44264787435531616, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.0126582278481013, |
| "grad_norm": 1.6513705253601074, |
| "learning_rate": 5.833303376975109e-06, |
| "loss": 0.7128357887268066, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.0168776371308015, |
| "grad_norm": 3.2315561771392822, |
| "learning_rate": 5.8176452610262756e-06, |
| "loss": 0.8415310382843018, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.021097046413502, |
| "grad_norm": 3.4165968894958496, |
| "learning_rate": 5.8019832789670476e-06, |
| "loss": 0.6201844811439514, |
| "step": 958 |
| }, |
| { |
| "epoch": 2.0253164556962027, |
| "grad_norm": 9.56297779083252, |
| "learning_rate": 5.7863176214218676e-06, |
| "loss": 0.6868460178375244, |
| "step": 960 |
| }, |
| { |
| "epoch": 2.029535864978903, |
| "grad_norm": 1.5671744346618652, |
| "learning_rate": 5.770648479059918e-06, |
| "loss": 0.9392538070678711, |
| "step": 962 |
| }, |
| { |
| "epoch": 2.0337552742616034, |
| "grad_norm": 1.051895022392273, |
| "learning_rate": 5.754976042592791e-06, |
| "loss": 0.6610828638076782, |
| "step": 964 |
| }, |
| { |
| "epoch": 2.037974683544304, |
| "grad_norm": 1.024628758430481, |
| "learning_rate": 5.739300502772177e-06, |
| "loss": 0.5569242238998413, |
| "step": 966 |
| }, |
| { |
| "epoch": 2.042194092827004, |
| "grad_norm": 15.47443962097168, |
| "learning_rate": 5.723622050387533e-06, |
| "loss": 0.5953006148338318, |
| "step": 968 |
| }, |
| { |
| "epoch": 2.0464135021097047, |
| "grad_norm": 0.8443486094474792, |
| "learning_rate": 5.707940876263767e-06, |
| "loss": 0.8928432464599609, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.050632911392405, |
| "grad_norm": 4.8549017906188965, |
| "learning_rate": 5.6922571712589145e-06, |
| "loss": 0.7484784126281738, |
| "step": 972 |
| }, |
| { |
| "epoch": 2.0548523206751055, |
| "grad_norm": 0.8294370174407959, |
| "learning_rate": 5.676571126261814e-06, |
| "loss": 0.7304527759552002, |
| "step": 974 |
| }, |
| { |
| "epoch": 2.059071729957806, |
| "grad_norm": 2.2054624557495117, |
| "learning_rate": 5.660882932189783e-06, |
| "loss": 0.5348646640777588, |
| "step": 976 |
| }, |
| { |
| "epoch": 2.0632911392405062, |
| "grad_norm": 0.9927537441253662, |
| "learning_rate": 5.6451927799863e-06, |
| "loss": 0.5682324171066284, |
| "step": 978 |
| }, |
| { |
| "epoch": 2.067510548523207, |
| "grad_norm": 0.6842828392982483, |
| "learning_rate": 5.629500860618673e-06, |
| "loss": 0.5526285171508789, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.071729957805907, |
| "grad_norm": 0.5549476742744446, |
| "learning_rate": 5.613807365075716e-06, |
| "loss": 0.8692628741264343, |
| "step": 982 |
| }, |
| { |
| "epoch": 2.0759493670886076, |
| "grad_norm": 12.708823204040527, |
| "learning_rate": 5.5981124843654335e-06, |
| "loss": 0.8682882189750671, |
| "step": 984 |
| }, |
| { |
| "epoch": 2.080168776371308, |
| "grad_norm": 1.0577720403671265, |
| "learning_rate": 5.582416409512682e-06, |
| "loss": 0.9204199314117432, |
| "step": 986 |
| }, |
| { |
| "epoch": 2.0843881856540083, |
| "grad_norm": 1.049107313156128, |
| "learning_rate": 5.566719331556858e-06, |
| "loss": 0.9249716997146606, |
| "step": 988 |
| }, |
| { |
| "epoch": 2.088607594936709, |
| "grad_norm": 1.5434415340423584, |
| "learning_rate": 5.5510214415495635e-06, |
| "loss": 0.43936803936958313, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.0928270042194095, |
| "grad_norm": 0.7453979253768921, |
| "learning_rate": 5.535322930552283e-06, |
| "loss": 0.4882759749889374, |
| "step": 992 |
| }, |
| { |
| "epoch": 2.0970464135021096, |
| "grad_norm": 1.5207363367080688, |
| "learning_rate": 5.519623989634065e-06, |
| "loss": 1.0173232555389404, |
| "step": 994 |
| }, |
| { |
| "epoch": 2.1012658227848102, |
| "grad_norm": 2.467822551727295, |
| "learning_rate": 5.503924809869186e-06, |
| "loss": 0.8716915845870972, |
| "step": 996 |
| }, |
| { |
| "epoch": 2.1054852320675104, |
| "grad_norm": 0.31459274888038635, |
| "learning_rate": 5.488225582334826e-06, |
| "loss": 0.5366916060447693, |
| "step": 998 |
| }, |
| { |
| "epoch": 2.109704641350211, |
| "grad_norm": 1.0145535469055176, |
| "learning_rate": 5.472526498108756e-06, |
| "loss": 1.0334587097167969, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.1139240506329116, |
| "grad_norm": 1.3650320768356323, |
| "learning_rate": 5.456827748266995e-06, |
| "loss": 0.8567022085189819, |
| "step": 1002 |
| }, |
| { |
| "epoch": 2.1181434599156117, |
| "grad_norm": 0.8111072182655334, |
| "learning_rate": 5.441129523881496e-06, |
| "loss": 0.8640495538711548, |
| "step": 1004 |
| }, |
| { |
| "epoch": 2.1223628691983123, |
| "grad_norm": 0.5610778331756592, |
| "learning_rate": 5.425432016017814e-06, |
| "loss": 0.5426124334335327, |
| "step": 1006 |
| }, |
| { |
| "epoch": 2.1265822784810124, |
| "grad_norm": 0.8662636876106262, |
| "learning_rate": 5.409735415732784e-06, |
| "loss": 0.6626504063606262, |
| "step": 1008 |
| }, |
| { |
| "epoch": 2.130801687763713, |
| "grad_norm": 1.0036123991012573, |
| "learning_rate": 5.394039914072198e-06, |
| "loss": 0.602443277835846, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.1350210970464136, |
| "grad_norm": 5.787118434906006, |
| "learning_rate": 5.37834570206847e-06, |
| "loss": 0.7818161249160767, |
| "step": 1012 |
| }, |
| { |
| "epoch": 2.1392405063291138, |
| "grad_norm": 1.8635953664779663, |
| "learning_rate": 5.362652970738321e-06, |
| "loss": 1.0021519660949707, |
| "step": 1014 |
| }, |
| { |
| "epoch": 2.1434599156118144, |
| "grad_norm": 1.0233852863311768, |
| "learning_rate": 5.346961911080453e-06, |
| "loss": 0.4967895448207855, |
| "step": 1016 |
| }, |
| { |
| "epoch": 2.147679324894515, |
| "grad_norm": 0.7853139638900757, |
| "learning_rate": 5.3312727140732175e-06, |
| "loss": 0.7197954654693604, |
| "step": 1018 |
| }, |
| { |
| "epoch": 2.151898734177215, |
| "grad_norm": 0.8818747997283936, |
| "learning_rate": 5.315585570672298e-06, |
| "loss": 0.6123325824737549, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.1561181434599157, |
| "grad_norm": 1.8112258911132812, |
| "learning_rate": 5.299900671808382e-06, |
| "loss": 0.7056881785392761, |
| "step": 1022 |
| }, |
| { |
| "epoch": 2.160337552742616, |
| "grad_norm": 18.123889923095703, |
| "learning_rate": 5.284218208384839e-06, |
| "loss": 0.7241491675376892, |
| "step": 1024 |
| }, |
| { |
| "epoch": 2.1645569620253164, |
| "grad_norm": 0.9460628032684326, |
| "learning_rate": 5.268538371275396e-06, |
| "loss": 0.8828868865966797, |
| "step": 1026 |
| }, |
| { |
| "epoch": 2.168776371308017, |
| "grad_norm": 1.4755462408065796, |
| "learning_rate": 5.252861351321815e-06, |
| "loss": 0.8952438235282898, |
| "step": 1028 |
| }, |
| { |
| "epoch": 2.172995780590717, |
| "grad_norm": 1.3766902685165405, |
| "learning_rate": 5.237187339331567e-06, |
| "loss": 0.8603683710098267, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.1772151898734178, |
| "grad_norm": 0.9352067112922668, |
| "learning_rate": 5.2215165260755205e-06, |
| "loss": 0.9045505523681641, |
| "step": 1032 |
| }, |
| { |
| "epoch": 2.181434599156118, |
| "grad_norm": 1.3670021295547485, |
| "learning_rate": 5.205849102285603e-06, |
| "loss": 0.8514065146446228, |
| "step": 1034 |
| }, |
| { |
| "epoch": 2.1856540084388185, |
| "grad_norm": 1.022005558013916, |
| "learning_rate": 5.190185258652494e-06, |
| "loss": 0.8968141674995422, |
| "step": 1036 |
| }, |
| { |
| "epoch": 2.189873417721519, |
| "grad_norm": 1.3881776332855225, |
| "learning_rate": 5.1745251858232935e-06, |
| "loss": 0.8287613391876221, |
| "step": 1038 |
| }, |
| { |
| "epoch": 2.1940928270042193, |
| "grad_norm": 0.9293564558029175, |
| "learning_rate": 5.158869074399211e-06, |
| "loss": 1.0347445011138916, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.19831223628692, |
| "grad_norm": 3.9465243816375732, |
| "learning_rate": 5.143217114933239e-06, |
| "loss": 0.2707809507846832, |
| "step": 1042 |
| }, |
| { |
| "epoch": 2.2025316455696204, |
| "grad_norm": 1.7887977361679077, |
| "learning_rate": 5.127569497927837e-06, |
| "loss": 0.9248485565185547, |
| "step": 1044 |
| }, |
| { |
| "epoch": 2.2067510548523206, |
| "grad_norm": 3.2685720920562744, |
| "learning_rate": 5.111926413832609e-06, |
| "loss": 0.5480203032493591, |
| "step": 1046 |
| }, |
| { |
| "epoch": 2.210970464135021, |
| "grad_norm": 0.8323540687561035, |
| "learning_rate": 5.096288053041992e-06, |
| "loss": 0.7119970321655273, |
| "step": 1048 |
| }, |
| { |
| "epoch": 2.2151898734177213, |
| "grad_norm": 0.7563989758491516, |
| "learning_rate": 5.080654605892931e-06, |
| "loss": 0.9097958207130432, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.219409282700422, |
| "grad_norm": 2.7414941787719727, |
| "learning_rate": 5.065026262662572e-06, |
| "loss": 0.7608872056007385, |
| "step": 1052 |
| }, |
| { |
| "epoch": 2.2236286919831225, |
| "grad_norm": 1.799401879310608, |
| "learning_rate": 5.049403213565932e-06, |
| "loss": 0.7050530910491943, |
| "step": 1054 |
| }, |
| { |
| "epoch": 2.2278481012658227, |
| "grad_norm": 1.2924493551254272, |
| "learning_rate": 5.0337856487536e-06, |
| "loss": 0.717831015586853, |
| "step": 1056 |
| }, |
| { |
| "epoch": 2.2320675105485233, |
| "grad_norm": 3.7170071601867676, |
| "learning_rate": 5.018173758309411e-06, |
| "loss": 0.406954824924469, |
| "step": 1058 |
| }, |
| { |
| "epoch": 2.2362869198312234, |
| "grad_norm": 0.7091597318649292, |
| "learning_rate": 5.002567732248137e-06, |
| "loss": 0.9544392824172974, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.240506329113924, |
| "grad_norm": 0.5145078301429749, |
| "learning_rate": 4.986967760513176e-06, |
| "loss": 0.5994046330451965, |
| "step": 1062 |
| }, |
| { |
| "epoch": 2.2447257383966246, |
| "grad_norm": 1.2531402111053467, |
| "learning_rate": 4.971374032974233e-06, |
| "loss": 0.432076632976532, |
| "step": 1064 |
| }, |
| { |
| "epoch": 2.2489451476793247, |
| "grad_norm": 1.5886108875274658, |
| "learning_rate": 4.9557867394250194e-06, |
| "loss": 0.7569403648376465, |
| "step": 1066 |
| }, |
| { |
| "epoch": 2.2531645569620253, |
| "grad_norm": 1.5607138872146606, |
| "learning_rate": 4.940206069580932e-06, |
| "loss": 1.0120244026184082, |
| "step": 1068 |
| }, |
| { |
| "epoch": 2.257383966244726, |
| "grad_norm": 1.5534892082214355, |
| "learning_rate": 4.924632213076754e-06, |
| "loss": 0.9608168601989746, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.261603375527426, |
| "grad_norm": 1.6631319522857666, |
| "learning_rate": 4.9090653594643404e-06, |
| "loss": 0.8874021768569946, |
| "step": 1072 |
| }, |
| { |
| "epoch": 2.2658227848101267, |
| "grad_norm": 2.0827291011810303, |
| "learning_rate": 4.893505698210313e-06, |
| "loss": 1.1729992628097534, |
| "step": 1074 |
| }, |
| { |
| "epoch": 2.270042194092827, |
| "grad_norm": 0.7913424968719482, |
| "learning_rate": 4.877953418693755e-06, |
| "loss": 0.8216667771339417, |
| "step": 1076 |
| }, |
| { |
| "epoch": 2.2742616033755274, |
| "grad_norm": 2.5898029804229736, |
| "learning_rate": 4.862408710203904e-06, |
| "loss": 0.5997598767280579, |
| "step": 1078 |
| }, |
| { |
| "epoch": 2.278481012658228, |
| "grad_norm": 1.503953456878662, |
| "learning_rate": 4.8468717619378515e-06, |
| "loss": 0.6715444326400757, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.282700421940928, |
| "grad_norm": 2.866316795349121, |
| "learning_rate": 4.831342762998233e-06, |
| "loss": 0.3304208517074585, |
| "step": 1082 |
| }, |
| { |
| "epoch": 2.2869198312236287, |
| "grad_norm": 1.4237805604934692, |
| "learning_rate": 4.81582190239094e-06, |
| "loss": 0.6000298857688904, |
| "step": 1084 |
| }, |
| { |
| "epoch": 2.291139240506329, |
| "grad_norm": 2.4457147121429443, |
| "learning_rate": 4.800309369022803e-06, |
| "loss": 0.5227864384651184, |
| "step": 1086 |
| }, |
| { |
| "epoch": 2.2953586497890295, |
| "grad_norm": 1.8989934921264648, |
| "learning_rate": 4.784805351699306e-06, |
| "loss": 0.5022572875022888, |
| "step": 1088 |
| }, |
| { |
| "epoch": 2.29957805907173, |
| "grad_norm": 1.1429563760757446, |
| "learning_rate": 4.769310039122278e-06, |
| "loss": 0.4501606822013855, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.3037974683544302, |
| "grad_norm": 1.7774832248687744, |
| "learning_rate": 4.753823619887606e-06, |
| "loss": 0.7520623803138733, |
| "step": 1092 |
| }, |
| { |
| "epoch": 2.308016877637131, |
| "grad_norm": 0.8094785213470459, |
| "learning_rate": 4.738346282482932e-06, |
| "loss": 0.589955747127533, |
| "step": 1094 |
| }, |
| { |
| "epoch": 2.3122362869198314, |
| "grad_norm": 1.6006946563720703, |
| "learning_rate": 4.722878215285362e-06, |
| "loss": 0.332165002822876, |
| "step": 1096 |
| }, |
| { |
| "epoch": 2.3164556962025316, |
| "grad_norm": 2.6582677364349365, |
| "learning_rate": 4.707419606559172e-06, |
| "loss": 0.7813307046890259, |
| "step": 1098 |
| }, |
| { |
| "epoch": 2.320675105485232, |
| "grad_norm": 0.9811158180236816, |
| "learning_rate": 4.691970644453521e-06, |
| "loss": 0.7614369988441467, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.3248945147679323, |
| "grad_norm": 1.1281622648239136, |
| "learning_rate": 4.676531517000152e-06, |
| "loss": 0.8711140155792236, |
| "step": 1102 |
| }, |
| { |
| "epoch": 2.329113924050633, |
| "grad_norm": 1.0006742477416992, |
| "learning_rate": 4.661102412111113e-06, |
| "loss": 1.09892737865448, |
| "step": 1104 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 0.9522520899772644, |
| "learning_rate": 4.645683517576465e-06, |
| "loss": 0.7079843878746033, |
| "step": 1106 |
| }, |
| { |
| "epoch": 2.3375527426160336, |
| "grad_norm": 3.4067864418029785, |
| "learning_rate": 4.630275021061994e-06, |
| "loss": 0.48118704557418823, |
| "step": 1108 |
| }, |
| { |
| "epoch": 2.3417721518987342, |
| "grad_norm": 1.1255890130996704, |
| "learning_rate": 4.614877110106936e-06, |
| "loss": 0.8689737915992737, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.3459915611814344, |
| "grad_norm": 0.9904977083206177, |
| "learning_rate": 4.599489972121685e-06, |
| "loss": 0.9105451703071594, |
| "step": 1112 |
| }, |
| { |
| "epoch": 2.350210970464135, |
| "grad_norm": 0.7232893705368042, |
| "learning_rate": 4.584113794385514e-06, |
| "loss": 0.9162687063217163, |
| "step": 1114 |
| }, |
| { |
| "epoch": 2.3544303797468356, |
| "grad_norm": 0.519036591053009, |
| "learning_rate": 4.568748764044301e-06, |
| "loss": 0.4805559813976288, |
| "step": 1116 |
| }, |
| { |
| "epoch": 2.3586497890295357, |
| "grad_norm": 6.756855010986328, |
| "learning_rate": 4.553395068108244e-06, |
| "loss": 0.8094164133071899, |
| "step": 1118 |
| }, |
| { |
| "epoch": 2.3628691983122363, |
| "grad_norm": 0.9828208088874817, |
| "learning_rate": 4.538052893449589e-06, |
| "loss": 0.5296162962913513, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.367088607594937, |
| "grad_norm": 4.731954574584961, |
| "learning_rate": 4.522722426800357e-06, |
| "loss": 0.8078899383544922, |
| "step": 1122 |
| }, |
| { |
| "epoch": 2.371308016877637, |
| "grad_norm": 0.6858487725257874, |
| "learning_rate": 4.507403854750065e-06, |
| "loss": 0.475280225276947, |
| "step": 1124 |
| }, |
| { |
| "epoch": 2.3755274261603376, |
| "grad_norm": 2.410244941711426, |
| "learning_rate": 4.492097363743461e-06, |
| "loss": 0.6350052952766418, |
| "step": 1126 |
| }, |
| { |
| "epoch": 2.379746835443038, |
| "grad_norm": 1.3143579959869385, |
| "learning_rate": 4.476803140078253e-06, |
| "loss": 0.8321637511253357, |
| "step": 1128 |
| }, |
| { |
| "epoch": 2.3839662447257384, |
| "grad_norm": 3.1888086795806885, |
| "learning_rate": 4.4615213699028426e-06, |
| "loss": 0.3929082751274109, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.388185654008439, |
| "grad_norm": 2.68168306350708, |
| "learning_rate": 4.446252239214055e-06, |
| "loss": 0.31692028045654297, |
| "step": 1132 |
| }, |
| { |
| "epoch": 2.392405063291139, |
| "grad_norm": 1.4429116249084473, |
| "learning_rate": 4.43099593385488e-06, |
| "loss": 0.294213205575943, |
| "step": 1134 |
| }, |
| { |
| "epoch": 2.3966244725738397, |
| "grad_norm": 3.231173276901245, |
| "learning_rate": 4.4157526395122076e-06, |
| "loss": 0.5183360576629639, |
| "step": 1136 |
| }, |
| { |
| "epoch": 2.40084388185654, |
| "grad_norm": 0.8097783327102661, |
| "learning_rate": 4.400522541714569e-06, |
| "loss": 0.889994740486145, |
| "step": 1138 |
| }, |
| { |
| "epoch": 2.4050632911392404, |
| "grad_norm": 3.5556163787841797, |
| "learning_rate": 4.385305825829878e-06, |
| "loss": 0.6985417008399963, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.409282700421941, |
| "grad_norm": 2.427283763885498, |
| "learning_rate": 4.370102677063176e-06, |
| "loss": 0.22593039274215698, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.413502109704641, |
| "grad_norm": 0.9665276408195496, |
| "learning_rate": 4.354913280454376e-06, |
| "loss": 0.6225028038024902, |
| "step": 1144 |
| }, |
| { |
| "epoch": 2.4177215189873418, |
| "grad_norm": 0.776543140411377, |
| "learning_rate": 4.339737820876011e-06, |
| "loss": 0.8892446756362915, |
| "step": 1146 |
| }, |
| { |
| "epoch": 2.4219409282700424, |
| "grad_norm": 1.4189026355743408, |
| "learning_rate": 4.324576483030984e-06, |
| "loss": 0.6498630046844482, |
| "step": 1148 |
| }, |
| { |
| "epoch": 2.4261603375527425, |
| "grad_norm": 1.6917228698730469, |
| "learning_rate": 4.309429451450323e-06, |
| "loss": 0.9674113988876343, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.430379746835443, |
| "grad_norm": 2.7559592723846436, |
| "learning_rate": 4.294296910490927e-06, |
| "loss": 0.5237405300140381, |
| "step": 1152 |
| }, |
| { |
| "epoch": 2.4345991561181437, |
| "grad_norm": 0.759251594543457, |
| "learning_rate": 4.279179044333334e-06, |
| "loss": 1.038418173789978, |
| "step": 1154 |
| }, |
| { |
| "epoch": 2.438818565400844, |
| "grad_norm": 0.7258760929107666, |
| "learning_rate": 4.264076036979465e-06, |
| "loss": 0.29808011651039124, |
| "step": 1156 |
| }, |
| { |
| "epoch": 2.4430379746835444, |
| "grad_norm": 1.2960338592529297, |
| "learning_rate": 4.2489880722503984e-06, |
| "loss": 0.6186285018920898, |
| "step": 1158 |
| }, |
| { |
| "epoch": 2.4472573839662446, |
| "grad_norm": 0.8735424280166626, |
| "learning_rate": 4.233915333784125e-06, |
| "loss": 0.953921914100647, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.451476793248945, |
| "grad_norm": 1.6151870489120483, |
| "learning_rate": 4.2188580050333125e-06, |
| "loss": 0.5386602878570557, |
| "step": 1162 |
| }, |
| { |
| "epoch": 2.4556962025316453, |
| "grad_norm": 1.0667333602905273, |
| "learning_rate": 4.203816269263076e-06, |
| "loss": 0.8307045698165894, |
| "step": 1164 |
| }, |
| { |
| "epoch": 2.459915611814346, |
| "grad_norm": 0.7664170861244202, |
| "learning_rate": 4.188790309548745e-06, |
| "loss": 0.864146888256073, |
| "step": 1166 |
| }, |
| { |
| "epoch": 2.4641350210970465, |
| "grad_norm": 0.42983004450798035, |
| "learning_rate": 4.173780308773638e-06, |
| "loss": 0.5185874700546265, |
| "step": 1168 |
| }, |
| { |
| "epoch": 2.4683544303797467, |
| "grad_norm": 1.8288553953170776, |
| "learning_rate": 4.158786449626832e-06, |
| "loss": 0.847137451171875, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.4725738396624473, |
| "grad_norm": 0.7871118187904358, |
| "learning_rate": 4.1438089146009444e-06, |
| "loss": 0.8581575751304626, |
| "step": 1172 |
| }, |
| { |
| "epoch": 2.476793248945148, |
| "grad_norm": 0.8730447292327881, |
| "learning_rate": 4.128847885989907e-06, |
| "loss": 0.9124253988265991, |
| "step": 1174 |
| }, |
| { |
| "epoch": 2.481012658227848, |
| "grad_norm": 1.2835520505905151, |
| "learning_rate": 4.113903545886753e-06, |
| "loss": 0.6599792838096619, |
| "step": 1176 |
| }, |
| { |
| "epoch": 2.4852320675105486, |
| "grad_norm": 5.658310890197754, |
| "learning_rate": 4.098976076181391e-06, |
| "loss": 0.3625165522098541, |
| "step": 1178 |
| }, |
| { |
| "epoch": 2.489451476793249, |
| "grad_norm": 15.800931930541992, |
| "learning_rate": 4.084065658558404e-06, |
| "loss": 0.6006633043289185, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.4936708860759493, |
| "grad_norm": 1.3577805757522583, |
| "learning_rate": 4.0691724744948255e-06, |
| "loss": 0.6934759616851807, |
| "step": 1182 |
| }, |
| { |
| "epoch": 2.49789029535865, |
| "grad_norm": 6.484335422515869, |
| "learning_rate": 4.054296705257941e-06, |
| "loss": 0.40067270398139954, |
| "step": 1184 |
| }, |
| { |
| "epoch": 2.50210970464135, |
| "grad_norm": 0.6322926878929138, |
| "learning_rate": 4.039438531903077e-06, |
| "loss": 0.2836645245552063, |
| "step": 1186 |
| }, |
| { |
| "epoch": 2.5063291139240507, |
| "grad_norm": 1.1335638761520386, |
| "learning_rate": 4.024598135271394e-06, |
| "loss": 0.6265759468078613, |
| "step": 1188 |
| }, |
| { |
| "epoch": 2.510548523206751, |
| "grad_norm": 1.9667792320251465, |
| "learning_rate": 4.009775695987694e-06, |
| "loss": 0.838147759437561, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.5147679324894514, |
| "grad_norm": 2.6841256618499756, |
| "learning_rate": 3.994971394458214e-06, |
| "loss": 0.3996051251888275, |
| "step": 1192 |
| }, |
| { |
| "epoch": 2.518987341772152, |
| "grad_norm": 2.3056275844573975, |
| "learning_rate": 3.980185410868436e-06, |
| "loss": 1.167797565460205, |
| "step": 1194 |
| }, |
| { |
| "epoch": 2.523206751054852, |
| "grad_norm": 0.9773274064064026, |
| "learning_rate": 3.965417925180889e-06, |
| "loss": 0.9167941212654114, |
| "step": 1196 |
| }, |
| { |
| "epoch": 2.5274261603375527, |
| "grad_norm": 1.7874913215637207, |
| "learning_rate": 3.950669117132961e-06, |
| "loss": 0.8906291127204895, |
| "step": 1198 |
| }, |
| { |
| "epoch": 2.5316455696202533, |
| "grad_norm": 1.4841127395629883, |
| "learning_rate": 3.935939166234716e-06, |
| "loss": 0.5971670150756836, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.5358649789029535, |
| "grad_norm": 1.00154447555542, |
| "learning_rate": 3.9212282517667e-06, |
| "loss": 0.6971355676651001, |
| "step": 1202 |
| }, |
| { |
| "epoch": 2.540084388185654, |
| "grad_norm": 1.9771873950958252, |
| "learning_rate": 3.9065365527777645e-06, |
| "loss": 0.6099141836166382, |
| "step": 1204 |
| }, |
| { |
| "epoch": 2.5443037974683547, |
| "grad_norm": 1.1871707439422607, |
| "learning_rate": 3.891864248082887e-06, |
| "loss": 0.8208593726158142, |
| "step": 1206 |
| }, |
| { |
| "epoch": 2.548523206751055, |
| "grad_norm": 7.188979625701904, |
| "learning_rate": 3.877211516260996e-06, |
| "loss": 0.6296668648719788, |
| "step": 1208 |
| }, |
| { |
| "epoch": 2.5527426160337554, |
| "grad_norm": 0.9134591817855835, |
| "learning_rate": 3.862578535652789e-06, |
| "loss": 1.0518441200256348, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.5569620253164556, |
| "grad_norm": 0.7472072243690491, |
| "learning_rate": 3.847965484358577e-06, |
| "loss": 0.9192833304405212, |
| "step": 1212 |
| }, |
| { |
| "epoch": 2.561181434599156, |
| "grad_norm": 3.8333990573883057, |
| "learning_rate": 3.833372540236103e-06, |
| "loss": 0.23244482278823853, |
| "step": 1214 |
| }, |
| { |
| "epoch": 2.5654008438818563, |
| "grad_norm": 1.4940085411071777, |
| "learning_rate": 3.818799880898383e-06, |
| "loss": 0.6407491564750671, |
| "step": 1216 |
| }, |
| { |
| "epoch": 2.569620253164557, |
| "grad_norm": 0.9860958456993103, |
| "learning_rate": 3.804247683711544e-06, |
| "loss": 0.8455902934074402, |
| "step": 1218 |
| }, |
| { |
| "epoch": 2.5738396624472575, |
| "grad_norm": 2.8924689292907715, |
| "learning_rate": 3.789716125792665e-06, |
| "loss": 0.5936464071273804, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.5780590717299576, |
| "grad_norm": 2.5732288360595703, |
| "learning_rate": 3.7752053840076207e-06, |
| "loss": 0.715736448764801, |
| "step": 1222 |
| }, |
| { |
| "epoch": 2.5822784810126582, |
| "grad_norm": 1.9856914281845093, |
| "learning_rate": 3.7607156349689333e-06, |
| "loss": 0.6130495667457581, |
| "step": 1224 |
| }, |
| { |
| "epoch": 2.586497890295359, |
| "grad_norm": 5.838541507720947, |
| "learning_rate": 3.7462470550336115e-06, |
| "loss": 0.5375937223434448, |
| "step": 1226 |
| }, |
| { |
| "epoch": 2.590717299578059, |
| "grad_norm": 0.8572865128517151, |
| "learning_rate": 3.7317998203010188e-06, |
| "loss": 0.7977232933044434, |
| "step": 1228 |
| }, |
| { |
| "epoch": 2.5949367088607596, |
| "grad_norm": 0.9872308373451233, |
| "learning_rate": 3.7173741066107184e-06, |
| "loss": 0.8961679935455322, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.59915611814346, |
| "grad_norm": 1.1416627168655396, |
| "learning_rate": 3.7029700895403386e-06, |
| "loss": 0.7586051821708679, |
| "step": 1232 |
| }, |
| { |
| "epoch": 2.6033755274261603, |
| "grad_norm": 2.2268545627593994, |
| "learning_rate": 3.6885879444034355e-06, |
| "loss": 0.25110605359077454, |
| "step": 1234 |
| }, |
| { |
| "epoch": 2.607594936708861, |
| "grad_norm": 1.4125570058822632, |
| "learning_rate": 3.674227846247358e-06, |
| "loss": 0.9204742312431335, |
| "step": 1236 |
| }, |
| { |
| "epoch": 2.611814345991561, |
| "grad_norm": 2.517575979232788, |
| "learning_rate": 3.659889969851118e-06, |
| "loss": 1.1121842861175537, |
| "step": 1238 |
| }, |
| { |
| "epoch": 2.6160337552742616, |
| "grad_norm": 1.053368330001831, |
| "learning_rate": 3.6455744897232615e-06, |
| "loss": 0.669468343257904, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.620253164556962, |
| "grad_norm": 0.8371555209159851, |
| "learning_rate": 3.631281580099749e-06, |
| "loss": 0.9007189273834229, |
| "step": 1242 |
| }, |
| { |
| "epoch": 2.6244725738396624, |
| "grad_norm": 2.657794713973999, |
| "learning_rate": 3.6170114149418277e-06, |
| "loss": 0.3218531906604767, |
| "step": 1244 |
| }, |
| { |
| "epoch": 2.628691983122363, |
| "grad_norm": 0.6953291893005371, |
| "learning_rate": 3.602764167933921e-06, |
| "loss": 0.616287112236023, |
| "step": 1246 |
| }, |
| { |
| "epoch": 2.632911392405063, |
| "grad_norm": 2.490736246109009, |
| "learning_rate": 3.588540012481514e-06, |
| "loss": 1.0413483381271362, |
| "step": 1248 |
| }, |
| { |
| "epoch": 2.6371308016877637, |
| "grad_norm": 1.0899211168289185, |
| "learning_rate": 3.574339121709035e-06, |
| "loss": 0.8530718088150024, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.6413502109704643, |
| "grad_norm": 1.2830111980438232, |
| "learning_rate": 3.5601616684577587e-06, |
| "loss": 0.8038271069526672, |
| "step": 1252 |
| }, |
| { |
| "epoch": 2.6455696202531644, |
| "grad_norm": 1.318005919456482, |
| "learning_rate": 3.546007825283697e-06, |
| "loss": 0.3539282977581024, |
| "step": 1254 |
| }, |
| { |
| "epoch": 2.649789029535865, |
| "grad_norm": 2.07309627532959, |
| "learning_rate": 3.5318777644555024e-06, |
| "loss": 0.3781224489212036, |
| "step": 1256 |
| }, |
| { |
| "epoch": 2.6540084388185656, |
| "grad_norm": 1.1522823572158813, |
| "learning_rate": 3.5177716579523602e-06, |
| "loss": 0.7310733795166016, |
| "step": 1258 |
| }, |
| { |
| "epoch": 2.6582278481012658, |
| "grad_norm": 1.0164247751235962, |
| "learning_rate": 3.5036896774619135e-06, |
| "loss": 0.8424127697944641, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.6624472573839664, |
| "grad_norm": 1.0595896244049072, |
| "learning_rate": 3.489631994378161e-06, |
| "loss": 0.7590124011039734, |
| "step": 1262 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 0.6736453771591187, |
| "learning_rate": 3.47559877979937e-06, |
| "loss": 0.4899386167526245, |
| "step": 1264 |
| }, |
| { |
| "epoch": 2.670886075949367, |
| "grad_norm": 3.384662389755249, |
| "learning_rate": 3.461590204526002e-06, |
| "loss": 0.756107747554779, |
| "step": 1266 |
| }, |
| { |
| "epoch": 2.6751054852320673, |
| "grad_norm": 1.117247462272644, |
| "learning_rate": 3.4476064390586282e-06, |
| "loss": 0.5926318168640137, |
| "step": 1268 |
| }, |
| { |
| "epoch": 2.679324894514768, |
| "grad_norm": 0.8941352367401123, |
| "learning_rate": 3.433647653595858e-06, |
| "loss": 0.29376059770584106, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.6835443037974684, |
| "grad_norm": 0.9455461502075195, |
| "learning_rate": 3.4197140180322595e-06, |
| "loss": 0.8394232392311096, |
| "step": 1272 |
| }, |
| { |
| "epoch": 2.6877637130801686, |
| "grad_norm": 1.506241798400879, |
| "learning_rate": 3.405805701956303e-06, |
| "loss": 0.5689144730567932, |
| "step": 1274 |
| }, |
| { |
| "epoch": 2.691983122362869, |
| "grad_norm": 1.9141788482666016, |
| "learning_rate": 3.391922874648289e-06, |
| "loss": 0.6709578037261963, |
| "step": 1276 |
| }, |
| { |
| "epoch": 2.6962025316455698, |
| "grad_norm": 0.42958736419677734, |
| "learning_rate": 3.3780657050782937e-06, |
| "loss": 0.21942144632339478, |
| "step": 1278 |
| }, |
| { |
| "epoch": 2.70042194092827, |
| "grad_norm": 4.082215309143066, |
| "learning_rate": 3.364234361904101e-06, |
| "loss": 0.7311381101608276, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.7046413502109705, |
| "grad_norm": 0.871422290802002, |
| "learning_rate": 3.350429013469164e-06, |
| "loss": 0.8393055200576782, |
| "step": 1282 |
| }, |
| { |
| "epoch": 2.708860759493671, |
| "grad_norm": 2.4200565814971924, |
| "learning_rate": 3.336649827800551e-06, |
| "loss": 0.4168017506599426, |
| "step": 1284 |
| }, |
| { |
| "epoch": 2.7130801687763713, |
| "grad_norm": 1.16176438331604, |
| "learning_rate": 3.3228969726068928e-06, |
| "loss": 0.3925034701824188, |
| "step": 1286 |
| }, |
| { |
| "epoch": 2.717299578059072, |
| "grad_norm": 0.554189920425415, |
| "learning_rate": 3.3091706152763524e-06, |
| "loss": 0.4354971945285797, |
| "step": 1288 |
| }, |
| { |
| "epoch": 2.721518987341772, |
| "grad_norm": 0.29727903008461, |
| "learning_rate": 3.295470922874583e-06, |
| "loss": 0.7019829154014587, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.7257383966244726, |
| "grad_norm": 1.5975490808486938, |
| "learning_rate": 3.281798062142696e-06, |
| "loss": 0.8629660606384277, |
| "step": 1292 |
| }, |
| { |
| "epoch": 2.7299578059071727, |
| "grad_norm": 0.6528840065002441, |
| "learning_rate": 3.2681521994952236e-06, |
| "loss": 0.44343236088752747, |
| "step": 1294 |
| }, |
| { |
| "epoch": 2.7341772151898733, |
| "grad_norm": 1.1418026685714722, |
| "learning_rate": 3.2545335010181077e-06, |
| "loss": 0.8660521507263184, |
| "step": 1296 |
| }, |
| { |
| "epoch": 2.738396624472574, |
| "grad_norm": 1.0692051649093628, |
| "learning_rate": 3.2409421324666674e-06, |
| "loss": 0.912236213684082, |
| "step": 1298 |
| }, |
| { |
| "epoch": 2.742616033755274, |
| "grad_norm": 0.6697847247123718, |
| "learning_rate": 3.227378259263587e-06, |
| "loss": 0.5473940372467041, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.7468354430379747, |
| "grad_norm": 1.0614296197891235, |
| "learning_rate": 3.213842046496896e-06, |
| "loss": 0.967889130115509, |
| "step": 1302 |
| }, |
| { |
| "epoch": 2.7510548523206753, |
| "grad_norm": 0.7884835600852966, |
| "learning_rate": 3.200333658917969e-06, |
| "loss": 0.5202937126159668, |
| "step": 1304 |
| }, |
| { |
| "epoch": 2.7552742616033754, |
| "grad_norm": 1.617073655128479, |
| "learning_rate": 3.1868532609395165e-06, |
| "loss": 1.0390714406967163, |
| "step": 1306 |
| }, |
| { |
| "epoch": 2.759493670886076, |
| "grad_norm": 1.1663974523544312, |
| "learning_rate": 3.173401016633577e-06, |
| "loss": 0.7771815061569214, |
| "step": 1308 |
| }, |
| { |
| "epoch": 2.7637130801687766, |
| "grad_norm": 2.4878454208374023, |
| "learning_rate": 3.159977089729532e-06, |
| "loss": 0.7535280585289001, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.7679324894514767, |
| "grad_norm": 1.4424842596054077, |
| "learning_rate": 3.1465816436121055e-06, |
| "loss": 0.8901900053024292, |
| "step": 1312 |
| }, |
| { |
| "epoch": 2.7721518987341773, |
| "grad_norm": 1.9937193393707275, |
| "learning_rate": 3.1332148413193796e-06, |
| "loss": 0.9632768034934998, |
| "step": 1314 |
| }, |
| { |
| "epoch": 2.7763713080168775, |
| "grad_norm": 1.2392187118530273, |
| "learning_rate": 3.1198768455408023e-06, |
| "loss": 0.5924683213233948, |
| "step": 1316 |
| }, |
| { |
| "epoch": 2.780590717299578, |
| "grad_norm": 1.490188479423523, |
| "learning_rate": 3.1065678186152186e-06, |
| "loss": 0.4390377998352051, |
| "step": 1318 |
| }, |
| { |
| "epoch": 2.7848101265822782, |
| "grad_norm": 0.849905252456665, |
| "learning_rate": 3.093287922528886e-06, |
| "loss": 0.8457968235015869, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.789029535864979, |
| "grad_norm": 0.302488774061203, |
| "learning_rate": 3.0800373189135096e-06, |
| "loss": 0.5151106715202332, |
| "step": 1322 |
| }, |
| { |
| "epoch": 2.7932489451476794, |
| "grad_norm": 1.754577398300171, |
| "learning_rate": 3.0668161690442656e-06, |
| "loss": 0.9207668304443359, |
| "step": 1324 |
| }, |
| { |
| "epoch": 2.7974683544303796, |
| "grad_norm": 2.986112356185913, |
| "learning_rate": 3.0536246338378466e-06, |
| "loss": 0.7240561246871948, |
| "step": 1326 |
| }, |
| { |
| "epoch": 2.80168776371308, |
| "grad_norm": 1.8140140771865845, |
| "learning_rate": 3.040462873850503e-06, |
| "loss": 0.6418823599815369, |
| "step": 1328 |
| }, |
| { |
| "epoch": 2.8059071729957807, |
| "grad_norm": 0.9552450776100159, |
| "learning_rate": 3.027331049276085e-06, |
| "loss": 0.8471872806549072, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.810126582278481, |
| "grad_norm": 0.7154285907745361, |
| "learning_rate": 3.0142293199440907e-06, |
| "loss": 0.692332923412323, |
| "step": 1332 |
| }, |
| { |
| "epoch": 2.8143459915611815, |
| "grad_norm": 1.2054038047790527, |
| "learning_rate": 3.001157845317727e-06, |
| "loss": 0.524202823638916, |
| "step": 1334 |
| }, |
| { |
| "epoch": 2.818565400843882, |
| "grad_norm": 0.2835144102573395, |
| "learning_rate": 2.9881167844919683e-06, |
| "loss": 0.6341201066970825, |
| "step": 1336 |
| }, |
| { |
| "epoch": 2.8227848101265822, |
| "grad_norm": 1.1971274614334106, |
| "learning_rate": 2.9751062961916146e-06, |
| "loss": 0.6322475671768188, |
| "step": 1338 |
| }, |
| { |
| "epoch": 2.827004219409283, |
| "grad_norm": 2.352694511413574, |
| "learning_rate": 2.962126538769362e-06, |
| "loss": 0.8327752351760864, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.831223628691983, |
| "grad_norm": 1.024727463722229, |
| "learning_rate": 2.949177670203883e-06, |
| "loss": 0.8421899676322937, |
| "step": 1342 |
| }, |
| { |
| "epoch": 2.8354430379746836, |
| "grad_norm": 2.226130485534668, |
| "learning_rate": 2.9362598480978867e-06, |
| "loss": 1.0524921417236328, |
| "step": 1344 |
| }, |
| { |
| "epoch": 2.8396624472573837, |
| "grad_norm": 1.945210337638855, |
| "learning_rate": 2.9233732296762173e-06, |
| "loss": 0.6259896755218506, |
| "step": 1346 |
| }, |
| { |
| "epoch": 2.8438818565400843, |
| "grad_norm": 0.8308857679367065, |
| "learning_rate": 2.9105179717839353e-06, |
| "loss": 0.5016956329345703, |
| "step": 1348 |
| }, |
| { |
| "epoch": 2.848101265822785, |
| "grad_norm": 1.6660699844360352, |
| "learning_rate": 2.897694230884405e-06, |
| "loss": 0.9290784597396851, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.852320675105485, |
| "grad_norm": 0.8582704663276672, |
| "learning_rate": 2.88490216305739e-06, |
| "loss": 0.5587412118911743, |
| "step": 1352 |
| }, |
| { |
| "epoch": 2.8565400843881856, |
| "grad_norm": 1.8050309419631958, |
| "learning_rate": 2.8721419239971582e-06, |
| "loss": 0.601135790348053, |
| "step": 1354 |
| }, |
| { |
| "epoch": 2.8607594936708862, |
| "grad_norm": 1.970723032951355, |
| "learning_rate": 2.8594136690105867e-06, |
| "loss": 0.5153637528419495, |
| "step": 1356 |
| }, |
| { |
| "epoch": 2.8649789029535864, |
| "grad_norm": 1.3061662912368774, |
| "learning_rate": 2.846717553015268e-06, |
| "loss": 0.8993398547172546, |
| "step": 1358 |
| }, |
| { |
| "epoch": 2.869198312236287, |
| "grad_norm": 0.9573718905448914, |
| "learning_rate": 2.834053730537622e-06, |
| "loss": 0.6737149357795715, |
| "step": 1360 |
| }, |
| { |
| "epoch": 2.8734177215189876, |
| "grad_norm": 1.0735780000686646, |
| "learning_rate": 2.821422355711024e-06, |
| "loss": 0.5662659406661987, |
| "step": 1362 |
| }, |
| { |
| "epoch": 2.8776371308016877, |
| "grad_norm": 1.5357694625854492, |
| "learning_rate": 2.8088235822739253e-06, |
| "loss": 0.8427922129631042, |
| "step": 1364 |
| }, |
| { |
| "epoch": 2.8818565400843883, |
| "grad_norm": 1.1373776197433472, |
| "learning_rate": 2.796257563567973e-06, |
| "loss": 0.8800983428955078, |
| "step": 1366 |
| }, |
| { |
| "epoch": 2.8860759493670884, |
| "grad_norm": 1.8824827671051025, |
| "learning_rate": 2.7837244525361573e-06, |
| "loss": 0.9415411949157715, |
| "step": 1368 |
| }, |
| { |
| "epoch": 2.890295358649789, |
| "grad_norm": 2.000551223754883, |
| "learning_rate": 2.771224401720942e-06, |
| "loss": 0.887091338634491, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.894514767932489, |
| "grad_norm": 2.074234962463379, |
| "learning_rate": 2.7587575632624143e-06, |
| "loss": 0.2655407190322876, |
| "step": 1372 |
| }, |
| { |
| "epoch": 2.8987341772151898, |
| "grad_norm": 0.8872388005256653, |
| "learning_rate": 2.7463240888964184e-06, |
| "loss": 0.57696133852005, |
| "step": 1374 |
| }, |
| { |
| "epoch": 2.9029535864978904, |
| "grad_norm": 1.0017720460891724, |
| "learning_rate": 2.733924129952727e-06, |
| "loss": 0.8804340958595276, |
| "step": 1376 |
| }, |
| { |
| "epoch": 2.9071729957805905, |
| "grad_norm": 4.621462345123291, |
| "learning_rate": 2.7215578373531905e-06, |
| "loss": 0.6950758695602417, |
| "step": 1378 |
| }, |
| { |
| "epoch": 2.911392405063291, |
| "grad_norm": 1.5469801425933838, |
| "learning_rate": 2.709225361609901e-06, |
| "loss": 0.9981220364570618, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.9156118143459917, |
| "grad_norm": 2.7214841842651367, |
| "learning_rate": 2.6969268528233545e-06, |
| "loss": 0.43611621856689453, |
| "step": 1382 |
| }, |
| { |
| "epoch": 2.919831223628692, |
| "grad_norm": 2.159730911254883, |
| "learning_rate": 2.6846624606806372e-06, |
| "loss": 0.6117579936981201, |
| "step": 1384 |
| }, |
| { |
| "epoch": 2.9240506329113924, |
| "grad_norm": 0.6078017950057983, |
| "learning_rate": 2.6724323344535953e-06, |
| "loss": 0.5143052339553833, |
| "step": 1386 |
| }, |
| { |
| "epoch": 2.928270042194093, |
| "grad_norm": 0.8536535501480103, |
| "learning_rate": 2.6602366229970137e-06, |
| "loss": 0.8916317224502563, |
| "step": 1388 |
| }, |
| { |
| "epoch": 2.932489451476793, |
| "grad_norm": 0.8162920475006104, |
| "learning_rate": 2.6480754747468153e-06, |
| "loss": 0.8466449975967407, |
| "step": 1390 |
| }, |
| { |
| "epoch": 2.9367088607594938, |
| "grad_norm": 0.6464320421218872, |
| "learning_rate": 2.635949037718246e-06, |
| "loss": 0.4764333665370941, |
| "step": 1392 |
| }, |
| { |
| "epoch": 2.9409282700421944, |
| "grad_norm": 1.022177815437317, |
| "learning_rate": 2.623857459504078e-06, |
| "loss": 0.44133251905441284, |
| "step": 1394 |
| }, |
| { |
| "epoch": 2.9451476793248945, |
| "grad_norm": 1.0162975788116455, |
| "learning_rate": 2.6118008872728095e-06, |
| "loss": 0.8427251577377319, |
| "step": 1396 |
| }, |
| { |
| "epoch": 2.9493670886075947, |
| "grad_norm": 0.3307487964630127, |
| "learning_rate": 2.5997794677668746e-06, |
| "loss": 0.6520959734916687, |
| "step": 1398 |
| }, |
| { |
| "epoch": 2.9535864978902953, |
| "grad_norm": 3.7802846431732178, |
| "learning_rate": 2.587793347300861e-06, |
| "loss": 0.832510232925415, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.957805907172996, |
| "grad_norm": 2.1209182739257812, |
| "learning_rate": 2.5758426717597257e-06, |
| "loss": 0.5920344591140747, |
| "step": 1402 |
| }, |
| { |
| "epoch": 2.962025316455696, |
| "grad_norm": 0.9574135541915894, |
| "learning_rate": 2.563927586597017e-06, |
| "loss": 0.8643596768379211, |
| "step": 1404 |
| }, |
| { |
| "epoch": 2.9662447257383966, |
| "grad_norm": 2.102473497390747, |
| "learning_rate": 2.552048236833109e-06, |
| "loss": 0.788807213306427, |
| "step": 1406 |
| }, |
| { |
| "epoch": 2.970464135021097, |
| "grad_norm": 2.4797873497009277, |
| "learning_rate": 2.5402047670534375e-06, |
| "loss": 0.44266387820243835, |
| "step": 1408 |
| }, |
| { |
| "epoch": 2.9746835443037973, |
| "grad_norm": 1.5320416688919067, |
| "learning_rate": 2.528397321406731e-06, |
| "loss": 0.8683050274848938, |
| "step": 1410 |
| }, |
| { |
| "epoch": 2.978902953586498, |
| "grad_norm": 0.7563115358352661, |
| "learning_rate": 2.5166260436032686e-06, |
| "loss": 0.9286722540855408, |
| "step": 1412 |
| }, |
| { |
| "epoch": 2.9831223628691985, |
| "grad_norm": 1.4289554357528687, |
| "learning_rate": 2.504891076913121e-06, |
| "loss": 0.66124027967453, |
| "step": 1414 |
| }, |
| { |
| "epoch": 2.9873417721518987, |
| "grad_norm": 0.8497927784919739, |
| "learning_rate": 2.493192564164415e-06, |
| "loss": 0.7980862855911255, |
| "step": 1416 |
| }, |
| { |
| "epoch": 2.9915611814345993, |
| "grad_norm": 0.7365954518318176, |
| "learning_rate": 2.4815306477415843e-06, |
| "loss": 0.7196717858314514, |
| "step": 1418 |
| }, |
| { |
| "epoch": 2.9957805907173, |
| "grad_norm": 3.072756290435791, |
| "learning_rate": 2.469905469583648e-06, |
| "loss": 0.8641300797462463, |
| "step": 1420 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.6757546067237854, |
| "learning_rate": 2.4583171711824767e-06, |
| "loss": 0.2503686845302582, |
| "step": 1422 |
| }, |
| { |
| "epoch": 3.0042194092827006, |
| "grad_norm": 0.7034198641777039, |
| "learning_rate": 2.4467658935810738e-06, |
| "loss": 0.48008522391319275, |
| "step": 1424 |
| }, |
| { |
| "epoch": 3.0084388185654007, |
| "grad_norm": 2.0994513034820557, |
| "learning_rate": 2.43525177737185e-06, |
| "loss": 0.42200714349746704, |
| "step": 1426 |
| }, |
| { |
| "epoch": 3.0126582278481013, |
| "grad_norm": 1.5376875400543213, |
| "learning_rate": 2.423774962694926e-06, |
| "loss": 0.46593034267425537, |
| "step": 1428 |
| }, |
| { |
| "epoch": 3.0168776371308015, |
| "grad_norm": 1.996058702468872, |
| "learning_rate": 2.4123355892364162e-06, |
| "loss": 0.2053375244140625, |
| "step": 1430 |
| }, |
| { |
| "epoch": 3.021097046413502, |
| "grad_norm": 0.7631147503852844, |
| "learning_rate": 2.4009337962267354e-06, |
| "loss": 0.8324798941612244, |
| "step": 1432 |
| }, |
| { |
| "epoch": 3.0253164556962027, |
| "grad_norm": 0.8996366262435913, |
| "learning_rate": 2.3895697224388944e-06, |
| "loss": 0.7130314111709595, |
| "step": 1434 |
| }, |
| { |
| "epoch": 3.029535864978903, |
| "grad_norm": 1.1378889083862305, |
| "learning_rate": 2.3782435061868237e-06, |
| "loss": 0.8925870656967163, |
| "step": 1436 |
| }, |
| { |
| "epoch": 3.0337552742616034, |
| "grad_norm": 1.352307677268982, |
| "learning_rate": 2.366955285323682e-06, |
| "loss": 0.43893763422966003, |
| "step": 1438 |
| }, |
| { |
| "epoch": 3.037974683544304, |
| "grad_norm": 0.9720532298088074, |
| "learning_rate": 2.3557051972401765e-06, |
| "loss": 0.7230754494667053, |
| "step": 1440 |
| }, |
| { |
| "epoch": 3.042194092827004, |
| "grad_norm": 0.5884406566619873, |
| "learning_rate": 2.3444933788629005e-06, |
| "loss": 0.5438792109489441, |
| "step": 1442 |
| }, |
| { |
| "epoch": 3.0464135021097047, |
| "grad_norm": 0.9816262722015381, |
| "learning_rate": 2.333319966652656e-06, |
| "loss": 0.6565508842468262, |
| "step": 1444 |
| }, |
| { |
| "epoch": 3.050632911392405, |
| "grad_norm": 0.9301005005836487, |
| "learning_rate": 2.322185096602801e-06, |
| "loss": 0.7488085031509399, |
| "step": 1446 |
| }, |
| { |
| "epoch": 3.0548523206751055, |
| "grad_norm": 12.703023910522461, |
| "learning_rate": 2.311088904237586e-06, |
| "loss": 0.5115925669670105, |
| "step": 1448 |
| }, |
| { |
| "epoch": 3.059071729957806, |
| "grad_norm": 3.3351986408233643, |
| "learning_rate": 2.300031524610514e-06, |
| "loss": 0.5711902976036072, |
| "step": 1450 |
| }, |
| { |
| "epoch": 3.0632911392405062, |
| "grad_norm": 1.271050214767456, |
| "learning_rate": 2.2890130923026903e-06, |
| "loss": 0.8190644979476929, |
| "step": 1452 |
| }, |
| { |
| "epoch": 3.067510548523207, |
| "grad_norm": 1.342450737953186, |
| "learning_rate": 2.278033741421187e-06, |
| "loss": 0.49537673592567444, |
| "step": 1454 |
| }, |
| { |
| "epoch": 3.071729957805907, |
| "grad_norm": 1.6169253587722778, |
| "learning_rate": 2.2670936055974075e-06, |
| "loss": 0.382347047328949, |
| "step": 1456 |
| }, |
| { |
| "epoch": 3.0759493670886076, |
| "grad_norm": 0.8829827904701233, |
| "learning_rate": 2.256192817985465e-06, |
| "loss": 0.4912588894367218, |
| "step": 1458 |
| }, |
| { |
| "epoch": 3.080168776371308, |
| "grad_norm": 2.859389305114746, |
| "learning_rate": 2.2453315112605604e-06, |
| "loss": 0.4515080153942108, |
| "step": 1460 |
| }, |
| { |
| "epoch": 3.0843881856540083, |
| "grad_norm": 0.805213212966919, |
| "learning_rate": 2.2345098176173624e-06, |
| "loss": 0.712715744972229, |
| "step": 1462 |
| }, |
| { |
| "epoch": 3.088607594936709, |
| "grad_norm": 0.9044957160949707, |
| "learning_rate": 2.2237278687684065e-06, |
| "loss": 0.715802788734436, |
| "step": 1464 |
| }, |
| { |
| "epoch": 3.0928270042194095, |
| "grad_norm": 0.9757974147796631, |
| "learning_rate": 2.212985795942486e-06, |
| "loss": 0.6326949000358582, |
| "step": 1466 |
| }, |
| { |
| "epoch": 3.0970464135021096, |
| "grad_norm": 6.477185249328613, |
| "learning_rate": 2.20228372988306e-06, |
| "loss": 0.47976550459861755, |
| "step": 1468 |
| }, |
| { |
| "epoch": 3.1012658227848102, |
| "grad_norm": 6.598858833312988, |
| "learning_rate": 2.1916218008466524e-06, |
| "loss": 0.06490237265825272, |
| "step": 1470 |
| }, |
| { |
| "epoch": 3.1054852320675104, |
| "grad_norm": 2.848353385925293, |
| "learning_rate": 2.18100013860128e-06, |
| "loss": 0.7451671361923218, |
| "step": 1472 |
| }, |
| { |
| "epoch": 3.109704641350211, |
| "grad_norm": 0.1323925107717514, |
| "learning_rate": 2.170418872424863e-06, |
| "loss": 0.41649919748306274, |
| "step": 1474 |
| }, |
| { |
| "epoch": 3.1139240506329116, |
| "grad_norm": 1.0177364349365234, |
| "learning_rate": 2.1598781311036563e-06, |
| "loss": 0.767039954662323, |
| "step": 1476 |
| }, |
| { |
| "epoch": 3.1181434599156117, |
| "grad_norm": 1.0474977493286133, |
| "learning_rate": 2.149378042930676e-06, |
| "loss": 0.835081160068512, |
| "step": 1478 |
| }, |
| { |
| "epoch": 3.1223628691983123, |
| "grad_norm": 0.9528142809867859, |
| "learning_rate": 2.138918735704148e-06, |
| "loss": 0.6867841482162476, |
| "step": 1480 |
| }, |
| { |
| "epoch": 3.1265822784810124, |
| "grad_norm": 1.8177701234817505, |
| "learning_rate": 2.1285003367259445e-06, |
| "loss": 0.7511188983917236, |
| "step": 1482 |
| }, |
| { |
| "epoch": 3.130801687763713, |
| "grad_norm": 0.8467079401016235, |
| "learning_rate": 2.1181229728000353e-06, |
| "loss": 0.7508360743522644, |
| "step": 1484 |
| }, |
| { |
| "epoch": 3.1350210970464136, |
| "grad_norm": 0.9410977959632874, |
| "learning_rate": 2.1077867702309482e-06, |
| "loss": 0.43571022152900696, |
| "step": 1486 |
| }, |
| { |
| "epoch": 3.1392405063291138, |
| "grad_norm": 0.8319637775421143, |
| "learning_rate": 2.0974918548222294e-06, |
| "loss": 0.40240466594696045, |
| "step": 1488 |
| }, |
| { |
| "epoch": 3.1434599156118144, |
| "grad_norm": 1.5343444347381592, |
| "learning_rate": 2.0872383518749147e-06, |
| "loss": 0.8346313834190369, |
| "step": 1490 |
| }, |
| { |
| "epoch": 3.147679324894515, |
| "grad_norm": 2.50876522064209, |
| "learning_rate": 2.077026386185996e-06, |
| "loss": 0.5276301503181458, |
| "step": 1492 |
| }, |
| { |
| "epoch": 3.151898734177215, |
| "grad_norm": 4.581535816192627, |
| "learning_rate": 2.0668560820469152e-06, |
| "loss": 0.5576310157775879, |
| "step": 1494 |
| }, |
| { |
| "epoch": 3.1561181434599157, |
| "grad_norm": 1.7419183254241943, |
| "learning_rate": 2.0567275632420412e-06, |
| "loss": 0.5430642366409302, |
| "step": 1496 |
| }, |
| { |
| "epoch": 3.160337552742616, |
| "grad_norm": 1.23338782787323, |
| "learning_rate": 2.0466409530471702e-06, |
| "loss": 0.37109193205833435, |
| "step": 1498 |
| }, |
| { |
| "epoch": 3.1645569620253164, |
| "grad_norm": 1.194543480873108, |
| "learning_rate": 2.0365963742280178e-06, |
| "loss": 0.3984225392341614, |
| "step": 1500 |
| }, |
| { |
| "epoch": 3.168776371308017, |
| "grad_norm": 1.2410297393798828, |
| "learning_rate": 2.0265939490387325e-06, |
| "loss": 0.753200352191925, |
| "step": 1502 |
| }, |
| { |
| "epoch": 3.172995780590717, |
| "grad_norm": 1.0101797580718994, |
| "learning_rate": 2.016633799220403e-06, |
| "loss": 0.5517244338989258, |
| "step": 1504 |
| }, |
| { |
| "epoch": 3.1772151898734178, |
| "grad_norm": 0.7676177024841309, |
| "learning_rate": 2.00671604599958e-06, |
| "loss": 0.7535607814788818, |
| "step": 1506 |
| }, |
| { |
| "epoch": 3.181434599156118, |
| "grad_norm": 0.9343335628509521, |
| "learning_rate": 1.9968408100867947e-06, |
| "loss": 0.761473536491394, |
| "step": 1508 |
| }, |
| { |
| "epoch": 3.1856540084388185, |
| "grad_norm": 8.236842155456543, |
| "learning_rate": 1.9870082116750954e-06, |
| "loss": 0.7786921262741089, |
| "step": 1510 |
| }, |
| { |
| "epoch": 3.189873417721519, |
| "grad_norm": 1.3662457466125488, |
| "learning_rate": 1.9772183704385846e-06, |
| "loss": 0.16808030009269714, |
| "step": 1512 |
| }, |
| { |
| "epoch": 3.1940928270042193, |
| "grad_norm": 0.9107233881950378, |
| "learning_rate": 1.967471405530956e-06, |
| "loss": 0.6586081385612488, |
| "step": 1514 |
| }, |
| { |
| "epoch": 3.19831223628692, |
| "grad_norm": 0.3760078251361847, |
| "learning_rate": 1.957767435584053e-06, |
| "loss": 0.4365515112876892, |
| "step": 1516 |
| }, |
| { |
| "epoch": 3.2025316455696204, |
| "grad_norm": 0.9538941979408264, |
| "learning_rate": 1.948106578706419e-06, |
| "loss": 0.8228858709335327, |
| "step": 1518 |
| }, |
| { |
| "epoch": 3.2067510548523206, |
| "grad_norm": 1.5654665231704712, |
| "learning_rate": 1.938488952481863e-06, |
| "loss": 0.6656263470649719, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.210970464135021, |
| "grad_norm": 2.4456095695495605, |
| "learning_rate": 1.928914673968021e-06, |
| "loss": 0.22482064366340637, |
| "step": 1522 |
| }, |
| { |
| "epoch": 3.2151898734177213, |
| "grad_norm": 1.5158286094665527, |
| "learning_rate": 1.9193838596949454e-06, |
| "loss": 0.5232290029525757, |
| "step": 1524 |
| }, |
| { |
| "epoch": 3.219409282700422, |
| "grad_norm": 1.7476248741149902, |
| "learning_rate": 1.9098966256636724e-06, |
| "loss": 0.6611694097518921, |
| "step": 1526 |
| }, |
| { |
| "epoch": 3.2236286919831225, |
| "grad_norm": 0.34821638464927673, |
| "learning_rate": 1.9004530873448218e-06, |
| "loss": 0.2679532766342163, |
| "step": 1528 |
| }, |
| { |
| "epoch": 3.2278481012658227, |
| "grad_norm": 3.054241895675659, |
| "learning_rate": 1.8910533596771788e-06, |
| "loss": 0.5168284177780151, |
| "step": 1530 |
| }, |
| { |
| "epoch": 3.2320675105485233, |
| "grad_norm": 0.26659509539604187, |
| "learning_rate": 1.8816975570663077e-06, |
| "loss": 0.0904851034283638, |
| "step": 1532 |
| }, |
| { |
| "epoch": 3.2362869198312234, |
| "grad_norm": 2.452047824859619, |
| "learning_rate": 1.8723857933831535e-06, |
| "loss": 0.7081596851348877, |
| "step": 1534 |
| }, |
| { |
| "epoch": 3.240506329113924, |
| "grad_norm": 0.9422764182090759, |
| "learning_rate": 1.8631181819626542e-06, |
| "loss": 0.6472712755203247, |
| "step": 1536 |
| }, |
| { |
| "epoch": 3.2447257383966246, |
| "grad_norm": 0.8585634231567383, |
| "learning_rate": 1.8538948356023647e-06, |
| "loss": 0.5950202345848083, |
| "step": 1538 |
| }, |
| { |
| "epoch": 3.2489451476793247, |
| "grad_norm": 3.480011463165283, |
| "learning_rate": 1.8447158665610842e-06, |
| "loss": 0.5550104379653931, |
| "step": 1540 |
| }, |
| { |
| "epoch": 3.2531645569620253, |
| "grad_norm": 4.935113906860352, |
| "learning_rate": 1.8355813865574884e-06, |
| "loss": 0.5158566832542419, |
| "step": 1542 |
| }, |
| { |
| "epoch": 3.257383966244726, |
| "grad_norm": 4.212364196777344, |
| "learning_rate": 1.8264915067687666e-06, |
| "loss": 0.5667371153831482, |
| "step": 1544 |
| }, |
| { |
| "epoch": 3.261603375527426, |
| "grad_norm": 1.6413614749908447, |
| "learning_rate": 1.8174463378292762e-06, |
| "loss": 0.42425766587257385, |
| "step": 1546 |
| }, |
| { |
| "epoch": 3.2658227848101267, |
| "grad_norm": 0.9698576331138611, |
| "learning_rate": 1.808445989829189e-06, |
| "loss": 0.6741539239883423, |
| "step": 1548 |
| }, |
| { |
| "epoch": 3.270042194092827, |
| "grad_norm": 2.9141268730163574, |
| "learning_rate": 1.7994905723131567e-06, |
| "loss": 0.22690419852733612, |
| "step": 1550 |
| }, |
| { |
| "epoch": 3.2742616033755274, |
| "grad_norm": 0.9573975205421448, |
| "learning_rate": 1.7905801942789711e-06, |
| "loss": 0.1521233469247818, |
| "step": 1552 |
| }, |
| { |
| "epoch": 3.278481012658228, |
| "grad_norm": 1.928755521774292, |
| "learning_rate": 1.781714964176245e-06, |
| "loss": 0.36475875973701477, |
| "step": 1554 |
| }, |
| { |
| "epoch": 3.282700421940928, |
| "grad_norm": 0.9502660632133484, |
| "learning_rate": 1.7728949899050879e-06, |
| "loss": 0.6794001460075378, |
| "step": 1556 |
| }, |
| { |
| "epoch": 3.2869198312236287, |
| "grad_norm": 0.21531406044960022, |
| "learning_rate": 1.7641203788147913e-06, |
| "loss": 0.4672155976295471, |
| "step": 1558 |
| }, |
| { |
| "epoch": 3.291139240506329, |
| "grad_norm": 1.0818421840667725, |
| "learning_rate": 1.7553912377025251e-06, |
| "loss": 0.4196876585483551, |
| "step": 1560 |
| }, |
| { |
| "epoch": 3.2953586497890295, |
| "grad_norm": 1.9371572732925415, |
| "learning_rate": 1.7467076728120416e-06, |
| "loss": 0.43262502551078796, |
| "step": 1562 |
| }, |
| { |
| "epoch": 3.29957805907173, |
| "grad_norm": 1.8827433586120605, |
| "learning_rate": 1.7380697898323707e-06, |
| "loss": 0.6897112727165222, |
| "step": 1564 |
| }, |
| { |
| "epoch": 3.3037974683544302, |
| "grad_norm": 2.5251636505126953, |
| "learning_rate": 1.7294776938965443e-06, |
| "loss": 0.5110076069831848, |
| "step": 1566 |
| }, |
| { |
| "epoch": 3.308016877637131, |
| "grad_norm": 0.5228278636932373, |
| "learning_rate": 1.7209314895803132e-06, |
| "loss": 0.34877893328666687, |
| "step": 1568 |
| }, |
| { |
| "epoch": 3.3122362869198314, |
| "grad_norm": 2.872612953186035, |
| "learning_rate": 1.7124312809008736e-06, |
| "loss": 0.2827436029911041, |
| "step": 1570 |
| }, |
| { |
| "epoch": 3.3164556962025316, |
| "grad_norm": 1.213196873664856, |
| "learning_rate": 1.703977171315599e-06, |
| "loss": 0.4463627338409424, |
| "step": 1572 |
| }, |
| { |
| "epoch": 3.320675105485232, |
| "grad_norm": 1.4449701309204102, |
| "learning_rate": 1.6955692637207883e-06, |
| "loss": 0.8240289092063904, |
| "step": 1574 |
| }, |
| { |
| "epoch": 3.3248945147679323, |
| "grad_norm": 1.1643035411834717, |
| "learning_rate": 1.6872076604504053e-06, |
| "loss": 0.5528379082679749, |
| "step": 1576 |
| }, |
| { |
| "epoch": 3.329113924050633, |
| "grad_norm": 1.1459054946899414, |
| "learning_rate": 1.6788924632748383e-06, |
| "loss": 0.7021325826644897, |
| "step": 1578 |
| }, |
| { |
| "epoch": 3.3333333333333335, |
| "grad_norm": 1.096561074256897, |
| "learning_rate": 1.6706237733996578e-06, |
| "loss": 0.42998167872428894, |
| "step": 1580 |
| }, |
| { |
| "epoch": 3.3375527426160336, |
| "grad_norm": 0.9841512441635132, |
| "learning_rate": 1.6624016914643882e-06, |
| "loss": 0.37765806913375854, |
| "step": 1582 |
| }, |
| { |
| "epoch": 3.3417721518987342, |
| "grad_norm": 2.4759042263031006, |
| "learning_rate": 1.6542263175412827e-06, |
| "loss": 0.6210746169090271, |
| "step": 1584 |
| }, |
| { |
| "epoch": 3.3459915611814344, |
| "grad_norm": 3.4111969470977783, |
| "learning_rate": 1.6460977511340993e-06, |
| "loss": 0.497697651386261, |
| "step": 1586 |
| }, |
| { |
| "epoch": 3.350210970464135, |
| "grad_norm": 0.9993033409118652, |
| "learning_rate": 1.638016091176899e-06, |
| "loss": 0.2598119080066681, |
| "step": 1588 |
| }, |
| { |
| "epoch": 3.3544303797468356, |
| "grad_norm": 1.674139380455017, |
| "learning_rate": 1.6299814360328353e-06, |
| "loss": 0.698246955871582, |
| "step": 1590 |
| }, |
| { |
| "epoch": 3.3586497890295357, |
| "grad_norm": 1.6265552043914795, |
| "learning_rate": 1.6219938834929594e-06, |
| "loss": 0.6517130136489868, |
| "step": 1592 |
| }, |
| { |
| "epoch": 3.3628691983122363, |
| "grad_norm": 0.30047714710235596, |
| "learning_rate": 1.6140535307750272e-06, |
| "loss": 0.4073562026023865, |
| "step": 1594 |
| }, |
| { |
| "epoch": 3.367088607594937, |
| "grad_norm": 2.1237504482269287, |
| "learning_rate": 1.6061604745223194e-06, |
| "loss": 0.26270949840545654, |
| "step": 1596 |
| }, |
| { |
| "epoch": 3.371308016877637, |
| "grad_norm": 0.3136138916015625, |
| "learning_rate": 1.598314810802466e-06, |
| "loss": 0.32933512330055237, |
| "step": 1598 |
| }, |
| { |
| "epoch": 3.3755274261603376, |
| "grad_norm": 6.139480113983154, |
| "learning_rate": 1.5905166351062723e-06, |
| "loss": 0.4753924608230591, |
| "step": 1600 |
| }, |
| { |
| "epoch": 3.379746835443038, |
| "grad_norm": 0.9504700899124146, |
| "learning_rate": 1.5827660423465601e-06, |
| "loss": 0.40094509720802307, |
| "step": 1602 |
| }, |
| { |
| "epoch": 3.3839662447257384, |
| "grad_norm": 0.3125917613506317, |
| "learning_rate": 1.5750631268570112e-06, |
| "loss": 0.3668811619281769, |
| "step": 1604 |
| }, |
| { |
| "epoch": 3.388185654008439, |
| "grad_norm": 1.0951470136642456, |
| "learning_rate": 1.5674079823910226e-06, |
| "loss": 0.801574170589447, |
| "step": 1606 |
| }, |
| { |
| "epoch": 3.392405063291139, |
| "grad_norm": 1.1177030801773071, |
| "learning_rate": 1.5598007021205608e-06, |
| "loss": 0.412584513425827, |
| "step": 1608 |
| }, |
| { |
| "epoch": 3.3966244725738397, |
| "grad_norm": 0.919816792011261, |
| "learning_rate": 1.552241378635027e-06, |
| "loss": 0.38608789443969727, |
| "step": 1610 |
| }, |
| { |
| "epoch": 3.40084388185654, |
| "grad_norm": 0.8037455677986145, |
| "learning_rate": 1.5447301039401378e-06, |
| "loss": 0.6610428690910339, |
| "step": 1612 |
| }, |
| { |
| "epoch": 3.4050632911392404, |
| "grad_norm": 0.6057993173599243, |
| "learning_rate": 1.5372669694567975e-06, |
| "loss": 0.19705288112163544, |
| "step": 1614 |
| }, |
| { |
| "epoch": 3.409282700421941, |
| "grad_norm": 1.795708179473877, |
| "learning_rate": 1.5298520660199884e-06, |
| "loss": 0.5120692253112793, |
| "step": 1616 |
| }, |
| { |
| "epoch": 3.413502109704641, |
| "grad_norm": 0.8644084930419922, |
| "learning_rate": 1.5224854838776655e-06, |
| "loss": 0.7795750498771667, |
| "step": 1618 |
| }, |
| { |
| "epoch": 3.4177215189873418, |
| "grad_norm": 0.835720419883728, |
| "learning_rate": 1.5151673126896582e-06, |
| "loss": 0.7784020900726318, |
| "step": 1620 |
| }, |
| { |
| "epoch": 3.4219409282700424, |
| "grad_norm": 1.0033234357833862, |
| "learning_rate": 1.5078976415265792e-06, |
| "loss": 0.39296573400497437, |
| "step": 1622 |
| }, |
| { |
| "epoch": 3.4261603375527425, |
| "grad_norm": 2.746508836746216, |
| "learning_rate": 1.5006765588687364e-06, |
| "loss": 0.18016311526298523, |
| "step": 1624 |
| }, |
| { |
| "epoch": 3.430379746835443, |
| "grad_norm": 2.4568941593170166, |
| "learning_rate": 1.4935041526050642e-06, |
| "loss": 0.19380182027816772, |
| "step": 1626 |
| }, |
| { |
| "epoch": 3.4345991561181437, |
| "grad_norm": 1.0824241638183594, |
| "learning_rate": 1.4863805100320446e-06, |
| "loss": 0.7001661062240601, |
| "step": 1628 |
| }, |
| { |
| "epoch": 3.438818565400844, |
| "grad_norm": 1.1608247756958008, |
| "learning_rate": 1.4793057178526535e-06, |
| "loss": 0.2364884465932846, |
| "step": 1630 |
| }, |
| { |
| "epoch": 3.4430379746835444, |
| "grad_norm": 1.1154956817626953, |
| "learning_rate": 1.4722798621752955e-06, |
| "loss": 0.8514795899391174, |
| "step": 1632 |
| }, |
| { |
| "epoch": 3.4472573839662446, |
| "grad_norm": 0.26867973804473877, |
| "learning_rate": 1.4653030285127655e-06, |
| "loss": 0.4324265122413635, |
| "step": 1634 |
| }, |
| { |
| "epoch": 3.451476793248945, |
| "grad_norm": 2.6347060203552246, |
| "learning_rate": 1.458375301781204e-06, |
| "loss": 0.6815493702888489, |
| "step": 1636 |
| }, |
| { |
| "epoch": 3.4556962025316453, |
| "grad_norm": 5.761023044586182, |
| "learning_rate": 1.4514967662990595e-06, |
| "loss": 0.8933783769607544, |
| "step": 1638 |
| }, |
| { |
| "epoch": 3.459915611814346, |
| "grad_norm": 2.1877338886260986, |
| "learning_rate": 1.4446675057860693e-06, |
| "loss": 0.7585189938545227, |
| "step": 1640 |
| }, |
| { |
| "epoch": 3.4641350210970465, |
| "grad_norm": 1.3892275094985962, |
| "learning_rate": 1.4378876033622362e-06, |
| "loss": 0.7087560892105103, |
| "step": 1642 |
| }, |
| { |
| "epoch": 3.4683544303797467, |
| "grad_norm": 0.4493592381477356, |
| "learning_rate": 1.4311571415468201e-06, |
| "loss": 0.17352484166622162, |
| "step": 1644 |
| }, |
| { |
| "epoch": 3.4725738396624473, |
| "grad_norm": 0.9975357055664062, |
| "learning_rate": 1.4244762022573269e-06, |
| "loss": 0.552936315536499, |
| "step": 1646 |
| }, |
| { |
| "epoch": 3.476793248945148, |
| "grad_norm": 1.205847978591919, |
| "learning_rate": 1.4178448668085198e-06, |
| "loss": 0.7463341355323792, |
| "step": 1648 |
| }, |
| { |
| "epoch": 3.481012658227848, |
| "grad_norm": 1.143504023551941, |
| "learning_rate": 1.4112632159114253e-06, |
| "loss": 0.33594828844070435, |
| "step": 1650 |
| }, |
| { |
| "epoch": 3.4852320675105486, |
| "grad_norm": 1.0623492002487183, |
| "learning_rate": 1.4047313296723512e-06, |
| "loss": 0.5425666570663452, |
| "step": 1652 |
| }, |
| { |
| "epoch": 3.489451476793249, |
| "grad_norm": 0.23641593754291534, |
| "learning_rate": 1.3982492875919098e-06, |
| "loss": 0.378449946641922, |
| "step": 1654 |
| }, |
| { |
| "epoch": 3.4936708860759493, |
| "grad_norm": 0.6653390526771545, |
| "learning_rate": 1.3918171685640555e-06, |
| "loss": 0.4959578514099121, |
| "step": 1656 |
| }, |
| { |
| "epoch": 3.49789029535865, |
| "grad_norm": 2.064697027206421, |
| "learning_rate": 1.3854350508751193e-06, |
| "loss": 0.5861192345619202, |
| "step": 1658 |
| }, |
| { |
| "epoch": 3.50210970464135, |
| "grad_norm": 0.9278109669685364, |
| "learning_rate": 1.379103012202859e-06, |
| "loss": 0.6913314461708069, |
| "step": 1660 |
| }, |
| { |
| "epoch": 3.5063291139240507, |
| "grad_norm": 3.567821979522705, |
| "learning_rate": 1.3728211296155116e-06, |
| "loss": 0.7072320580482483, |
| "step": 1662 |
| }, |
| { |
| "epoch": 3.510548523206751, |
| "grad_norm": 3.988811492919922, |
| "learning_rate": 1.3665894795708585e-06, |
| "loss": 0.30893296003341675, |
| "step": 1664 |
| }, |
| { |
| "epoch": 3.5147679324894514, |
| "grad_norm": 1.6869466304779053, |
| "learning_rate": 1.3604081379152916e-06, |
| "loss": 0.7611141204833984, |
| "step": 1666 |
| }, |
| { |
| "epoch": 3.518987341772152, |
| "grad_norm": 2.7361690998077393, |
| "learning_rate": 1.3542771798828917e-06, |
| "loss": 0.4133511185646057, |
| "step": 1668 |
| }, |
| { |
| "epoch": 3.523206751054852, |
| "grad_norm": 0.824147641658783, |
| "learning_rate": 1.3481966800945118e-06, |
| "loss": 0.72611403465271, |
| "step": 1670 |
| }, |
| { |
| "epoch": 3.5274261603375527, |
| "grad_norm": 2.7410728931427, |
| "learning_rate": 1.342166712556871e-06, |
| "loss": 0.19016826152801514, |
| "step": 1672 |
| }, |
| { |
| "epoch": 3.5316455696202533, |
| "grad_norm": 1.1030796766281128, |
| "learning_rate": 1.3361873506616527e-06, |
| "loss": 0.4317885935306549, |
| "step": 1674 |
| }, |
| { |
| "epoch": 3.5358649789029535, |
| "grad_norm": 6.5921406745910645, |
| "learning_rate": 1.330258667184609e-06, |
| "loss": 0.531998872756958, |
| "step": 1676 |
| }, |
| { |
| "epoch": 3.540084388185654, |
| "grad_norm": 3.1609206199645996, |
| "learning_rate": 1.3243807342846784e-06, |
| "loss": 0.4869120717048645, |
| "step": 1678 |
| }, |
| { |
| "epoch": 3.5443037974683547, |
| "grad_norm": 1.309848666191101, |
| "learning_rate": 1.3185536235031075e-06, |
| "loss": 0.7829226851463318, |
| "step": 1680 |
| }, |
| { |
| "epoch": 3.548523206751055, |
| "grad_norm": 0.9369983077049255, |
| "learning_rate": 1.3127774057625764e-06, |
| "loss": 0.557019054889679, |
| "step": 1682 |
| }, |
| { |
| "epoch": 3.5527426160337554, |
| "grad_norm": 2.0268139839172363, |
| "learning_rate": 1.307052151366339e-06, |
| "loss": 0.7136536836624146, |
| "step": 1684 |
| }, |
| { |
| "epoch": 3.5569620253164556, |
| "grad_norm": 2.2542266845703125, |
| "learning_rate": 1.3013779299973665e-06, |
| "loss": 0.15833915770053864, |
| "step": 1686 |
| }, |
| { |
| "epoch": 3.561181434599156, |
| "grad_norm": 0.3605692684650421, |
| "learning_rate": 1.2957548107174997e-06, |
| "loss": 0.36434122920036316, |
| "step": 1688 |
| }, |
| { |
| "epoch": 3.5654008438818563, |
| "grad_norm": 1.3760899305343628, |
| "learning_rate": 1.2901828619666053e-06, |
| "loss": 0.7427794933319092, |
| "step": 1690 |
| }, |
| { |
| "epoch": 3.569620253164557, |
| "grad_norm": 3.3748419284820557, |
| "learning_rate": 1.2846621515617488e-06, |
| "loss": 0.1066126599907875, |
| "step": 1692 |
| }, |
| { |
| "epoch": 3.5738396624472575, |
| "grad_norm": 0.24079623818397522, |
| "learning_rate": 1.2791927466963641e-06, |
| "loss": 0.5616010427474976, |
| "step": 1694 |
| }, |
| { |
| "epoch": 3.5780590717299576, |
| "grad_norm": 2.4317874908447266, |
| "learning_rate": 1.2737747139394373e-06, |
| "loss": 0.16680264472961426, |
| "step": 1696 |
| }, |
| { |
| "epoch": 3.5822784810126582, |
| "grad_norm": 2.811868190765381, |
| "learning_rate": 1.2684081192346964e-06, |
| "loss": 0.4473068416118622, |
| "step": 1698 |
| }, |
| { |
| "epoch": 3.586497890295359, |
| "grad_norm": 0.8403407335281372, |
| "learning_rate": 1.263093027899809e-06, |
| "loss": 0.4710557162761688, |
| "step": 1700 |
| }, |
| { |
| "epoch": 3.590717299578059, |
| "grad_norm": 1.3591110706329346, |
| "learning_rate": 1.257829504625587e-06, |
| "loss": 0.3712272644042969, |
| "step": 1702 |
| }, |
| { |
| "epoch": 3.5949367088607596, |
| "grad_norm": 1.0779433250427246, |
| "learning_rate": 1.2526176134752009e-06, |
| "loss": 0.6357992887496948, |
| "step": 1704 |
| }, |
| { |
| "epoch": 3.59915611814346, |
| "grad_norm": 1.0337231159210205, |
| "learning_rate": 1.2474574178833945e-06, |
| "loss": 0.42933955788612366, |
| "step": 1706 |
| }, |
| { |
| "epoch": 3.6033755274261603, |
| "grad_norm": 1.9262011051177979, |
| "learning_rate": 1.2423489806557212e-06, |
| "loss": 0.4344020485877991, |
| "step": 1708 |
| }, |
| { |
| "epoch": 3.607594936708861, |
| "grad_norm": 0.4806056022644043, |
| "learning_rate": 1.2372923639677734e-06, |
| "loss": 0.36270609498023987, |
| "step": 1710 |
| }, |
| { |
| "epoch": 3.611814345991561, |
| "grad_norm": 0.9081553816795349, |
| "learning_rate": 1.2322876293644264e-06, |
| "loss": 0.6728399395942688, |
| "step": 1712 |
| }, |
| { |
| "epoch": 3.6160337552742616, |
| "grad_norm": 3.634809732437134, |
| "learning_rate": 1.227334837759092e-06, |
| "loss": 0.7867997884750366, |
| "step": 1714 |
| }, |
| { |
| "epoch": 3.620253164556962, |
| "grad_norm": 1.037297248840332, |
| "learning_rate": 1.2224340494329754e-06, |
| "loss": 0.4691082537174225, |
| "step": 1716 |
| }, |
| { |
| "epoch": 3.6244725738396624, |
| "grad_norm": 1.400949239730835, |
| "learning_rate": 1.217585324034343e-06, |
| "loss": 0.30403026938438416, |
| "step": 1718 |
| }, |
| { |
| "epoch": 3.628691983122363, |
| "grad_norm": 4.410190582275391, |
| "learning_rate": 1.212788720577791e-06, |
| "loss": 0.14185987412929535, |
| "step": 1720 |
| }, |
| { |
| "epoch": 3.632911392405063, |
| "grad_norm": 1.215036392211914, |
| "learning_rate": 1.2080442974435357e-06, |
| "loss": 0.6829768419265747, |
| "step": 1722 |
| }, |
| { |
| "epoch": 3.6371308016877637, |
| "grad_norm": 3.4625253677368164, |
| "learning_rate": 1.2033521123766964e-06, |
| "loss": 0.2671421766281128, |
| "step": 1724 |
| }, |
| { |
| "epoch": 3.6413502109704643, |
| "grad_norm": 5.7889885902404785, |
| "learning_rate": 1.1987122224865958e-06, |
| "loss": 0.19312286376953125, |
| "step": 1726 |
| }, |
| { |
| "epoch": 3.6455696202531644, |
| "grad_norm": 1.6845052242279053, |
| "learning_rate": 1.1941246842460608e-06, |
| "loss": 0.6866393685340881, |
| "step": 1728 |
| }, |
| { |
| "epoch": 3.649789029535865, |
| "grad_norm": 2.1908621788024902, |
| "learning_rate": 1.1895895534907422e-06, |
| "loss": 0.1419493705034256, |
| "step": 1730 |
| }, |
| { |
| "epoch": 3.6540084388185656, |
| "grad_norm": 2.3620223999023438, |
| "learning_rate": 1.1851068854184285e-06, |
| "loss": 0.781204342842102, |
| "step": 1732 |
| }, |
| { |
| "epoch": 3.6582278481012658, |
| "grad_norm": 2.979437828063965, |
| "learning_rate": 1.1806767345883786e-06, |
| "loss": 0.1693078726530075, |
| "step": 1734 |
| }, |
| { |
| "epoch": 3.6624472573839664, |
| "grad_norm": 0.948310911655426, |
| "learning_rate": 1.1762991549206526e-06, |
| "loss": 0.20168332755565643, |
| "step": 1736 |
| }, |
| { |
| "epoch": 3.6666666666666665, |
| "grad_norm": 1.4314289093017578, |
| "learning_rate": 1.1719741996954616e-06, |
| "loss": 0.492892324924469, |
| "step": 1738 |
| }, |
| { |
| "epoch": 3.670886075949367, |
| "grad_norm": 1.343795657157898, |
| "learning_rate": 1.1677019215525157e-06, |
| "loss": 0.184087336063385, |
| "step": 1740 |
| }, |
| { |
| "epoch": 3.6751054852320673, |
| "grad_norm": 0.8561673760414124, |
| "learning_rate": 1.1634823724903831e-06, |
| "loss": 0.8875271081924438, |
| "step": 1742 |
| }, |
| { |
| "epoch": 3.679324894514768, |
| "grad_norm": 0.8399161100387573, |
| "learning_rate": 1.1593156038658585e-06, |
| "loss": 0.4086609482765198, |
| "step": 1744 |
| }, |
| { |
| "epoch": 3.6835443037974684, |
| "grad_norm": 1.2690807580947876, |
| "learning_rate": 1.155201666393338e-06, |
| "loss": 0.4635493755340576, |
| "step": 1746 |
| }, |
| { |
| "epoch": 3.6877637130801686, |
| "grad_norm": 1.5574302673339844, |
| "learning_rate": 1.1511406101442017e-06, |
| "loss": 0.8151191473007202, |
| "step": 1748 |
| }, |
| { |
| "epoch": 3.691983122362869, |
| "grad_norm": 1.122839093208313, |
| "learning_rate": 1.1471324845462025e-06, |
| "loss": 0.6579084992408752, |
| "step": 1750 |
| }, |
| { |
| "epoch": 3.6962025316455698, |
| "grad_norm": 1.312188744544983, |
| "learning_rate": 1.1431773383828677e-06, |
| "loss": 0.690669596195221, |
| "step": 1752 |
| }, |
| { |
| "epoch": 3.70042194092827, |
| "grad_norm": 1.1095813512802124, |
| "learning_rate": 1.139275219792902e-06, |
| "loss": 0.832473635673523, |
| "step": 1754 |
| }, |
| { |
| "epoch": 3.7046413502109705, |
| "grad_norm": 1.8412452936172485, |
| "learning_rate": 1.1354261762696058e-06, |
| "loss": 0.5572829246520996, |
| "step": 1756 |
| }, |
| { |
| "epoch": 3.708860759493671, |
| "grad_norm": 1.6649295091629028, |
| "learning_rate": 1.131630254660291e-06, |
| "loss": 0.5332546234130859, |
| "step": 1758 |
| }, |
| { |
| "epoch": 3.7130801687763713, |
| "grad_norm": 3.771629571914673, |
| "learning_rate": 1.1278875011657168e-06, |
| "loss": 0.5314247608184814, |
| "step": 1760 |
| }, |
| { |
| "epoch": 3.717299578059072, |
| "grad_norm": 2.1248600482940674, |
| "learning_rate": 1.1241979613395246e-06, |
| "loss": 0.10494165867567062, |
| "step": 1762 |
| }, |
| { |
| "epoch": 3.721518987341772, |
| "grad_norm": 9.594347953796387, |
| "learning_rate": 1.120561680087682e-06, |
| "loss": 0.27785858511924744, |
| "step": 1764 |
| }, |
| { |
| "epoch": 3.7257383966244726, |
| "grad_norm": 0.9054338932037354, |
| "learning_rate": 1.1169787016679412e-06, |
| "loss": 0.6860408782958984, |
| "step": 1766 |
| }, |
| { |
| "epoch": 3.7299578059071727, |
| "grad_norm": 1.7399121522903442, |
| "learning_rate": 1.1134490696892955e-06, |
| "loss": 0.3859502971172333, |
| "step": 1768 |
| }, |
| { |
| "epoch": 3.7341772151898733, |
| "grad_norm": 1.3602585792541504, |
| "learning_rate": 1.1099728271114502e-06, |
| "loss": 0.42375150322914124, |
| "step": 1770 |
| }, |
| { |
| "epoch": 3.738396624472574, |
| "grad_norm": 0.8375009894371033, |
| "learning_rate": 1.1065500162442996e-06, |
| "loss": 0.6297698020935059, |
| "step": 1772 |
| }, |
| { |
| "epoch": 3.742616033755274, |
| "grad_norm": 0.7627524137496948, |
| "learning_rate": 1.1031806787474133e-06, |
| "loss": 0.14215049147605896, |
| "step": 1774 |
| }, |
| { |
| "epoch": 3.7468354430379747, |
| "grad_norm": 0.16473160684108734, |
| "learning_rate": 1.0998648556295273e-06, |
| "loss": 0.41220539808273315, |
| "step": 1776 |
| }, |
| { |
| "epoch": 3.7510548523206753, |
| "grad_norm": 1.6988688707351685, |
| "learning_rate": 1.0966025872480462e-06, |
| "loss": 0.7022276520729065, |
| "step": 1778 |
| }, |
| { |
| "epoch": 3.7552742616033754, |
| "grad_norm": 1.3168625831604004, |
| "learning_rate": 1.0933939133085506e-06, |
| "loss": 0.6889693737030029, |
| "step": 1780 |
| }, |
| { |
| "epoch": 3.759493670886076, |
| "grad_norm": 1.546899437904358, |
| "learning_rate": 1.090238872864316e-06, |
| "loss": 0.5887824296951294, |
| "step": 1782 |
| }, |
| { |
| "epoch": 3.7637130801687766, |
| "grad_norm": 1.0409128665924072, |
| "learning_rate": 1.0871375043158357e-06, |
| "loss": 0.6705577373504639, |
| "step": 1784 |
| }, |
| { |
| "epoch": 3.7679324894514767, |
| "grad_norm": 1.1737289428710938, |
| "learning_rate": 1.084089845410352e-06, |
| "loss": 0.7254518270492554, |
| "step": 1786 |
| }, |
| { |
| "epoch": 3.7721518987341773, |
| "grad_norm": 6.093574523925781, |
| "learning_rate": 1.081095933241402e-06, |
| "loss": 0.13085541129112244, |
| "step": 1788 |
| }, |
| { |
| "epoch": 3.7763713080168775, |
| "grad_norm": 1.51913583278656, |
| "learning_rate": 1.078155804248362e-06, |
| "loss": 0.343511700630188, |
| "step": 1790 |
| }, |
| { |
| "epoch": 3.780590717299578, |
| "grad_norm": 1.4337199926376343, |
| "learning_rate": 1.0752694942160019e-06, |
| "loss": 0.7373083829879761, |
| "step": 1792 |
| }, |
| { |
| "epoch": 3.7848101265822782, |
| "grad_norm": 2.5105719566345215, |
| "learning_rate": 1.0724370382740567e-06, |
| "loss": 0.5225054621696472, |
| "step": 1794 |
| }, |
| { |
| "epoch": 3.789029535864979, |
| "grad_norm": 1.3649709224700928, |
| "learning_rate": 1.0696584708967913e-06, |
| "loss": 0.6087401509284973, |
| "step": 1796 |
| }, |
| { |
| "epoch": 3.7932489451476794, |
| "grad_norm": 3.092470407485962, |
| "learning_rate": 1.0669338259025872e-06, |
| "loss": 0.6996036171913147, |
| "step": 1798 |
| }, |
| { |
| "epoch": 3.7974683544303796, |
| "grad_norm": 0.9999194145202637, |
| "learning_rate": 1.0642631364535258e-06, |
| "loss": 0.7401312589645386, |
| "step": 1800 |
| }, |
| { |
| "epoch": 3.80168776371308, |
| "grad_norm": 1.338626503944397, |
| "learning_rate": 1.0616464350549887e-06, |
| "loss": 0.692215621471405, |
| "step": 1802 |
| }, |
| { |
| "epoch": 3.8059071729957807, |
| "grad_norm": 0.8229432106018066, |
| "learning_rate": 1.0590837535552602e-06, |
| "loss": 0.35592326521873474, |
| "step": 1804 |
| }, |
| { |
| "epoch": 3.810126582278481, |
| "grad_norm": 5.760233402252197, |
| "learning_rate": 1.0565751231451391e-06, |
| "loss": 0.08561700582504272, |
| "step": 1806 |
| }, |
| { |
| "epoch": 3.8143459915611815, |
| "grad_norm": 3.0829389095306396, |
| "learning_rate": 1.05412057435756e-06, |
| "loss": 0.6724193096160889, |
| "step": 1808 |
| }, |
| { |
| "epoch": 3.818565400843882, |
| "grad_norm": 0.8098561763763428, |
| "learning_rate": 1.0517201370672234e-06, |
| "loss": 0.6981774568557739, |
| "step": 1810 |
| }, |
| { |
| "epoch": 3.8227848101265822, |
| "grad_norm": 1.4649556875228882, |
| "learning_rate": 1.0493738404902271e-06, |
| "loss": 0.2824139893054962, |
| "step": 1812 |
| }, |
| { |
| "epoch": 3.827004219409283, |
| "grad_norm": 1.0864131450653076, |
| "learning_rate": 1.0470817131837167e-06, |
| "loss": 0.7339631915092468, |
| "step": 1814 |
| }, |
| { |
| "epoch": 3.831223628691983, |
| "grad_norm": 1.9783216714859009, |
| "learning_rate": 1.0448437830455336e-06, |
| "loss": 0.7125032544136047, |
| "step": 1816 |
| }, |
| { |
| "epoch": 3.8354430379746836, |
| "grad_norm": 2.4752309322357178, |
| "learning_rate": 1.042660077313877e-06, |
| "loss": 0.6021037697792053, |
| "step": 1818 |
| }, |
| { |
| "epoch": 3.8396624472573837, |
| "grad_norm": 2.3754894733428955, |
| "learning_rate": 1.0405306225669729e-06, |
| "loss": 0.42927706241607666, |
| "step": 1820 |
| }, |
| { |
| "epoch": 3.8438818565400843, |
| "grad_norm": 1.2844568490982056, |
| "learning_rate": 1.0384554447227493e-06, |
| "loss": 0.6535811424255371, |
| "step": 1822 |
| }, |
| { |
| "epoch": 3.848101265822785, |
| "grad_norm": 1.143534541130066, |
| "learning_rate": 1.0364345690385225e-06, |
| "loss": 0.5529283881187439, |
| "step": 1824 |
| }, |
| { |
| "epoch": 3.852320675105485, |
| "grad_norm": 1.6517040729522705, |
| "learning_rate": 1.0344680201106878e-06, |
| "loss": 0.6606560945510864, |
| "step": 1826 |
| }, |
| { |
| "epoch": 3.8565400843881856, |
| "grad_norm": 1.1957817077636719, |
| "learning_rate": 1.0325558218744205e-06, |
| "loss": 0.6097090840339661, |
| "step": 1828 |
| }, |
| { |
| "epoch": 3.8607594936708862, |
| "grad_norm": 0.6652842164039612, |
| "learning_rate": 1.0306979976033873e-06, |
| "loss": 0.6680082082748413, |
| "step": 1830 |
| }, |
| { |
| "epoch": 3.8649789029535864, |
| "grad_norm": 1.5998671054840088, |
| "learning_rate": 1.0288945699094583e-06, |
| "loss": 0.08007294684648514, |
| "step": 1832 |
| }, |
| { |
| "epoch": 3.869198312236287, |
| "grad_norm": 1.9613630771636963, |
| "learning_rate": 1.0271455607424356e-06, |
| "loss": 0.4352293312549591, |
| "step": 1834 |
| }, |
| { |
| "epoch": 3.8734177215189876, |
| "grad_norm": 1.3804049491882324, |
| "learning_rate": 1.0254509913897852e-06, |
| "loss": 0.4666420817375183, |
| "step": 1836 |
| }, |
| { |
| "epoch": 3.8776371308016877, |
| "grad_norm": 3.938565492630005, |
| "learning_rate": 1.0238108824763768e-06, |
| "loss": 0.39950013160705566, |
| "step": 1838 |
| }, |
| { |
| "epoch": 3.8818565400843883, |
| "grad_norm": 1.9116551876068115, |
| "learning_rate": 1.022225253964233e-06, |
| "loss": 0.6780977249145508, |
| "step": 1840 |
| }, |
| { |
| "epoch": 3.8860759493670884, |
| "grad_norm": 1.1439679861068726, |
| "learning_rate": 1.0206941251522885e-06, |
| "loss": 0.5495419502258301, |
| "step": 1842 |
| }, |
| { |
| "epoch": 3.890295358649789, |
| "grad_norm": 0.3519618511199951, |
| "learning_rate": 1.0192175146761524e-06, |
| "loss": 0.4044393002986908, |
| "step": 1844 |
| }, |
| { |
| "epoch": 3.894514767932489, |
| "grad_norm": 1.1921393871307373, |
| "learning_rate": 1.0177954405078835e-06, |
| "loss": 0.680756151676178, |
| "step": 1846 |
| }, |
| { |
| "epoch": 3.8987341772151898, |
| "grad_norm": 2.43611478805542, |
| "learning_rate": 1.0164279199557686e-06, |
| "loss": 0.29115813970565796, |
| "step": 1848 |
| }, |
| { |
| "epoch": 3.9029535864978904, |
| "grad_norm": 0.9541180729866028, |
| "learning_rate": 1.0151149696641168e-06, |
| "loss": 0.707886278629303, |
| "step": 1850 |
| }, |
| { |
| "epoch": 3.9071729957805905, |
| "grad_norm": 1.1355844736099243, |
| "learning_rate": 1.0138566056130515e-06, |
| "loss": 0.704441487789154, |
| "step": 1852 |
| }, |
| { |
| "epoch": 3.911392405063291, |
| "grad_norm": 0.9665595889091492, |
| "learning_rate": 1.0126528431183195e-06, |
| "loss": 0.6503458023071289, |
| "step": 1854 |
| }, |
| { |
| "epoch": 3.9156118143459917, |
| "grad_norm": 4.960097312927246, |
| "learning_rate": 1.0115036968311033e-06, |
| "loss": 0.6068054437637329, |
| "step": 1856 |
| }, |
| { |
| "epoch": 3.919831223628692, |
| "grad_norm": 1.0344171524047852, |
| "learning_rate": 1.0104091807378438e-06, |
| "loss": 0.6732302904129028, |
| "step": 1858 |
| }, |
| { |
| "epoch": 3.9240506329113924, |
| "grad_norm": 1.231258511543274, |
| "learning_rate": 1.0093693081600666e-06, |
| "loss": 0.7045161724090576, |
| "step": 1860 |
| }, |
| { |
| "epoch": 3.928270042194093, |
| "grad_norm": 0.8634406924247742, |
| "learning_rate": 1.008384091754226e-06, |
| "loss": 0.39907118678092957, |
| "step": 1862 |
| }, |
| { |
| "epoch": 3.932489451476793, |
| "grad_norm": 1.5422383546829224, |
| "learning_rate": 1.007453543511545e-06, |
| "loss": 0.3921220600605011, |
| "step": 1864 |
| }, |
| { |
| "epoch": 3.9367088607594938, |
| "grad_norm": 4.6426286697387695, |
| "learning_rate": 1.006577674757873e-06, |
| "loss": 0.8266934156417847, |
| "step": 1866 |
| }, |
| { |
| "epoch": 3.9409282700421944, |
| "grad_norm": 0.939873993396759, |
| "learning_rate": 1.0057564961535454e-06, |
| "loss": 0.6563214659690857, |
| "step": 1868 |
| }, |
| { |
| "epoch": 3.9451476793248945, |
| "grad_norm": 1.617569923400879, |
| "learning_rate": 1.0049900176932567e-06, |
| "loss": 0.41478830575942993, |
| "step": 1870 |
| }, |
| { |
| "epoch": 3.9493670886075947, |
| "grad_norm": 2.5628774166107178, |
| "learning_rate": 1.0042782487059369e-06, |
| "loss": 0.35407257080078125, |
| "step": 1872 |
| }, |
| { |
| "epoch": 3.9535864978902953, |
| "grad_norm": 3.1225600242614746, |
| "learning_rate": 1.0036211978546373e-06, |
| "loss": 0.18025706708431244, |
| "step": 1874 |
| }, |
| { |
| "epoch": 3.957805907172996, |
| "grad_norm": 14.55397891998291, |
| "learning_rate": 1.0030188731364275e-06, |
| "loss": 0.48766762018203735, |
| "step": 1876 |
| }, |
| { |
| "epoch": 3.962025316455696, |
| "grad_norm": 1.701096773147583, |
| "learning_rate": 1.0024712818822967e-06, |
| "loss": 0.5640935897827148, |
| "step": 1878 |
| }, |
| { |
| "epoch": 3.9662447257383966, |
| "grad_norm": 1.1950315237045288, |
| "learning_rate": 1.001978430757064e-06, |
| "loss": 0.39117005467414856, |
| "step": 1880 |
| }, |
| { |
| "epoch": 3.970464135021097, |
| "grad_norm": 1.0402491092681885, |
| "learning_rate": 1.0015403257592978e-06, |
| "loss": 0.6083173751831055, |
| "step": 1882 |
| }, |
| { |
| "epoch": 3.9746835443037973, |
| "grad_norm": 1.166829228401184, |
| "learning_rate": 1.0011569722212425e-06, |
| "loss": 0.11440423876047134, |
| "step": 1884 |
| }, |
| { |
| "epoch": 3.978902953586498, |
| "grad_norm": 2.3907763957977295, |
| "learning_rate": 1.000828374808755e-06, |
| "loss": 0.6026467084884644, |
| "step": 1886 |
| }, |
| { |
| "epoch": 3.9831223628691985, |
| "grad_norm": 1.612939476966858, |
| "learning_rate": 1.000554537521245e-06, |
| "loss": 0.47693824768066406, |
| "step": 1888 |
| }, |
| { |
| "epoch": 3.9873417721518987, |
| "grad_norm": 2.3837125301361084, |
| "learning_rate": 1.0003354636916303e-06, |
| "loss": 0.6994826793670654, |
| "step": 1890 |
| }, |
| { |
| "epoch": 3.9915611814345993, |
| "grad_norm": 1.6159396171569824, |
| "learning_rate": 1.0001711559862924e-06, |
| "loss": 0.36422663927078247, |
| "step": 1892 |
| }, |
| { |
| "epoch": 3.9957805907173, |
| "grad_norm": 2.879718065261841, |
| "learning_rate": 1.0000616164050463e-06, |
| "loss": 0.6771517395973206, |
| "step": 1894 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 1.0333420038223267, |
| "learning_rate": 1.0000068462811152e-06, |
| "loss": 0.5582597851753235, |
| "step": 1896 |
| }, |
| { |
| "epoch": 4.0, |
| "step": 1896, |
| "total_flos": 3.5948540672197263e+18, |
| "train_loss": 0.8186590513253765, |
| "train_runtime": 9356.5778, |
| "train_samples_per_second": 6.079, |
| "train_steps_per_second": 0.203 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 1896, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 99999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.5948540672197263e+18, |
| "train_batch_size": 3, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
