| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 3564, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0016835016835016834, |
| "grad_norm": 9.827384948730469, |
| "learning_rate": 1.1173184357541899e-08, |
| "loss": 1.7055253982543945, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.003367003367003367, |
| "grad_norm": 9.42782211303711, |
| "learning_rate": 3.3519553072625695e-08, |
| "loss": 1.2431578636169434, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.005050505050505051, |
| "grad_norm": 9.667145729064941, |
| "learning_rate": 5.586592178770949e-08, |
| "loss": 1.6887383460998535, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.006734006734006734, |
| "grad_norm": 11.942709922790527, |
| "learning_rate": 7.82122905027933e-08, |
| "loss": 1.6064767837524414, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.008417508417508417, |
| "grad_norm": 131.6094207763672, |
| "learning_rate": 1.005586592178771e-07, |
| "loss": 4.499759674072266, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.010101010101010102, |
| "grad_norm": 6.955765724182129, |
| "learning_rate": 1.2290502793296089e-07, |
| "loss": 1.9788310527801514, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.011784511784511785, |
| "grad_norm": 4.201331615447998, |
| "learning_rate": 1.452513966480447e-07, |
| "loss": 1.6753560304641724, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.013468013468013467, |
| "grad_norm": 17.091062545776367, |
| "learning_rate": 1.6759776536312846e-07, |
| "loss": 1.6581202745437622, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.015151515151515152, |
| "grad_norm": 22.55893325805664, |
| "learning_rate": 1.8994413407821228e-07, |
| "loss": 2.7158942222595215, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.016835016835016835, |
| "grad_norm": 6.976036548614502, |
| "learning_rate": 2.122905027932961e-07, |
| "loss": 1.9487460851669312, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.018518518518518517, |
| "grad_norm": 4.87603759765625, |
| "learning_rate": 2.3463687150837988e-07, |
| "loss": 1.845729947090149, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.020202020202020204, |
| "grad_norm": 13.902255058288574, |
| "learning_rate": 2.5698324022346367e-07, |
| "loss": 3.498323917388916, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.021885521885521887, |
| "grad_norm": 14.09145450592041, |
| "learning_rate": 2.7932960893854745e-07, |
| "loss": 2.7927517890930176, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.02356902356902357, |
| "grad_norm": 12.507741928100586, |
| "learning_rate": 3.016759776536313e-07, |
| "loss": 2.1394832134246826, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.025252525252525252, |
| "grad_norm": 50.04438018798828, |
| "learning_rate": 3.240223463687151e-07, |
| "loss": 3.230577230453491, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.026936026936026935, |
| "grad_norm": 22.915058135986328, |
| "learning_rate": 3.4636871508379887e-07, |
| "loss": 1.7826504707336426, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.02861952861952862, |
| "grad_norm": 34.94866943359375, |
| "learning_rate": 3.6871508379888266e-07, |
| "loss": 3.590939998626709, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.030303030303030304, |
| "grad_norm": 9.724323272705078, |
| "learning_rate": 3.9106145251396645e-07, |
| "loss": 1.9341622591018677, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.03198653198653199, |
| "grad_norm": 16.15651512145996, |
| "learning_rate": 4.134078212290503e-07, |
| "loss": 1.4625201225280762, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.03367003367003367, |
| "grad_norm": 7.4519453048706055, |
| "learning_rate": 4.35754189944134e-07, |
| "loss": 2.242250919342041, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.03535353535353535, |
| "grad_norm": 6.571437835693359, |
| "learning_rate": 4.5810055865921786e-07, |
| "loss": 2.679516315460205, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.037037037037037035, |
| "grad_norm": 19.185373306274414, |
| "learning_rate": 4.804469273743016e-07, |
| "loss": 2.1858067512512207, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.03872053872053872, |
| "grad_norm": 18.07056999206543, |
| "learning_rate": 5.027932960893855e-07, |
| "loss": 1.433751106262207, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.04040404040404041, |
| "grad_norm": 24.015710830688477, |
| "learning_rate": 5.251396648044693e-07, |
| "loss": 2.102412700653076, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.04208754208754209, |
| "grad_norm": 22.281003952026367, |
| "learning_rate": 5.474860335195531e-07, |
| "loss": 1.8496794700622559, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.04377104377104377, |
| "grad_norm": 16.242393493652344, |
| "learning_rate": 5.698324022346367e-07, |
| "loss": 1.9199731349945068, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.045454545454545456, |
| "grad_norm": 11.205278396606445, |
| "learning_rate": 5.921787709497206e-07, |
| "loss": 1.8013508319854736, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.04713804713804714, |
| "grad_norm": 4.4281840324401855, |
| "learning_rate": 6.145251396648044e-07, |
| "loss": 1.5387322902679443, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.04882154882154882, |
| "grad_norm": 27.68507194519043, |
| "learning_rate": 6.368715083798882e-07, |
| "loss": 1.7617017030715942, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.050505050505050504, |
| "grad_norm": 13.444940567016602, |
| "learning_rate": 6.59217877094972e-07, |
| "loss": 1.5345146656036377, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.05218855218855219, |
| "grad_norm": 12.37048625946045, |
| "learning_rate": 6.815642458100558e-07, |
| "loss": 1.5472785234451294, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.05387205387205387, |
| "grad_norm": 5.660282135009766, |
| "learning_rate": 7.039106145251397e-07, |
| "loss": 1.3724396228790283, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.05555555555555555, |
| "grad_norm": 32.10633087158203, |
| "learning_rate": 7.262569832402235e-07, |
| "loss": 1.7364461421966553, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.05723905723905724, |
| "grad_norm": 15.033787727355957, |
| "learning_rate": 7.486033519553073e-07, |
| "loss": 1.5618245601654053, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.058922558922558925, |
| "grad_norm": 5.500316143035889, |
| "learning_rate": 7.709497206703909e-07, |
| "loss": 1.4692459106445312, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.06060606060606061, |
| "grad_norm": 7.862852096557617, |
| "learning_rate": 7.932960893854748e-07, |
| "loss": 1.767068862915039, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.06228956228956229, |
| "grad_norm": 3.3375768661499023, |
| "learning_rate": 8.156424581005586e-07, |
| "loss": 1.5882585048675537, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.06397306397306397, |
| "grad_norm": 4.3638529777526855, |
| "learning_rate": 8.379888268156424e-07, |
| "loss": 1.0791618824005127, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.06565656565656566, |
| "grad_norm": 3.2826614379882812, |
| "learning_rate": 8.603351955307262e-07, |
| "loss": 1.623827338218689, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.06734006734006734, |
| "grad_norm": 13.223998069763184, |
| "learning_rate": 8.8268156424581e-07, |
| "loss": 1.4189568758010864, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.06902356902356903, |
| "grad_norm": 8.176948547363281, |
| "learning_rate": 9.050279329608939e-07, |
| "loss": 1.5663306713104248, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.0707070707070707, |
| "grad_norm": 8.477921485900879, |
| "learning_rate": 9.273743016759777e-07, |
| "loss": 1.3473039865493774, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.0723905723905724, |
| "grad_norm": 5.039812088012695, |
| "learning_rate": 9.497206703910615e-07, |
| "loss": 1.4909709692001343, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.07407407407407407, |
| "grad_norm": 4.436509132385254, |
| "learning_rate": 9.720670391061452e-07, |
| "loss": 1.3051445484161377, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.07575757575757576, |
| "grad_norm": 10.7329740524292, |
| "learning_rate": 9.94413407821229e-07, |
| "loss": 1.4471063613891602, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.07744107744107744, |
| "grad_norm": 48.17202377319336, |
| "learning_rate": 1.0167597765363128e-06, |
| "loss": 1.1504158973693848, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.07912457912457913, |
| "grad_norm": 9.630391120910645, |
| "learning_rate": 1.0391061452513965e-06, |
| "loss": 1.238828182220459, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.08080808080808081, |
| "grad_norm": 3.6707308292388916, |
| "learning_rate": 1.0614525139664804e-06, |
| "loss": 1.29024076461792, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.08249158249158249, |
| "grad_norm": 20.06619644165039, |
| "learning_rate": 1.0837988826815643e-06, |
| "loss": 1.2375919818878174, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.08417508417508418, |
| "grad_norm": 6.117098331451416, |
| "learning_rate": 1.106145251396648e-06, |
| "loss": 1.2162528038024902, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.08585858585858586, |
| "grad_norm": 7.965595245361328, |
| "learning_rate": 1.1284916201117319e-06, |
| "loss": 1.0878969430923462, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.08754208754208755, |
| "grad_norm": 3.471269369125366, |
| "learning_rate": 1.1508379888268155e-06, |
| "loss": 0.8488566875457764, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.08922558922558922, |
| "grad_norm": 19.03371238708496, |
| "learning_rate": 1.1731843575418994e-06, |
| "loss": 0.9605998992919922, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.09090909090909091, |
| "grad_norm": 4.8145551681518555, |
| "learning_rate": 1.1955307262569831e-06, |
| "loss": 1.2580342292785645, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.09259259259259259, |
| "grad_norm": 12.215010643005371, |
| "learning_rate": 1.217877094972067e-06, |
| "loss": 0.8208008408546448, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.09427609427609428, |
| "grad_norm": 5.212827682495117, |
| "learning_rate": 1.2402234636871507e-06, |
| "loss": 1.2487308979034424, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.09595959595959595, |
| "grad_norm": 110.1784439086914, |
| "learning_rate": 1.2625698324022344e-06, |
| "loss": 1.0615664720535278, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.09764309764309764, |
| "grad_norm": 8.633198738098145, |
| "learning_rate": 1.2849162011173185e-06, |
| "loss": 0.7479297518730164, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.09932659932659933, |
| "grad_norm": 3.4412970542907715, |
| "learning_rate": 1.3072625698324022e-06, |
| "loss": 1.1516764163970947, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.10101010101010101, |
| "grad_norm": 2.8980441093444824, |
| "learning_rate": 1.329608938547486e-06, |
| "loss": 1.0023488998413086, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.1026936026936027, |
| "grad_norm": 4.491576671600342, |
| "learning_rate": 1.3519553072625697e-06, |
| "loss": 1.207779884338379, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.10437710437710437, |
| "grad_norm": 5.334079742431641, |
| "learning_rate": 1.3743016759776536e-06, |
| "loss": 0.8073678612709045, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.10606060606060606, |
| "grad_norm": 5.402129650115967, |
| "learning_rate": 1.3966480446927373e-06, |
| "loss": 0.7180484533309937, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.10774410774410774, |
| "grad_norm": 33.15776824951172, |
| "learning_rate": 1.4189944134078212e-06, |
| "loss": 1.076992392539978, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.10942760942760943, |
| "grad_norm": 12.190916061401367, |
| "learning_rate": 1.441340782122905e-06, |
| "loss": 0.9793660640716553, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.1111111111111111, |
| "grad_norm": 5.5417070388793945, |
| "learning_rate": 1.4636871508379886e-06, |
| "loss": 0.9299952387809753, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.1127946127946128, |
| "grad_norm": 3.002917766571045, |
| "learning_rate": 1.4860335195530727e-06, |
| "loss": 1.1973538398742676, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.11447811447811448, |
| "grad_norm": 13.795450210571289, |
| "learning_rate": 1.5083798882681564e-06, |
| "loss": 1.1933711767196655, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.11616161616161616, |
| "grad_norm": 3.4793336391448975, |
| "learning_rate": 1.5307262569832403e-06, |
| "loss": 1.5386559963226318, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.11784511784511785, |
| "grad_norm": 9.980926513671875, |
| "learning_rate": 1.553072625698324e-06, |
| "loss": 1.125044584274292, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.11952861952861953, |
| "grad_norm": 4.957187175750732, |
| "learning_rate": 1.5754189944134078e-06, |
| "loss": 1.0593317747116089, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.12121212121212122, |
| "grad_norm": 14.749825477600098, |
| "learning_rate": 1.5977653631284915e-06, |
| "loss": 0.9547094702720642, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.12289562289562289, |
| "grad_norm": 3.5250778198242188, |
| "learning_rate": 1.6201117318435752e-06, |
| "loss": 1.1345624923706055, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.12457912457912458, |
| "grad_norm": 3.4003188610076904, |
| "learning_rate": 1.642458100558659e-06, |
| "loss": 0.9924101829528809, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.12626262626262627, |
| "grad_norm": 18.434391021728516, |
| "learning_rate": 1.6648044692737428e-06, |
| "loss": 1.2128210067749023, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.12794612794612795, |
| "grad_norm": 6.9610066413879395, |
| "learning_rate": 1.6871508379888269e-06, |
| "loss": 0.9494305849075317, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.12962962962962962, |
| "grad_norm": 42.241188049316406, |
| "learning_rate": 1.7094972067039106e-06, |
| "loss": 1.1769180297851562, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.13131313131313133, |
| "grad_norm": 19.53082275390625, |
| "learning_rate": 1.7318435754189945e-06, |
| "loss": 1.0955569744110107, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.132996632996633, |
| "grad_norm": 4.005194187164307, |
| "learning_rate": 1.7541899441340781e-06, |
| "loss": 1.0531185865402222, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.13468013468013468, |
| "grad_norm": 5.709774494171143, |
| "learning_rate": 1.776536312849162e-06, |
| "loss": 1.1533485651016235, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.13636363636363635, |
| "grad_norm": 2.3597922325134277, |
| "learning_rate": 1.7988826815642457e-06, |
| "loss": 1.0321946144104004, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.13804713804713806, |
| "grad_norm": 16.570262908935547, |
| "learning_rate": 1.8212290502793294e-06, |
| "loss": 0.9637615084648132, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.13973063973063973, |
| "grad_norm": 8.452648162841797, |
| "learning_rate": 1.8435754189944133e-06, |
| "loss": 0.9408825039863586, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.1414141414141414, |
| "grad_norm": 2.8005619049072266, |
| "learning_rate": 1.865921787709497e-06, |
| "loss": 1.127833366394043, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.14309764309764308, |
| "grad_norm": 6.316201686859131, |
| "learning_rate": 1.8882681564245809e-06, |
| "loss": 1.0138617753982544, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1447811447811448, |
| "grad_norm": 14.958882331848145, |
| "learning_rate": 1.9106145251396648e-06, |
| "loss": 1.0158287286758423, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.14646464646464646, |
| "grad_norm": 4.5443267822265625, |
| "learning_rate": 1.9329608938547484e-06, |
| "loss": 0.7117235064506531, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.14814814814814814, |
| "grad_norm": 4.039905548095703, |
| "learning_rate": 1.9553072625698325e-06, |
| "loss": 1.0871771574020386, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.14983164983164984, |
| "grad_norm": 3.271326780319214, |
| "learning_rate": 1.9776536312849162e-06, |
| "loss": 1.267643690109253, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.15151515151515152, |
| "grad_norm": 5.037292957305908, |
| "learning_rate": 2e-06, |
| "loss": 1.0257434844970703, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1531986531986532, |
| "grad_norm": 4.92929220199585, |
| "learning_rate": 1.9999984495606584e-06, |
| "loss": 1.4013102054595947, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.15488215488215487, |
| "grad_norm": 23.51206398010254, |
| "learning_rate": 1.999993798247977e-06, |
| "loss": 1.0038059949874878, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.15656565656565657, |
| "grad_norm": 14.101850509643555, |
| "learning_rate": 1.99998604607798e-06, |
| "loss": 1.1263923645019531, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.15824915824915825, |
| "grad_norm": 11.950604438781738, |
| "learning_rate": 1.9999751930773778e-06, |
| "loss": 0.9272401332855225, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.15993265993265993, |
| "grad_norm": 21.03433609008789, |
| "learning_rate": 1.999961239283563e-06, |
| "loss": 0.7770416140556335, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.16161616161616163, |
| "grad_norm": 3.4966766834259033, |
| "learning_rate": 1.999944184744613e-06, |
| "loss": 1.348158597946167, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.1632996632996633, |
| "grad_norm": 3.6538894176483154, |
| "learning_rate": 1.999924029519287e-06, |
| "loss": 1.2516090869903564, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.16498316498316498, |
| "grad_norm": 4.83535623550415, |
| "learning_rate": 1.9999007736770295e-06, |
| "loss": 1.072089672088623, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.16666666666666666, |
| "grad_norm": 3.3021559715270996, |
| "learning_rate": 1.9998744172979654e-06, |
| "loss": 1.1623098850250244, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.16835016835016836, |
| "grad_norm": 14.60655689239502, |
| "learning_rate": 1.9998449604729044e-06, |
| "loss": 0.8636209964752197, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.17003367003367004, |
| "grad_norm": 12.559534072875977, |
| "learning_rate": 1.9998124033033366e-06, |
| "loss": 0.895442008972168, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.1717171717171717, |
| "grad_norm": 4.964874744415283, |
| "learning_rate": 1.9997767459014363e-06, |
| "loss": 1.0330384969711304, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.1734006734006734, |
| "grad_norm": 3.3170907497406006, |
| "learning_rate": 1.9997379883900572e-06, |
| "loss": 0.9942055940628052, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.1750841750841751, |
| "grad_norm": 4.744529724121094, |
| "learning_rate": 1.999696130902736e-06, |
| "loss": 1.2099803686141968, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.17676767676767677, |
| "grad_norm": 11.850593566894531, |
| "learning_rate": 1.9996511735836895e-06, |
| "loss": 0.7535406351089478, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.17845117845117844, |
| "grad_norm": 16.69972038269043, |
| "learning_rate": 1.999603116587814e-06, |
| "loss": 0.9160436987876892, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.18013468013468015, |
| "grad_norm": 2.5802817344665527, |
| "learning_rate": 1.9995519600806863e-06, |
| "loss": 1.3276009559631348, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.18181818181818182, |
| "grad_norm": 9.903021812438965, |
| "learning_rate": 1.999497704238562e-06, |
| "loss": 0.8258368372917175, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.1835016835016835, |
| "grad_norm": 10.159919738769531, |
| "learning_rate": 1.9994403492483755e-06, |
| "loss": 0.6640470027923584, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.18518518518518517, |
| "grad_norm": 3.8735828399658203, |
| "learning_rate": 1.999379895307739e-06, |
| "loss": 1.3416516780853271, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.18686868686868688, |
| "grad_norm": 3.4755043983459473, |
| "learning_rate": 1.999316342624941e-06, |
| "loss": 0.9075236320495605, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.18855218855218855, |
| "grad_norm": 5.18587064743042, |
| "learning_rate": 1.999249691418948e-06, |
| "loss": 1.193176507949829, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.19023569023569023, |
| "grad_norm": 6.766015529632568, |
| "learning_rate": 1.999179941919401e-06, |
| "loss": 0.9458363056182861, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.1919191919191919, |
| "grad_norm": 12.469842910766602, |
| "learning_rate": 1.999107094366617e-06, |
| "loss": 1.1906776428222656, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.1936026936026936, |
| "grad_norm": 15.036520004272461, |
| "learning_rate": 1.9990311490115858e-06, |
| "loss": 1.3650178909301758, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.19528619528619529, |
| "grad_norm": 5.799370288848877, |
| "learning_rate": 1.9989521061159715e-06, |
| "loss": 1.0698531866073608, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.19696969696969696, |
| "grad_norm": 5.714483737945557, |
| "learning_rate": 1.9988699659521098e-06, |
| "loss": 1.1641753911972046, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.19865319865319866, |
| "grad_norm": 10.119220733642578, |
| "learning_rate": 1.9987847288030083e-06, |
| "loss": 0.9833089113235474, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.20033670033670034, |
| "grad_norm": 3.4788730144500732, |
| "learning_rate": 1.998696394962345e-06, |
| "loss": 1.1086716651916504, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.20202020202020202, |
| "grad_norm": 3.9894561767578125, |
| "learning_rate": 1.998604964734467e-06, |
| "loss": 0.9258865118026733, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.2037037037037037, |
| "grad_norm": 4.706192970275879, |
| "learning_rate": 1.99851043843439e-06, |
| "loss": 1.1667051315307617, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.2053872053872054, |
| "grad_norm": 15.748969078063965, |
| "learning_rate": 1.9984128163877964e-06, |
| "loss": 0.9964404106140137, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.20707070707070707, |
| "grad_norm": 9.65405559539795, |
| "learning_rate": 1.998312098931036e-06, |
| "loss": 0.6644821166992188, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.20875420875420875, |
| "grad_norm": 13.462628364562988, |
| "learning_rate": 1.998208286411122e-06, |
| "loss": 1.2101833820343018, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.21043771043771045, |
| "grad_norm": 2.0463879108428955, |
| "learning_rate": 1.9981013791857327e-06, |
| "loss": 0.9958995580673218, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.21212121212121213, |
| "grad_norm": 3.3968567848205566, |
| "learning_rate": 1.997991377623209e-06, |
| "loss": 0.8969879150390625, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.2138047138047138, |
| "grad_norm": 17.595094680786133, |
| "learning_rate": 1.9978782821025513e-06, |
| "loss": 1.0462696552276611, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.21548821548821548, |
| "grad_norm": 13.578154563903809, |
| "learning_rate": 1.9977620930134223e-06, |
| "loss": 1.1988019943237305, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.21717171717171718, |
| "grad_norm": 4.280734062194824, |
| "learning_rate": 1.9976428107561415e-06, |
| "loss": 0.8459457755088806, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.21885521885521886, |
| "grad_norm": 2.570441246032715, |
| "learning_rate": 1.997520435741687e-06, |
| "loss": 1.0279544591903687, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.22053872053872053, |
| "grad_norm": 6.806192398071289, |
| "learning_rate": 1.9973949683916927e-06, |
| "loss": 1.0510814189910889, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.2222222222222222, |
| "grad_norm": 4.318380832672119, |
| "learning_rate": 1.9972664091384454e-06, |
| "loss": 1.1062796115875244, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.2239057239057239, |
| "grad_norm": 3.807039976119995, |
| "learning_rate": 1.997134758424886e-06, |
| "loss": 1.1960452795028687, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.2255892255892256, |
| "grad_norm": 6.313713550567627, |
| "learning_rate": 1.9970000167046075e-06, |
| "loss": 0.6546218991279602, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.22727272727272727, |
| "grad_norm": 3.2756094932556152, |
| "learning_rate": 1.996862184441851e-06, |
| "loss": 0.9819681644439697, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.22895622895622897, |
| "grad_norm": 13.153508186340332, |
| "learning_rate": 1.9967212621115065e-06, |
| "loss": 1.3135335445404053, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.23063973063973064, |
| "grad_norm": 14.49177074432373, |
| "learning_rate": 1.996577250199111e-06, |
| "loss": 1.1486749649047852, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.23232323232323232, |
| "grad_norm": 26.132858276367188, |
| "learning_rate": 1.9964301492008464e-06, |
| "loss": 0.9009004831314087, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.234006734006734, |
| "grad_norm": 3.963716506958008, |
| "learning_rate": 1.996279959623537e-06, |
| "loss": 1.1650899648666382, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.2356902356902357, |
| "grad_norm": 13.785598754882812, |
| "learning_rate": 1.9961266819846495e-06, |
| "loss": 0.9621269702911377, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.23737373737373738, |
| "grad_norm": 6.935214042663574, |
| "learning_rate": 1.9959703168122897e-06, |
| "loss": 0.9427906274795532, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.23905723905723905, |
| "grad_norm": 3.0722286701202393, |
| "learning_rate": 1.995810864645202e-06, |
| "loss": 1.2749511003494263, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.24074074074074073, |
| "grad_norm": 4.774331092834473, |
| "learning_rate": 1.995648326032765e-06, |
| "loss": 0.9315462112426758, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.24242424242424243, |
| "grad_norm": 4.373500823974609, |
| "learning_rate": 1.9954827015349937e-06, |
| "loss": 0.8452310562133789, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.2441077441077441, |
| "grad_norm": 9.997944831848145, |
| "learning_rate": 1.9953139917225333e-06, |
| "loss": 1.1583993434906006, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.24579124579124578, |
| "grad_norm": 9.785924911499023, |
| "learning_rate": 1.995142197176661e-06, |
| "loss": 0.6743492484092712, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.2474747474747475, |
| "grad_norm": 9.52839183807373, |
| "learning_rate": 1.9949673184892803e-06, |
| "loss": 1.274944543838501, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.24915824915824916, |
| "grad_norm": 13.619229316711426, |
| "learning_rate": 1.9947893562629227e-06, |
| "loss": 1.085368037223816, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.25084175084175087, |
| "grad_norm": 6.220252513885498, |
| "learning_rate": 1.9946083111107425e-06, |
| "loss": 0.6333813667297363, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.25252525252525254, |
| "grad_norm": 12.346251487731934, |
| "learning_rate": 1.9944241836565167e-06, |
| "loss": 0.7786128520965576, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2542087542087542, |
| "grad_norm": 10.734468460083008, |
| "learning_rate": 1.9942369745346417e-06, |
| "loss": 1.0820167064666748, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.2558922558922559, |
| "grad_norm": 25.510744094848633, |
| "learning_rate": 1.9940466843901318e-06, |
| "loss": 0.9161986112594604, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.25757575757575757, |
| "grad_norm": 5.673551559448242, |
| "learning_rate": 1.9938533138786163e-06, |
| "loss": 1.3526289463043213, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.25925925925925924, |
| "grad_norm": 11.891182899475098, |
| "learning_rate": 1.9936568636663383e-06, |
| "loss": 1.1077102422714233, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.2609427609427609, |
| "grad_norm": 7.852316856384277, |
| "learning_rate": 1.9934573344301514e-06, |
| "loss": 1.0809465646743774, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.26262626262626265, |
| "grad_norm": 20.96988296508789, |
| "learning_rate": 1.993254726857518e-06, |
| "loss": 1.225387454032898, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.26430976430976433, |
| "grad_norm": 5.888166427612305, |
| "learning_rate": 1.9930490416465057e-06, |
| "loss": 1.086962103843689, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.265993265993266, |
| "grad_norm": 2.8382439613342285, |
| "learning_rate": 1.992840279505787e-06, |
| "loss": 1.225638508796692, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.2676767676767677, |
| "grad_norm": 4.078027725219727, |
| "learning_rate": 1.9926284411546355e-06, |
| "loss": 0.99470055103302, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.26936026936026936, |
| "grad_norm": 14.269658088684082, |
| "learning_rate": 1.9924135273229235e-06, |
| "loss": 0.727924108505249, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.27104377104377103, |
| "grad_norm": 3.730602502822876, |
| "learning_rate": 1.9921955387511195e-06, |
| "loss": 0.9582691192626953, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.2727272727272727, |
| "grad_norm": 3.153249979019165, |
| "learning_rate": 1.991974476190285e-06, |
| "loss": 1.263975977897644, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.27441077441077444, |
| "grad_norm": 2.4196362495422363, |
| "learning_rate": 1.9917503404020747e-06, |
| "loss": 1.0396244525909424, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.2760942760942761, |
| "grad_norm": 12.836146354675293, |
| "learning_rate": 1.9915231321587305e-06, |
| "loss": 0.8178722262382507, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.2777777777777778, |
| "grad_norm": 5.543509483337402, |
| "learning_rate": 1.99129285224308e-06, |
| "loss": 0.9038114547729492, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.27946127946127947, |
| "grad_norm": 5.564317226409912, |
| "learning_rate": 1.9910595014485347e-06, |
| "loss": 1.0971403121948242, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.28114478114478114, |
| "grad_norm": 5.212599754333496, |
| "learning_rate": 1.990823080579086e-06, |
| "loss": 1.0671043395996094, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.2828282828282828, |
| "grad_norm": 5.401691436767578, |
| "learning_rate": 1.990583590449303e-06, |
| "loss": 1.0057094097137451, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.2845117845117845, |
| "grad_norm": 3.39033579826355, |
| "learning_rate": 1.990341031884331e-06, |
| "loss": 1.1939620971679688, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.28619528619528617, |
| "grad_norm": 12.433296203613281, |
| "learning_rate": 1.9900954057198856e-06, |
| "loss": 0.9549685120582581, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.2878787878787879, |
| "grad_norm": 23.119340896606445, |
| "learning_rate": 1.989846712802252e-06, |
| "loss": 1.1277296543121338, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.2895622895622896, |
| "grad_norm": 42.77076721191406, |
| "learning_rate": 1.9895949539882827e-06, |
| "loss": 0.8779406547546387, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.29124579124579125, |
| "grad_norm": 2.3723807334899902, |
| "learning_rate": 1.9893401301453926e-06, |
| "loss": 1.1096537113189697, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.29292929292929293, |
| "grad_norm": 7.652088165283203, |
| "learning_rate": 1.989082242151556e-06, |
| "loss": 1.053053379058838, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.2946127946127946, |
| "grad_norm": 8.224458694458008, |
| "learning_rate": 1.988821290895307e-06, |
| "loss": 0.7571377754211426, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2962962962962963, |
| "grad_norm": 3.486557722091675, |
| "learning_rate": 1.988557277275732e-06, |
| "loss": 0.5875279903411865, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.29797979797979796, |
| "grad_norm": 3.368520498275757, |
| "learning_rate": 1.9882902022024683e-06, |
| "loss": 1.0230705738067627, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.2996632996632997, |
| "grad_norm": 7.633305549621582, |
| "learning_rate": 1.9880200665957026e-06, |
| "loss": 1.0808613300323486, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.30134680134680136, |
| "grad_norm": 15.621920585632324, |
| "learning_rate": 1.9877468713861656e-06, |
| "loss": 0.9313445687294006, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.30303030303030304, |
| "grad_norm": 3.499727249145508, |
| "learning_rate": 1.98747061751513e-06, |
| "loss": 0.8186299800872803, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.3047138047138047, |
| "grad_norm": 3.564624547958374, |
| "learning_rate": 1.987191305934406e-06, |
| "loss": 0.9808353185653687, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.3063973063973064, |
| "grad_norm": 2.6821398735046387, |
| "learning_rate": 1.98690893760634e-06, |
| "loss": 1.2293064594268799, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.30808080808080807, |
| "grad_norm": 8.49547004699707, |
| "learning_rate": 1.9866235135038095e-06, |
| "loss": 0.8337675333023071, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.30976430976430974, |
| "grad_norm": 3.7763280868530273, |
| "learning_rate": 1.986335034610221e-06, |
| "loss": 0.8535688519477844, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.3114478114478115, |
| "grad_norm": 6.456183910369873, |
| "learning_rate": 1.9860435019195054e-06, |
| "loss": 1.0865236520767212, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.31313131313131315, |
| "grad_norm": 6.974287509918213, |
| "learning_rate": 1.9857489164361147e-06, |
| "loss": 1.2327494621276855, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.3148148148148148, |
| "grad_norm": 12.779848098754883, |
| "learning_rate": 1.9854512791750214e-06, |
| "loss": 0.6957528591156006, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.3164983164983165, |
| "grad_norm": 3.759835720062256, |
| "learning_rate": 1.9851505911617097e-06, |
| "loss": 0.9909141659736633, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.3181818181818182, |
| "grad_norm": 7.0778608322143555, |
| "learning_rate": 1.984846853432177e-06, |
| "loss": 1.3244696855545044, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.31986531986531985, |
| "grad_norm": 24.917316436767578, |
| "learning_rate": 1.9845400670329275e-06, |
| "loss": 0.7233332991600037, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.32154882154882153, |
| "grad_norm": 10.7407865524292, |
| "learning_rate": 1.98423023302097e-06, |
| "loss": 0.9228682518005371, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.32323232323232326, |
| "grad_norm": 4.701694011688232, |
| "learning_rate": 1.9839173524638115e-06, |
| "loss": 1.1106748580932617, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.32491582491582494, |
| "grad_norm": 5.9592976570129395, |
| "learning_rate": 1.9836014264394587e-06, |
| "loss": 0.7204115390777588, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.3265993265993266, |
| "grad_norm": 24.467937469482422, |
| "learning_rate": 1.9832824560364093e-06, |
| "loss": 0.9101235866546631, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.3282828282828283, |
| "grad_norm": 55.19502258300781, |
| "learning_rate": 1.98296044235365e-06, |
| "loss": 1.0853596925735474, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.32996632996632996, |
| "grad_norm": 110.57111358642578, |
| "learning_rate": 1.9826353865006538e-06, |
| "loss": 0.7398289442062378, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.33164983164983164, |
| "grad_norm": 6.112462520599365, |
| "learning_rate": 1.9823072895973748e-06, |
| "loss": 1.3101907968521118, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 18.562759399414062, |
| "learning_rate": 1.981976152774245e-06, |
| "loss": 1.1832518577575684, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.335016835016835, |
| "grad_norm": 10.324470520019531, |
| "learning_rate": 1.98164197717217e-06, |
| "loss": 0.7631848454475403, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.3367003367003367, |
| "grad_norm": 5.662529468536377, |
| "learning_rate": 1.9813047639425253e-06, |
| "loss": 0.9376566410064697, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.3383838383838384, |
| "grad_norm": 17.23822784423828, |
| "learning_rate": 1.9809645142471528e-06, |
| "loss": 0.9629780650138855, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.3400673400673401, |
| "grad_norm": 8.00967025756836, |
| "learning_rate": 1.980621229258355e-06, |
| "loss": 1.0150327682495117, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.34175084175084175, |
| "grad_norm": 4.659936904907227, |
| "learning_rate": 1.9802749101588942e-06, |
| "loss": 1.0681769847869873, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.3434343434343434, |
| "grad_norm": 5.872868061065674, |
| "learning_rate": 1.9799255581419844e-06, |
| "loss": 0.9499913454055786, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.3451178451178451, |
| "grad_norm": 4.6081109046936035, |
| "learning_rate": 1.9795731744112908e-06, |
| "loss": 0.5379456877708435, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.3468013468013468, |
| "grad_norm": 4.34984016418457, |
| "learning_rate": 1.9792177601809234e-06, |
| "loss": 0.8700510263442993, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.3484848484848485, |
| "grad_norm": 12.086810111999512, |
| "learning_rate": 1.9788593166754343e-06, |
| "loss": 0.8910826444625854, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.3501683501683502, |
| "grad_norm": 15.385903358459473, |
| "learning_rate": 1.9784978451298115e-06, |
| "loss": 1.1716386079788208, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.35185185185185186, |
| "grad_norm": 7.822863578796387, |
| "learning_rate": 1.9781333467894773e-06, |
| "loss": 0.687047004699707, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.35353535353535354, |
| "grad_norm": 10.231508255004883, |
| "learning_rate": 1.9777658229102807e-06, |
| "loss": 0.8759807348251343, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3552188552188552, |
| "grad_norm": 10.260309219360352, |
| "learning_rate": 1.9773952747584976e-06, |
| "loss": 1.1332191228866577, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.3569023569023569, |
| "grad_norm": 8.660632133483887, |
| "learning_rate": 1.9770217036108212e-06, |
| "loss": 0.5898092985153198, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.35858585858585856, |
| "grad_norm": 24.724945068359375, |
| "learning_rate": 1.9766451107543614e-06, |
| "loss": 0.9762297868728638, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.3602693602693603, |
| "grad_norm": 10.698787689208984, |
| "learning_rate": 1.9762654974866396e-06, |
| "loss": 0.7858309149742126, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.36195286195286197, |
| "grad_norm": 9.971443176269531, |
| "learning_rate": 1.975882865115583e-06, |
| "loss": 1.2292566299438477, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 7.011922359466553, |
| "learning_rate": 1.9754972149595204e-06, |
| "loss": 0.9748165607452393, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.3653198653198653, |
| "grad_norm": 12.33168888092041, |
| "learning_rate": 1.97510854834718e-06, |
| "loss": 0.8448182940483093, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.367003367003367, |
| "grad_norm": 2.4483745098114014, |
| "learning_rate": 1.9747168666176813e-06, |
| "loss": 1.008624792098999, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.3686868686868687, |
| "grad_norm": 10.966385841369629, |
| "learning_rate": 1.9743221711205323e-06, |
| "loss": 1.0692952871322632, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.37037037037037035, |
| "grad_norm": 2.965273141860962, |
| "learning_rate": 1.9739244632156256e-06, |
| "loss": 0.9337837100028992, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.3720538720538721, |
| "grad_norm": 12.18703556060791, |
| "learning_rate": 1.973523744273232e-06, |
| "loss": 0.9473227262496948, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.37373737373737376, |
| "grad_norm": 8.538522720336914, |
| "learning_rate": 1.973120015673997e-06, |
| "loss": 0.7716883420944214, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.37542087542087543, |
| "grad_norm": 11.410622596740723, |
| "learning_rate": 1.9727132788089354e-06, |
| "loss": 0.6292431354522705, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.3771043771043771, |
| "grad_norm": 3.9945926666259766, |
| "learning_rate": 1.972303535079427e-06, |
| "loss": 1.1218082904815674, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.3787878787878788, |
| "grad_norm": 19.375045776367188, |
| "learning_rate": 1.971890785897211e-06, |
| "loss": 1.007505178451538, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.38047138047138046, |
| "grad_norm": 3.713459014892578, |
| "learning_rate": 1.9714750326843825e-06, |
| "loss": 0.7216253280639648, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.38215488215488214, |
| "grad_norm": 6.826941013336182, |
| "learning_rate": 1.9710562768733857e-06, |
| "loss": 0.9892054796218872, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.3838383838383838, |
| "grad_norm": 7.63702392578125, |
| "learning_rate": 1.9706345199070107e-06, |
| "loss": 0.7905744314193726, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.38552188552188554, |
| "grad_norm": 11.529894828796387, |
| "learning_rate": 1.970209763238388e-06, |
| "loss": 0.9695171117782593, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.3872053872053872, |
| "grad_norm": 2.9292163848876953, |
| "learning_rate": 1.969782008330983e-06, |
| "loss": 1.1221948862075806, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.3888888888888889, |
| "grad_norm": 4.672982215881348, |
| "learning_rate": 1.969351256658591e-06, |
| "loss": 0.8763028979301453, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.39057239057239057, |
| "grad_norm": 4.81404972076416, |
| "learning_rate": 1.968917509705333e-06, |
| "loss": 0.8340336680412292, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.39225589225589225, |
| "grad_norm": 19.125089645385742, |
| "learning_rate": 1.9684807689656497e-06, |
| "loss": 0.9119417071342468, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.3939393939393939, |
| "grad_norm": 2.594858407974243, |
| "learning_rate": 1.9680410359442972e-06, |
| "loss": 0.9458074569702148, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.3956228956228956, |
| "grad_norm": 3.8974621295928955, |
| "learning_rate": 1.9675983121563397e-06, |
| "loss": 0.9553569555282593, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.39730639730639733, |
| "grad_norm": 6.4163641929626465, |
| "learning_rate": 1.9671525991271478e-06, |
| "loss": 0.7942986488342285, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.398989898989899, |
| "grad_norm": 3.718247890472412, |
| "learning_rate": 1.9667038983923902e-06, |
| "loss": 0.9940693378448486, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.4006734006734007, |
| "grad_norm": 25.65456199645996, |
| "learning_rate": 1.9662522114980296e-06, |
| "loss": 0.7515483498573303, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.40235690235690236, |
| "grad_norm": 3.7314107418060303, |
| "learning_rate": 1.965797540000318e-06, |
| "loss": 0.9622472524642944, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.40404040404040403, |
| "grad_norm": 16.488338470458984, |
| "learning_rate": 1.9653398854657887e-06, |
| "loss": 1.041235089302063, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.4057239057239057, |
| "grad_norm": 8.276439666748047, |
| "learning_rate": 1.9648792494712553e-06, |
| "loss": 1.0389721393585205, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.4074074074074074, |
| "grad_norm": 10.357524871826172, |
| "learning_rate": 1.9644156336038024e-06, |
| "loss": 0.8473480343818665, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.4090909090909091, |
| "grad_norm": 12.934167861938477, |
| "learning_rate": 1.9639490394607813e-06, |
| "loss": 0.8664846420288086, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.4107744107744108, |
| "grad_norm": 2.63865327835083, |
| "learning_rate": 1.9634794686498055e-06, |
| "loss": 1.0735490322113037, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.41245791245791247, |
| "grad_norm": 9.611379623413086, |
| "learning_rate": 1.9630069227887444e-06, |
| "loss": 1.097601294517517, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.41414141414141414, |
| "grad_norm": 37.54718780517578, |
| "learning_rate": 1.9625314035057167e-06, |
| "loss": 1.0461905002593994, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.4158249158249158, |
| "grad_norm": 5.95384407043457, |
| "learning_rate": 1.9620529124390863e-06, |
| "loss": 0.9309274554252625, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.4175084175084175, |
| "grad_norm": 5.1661763191223145, |
| "learning_rate": 1.9615714512374567e-06, |
| "loss": 1.0628364086151123, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.41919191919191917, |
| "grad_norm": 4.157014846801758, |
| "learning_rate": 1.9610870215596643e-06, |
| "loss": 1.0677950382232666, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.4208754208754209, |
| "grad_norm": 6.916998863220215, |
| "learning_rate": 1.960599625074773e-06, |
| "loss": 0.8103325366973877, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.4225589225589226, |
| "grad_norm": 6.891815185546875, |
| "learning_rate": 1.9601092634620687e-06, |
| "loss": 0.6272333264350891, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.42424242424242425, |
| "grad_norm": 9.089258193969727, |
| "learning_rate": 1.9596159384110535e-06, |
| "loss": 0.8941874504089355, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.42592592592592593, |
| "grad_norm": 16.94425392150879, |
| "learning_rate": 1.95911965162144e-06, |
| "loss": 0.938546359539032, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.4276094276094276, |
| "grad_norm": 15.095925331115723, |
| "learning_rate": 1.958620404803145e-06, |
| "loss": 1.293353796005249, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.4292929292929293, |
| "grad_norm": 3.3025577068328857, |
| "learning_rate": 1.9581181996762834e-06, |
| "loss": 1.0367740392684937, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.43097643097643096, |
| "grad_norm": 3.0691745281219482, |
| "learning_rate": 1.9576130379711634e-06, |
| "loss": 1.178546667098999, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.43265993265993263, |
| "grad_norm": 3.2468979358673096, |
| "learning_rate": 1.95710492142828e-06, |
| "loss": 1.115210771560669, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.43434343434343436, |
| "grad_norm": 12.401965141296387, |
| "learning_rate": 1.956593851798308e-06, |
| "loss": 1.0290696620941162, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.43602693602693604, |
| "grad_norm": 8.208135604858398, |
| "learning_rate": 1.9560798308420974e-06, |
| "loss": 1.0394536256790161, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.4377104377104377, |
| "grad_norm": 15.533670425415039, |
| "learning_rate": 1.955562860330667e-06, |
| "loss": 0.9136192798614502, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.4393939393939394, |
| "grad_norm": 3.0875625610351562, |
| "learning_rate": 1.9550429420451973e-06, |
| "loss": 0.7975887060165405, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.44107744107744107, |
| "grad_norm": 8.5232572555542, |
| "learning_rate": 1.954520077777026e-06, |
| "loss": 1.1077611446380615, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.44276094276094274, |
| "grad_norm": 11.362956047058105, |
| "learning_rate": 1.9539942693276405e-06, |
| "loss": 0.7790743112564087, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.4444444444444444, |
| "grad_norm": 2.6764779090881348, |
| "learning_rate": 1.9534655185086717e-06, |
| "loss": 1.1893084049224854, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.44612794612794615, |
| "grad_norm": 11.054378509521484, |
| "learning_rate": 1.9529338271418886e-06, |
| "loss": 0.8206809759140015, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.4478114478114478, |
| "grad_norm": 15.93736743927002, |
| "learning_rate": 1.952399197059192e-06, |
| "loss": 0.8338401317596436, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.4494949494949495, |
| "grad_norm": 5.404129505157471, |
| "learning_rate": 1.9518616301026077e-06, |
| "loss": 0.9456153512001038, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.4511784511784512, |
| "grad_norm": 4.291036128997803, |
| "learning_rate": 1.9513211281242795e-06, |
| "loss": 1.2254921197891235, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.45286195286195285, |
| "grad_norm": 7.2202582359313965, |
| "learning_rate": 1.9507776929864643e-06, |
| "loss": 1.092686653137207, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.45454545454545453, |
| "grad_norm": 8.635713577270508, |
| "learning_rate": 1.950231326561525e-06, |
| "loss": 0.8675233125686646, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.4562289562289562, |
| "grad_norm": 8.679670333862305, |
| "learning_rate": 1.9496820307319237e-06, |
| "loss": 1.0159896612167358, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.45791245791245794, |
| "grad_norm": 3.453657865524292, |
| "learning_rate": 1.9491298073902157e-06, |
| "loss": 1.118143081665039, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.4595959595959596, |
| "grad_norm": 7.604466438293457, |
| "learning_rate": 1.9485746584390426e-06, |
| "loss": 1.1383062601089478, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.4612794612794613, |
| "grad_norm": 10.454069137573242, |
| "learning_rate": 1.948016585791127e-06, |
| "loss": 1.3462685346603394, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.46296296296296297, |
| "grad_norm": 7.511162757873535, |
| "learning_rate": 1.9474555913692627e-06, |
| "loss": 0.8798332214355469, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.46464646464646464, |
| "grad_norm": 22.986238479614258, |
| "learning_rate": 1.946891677106312e-06, |
| "loss": 0.8471826314926147, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.4663299663299663, |
| "grad_norm": 4.494133949279785, |
| "learning_rate": 1.946324844945197e-06, |
| "loss": 1.0384173393249512, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.468013468013468, |
| "grad_norm": 9.850350379943848, |
| "learning_rate": 1.9457550968388928e-06, |
| "loss": 0.7141643166542053, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.4696969696969697, |
| "grad_norm": 6.887972831726074, |
| "learning_rate": 1.9451824347504213e-06, |
| "loss": 1.190050721168518, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.4713804713804714, |
| "grad_norm": 5.237252235412598, |
| "learning_rate": 1.944606860652845e-06, |
| "loss": 0.41058096289634705, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.4730639730639731, |
| "grad_norm": 15.578932762145996, |
| "learning_rate": 1.944028376529258e-06, |
| "loss": 0.598914384841919, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.47474747474747475, |
| "grad_norm": 3.727078437805176, |
| "learning_rate": 1.943446984372782e-06, |
| "loss": 1.2833001613616943, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.4764309764309764, |
| "grad_norm": 8.145559310913086, |
| "learning_rate": 1.942862686186557e-06, |
| "loss": 1.1502578258514404, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.4781144781144781, |
| "grad_norm": 8.36186408996582, |
| "learning_rate": 1.9422754839837366e-06, |
| "loss": 0.45712798833847046, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.4797979797979798, |
| "grad_norm": 32.920475006103516, |
| "learning_rate": 1.9416853797874797e-06, |
| "loss": 1.1332796812057495, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.48148148148148145, |
| "grad_norm": 17.55156135559082, |
| "learning_rate": 1.941092375630943e-06, |
| "loss": 0.6961038112640381, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.4831649831649832, |
| "grad_norm": 4.492574214935303, |
| "learning_rate": 1.9404964735572754e-06, |
| "loss": 0.9653905630111694, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.48484848484848486, |
| "grad_norm": 6.348426818847656, |
| "learning_rate": 1.939897675619611e-06, |
| "loss": 0.871944785118103, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.48653198653198654, |
| "grad_norm": 25.369014739990234, |
| "learning_rate": 1.9392959838810597e-06, |
| "loss": 1.0709469318389893, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.4882154882154882, |
| "grad_norm": 10.82548999786377, |
| "learning_rate": 1.9386914004147034e-06, |
| "loss": 0.7998636960983276, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.4898989898989899, |
| "grad_norm": 10.758012771606445, |
| "learning_rate": 1.938083927303586e-06, |
| "loss": 1.3598113059997559, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.49158249158249157, |
| "grad_norm": 6.756187915802002, |
| "learning_rate": 1.937473566640708e-06, |
| "loss": 0.9948703050613403, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.49326599326599324, |
| "grad_norm": 2.756861686706543, |
| "learning_rate": 1.9368603205290196e-06, |
| "loss": 0.8475466966629028, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.494949494949495, |
| "grad_norm": 5.148032188415527, |
| "learning_rate": 1.9362441910814105e-06, |
| "loss": 0.6347664594650269, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.49663299663299665, |
| "grad_norm": 2.980475425720215, |
| "learning_rate": 1.935625180420706e-06, |
| "loss": 1.1008853912353516, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.4983164983164983, |
| "grad_norm": 3.5861027240753174, |
| "learning_rate": 1.935003290679659e-06, |
| "loss": 1.1105575561523438, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 37.69801712036133, |
| "learning_rate": 1.934378524000941e-06, |
| "loss": 0.7997324466705322, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.5016835016835017, |
| "grad_norm": 10.022683143615723, |
| "learning_rate": 1.933750882537136e-06, |
| "loss": 0.9395183324813843, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.5033670033670034, |
| "grad_norm": 3.6454007625579834, |
| "learning_rate": 1.9331203684507333e-06, |
| "loss": 1.2922556400299072, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.5050505050505051, |
| "grad_norm": 11.494460105895996, |
| "learning_rate": 1.9324869839141184e-06, |
| "loss": 0.7769290804862976, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5067340067340067, |
| "grad_norm": 101.31135559082031, |
| "learning_rate": 1.9318507311095686e-06, |
| "loss": 1.0425605773925781, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.5084175084175084, |
| "grad_norm": 29.326383590698242, |
| "learning_rate": 1.9312116122292414e-06, |
| "loss": 1.0084577798843384, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.51010101010101, |
| "grad_norm": 4.6560163497924805, |
| "learning_rate": 1.9305696294751707e-06, |
| "loss": 1.0687224864959717, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.5117845117845118, |
| "grad_norm": 31.829082489013672, |
| "learning_rate": 1.9299247850592575e-06, |
| "loss": 0.5714974999427795, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.5134680134680135, |
| "grad_norm": 3.3935041427612305, |
| "learning_rate": 1.9292770812032626e-06, |
| "loss": 0.9293146133422852, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.5151515151515151, |
| "grad_norm": 35.04014587402344, |
| "learning_rate": 1.9286265201387966e-06, |
| "loss": 0.8598051071166992, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.5168350168350169, |
| "grad_norm": 5.506503105163574, |
| "learning_rate": 1.9279731041073177e-06, |
| "loss": 0.7148240804672241, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.5185185185185185, |
| "grad_norm": 7.014071941375732, |
| "learning_rate": 1.9273168353601185e-06, |
| "loss": 1.0927050113677979, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.5202020202020202, |
| "grad_norm": 11.175944328308105, |
| "learning_rate": 1.9266577161583207e-06, |
| "loss": 1.0155811309814453, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.5218855218855218, |
| "grad_norm": 4.795597076416016, |
| "learning_rate": 1.925995748772868e-06, |
| "loss": 0.9794735312461853, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.5235690235690236, |
| "grad_norm": 24.483413696289062, |
| "learning_rate": 1.925330935484516e-06, |
| "loss": 1.045680284500122, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.5252525252525253, |
| "grad_norm": 2.9763712882995605, |
| "learning_rate": 1.9246632785838263e-06, |
| "loss": 0.7627449631690979, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.5269360269360269, |
| "grad_norm": 19.479745864868164, |
| "learning_rate": 1.9239927803711578e-06, |
| "loss": 0.945065975189209, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.5286195286195287, |
| "grad_norm": 2.6288349628448486, |
| "learning_rate": 1.923319443156659e-06, |
| "loss": 0.839026153087616, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.5303030303030303, |
| "grad_norm": 14.550789833068848, |
| "learning_rate": 1.92264326926026e-06, |
| "loss": 0.7562347054481506, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.531986531986532, |
| "grad_norm": 7.969823360443115, |
| "learning_rate": 1.9219642610116647e-06, |
| "loss": 1.1040418148040771, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.5336700336700336, |
| "grad_norm": 9.72048568725586, |
| "learning_rate": 1.9212824207503415e-06, |
| "loss": 0.9238873720169067, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.5353535353535354, |
| "grad_norm": 4.213377475738525, |
| "learning_rate": 1.920597750825517e-06, |
| "loss": 0.8101857900619507, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.5370370370370371, |
| "grad_norm": 13.104752540588379, |
| "learning_rate": 1.919910253596168e-06, |
| "loss": 0.9694643020629883, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.5387205387205387, |
| "grad_norm": 10.729632377624512, |
| "learning_rate": 1.919219931431011e-06, |
| "loss": 0.8188080191612244, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.5404040404040404, |
| "grad_norm": 4.642938613891602, |
| "learning_rate": 1.918526786708497e-06, |
| "loss": 0.944012463092804, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.5420875420875421, |
| "grad_norm": 4.087347984313965, |
| "learning_rate": 1.9178308218168e-06, |
| "loss": 0.8914910554885864, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.5437710437710438, |
| "grad_norm": 3.8000528812408447, |
| "learning_rate": 1.9171320391538132e-06, |
| "loss": 0.893518328666687, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.5454545454545454, |
| "grad_norm": 9.262425422668457, |
| "learning_rate": 1.9164304411271364e-06, |
| "loss": 0.984040379524231, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.5471380471380471, |
| "grad_norm": 10.015108108520508, |
| "learning_rate": 1.9157260301540697e-06, |
| "loss": 1.140836477279663, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.5488215488215489, |
| "grad_norm": 160.21282958984375, |
| "learning_rate": 1.9150188086616055e-06, |
| "loss": 1.0449649095535278, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.5505050505050505, |
| "grad_norm": 4.650694847106934, |
| "learning_rate": 1.91430877908642e-06, |
| "loss": 1.0726298093795776, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.5521885521885522, |
| "grad_norm": 11.116467475891113, |
| "learning_rate": 1.9135959438748626e-06, |
| "loss": 0.9272226095199585, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.5538720538720538, |
| "grad_norm": 7.265547752380371, |
| "learning_rate": 1.9128803054829515e-06, |
| "loss": 0.7893900871276855, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.5555555555555556, |
| "grad_norm": 35.09156799316406, |
| "learning_rate": 1.912161866376362e-06, |
| "loss": 0.7798557281494141, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.5572390572390572, |
| "grad_norm": 3.4387574195861816, |
| "learning_rate": 1.9114406290304186e-06, |
| "loss": 1.0308525562286377, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.5589225589225589, |
| "grad_norm": 3.3560092449188232, |
| "learning_rate": 1.910716595930088e-06, |
| "loss": 1.0922589302062988, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.5606060606060606, |
| "grad_norm": 12.50266170501709, |
| "learning_rate": 1.9099897695699684e-06, |
| "loss": 0.4920412600040436, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.5622895622895623, |
| "grad_norm": 5.19976282119751, |
| "learning_rate": 1.9092601524542828e-06, |
| "loss": 0.6655771136283875, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.563973063973064, |
| "grad_norm": 17.65725326538086, |
| "learning_rate": 1.9085277470968692e-06, |
| "loss": 1.0704545974731445, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.5656565656565656, |
| "grad_norm": 13.295573234558105, |
| "learning_rate": 1.907792556021171e-06, |
| "loss": 0.5930483341217041, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.5673400673400674, |
| "grad_norm": 5.582085609436035, |
| "learning_rate": 1.9070545817602328e-06, |
| "loss": 0.5818225145339966, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.569023569023569, |
| "grad_norm": 7.926098823547363, |
| "learning_rate": 1.9063138268566851e-06, |
| "loss": 0.6757692098617554, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.5707070707070707, |
| "grad_norm": 9.610929489135742, |
| "learning_rate": 1.9055702938627407e-06, |
| "loss": 1.3059725761413574, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.5723905723905723, |
| "grad_norm": 14.765951156616211, |
| "learning_rate": 1.9048239853401833e-06, |
| "loss": 0.42610985040664673, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.5740740740740741, |
| "grad_norm": 6.197120189666748, |
| "learning_rate": 1.9040749038603602e-06, |
| "loss": 1.0255128145217896, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.5757575757575758, |
| "grad_norm": 6.4059038162231445, |
| "learning_rate": 1.9033230520041719e-06, |
| "loss": 1.1382319927215576, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.5774410774410774, |
| "grad_norm": 6.532130241394043, |
| "learning_rate": 1.9025684323620645e-06, |
| "loss": 1.1159263849258423, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.5791245791245792, |
| "grad_norm": 2.4945201873779297, |
| "learning_rate": 1.9018110475340203e-06, |
| "loss": 0.8307312726974487, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.5808080808080808, |
| "grad_norm": 20.23617935180664, |
| "learning_rate": 1.9010509001295485e-06, |
| "loss": 0.7440475821495056, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.5824915824915825, |
| "grad_norm": 4.1981072425842285, |
| "learning_rate": 1.9002879927676767e-06, |
| "loss": 0.8382600545883179, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.5841750841750841, |
| "grad_norm": 2.907876491546631, |
| "learning_rate": 1.8995223280769424e-06, |
| "loss": 0.9814774990081787, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.5858585858585859, |
| "grad_norm": 5.83011531829834, |
| "learning_rate": 1.8987539086953819e-06, |
| "loss": 0.8996963500976562, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.5875420875420876, |
| "grad_norm": 8.185150146484375, |
| "learning_rate": 1.8979827372705233e-06, |
| "loss": 0.8781136274337769, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.5892255892255892, |
| "grad_norm": 9.394926071166992, |
| "learning_rate": 1.8972088164593771e-06, |
| "loss": 0.8234498500823975, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.5909090909090909, |
| "grad_norm": 15.942888259887695, |
| "learning_rate": 1.896432148928426e-06, |
| "loss": 0.9446474313735962, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.5925925925925926, |
| "grad_norm": 4.5268330574035645, |
| "learning_rate": 1.895652737353616e-06, |
| "loss": 1.0645607709884644, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.5942760942760943, |
| "grad_norm": 6.5960612297058105, |
| "learning_rate": 1.8948705844203482e-06, |
| "loss": 0.9992242455482483, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.5959595959595959, |
| "grad_norm": 25.13721466064453, |
| "learning_rate": 1.8940856928234689e-06, |
| "loss": 0.746535062789917, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.5976430976430976, |
| "grad_norm": 6.828306674957275, |
| "learning_rate": 1.8932980652672597e-06, |
| "loss": 0.8305199146270752, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.5993265993265994, |
| "grad_norm": 5.863089561462402, |
| "learning_rate": 1.8925077044654288e-06, |
| "loss": 1.1452956199645996, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.601010101010101, |
| "grad_norm": 3.158170700073242, |
| "learning_rate": 1.8917146131411015e-06, |
| "loss": 1.0598926544189453, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.6026936026936027, |
| "grad_norm": 6.218857288360596, |
| "learning_rate": 1.8909187940268115e-06, |
| "loss": 0.7409163117408752, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.6043771043771043, |
| "grad_norm": 6.748631000518799, |
| "learning_rate": 1.89012024986449e-06, |
| "loss": 0.9013140201568604, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.6060606060606061, |
| "grad_norm": 4.563135623931885, |
| "learning_rate": 1.8893189834054586e-06, |
| "loss": 0.9499297738075256, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.6077441077441077, |
| "grad_norm": 12.914100646972656, |
| "learning_rate": 1.8885149974104164e-06, |
| "loss": 0.9684711694717407, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.6094276094276094, |
| "grad_norm": 16.68248748779297, |
| "learning_rate": 1.8877082946494339e-06, |
| "loss": 0.8916200995445251, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.6111111111111112, |
| "grad_norm": 31.8973388671875, |
| "learning_rate": 1.8868988779019414e-06, |
| "loss": 0.9836832284927368, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.6127946127946128, |
| "grad_norm": 38.546356201171875, |
| "learning_rate": 1.8860867499567203e-06, |
| "loss": 0.8979325294494629, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.6144781144781145, |
| "grad_norm": 3.1298513412475586, |
| "learning_rate": 1.885271913611893e-06, |
| "loss": 1.1511611938476562, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.6161616161616161, |
| "grad_norm": 4.0303263664245605, |
| "learning_rate": 1.8844543716749134e-06, |
| "loss": 1.0997979640960693, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.6178451178451179, |
| "grad_norm": 4.650604724884033, |
| "learning_rate": 1.8836341269625578e-06, |
| "loss": 0.7802401781082153, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.6195286195286195, |
| "grad_norm": 8.960386276245117, |
| "learning_rate": 1.882811182300914e-06, |
| "loss": 0.8063424229621887, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.6212121212121212, |
| "grad_norm": 20.323410034179688, |
| "learning_rate": 1.881985540525373e-06, |
| "loss": 0.689705491065979, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.622895622895623, |
| "grad_norm": 4.956573963165283, |
| "learning_rate": 1.8811572044806178e-06, |
| "loss": 1.2354564666748047, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.6245791245791246, |
| "grad_norm": 4.285037040710449, |
| "learning_rate": 1.8803261770206149e-06, |
| "loss": 1.0013043880462646, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.6262626262626263, |
| "grad_norm": 2.563471794128418, |
| "learning_rate": 1.8794924610086031e-06, |
| "loss": 1.2029197216033936, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.6279461279461279, |
| "grad_norm": 2.987870216369629, |
| "learning_rate": 1.8786560593170854e-06, |
| "loss": 0.9561195969581604, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.6296296296296297, |
| "grad_norm": 3.021315336227417, |
| "learning_rate": 1.877816974827817e-06, |
| "loss": 1.202516794204712, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.6313131313131313, |
| "grad_norm": 3.505037307739258, |
| "learning_rate": 1.8769752104317973e-06, |
| "loss": 1.2894848585128784, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.632996632996633, |
| "grad_norm": 8.464410781860352, |
| "learning_rate": 1.8761307690292589e-06, |
| "loss": 0.7271798849105835, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.6346801346801347, |
| "grad_norm": 26.4637508392334, |
| "learning_rate": 1.875283653529658e-06, |
| "loss": 0.9941682815551758, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.6363636363636364, |
| "grad_norm": 2.6587889194488525, |
| "learning_rate": 1.874433866851663e-06, |
| "loss": 0.7514116168022156, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.6380471380471381, |
| "grad_norm": 10.891627311706543, |
| "learning_rate": 1.8735814119231475e-06, |
| "loss": 0.8671576976776123, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.6397306397306397, |
| "grad_norm": 25.072734832763672, |
| "learning_rate": 1.872726291681177e-06, |
| "loss": 0.6143717169761658, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.6414141414141414, |
| "grad_norm": 4.057854175567627, |
| "learning_rate": 1.8718685090720004e-06, |
| "loss": 0.46186384558677673, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.6430976430976431, |
| "grad_norm": 10.258670806884766, |
| "learning_rate": 1.8710080670510402e-06, |
| "loss": 1.0092180967330933, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.6447811447811448, |
| "grad_norm": 4.200110912322998, |
| "learning_rate": 1.8701449685828806e-06, |
| "loss": 1.0899416208267212, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.6464646464646465, |
| "grad_norm": 10.581267356872559, |
| "learning_rate": 1.8692792166412595e-06, |
| "loss": 0.7667125463485718, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.6481481481481481, |
| "grad_norm": 5.673297882080078, |
| "learning_rate": 1.8684108142090562e-06, |
| "loss": 0.7934967279434204, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.6498316498316499, |
| "grad_norm": 3.9210774898529053, |
| "learning_rate": 1.8675397642782827e-06, |
| "loss": 0.7912408113479614, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.6515151515151515, |
| "grad_norm": 12.99809455871582, |
| "learning_rate": 1.8666660698500726e-06, |
| "loss": 0.6966930627822876, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.6531986531986532, |
| "grad_norm": 2.608152389526367, |
| "learning_rate": 1.8657897339346707e-06, |
| "loss": 0.9161090850830078, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.6548821548821548, |
| "grad_norm": 4.8470282554626465, |
| "learning_rate": 1.8649107595514226e-06, |
| "loss": 1.050070881843567, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.6565656565656566, |
| "grad_norm": 38.622154235839844, |
| "learning_rate": 1.8640291497287654e-06, |
| "loss": 0.948337197303772, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.6582491582491582, |
| "grad_norm": 19.695106506347656, |
| "learning_rate": 1.8631449075042156e-06, |
| "loss": 1.065544605255127, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.6599326599326599, |
| "grad_norm": 6.196758270263672, |
| "learning_rate": 1.8622580359243601e-06, |
| "loss": 0.9903167486190796, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.6616161616161617, |
| "grad_norm": 11.652655601501465, |
| "learning_rate": 1.8613685380448441e-06, |
| "loss": 1.0705502033233643, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.6632996632996633, |
| "grad_norm": 21.967121124267578, |
| "learning_rate": 1.8604764169303626e-06, |
| "loss": 0.8703781366348267, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.664983164983165, |
| "grad_norm": 2.8076608180999756, |
| "learning_rate": 1.8595816756546477e-06, |
| "loss": 0.9413682222366333, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 12.699344635009766, |
| "learning_rate": 1.8586843173004598e-06, |
| "loss": 0.9941300749778748, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.6683501683501684, |
| "grad_norm": 2.5356881618499756, |
| "learning_rate": 1.8577843449595763e-06, |
| "loss": 0.6315573453903198, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.67003367003367, |
| "grad_norm": 3.684738874435425, |
| "learning_rate": 1.85688176173278e-06, |
| "loss": 0.9797836542129517, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.6717171717171717, |
| "grad_norm": 4.553958415985107, |
| "learning_rate": 1.8559765707298502e-06, |
| "loss": 1.0133525133132935, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.6734006734006734, |
| "grad_norm": 5.8083367347717285, |
| "learning_rate": 1.8550687750695509e-06, |
| "loss": 0.635034441947937, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.6750841750841751, |
| "grad_norm": 2.6168251037597656, |
| "learning_rate": 1.8541583778796196e-06, |
| "loss": 0.9916131496429443, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.6767676767676768, |
| "grad_norm": 10.899927139282227, |
| "learning_rate": 1.8532453822967584e-06, |
| "loss": 0.7682900428771973, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.6784511784511784, |
| "grad_norm": 11.195059776306152, |
| "learning_rate": 1.8523297914666207e-06, |
| "loss": 0.6411112546920776, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.6801346801346801, |
| "grad_norm": 8.76089859008789, |
| "learning_rate": 1.8514116085438027e-06, |
| "loss": 1.0669599771499634, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.6818181818181818, |
| "grad_norm": 2.9080264568328857, |
| "learning_rate": 1.8504908366918302e-06, |
| "loss": 0.9828901886940002, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.6835016835016835, |
| "grad_norm": 4.848678112030029, |
| "learning_rate": 1.84956747908315e-06, |
| "loss": 1.1542444229125977, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.6851851851851852, |
| "grad_norm": 6.960413932800293, |
| "learning_rate": 1.8486415388991173e-06, |
| "loss": 0.5982141494750977, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.6868686868686869, |
| "grad_norm": 2.6384944915771484, |
| "learning_rate": 1.8477130193299863e-06, |
| "loss": 1.1131889820098877, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.6885521885521886, |
| "grad_norm": 9.800881385803223, |
| "learning_rate": 1.846781923574897e-06, |
| "loss": 0.7944687604904175, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.6902356902356902, |
| "grad_norm": 40.63787078857422, |
| "learning_rate": 1.8458482548418661e-06, |
| "loss": 0.7440886497497559, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.6919191919191919, |
| "grad_norm": 3.366387367248535, |
| "learning_rate": 1.8449120163477753e-06, |
| "loss": 0.7828149199485779, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.6936026936026936, |
| "grad_norm": 4.786665916442871, |
| "learning_rate": 1.8439732113183607e-06, |
| "loss": 0.8565751314163208, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.6952861952861953, |
| "grad_norm": 9.01762866973877, |
| "learning_rate": 1.8430318429881997e-06, |
| "loss": 0.8942912817001343, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.696969696969697, |
| "grad_norm": 2.231179714202881, |
| "learning_rate": 1.8420879146007025e-06, |
| "loss": 0.8027513027191162, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.6986531986531986, |
| "grad_norm": 3.190427541732788, |
| "learning_rate": 1.8411414294081003e-06, |
| "loss": 1.2244315147399902, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.7003367003367004, |
| "grad_norm": 8.976424217224121, |
| "learning_rate": 1.8401923906714321e-06, |
| "loss": 0.8990939855575562, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.702020202020202, |
| "grad_norm": 11.49886703491211, |
| "learning_rate": 1.8392408016605358e-06, |
| "loss": 0.6986100673675537, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.7037037037037037, |
| "grad_norm": 10.203569412231445, |
| "learning_rate": 1.8382866656540361e-06, |
| "loss": 0.8804981708526611, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.7053872053872053, |
| "grad_norm": 6.145118713378906, |
| "learning_rate": 1.8373299859393326e-06, |
| "loss": 0.5913242697715759, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.7070707070707071, |
| "grad_norm": 4.84503698348999, |
| "learning_rate": 1.8363707658125905e-06, |
| "loss": 1.2492575645446777, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.7087542087542088, |
| "grad_norm": 6.014354228973389, |
| "learning_rate": 1.8354090085787252e-06, |
| "loss": 1.122812271118164, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.7104377104377104, |
| "grad_norm": 10.91385269165039, |
| "learning_rate": 1.8344447175513965e-06, |
| "loss": 1.0250314474105835, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.7121212121212122, |
| "grad_norm": 5.709978103637695, |
| "learning_rate": 1.8334778960529916e-06, |
| "loss": 0.8772053718566895, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.7138047138047138, |
| "grad_norm": 25.334754943847656, |
| "learning_rate": 1.8325085474146178e-06, |
| "loss": 0.7974849939346313, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.7154882154882155, |
| "grad_norm": 30.209260940551758, |
| "learning_rate": 1.8315366749760892e-06, |
| "loss": 0.9543988704681396, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.7171717171717171, |
| "grad_norm": 3.697704315185547, |
| "learning_rate": 1.8305622820859153e-06, |
| "loss": 0.7927026748657227, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.7188552188552189, |
| "grad_norm": 10.00793743133545, |
| "learning_rate": 1.829585372101289e-06, |
| "loss": 0.78277987241745, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.7205387205387206, |
| "grad_norm": 7.505032539367676, |
| "learning_rate": 1.828605948388077e-06, |
| "loss": 1.1311378479003906, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.7222222222222222, |
| "grad_norm": 4.7181572914123535, |
| "learning_rate": 1.8276240143208054e-06, |
| "loss": 0.7503079175949097, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.7239057239057239, |
| "grad_norm": 3.523047924041748, |
| "learning_rate": 1.8266395732826508e-06, |
| "loss": 0.9047625064849854, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.7255892255892256, |
| "grad_norm": 2.024121046066284, |
| "learning_rate": 1.8256526286654264e-06, |
| "loss": 1.1868062019348145, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 14.294280052185059, |
| "learning_rate": 1.824663183869572e-06, |
| "loss": 1.0042986869812012, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.7289562289562289, |
| "grad_norm": 17.085304260253906, |
| "learning_rate": 1.8236712423041408e-06, |
| "loss": 0.9877347946166992, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.7306397306397306, |
| "grad_norm": 6.132120609283447, |
| "learning_rate": 1.822676807386789e-06, |
| "loss": 1.2511956691741943, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.7323232323232324, |
| "grad_norm": 5.884708881378174, |
| "learning_rate": 1.8216798825437635e-06, |
| "loss": 1.1776090860366821, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.734006734006734, |
| "grad_norm": 5.7460737228393555, |
| "learning_rate": 1.8206804712098903e-06, |
| "loss": 1.0924787521362305, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.7356902356902357, |
| "grad_norm": 2.724154233932495, |
| "learning_rate": 1.819678576828561e-06, |
| "loss": 1.0940457582473755, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.7373737373737373, |
| "grad_norm": 21.470823287963867, |
| "learning_rate": 1.8186742028517237e-06, |
| "loss": 0.8332981467247009, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.7390572390572391, |
| "grad_norm": 7.482705116271973, |
| "learning_rate": 1.8176673527398694e-06, |
| "loss": 0.6369479894638062, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.7407407407407407, |
| "grad_norm": 15.344402313232422, |
| "learning_rate": 1.8166580299620202e-06, |
| "loss": 0.612411618232727, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.7424242424242424, |
| "grad_norm": 2.4508793354034424, |
| "learning_rate": 1.815646237995718e-06, |
| "loss": 1.1662663221359253, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.7441077441077442, |
| "grad_norm": 3.4642128944396973, |
| "learning_rate": 1.814631980327012e-06, |
| "loss": 1.1108534336090088, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.7457912457912458, |
| "grad_norm": 2.681384801864624, |
| "learning_rate": 1.813615260450446e-06, |
| "loss": 0.6596791744232178, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.7474747474747475, |
| "grad_norm": 1.7828519344329834, |
| "learning_rate": 1.8125960818690485e-06, |
| "loss": 1.0084741115570068, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.7491582491582491, |
| "grad_norm": 34.723270416259766, |
| "learning_rate": 1.811574448094318e-06, |
| "loss": 0.9112769961357117, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.7508417508417509, |
| "grad_norm": 10.580464363098145, |
| "learning_rate": 1.8105503626462129e-06, |
| "loss": 0.9600024819374084, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.7525252525252525, |
| "grad_norm": 17.393407821655273, |
| "learning_rate": 1.8095238290531385e-06, |
| "loss": 0.7573001384735107, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.7542087542087542, |
| "grad_norm": 8.820290565490723, |
| "learning_rate": 1.8084948508519346e-06, |
| "loss": 0.8571316003799438, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.7558922558922558, |
| "grad_norm": 15.848811149597168, |
| "learning_rate": 1.8074634315878644e-06, |
| "loss": 0.6229598522186279, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.7575757575757576, |
| "grad_norm": 5.893372058868408, |
| "learning_rate": 1.8064295748146014e-06, |
| "loss": 0.8924508094787598, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.7592592592592593, |
| "grad_norm": 21.465091705322266, |
| "learning_rate": 1.8053932840942175e-06, |
| "loss": 0.6515762209892273, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.7609427609427609, |
| "grad_norm": 3.3033552169799805, |
| "learning_rate": 1.8043545629971689e-06, |
| "loss": 1.2100439071655273, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.7626262626262627, |
| "grad_norm": 3.6212236881256104, |
| "learning_rate": 1.8033134151022881e-06, |
| "loss": 0.9367895126342773, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.7643097643097643, |
| "grad_norm": 11.270123481750488, |
| "learning_rate": 1.8022698439967673e-06, |
| "loss": 0.9181069731712341, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.765993265993266, |
| "grad_norm": 4.863030433654785, |
| "learning_rate": 1.8012238532761476e-06, |
| "loss": 0.8502522110939026, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.7676767676767676, |
| "grad_norm": 7.718131065368652, |
| "learning_rate": 1.8001754465443078e-06, |
| "loss": 0.9918288588523865, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.7693602693602694, |
| "grad_norm": 10.74516773223877, |
| "learning_rate": 1.79912462741345e-06, |
| "loss": 0.8540866374969482, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.7710437710437711, |
| "grad_norm": 6.144227027893066, |
| "learning_rate": 1.798071399504088e-06, |
| "loss": 0.9551119804382324, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.7727272727272727, |
| "grad_norm": 3.8601930141448975, |
| "learning_rate": 1.7970157664450357e-06, |
| "loss": 0.6338967084884644, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.7744107744107744, |
| "grad_norm": 11.050410270690918, |
| "learning_rate": 1.7959577318733925e-06, |
| "loss": 0.5116314888000488, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.7760942760942761, |
| "grad_norm": 4.513789176940918, |
| "learning_rate": 1.7948972994345328e-06, |
| "loss": 0.6171036958694458, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.7777777777777778, |
| "grad_norm": 8.82806396484375, |
| "learning_rate": 1.7938344727820928e-06, |
| "loss": 0.9206382632255554, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.7794612794612794, |
| "grad_norm": 4.373292446136475, |
| "learning_rate": 1.7927692555779577e-06, |
| "loss": 1.1664514541625977, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.7811447811447811, |
| "grad_norm": 3.1802244186401367, |
| "learning_rate": 1.791701651492248e-06, |
| "loss": 0.48759081959724426, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.7828282828282829, |
| "grad_norm": 6.313639163970947, |
| "learning_rate": 1.7906316642033099e-06, |
| "loss": 1.3327703475952148, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.7845117845117845, |
| "grad_norm": 22.747098922729492, |
| "learning_rate": 1.7895592973976998e-06, |
| "loss": 0.8829092383384705, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.7861952861952862, |
| "grad_norm": 3.2088170051574707, |
| "learning_rate": 1.7884845547701721e-06, |
| "loss": 1.0014090538024902, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.7878787878787878, |
| "grad_norm": 12.781431198120117, |
| "learning_rate": 1.7874074400236677e-06, |
| "loss": 0.8620262145996094, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.7895622895622896, |
| "grad_norm": 2.6499383449554443, |
| "learning_rate": 1.7863279568692999e-06, |
| "loss": 0.8909909725189209, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.7912457912457912, |
| "grad_norm": 2.3473894596099854, |
| "learning_rate": 1.7852461090263422e-06, |
| "loss": 1.0048516988754272, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.7929292929292929, |
| "grad_norm": 16.40445327758789, |
| "learning_rate": 1.7841619002222164e-06, |
| "loss": 0.3737819790840149, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.7946127946127947, |
| "grad_norm": 3.327476978302002, |
| "learning_rate": 1.7830753341924768e-06, |
| "loss": 0.9010682106018066, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.7962962962962963, |
| "grad_norm": 2.6396255493164062, |
| "learning_rate": 1.781986414680802e-06, |
| "loss": 0.925070583820343, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.797979797979798, |
| "grad_norm": 3.3719475269317627, |
| "learning_rate": 1.7808951454389761e-06, |
| "loss": 1.036871075630188, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.7996632996632996, |
| "grad_norm": 5.47444486618042, |
| "learning_rate": 1.7798015302268826e-06, |
| "loss": 0.8623565435409546, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.8013468013468014, |
| "grad_norm": 11.89119815826416, |
| "learning_rate": 1.7787055728124853e-06, |
| "loss": 0.4426053762435913, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.803030303030303, |
| "grad_norm": 3.086700916290283, |
| "learning_rate": 1.777607276971818e-06, |
| "loss": 0.9516481161117554, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.8047138047138047, |
| "grad_norm": 11.045938491821289, |
| "learning_rate": 1.7765066464889729e-06, |
| "loss": 0.9658932685852051, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.8063973063973064, |
| "grad_norm": 10.93420696258545, |
| "learning_rate": 1.775403685156085e-06, |
| "loss": 1.1045958995819092, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.8080808080808081, |
| "grad_norm": 2.5317461490631104, |
| "learning_rate": 1.77429839677332e-06, |
| "loss": 0.673387348651886, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.8097643097643098, |
| "grad_norm": 4.62790584564209, |
| "learning_rate": 1.773190785148861e-06, |
| "loss": 0.771082878112793, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.8114478114478114, |
| "grad_norm": 6.418295860290527, |
| "learning_rate": 1.7720808540988965e-06, |
| "loss": 0.6905859112739563, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.8131313131313131, |
| "grad_norm": 2.9778709411621094, |
| "learning_rate": 1.770968607447606e-06, |
| "loss": 0.9952410459518433, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.8148148148148148, |
| "grad_norm": 17.664697647094727, |
| "learning_rate": 1.7698540490271475e-06, |
| "loss": 1.1883214712142944, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.8164983164983165, |
| "grad_norm": 3.8164806365966797, |
| "learning_rate": 1.7687371826776432e-06, |
| "loss": 0.9806801080703735, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.8181818181818182, |
| "grad_norm": 10.780609130859375, |
| "learning_rate": 1.7676180122471677e-06, |
| "loss": 0.9630722403526306, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.8198653198653199, |
| "grad_norm": 6.188197612762451, |
| "learning_rate": 1.7664965415917342e-06, |
| "loss": 0.7298092842102051, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.8215488215488216, |
| "grad_norm": 4.687350749969482, |
| "learning_rate": 1.765372774575281e-06, |
| "loss": 0.9373712539672852, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.8232323232323232, |
| "grad_norm": 5.430413722991943, |
| "learning_rate": 1.764246715069658e-06, |
| "loss": 1.1954350471496582, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.8249158249158249, |
| "grad_norm": 3.7986605167388916, |
| "learning_rate": 1.7631183669546146e-06, |
| "loss": 1.161393404006958, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.8265993265993266, |
| "grad_norm": 4.60081672668457, |
| "learning_rate": 1.761987734117784e-06, |
| "loss": 1.046337366104126, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.8282828282828283, |
| "grad_norm": 3.7046844959259033, |
| "learning_rate": 1.7608548204546724e-06, |
| "loss": 1.0424065589904785, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.82996632996633, |
| "grad_norm": 19.03668212890625, |
| "learning_rate": 1.7597196298686446e-06, |
| "loss": 0.9536873698234558, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.8316498316498316, |
| "grad_norm": 32.48857498168945, |
| "learning_rate": 1.7585821662709088e-06, |
| "loss": 0.8443811535835266, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.8333333333333334, |
| "grad_norm": 11.665223121643066, |
| "learning_rate": 1.7574424335805066e-06, |
| "loss": 0.8324294686317444, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.835016835016835, |
| "grad_norm": 21.848285675048828, |
| "learning_rate": 1.7563004357242962e-06, |
| "loss": 0.6908457279205322, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.8367003367003367, |
| "grad_norm": 2.1612720489501953, |
| "learning_rate": 1.755156176636941e-06, |
| "loss": 0.9239605069160461, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.8383838383838383, |
| "grad_norm": 4.865361213684082, |
| "learning_rate": 1.7540096602608946e-06, |
| "loss": 0.6591212153434753, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.8400673400673401, |
| "grad_norm": 3.861494779586792, |
| "learning_rate": 1.7528608905463881e-06, |
| "loss": 0.9056419134140015, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.8417508417508418, |
| "grad_norm": 2.9562947750091553, |
| "learning_rate": 1.7517098714514175e-06, |
| "loss": 1.0812749862670898, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.8434343434343434, |
| "grad_norm": 3.0346264839172363, |
| "learning_rate": 1.7505566069417272e-06, |
| "loss": 0.7617006301879883, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.8451178451178452, |
| "grad_norm": 3.785036325454712, |
| "learning_rate": 1.749401100990799e-06, |
| "loss": 0.6745568513870239, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.8468013468013468, |
| "grad_norm": 5.557058334350586, |
| "learning_rate": 1.748243357579837e-06, |
| "loss": 1.0811188220977783, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.8484848484848485, |
| "grad_norm": 1.9689534902572632, |
| "learning_rate": 1.747083380697754e-06, |
| "loss": 0.5900795459747314, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.8501683501683501, |
| "grad_norm": 14.491848945617676, |
| "learning_rate": 1.7459211743411589e-06, |
| "loss": 0.9504165649414062, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.8518518518518519, |
| "grad_norm": 21.8311767578125, |
| "learning_rate": 1.7447567425143413e-06, |
| "loss": 0.8922120928764343, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.8535353535353535, |
| "grad_norm": 13.790666580200195, |
| "learning_rate": 1.7435900892292593e-06, |
| "loss": 0.7710224390029907, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.8552188552188552, |
| "grad_norm": 20.326784133911133, |
| "learning_rate": 1.7424212185055236e-06, |
| "loss": 0.6666241884231567, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.8569023569023569, |
| "grad_norm": 18.170595169067383, |
| "learning_rate": 1.7412501343703858e-06, |
| "loss": 0.967223048210144, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.8585858585858586, |
| "grad_norm": 3.054368257522583, |
| "learning_rate": 1.740076840858724e-06, |
| "loss": 1.2456423044204712, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.8602693602693603, |
| "grad_norm": 26.2432861328125, |
| "learning_rate": 1.7389013420130278e-06, |
| "loss": 0.9183678030967712, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.8619528619528619, |
| "grad_norm": 4.530948162078857, |
| "learning_rate": 1.7377236418833855e-06, |
| "loss": 0.953632652759552, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.8636363636363636, |
| "grad_norm": 4.451155185699463, |
| "learning_rate": 1.736543744527469e-06, |
| "loss": 0.8909140825271606, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.8653198653198653, |
| "grad_norm": 3.3854105472564697, |
| "learning_rate": 1.7353616540105214e-06, |
| "loss": 0.9759948253631592, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.867003367003367, |
| "grad_norm": 7.278261184692383, |
| "learning_rate": 1.7341773744053423e-06, |
| "loss": 0.643425703048706, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.8686868686868687, |
| "grad_norm": 3.562976360321045, |
| "learning_rate": 1.7329909097922726e-06, |
| "loss": 0.8528425693511963, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.8703703703703703, |
| "grad_norm": 4.631925106048584, |
| "learning_rate": 1.7318022642591826e-06, |
| "loss": 0.9317729473114014, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.8720538720538721, |
| "grad_norm": 2.9623520374298096, |
| "learning_rate": 1.730611441901456e-06, |
| "loss": 0.9544110298156738, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.8737373737373737, |
| "grad_norm": 7.970090389251709, |
| "learning_rate": 1.7294184468219768e-06, |
| "loss": 1.1069408655166626, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.8754208754208754, |
| "grad_norm": 5.28152322769165, |
| "learning_rate": 1.728223283131116e-06, |
| "loss": 1.0873464345932007, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.877104377104377, |
| "grad_norm": 5.224731922149658, |
| "learning_rate": 1.727025954946714e-06, |
| "loss": 0.9729514718055725, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.8787878787878788, |
| "grad_norm": 13.218440055847168, |
| "learning_rate": 1.7258264663940706e-06, |
| "loss": 1.0898833274841309, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.8804713804713805, |
| "grad_norm": 2.7989261150360107, |
| "learning_rate": 1.724624821605929e-06, |
| "loss": 1.0561833381652832, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.8821548821548821, |
| "grad_norm": 13.938822746276855, |
| "learning_rate": 1.7234210247224608e-06, |
| "loss": 0.9620407223701477, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.8838383838383839, |
| "grad_norm": 14.411212921142578, |
| "learning_rate": 1.7222150798912527e-06, |
| "loss": 0.7809741497039795, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.8855218855218855, |
| "grad_norm": 6.374806880950928, |
| "learning_rate": 1.7210069912672924e-06, |
| "loss": 1.0467114448547363, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.8872053872053872, |
| "grad_norm": 9.24715805053711, |
| "learning_rate": 1.7197967630129533e-06, |
| "loss": 0.5621042251586914, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 3.0764286518096924, |
| "learning_rate": 1.7185843992979805e-06, |
| "loss": 0.9588031768798828, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.8905723905723906, |
| "grad_norm": 3.0444071292877197, |
| "learning_rate": 1.7173699042994778e-06, |
| "loss": 0.9131466150283813, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.8922558922558923, |
| "grad_norm": 7.547487735748291, |
| "learning_rate": 1.716153282201891e-06, |
| "loss": 0.9909827709197998, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.8939393939393939, |
| "grad_norm": 3.859555959701538, |
| "learning_rate": 1.7149345371969958e-06, |
| "loss": 0.8949623107910156, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.8956228956228957, |
| "grad_norm": 10.671557426452637, |
| "learning_rate": 1.7137136734838809e-06, |
| "loss": 0.8130732774734497, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.8973063973063973, |
| "grad_norm": 2.6384527683258057, |
| "learning_rate": 1.7124906952689354e-06, |
| "loss": 1.0677348375320435, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.898989898989899, |
| "grad_norm": 2.3599157333374023, |
| "learning_rate": 1.7112656067658345e-06, |
| "loss": 0.8169218301773071, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.9006734006734006, |
| "grad_norm": 6.580990314483643, |
| "learning_rate": 1.7100384121955229e-06, |
| "loss": 0.9567373991012573, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.9023569023569024, |
| "grad_norm": 2.7122886180877686, |
| "learning_rate": 1.7088091157862026e-06, |
| "loss": 1.2019579410552979, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.9040404040404041, |
| "grad_norm": 2.5349674224853516, |
| "learning_rate": 1.7075777217733169e-06, |
| "loss": 0.8406597971916199, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.9057239057239057, |
| "grad_norm": 6.190466403961182, |
| "learning_rate": 1.7063442343995361e-06, |
| "loss": 0.4906361401081085, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.9074074074074074, |
| "grad_norm": 26.555025100708008, |
| "learning_rate": 1.7051086579147436e-06, |
| "loss": 1.0886037349700928, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 3.0735490322113037, |
| "learning_rate": 1.7038709965760198e-06, |
| "loss": 0.9269078969955444, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.9107744107744108, |
| "grad_norm": 2.295616865158081, |
| "learning_rate": 1.7026312546476292e-06, |
| "loss": 0.9460815191268921, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.9124579124579124, |
| "grad_norm": 14.62086009979248, |
| "learning_rate": 1.701389436401004e-06, |
| "loss": 0.7059042453765869, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.9141414141414141, |
| "grad_norm": 4.020232200622559, |
| "learning_rate": 1.700145546114731e-06, |
| "loss": 1.15854811668396, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.9158249158249159, |
| "grad_norm": 4.303004264831543, |
| "learning_rate": 1.698899588074535e-06, |
| "loss": 0.9253766536712646, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.9175084175084175, |
| "grad_norm": 2.722356081008911, |
| "learning_rate": 1.6976515665732663e-06, |
| "loss": 0.9150590896606445, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.9191919191919192, |
| "grad_norm": 8.33704948425293, |
| "learning_rate": 1.6964014859108837e-06, |
| "loss": 1.0268497467041016, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.9208754208754208, |
| "grad_norm": 4.683021068572998, |
| "learning_rate": 1.6951493503944414e-06, |
| "loss": 0.9068109393119812, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.9225589225589226, |
| "grad_norm": 10.631436347961426, |
| "learning_rate": 1.693895164338073e-06, |
| "loss": 0.7467716932296753, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.9242424242424242, |
| "grad_norm": 8.113303184509277, |
| "learning_rate": 1.6926389320629768e-06, |
| "loss": 0.384426474571228, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.9259259259259259, |
| "grad_norm": 5.846349239349365, |
| "learning_rate": 1.6913806578974016e-06, |
| "loss": 0.9705697298049927, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.9276094276094277, |
| "grad_norm": 23.626840591430664, |
| "learning_rate": 1.690120346176632e-06, |
| "loss": 0.5436959266662598, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.9292929292929293, |
| "grad_norm": 4.793126106262207, |
| "learning_rate": 1.6888580012429717e-06, |
| "loss": 1.117484450340271, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.930976430976431, |
| "grad_norm": 10.387064933776855, |
| "learning_rate": 1.68759362744573e-06, |
| "loss": 1.031156301498413, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.9326599326599326, |
| "grad_norm": 14.877448081970215, |
| "learning_rate": 1.686327229141207e-06, |
| "loss": 0.8722270131111145, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.9343434343434344, |
| "grad_norm": 3.464400053024292, |
| "learning_rate": 1.6850588106926773e-06, |
| "loss": 1.2158129215240479, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.936026936026936, |
| "grad_norm": 4.9829421043396, |
| "learning_rate": 1.6837883764703765e-06, |
| "loss": 1.1986503601074219, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.9377104377104377, |
| "grad_norm": 3.5053603649139404, |
| "learning_rate": 1.6825159308514847e-06, |
| "loss": 1.0430546998977661, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.9393939393939394, |
| "grad_norm": 6.993835926055908, |
| "learning_rate": 1.6812414782201127e-06, |
| "loss": 1.1407470703125, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.9410774410774411, |
| "grad_norm": 6.774454116821289, |
| "learning_rate": 1.6799650229672862e-06, |
| "loss": 1.0087709426879883, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.9427609427609428, |
| "grad_norm": 3.8694427013397217, |
| "learning_rate": 1.6786865694909301e-06, |
| "loss": 1.2728749513626099, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.9444444444444444, |
| "grad_norm": 8.199234962463379, |
| "learning_rate": 1.6774061221958552e-06, |
| "loss": 0.7386917471885681, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.9461279461279462, |
| "grad_norm": 3.474858283996582, |
| "learning_rate": 1.6761236854937406e-06, |
| "loss": 0.8540256023406982, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.9478114478114478, |
| "grad_norm": 5.611124038696289, |
| "learning_rate": 1.674839263803121e-06, |
| "loss": 0.849441409111023, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.9494949494949495, |
| "grad_norm": 3.0861027240753174, |
| "learning_rate": 1.6735528615493686e-06, |
| "loss": 0.9585309028625488, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.9511784511784511, |
| "grad_norm": 20.665544509887695, |
| "learning_rate": 1.6722644831646815e-06, |
| "loss": 0.9195750951766968, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.9528619528619529, |
| "grad_norm": 2.3980801105499268, |
| "learning_rate": 1.6709741330880644e-06, |
| "loss": 0.9300163984298706, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.9545454545454546, |
| "grad_norm": 11.30346393585205, |
| "learning_rate": 1.6696818157653172e-06, |
| "loss": 0.9436147212982178, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.9562289562289562, |
| "grad_norm": 15.200255393981934, |
| "learning_rate": 1.6683875356490157e-06, |
| "loss": 0.83840012550354, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.9579124579124579, |
| "grad_norm": 11.014248847961426, |
| "learning_rate": 1.6670912971985002e-06, |
| "loss": 0.7340762615203857, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.9595959595959596, |
| "grad_norm": 3.3604698181152344, |
| "learning_rate": 1.6657931048798576e-06, |
| "loss": 0.5434874296188354, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.9612794612794613, |
| "grad_norm": 8.75454330444336, |
| "learning_rate": 1.6644929631659061e-06, |
| "loss": 0.8939019441604614, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.9629629629629629, |
| "grad_norm": 14.948843955993652, |
| "learning_rate": 1.6631908765361818e-06, |
| "loss": 0.6150766611099243, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.9646464646464646, |
| "grad_norm": 2.9250028133392334, |
| "learning_rate": 1.6618868494769202e-06, |
| "loss": 0.8925027847290039, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.9663299663299664, |
| "grad_norm": 10.11111831665039, |
| "learning_rate": 1.6605808864810437e-06, |
| "loss": 0.7491191029548645, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.968013468013468, |
| "grad_norm": 8.039884567260742, |
| "learning_rate": 1.6592729920481443e-06, |
| "loss": 0.9510982036590576, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.9696969696969697, |
| "grad_norm": 11.84205150604248, |
| "learning_rate": 1.6579631706844683e-06, |
| "loss": 0.6039742231369019, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.9713804713804713, |
| "grad_norm": 26.592609405517578, |
| "learning_rate": 1.6566514269029015e-06, |
| "loss": 0.9072830677032471, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.9730639730639731, |
| "grad_norm": 4.943899154663086, |
| "learning_rate": 1.6553377652229536e-06, |
| "loss": 0.5825839042663574, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.9747474747474747, |
| "grad_norm": 5.413260459899902, |
| "learning_rate": 1.6540221901707413e-06, |
| "loss": 0.9307392835617065, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.9764309764309764, |
| "grad_norm": 6.360762119293213, |
| "learning_rate": 1.6527047062789743e-06, |
| "loss": 0.4215626120567322, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.9781144781144782, |
| "grad_norm": 9.286370277404785, |
| "learning_rate": 1.6513853180869391e-06, |
| "loss": 1.088386058807373, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.9797979797979798, |
| "grad_norm": 6.5988993644714355, |
| "learning_rate": 1.6500640301404832e-06, |
| "loss": 0.6811473965644836, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.9814814814814815, |
| "grad_norm": 9.595373153686523, |
| "learning_rate": 1.6487408469919992e-06, |
| "loss": 0.7789331674575806, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.9831649831649831, |
| "grad_norm": 5.964288234710693, |
| "learning_rate": 1.6474157732004101e-06, |
| "loss": 0.8091530203819275, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.9848484848484849, |
| "grad_norm": 11.993547439575195, |
| "learning_rate": 1.6460888133311526e-06, |
| "loss": 0.832628607749939, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.9865319865319865, |
| "grad_norm": 3.2034716606140137, |
| "learning_rate": 1.6447599719561616e-06, |
| "loss": 0.612036406993866, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.9882154882154882, |
| "grad_norm": 5.53648567199707, |
| "learning_rate": 1.6434292536538547e-06, |
| "loss": 0.9042845964431763, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.98989898989899, |
| "grad_norm": 5.690428733825684, |
| "learning_rate": 1.6420966630091168e-06, |
| "loss": 0.44773343205451965, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.9915824915824916, |
| "grad_norm": 11.099560737609863, |
| "learning_rate": 1.6407622046132831e-06, |
| "loss": 1.0306243896484375, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.9932659932659933, |
| "grad_norm": 11.031452178955078, |
| "learning_rate": 1.6394258830641243e-06, |
| "loss": 0.42686060070991516, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.9949494949494949, |
| "grad_norm": 2.295154094696045, |
| "learning_rate": 1.6380877029658303e-06, |
| "loss": 0.8935648202896118, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.9966329966329966, |
| "grad_norm": 5.188049793243408, |
| "learning_rate": 1.6367476689289947e-06, |
| "loss": 1.000899076461792, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.9983164983164983, |
| "grad_norm": 5.049581527709961, |
| "learning_rate": 1.6354057855705984e-06, |
| "loss": 0.6279634833335876, |
| "step": 1186 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 15.246573448181152, |
| "learning_rate": 1.6340620575139947e-06, |
| "loss": 0.6900116205215454, |
| "step": 1188 |
| }, |
| { |
| "epoch": 1.0016835016835017, |
| "grad_norm": 5.413362503051758, |
| "learning_rate": 1.6327164893888913e-06, |
| "loss": 0.39591357111930847, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.0033670033670035, |
| "grad_norm": 7.250094890594482, |
| "learning_rate": 1.6313690858313374e-06, |
| "loss": 0.41023939847946167, |
| "step": 1192 |
| }, |
| { |
| "epoch": 1.005050505050505, |
| "grad_norm": 4.482004642486572, |
| "learning_rate": 1.6300198514837045e-06, |
| "loss": 1.090850591659546, |
| "step": 1194 |
| }, |
| { |
| "epoch": 1.0067340067340067, |
| "grad_norm": 15.401289939880371, |
| "learning_rate": 1.6286687909946732e-06, |
| "loss": 0.8496726751327515, |
| "step": 1196 |
| }, |
| { |
| "epoch": 1.0084175084175084, |
| "grad_norm": 2.563889741897583, |
| "learning_rate": 1.6273159090192152e-06, |
| "loss": 0.9915731549263, |
| "step": 1198 |
| }, |
| { |
| "epoch": 1.0101010101010102, |
| "grad_norm": 8.505236625671387, |
| "learning_rate": 1.6259612102185778e-06, |
| "loss": 1.0761607885360718, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.0117845117845117, |
| "grad_norm": 2.467069625854492, |
| "learning_rate": 1.6246046992602685e-06, |
| "loss": 0.9234099984169006, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.0134680134680134, |
| "grad_norm": 2.2489092350006104, |
| "learning_rate": 1.6232463808180385e-06, |
| "loss": 0.9091596007347107, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.0151515151515151, |
| "grad_norm": 24.074737548828125, |
| "learning_rate": 1.6218862595718664e-06, |
| "loss": 1.0585005283355713, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.0168350168350169, |
| "grad_norm": 11.167364120483398, |
| "learning_rate": 1.620524340207942e-06, |
| "loss": 0.6014789938926697, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.0185185185185186, |
| "grad_norm": 9.423373222351074, |
| "learning_rate": 1.6191606274186504e-06, |
| "loss": 0.5883907079696655, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.02020202020202, |
| "grad_norm": 4.673365592956543, |
| "learning_rate": 1.6177951259025562e-06, |
| "loss": 0.5414766669273376, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.0218855218855218, |
| "grad_norm": 8.354643821716309, |
| "learning_rate": 1.6164278403643867e-06, |
| "loss": 0.7363089919090271, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.0235690235690236, |
| "grad_norm": 6.500521183013916, |
| "learning_rate": 1.6150587755150158e-06, |
| "loss": 0.38967499136924744, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.0252525252525253, |
| "grad_norm": 24.9106388092041, |
| "learning_rate": 1.6136879360714478e-06, |
| "loss": 0.9002467393875122, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.026936026936027, |
| "grad_norm": 3.819883346557617, |
| "learning_rate": 1.612315326756802e-06, |
| "loss": 0.7683883905410767, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.0286195286195285, |
| "grad_norm": 34.932952880859375, |
| "learning_rate": 1.6109409523002942e-06, |
| "loss": 0.9174226522445679, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.0303030303030303, |
| "grad_norm": 2.4514238834381104, |
| "learning_rate": 1.6095648174372231e-06, |
| "loss": 1.0709283351898193, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.031986531986532, |
| "grad_norm": 4.087513446807861, |
| "learning_rate": 1.6081869269089522e-06, |
| "loss": 0.6256165504455566, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.0336700336700337, |
| "grad_norm": 3.7036447525024414, |
| "learning_rate": 1.606807285462894e-06, |
| "loss": 0.8476806282997131, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.0353535353535352, |
| "grad_norm": 2.504366397857666, |
| "learning_rate": 1.6054258978524943e-06, |
| "loss": 0.8022794127464294, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.037037037037037, |
| "grad_norm": 11.632919311523438, |
| "learning_rate": 1.6040427688372143e-06, |
| "loss": 0.4790239632129669, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.0387205387205387, |
| "grad_norm": 1.2272193431854248, |
| "learning_rate": 1.602657903182515e-06, |
| "loss": 0.7812309265136719, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.0404040404040404, |
| "grad_norm": 1.8513426780700684, |
| "learning_rate": 1.6012713056598423e-06, |
| "loss": 0.7921426892280579, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.0420875420875422, |
| "grad_norm": 4.828263282775879, |
| "learning_rate": 1.599882981046607e-06, |
| "loss": 0.5412895679473877, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.0437710437710437, |
| "grad_norm": 2.7645084857940674, |
| "learning_rate": 1.5984929341261724e-06, |
| "loss": 0.9840224981307983, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.0454545454545454, |
| "grad_norm": 3.864872455596924, |
| "learning_rate": 1.5971011696878342e-06, |
| "loss": 0.9463930130004883, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.0471380471380471, |
| "grad_norm": 4.084227561950684, |
| "learning_rate": 1.5957076925268072e-06, |
| "loss": 0.639992356300354, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.0488215488215489, |
| "grad_norm": 3.3840675354003906, |
| "learning_rate": 1.5943125074442064e-06, |
| "loss": 0.6726884841918945, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.0505050505050506, |
| "grad_norm": 2.852729558944702, |
| "learning_rate": 1.5929156192470313e-06, |
| "loss": 0.9147169589996338, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.0521885521885521, |
| "grad_norm": 4.347400665283203, |
| "learning_rate": 1.5915170327481491e-06, |
| "loss": 0.7575803995132446, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.0538720538720538, |
| "grad_norm": 12.422771453857422, |
| "learning_rate": 1.5901167527662796e-06, |
| "loss": 0.6838544607162476, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.0555555555555556, |
| "grad_norm": 11.088696479797363, |
| "learning_rate": 1.5887147841259758e-06, |
| "loss": 0.9683138728141785, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.0572390572390573, |
| "grad_norm": 5.527649879455566, |
| "learning_rate": 1.5873111316576102e-06, |
| "loss": 0.7508020401000977, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.0589225589225588, |
| "grad_norm": 4.718619346618652, |
| "learning_rate": 1.5859058001973555e-06, |
| "loss": 0.5126559734344482, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.0606060606060606, |
| "grad_norm": 5.101532459259033, |
| "learning_rate": 1.5844987945871701e-06, |
| "loss": 0.77130526304245, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.0622895622895623, |
| "grad_norm": 5.325422763824463, |
| "learning_rate": 1.5830901196747805e-06, |
| "loss": 0.6283507347106934, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.063973063973064, |
| "grad_norm": 15.08485221862793, |
| "learning_rate": 1.5816797803136647e-06, |
| "loss": 0.7283768653869629, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.0656565656565657, |
| "grad_norm": 3.9415273666381836, |
| "learning_rate": 1.5802677813630348e-06, |
| "loss": 0.6957473754882812, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.0673400673400673, |
| "grad_norm": 10.470375061035156, |
| "learning_rate": 1.5788541276878212e-06, |
| "loss": 0.6225847005844116, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.069023569023569, |
| "grad_norm": 13.44847583770752, |
| "learning_rate": 1.577438824158656e-06, |
| "loss": 0.6269044280052185, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.0707070707070707, |
| "grad_norm": 1.2674486637115479, |
| "learning_rate": 1.5760218756518548e-06, |
| "loss": 0.6266012191772461, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.0723905723905724, |
| "grad_norm": 25.154924392700195, |
| "learning_rate": 1.5746032870494022e-06, |
| "loss": 0.4940655827522278, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.074074074074074, |
| "grad_norm": 5.607649326324463, |
| "learning_rate": 1.5731830632389322e-06, |
| "loss": 0.6989841461181641, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.0757575757575757, |
| "grad_norm": 111.35026550292969, |
| "learning_rate": 1.5717612091137137e-06, |
| "loss": 0.9674046039581299, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.0774410774410774, |
| "grad_norm": 36.46900939941406, |
| "learning_rate": 1.570337729572632e-06, |
| "loss": 0.5374500751495361, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.0791245791245792, |
| "grad_norm": 7.345931529998779, |
| "learning_rate": 1.5689126295201738e-06, |
| "loss": 0.3302645683288574, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.0808080808080809, |
| "grad_norm": 4.141447067260742, |
| "learning_rate": 1.5674859138664076e-06, |
| "loss": 1.053006887435913, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.0824915824915824, |
| "grad_norm": 18.335811614990234, |
| "learning_rate": 1.5660575875269696e-06, |
| "loss": 0.9029141664505005, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.0841750841750841, |
| "grad_norm": 4.0398850440979, |
| "learning_rate": 1.5646276554230454e-06, |
| "loss": 0.5438280701637268, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.0858585858585859, |
| "grad_norm": 20.008378982543945, |
| "learning_rate": 1.563196122481352e-06, |
| "loss": 0.6676660776138306, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.0875420875420876, |
| "grad_norm": 3.3898210525512695, |
| "learning_rate": 1.5617629936341225e-06, |
| "loss": 1.1070988178253174, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.0892255892255893, |
| "grad_norm": 5.172207355499268, |
| "learning_rate": 1.5603282738190898e-06, |
| "loss": 0.7852774858474731, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.0909090909090908, |
| "grad_norm": 14.538901329040527, |
| "learning_rate": 1.5588919679794668e-06, |
| "loss": 0.583429753780365, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.0925925925925926, |
| "grad_norm": 6.987974166870117, |
| "learning_rate": 1.5574540810639312e-06, |
| "loss": 0.6342300176620483, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.0942760942760943, |
| "grad_norm": 13.806412696838379, |
| "learning_rate": 1.556014618026609e-06, |
| "loss": 0.6277361512184143, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.095959595959596, |
| "grad_norm": 11.233121871948242, |
| "learning_rate": 1.5545735838270556e-06, |
| "loss": 0.6347372531890869, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.0976430976430978, |
| "grad_norm": 4.906972885131836, |
| "learning_rate": 1.5531309834302403e-06, |
| "loss": 0.5694692134857178, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.0993265993265993, |
| "grad_norm": 13.255314826965332, |
| "learning_rate": 1.5516868218065283e-06, |
| "loss": 0.5988457798957825, |
| "step": 1306 |
| }, |
| { |
| "epoch": 1.101010101010101, |
| "grad_norm": 18.89320182800293, |
| "learning_rate": 1.5502411039316642e-06, |
| "loss": 0.5894651412963867, |
| "step": 1308 |
| }, |
| { |
| "epoch": 1.1026936026936027, |
| "grad_norm": 2.3720078468322754, |
| "learning_rate": 1.5487938347867542e-06, |
| "loss": 0.39072656631469727, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.1043771043771045, |
| "grad_norm": 3.8021674156188965, |
| "learning_rate": 1.5473450193582498e-06, |
| "loss": 1.1303743124008179, |
| "step": 1312 |
| }, |
| { |
| "epoch": 1.106060606060606, |
| "grad_norm": 12.77686882019043, |
| "learning_rate": 1.5458946626379293e-06, |
| "loss": 0.9466381072998047, |
| "step": 1314 |
| }, |
| { |
| "epoch": 1.1077441077441077, |
| "grad_norm": 16.367809295654297, |
| "learning_rate": 1.5444427696228822e-06, |
| "loss": 0.896185576915741, |
| "step": 1316 |
| }, |
| { |
| "epoch": 1.1094276094276094, |
| "grad_norm": 4.367947578430176, |
| "learning_rate": 1.5429893453154906e-06, |
| "loss": 0.9018317461013794, |
| "step": 1318 |
| }, |
| { |
| "epoch": 1.1111111111111112, |
| "grad_norm": 11.2949857711792, |
| "learning_rate": 1.5415343947234132e-06, |
| "loss": 0.5716771483421326, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.112794612794613, |
| "grad_norm": 3.638136386871338, |
| "learning_rate": 1.5400779228595663e-06, |
| "loss": 0.8265483379364014, |
| "step": 1322 |
| }, |
| { |
| "epoch": 1.1144781144781144, |
| "grad_norm": 23.661731719970703, |
| "learning_rate": 1.538619934742109e-06, |
| "loss": 0.5200953483581543, |
| "step": 1324 |
| }, |
| { |
| "epoch": 1.1161616161616161, |
| "grad_norm": 5.394420146942139, |
| "learning_rate": 1.5371604353944235e-06, |
| "loss": 0.8769002556800842, |
| "step": 1326 |
| }, |
| { |
| "epoch": 1.1178451178451179, |
| "grad_norm": 3.2108795642852783, |
| "learning_rate": 1.5356994298450989e-06, |
| "loss": 0.6526933312416077, |
| "step": 1328 |
| }, |
| { |
| "epoch": 1.1195286195286196, |
| "grad_norm": 6.397909164428711, |
| "learning_rate": 1.5342369231279145e-06, |
| "loss": 0.994263768196106, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.121212121212121, |
| "grad_norm": 5.88171911239624, |
| "learning_rate": 1.5327729202818212e-06, |
| "loss": 0.7015285491943359, |
| "step": 1332 |
| }, |
| { |
| "epoch": 1.1228956228956228, |
| "grad_norm": 2.6668052673339844, |
| "learning_rate": 1.5313074263509242e-06, |
| "loss": 1.0788037776947021, |
| "step": 1334 |
| }, |
| { |
| "epoch": 1.1245791245791246, |
| "grad_norm": 5.609066009521484, |
| "learning_rate": 1.5298404463844675e-06, |
| "loss": 0.5919516086578369, |
| "step": 1336 |
| }, |
| { |
| "epoch": 1.1262626262626263, |
| "grad_norm": 3.103581428527832, |
| "learning_rate": 1.5283719854368142e-06, |
| "loss": 0.6757215857505798, |
| "step": 1338 |
| }, |
| { |
| "epoch": 1.127946127946128, |
| "grad_norm": 2.8614747524261475, |
| "learning_rate": 1.5269020485674299e-06, |
| "loss": 0.4805062413215637, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.1296296296296295, |
| "grad_norm": 4.264964580535889, |
| "learning_rate": 1.5254306408408657e-06, |
| "loss": 0.8218073844909668, |
| "step": 1342 |
| }, |
| { |
| "epoch": 1.1313131313131313, |
| "grad_norm": 3.358206272125244, |
| "learning_rate": 1.5239577673267401e-06, |
| "loss": 1.1272187232971191, |
| "step": 1344 |
| }, |
| { |
| "epoch": 1.132996632996633, |
| "grad_norm": 5.68251371383667, |
| "learning_rate": 1.5224834330997222e-06, |
| "loss": 1.0079560279846191, |
| "step": 1346 |
| }, |
| { |
| "epoch": 1.1346801346801347, |
| "grad_norm": 5.610229969024658, |
| "learning_rate": 1.5210076432395138e-06, |
| "loss": 0.6960790157318115, |
| "step": 1348 |
| }, |
| { |
| "epoch": 1.1363636363636362, |
| "grad_norm": 6.409191608428955, |
| "learning_rate": 1.5195304028308324e-06, |
| "loss": 0.48329275846481323, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.138047138047138, |
| "grad_norm": 17.214502334594727, |
| "learning_rate": 1.5180517169633914e-06, |
| "loss": 0.2905687391757965, |
| "step": 1352 |
| }, |
| { |
| "epoch": 1.1397306397306397, |
| "grad_norm": 4.7634406089782715, |
| "learning_rate": 1.5165715907318874e-06, |
| "loss": 0.9956916570663452, |
| "step": 1354 |
| }, |
| { |
| "epoch": 1.1414141414141414, |
| "grad_norm": 3.8894872665405273, |
| "learning_rate": 1.5150900292359775e-06, |
| "loss": 1.0472840070724487, |
| "step": 1356 |
| }, |
| { |
| "epoch": 1.1430976430976432, |
| "grad_norm": 28.076671600341797, |
| "learning_rate": 1.513607037580264e-06, |
| "loss": 0.7530080676078796, |
| "step": 1358 |
| }, |
| { |
| "epoch": 1.144781144781145, |
| "grad_norm": 5.491020679473877, |
| "learning_rate": 1.5121226208742771e-06, |
| "loss": 0.6445476412773132, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.1464646464646464, |
| "grad_norm": 2.686913251876831, |
| "learning_rate": 1.5106367842324578e-06, |
| "loss": 0.8437654376029968, |
| "step": 1362 |
| }, |
| { |
| "epoch": 1.1481481481481481, |
| "grad_norm": 35.050662994384766, |
| "learning_rate": 1.5091495327741375e-06, |
| "loss": 0.8638776540756226, |
| "step": 1364 |
| }, |
| { |
| "epoch": 1.1498316498316499, |
| "grad_norm": 3.9783761501312256, |
| "learning_rate": 1.507660871623524e-06, |
| "loss": 0.7111606597900391, |
| "step": 1366 |
| }, |
| { |
| "epoch": 1.1515151515151516, |
| "grad_norm": 14.50291633605957, |
| "learning_rate": 1.5061708059096807e-06, |
| "loss": 0.764883279800415, |
| "step": 1368 |
| }, |
| { |
| "epoch": 1.1531986531986531, |
| "grad_norm": 2.154838800430298, |
| "learning_rate": 1.5046793407665114e-06, |
| "loss": 1.0397025346755981, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.1548821548821548, |
| "grad_norm": 2.365380048751831, |
| "learning_rate": 1.503186481332741e-06, |
| "loss": 1.0539653301239014, |
| "step": 1372 |
| }, |
| { |
| "epoch": 1.1565656565656566, |
| "grad_norm": 8.504420280456543, |
| "learning_rate": 1.5016922327518986e-06, |
| "loss": 0.4366611838340759, |
| "step": 1374 |
| }, |
| { |
| "epoch": 1.1582491582491583, |
| "grad_norm": 2.675044298171997, |
| "learning_rate": 1.5001966001722986e-06, |
| "loss": 0.398744136095047, |
| "step": 1376 |
| }, |
| { |
| "epoch": 1.15993265993266, |
| "grad_norm": 8.629570960998535, |
| "learning_rate": 1.4986995887470248e-06, |
| "loss": 0.8844636678695679, |
| "step": 1378 |
| }, |
| { |
| "epoch": 1.1616161616161615, |
| "grad_norm": 2.5665788650512695, |
| "learning_rate": 1.497201203633912e-06, |
| "loss": 0.6772328019142151, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.1632996632996633, |
| "grad_norm": 9.2289457321167, |
| "learning_rate": 1.4957014499955265e-06, |
| "loss": 0.5273948907852173, |
| "step": 1382 |
| }, |
| { |
| "epoch": 1.164983164983165, |
| "grad_norm": 4.406887054443359, |
| "learning_rate": 1.4942003329991513e-06, |
| "loss": 0.36302030086517334, |
| "step": 1384 |
| }, |
| { |
| "epoch": 1.1666666666666667, |
| "grad_norm": 14.721182823181152, |
| "learning_rate": 1.492697857816766e-06, |
| "loss": 0.5152138471603394, |
| "step": 1386 |
| }, |
| { |
| "epoch": 1.1683501683501682, |
| "grad_norm": 2.9244027137756348, |
| "learning_rate": 1.491194029625029e-06, |
| "loss": 0.6069843173027039, |
| "step": 1388 |
| }, |
| { |
| "epoch": 1.17003367003367, |
| "grad_norm": 5.622206687927246, |
| "learning_rate": 1.489688853605262e-06, |
| "loss": 0.8698340654373169, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.1717171717171717, |
| "grad_norm": 3.113487482070923, |
| "learning_rate": 1.4881823349434296e-06, |
| "loss": 0.8122848272323608, |
| "step": 1392 |
| }, |
| { |
| "epoch": 1.1734006734006734, |
| "grad_norm": 8.594972610473633, |
| "learning_rate": 1.4866744788301226e-06, |
| "loss": 0.681936502456665, |
| "step": 1394 |
| }, |
| { |
| "epoch": 1.1750841750841752, |
| "grad_norm": 2.1322364807128906, |
| "learning_rate": 1.485165290460539e-06, |
| "loss": 0.571365237236023, |
| "step": 1396 |
| }, |
| { |
| "epoch": 1.1767676767676767, |
| "grad_norm": 3.1892471313476562, |
| "learning_rate": 1.4836547750344688e-06, |
| "loss": 0.7035370469093323, |
| "step": 1398 |
| }, |
| { |
| "epoch": 1.1784511784511784, |
| "grad_norm": 15.387435913085938, |
| "learning_rate": 1.4821429377562725e-06, |
| "loss": 0.49107053875923157, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.1801346801346801, |
| "grad_norm": 2.782883644104004, |
| "learning_rate": 1.4806297838348653e-06, |
| "loss": 0.9246771931648254, |
| "step": 1402 |
| }, |
| { |
| "epoch": 1.1818181818181819, |
| "grad_norm": 5.081911563873291, |
| "learning_rate": 1.4791153184837e-06, |
| "loss": 0.7164801955223083, |
| "step": 1404 |
| }, |
| { |
| "epoch": 1.1835016835016834, |
| "grad_norm": 11.42972469329834, |
| "learning_rate": 1.4775995469207467e-06, |
| "loss": 0.6407367587089539, |
| "step": 1406 |
| }, |
| { |
| "epoch": 1.1851851851851851, |
| "grad_norm": 5.799728870391846, |
| "learning_rate": 1.476082474368476e-06, |
| "loss": 0.9986523389816284, |
| "step": 1408 |
| }, |
| { |
| "epoch": 1.1868686868686869, |
| "grad_norm": 4.796317100524902, |
| "learning_rate": 1.4745641060538407e-06, |
| "loss": 0.700546145439148, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.1885521885521886, |
| "grad_norm": 21.660324096679688, |
| "learning_rate": 1.4730444472082597e-06, |
| "loss": 0.741939902305603, |
| "step": 1412 |
| }, |
| { |
| "epoch": 1.1902356902356903, |
| "grad_norm": 3.5754830837249756, |
| "learning_rate": 1.471523503067596e-06, |
| "loss": 0.7933897972106934, |
| "step": 1414 |
| }, |
| { |
| "epoch": 1.1919191919191918, |
| "grad_norm": 6.275886535644531, |
| "learning_rate": 1.4700012788721431e-06, |
| "loss": 0.7294763326644897, |
| "step": 1416 |
| }, |
| { |
| "epoch": 1.1936026936026936, |
| "grad_norm": 11.374263763427734, |
| "learning_rate": 1.4684777798666028e-06, |
| "loss": 1.066422939300537, |
| "step": 1418 |
| }, |
| { |
| "epoch": 1.1952861952861953, |
| "grad_norm": 8.107324600219727, |
| "learning_rate": 1.4669530113000712e-06, |
| "loss": 0.8409990072250366, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.196969696969697, |
| "grad_norm": 5.618307590484619, |
| "learning_rate": 1.465426978426017e-06, |
| "loss": 0.750501275062561, |
| "step": 1422 |
| }, |
| { |
| "epoch": 1.1986531986531987, |
| "grad_norm": 3.1983511447906494, |
| "learning_rate": 1.4638996865022658e-06, |
| "loss": 0.611116886138916, |
| "step": 1424 |
| }, |
| { |
| "epoch": 1.2003367003367003, |
| "grad_norm": 7.185869216918945, |
| "learning_rate": 1.4623711407909802e-06, |
| "loss": 0.8342564105987549, |
| "step": 1426 |
| }, |
| { |
| "epoch": 1.202020202020202, |
| "grad_norm": 5.156131267547607, |
| "learning_rate": 1.4608413465586444e-06, |
| "loss": 0.528020441532135, |
| "step": 1428 |
| }, |
| { |
| "epoch": 1.2037037037037037, |
| "grad_norm": 4.284945964813232, |
| "learning_rate": 1.4593103090760426e-06, |
| "loss": 0.867672324180603, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.2053872053872055, |
| "grad_norm": 4.11072301864624, |
| "learning_rate": 1.4577780336182429e-06, |
| "loss": 0.6711719036102295, |
| "step": 1432 |
| }, |
| { |
| "epoch": 1.2070707070707072, |
| "grad_norm": 2.3299851417541504, |
| "learning_rate": 1.4562445254645793e-06, |
| "loss": 1.1435985565185547, |
| "step": 1434 |
| }, |
| { |
| "epoch": 1.2087542087542087, |
| "grad_norm": 7.548894882202148, |
| "learning_rate": 1.4547097898986332e-06, |
| "loss": 0.5709949731826782, |
| "step": 1436 |
| }, |
| { |
| "epoch": 1.2104377104377104, |
| "grad_norm": 12.143434524536133, |
| "learning_rate": 1.453173832208213e-06, |
| "loss": 0.40696626901626587, |
| "step": 1438 |
| }, |
| { |
| "epoch": 1.2121212121212122, |
| "grad_norm": 3.1169068813323975, |
| "learning_rate": 1.4516366576853406e-06, |
| "loss": 0.4268173575401306, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.2138047138047139, |
| "grad_norm": 4.227779388427734, |
| "learning_rate": 1.450098271626228e-06, |
| "loss": 0.7122896313667297, |
| "step": 1442 |
| }, |
| { |
| "epoch": 1.2154882154882154, |
| "grad_norm": 7.247793674468994, |
| "learning_rate": 1.448558679331263e-06, |
| "loss": 0.8614311814308167, |
| "step": 1444 |
| }, |
| { |
| "epoch": 1.2171717171717171, |
| "grad_norm": 6.6793212890625, |
| "learning_rate": 1.4470178861049886e-06, |
| "loss": 0.8972820043563843, |
| "step": 1446 |
| }, |
| { |
| "epoch": 1.2188552188552189, |
| "grad_norm": 4.615921974182129, |
| "learning_rate": 1.4454758972560863e-06, |
| "loss": 0.6717212200164795, |
| "step": 1448 |
| }, |
| { |
| "epoch": 1.2205387205387206, |
| "grad_norm": 4.018466949462891, |
| "learning_rate": 1.4439327180973556e-06, |
| "loss": 0.8775206208229065, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.2222222222222223, |
| "grad_norm": 4.282815456390381, |
| "learning_rate": 1.4423883539456987e-06, |
| "loss": 0.867609977722168, |
| "step": 1452 |
| }, |
| { |
| "epoch": 1.2239057239057238, |
| "grad_norm": 5.375484466552734, |
| "learning_rate": 1.4408428101220997e-06, |
| "loss": 0.6089876294136047, |
| "step": 1454 |
| }, |
| { |
| "epoch": 1.2255892255892256, |
| "grad_norm": 4.924765110015869, |
| "learning_rate": 1.439296091951607e-06, |
| "loss": 0.852953314781189, |
| "step": 1456 |
| }, |
| { |
| "epoch": 1.2272727272727273, |
| "grad_norm": 6.108055591583252, |
| "learning_rate": 1.4377482047633162e-06, |
| "loss": 0.8556865453720093, |
| "step": 1458 |
| }, |
| { |
| "epoch": 1.228956228956229, |
| "grad_norm": 7.242824077606201, |
| "learning_rate": 1.4361991538903495e-06, |
| "loss": 0.9425716400146484, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.2306397306397305, |
| "grad_norm": 8.90245532989502, |
| "learning_rate": 1.4346489446698388e-06, |
| "loss": 0.6341677904129028, |
| "step": 1462 |
| }, |
| { |
| "epoch": 1.2323232323232323, |
| "grad_norm": 4.452878475189209, |
| "learning_rate": 1.4330975824429076e-06, |
| "loss": 0.6499779224395752, |
| "step": 1464 |
| }, |
| { |
| "epoch": 1.234006734006734, |
| "grad_norm": 2.3086910247802734, |
| "learning_rate": 1.4315450725546516e-06, |
| "loss": 0.8102267384529114, |
| "step": 1466 |
| }, |
| { |
| "epoch": 1.2356902356902357, |
| "grad_norm": 4.407566070556641, |
| "learning_rate": 1.42999142035412e-06, |
| "loss": 0.9032129049301147, |
| "step": 1468 |
| }, |
| { |
| "epoch": 1.2373737373737375, |
| "grad_norm": 3.0299272537231445, |
| "learning_rate": 1.4284366311942985e-06, |
| "loss": 1.0671682357788086, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.239057239057239, |
| "grad_norm": 5.777866840362549, |
| "learning_rate": 1.42688071043209e-06, |
| "loss": 0.5841819047927856, |
| "step": 1472 |
| }, |
| { |
| "epoch": 1.2407407407407407, |
| "grad_norm": 11.622872352600098, |
| "learning_rate": 1.4253236634282964e-06, |
| "loss": 0.6392555236816406, |
| "step": 1474 |
| }, |
| { |
| "epoch": 1.2424242424242424, |
| "grad_norm": 25.52138328552246, |
| "learning_rate": 1.4237654955475997e-06, |
| "loss": 0.45820027589797974, |
| "step": 1476 |
| }, |
| { |
| "epoch": 1.2441077441077442, |
| "grad_norm": 7.492943286895752, |
| "learning_rate": 1.4222062121585438e-06, |
| "loss": 0.6932016611099243, |
| "step": 1478 |
| }, |
| { |
| "epoch": 1.2457912457912457, |
| "grad_norm": 4.440412998199463, |
| "learning_rate": 1.4206458186335158e-06, |
| "loss": 0.7317427396774292, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.2474747474747474, |
| "grad_norm": 3.7973439693450928, |
| "learning_rate": 1.4190843203487285e-06, |
| "loss": 0.7156742811203003, |
| "step": 1482 |
| }, |
| { |
| "epoch": 1.2491582491582491, |
| "grad_norm": 5.348301410675049, |
| "learning_rate": 1.4175217226842e-06, |
| "loss": 0.4319908320903778, |
| "step": 1484 |
| }, |
| { |
| "epoch": 1.2508417508417509, |
| "grad_norm": 3.68155574798584, |
| "learning_rate": 1.4159580310237368e-06, |
| "loss": 0.5716394186019897, |
| "step": 1486 |
| }, |
| { |
| "epoch": 1.2525252525252526, |
| "grad_norm": 12.937089920043945, |
| "learning_rate": 1.414393250754915e-06, |
| "loss": 0.7173076272010803, |
| "step": 1488 |
| }, |
| { |
| "epoch": 1.2542087542087543, |
| "grad_norm": 4.815293312072754, |
| "learning_rate": 1.4128273872690608e-06, |
| "loss": 0.6426496505737305, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.2558922558922558, |
| "grad_norm": 6.455201148986816, |
| "learning_rate": 1.4112604459612326e-06, |
| "loss": 0.7094147801399231, |
| "step": 1492 |
| }, |
| { |
| "epoch": 1.2575757575757576, |
| "grad_norm": 2.647298812866211, |
| "learning_rate": 1.4096924322302025e-06, |
| "loss": 0.7964801788330078, |
| "step": 1494 |
| }, |
| { |
| "epoch": 1.2592592592592593, |
| "grad_norm": 10.454304695129395, |
| "learning_rate": 1.4081233514784377e-06, |
| "loss": 0.6100042462348938, |
| "step": 1496 |
| }, |
| { |
| "epoch": 1.2609427609427608, |
| "grad_norm": 3.6101741790771484, |
| "learning_rate": 1.4065532091120815e-06, |
| "loss": 0.9467732906341553, |
| "step": 1498 |
| }, |
| { |
| "epoch": 1.2626262626262625, |
| "grad_norm": 4.737046718597412, |
| "learning_rate": 1.4049820105409354e-06, |
| "loss": 0.9984631538391113, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.2643097643097643, |
| "grad_norm": 7.123760223388672, |
| "learning_rate": 1.4034097611784388e-06, |
| "loss": 0.5069697499275208, |
| "step": 1502 |
| }, |
| { |
| "epoch": 1.265993265993266, |
| "grad_norm": 6.340135097503662, |
| "learning_rate": 1.4018364664416531e-06, |
| "loss": 0.7557004690170288, |
| "step": 1504 |
| }, |
| { |
| "epoch": 1.2676767676767677, |
| "grad_norm": 2.5414600372314453, |
| "learning_rate": 1.4002621317512402e-06, |
| "loss": 1.086498498916626, |
| "step": 1506 |
| }, |
| { |
| "epoch": 1.2693602693602695, |
| "grad_norm": 6.803100109100342, |
| "learning_rate": 1.3986867625314453e-06, |
| "loss": 1.1087901592254639, |
| "step": 1508 |
| }, |
| { |
| "epoch": 1.271043771043771, |
| "grad_norm": 17.501358032226562, |
| "learning_rate": 1.397110364210079e-06, |
| "loss": 0.5395207405090332, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.2727272727272727, |
| "grad_norm": 17.035667419433594, |
| "learning_rate": 1.395532942218496e-06, |
| "loss": 0.5006218552589417, |
| "step": 1512 |
| }, |
| { |
| "epoch": 1.2744107744107744, |
| "grad_norm": 13.554049491882324, |
| "learning_rate": 1.393954501991579e-06, |
| "loss": 0.597407341003418, |
| "step": 1514 |
| }, |
| { |
| "epoch": 1.2760942760942762, |
| "grad_norm": 5.359893321990967, |
| "learning_rate": 1.3923750489677192e-06, |
| "loss": 0.7979379892349243, |
| "step": 1516 |
| }, |
| { |
| "epoch": 1.2777777777777777, |
| "grad_norm": 3.440288782119751, |
| "learning_rate": 1.3907945885887963e-06, |
| "loss": 0.7031858563423157, |
| "step": 1518 |
| }, |
| { |
| "epoch": 1.2794612794612794, |
| "grad_norm": 2.3797640800476074, |
| "learning_rate": 1.389213126300161e-06, |
| "loss": 0.8979378342628479, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.2811447811447811, |
| "grad_norm": 14.381575584411621, |
| "learning_rate": 1.3876306675506176e-06, |
| "loss": 0.6173551082611084, |
| "step": 1522 |
| }, |
| { |
| "epoch": 1.2828282828282829, |
| "grad_norm": 22.606948852539062, |
| "learning_rate": 1.3860472177924008e-06, |
| "loss": 0.5981260538101196, |
| "step": 1524 |
| }, |
| { |
| "epoch": 1.2845117845117846, |
| "grad_norm": 9.574856758117676, |
| "learning_rate": 1.3844627824811623e-06, |
| "loss": 0.8161386847496033, |
| "step": 1526 |
| }, |
| { |
| "epoch": 1.2861952861952861, |
| "grad_norm": 23.1750431060791, |
| "learning_rate": 1.3828773670759476e-06, |
| "loss": 0.7269278764724731, |
| "step": 1528 |
| }, |
| { |
| "epoch": 1.2878787878787878, |
| "grad_norm": 4.434001922607422, |
| "learning_rate": 1.3812909770391808e-06, |
| "loss": 0.3289014399051666, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.2895622895622896, |
| "grad_norm": 4.015097141265869, |
| "learning_rate": 1.3797036178366422e-06, |
| "loss": 0.7394604086875916, |
| "step": 1532 |
| }, |
| { |
| "epoch": 1.2912457912457913, |
| "grad_norm": 2.247042179107666, |
| "learning_rate": 1.3781152949374526e-06, |
| "loss": 1.0114760398864746, |
| "step": 1534 |
| }, |
| { |
| "epoch": 1.2929292929292928, |
| "grad_norm": 10.264386177062988, |
| "learning_rate": 1.3765260138140523e-06, |
| "loss": 0.9329554438591003, |
| "step": 1536 |
| }, |
| { |
| "epoch": 1.2946127946127945, |
| "grad_norm": 7.6681647300720215, |
| "learning_rate": 1.3749357799421846e-06, |
| "loss": 0.5743855237960815, |
| "step": 1538 |
| }, |
| { |
| "epoch": 1.2962962962962963, |
| "grad_norm": 51.10832977294922, |
| "learning_rate": 1.3733445988008729e-06, |
| "loss": 0.6765563488006592, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.297979797979798, |
| "grad_norm": 7.140315055847168, |
| "learning_rate": 1.3717524758724065e-06, |
| "loss": 0.5998942255973816, |
| "step": 1542 |
| }, |
| { |
| "epoch": 1.2996632996632997, |
| "grad_norm": 5.197514533996582, |
| "learning_rate": 1.3701594166423182e-06, |
| "loss": 0.8821581602096558, |
| "step": 1544 |
| }, |
| { |
| "epoch": 1.3013468013468015, |
| "grad_norm": 6.277469158172607, |
| "learning_rate": 1.3685654265993682e-06, |
| "loss": 0.767001211643219, |
| "step": 1546 |
| }, |
| { |
| "epoch": 1.303030303030303, |
| "grad_norm": 7.22768497467041, |
| "learning_rate": 1.366970511235522e-06, |
| "loss": 0.7709823250770569, |
| "step": 1548 |
| }, |
| { |
| "epoch": 1.3047138047138047, |
| "grad_norm": 4.289220333099365, |
| "learning_rate": 1.3653746760459345e-06, |
| "loss": 0.5894149541854858, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.3063973063973064, |
| "grad_norm": 7.390477657318115, |
| "learning_rate": 1.3637779265289299e-06, |
| "loss": 0.8726404905319214, |
| "step": 1552 |
| }, |
| { |
| "epoch": 1.308080808080808, |
| "grad_norm": 10.008243560791016, |
| "learning_rate": 1.3621802681859812e-06, |
| "loss": 0.947807788848877, |
| "step": 1554 |
| }, |
| { |
| "epoch": 1.3097643097643097, |
| "grad_norm": 2.8453805446624756, |
| "learning_rate": 1.3605817065216944e-06, |
| "loss": 0.8847697973251343, |
| "step": 1556 |
| }, |
| { |
| "epoch": 1.3114478114478114, |
| "grad_norm": 7.134622573852539, |
| "learning_rate": 1.3589822470437864e-06, |
| "loss": 0.8395899534225464, |
| "step": 1558 |
| }, |
| { |
| "epoch": 1.3131313131313131, |
| "grad_norm": 22.481409072875977, |
| "learning_rate": 1.3573818952630683e-06, |
| "loss": 0.42701858282089233, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.3148148148148149, |
| "grad_norm": 8.535077095031738, |
| "learning_rate": 1.3557806566934256e-06, |
| "loss": 0.5510627627372742, |
| "step": 1562 |
| }, |
| { |
| "epoch": 1.3164983164983166, |
| "grad_norm": 14.953362464904785, |
| "learning_rate": 1.354178536851799e-06, |
| "loss": 0.5616642236709595, |
| "step": 1564 |
| }, |
| { |
| "epoch": 1.3181818181818181, |
| "grad_norm": 3.324460983276367, |
| "learning_rate": 1.3525755412581645e-06, |
| "loss": 1.04994535446167, |
| "step": 1566 |
| }, |
| { |
| "epoch": 1.3198653198653199, |
| "grad_norm": 11.0078706741333, |
| "learning_rate": 1.3509716754355174e-06, |
| "loss": 0.5438690185546875, |
| "step": 1568 |
| }, |
| { |
| "epoch": 1.3215488215488216, |
| "grad_norm": 9.554030418395996, |
| "learning_rate": 1.34936694490985e-06, |
| "loss": 0.901394248008728, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.3232323232323233, |
| "grad_norm": 9.29176139831543, |
| "learning_rate": 1.3477613552101344e-06, |
| "loss": 0.7927477359771729, |
| "step": 1572 |
| }, |
| { |
| "epoch": 1.3249158249158248, |
| "grad_norm": 3.3643555641174316, |
| "learning_rate": 1.3461549118683023e-06, |
| "loss": 0.6502416133880615, |
| "step": 1574 |
| }, |
| { |
| "epoch": 1.3265993265993266, |
| "grad_norm": 3.0709450244903564, |
| "learning_rate": 1.344547620419227e-06, |
| "loss": 0.9406764507293701, |
| "step": 1576 |
| }, |
| { |
| "epoch": 1.3282828282828283, |
| "grad_norm": 74.16036224365234, |
| "learning_rate": 1.3429394864007037e-06, |
| "loss": 0.6865894794464111, |
| "step": 1578 |
| }, |
| { |
| "epoch": 1.32996632996633, |
| "grad_norm": 14.486356735229492, |
| "learning_rate": 1.3413305153534313e-06, |
| "loss": 0.49478814005851746, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.3316498316498318, |
| "grad_norm": 64.50064849853516, |
| "learning_rate": 1.3397207128209916e-06, |
| "loss": 0.6601588726043701, |
| "step": 1582 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 2.4977774620056152, |
| "learning_rate": 1.3381100843498315e-06, |
| "loss": 0.9941089153289795, |
| "step": 1584 |
| }, |
| { |
| "epoch": 1.335016835016835, |
| "grad_norm": 5.635324478149414, |
| "learning_rate": 1.3364986354892442e-06, |
| "loss": 0.8192329406738281, |
| "step": 1586 |
| }, |
| { |
| "epoch": 1.3367003367003367, |
| "grad_norm": 3.7212777137756348, |
| "learning_rate": 1.3348863717913485e-06, |
| "loss": 0.4632367491722107, |
| "step": 1588 |
| }, |
| { |
| "epoch": 1.3383838383838385, |
| "grad_norm": 2.295429229736328, |
| "learning_rate": 1.3332732988110717e-06, |
| "loss": 0.6560972332954407, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.34006734006734, |
| "grad_norm": 14.497373580932617, |
| "learning_rate": 1.3316594221061293e-06, |
| "loss": 0.553842306137085, |
| "step": 1592 |
| }, |
| { |
| "epoch": 1.3417508417508417, |
| "grad_norm": 2.9581053256988525, |
| "learning_rate": 1.3300447472370047e-06, |
| "loss": 0.9532322883605957, |
| "step": 1594 |
| }, |
| { |
| "epoch": 1.3434343434343434, |
| "grad_norm": 19.73745346069336, |
| "learning_rate": 1.3284292797669325e-06, |
| "loss": 0.3680313229560852, |
| "step": 1596 |
| }, |
| { |
| "epoch": 1.3451178451178452, |
| "grad_norm": 3.8030846118927, |
| "learning_rate": 1.326813025261878e-06, |
| "loss": 0.8829873204231262, |
| "step": 1598 |
| }, |
| { |
| "epoch": 1.3468013468013469, |
| "grad_norm": 9.470124244689941, |
| "learning_rate": 1.3251959892905183e-06, |
| "loss": 0.7422173023223877, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.3484848484848486, |
| "grad_norm": 4.198265075683594, |
| "learning_rate": 1.3235781774242221e-06, |
| "loss": 0.6670169830322266, |
| "step": 1602 |
| }, |
| { |
| "epoch": 1.3501683501683501, |
| "grad_norm": 11.831036567687988, |
| "learning_rate": 1.321959595237032e-06, |
| "loss": 0.8272008895874023, |
| "step": 1604 |
| }, |
| { |
| "epoch": 1.3518518518518519, |
| "grad_norm": 4.924741744995117, |
| "learning_rate": 1.3203402483056457e-06, |
| "loss": 1.091449499130249, |
| "step": 1606 |
| }, |
| { |
| "epoch": 1.3535353535353536, |
| "grad_norm": 4.869316101074219, |
| "learning_rate": 1.3187201422093937e-06, |
| "loss": 0.8597755432128906, |
| "step": 1608 |
| }, |
| { |
| "epoch": 1.355218855218855, |
| "grad_norm": 9.370150566101074, |
| "learning_rate": 1.3170992825302231e-06, |
| "loss": 0.38254064321517944, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.3569023569023568, |
| "grad_norm": 5.126072883605957, |
| "learning_rate": 1.315477674852678e-06, |
| "loss": 0.9957524538040161, |
| "step": 1612 |
| }, |
| { |
| "epoch": 1.3585858585858586, |
| "grad_norm": 4.2908172607421875, |
| "learning_rate": 1.3138553247638793e-06, |
| "loss": 0.6559964418411255, |
| "step": 1614 |
| }, |
| { |
| "epoch": 1.3602693602693603, |
| "grad_norm": 9.646893501281738, |
| "learning_rate": 1.3122322378535052e-06, |
| "loss": 0.6425015330314636, |
| "step": 1616 |
| }, |
| { |
| "epoch": 1.361952861952862, |
| "grad_norm": 2.957890510559082, |
| "learning_rate": 1.310608419713773e-06, |
| "loss": 0.8944872617721558, |
| "step": 1618 |
| }, |
| { |
| "epoch": 1.3636363636363638, |
| "grad_norm": 3.4394900798797607, |
| "learning_rate": 1.3089838759394198e-06, |
| "loss": 0.6483921408653259, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.3653198653198653, |
| "grad_norm": 2.6076972484588623, |
| "learning_rate": 1.3073586121276824e-06, |
| "loss": 0.9400961995124817, |
| "step": 1622 |
| }, |
| { |
| "epoch": 1.367003367003367, |
| "grad_norm": 2.1458706855773926, |
| "learning_rate": 1.3057326338782782e-06, |
| "loss": 0.8825739622116089, |
| "step": 1624 |
| }, |
| { |
| "epoch": 1.3686868686868687, |
| "grad_norm": 21.359161376953125, |
| "learning_rate": 1.3041059467933864e-06, |
| "loss": 0.6030191779136658, |
| "step": 1626 |
| }, |
| { |
| "epoch": 1.3703703703703702, |
| "grad_norm": 19.883914947509766, |
| "learning_rate": 1.3024785564776287e-06, |
| "loss": 0.8803253173828125, |
| "step": 1628 |
| }, |
| { |
| "epoch": 1.372053872053872, |
| "grad_norm": 5.972216606140137, |
| "learning_rate": 1.3008504685380493e-06, |
| "loss": 0.8786773085594177, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.3737373737373737, |
| "grad_norm": 4.644904613494873, |
| "learning_rate": 1.2992216885840964e-06, |
| "loss": 1.0024290084838867, |
| "step": 1632 |
| }, |
| { |
| "epoch": 1.3754208754208754, |
| "grad_norm": 6.252418041229248, |
| "learning_rate": 1.297592222227602e-06, |
| "loss": 0.6154271364212036, |
| "step": 1634 |
| }, |
| { |
| "epoch": 1.3771043771043772, |
| "grad_norm": 5.154648780822754, |
| "learning_rate": 1.2959620750827637e-06, |
| "loss": 0.3709207773208618, |
| "step": 1636 |
| }, |
| { |
| "epoch": 1.378787878787879, |
| "grad_norm": 4.736825466156006, |
| "learning_rate": 1.2943312527661236e-06, |
| "loss": 0.5821201801300049, |
| "step": 1638 |
| }, |
| { |
| "epoch": 1.3804713804713804, |
| "grad_norm": 2.9232895374298096, |
| "learning_rate": 1.2926997608965515e-06, |
| "loss": 0.6593613624572754, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.3821548821548821, |
| "grad_norm": 3.258718729019165, |
| "learning_rate": 1.2910676050952232e-06, |
| "loss": 0.9339215755462646, |
| "step": 1642 |
| }, |
| { |
| "epoch": 1.3838383838383839, |
| "grad_norm": 2.4435172080993652, |
| "learning_rate": 1.2894347909856021e-06, |
| "loss": 1.130608081817627, |
| "step": 1644 |
| }, |
| { |
| "epoch": 1.3855218855218856, |
| "grad_norm": 5.7142791748046875, |
| "learning_rate": 1.2878013241934195e-06, |
| "loss": 0.7692638635635376, |
| "step": 1646 |
| }, |
| { |
| "epoch": 1.387205387205387, |
| "grad_norm": 2.420278310775757, |
| "learning_rate": 1.2861672103466564e-06, |
| "loss": 0.93665611743927, |
| "step": 1648 |
| }, |
| { |
| "epoch": 1.3888888888888888, |
| "grad_norm": 3.4516067504882812, |
| "learning_rate": 1.284532455075522e-06, |
| "loss": 0.8558226823806763, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.3905723905723906, |
| "grad_norm": 4.455197811126709, |
| "learning_rate": 1.2828970640124361e-06, |
| "loss": 1.1693918704986572, |
| "step": 1652 |
| }, |
| { |
| "epoch": 1.3922558922558923, |
| "grad_norm": 4.881862640380859, |
| "learning_rate": 1.281261042792009e-06, |
| "loss": 0.9461103677749634, |
| "step": 1654 |
| }, |
| { |
| "epoch": 1.393939393939394, |
| "grad_norm": 10.862548828125, |
| "learning_rate": 1.2796243970510232e-06, |
| "loss": 0.5996136665344238, |
| "step": 1656 |
| }, |
| { |
| "epoch": 1.3956228956228955, |
| "grad_norm": 3.589484930038452, |
| "learning_rate": 1.2779871324284106e-06, |
| "loss": 0.6074084043502808, |
| "step": 1658 |
| }, |
| { |
| "epoch": 1.3973063973063973, |
| "grad_norm": 11.17980670928955, |
| "learning_rate": 1.2763492545652373e-06, |
| "loss": 0.9331209659576416, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.398989898989899, |
| "grad_norm": 19.434432983398438, |
| "learning_rate": 1.2747107691046815e-06, |
| "loss": 0.7953930497169495, |
| "step": 1662 |
| }, |
| { |
| "epoch": 1.4006734006734007, |
| "grad_norm": 42.425941467285156, |
| "learning_rate": 1.2730716816920151e-06, |
| "loss": 0.7052454352378845, |
| "step": 1664 |
| }, |
| { |
| "epoch": 1.4023569023569022, |
| "grad_norm": 5.138425827026367, |
| "learning_rate": 1.271431997974584e-06, |
| "loss": 0.424437016248703, |
| "step": 1666 |
| }, |
| { |
| "epoch": 1.404040404040404, |
| "grad_norm": 9.087939262390137, |
| "learning_rate": 1.2697917236017886e-06, |
| "loss": 0.814346194267273, |
| "step": 1668 |
| }, |
| { |
| "epoch": 1.4057239057239057, |
| "grad_norm": 3.4287939071655273, |
| "learning_rate": 1.2681508642250637e-06, |
| "loss": 0.7924845218658447, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.4074074074074074, |
| "grad_norm": 2.349846601486206, |
| "learning_rate": 1.266509425497861e-06, |
| "loss": 0.7972933650016785, |
| "step": 1672 |
| }, |
| { |
| "epoch": 1.4090909090909092, |
| "grad_norm": 3.433432102203369, |
| "learning_rate": 1.2648674130756271e-06, |
| "loss": 1.136865258216858, |
| "step": 1674 |
| }, |
| { |
| "epoch": 1.410774410774411, |
| "grad_norm": 18.93527603149414, |
| "learning_rate": 1.2632248326157854e-06, |
| "loss": 0.4568125009536743, |
| "step": 1676 |
| }, |
| { |
| "epoch": 1.4124579124579124, |
| "grad_norm": 21.089004516601562, |
| "learning_rate": 1.2615816897777176e-06, |
| "loss": 0.9250065088272095, |
| "step": 1678 |
| }, |
| { |
| "epoch": 1.4141414141414141, |
| "grad_norm": 3.9571752548217773, |
| "learning_rate": 1.2599379902227419e-06, |
| "loss": 1.0160582065582275, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.4158249158249159, |
| "grad_norm": 2.4356608390808105, |
| "learning_rate": 1.258293739614094e-06, |
| "loss": 0.5913569927215576, |
| "step": 1682 |
| }, |
| { |
| "epoch": 1.4175084175084174, |
| "grad_norm": 14.787010192871094, |
| "learning_rate": 1.2566489436169101e-06, |
| "loss": 0.46613961458206177, |
| "step": 1684 |
| }, |
| { |
| "epoch": 1.4191919191919191, |
| "grad_norm": 11.936421394348145, |
| "learning_rate": 1.255003607898204e-06, |
| "loss": 0.6293203830718994, |
| "step": 1686 |
| }, |
| { |
| "epoch": 1.4208754208754208, |
| "grad_norm": 3.085696220397949, |
| "learning_rate": 1.2533577381268495e-06, |
| "loss": 1.1134471893310547, |
| "step": 1688 |
| }, |
| { |
| "epoch": 1.4225589225589226, |
| "grad_norm": 8.348203659057617, |
| "learning_rate": 1.2517113399735608e-06, |
| "loss": 0.5143088698387146, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.4242424242424243, |
| "grad_norm": 21.37081527709961, |
| "learning_rate": 1.250064419110872e-06, |
| "loss": 0.6192675828933716, |
| "step": 1692 |
| }, |
| { |
| "epoch": 1.425925925925926, |
| "grad_norm": 3.3926167488098145, |
| "learning_rate": 1.2484169812131184e-06, |
| "loss": 0.563998818397522, |
| "step": 1694 |
| }, |
| { |
| "epoch": 1.4276094276094276, |
| "grad_norm": 2.4411673545837402, |
| "learning_rate": 1.246769031956417e-06, |
| "loss": 1.2114120721817017, |
| "step": 1696 |
| }, |
| { |
| "epoch": 1.4292929292929293, |
| "grad_norm": 4.939236640930176, |
| "learning_rate": 1.245120577018646e-06, |
| "loss": 1.056166410446167, |
| "step": 1698 |
| }, |
| { |
| "epoch": 1.430976430976431, |
| "grad_norm": 3.1179447174072266, |
| "learning_rate": 1.2434716220794265e-06, |
| "loss": 0.8100858926773071, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.4326599326599325, |
| "grad_norm": 2.682645320892334, |
| "learning_rate": 1.2418221728201023e-06, |
| "loss": 0.8299959897994995, |
| "step": 1702 |
| }, |
| { |
| "epoch": 1.4343434343434343, |
| "grad_norm": 3.0754740238189697, |
| "learning_rate": 1.2401722349237198e-06, |
| "loss": 0.33164000511169434, |
| "step": 1704 |
| }, |
| { |
| "epoch": 1.436026936026936, |
| "grad_norm": 4.3346381187438965, |
| "learning_rate": 1.238521814075009e-06, |
| "loss": 0.4199884235858917, |
| "step": 1706 |
| }, |
| { |
| "epoch": 1.4377104377104377, |
| "grad_norm": 12.329163551330566, |
| "learning_rate": 1.236870915960365e-06, |
| "loss": 0.9520546197891235, |
| "step": 1708 |
| }, |
| { |
| "epoch": 1.4393939393939394, |
| "grad_norm": 2.5863959789276123, |
| "learning_rate": 1.2352195462678257e-06, |
| "loss": 1.0822396278381348, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.4410774410774412, |
| "grad_norm": 5.638743877410889, |
| "learning_rate": 1.2335677106870546e-06, |
| "loss": 0.9755090475082397, |
| "step": 1712 |
| }, |
| { |
| "epoch": 1.4427609427609427, |
| "grad_norm": 2.6220881938934326, |
| "learning_rate": 1.2319154149093202e-06, |
| "loss": 0.8935360312461853, |
| "step": 1714 |
| }, |
| { |
| "epoch": 1.4444444444444444, |
| "grad_norm": 10.807649612426758, |
| "learning_rate": 1.2302626646274773e-06, |
| "loss": 0.8985303044319153, |
| "step": 1716 |
| }, |
| { |
| "epoch": 1.4461279461279462, |
| "grad_norm": 3.802117109298706, |
| "learning_rate": 1.228609465535946e-06, |
| "loss": 0.6814161539077759, |
| "step": 1718 |
| }, |
| { |
| "epoch": 1.4478114478114479, |
| "grad_norm": 8.011700630187988, |
| "learning_rate": 1.2269558233306918e-06, |
| "loss": 0.7456521391868591, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.4494949494949494, |
| "grad_norm": 6.23107385635376, |
| "learning_rate": 1.2253017437092088e-06, |
| "loss": 0.589634358882904, |
| "step": 1722 |
| }, |
| { |
| "epoch": 1.4511784511784511, |
| "grad_norm": 3.2185349464416504, |
| "learning_rate": 1.2236472323704971e-06, |
| "loss": 0.7695318460464478, |
| "step": 1724 |
| }, |
| { |
| "epoch": 1.4528619528619529, |
| "grad_norm": 5.373349189758301, |
| "learning_rate": 1.221992295015044e-06, |
| "loss": 0.8508809208869934, |
| "step": 1726 |
| }, |
| { |
| "epoch": 1.4545454545454546, |
| "grad_norm": 6.226076602935791, |
| "learning_rate": 1.2203369373448053e-06, |
| "loss": 0.664426863193512, |
| "step": 1728 |
| }, |
| { |
| "epoch": 1.4562289562289563, |
| "grad_norm": 3.2036166191101074, |
| "learning_rate": 1.2186811650631847e-06, |
| "loss": 0.9715543389320374, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.457912457912458, |
| "grad_norm": 2.1510095596313477, |
| "learning_rate": 1.217024983875014e-06, |
| "loss": 1.2159640789031982, |
| "step": 1732 |
| }, |
| { |
| "epoch": 1.4595959595959596, |
| "grad_norm": 2.128190040588379, |
| "learning_rate": 1.2153683994865354e-06, |
| "loss": 0.8712791800498962, |
| "step": 1734 |
| }, |
| { |
| "epoch": 1.4612794612794613, |
| "grad_norm": 15.694469451904297, |
| "learning_rate": 1.213711417605378e-06, |
| "loss": 0.6612798571586609, |
| "step": 1736 |
| }, |
| { |
| "epoch": 1.462962962962963, |
| "grad_norm": 3.5540852546691895, |
| "learning_rate": 1.2120540439405418e-06, |
| "loss": 0.6000321507453918, |
| "step": 1738 |
| }, |
| { |
| "epoch": 1.4646464646464645, |
| "grad_norm": 5.9053730964660645, |
| "learning_rate": 1.2103962842023765e-06, |
| "loss": 1.0903751850128174, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.4663299663299663, |
| "grad_norm": 3.0747792720794678, |
| "learning_rate": 1.2087381441025624e-06, |
| "loss": 0.6912112236022949, |
| "step": 1742 |
| }, |
| { |
| "epoch": 1.468013468013468, |
| "grad_norm": 4.498322010040283, |
| "learning_rate": 1.2070796293540887e-06, |
| "loss": 0.5265808701515198, |
| "step": 1744 |
| }, |
| { |
| "epoch": 1.4696969696969697, |
| "grad_norm": 3.914283275604248, |
| "learning_rate": 1.2054207456712377e-06, |
| "loss": 0.9266606569290161, |
| "step": 1746 |
| }, |
| { |
| "epoch": 1.4713804713804715, |
| "grad_norm": 3.2208728790283203, |
| "learning_rate": 1.2037614987695609e-06, |
| "loss": 0.9809207916259766, |
| "step": 1748 |
| }, |
| { |
| "epoch": 1.4730639730639732, |
| "grad_norm": 4.662408828735352, |
| "learning_rate": 1.2021018943658623e-06, |
| "loss": 0.7404388189315796, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.4747474747474747, |
| "grad_norm": 2.950866460800171, |
| "learning_rate": 1.2004419381781779e-06, |
| "loss": 0.6600291728973389, |
| "step": 1752 |
| }, |
| { |
| "epoch": 1.4764309764309764, |
| "grad_norm": 7.190127372741699, |
| "learning_rate": 1.1987816359257543e-06, |
| "loss": 0.6781315803527832, |
| "step": 1754 |
| }, |
| { |
| "epoch": 1.4781144781144782, |
| "grad_norm": 9.120945930480957, |
| "learning_rate": 1.1971209933290318e-06, |
| "loss": 0.8286664485931396, |
| "step": 1756 |
| }, |
| { |
| "epoch": 1.4797979797979797, |
| "grad_norm": 46.43217468261719, |
| "learning_rate": 1.1954600161096226e-06, |
| "loss": 0.6408827900886536, |
| "step": 1758 |
| }, |
| { |
| "epoch": 1.4814814814814814, |
| "grad_norm": 3.931215286254883, |
| "learning_rate": 1.1937987099902927e-06, |
| "loss": 0.7160297632217407, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.4831649831649831, |
| "grad_norm": 2.768970251083374, |
| "learning_rate": 1.19213708069494e-06, |
| "loss": 0.9132235050201416, |
| "step": 1762 |
| }, |
| { |
| "epoch": 1.4848484848484849, |
| "grad_norm": 3.2081525325775146, |
| "learning_rate": 1.190475133948577e-06, |
| "loss": 0.8853850364685059, |
| "step": 1764 |
| }, |
| { |
| "epoch": 1.4865319865319866, |
| "grad_norm": 7.524960041046143, |
| "learning_rate": 1.1888128754773092e-06, |
| "loss": 0.6852905750274658, |
| "step": 1766 |
| }, |
| { |
| "epoch": 1.4882154882154883, |
| "grad_norm": 4.307741165161133, |
| "learning_rate": 1.1871503110083167e-06, |
| "loss": 0.7655327320098877, |
| "step": 1768 |
| }, |
| { |
| "epoch": 1.4898989898989898, |
| "grad_norm": 3.650569200515747, |
| "learning_rate": 1.1854874462698337e-06, |
| "loss": 0.9417293071746826, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.4915824915824916, |
| "grad_norm": 5.581574440002441, |
| "learning_rate": 1.1838242869911285e-06, |
| "loss": 0.3258330821990967, |
| "step": 1772 |
| }, |
| { |
| "epoch": 1.4932659932659933, |
| "grad_norm": 2.098912000656128, |
| "learning_rate": 1.182160838902485e-06, |
| "loss": 0.826897144317627, |
| "step": 1774 |
| }, |
| { |
| "epoch": 1.494949494949495, |
| "grad_norm": 7.627374172210693, |
| "learning_rate": 1.1804971077351818e-06, |
| "loss": 0.7514946460723877, |
| "step": 1776 |
| }, |
| { |
| "epoch": 1.4966329966329965, |
| "grad_norm": 3.7137930393218994, |
| "learning_rate": 1.1788330992214724e-06, |
| "loss": 0.8887453079223633, |
| "step": 1778 |
| }, |
| { |
| "epoch": 1.4983164983164983, |
| "grad_norm": 8.848133087158203, |
| "learning_rate": 1.1771688190945664e-06, |
| "loss": 0.9019075036048889, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 8.9419584274292, |
| "learning_rate": 1.1755042730886093e-06, |
| "loss": 0.5869305729866028, |
| "step": 1782 |
| }, |
| { |
| "epoch": 1.5016835016835017, |
| "grad_norm": 2.39841365814209, |
| "learning_rate": 1.1738394669386621e-06, |
| "loss": 1.1196240186691284, |
| "step": 1784 |
| }, |
| { |
| "epoch": 1.5033670033670035, |
| "grad_norm": 6.431698322296143, |
| "learning_rate": 1.172174406380683e-06, |
| "loss": 0.807545006275177, |
| "step": 1786 |
| }, |
| { |
| "epoch": 1.5050505050505052, |
| "grad_norm": 3.8912956714630127, |
| "learning_rate": 1.170509097151506e-06, |
| "loss": 0.9450180530548096, |
| "step": 1788 |
| }, |
| { |
| "epoch": 1.5067340067340067, |
| "grad_norm": 22.158241271972656, |
| "learning_rate": 1.168843544988822e-06, |
| "loss": 0.6185091733932495, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.5084175084175084, |
| "grad_norm": 7.974305629730225, |
| "learning_rate": 1.1671777556311587e-06, |
| "loss": 0.6012750267982483, |
| "step": 1792 |
| }, |
| { |
| "epoch": 1.51010101010101, |
| "grad_norm": 2.431042432785034, |
| "learning_rate": 1.1655117348178619e-06, |
| "loss": 0.8983908891677856, |
| "step": 1794 |
| }, |
| { |
| "epoch": 1.5117845117845117, |
| "grad_norm": 10.86044692993164, |
| "learning_rate": 1.163845488289074e-06, |
| "loss": 0.8865917921066284, |
| "step": 1796 |
| }, |
| { |
| "epoch": 1.5134680134680134, |
| "grad_norm": 12.615477561950684, |
| "learning_rate": 1.1621790217857153e-06, |
| "loss": 0.9755824208259583, |
| "step": 1798 |
| }, |
| { |
| "epoch": 1.5151515151515151, |
| "grad_norm": 4.471153736114502, |
| "learning_rate": 1.1605123410494643e-06, |
| "loss": 0.678105890750885, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.5168350168350169, |
| "grad_norm": 2.3955981731414795, |
| "learning_rate": 1.1588454518227375e-06, |
| "loss": 1.0274368524551392, |
| "step": 1802 |
| }, |
| { |
| "epoch": 1.5185185185185186, |
| "grad_norm": 3.6730523109436035, |
| "learning_rate": 1.157178359848669e-06, |
| "loss": 0.9852594137191772, |
| "step": 1804 |
| }, |
| { |
| "epoch": 1.5202020202020203, |
| "grad_norm": 4.832586288452148, |
| "learning_rate": 1.155511070871093e-06, |
| "loss": 0.7990705966949463, |
| "step": 1806 |
| }, |
| { |
| "epoch": 1.5218855218855218, |
| "grad_norm": 7.295440196990967, |
| "learning_rate": 1.1538435906345213e-06, |
| "loss": 0.7585336565971375, |
| "step": 1808 |
| }, |
| { |
| "epoch": 1.5235690235690236, |
| "grad_norm": 5.79640531539917, |
| "learning_rate": 1.1521759248841237e-06, |
| "loss": 0.6978878974914551, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.5252525252525253, |
| "grad_norm": 3.875293016433716, |
| "learning_rate": 1.1505080793657124e-06, |
| "loss": 0.22595882415771484, |
| "step": 1812 |
| }, |
| { |
| "epoch": 1.5269360269360268, |
| "grad_norm": 3.867565870285034, |
| "learning_rate": 1.1488400598257157e-06, |
| "loss": 1.1055881977081299, |
| "step": 1814 |
| }, |
| { |
| "epoch": 1.5286195286195285, |
| "grad_norm": 50.10768127441406, |
| "learning_rate": 1.1471718720111629e-06, |
| "loss": 0.7640130519866943, |
| "step": 1816 |
| }, |
| { |
| "epoch": 1.5303030303030303, |
| "grad_norm": 20.99407196044922, |
| "learning_rate": 1.1455035216696634e-06, |
| "loss": 0.8898581266403198, |
| "step": 1818 |
| }, |
| { |
| "epoch": 1.531986531986532, |
| "grad_norm": 3.8618974685668945, |
| "learning_rate": 1.1438350145493853e-06, |
| "loss": 0.7621004581451416, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.5336700336700337, |
| "grad_norm": 5.8136162757873535, |
| "learning_rate": 1.1421663563990383e-06, |
| "loss": 0.7234241962432861, |
| "step": 1822 |
| }, |
| { |
| "epoch": 1.5353535353535355, |
| "grad_norm": 2.8319544792175293, |
| "learning_rate": 1.1404975529678515e-06, |
| "loss": 0.9921367168426514, |
| "step": 1824 |
| }, |
| { |
| "epoch": 1.5370370370370372, |
| "grad_norm": 2.6894915103912354, |
| "learning_rate": 1.1388286100055555e-06, |
| "loss": 0.841090738773346, |
| "step": 1826 |
| }, |
| { |
| "epoch": 1.5387205387205387, |
| "grad_norm": 2.3952138423919678, |
| "learning_rate": 1.1371595332623601e-06, |
| "loss": 0.8845152258872986, |
| "step": 1828 |
| }, |
| { |
| "epoch": 1.5404040404040404, |
| "grad_norm": 7.501322269439697, |
| "learning_rate": 1.1354903284889377e-06, |
| "loss": 0.7155517935752869, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.542087542087542, |
| "grad_norm": 7.9082136154174805, |
| "learning_rate": 1.133821001436401e-06, |
| "loss": 0.7049411535263062, |
| "step": 1832 |
| }, |
| { |
| "epoch": 1.5437710437710437, |
| "grad_norm": 2.185568332672119, |
| "learning_rate": 1.1321515578562835e-06, |
| "loss": 1.0648796558380127, |
| "step": 1834 |
| }, |
| { |
| "epoch": 1.5454545454545454, |
| "grad_norm": 17.329938888549805, |
| "learning_rate": 1.1304820035005211e-06, |
| "loss": 0.8813831806182861, |
| "step": 1836 |
| }, |
| { |
| "epoch": 1.5471380471380471, |
| "grad_norm": 1.5673277378082275, |
| "learning_rate": 1.1288123441214315e-06, |
| "loss": 0.45255547761917114, |
| "step": 1838 |
| }, |
| { |
| "epoch": 1.5488215488215489, |
| "grad_norm": 3.232985258102417, |
| "learning_rate": 1.1271425854716931e-06, |
| "loss": 0.6964028477668762, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.5505050505050506, |
| "grad_norm": 4.322386741638184, |
| "learning_rate": 1.125472733304327e-06, |
| "loss": 0.6157456636428833, |
| "step": 1842 |
| }, |
| { |
| "epoch": 1.5521885521885523, |
| "grad_norm": 4.216830730438232, |
| "learning_rate": 1.1238027933726776e-06, |
| "loss": 0.4383459687232971, |
| "step": 1844 |
| }, |
| { |
| "epoch": 1.5538720538720538, |
| "grad_norm": 3.0813772678375244, |
| "learning_rate": 1.122132771430389e-06, |
| "loss": 0.9130579233169556, |
| "step": 1846 |
| }, |
| { |
| "epoch": 1.5555555555555556, |
| "grad_norm": 4.2144975662231445, |
| "learning_rate": 1.1204626732313907e-06, |
| "loss": 0.9694530963897705, |
| "step": 1848 |
| }, |
| { |
| "epoch": 1.557239057239057, |
| "grad_norm": 3.75293231010437, |
| "learning_rate": 1.1187925045298732e-06, |
| "loss": 0.7483557462692261, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.5589225589225588, |
| "grad_norm": 7.035089015960693, |
| "learning_rate": 1.1171222710802704e-06, |
| "loss": 0.9532842040061951, |
| "step": 1852 |
| }, |
| { |
| "epoch": 1.5606060606060606, |
| "grad_norm": 4.142365455627441, |
| "learning_rate": 1.1154519786372392e-06, |
| "loss": 0.5940355658531189, |
| "step": 1854 |
| }, |
| { |
| "epoch": 1.5622895622895623, |
| "grad_norm": 1.9475144147872925, |
| "learning_rate": 1.1137816329556403e-06, |
| "loss": 0.6380103826522827, |
| "step": 1856 |
| }, |
| { |
| "epoch": 1.563973063973064, |
| "grad_norm": 2.4910194873809814, |
| "learning_rate": 1.112111239790517e-06, |
| "loss": 0.9142417907714844, |
| "step": 1858 |
| }, |
| { |
| "epoch": 1.5656565656565657, |
| "grad_norm": 5.697439193725586, |
| "learning_rate": 1.1104408048970765e-06, |
| "loss": 0.4324049949645996, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.5673400673400675, |
| "grad_norm": 7.662766456604004, |
| "learning_rate": 1.1087703340306707e-06, |
| "loss": 0.9493654370307922, |
| "step": 1862 |
| }, |
| { |
| "epoch": 1.569023569023569, |
| "grad_norm": 2.1827774047851562, |
| "learning_rate": 1.1070998329467738e-06, |
| "loss": 0.355845183134079, |
| "step": 1864 |
| }, |
| { |
| "epoch": 1.5707070707070707, |
| "grad_norm": 7.288192272186279, |
| "learning_rate": 1.1054293074009646e-06, |
| "loss": 1.0024428367614746, |
| "step": 1866 |
| }, |
| { |
| "epoch": 1.5723905723905722, |
| "grad_norm": 7.846567630767822, |
| "learning_rate": 1.1037587631489077e-06, |
| "loss": 0.600260853767395, |
| "step": 1868 |
| }, |
| { |
| "epoch": 1.574074074074074, |
| "grad_norm": 3.9028728008270264, |
| "learning_rate": 1.1020882059463297e-06, |
| "loss": 0.8100777268409729, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.5757575757575757, |
| "grad_norm": 4.646785736083984, |
| "learning_rate": 1.1004176415490036e-06, |
| "loss": 0.7916046380996704, |
| "step": 1872 |
| }, |
| { |
| "epoch": 1.5774410774410774, |
| "grad_norm": 2.543654680252075, |
| "learning_rate": 1.0987470757127267e-06, |
| "loss": 0.9251663684844971, |
| "step": 1874 |
| }, |
| { |
| "epoch": 1.5791245791245792, |
| "grad_norm": 21.24106788635254, |
| "learning_rate": 1.0970765141933012e-06, |
| "loss": 0.5762704610824585, |
| "step": 1876 |
| }, |
| { |
| "epoch": 1.5808080808080809, |
| "grad_norm": 2.501488447189331, |
| "learning_rate": 1.0954059627465144e-06, |
| "loss": 1.1238887310028076, |
| "step": 1878 |
| }, |
| { |
| "epoch": 1.5824915824915826, |
| "grad_norm": 5.235997200012207, |
| "learning_rate": 1.093735427128119e-06, |
| "loss": 0.7707400321960449, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.5841750841750841, |
| "grad_norm": 5.779091835021973, |
| "learning_rate": 1.092064913093813e-06, |
| "loss": 0.4793959856033325, |
| "step": 1882 |
| }, |
| { |
| "epoch": 1.5858585858585859, |
| "grad_norm": 7.471992015838623, |
| "learning_rate": 1.09039442639922e-06, |
| "loss": 0.5366681814193726, |
| "step": 1884 |
| }, |
| { |
| "epoch": 1.5875420875420876, |
| "grad_norm": 3.628077983856201, |
| "learning_rate": 1.0887239727998697e-06, |
| "loss": 0.6487268209457397, |
| "step": 1886 |
| }, |
| { |
| "epoch": 1.589225589225589, |
| "grad_norm": 3.7435550689697266, |
| "learning_rate": 1.0870535580511778e-06, |
| "loss": 0.996959388256073, |
| "step": 1888 |
| }, |
| { |
| "epoch": 1.5909090909090908, |
| "grad_norm": 4.557770252227783, |
| "learning_rate": 1.0853831879084254e-06, |
| "loss": 0.2108735740184784, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.5925925925925926, |
| "grad_norm": 4.259451389312744, |
| "learning_rate": 1.0837128681267409e-06, |
| "loss": 1.057731032371521, |
| "step": 1892 |
| }, |
| { |
| "epoch": 1.5942760942760943, |
| "grad_norm": 3.0099260807037354, |
| "learning_rate": 1.082042604461079e-06, |
| "loss": 0.8130640983581543, |
| "step": 1894 |
| }, |
| { |
| "epoch": 1.595959595959596, |
| "grad_norm": 7.435500144958496, |
| "learning_rate": 1.0803724026662e-06, |
| "loss": 0.9344555139541626, |
| "step": 1896 |
| }, |
| { |
| "epoch": 1.5976430976430978, |
| "grad_norm": 4.205924034118652, |
| "learning_rate": 1.0787022684966524e-06, |
| "loss": 0.8660852313041687, |
| "step": 1898 |
| }, |
| { |
| "epoch": 1.5993265993265995, |
| "grad_norm": 14.64234447479248, |
| "learning_rate": 1.0770322077067512e-06, |
| "loss": 0.7825689315795898, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.601010101010101, |
| "grad_norm": 2.525815725326538, |
| "learning_rate": 1.0753622260505582e-06, |
| "loss": 0.8996245265007019, |
| "step": 1902 |
| }, |
| { |
| "epoch": 1.6026936026936027, |
| "grad_norm": 5.750382423400879, |
| "learning_rate": 1.0736923292818631e-06, |
| "loss": 0.7357829213142395, |
| "step": 1904 |
| }, |
| { |
| "epoch": 1.6043771043771042, |
| "grad_norm": 2.830305814743042, |
| "learning_rate": 1.0720225231541629e-06, |
| "loss": 1.1233978271484375, |
| "step": 1906 |
| }, |
| { |
| "epoch": 1.606060606060606, |
| "grad_norm": 6.201582908630371, |
| "learning_rate": 1.0703528134206418e-06, |
| "loss": 0.9390593767166138, |
| "step": 1908 |
| }, |
| { |
| "epoch": 1.6077441077441077, |
| "grad_norm": 2.511575698852539, |
| "learning_rate": 1.0686832058341534e-06, |
| "loss": 0.5838450789451599, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.6094276094276094, |
| "grad_norm": 9.2995023727417, |
| "learning_rate": 1.0670137061471972e-06, |
| "loss": 0.5779824256896973, |
| "step": 1912 |
| }, |
| { |
| "epoch": 1.6111111111111112, |
| "grad_norm": 10.087990760803223, |
| "learning_rate": 1.0653443201119026e-06, |
| "loss": 0.7840274572372437, |
| "step": 1914 |
| }, |
| { |
| "epoch": 1.612794612794613, |
| "grad_norm": 3.4181957244873047, |
| "learning_rate": 1.063675053480007e-06, |
| "loss": 0.6986541152000427, |
| "step": 1916 |
| }, |
| { |
| "epoch": 1.6144781144781146, |
| "grad_norm": 29.79077911376953, |
| "learning_rate": 1.0620059120028363e-06, |
| "loss": 0.6631942987442017, |
| "step": 1918 |
| }, |
| { |
| "epoch": 1.6161616161616161, |
| "grad_norm": 7.215582370758057, |
| "learning_rate": 1.0603369014312848e-06, |
| "loss": 0.6879869699478149, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.6178451178451179, |
| "grad_norm": 2.632085084915161, |
| "learning_rate": 1.0586680275157966e-06, |
| "loss": 0.8899586200714111, |
| "step": 1922 |
| }, |
| { |
| "epoch": 1.6195286195286194, |
| "grad_norm": 2.167722225189209, |
| "learning_rate": 1.0569992960063445e-06, |
| "loss": 0.5768526792526245, |
| "step": 1924 |
| }, |
| { |
| "epoch": 1.621212121212121, |
| "grad_norm": 4.157503604888916, |
| "learning_rate": 1.0553307126524105e-06, |
| "loss": 0.6109682321548462, |
| "step": 1926 |
| }, |
| { |
| "epoch": 1.6228956228956228, |
| "grad_norm": 2.805830478668213, |
| "learning_rate": 1.0536622832029663e-06, |
| "loss": 0.741910457611084, |
| "step": 1928 |
| }, |
| { |
| "epoch": 1.6245791245791246, |
| "grad_norm": 8.529329299926758, |
| "learning_rate": 1.0519940134064535e-06, |
| "loss": 0.8265746831893921, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.6262626262626263, |
| "grad_norm": 3.2494988441467285, |
| "learning_rate": 1.0503259090107635e-06, |
| "loss": 0.664577841758728, |
| "step": 1932 |
| }, |
| { |
| "epoch": 1.627946127946128, |
| "grad_norm": 5.897353172302246, |
| "learning_rate": 1.0486579757632177e-06, |
| "loss": 0.9694902896881104, |
| "step": 1934 |
| }, |
| { |
| "epoch": 1.6296296296296298, |
| "grad_norm": 5.868167400360107, |
| "learning_rate": 1.046990219410548e-06, |
| "loss": 0.9580270648002625, |
| "step": 1936 |
| }, |
| { |
| "epoch": 1.6313131313131313, |
| "grad_norm": 5.813265323638916, |
| "learning_rate": 1.0453226456988766e-06, |
| "loss": 1.0353319644927979, |
| "step": 1938 |
| }, |
| { |
| "epoch": 1.632996632996633, |
| "grad_norm": 8.491958618164062, |
| "learning_rate": 1.0436552603736967e-06, |
| "loss": 0.8483461141586304, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.6346801346801347, |
| "grad_norm": 2.543708086013794, |
| "learning_rate": 1.0419880691798526e-06, |
| "loss": 1.0242235660552979, |
| "step": 1942 |
| }, |
| { |
| "epoch": 1.6363636363636362, |
| "grad_norm": 2.253805160522461, |
| "learning_rate": 1.040321077861519e-06, |
| "loss": 0.7730292677879333, |
| "step": 1944 |
| }, |
| { |
| "epoch": 1.638047138047138, |
| "grad_norm": 2.954116106033325, |
| "learning_rate": 1.0386542921621824e-06, |
| "loss": 0.4111822545528412, |
| "step": 1946 |
| }, |
| { |
| "epoch": 1.6397306397306397, |
| "grad_norm": 6.733564853668213, |
| "learning_rate": 1.036987717824621e-06, |
| "loss": 0.9653711318969727, |
| "step": 1948 |
| }, |
| { |
| "epoch": 1.6414141414141414, |
| "grad_norm": 4.305788993835449, |
| "learning_rate": 1.0353213605908854e-06, |
| "loss": 0.9876930713653564, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.6430976430976432, |
| "grad_norm": 5.421419143676758, |
| "learning_rate": 1.0336552262022756e-06, |
| "loss": 0.49330899119377136, |
| "step": 1952 |
| }, |
| { |
| "epoch": 1.644781144781145, |
| "grad_norm": 6.326197624206543, |
| "learning_rate": 1.0319893203993276e-06, |
| "loss": 0.42090070247650146, |
| "step": 1954 |
| }, |
| { |
| "epoch": 1.6464646464646466, |
| "grad_norm": 16.150659561157227, |
| "learning_rate": 1.0303236489217863e-06, |
| "loss": 0.22029098868370056, |
| "step": 1956 |
| }, |
| { |
| "epoch": 1.6481481481481481, |
| "grad_norm": 5.668072700500488, |
| "learning_rate": 1.0286582175085913e-06, |
| "loss": 0.6529502868652344, |
| "step": 1958 |
| }, |
| { |
| "epoch": 1.6498316498316499, |
| "grad_norm": 2.8413267135620117, |
| "learning_rate": 1.0269930318978552e-06, |
| "loss": 0.7630746960639954, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.6515151515151514, |
| "grad_norm": 10.319131851196289, |
| "learning_rate": 1.0253280978268421e-06, |
| "loss": 0.6666793823242188, |
| "step": 1962 |
| }, |
| { |
| "epoch": 1.6531986531986531, |
| "grad_norm": 9.414068222045898, |
| "learning_rate": 1.0236634210319507e-06, |
| "loss": 0.5435478687286377, |
| "step": 1964 |
| }, |
| { |
| "epoch": 1.6548821548821548, |
| "grad_norm": 12.622198104858398, |
| "learning_rate": 1.0219990072486938e-06, |
| "loss": 0.6335460543632507, |
| "step": 1966 |
| }, |
| { |
| "epoch": 1.6565656565656566, |
| "grad_norm": 1.7483079433441162, |
| "learning_rate": 1.020334862211676e-06, |
| "loss": 0.8370047211647034, |
| "step": 1968 |
| }, |
| { |
| "epoch": 1.6582491582491583, |
| "grad_norm": 12.047608375549316, |
| "learning_rate": 1.0186709916545775e-06, |
| "loss": 0.7684140205383301, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.65993265993266, |
| "grad_norm": 10.904447555541992, |
| "learning_rate": 1.0170074013101329e-06, |
| "loss": 0.9606258869171143, |
| "step": 1972 |
| }, |
| { |
| "epoch": 1.6616161616161618, |
| "grad_norm": 2.283515453338623, |
| "learning_rate": 1.0153440969101103e-06, |
| "loss": 0.7740556001663208, |
| "step": 1974 |
| }, |
| { |
| "epoch": 1.6632996632996633, |
| "grad_norm": 3.3896608352661133, |
| "learning_rate": 1.0136810841852937e-06, |
| "loss": 0.7479045391082764, |
| "step": 1976 |
| }, |
| { |
| "epoch": 1.664983164983165, |
| "grad_norm": 11.400617599487305, |
| "learning_rate": 1.0120183688654616e-06, |
| "loss": 0.743224024772644, |
| "step": 1978 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 1.4617348909378052, |
| "learning_rate": 1.0103559566793679e-06, |
| "loss": 0.7983130216598511, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.6683501683501682, |
| "grad_norm": 7.328155994415283, |
| "learning_rate": 1.0086938533547213e-06, |
| "loss": 0.5365386009216309, |
| "step": 1982 |
| }, |
| { |
| "epoch": 1.67003367003367, |
| "grad_norm": 12.693415641784668, |
| "learning_rate": 1.0070320646181684e-06, |
| "loss": 0.46709537506103516, |
| "step": 1984 |
| }, |
| { |
| "epoch": 1.6717171717171717, |
| "grad_norm": 3.179992437362671, |
| "learning_rate": 1.0053705961952697e-06, |
| "loss": 1.0043718814849854, |
| "step": 1986 |
| }, |
| { |
| "epoch": 1.6734006734006734, |
| "grad_norm": 2.304699182510376, |
| "learning_rate": 1.0037094538104832e-06, |
| "loss": 0.8764192461967468, |
| "step": 1988 |
| }, |
| { |
| "epoch": 1.6750841750841752, |
| "grad_norm": 2.90543270111084, |
| "learning_rate": 1.002048643187143e-06, |
| "loss": 0.6470460891723633, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.676767676767677, |
| "grad_norm": 3.9131369590759277, |
| "learning_rate": 1.0003881700474415e-06, |
| "loss": 1.0713807344436646, |
| "step": 1992 |
| }, |
| { |
| "epoch": 1.6784511784511784, |
| "grad_norm": 12.474353790283203, |
| "learning_rate": 9.987280401124063e-07, |
| "loss": 0.6647155284881592, |
| "step": 1994 |
| }, |
| { |
| "epoch": 1.6801346801346801, |
| "grad_norm": 2.7717926502227783, |
| "learning_rate": 9.970682591018842e-07, |
| "loss": 0.6175976991653442, |
| "step": 1996 |
| }, |
| { |
| "epoch": 1.6818181818181817, |
| "grad_norm": 1.6829837560653687, |
| "learning_rate": 9.95408832734519e-07, |
| "loss": 0.9222723245620728, |
| "step": 1998 |
| }, |
| { |
| "epoch": 1.6835016835016834, |
| "grad_norm": 61.439422607421875, |
| "learning_rate": 9.937497667277322e-07, |
| "loss": 0.7147092819213867, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.6851851851851851, |
| "grad_norm": 4.989965438842773, |
| "learning_rate": 9.92091066797705e-07, |
| "loss": 0.6293914914131165, |
| "step": 2002 |
| }, |
| { |
| "epoch": 1.6868686868686869, |
| "grad_norm": 11.067621231079102, |
| "learning_rate": 9.904327386593563e-07, |
| "loss": 0.652735710144043, |
| "step": 2004 |
| }, |
| { |
| "epoch": 1.6885521885521886, |
| "grad_norm": 7.8212666511535645, |
| "learning_rate": 9.887747880263236e-07, |
| "loss": 0.6376103162765503, |
| "step": 2006 |
| }, |
| { |
| "epoch": 1.6902356902356903, |
| "grad_norm": 3.7688381671905518, |
| "learning_rate": 9.871172206109458e-07, |
| "loss": 0.9424273371696472, |
| "step": 2008 |
| }, |
| { |
| "epoch": 1.691919191919192, |
| "grad_norm": 5.420353889465332, |
| "learning_rate": 9.854600421242396e-07, |
| "loss": 0.5027921199798584, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.6936026936026936, |
| "grad_norm": 4.543862819671631, |
| "learning_rate": 9.838032582758814e-07, |
| "loss": 0.82335364818573, |
| "step": 2012 |
| }, |
| { |
| "epoch": 1.6952861952861953, |
| "grad_norm": 3.9203450679779053, |
| "learning_rate": 9.821468747741893e-07, |
| "loss": 0.5697500705718994, |
| "step": 2014 |
| }, |
| { |
| "epoch": 1.696969696969697, |
| "grad_norm": 4.254537582397461, |
| "learning_rate": 9.804908973261012e-07, |
| "loss": 0.7458208799362183, |
| "step": 2016 |
| }, |
| { |
| "epoch": 1.6986531986531985, |
| "grad_norm": 35.745418548583984, |
| "learning_rate": 9.788353316371562e-07, |
| "loss": 0.7252602577209473, |
| "step": 2018 |
| }, |
| { |
| "epoch": 1.7003367003367003, |
| "grad_norm": 5.118950366973877, |
| "learning_rate": 9.771801834114748e-07, |
| "loss": 0.721235454082489, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.702020202020202, |
| "grad_norm": 8.20414924621582, |
| "learning_rate": 9.755254583517394e-07, |
| "loss": 1.0950629711151123, |
| "step": 2022 |
| }, |
| { |
| "epoch": 1.7037037037037037, |
| "grad_norm": 3.2535030841827393, |
| "learning_rate": 9.738711621591733e-07, |
| "loss": 0.7883695363998413, |
| "step": 2024 |
| }, |
| { |
| "epoch": 1.7053872053872055, |
| "grad_norm": 2.4924561977386475, |
| "learning_rate": 9.722173005335235e-07, |
| "loss": 0.8893304467201233, |
| "step": 2026 |
| }, |
| { |
| "epoch": 1.7070707070707072, |
| "grad_norm": 3.33543062210083, |
| "learning_rate": 9.705638791730391e-07, |
| "loss": 0.9973706007003784, |
| "step": 2028 |
| }, |
| { |
| "epoch": 1.708754208754209, |
| "grad_norm": 12.050497055053711, |
| "learning_rate": 9.689109037744522e-07, |
| "loss": 0.6256110668182373, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.7104377104377104, |
| "grad_norm": 7.641107082366943, |
| "learning_rate": 9.672583800329585e-07, |
| "loss": 0.4611208438873291, |
| "step": 2032 |
| }, |
| { |
| "epoch": 1.7121212121212122, |
| "grad_norm": 4.1710405349731445, |
| "learning_rate": 9.65606313642198e-07, |
| "loss": 0.8477398157119751, |
| "step": 2034 |
| }, |
| { |
| "epoch": 1.7138047138047137, |
| "grad_norm": 12.162333488464355, |
| "learning_rate": 9.63954710294234e-07, |
| "loss": 0.7969092130661011, |
| "step": 2036 |
| }, |
| { |
| "epoch": 1.7154882154882154, |
| "grad_norm": 6.495959281921387, |
| "learning_rate": 9.623035756795352e-07, |
| "loss": 0.41181480884552, |
| "step": 2038 |
| }, |
| { |
| "epoch": 1.7171717171717171, |
| "grad_norm": 5.608903408050537, |
| "learning_rate": 9.606529154869556e-07, |
| "loss": 0.45445549488067627, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.7188552188552189, |
| "grad_norm": 3.937591552734375, |
| "learning_rate": 9.590027354037134e-07, |
| "loss": 0.8946130275726318, |
| "step": 2042 |
| }, |
| { |
| "epoch": 1.7205387205387206, |
| "grad_norm": 3.99568247795105, |
| "learning_rate": 9.573530411153732e-07, |
| "loss": 0.8655031323432922, |
| "step": 2044 |
| }, |
| { |
| "epoch": 1.7222222222222223, |
| "grad_norm": 7.455286502838135, |
| "learning_rate": 9.557038383058265e-07, |
| "loss": 1.0632479190826416, |
| "step": 2046 |
| }, |
| { |
| "epoch": 1.723905723905724, |
| "grad_norm": 2.330151081085205, |
| "learning_rate": 9.540551326572709e-07, |
| "loss": 1.0349470376968384, |
| "step": 2048 |
| }, |
| { |
| "epoch": 1.7255892255892256, |
| "grad_norm": 6.064199924468994, |
| "learning_rate": 9.524069298501902e-07, |
| "loss": 0.41284000873565674, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.7272727272727273, |
| "grad_norm": 1.6751161813735962, |
| "learning_rate": 9.507592355633376e-07, |
| "loss": 1.0285980701446533, |
| "step": 2052 |
| }, |
| { |
| "epoch": 1.7289562289562288, |
| "grad_norm": 26.606491088867188, |
| "learning_rate": 9.491120554737126e-07, |
| "loss": 0.9353586435317993, |
| "step": 2054 |
| }, |
| { |
| "epoch": 1.7306397306397305, |
| "grad_norm": 4.331685543060303, |
| "learning_rate": 9.474653952565439e-07, |
| "loss": 0.7286108732223511, |
| "step": 2056 |
| }, |
| { |
| "epoch": 1.7323232323232323, |
| "grad_norm": 2.1677701473236084, |
| "learning_rate": 9.458192605852691e-07, |
| "loss": 1.0569818019866943, |
| "step": 2058 |
| }, |
| { |
| "epoch": 1.734006734006734, |
| "grad_norm": 2.619204521179199, |
| "learning_rate": 9.441736571315142e-07, |
| "loss": 0.620589554309845, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.7356902356902357, |
| "grad_norm": 5.867666721343994, |
| "learning_rate": 9.425285905650755e-07, |
| "loss": 0.9633854627609253, |
| "step": 2062 |
| }, |
| { |
| "epoch": 1.7373737373737375, |
| "grad_norm": 16.939653396606445, |
| "learning_rate": 9.408840665538999e-07, |
| "loss": 0.6605305671691895, |
| "step": 2064 |
| }, |
| { |
| "epoch": 1.7390572390572392, |
| "grad_norm": 2.5597705841064453, |
| "learning_rate": 9.392400907640645e-07, |
| "loss": 0.6780143976211548, |
| "step": 2066 |
| }, |
| { |
| "epoch": 1.7407407407407407, |
| "grad_norm": 14.445930480957031, |
| "learning_rate": 9.375966688597572e-07, |
| "loss": 0.8258605003356934, |
| "step": 2068 |
| }, |
| { |
| "epoch": 1.7424242424242424, |
| "grad_norm": 5.176375389099121, |
| "learning_rate": 9.359538065032586e-07, |
| "loss": 0.7047204971313477, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.7441077441077442, |
| "grad_norm": 9.773624420166016, |
| "learning_rate": 9.343115093549203e-07, |
| "loss": 0.6722849011421204, |
| "step": 2072 |
| }, |
| { |
| "epoch": 1.7457912457912457, |
| "grad_norm": 3.369567394256592, |
| "learning_rate": 9.32669783073147e-07, |
| "loss": 0.49055272340774536, |
| "step": 2074 |
| }, |
| { |
| "epoch": 1.7474747474747474, |
| "grad_norm": 16.458398818969727, |
| "learning_rate": 9.310286333143767e-07, |
| "loss": 1.0591087341308594, |
| "step": 2076 |
| }, |
| { |
| "epoch": 1.7491582491582491, |
| "grad_norm": 3.6667587757110596, |
| "learning_rate": 9.293880657330604e-07, |
| "loss": 0.8024224042892456, |
| "step": 2078 |
| }, |
| { |
| "epoch": 1.7508417508417509, |
| "grad_norm": 3.5527923107147217, |
| "learning_rate": 9.277480859816444e-07, |
| "loss": 0.9343531131744385, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.7525252525252526, |
| "grad_norm": 4.238471984863281, |
| "learning_rate": 9.261086997105487e-07, |
| "loss": 0.6490952968597412, |
| "step": 2082 |
| }, |
| { |
| "epoch": 1.7542087542087543, |
| "grad_norm": 2.784026861190796, |
| "learning_rate": 9.244699125681485e-07, |
| "loss": 1.1208921670913696, |
| "step": 2084 |
| }, |
| { |
| "epoch": 1.7558922558922558, |
| "grad_norm": 3.683945655822754, |
| "learning_rate": 9.228317302007556e-07, |
| "loss": 0.788274884223938, |
| "step": 2086 |
| }, |
| { |
| "epoch": 1.7575757575757576, |
| "grad_norm": 8.775335311889648, |
| "learning_rate": 9.211941582525968e-07, |
| "loss": 0.4447941184043884, |
| "step": 2088 |
| }, |
| { |
| "epoch": 1.7592592592592593, |
| "grad_norm": 35.036190032958984, |
| "learning_rate": 9.195572023657969e-07, |
| "loss": 0.5342724323272705, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.7609427609427608, |
| "grad_norm": 11.131832122802734, |
| "learning_rate": 9.179208681803579e-07, |
| "loss": 0.535330057144165, |
| "step": 2092 |
| }, |
| { |
| "epoch": 1.7626262626262625, |
| "grad_norm": 4.160572052001953, |
| "learning_rate": 9.162851613341389e-07, |
| "loss": 0.3984565734863281, |
| "step": 2094 |
| }, |
| { |
| "epoch": 1.7643097643097643, |
| "grad_norm": 3.6985437870025635, |
| "learning_rate": 9.146500874628391e-07, |
| "loss": 0.6421704292297363, |
| "step": 2096 |
| }, |
| { |
| "epoch": 1.765993265993266, |
| "grad_norm": 2.077662467956543, |
| "learning_rate": 9.130156521999757e-07, |
| "loss": 1.0149686336517334, |
| "step": 2098 |
| }, |
| { |
| "epoch": 1.7676767676767677, |
| "grad_norm": 2.065174102783203, |
| "learning_rate": 9.113818611768654e-07, |
| "loss": 0.8843855857849121, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.7693602693602695, |
| "grad_norm": 2.7010414600372314, |
| "learning_rate": 9.097487200226059e-07, |
| "loss": 0.8571631908416748, |
| "step": 2102 |
| }, |
| { |
| "epoch": 1.7710437710437712, |
| "grad_norm": 9.685044288635254, |
| "learning_rate": 9.081162343640561e-07, |
| "loss": 0.5381686687469482, |
| "step": 2104 |
| }, |
| { |
| "epoch": 1.7727272727272727, |
| "grad_norm": 3.8229737281799316, |
| "learning_rate": 9.064844098258153e-07, |
| "loss": 0.6796019077301025, |
| "step": 2106 |
| }, |
| { |
| "epoch": 1.7744107744107744, |
| "grad_norm": 6.055543899536133, |
| "learning_rate": 9.048532520302061e-07, |
| "loss": 0.8706216812133789, |
| "step": 2108 |
| }, |
| { |
| "epoch": 1.776094276094276, |
| "grad_norm": 7.083333969116211, |
| "learning_rate": 9.032227665972534e-07, |
| "loss": 0.5699350237846375, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.7777777777777777, |
| "grad_norm": 2.0101730823516846, |
| "learning_rate": 9.015929591446651e-07, |
| "loss": 0.8485995531082153, |
| "step": 2112 |
| }, |
| { |
| "epoch": 1.7794612794612794, |
| "grad_norm": 2.6497552394866943, |
| "learning_rate": 8.999638352878142e-07, |
| "loss": 0.8866308927536011, |
| "step": 2114 |
| }, |
| { |
| "epoch": 1.7811447811447811, |
| "grad_norm": 2.9094290733337402, |
| "learning_rate": 8.983354006397177e-07, |
| "loss": 0.9138184785842896, |
| "step": 2116 |
| }, |
| { |
| "epoch": 1.7828282828282829, |
| "grad_norm": 2.6958985328674316, |
| "learning_rate": 8.96707660811018e-07, |
| "loss": 0.9850746989250183, |
| "step": 2118 |
| }, |
| { |
| "epoch": 1.7845117845117846, |
| "grad_norm": 21.947837829589844, |
| "learning_rate": 8.950806214099638e-07, |
| "loss": 0.6375728249549866, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.7861952861952863, |
| "grad_norm": 4.920895099639893, |
| "learning_rate": 8.934542880423903e-07, |
| "loss": 0.5961431860923767, |
| "step": 2122 |
| }, |
| { |
| "epoch": 1.7878787878787878, |
| "grad_norm": 2.1890132427215576, |
| "learning_rate": 8.918286663117005e-07, |
| "loss": 0.659866452217102, |
| "step": 2124 |
| }, |
| { |
| "epoch": 1.7895622895622896, |
| "grad_norm": 10.51028823852539, |
| "learning_rate": 8.902037618188449e-07, |
| "loss": 0.6706059575080872, |
| "step": 2126 |
| }, |
| { |
| "epoch": 1.791245791245791, |
| "grad_norm": 6.073541164398193, |
| "learning_rate": 8.885795801623035e-07, |
| "loss": 0.6864989995956421, |
| "step": 2128 |
| }, |
| { |
| "epoch": 1.7929292929292928, |
| "grad_norm": 19.274333953857422, |
| "learning_rate": 8.869561269380652e-07, |
| "loss": 0.674058198928833, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.7946127946127945, |
| "grad_norm": 3.4625072479248047, |
| "learning_rate": 8.853334077396098e-07, |
| "loss": 0.5736150741577148, |
| "step": 2132 |
| }, |
| { |
| "epoch": 1.7962962962962963, |
| "grad_norm": 1.9551900625228882, |
| "learning_rate": 8.837114281578872e-07, |
| "loss": 0.6773728728294373, |
| "step": 2134 |
| }, |
| { |
| "epoch": 1.797979797979798, |
| "grad_norm": 6.7064208984375, |
| "learning_rate": 8.820901937813003e-07, |
| "loss": 0.347098171710968, |
| "step": 2136 |
| }, |
| { |
| "epoch": 1.7996632996632997, |
| "grad_norm": 1.6629834175109863, |
| "learning_rate": 8.804697101956828e-07, |
| "loss": 0.9595216512680054, |
| "step": 2138 |
| }, |
| { |
| "epoch": 1.8013468013468015, |
| "grad_norm": 3.6944870948791504, |
| "learning_rate": 8.78849982984283e-07, |
| "loss": 0.7999200820922852, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.803030303030303, |
| "grad_norm": 3.7662339210510254, |
| "learning_rate": 8.772310177277427e-07, |
| "loss": 0.7555183172225952, |
| "step": 2142 |
| }, |
| { |
| "epoch": 1.8047138047138047, |
| "grad_norm": 2.7332985401153564, |
| "learning_rate": 8.756128200040782e-07, |
| "loss": 0.7414171099662781, |
| "step": 2144 |
| }, |
| { |
| "epoch": 1.8063973063973064, |
| "grad_norm": 5.167442798614502, |
| "learning_rate": 8.739953953886614e-07, |
| "loss": 0.904849112033844, |
| "step": 2146 |
| }, |
| { |
| "epoch": 1.808080808080808, |
| "grad_norm": 7.448000907897949, |
| "learning_rate": 8.72378749454201e-07, |
| "loss": 0.8806520104408264, |
| "step": 2148 |
| }, |
| { |
| "epoch": 1.8097643097643097, |
| "grad_norm": 2.8185012340545654, |
| "learning_rate": 8.707628877707221e-07, |
| "loss": 0.9877094030380249, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.8114478114478114, |
| "grad_norm": 3.56538987159729, |
| "learning_rate": 8.691478159055483e-07, |
| "loss": 0.9566267728805542, |
| "step": 2152 |
| }, |
| { |
| "epoch": 1.8131313131313131, |
| "grad_norm": 6.516078472137451, |
| "learning_rate": 8.675335394232819e-07, |
| "loss": 0.8102941513061523, |
| "step": 2154 |
| }, |
| { |
| "epoch": 1.8148148148148149, |
| "grad_norm": 5.387680530548096, |
| "learning_rate": 8.659200638857845e-07, |
| "loss": 0.655036449432373, |
| "step": 2156 |
| }, |
| { |
| "epoch": 1.8164983164983166, |
| "grad_norm": 4.142063140869141, |
| "learning_rate": 8.643073948521576e-07, |
| "loss": 0.44311749935150146, |
| "step": 2158 |
| }, |
| { |
| "epoch": 1.8181818181818183, |
| "grad_norm": 1.9489187002182007, |
| "learning_rate": 8.626955378787256e-07, |
| "loss": 0.8758860230445862, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.8198653198653199, |
| "grad_norm": 8.752238273620605, |
| "learning_rate": 8.610844985190127e-07, |
| "loss": 0.7219128608703613, |
| "step": 2162 |
| }, |
| { |
| "epoch": 1.8215488215488216, |
| "grad_norm": 8.243671417236328, |
| "learning_rate": 8.594742823237287e-07, |
| "loss": 0.8195970058441162, |
| "step": 2164 |
| }, |
| { |
| "epoch": 1.823232323232323, |
| "grad_norm": 8.444494247436523, |
| "learning_rate": 8.578648948407452e-07, |
| "loss": 0.9344632625579834, |
| "step": 2166 |
| }, |
| { |
| "epoch": 1.8249158249158248, |
| "grad_norm": 1.946562647819519, |
| "learning_rate": 8.562563416150794e-07, |
| "loss": 0.8328951597213745, |
| "step": 2168 |
| }, |
| { |
| "epoch": 1.8265993265993266, |
| "grad_norm": 4.5011749267578125, |
| "learning_rate": 8.546486281888739e-07, |
| "loss": 0.5535922050476074, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.8282828282828283, |
| "grad_norm": 10.435762405395508, |
| "learning_rate": 8.53041760101378e-07, |
| "loss": 0.733657956123352, |
| "step": 2172 |
| }, |
| { |
| "epoch": 1.82996632996633, |
| "grad_norm": 6.214064121246338, |
| "learning_rate": 8.51435742888928e-07, |
| "loss": 0.40798521041870117, |
| "step": 2174 |
| }, |
| { |
| "epoch": 1.8316498316498318, |
| "grad_norm": 4.490242958068848, |
| "learning_rate": 8.498305820849296e-07, |
| "loss": 0.45203477144241333, |
| "step": 2176 |
| }, |
| { |
| "epoch": 1.8333333333333335, |
| "grad_norm": 6.816056251525879, |
| "learning_rate": 8.482262832198365e-07, |
| "loss": 0.6513058543205261, |
| "step": 2178 |
| }, |
| { |
| "epoch": 1.835016835016835, |
| "grad_norm": 2.1644816398620605, |
| "learning_rate": 8.46622851821134e-07, |
| "loss": 0.7746816277503967, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.8367003367003367, |
| "grad_norm": 11.113990783691406, |
| "learning_rate": 8.450202934133174e-07, |
| "loss": 0.4632836580276489, |
| "step": 2182 |
| }, |
| { |
| "epoch": 1.8383838383838382, |
| "grad_norm": 4.4734086990356445, |
| "learning_rate": 8.434186135178749e-07, |
| "loss": 0.899796724319458, |
| "step": 2184 |
| }, |
| { |
| "epoch": 1.84006734006734, |
| "grad_norm": 2.3766531944274902, |
| "learning_rate": 8.418178176532674e-07, |
| "loss": 0.90257328748703, |
| "step": 2186 |
| }, |
| { |
| "epoch": 1.8417508417508417, |
| "grad_norm": 13.302746772766113, |
| "learning_rate": 8.402179113349106e-07, |
| "loss": 0.8778829574584961, |
| "step": 2188 |
| }, |
| { |
| "epoch": 1.8434343434343434, |
| "grad_norm": 10.324798583984375, |
| "learning_rate": 8.386189000751544e-07, |
| "loss": 0.5610869526863098, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.8451178451178452, |
| "grad_norm": 3.937783718109131, |
| "learning_rate": 8.370207893832661e-07, |
| "loss": 0.7988660335540771, |
| "step": 2192 |
| }, |
| { |
| "epoch": 1.8468013468013469, |
| "grad_norm": 7.830168724060059, |
| "learning_rate": 8.354235847654092e-07, |
| "loss": 0.6106054782867432, |
| "step": 2194 |
| }, |
| { |
| "epoch": 1.8484848484848486, |
| "grad_norm": 7.153279781341553, |
| "learning_rate": 8.338272917246252e-07, |
| "loss": 0.7764344215393066, |
| "step": 2196 |
| }, |
| { |
| "epoch": 1.8501683501683501, |
| "grad_norm": 6.39476203918457, |
| "learning_rate": 8.322319157608158e-07, |
| "loss": 0.48035871982574463, |
| "step": 2198 |
| }, |
| { |
| "epoch": 1.8518518518518519, |
| "grad_norm": 7.486396312713623, |
| "learning_rate": 8.306374623707222e-07, |
| "loss": 0.9800804853439331, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.8535353535353534, |
| "grad_norm": 3.6824681758880615, |
| "learning_rate": 8.29043937047907e-07, |
| "loss": 0.7192468643188477, |
| "step": 2202 |
| }, |
| { |
| "epoch": 1.855218855218855, |
| "grad_norm": 6.612771987915039, |
| "learning_rate": 8.274513452827361e-07, |
| "loss": 0.5936028957366943, |
| "step": 2204 |
| }, |
| { |
| "epoch": 1.8569023569023568, |
| "grad_norm": 3.079265832901001, |
| "learning_rate": 8.258596925623578e-07, |
| "loss": 0.9140318632125854, |
| "step": 2206 |
| }, |
| { |
| "epoch": 1.8585858585858586, |
| "grad_norm": 10.242953300476074, |
| "learning_rate": 8.242689843706852e-07, |
| "loss": 0.713873028755188, |
| "step": 2208 |
| }, |
| { |
| "epoch": 1.8602693602693603, |
| "grad_norm": 26.58353042602539, |
| "learning_rate": 8.226792261883777e-07, |
| "loss": 0.29191094636917114, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.861952861952862, |
| "grad_norm": 6.435546398162842, |
| "learning_rate": 8.210904234928213e-07, |
| "loss": 0.8298804759979248, |
| "step": 2212 |
| }, |
| { |
| "epoch": 1.8636363636363638, |
| "grad_norm": 2.913339853286743, |
| "learning_rate": 8.195025817581092e-07, |
| "loss": 1.0796676874160767, |
| "step": 2214 |
| }, |
| { |
| "epoch": 1.8653198653198653, |
| "grad_norm": 42.50606155395508, |
| "learning_rate": 8.179157064550246e-07, |
| "loss": 0.3906444311141968, |
| "step": 2216 |
| }, |
| { |
| "epoch": 1.867003367003367, |
| "grad_norm": 13.17294692993164, |
| "learning_rate": 8.163298030510208e-07, |
| "loss": 0.5464171171188354, |
| "step": 2218 |
| }, |
| { |
| "epoch": 1.8686868686868687, |
| "grad_norm": 17.247772216796875, |
| "learning_rate": 8.147448770102019e-07, |
| "loss": 0.48076120018959045, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.8703703703703702, |
| "grad_norm": 5.142391681671143, |
| "learning_rate": 8.131609337933054e-07, |
| "loss": 0.6968168616294861, |
| "step": 2222 |
| }, |
| { |
| "epoch": 1.872053872053872, |
| "grad_norm": 4.890412330627441, |
| "learning_rate": 8.115779788576818e-07, |
| "loss": 0.9484931230545044, |
| "step": 2224 |
| }, |
| { |
| "epoch": 1.8737373737373737, |
| "grad_norm": 4.0591044425964355, |
| "learning_rate": 8.099960176572768e-07, |
| "loss": 0.5798113346099854, |
| "step": 2226 |
| }, |
| { |
| "epoch": 1.8754208754208754, |
| "grad_norm": 16.09890365600586, |
| "learning_rate": 8.08415055642613e-07, |
| "loss": 0.35563382506370544, |
| "step": 2228 |
| }, |
| { |
| "epoch": 1.8771043771043772, |
| "grad_norm": 6.097412109375, |
| "learning_rate": 8.068350982607693e-07, |
| "loss": 1.0293006896972656, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.878787878787879, |
| "grad_norm": 3.246103525161743, |
| "learning_rate": 8.052561509553633e-07, |
| "loss": 0.9102228879928589, |
| "step": 2232 |
| }, |
| { |
| "epoch": 1.8804713804713806, |
| "grad_norm": 6.635921001434326, |
| "learning_rate": 8.03678219166533e-07, |
| "loss": 0.515903115272522, |
| "step": 2234 |
| }, |
| { |
| "epoch": 1.8821548821548821, |
| "grad_norm": 5.258808135986328, |
| "learning_rate": 8.021013083309181e-07, |
| "loss": 0.7250782251358032, |
| "step": 2236 |
| }, |
| { |
| "epoch": 1.8838383838383839, |
| "grad_norm": 27.69781494140625, |
| "learning_rate": 8.005254238816392e-07, |
| "loss": 0.9729253053665161, |
| "step": 2238 |
| }, |
| { |
| "epoch": 1.8855218855218854, |
| "grad_norm": 2.754936933517456, |
| "learning_rate": 7.989505712482814e-07, |
| "loss": 1.1490654945373535, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.887205387205387, |
| "grad_norm": 1.9234169721603394, |
| "learning_rate": 7.973767558568749e-07, |
| "loss": 0.9823436737060547, |
| "step": 2242 |
| }, |
| { |
| "epoch": 1.8888888888888888, |
| "grad_norm": 2.8880441188812256, |
| "learning_rate": 7.95803983129876e-07, |
| "loss": 0.8976832032203674, |
| "step": 2244 |
| }, |
| { |
| "epoch": 1.8905723905723906, |
| "grad_norm": 4.514529228210449, |
| "learning_rate": 7.942322584861476e-07, |
| "loss": 0.9340039491653442, |
| "step": 2246 |
| }, |
| { |
| "epoch": 1.8922558922558923, |
| "grad_norm": 7.478911876678467, |
| "learning_rate": 7.926615873409435e-07, |
| "loss": 0.8636904954910278, |
| "step": 2248 |
| }, |
| { |
| "epoch": 1.893939393939394, |
| "grad_norm": 2.7240192890167236, |
| "learning_rate": 7.910919751058863e-07, |
| "loss": 0.9821701049804688, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.8956228956228958, |
| "grad_norm": 2.6539080142974854, |
| "learning_rate": 7.895234271889502e-07, |
| "loss": 1.1389049291610718, |
| "step": 2252 |
| }, |
| { |
| "epoch": 1.8973063973063973, |
| "grad_norm": 2.555716037750244, |
| "learning_rate": 7.879559489944431e-07, |
| "loss": 0.8757186532020569, |
| "step": 2254 |
| }, |
| { |
| "epoch": 1.898989898989899, |
| "grad_norm": 3.2359490394592285, |
| "learning_rate": 7.86389545922987e-07, |
| "loss": 0.7967367172241211, |
| "step": 2256 |
| }, |
| { |
| "epoch": 1.9006734006734005, |
| "grad_norm": 2.5815160274505615, |
| "learning_rate": 7.848242233714992e-07, |
| "loss": 0.9813891649246216, |
| "step": 2258 |
| }, |
| { |
| "epoch": 1.9023569023569022, |
| "grad_norm": 5.316218852996826, |
| "learning_rate": 7.832599867331751e-07, |
| "loss": 0.6991989612579346, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.904040404040404, |
| "grad_norm": 3.514714241027832, |
| "learning_rate": 7.816968413974676e-07, |
| "loss": 0.7938976883888245, |
| "step": 2262 |
| }, |
| { |
| "epoch": 1.9057239057239057, |
| "grad_norm": 6.5592474937438965, |
| "learning_rate": 7.801347927500701e-07, |
| "loss": 0.46941909193992615, |
| "step": 2264 |
| }, |
| { |
| "epoch": 1.9074074074074074, |
| "grad_norm": 11.761022567749023, |
| "learning_rate": 7.785738461728975e-07, |
| "loss": 0.7285200953483582, |
| "step": 2266 |
| }, |
| { |
| "epoch": 1.9090909090909092, |
| "grad_norm": 7.991189002990723, |
| "learning_rate": 7.770140070440679e-07, |
| "loss": 0.6555970907211304, |
| "step": 2268 |
| }, |
| { |
| "epoch": 1.910774410774411, |
| "grad_norm": 4.922752857208252, |
| "learning_rate": 7.754552807378827e-07, |
| "loss": 0.7720062136650085, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.9124579124579124, |
| "grad_norm": 2.78389573097229, |
| "learning_rate": 7.738976726248105e-07, |
| "loss": 0.8745548725128174, |
| "step": 2272 |
| }, |
| { |
| "epoch": 1.9141414141414141, |
| "grad_norm": 10.283120155334473, |
| "learning_rate": 7.723411880714663e-07, |
| "loss": 0.7076643705368042, |
| "step": 2274 |
| }, |
| { |
| "epoch": 1.9158249158249159, |
| "grad_norm": 13.527719497680664, |
| "learning_rate": 7.707858324405945e-07, |
| "loss": 0.8855887651443481, |
| "step": 2276 |
| }, |
| { |
| "epoch": 1.9175084175084174, |
| "grad_norm": 13.780444145202637, |
| "learning_rate": 7.692316110910495e-07, |
| "loss": 0.5699777603149414, |
| "step": 2278 |
| }, |
| { |
| "epoch": 1.9191919191919191, |
| "grad_norm": 7.046093940734863, |
| "learning_rate": 7.676785293777779e-07, |
| "loss": 0.20726297795772552, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.9208754208754208, |
| "grad_norm": 5.450412750244141, |
| "learning_rate": 7.661265926517997e-07, |
| "loss": 0.960862398147583, |
| "step": 2282 |
| }, |
| { |
| "epoch": 1.9225589225589226, |
| "grad_norm": 13.540059089660645, |
| "learning_rate": 7.6457580626019e-07, |
| "loss": 0.44127357006073, |
| "step": 2284 |
| }, |
| { |
| "epoch": 1.9242424242424243, |
| "grad_norm": 5.831504821777344, |
| "learning_rate": 7.630261755460598e-07, |
| "loss": 0.5103174448013306, |
| "step": 2286 |
| }, |
| { |
| "epoch": 1.925925925925926, |
| "grad_norm": 7.158233165740967, |
| "learning_rate": 7.614777058485398e-07, |
| "loss": 0.9973621368408203, |
| "step": 2288 |
| }, |
| { |
| "epoch": 1.9276094276094278, |
| "grad_norm": 3.2046473026275635, |
| "learning_rate": 7.59930402502759e-07, |
| "loss": 0.6976436972618103, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.9292929292929293, |
| "grad_norm": 9.439109802246094, |
| "learning_rate": 7.58384270839829e-07, |
| "loss": 0.4523466229438782, |
| "step": 2292 |
| }, |
| { |
| "epoch": 1.930976430976431, |
| "grad_norm": 6.197632789611816, |
| "learning_rate": 7.568393161868234e-07, |
| "loss": 0.9106472134590149, |
| "step": 2294 |
| }, |
| { |
| "epoch": 1.9326599326599325, |
| "grad_norm": 8.470841407775879, |
| "learning_rate": 7.552955438667612e-07, |
| "loss": 0.7909121513366699, |
| "step": 2296 |
| }, |
| { |
| "epoch": 1.9343434343434343, |
| "grad_norm": 3.3162317276000977, |
| "learning_rate": 7.537529591985879e-07, |
| "loss": 0.7960456609725952, |
| "step": 2298 |
| }, |
| { |
| "epoch": 1.936026936026936, |
| "grad_norm": 7.409903526306152, |
| "learning_rate": 7.522115674971564e-07, |
| "loss": 0.6709874868392944, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.9377104377104377, |
| "grad_norm": 8.22396183013916, |
| "learning_rate": 7.506713740732098e-07, |
| "loss": 1.1500425338745117, |
| "step": 2302 |
| }, |
| { |
| "epoch": 1.9393939393939394, |
| "grad_norm": 3.9755733013153076, |
| "learning_rate": 7.491323842333626e-07, |
| "loss": 0.9240370988845825, |
| "step": 2304 |
| }, |
| { |
| "epoch": 1.9410774410774412, |
| "grad_norm": 7.245258331298828, |
| "learning_rate": 7.47594603280082e-07, |
| "loss": 0.30636048316955566, |
| "step": 2306 |
| }, |
| { |
| "epoch": 1.942760942760943, |
| "grad_norm": 4.102907180786133, |
| "learning_rate": 7.460580365116704e-07, |
| "loss": 0.8063202500343323, |
| "step": 2308 |
| }, |
| { |
| "epoch": 1.9444444444444444, |
| "grad_norm": 2.798117160797119, |
| "learning_rate": 7.445226892222476e-07, |
| "loss": 1.042150855064392, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.9461279461279462, |
| "grad_norm": 11.515227317810059, |
| "learning_rate": 7.429885667017301e-07, |
| "loss": 0.9472934603691101, |
| "step": 2312 |
| }, |
| { |
| "epoch": 1.9478114478114477, |
| "grad_norm": 5.401071548461914, |
| "learning_rate": 7.41455674235816e-07, |
| "loss": 0.9147957563400269, |
| "step": 2314 |
| }, |
| { |
| "epoch": 1.9494949494949494, |
| "grad_norm": 3.730478048324585, |
| "learning_rate": 7.399240171059649e-07, |
| "loss": 0.7157914638519287, |
| "step": 2316 |
| }, |
| { |
| "epoch": 1.9511784511784511, |
| "grad_norm": 4.426076889038086, |
| "learning_rate": 7.383936005893798e-07, |
| "loss": 0.8011871576309204, |
| "step": 2318 |
| }, |
| { |
| "epoch": 1.9528619528619529, |
| "grad_norm": 6.439156532287598, |
| "learning_rate": 7.368644299589894e-07, |
| "loss": 0.8518431186676025, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.9545454545454546, |
| "grad_norm": 2.613004446029663, |
| "learning_rate": 7.353365104834304e-07, |
| "loss": 0.936795711517334, |
| "step": 2322 |
| }, |
| { |
| "epoch": 1.9562289562289563, |
| "grad_norm": 6.956838130950928, |
| "learning_rate": 7.338098474270277e-07, |
| "loss": 0.7357702851295471, |
| "step": 2324 |
| }, |
| { |
| "epoch": 1.957912457912458, |
| "grad_norm": 13.74077320098877, |
| "learning_rate": 7.322844460497783e-07, |
| "loss": 0.5305231809616089, |
| "step": 2326 |
| }, |
| { |
| "epoch": 1.9595959595959596, |
| "grad_norm": 2.220991373062134, |
| "learning_rate": 7.307603116073317e-07, |
| "loss": 0.9905499219894409, |
| "step": 2328 |
| }, |
| { |
| "epoch": 1.9612794612794613, |
| "grad_norm": 1.9964042901992798, |
| "learning_rate": 7.292374493509725e-07, |
| "loss": 1.0259349346160889, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.9629629629629628, |
| "grad_norm": 3.4638054370880127, |
| "learning_rate": 7.277158645276014e-07, |
| "loss": 0.9553219079971313, |
| "step": 2332 |
| }, |
| { |
| "epoch": 1.9646464646464645, |
| "grad_norm": 2.130671977996826, |
| "learning_rate": 7.261955623797189e-07, |
| "loss": 0.9786357283592224, |
| "step": 2334 |
| }, |
| { |
| "epoch": 1.9663299663299663, |
| "grad_norm": 2.262347459793091, |
| "learning_rate": 7.246765481454056e-07, |
| "loss": 0.8999519348144531, |
| "step": 2336 |
| }, |
| { |
| "epoch": 1.968013468013468, |
| "grad_norm": 8.985565185546875, |
| "learning_rate": 7.23158827058304e-07, |
| "loss": 1.0301485061645508, |
| "step": 2338 |
| }, |
| { |
| "epoch": 1.9696969696969697, |
| "grad_norm": 15.289015769958496, |
| "learning_rate": 7.216424043476022e-07, |
| "loss": 0.4213113784790039, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.9713804713804715, |
| "grad_norm": 5.483232498168945, |
| "learning_rate": 7.20127285238015e-07, |
| "loss": 0.6755249500274658, |
| "step": 2342 |
| }, |
| { |
| "epoch": 1.9730639730639732, |
| "grad_norm": 5.321086883544922, |
| "learning_rate": 7.186134749497645e-07, |
| "loss": 0.5112136602401733, |
| "step": 2344 |
| }, |
| { |
| "epoch": 1.9747474747474747, |
| "grad_norm": 6.330574989318848, |
| "learning_rate": 7.171009786985642e-07, |
| "loss": 0.7962218523025513, |
| "step": 2346 |
| }, |
| { |
| "epoch": 1.9764309764309764, |
| "grad_norm": 7.868488788604736, |
| "learning_rate": 7.155898016956008e-07, |
| "loss": 0.6971943378448486, |
| "step": 2348 |
| }, |
| { |
| "epoch": 1.9781144781144782, |
| "grad_norm": 51.063167572021484, |
| "learning_rate": 7.14079949147514e-07, |
| "loss": 0.6931584477424622, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.9797979797979797, |
| "grad_norm": 5.527878761291504, |
| "learning_rate": 7.125714262563814e-07, |
| "loss": 0.6461153030395508, |
| "step": 2352 |
| }, |
| { |
| "epoch": 1.9814814814814814, |
| "grad_norm": 3.8143720626831055, |
| "learning_rate": 7.110642382196996e-07, |
| "loss": 0.4134939908981323, |
| "step": 2354 |
| }, |
| { |
| "epoch": 1.9831649831649831, |
| "grad_norm": 2.772143840789795, |
| "learning_rate": 7.095583902303648e-07, |
| "loss": 1.014623999595642, |
| "step": 2356 |
| }, |
| { |
| "epoch": 1.9848484848484849, |
| "grad_norm": 2.1666996479034424, |
| "learning_rate": 7.080538874766573e-07, |
| "loss": 0.8629425764083862, |
| "step": 2358 |
| }, |
| { |
| "epoch": 1.9865319865319866, |
| "grad_norm": 1.9438031911849976, |
| "learning_rate": 7.06550735142222e-07, |
| "loss": 0.8896007537841797, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.9882154882154883, |
| "grad_norm": 6.1856369972229, |
| "learning_rate": 7.050489384060512e-07, |
| "loss": 0.6207383275032043, |
| "step": 2362 |
| }, |
| { |
| "epoch": 1.98989898989899, |
| "grad_norm": 2.3403923511505127, |
| "learning_rate": 7.035485024424666e-07, |
| "loss": 0.912721574306488, |
| "step": 2364 |
| }, |
| { |
| "epoch": 1.9915824915824916, |
| "grad_norm": 11.149336814880371, |
| "learning_rate": 7.020494324211017e-07, |
| "loss": 0.8143168687820435, |
| "step": 2366 |
| }, |
| { |
| "epoch": 1.9932659932659933, |
| "grad_norm": 2.9151461124420166, |
| "learning_rate": 7.005517335068827e-07, |
| "loss": 0.9495657682418823, |
| "step": 2368 |
| }, |
| { |
| "epoch": 1.9949494949494948, |
| "grad_norm": 1.9637680053710938, |
| "learning_rate": 6.99055410860013e-07, |
| "loss": 0.26862990856170654, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.9966329966329965, |
| "grad_norm": 17.319799423217773, |
| "learning_rate": 6.975604696359542e-07, |
| "loss": 0.5134755969047546, |
| "step": 2372 |
| }, |
| { |
| "epoch": 1.9983164983164983, |
| "grad_norm": 5.046746730804443, |
| "learning_rate": 6.960669149854068e-07, |
| "loss": 0.8662137985229492, |
| "step": 2374 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 3.1785898208618164, |
| "learning_rate": 6.945747520542955e-07, |
| "loss": 0.8281479477882385, |
| "step": 2376 |
| }, |
| { |
| "epoch": 2.0016835016835017, |
| "grad_norm": 15.919424057006836, |
| "learning_rate": 6.930839859837496e-07, |
| "loss": 0.5921661853790283, |
| "step": 2378 |
| }, |
| { |
| "epoch": 2.0033670033670035, |
| "grad_norm": 13.652657508850098, |
| "learning_rate": 6.915946219100852e-07, |
| "loss": 1.0555100440979004, |
| "step": 2380 |
| }, |
| { |
| "epoch": 2.005050505050505, |
| "grad_norm": 5.170054912567139, |
| "learning_rate": 6.901066649647887e-07, |
| "loss": 0.6134198904037476, |
| "step": 2382 |
| }, |
| { |
| "epoch": 2.006734006734007, |
| "grad_norm": 3.480863094329834, |
| "learning_rate": 6.886201202744972e-07, |
| "loss": 0.48556286096572876, |
| "step": 2384 |
| }, |
| { |
| "epoch": 2.008417508417508, |
| "grad_norm": 1.9658989906311035, |
| "learning_rate": 6.871349929609826e-07, |
| "loss": 0.6283817291259766, |
| "step": 2386 |
| }, |
| { |
| "epoch": 2.01010101010101, |
| "grad_norm": 3.805121421813965, |
| "learning_rate": 6.856512881411343e-07, |
| "loss": 0.7825635671615601, |
| "step": 2388 |
| }, |
| { |
| "epoch": 2.0117845117845117, |
| "grad_norm": 3.4738574028015137, |
| "learning_rate": 6.841690109269386e-07, |
| "loss": 0.9271956086158752, |
| "step": 2390 |
| }, |
| { |
| "epoch": 2.0134680134680134, |
| "grad_norm": 6.440873622894287, |
| "learning_rate": 6.826881664254646e-07, |
| "loss": 0.6064585447311401, |
| "step": 2392 |
| }, |
| { |
| "epoch": 2.015151515151515, |
| "grad_norm": 5.510295391082764, |
| "learning_rate": 6.812087597388452e-07, |
| "loss": 0.610366940498352, |
| "step": 2394 |
| }, |
| { |
| "epoch": 2.016835016835017, |
| "grad_norm": 2.200218439102173, |
| "learning_rate": 6.79730795964258e-07, |
| "loss": 0.7530055046081543, |
| "step": 2396 |
| }, |
| { |
| "epoch": 2.0185185185185186, |
| "grad_norm": 9.030868530273438, |
| "learning_rate": 6.782542801939105e-07, |
| "loss": 0.7531571388244629, |
| "step": 2398 |
| }, |
| { |
| "epoch": 2.0202020202020203, |
| "grad_norm": 3.04939866065979, |
| "learning_rate": 6.767792175150211e-07, |
| "loss": 0.4959731698036194, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.021885521885522, |
| "grad_norm": 10.346657752990723, |
| "learning_rate": 6.753056130098009e-07, |
| "loss": 0.31336265802383423, |
| "step": 2402 |
| }, |
| { |
| "epoch": 2.0235690235690234, |
| "grad_norm": 2.892493486404419, |
| "learning_rate": 6.738334717554373e-07, |
| "loss": 0.7610318660736084, |
| "step": 2404 |
| }, |
| { |
| "epoch": 2.025252525252525, |
| "grad_norm": 13.560941696166992, |
| "learning_rate": 6.723627988240772e-07, |
| "loss": 0.6177215576171875, |
| "step": 2406 |
| }, |
| { |
| "epoch": 2.026936026936027, |
| "grad_norm": 2.220264196395874, |
| "learning_rate": 6.708935992828068e-07, |
| "loss": 0.6627448797225952, |
| "step": 2408 |
| }, |
| { |
| "epoch": 2.0286195286195285, |
| "grad_norm": 4.267128944396973, |
| "learning_rate": 6.694258781936369e-07, |
| "loss": 0.664837121963501, |
| "step": 2410 |
| }, |
| { |
| "epoch": 2.0303030303030303, |
| "grad_norm": 3.3940136432647705, |
| "learning_rate": 6.679596406134844e-07, |
| "loss": 0.8382737636566162, |
| "step": 2412 |
| }, |
| { |
| "epoch": 2.031986531986532, |
| "grad_norm": 2.147282838821411, |
| "learning_rate": 6.664948915941546e-07, |
| "loss": 0.5983447432518005, |
| "step": 2414 |
| }, |
| { |
| "epoch": 2.0336700336700337, |
| "grad_norm": 2.9526758193969727, |
| "learning_rate": 6.65031636182324e-07, |
| "loss": 0.8206237554550171, |
| "step": 2416 |
| }, |
| { |
| "epoch": 2.0353535353535355, |
| "grad_norm": 15.74380874633789, |
| "learning_rate": 6.635698794195237e-07, |
| "loss": 0.5850080847740173, |
| "step": 2418 |
| }, |
| { |
| "epoch": 2.037037037037037, |
| "grad_norm": 63.14246368408203, |
| "learning_rate": 6.621096263421202e-07, |
| "loss": 0.4533715844154358, |
| "step": 2420 |
| }, |
| { |
| "epoch": 2.038720538720539, |
| "grad_norm": 3.8994693756103516, |
| "learning_rate": 6.606508819813001e-07, |
| "loss": 0.7626893520355225, |
| "step": 2422 |
| }, |
| { |
| "epoch": 2.04040404040404, |
| "grad_norm": 3.742114543914795, |
| "learning_rate": 6.591936513630514e-07, |
| "loss": 0.17822477221488953, |
| "step": 2424 |
| }, |
| { |
| "epoch": 2.042087542087542, |
| "grad_norm": 12.309547424316406, |
| "learning_rate": 6.577379395081466e-07, |
| "loss": 0.38434261083602905, |
| "step": 2426 |
| }, |
| { |
| "epoch": 2.0437710437710437, |
| "grad_norm": 3.1989083290100098, |
| "learning_rate": 6.562837514321258e-07, |
| "loss": 0.5980604290962219, |
| "step": 2428 |
| }, |
| { |
| "epoch": 2.0454545454545454, |
| "grad_norm": 32.80799865722656, |
| "learning_rate": 6.548310921452784e-07, |
| "loss": 0.716747522354126, |
| "step": 2430 |
| }, |
| { |
| "epoch": 2.047138047138047, |
| "grad_norm": 4.070531368255615, |
| "learning_rate": 6.533799666526275e-07, |
| "loss": 0.6677117347717285, |
| "step": 2432 |
| }, |
| { |
| "epoch": 2.048821548821549, |
| "grad_norm": 4.801085472106934, |
| "learning_rate": 6.519303799539104e-07, |
| "loss": 0.7861591577529907, |
| "step": 2434 |
| }, |
| { |
| "epoch": 2.0505050505050506, |
| "grad_norm": 3.876065731048584, |
| "learning_rate": 6.504823370435633e-07, |
| "loss": 1.105973720550537, |
| "step": 2436 |
| }, |
| { |
| "epoch": 2.0521885521885523, |
| "grad_norm": 2.630798578262329, |
| "learning_rate": 6.490358429107038e-07, |
| "loss": 0.6676466464996338, |
| "step": 2438 |
| }, |
| { |
| "epoch": 2.053872053872054, |
| "grad_norm": 3.058680534362793, |
| "learning_rate": 6.47590902539112e-07, |
| "loss": 0.824833869934082, |
| "step": 2440 |
| }, |
| { |
| "epoch": 2.0555555555555554, |
| "grad_norm": 5.962945461273193, |
| "learning_rate": 6.461475209072161e-07, |
| "loss": 0.7032083868980408, |
| "step": 2442 |
| }, |
| { |
| "epoch": 2.057239057239057, |
| "grad_norm": 2.236006021499634, |
| "learning_rate": 6.44705702988073e-07, |
| "loss": 0.7378408908843994, |
| "step": 2444 |
| }, |
| { |
| "epoch": 2.058922558922559, |
| "grad_norm": 5.968637943267822, |
| "learning_rate": 6.432654537493518e-07, |
| "loss": 0.9346398115158081, |
| "step": 2446 |
| }, |
| { |
| "epoch": 2.0606060606060606, |
| "grad_norm": 2.306854009628296, |
| "learning_rate": 6.418267781533173e-07, |
| "loss": 0.7191810607910156, |
| "step": 2448 |
| }, |
| { |
| "epoch": 2.0622895622895623, |
| "grad_norm": 9.214242935180664, |
| "learning_rate": 6.403896811568124e-07, |
| "loss": 0.760452389717102, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.063973063973064, |
| "grad_norm": 5.0180792808532715, |
| "learning_rate": 6.389541677112407e-07, |
| "loss": 0.8763862252235413, |
| "step": 2452 |
| }, |
| { |
| "epoch": 2.0656565656565657, |
| "grad_norm": 4.374032974243164, |
| "learning_rate": 6.375202427625505e-07, |
| "loss": 0.6157338619232178, |
| "step": 2454 |
| }, |
| { |
| "epoch": 2.0673400673400675, |
| "grad_norm": 5.687982082366943, |
| "learning_rate": 6.360879112512159e-07, |
| "loss": 0.7349066138267517, |
| "step": 2456 |
| }, |
| { |
| "epoch": 2.069023569023569, |
| "grad_norm": 2.7759313583374023, |
| "learning_rate": 6.346571781122218e-07, |
| "loss": 0.6915404796600342, |
| "step": 2458 |
| }, |
| { |
| "epoch": 2.0707070707070705, |
| "grad_norm": 7.065815448760986, |
| "learning_rate": 6.332280482750466e-07, |
| "loss": 0.561396062374115, |
| "step": 2460 |
| }, |
| { |
| "epoch": 2.0723905723905722, |
| "grad_norm": 16.879159927368164, |
| "learning_rate": 6.318005266636428e-07, |
| "loss": 0.5830413103103638, |
| "step": 2462 |
| }, |
| { |
| "epoch": 2.074074074074074, |
| "grad_norm": 9.45602798461914, |
| "learning_rate": 6.303746181964234e-07, |
| "loss": 0.6078395843505859, |
| "step": 2464 |
| }, |
| { |
| "epoch": 2.0757575757575757, |
| "grad_norm": 6.788721561431885, |
| "learning_rate": 6.289503277862438e-07, |
| "loss": 0.7341784238815308, |
| "step": 2466 |
| }, |
| { |
| "epoch": 2.0774410774410774, |
| "grad_norm": 2.810659408569336, |
| "learning_rate": 6.275276603403824e-07, |
| "loss": 0.5312877893447876, |
| "step": 2468 |
| }, |
| { |
| "epoch": 2.079124579124579, |
| "grad_norm": 5.600820541381836, |
| "learning_rate": 6.26106620760528e-07, |
| "loss": 0.961767315864563, |
| "step": 2470 |
| }, |
| { |
| "epoch": 2.080808080808081, |
| "grad_norm": 2.6611502170562744, |
| "learning_rate": 6.246872139427602e-07, |
| "loss": 0.9193134307861328, |
| "step": 2472 |
| }, |
| { |
| "epoch": 2.0824915824915826, |
| "grad_norm": 5.997580528259277, |
| "learning_rate": 6.232694447775316e-07, |
| "loss": 0.4731786549091339, |
| "step": 2474 |
| }, |
| { |
| "epoch": 2.0841750841750843, |
| "grad_norm": 6.405127048492432, |
| "learning_rate": 6.218533181496541e-07, |
| "loss": 0.57915198802948, |
| "step": 2476 |
| }, |
| { |
| "epoch": 2.0858585858585856, |
| "grad_norm": 2.907135486602783, |
| "learning_rate": 6.204388389382804e-07, |
| "loss": 0.8042079210281372, |
| "step": 2478 |
| }, |
| { |
| "epoch": 2.0875420875420874, |
| "grad_norm": 1.9114086627960205, |
| "learning_rate": 6.190260120168855e-07, |
| "loss": 0.6323788166046143, |
| "step": 2480 |
| }, |
| { |
| "epoch": 2.089225589225589, |
| "grad_norm": 1.966032862663269, |
| "learning_rate": 6.17614842253253e-07, |
| "loss": 0.594678521156311, |
| "step": 2482 |
| }, |
| { |
| "epoch": 2.090909090909091, |
| "grad_norm": 2.6483774185180664, |
| "learning_rate": 6.162053345094569e-07, |
| "loss": 0.9705860018730164, |
| "step": 2484 |
| }, |
| { |
| "epoch": 2.0925925925925926, |
| "grad_norm": 5.268326282501221, |
| "learning_rate": 6.147974936418436e-07, |
| "loss": 0.6276801228523254, |
| "step": 2486 |
| }, |
| { |
| "epoch": 2.0942760942760943, |
| "grad_norm": 2.3642375469207764, |
| "learning_rate": 6.133913245010181e-07, |
| "loss": 0.6014080047607422, |
| "step": 2488 |
| }, |
| { |
| "epoch": 2.095959595959596, |
| "grad_norm": 5.21682071685791, |
| "learning_rate": 6.119868319318244e-07, |
| "loss": 0.7621322870254517, |
| "step": 2490 |
| }, |
| { |
| "epoch": 2.0976430976430978, |
| "grad_norm": 3.3880903720855713, |
| "learning_rate": 6.105840207733302e-07, |
| "loss": 0.8144615888595581, |
| "step": 2492 |
| }, |
| { |
| "epoch": 2.0993265993265995, |
| "grad_norm": 2.8465569019317627, |
| "learning_rate": 6.091828958588101e-07, |
| "loss": 0.499761700630188, |
| "step": 2494 |
| }, |
| { |
| "epoch": 2.101010101010101, |
| "grad_norm": 4.338362216949463, |
| "learning_rate": 6.077834620157296e-07, |
| "loss": 0.9024825096130371, |
| "step": 2496 |
| }, |
| { |
| "epoch": 2.1026936026936025, |
| "grad_norm": 2.8251841068267822, |
| "learning_rate": 6.063857240657264e-07, |
| "loss": 0.4348450303077698, |
| "step": 2498 |
| }, |
| { |
| "epoch": 2.1043771043771042, |
| "grad_norm": 4.72477388381958, |
| "learning_rate": 6.049896868245962e-07, |
| "loss": 0.613303005695343, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.106060606060606, |
| "grad_norm": 2.4342687129974365, |
| "learning_rate": 6.035953551022748e-07, |
| "loss": 0.9862151145935059, |
| "step": 2502 |
| }, |
| { |
| "epoch": 2.1077441077441077, |
| "grad_norm": 11.250151634216309, |
| "learning_rate": 6.022027337028212e-07, |
| "loss": 0.7949624061584473, |
| "step": 2504 |
| }, |
| { |
| "epoch": 2.1094276094276094, |
| "grad_norm": 8.595945358276367, |
| "learning_rate": 6.008118274244025e-07, |
| "loss": 0.844199538230896, |
| "step": 2506 |
| }, |
| { |
| "epoch": 2.111111111111111, |
| "grad_norm": 5.953275680541992, |
| "learning_rate": 5.994226410592762e-07, |
| "loss": 0.47989651560783386, |
| "step": 2508 |
| }, |
| { |
| "epoch": 2.112794612794613, |
| "grad_norm": 5.53914213180542, |
| "learning_rate": 5.980351793937734e-07, |
| "loss": 0.5320888757705688, |
| "step": 2510 |
| }, |
| { |
| "epoch": 2.1144781144781146, |
| "grad_norm": 19.394433975219727, |
| "learning_rate": 5.966494472082832e-07, |
| "loss": 0.7170990705490112, |
| "step": 2512 |
| }, |
| { |
| "epoch": 2.1161616161616164, |
| "grad_norm": 7.686086654663086, |
| "learning_rate": 5.952654492772369e-07, |
| "loss": 0.431751549243927, |
| "step": 2514 |
| }, |
| { |
| "epoch": 2.1178451178451176, |
| "grad_norm": 3.4454784393310547, |
| "learning_rate": 5.938831903690887e-07, |
| "loss": 0.840388834476471, |
| "step": 2516 |
| }, |
| { |
| "epoch": 2.1195286195286194, |
| "grad_norm": 4.63939094543457, |
| "learning_rate": 5.925026752463027e-07, |
| "loss": 0.17465031147003174, |
| "step": 2518 |
| }, |
| { |
| "epoch": 2.121212121212121, |
| "grad_norm": 23.637449264526367, |
| "learning_rate": 5.911239086653345e-07, |
| "loss": 0.3789297044277191, |
| "step": 2520 |
| }, |
| { |
| "epoch": 2.122895622895623, |
| "grad_norm": 4.005544185638428, |
| "learning_rate": 5.89746895376614e-07, |
| "loss": 0.20194318890571594, |
| "step": 2522 |
| }, |
| { |
| "epoch": 2.1245791245791246, |
| "grad_norm": 3.130404233932495, |
| "learning_rate": 5.883716401245329e-07, |
| "loss": 0.40525293350219727, |
| "step": 2524 |
| }, |
| { |
| "epoch": 2.1262626262626263, |
| "grad_norm": 14.998170852661133, |
| "learning_rate": 5.869981476474235e-07, |
| "loss": 0.2688121795654297, |
| "step": 2526 |
| }, |
| { |
| "epoch": 2.127946127946128, |
| "grad_norm": 18.963912963867188, |
| "learning_rate": 5.856264226775451e-07, |
| "loss": 0.3136770725250244, |
| "step": 2528 |
| }, |
| { |
| "epoch": 2.1296296296296298, |
| "grad_norm": 3.191150188446045, |
| "learning_rate": 5.842564699410676e-07, |
| "loss": 0.5626152753829956, |
| "step": 2530 |
| }, |
| { |
| "epoch": 2.1313131313131315, |
| "grad_norm": 3.6382803916931152, |
| "learning_rate": 5.828882941580548e-07, |
| "loss": 0.7779805660247803, |
| "step": 2532 |
| }, |
| { |
| "epoch": 2.1329966329966332, |
| "grad_norm": 3.3205113410949707, |
| "learning_rate": 5.815219000424475e-07, |
| "loss": 0.40261930227279663, |
| "step": 2534 |
| }, |
| { |
| "epoch": 2.1346801346801345, |
| "grad_norm": 5.565113544464111, |
| "learning_rate": 5.801572923020486e-07, |
| "loss": 0.6595053672790527, |
| "step": 2536 |
| }, |
| { |
| "epoch": 2.1363636363636362, |
| "grad_norm": 9.94298267364502, |
| "learning_rate": 5.787944756385061e-07, |
| "loss": 0.32748013734817505, |
| "step": 2538 |
| }, |
| { |
| "epoch": 2.138047138047138, |
| "grad_norm": 0.7888699173927307, |
| "learning_rate": 5.774334547472963e-07, |
| "loss": 0.34032267332077026, |
| "step": 2540 |
| }, |
| { |
| "epoch": 2.1397306397306397, |
| "grad_norm": 8.096704483032227, |
| "learning_rate": 5.760742343177091e-07, |
| "loss": 0.7002683281898499, |
| "step": 2542 |
| }, |
| { |
| "epoch": 2.1414141414141414, |
| "grad_norm": 3.1933655738830566, |
| "learning_rate": 5.747168190328313e-07, |
| "loss": 0.10309363156557083, |
| "step": 2544 |
| }, |
| { |
| "epoch": 2.143097643097643, |
| "grad_norm": 2.4028244018554688, |
| "learning_rate": 5.73361213569529e-07, |
| "loss": 0.323750376701355, |
| "step": 2546 |
| }, |
| { |
| "epoch": 2.144781144781145, |
| "grad_norm": 1.90052330493927, |
| "learning_rate": 5.720074225984335e-07, |
| "loss": 0.6766308546066284, |
| "step": 2548 |
| }, |
| { |
| "epoch": 2.1464646464646466, |
| "grad_norm": 2.1108572483062744, |
| "learning_rate": 5.706554507839247e-07, |
| "loss": 0.8565983772277832, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.148148148148148, |
| "grad_norm": 2.810182571411133, |
| "learning_rate": 5.693053027841139e-07, |
| "loss": 0.4966258108615875, |
| "step": 2552 |
| }, |
| { |
| "epoch": 2.1498316498316496, |
| "grad_norm": 75.41299438476562, |
| "learning_rate": 5.679569832508294e-07, |
| "loss": 0.2292374223470688, |
| "step": 2554 |
| }, |
| { |
| "epoch": 2.1515151515151514, |
| "grad_norm": 3.583876132965088, |
| "learning_rate": 5.666104968295993e-07, |
| "loss": 0.4831843674182892, |
| "step": 2556 |
| }, |
| { |
| "epoch": 2.153198653198653, |
| "grad_norm": 3.617044448852539, |
| "learning_rate": 5.652658481596355e-07, |
| "loss": 0.5890083312988281, |
| "step": 2558 |
| }, |
| { |
| "epoch": 2.154882154882155, |
| "grad_norm": 4.1594061851501465, |
| "learning_rate": 5.639230418738186e-07, |
| "loss": 0.416708379983902, |
| "step": 2560 |
| }, |
| { |
| "epoch": 2.1565656565656566, |
| "grad_norm": 4.285228252410889, |
| "learning_rate": 5.625820825986818e-07, |
| "loss": 0.477688729763031, |
| "step": 2562 |
| }, |
| { |
| "epoch": 2.1582491582491583, |
| "grad_norm": 3.6317057609558105, |
| "learning_rate": 5.61242974954393e-07, |
| "loss": 0.6931259632110596, |
| "step": 2564 |
| }, |
| { |
| "epoch": 2.15993265993266, |
| "grad_norm": 7.4866943359375, |
| "learning_rate": 5.599057235547422e-07, |
| "loss": 0.4877997040748596, |
| "step": 2566 |
| }, |
| { |
| "epoch": 2.1616161616161618, |
| "grad_norm": 5.388299465179443, |
| "learning_rate": 5.585703330071232e-07, |
| "loss": 0.391178697347641, |
| "step": 2568 |
| }, |
| { |
| "epoch": 2.1632996632996635, |
| "grad_norm": 2.264526605606079, |
| "learning_rate": 5.572368079125177e-07, |
| "loss": 0.9337778687477112, |
| "step": 2570 |
| }, |
| { |
| "epoch": 2.164983164983165, |
| "grad_norm": 3.827529191970825, |
| "learning_rate": 5.559051528654812e-07, |
| "loss": 1.0406713485717773, |
| "step": 2572 |
| }, |
| { |
| "epoch": 2.1666666666666665, |
| "grad_norm": 6.1171650886535645, |
| "learning_rate": 5.545753724541259e-07, |
| "loss": 0.7416504621505737, |
| "step": 2574 |
| }, |
| { |
| "epoch": 2.1683501683501682, |
| "grad_norm": 9.12820053100586, |
| "learning_rate": 5.532474712601041e-07, |
| "loss": 0.1839454025030136, |
| "step": 2576 |
| }, |
| { |
| "epoch": 2.17003367003367, |
| "grad_norm": 13.084949493408203, |
| "learning_rate": 5.519214538585945e-07, |
| "loss": 0.6754062175750732, |
| "step": 2578 |
| }, |
| { |
| "epoch": 2.1717171717171717, |
| "grad_norm": 8.969803810119629, |
| "learning_rate": 5.505973248182854e-07, |
| "loss": 0.22235676646232605, |
| "step": 2580 |
| }, |
| { |
| "epoch": 2.1734006734006734, |
| "grad_norm": 6.776020526885986, |
| "learning_rate": 5.492750887013576e-07, |
| "loss": 0.41986188292503357, |
| "step": 2582 |
| }, |
| { |
| "epoch": 2.175084175084175, |
| "grad_norm": 15.121447563171387, |
| "learning_rate": 5.479547500634716e-07, |
| "loss": 0.31534767150878906, |
| "step": 2584 |
| }, |
| { |
| "epoch": 2.176767676767677, |
| "grad_norm": 4.160110950469971, |
| "learning_rate": 5.466363134537495e-07, |
| "loss": 0.6025125980377197, |
| "step": 2586 |
| }, |
| { |
| "epoch": 2.1784511784511786, |
| "grad_norm": 12.059831619262695, |
| "learning_rate": 5.453197834147596e-07, |
| "loss": 0.5609304904937744, |
| "step": 2588 |
| }, |
| { |
| "epoch": 2.18013468013468, |
| "grad_norm": 8.022695541381836, |
| "learning_rate": 5.440051644825024e-07, |
| "loss": 0.6940740346908569, |
| "step": 2590 |
| }, |
| { |
| "epoch": 2.1818181818181817, |
| "grad_norm": 11.945213317871094, |
| "learning_rate": 5.426924611863932e-07, |
| "loss": 0.523178219795227, |
| "step": 2592 |
| }, |
| { |
| "epoch": 2.1835016835016834, |
| "grad_norm": 12.750484466552734, |
| "learning_rate": 5.413816780492464e-07, |
| "loss": 0.3450314402580261, |
| "step": 2594 |
| }, |
| { |
| "epoch": 2.185185185185185, |
| "grad_norm": 5.865060329437256, |
| "learning_rate": 5.400728195872627e-07, |
| "loss": 0.6967110633850098, |
| "step": 2596 |
| }, |
| { |
| "epoch": 2.186868686868687, |
| "grad_norm": 2.9188671112060547, |
| "learning_rate": 5.387658903100093e-07, |
| "loss": 0.8298006057739258, |
| "step": 2598 |
| }, |
| { |
| "epoch": 2.1885521885521886, |
| "grad_norm": 8.126681327819824, |
| "learning_rate": 5.374608947204078e-07, |
| "loss": 0.5891833901405334, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.1902356902356903, |
| "grad_norm": 1.921739101409912, |
| "learning_rate": 5.361578373147173e-07, |
| "loss": 0.7303223609924316, |
| "step": 2602 |
| }, |
| { |
| "epoch": 2.191919191919192, |
| "grad_norm": 10.952816009521484, |
| "learning_rate": 5.348567225825182e-07, |
| "loss": 0.785490870475769, |
| "step": 2604 |
| }, |
| { |
| "epoch": 2.1936026936026938, |
| "grad_norm": 9.251832008361816, |
| "learning_rate": 5.335575550066987e-07, |
| "loss": 0.46439725160598755, |
| "step": 2606 |
| }, |
| { |
| "epoch": 2.1952861952861955, |
| "grad_norm": 5.436981201171875, |
| "learning_rate": 5.322603390634379e-07, |
| "loss": 0.895796000957489, |
| "step": 2608 |
| }, |
| { |
| "epoch": 2.196969696969697, |
| "grad_norm": 3.214667320251465, |
| "learning_rate": 5.3096507922219e-07, |
| "loss": 0.6566123962402344, |
| "step": 2610 |
| }, |
| { |
| "epoch": 2.1986531986531985, |
| "grad_norm": 41.99171447753906, |
| "learning_rate": 5.296717799456703e-07, |
| "loss": 0.32645493745803833, |
| "step": 2612 |
| }, |
| { |
| "epoch": 2.2003367003367003, |
| "grad_norm": 6.42157506942749, |
| "learning_rate": 5.283804456898393e-07, |
| "loss": 0.7071173191070557, |
| "step": 2614 |
| }, |
| { |
| "epoch": 2.202020202020202, |
| "grad_norm": 5.982941627502441, |
| "learning_rate": 5.270910809038866e-07, |
| "loss": 0.5429423451423645, |
| "step": 2616 |
| }, |
| { |
| "epoch": 2.2037037037037037, |
| "grad_norm": 23.397838592529297, |
| "learning_rate": 5.258036900302162e-07, |
| "loss": 0.4608469009399414, |
| "step": 2618 |
| }, |
| { |
| "epoch": 2.2053872053872055, |
| "grad_norm": 1.3942065238952637, |
| "learning_rate": 5.245182775044319e-07, |
| "loss": 0.24561887979507446, |
| "step": 2620 |
| }, |
| { |
| "epoch": 2.207070707070707, |
| "grad_norm": 3.1465113162994385, |
| "learning_rate": 5.2323484775532e-07, |
| "loss": 0.5467818975448608, |
| "step": 2622 |
| }, |
| { |
| "epoch": 2.208754208754209, |
| "grad_norm": 12.308442115783691, |
| "learning_rate": 5.219534052048364e-07, |
| "loss": 0.48555779457092285, |
| "step": 2624 |
| }, |
| { |
| "epoch": 2.2104377104377106, |
| "grad_norm": 6.089041709899902, |
| "learning_rate": 5.206739542680903e-07, |
| "loss": 0.4167608618736267, |
| "step": 2626 |
| }, |
| { |
| "epoch": 2.212121212121212, |
| "grad_norm": 7.500848293304443, |
| "learning_rate": 5.193964993533275e-07, |
| "loss": 0.5702179074287415, |
| "step": 2628 |
| }, |
| { |
| "epoch": 2.2138047138047137, |
| "grad_norm": 10.495234489440918, |
| "learning_rate": 5.181210448619185e-07, |
| "loss": 0.2557629644870758, |
| "step": 2630 |
| }, |
| { |
| "epoch": 2.2154882154882154, |
| "grad_norm": 2.5270442962646484, |
| "learning_rate": 5.168475951883405e-07, |
| "loss": 0.39183729887008667, |
| "step": 2632 |
| }, |
| { |
| "epoch": 2.217171717171717, |
| "grad_norm": 2.1306686401367188, |
| "learning_rate": 5.155761547201631e-07, |
| "loss": 0.06966563314199448, |
| "step": 2634 |
| }, |
| { |
| "epoch": 2.218855218855219, |
| "grad_norm": 4.132006645202637, |
| "learning_rate": 5.143067278380339e-07, |
| "loss": 0.7425806522369385, |
| "step": 2636 |
| }, |
| { |
| "epoch": 2.2205387205387206, |
| "grad_norm": 2.9199447631835938, |
| "learning_rate": 5.13039318915663e-07, |
| "loss": 1.07930326461792, |
| "step": 2638 |
| }, |
| { |
| "epoch": 2.2222222222222223, |
| "grad_norm": 2.4841439723968506, |
| "learning_rate": 5.117739323198067e-07, |
| "loss": 0.982938289642334, |
| "step": 2640 |
| }, |
| { |
| "epoch": 2.223905723905724, |
| "grad_norm": 4.3581013679504395, |
| "learning_rate": 5.105105724102547e-07, |
| "loss": 0.5647614002227783, |
| "step": 2642 |
| }, |
| { |
| "epoch": 2.225589225589226, |
| "grad_norm": 6.911370754241943, |
| "learning_rate": 5.092492435398137e-07, |
| "loss": 0.5829119086265564, |
| "step": 2644 |
| }, |
| { |
| "epoch": 2.227272727272727, |
| "grad_norm": 4.011280059814453, |
| "learning_rate": 5.079899500542917e-07, |
| "loss": 0.5897196531295776, |
| "step": 2646 |
| }, |
| { |
| "epoch": 2.228956228956229, |
| "grad_norm": 4.96337890625, |
| "learning_rate": 5.067326962924848e-07, |
| "loss": 0.2728573977947235, |
| "step": 2648 |
| }, |
| { |
| "epoch": 2.2306397306397305, |
| "grad_norm": 6.272621154785156, |
| "learning_rate": 5.054774865861617e-07, |
| "loss": 0.9227702617645264, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.2323232323232323, |
| "grad_norm": 4.739163875579834, |
| "learning_rate": 5.042243252600475e-07, |
| "loss": 0.5031465888023376, |
| "step": 2652 |
| }, |
| { |
| "epoch": 2.234006734006734, |
| "grad_norm": 13.35574722290039, |
| "learning_rate": 5.029732166318106e-07, |
| "loss": 0.49748843908309937, |
| "step": 2654 |
| }, |
| { |
| "epoch": 2.2356902356902357, |
| "grad_norm": 4.151340484619141, |
| "learning_rate": 5.017241650120462e-07, |
| "loss": 0.585181713104248, |
| "step": 2656 |
| }, |
| { |
| "epoch": 2.2373737373737375, |
| "grad_norm": 17.889524459838867, |
| "learning_rate": 5.004771747042631e-07, |
| "loss": 0.7983870506286621, |
| "step": 2658 |
| }, |
| { |
| "epoch": 2.239057239057239, |
| "grad_norm": 6.143094539642334, |
| "learning_rate": 4.992322500048673e-07, |
| "loss": 0.6713172197341919, |
| "step": 2660 |
| }, |
| { |
| "epoch": 2.240740740740741, |
| "grad_norm": 3.4442899227142334, |
| "learning_rate": 4.979893952031483e-07, |
| "loss": 0.7296475768089294, |
| "step": 2662 |
| }, |
| { |
| "epoch": 2.242424242424242, |
| "grad_norm": 16.668384552001953, |
| "learning_rate": 4.96748614581264e-07, |
| "loss": 0.3102848529815674, |
| "step": 2664 |
| }, |
| { |
| "epoch": 2.244107744107744, |
| "grad_norm": 2.3950233459472656, |
| "learning_rate": 4.955099124142251e-07, |
| "loss": 0.712740421295166, |
| "step": 2666 |
| }, |
| { |
| "epoch": 2.2457912457912457, |
| "grad_norm": 4.428253650665283, |
| "learning_rate": 4.942732929698827e-07, |
| "loss": 0.5821852684020996, |
| "step": 2668 |
| }, |
| { |
| "epoch": 2.2474747474747474, |
| "grad_norm": 8.776701927185059, |
| "learning_rate": 4.930387605089104e-07, |
| "loss": 0.4474225640296936, |
| "step": 2670 |
| }, |
| { |
| "epoch": 2.249158249158249, |
| "grad_norm": 3.6381278038024902, |
| "learning_rate": 4.918063192847921e-07, |
| "loss": 0.33651861548423767, |
| "step": 2672 |
| }, |
| { |
| "epoch": 2.250841750841751, |
| "grad_norm": 4.837399482727051, |
| "learning_rate": 4.905759735438068e-07, |
| "loss": 0.5961496829986572, |
| "step": 2674 |
| }, |
| { |
| "epoch": 2.2525252525252526, |
| "grad_norm": 2.985142946243286, |
| "learning_rate": 4.893477275250127e-07, |
| "loss": 0.6518359184265137, |
| "step": 2676 |
| }, |
| { |
| "epoch": 2.2542087542087543, |
| "grad_norm": 7.1583943367004395, |
| "learning_rate": 4.881215854602342e-07, |
| "loss": 0.4896303117275238, |
| "step": 2678 |
| }, |
| { |
| "epoch": 2.255892255892256, |
| "grad_norm": 1.9810396432876587, |
| "learning_rate": 4.868975515740471e-07, |
| "loss": 0.8590680956840515, |
| "step": 2680 |
| }, |
| { |
| "epoch": 2.257575757575758, |
| "grad_norm": 7.562203884124756, |
| "learning_rate": 4.856756300837625e-07, |
| "loss": 0.18953704833984375, |
| "step": 2682 |
| }, |
| { |
| "epoch": 2.259259259259259, |
| "grad_norm": 7.8364481925964355, |
| "learning_rate": 4.844558251994146e-07, |
| "loss": 0.12749773263931274, |
| "step": 2684 |
| }, |
| { |
| "epoch": 2.260942760942761, |
| "grad_norm": 3.5520970821380615, |
| "learning_rate": 4.832381411237444e-07, |
| "loss": 0.6111665964126587, |
| "step": 2686 |
| }, |
| { |
| "epoch": 2.2626262626262625, |
| "grad_norm": 4.207799911499023, |
| "learning_rate": 4.820225820521855e-07, |
| "loss": 0.36922651529312134, |
| "step": 2688 |
| }, |
| { |
| "epoch": 2.2643097643097643, |
| "grad_norm": 1.94363534450531, |
| "learning_rate": 4.808091521728506e-07, |
| "loss": 0.9025669097900391, |
| "step": 2690 |
| }, |
| { |
| "epoch": 2.265993265993266, |
| "grad_norm": 14.200057029724121, |
| "learning_rate": 4.795978556665165e-07, |
| "loss": 0.8429475426673889, |
| "step": 2692 |
| }, |
| { |
| "epoch": 2.2676767676767677, |
| "grad_norm": 3.5672523975372314, |
| "learning_rate": 4.783886967066088e-07, |
| "loss": 0.6566574573516846, |
| "step": 2694 |
| }, |
| { |
| "epoch": 2.2693602693602695, |
| "grad_norm": 4.338009357452393, |
| "learning_rate": 4.77181679459189e-07, |
| "loss": 0.5327779054641724, |
| "step": 2696 |
| }, |
| { |
| "epoch": 2.271043771043771, |
| "grad_norm": 2.5908162593841553, |
| "learning_rate": 4.759768080829399e-07, |
| "loss": 0.624381959438324, |
| "step": 2698 |
| }, |
| { |
| "epoch": 2.2727272727272725, |
| "grad_norm": 6.710553169250488, |
| "learning_rate": 4.747740867291497e-07, |
| "loss": 0.7681624889373779, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.274410774410774, |
| "grad_norm": 2.840843915939331, |
| "learning_rate": 4.7357351954169973e-07, |
| "loss": 0.49092429876327515, |
| "step": 2702 |
| }, |
| { |
| "epoch": 2.276094276094276, |
| "grad_norm": 2.1035234928131104, |
| "learning_rate": 4.7237511065704933e-07, |
| "loss": 0.8667645454406738, |
| "step": 2704 |
| }, |
| { |
| "epoch": 2.2777777777777777, |
| "grad_norm": 3.245436429977417, |
| "learning_rate": 4.7117886420422094e-07, |
| "loss": 0.9094717502593994, |
| "step": 2706 |
| }, |
| { |
| "epoch": 2.2794612794612794, |
| "grad_norm": 2.4817285537719727, |
| "learning_rate": 4.6998478430478714e-07, |
| "loss": 0.351574569940567, |
| "step": 2708 |
| }, |
| { |
| "epoch": 2.281144781144781, |
| "grad_norm": 5.749747276306152, |
| "learning_rate": 4.6879287507285596e-07, |
| "loss": 0.5877597332000732, |
| "step": 2710 |
| }, |
| { |
| "epoch": 2.282828282828283, |
| "grad_norm": 9.687824249267578, |
| "learning_rate": 4.676031406150555e-07, |
| "loss": 0.5526677370071411, |
| "step": 2712 |
| }, |
| { |
| "epoch": 2.2845117845117846, |
| "grad_norm": 3.64471435546875, |
| "learning_rate": 4.66415585030522e-07, |
| "loss": 0.4332752227783203, |
| "step": 2714 |
| }, |
| { |
| "epoch": 2.2861952861952863, |
| "grad_norm": 7.181333065032959, |
| "learning_rate": 4.6523021241088416e-07, |
| "loss": 0.7148293256759644, |
| "step": 2716 |
| }, |
| { |
| "epoch": 2.287878787878788, |
| "grad_norm": 4.991126537322998, |
| "learning_rate": 4.6404702684024905e-07, |
| "loss": 0.5515605807304382, |
| "step": 2718 |
| }, |
| { |
| "epoch": 2.28956228956229, |
| "grad_norm": 10.846860885620117, |
| "learning_rate": 4.628660323951891e-07, |
| "loss": 0.5390480160713196, |
| "step": 2720 |
| }, |
| { |
| "epoch": 2.291245791245791, |
| "grad_norm": 3.9083449840545654, |
| "learning_rate": 4.616872331447272e-07, |
| "loss": 0.63498854637146, |
| "step": 2722 |
| }, |
| { |
| "epoch": 2.292929292929293, |
| "grad_norm": 6.314955234527588, |
| "learning_rate": 4.605106331503223e-07, |
| "loss": 0.6880998611450195, |
| "step": 2724 |
| }, |
| { |
| "epoch": 2.2946127946127945, |
| "grad_norm": 3.322652816772461, |
| "learning_rate": 4.5933623646585683e-07, |
| "loss": 0.6316101551055908, |
| "step": 2726 |
| }, |
| { |
| "epoch": 2.2962962962962963, |
| "grad_norm": 5.35445499420166, |
| "learning_rate": 4.581640471376215e-07, |
| "loss": 0.5416774749755859, |
| "step": 2728 |
| }, |
| { |
| "epoch": 2.297979797979798, |
| "grad_norm": 6.625260353088379, |
| "learning_rate": 4.5699406920430155e-07, |
| "loss": 0.972043514251709, |
| "step": 2730 |
| }, |
| { |
| "epoch": 2.2996632996632997, |
| "grad_norm": 3.9685635566711426, |
| "learning_rate": 4.5582630669696324e-07, |
| "loss": 0.5268035531044006, |
| "step": 2732 |
| }, |
| { |
| "epoch": 2.3013468013468015, |
| "grad_norm": 9.009088516235352, |
| "learning_rate": 4.5466076363904e-07, |
| "loss": 0.4689450263977051, |
| "step": 2734 |
| }, |
| { |
| "epoch": 2.303030303030303, |
| "grad_norm": 6.697409629821777, |
| "learning_rate": 4.5349744404631785e-07, |
| "loss": 0.43555888533592224, |
| "step": 2736 |
| }, |
| { |
| "epoch": 2.3047138047138045, |
| "grad_norm": 9.158797264099121, |
| "learning_rate": 4.5233635192692206e-07, |
| "loss": 0.5540938377380371, |
| "step": 2738 |
| }, |
| { |
| "epoch": 2.3063973063973062, |
| "grad_norm": 18.85773468017578, |
| "learning_rate": 4.511774912813043e-07, |
| "loss": 0.4014560580253601, |
| "step": 2740 |
| }, |
| { |
| "epoch": 2.308080808080808, |
| "grad_norm": 1.82210111618042, |
| "learning_rate": 4.5002086610222626e-07, |
| "loss": 0.7727656364440918, |
| "step": 2742 |
| }, |
| { |
| "epoch": 2.3097643097643097, |
| "grad_norm": 3.7924273014068604, |
| "learning_rate": 4.488664803747487e-07, |
| "loss": 0.7189053297042847, |
| "step": 2744 |
| }, |
| { |
| "epoch": 2.3114478114478114, |
| "grad_norm": 3.0608716011047363, |
| "learning_rate": 4.4771433807621644e-07, |
| "loss": 0.7668474912643433, |
| "step": 2746 |
| }, |
| { |
| "epoch": 2.313131313131313, |
| "grad_norm": 5.792914867401123, |
| "learning_rate": 4.4656444317624397e-07, |
| "loss": 0.6078014373779297, |
| "step": 2748 |
| }, |
| { |
| "epoch": 2.314814814814815, |
| "grad_norm": 1.747604250907898, |
| "learning_rate": 4.454167996367032e-07, |
| "loss": 0.10793264210224152, |
| "step": 2750 |
| }, |
| { |
| "epoch": 2.3164983164983166, |
| "grad_norm": 4.28343391418457, |
| "learning_rate": 4.442714114117092e-07, |
| "loss": 0.33263859152793884, |
| "step": 2752 |
| }, |
| { |
| "epoch": 2.3181818181818183, |
| "grad_norm": 2.2499372959136963, |
| "learning_rate": 4.4312828244760613e-07, |
| "loss": 0.39961159229278564, |
| "step": 2754 |
| }, |
| { |
| "epoch": 2.31986531986532, |
| "grad_norm": 3.355552911758423, |
| "learning_rate": 4.4198741668295425e-07, |
| "loss": 0.8770014047622681, |
| "step": 2756 |
| }, |
| { |
| "epoch": 2.3215488215488214, |
| "grad_norm": 2.2010586261749268, |
| "learning_rate": 4.4084881804851644e-07, |
| "loss": 0.5539072751998901, |
| "step": 2758 |
| }, |
| { |
| "epoch": 2.323232323232323, |
| "grad_norm": 4.903811931610107, |
| "learning_rate": 4.397124904672437e-07, |
| "loss": 0.6975724697113037, |
| "step": 2760 |
| }, |
| { |
| "epoch": 2.324915824915825, |
| "grad_norm": 5.035953044891357, |
| "learning_rate": 4.3857843785426263e-07, |
| "loss": 0.5050334334373474, |
| "step": 2762 |
| }, |
| { |
| "epoch": 2.3265993265993266, |
| "grad_norm": 3.3227932453155518, |
| "learning_rate": 4.374466641168622e-07, |
| "loss": 0.8777497410774231, |
| "step": 2764 |
| }, |
| { |
| "epoch": 2.3282828282828283, |
| "grad_norm": 4.905037879943848, |
| "learning_rate": 4.363171731544786e-07, |
| "loss": 0.7257252931594849, |
| "step": 2766 |
| }, |
| { |
| "epoch": 2.32996632996633, |
| "grad_norm": 2.3318030834198, |
| "learning_rate": 4.351899688586834e-07, |
| "loss": 0.5315639972686768, |
| "step": 2768 |
| }, |
| { |
| "epoch": 2.3316498316498318, |
| "grad_norm": 12.677505493164062, |
| "learning_rate": 4.3406505511317025e-07, |
| "loss": 0.6226543188095093, |
| "step": 2770 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 3.6738951206207275, |
| "learning_rate": 4.329424357937397e-07, |
| "loss": 0.5986767411231995, |
| "step": 2772 |
| }, |
| { |
| "epoch": 2.3350168350168348, |
| "grad_norm": 3.570671558380127, |
| "learning_rate": 4.318221147682879e-07, |
| "loss": 0.693830132484436, |
| "step": 2774 |
| }, |
| { |
| "epoch": 2.3367003367003365, |
| "grad_norm": 3.0889062881469727, |
| "learning_rate": 4.307040958967924e-07, |
| "loss": 0.6411426663398743, |
| "step": 2776 |
| }, |
| { |
| "epoch": 2.3383838383838382, |
| "grad_norm": 4.422166347503662, |
| "learning_rate": 4.2958838303129817e-07, |
| "loss": 0.45083481073379517, |
| "step": 2778 |
| }, |
| { |
| "epoch": 2.34006734006734, |
| "grad_norm": 29.303316116333008, |
| "learning_rate": 4.2847498001590573e-07, |
| "loss": 0.6881177425384521, |
| "step": 2780 |
| }, |
| { |
| "epoch": 2.3417508417508417, |
| "grad_norm": 2.217395544052124, |
| "learning_rate": 4.273638906867573e-07, |
| "loss": 0.5657017230987549, |
| "step": 2782 |
| }, |
| { |
| "epoch": 2.3434343434343434, |
| "grad_norm": 10.195280075073242, |
| "learning_rate": 4.2625511887202225e-07, |
| "loss": 0.7839221954345703, |
| "step": 2784 |
| }, |
| { |
| "epoch": 2.345117845117845, |
| "grad_norm": 2.6481029987335205, |
| "learning_rate": 4.2514866839188657e-07, |
| "loss": 0.5463940501213074, |
| "step": 2786 |
| }, |
| { |
| "epoch": 2.346801346801347, |
| "grad_norm": 2.2342593669891357, |
| "learning_rate": 4.2404454305853796e-07, |
| "loss": 0.8763151168823242, |
| "step": 2788 |
| }, |
| { |
| "epoch": 2.3484848484848486, |
| "grad_norm": 4.609320640563965, |
| "learning_rate": 4.229427466761522e-07, |
| "loss": 0.7232416868209839, |
| "step": 2790 |
| }, |
| { |
| "epoch": 2.3501683501683504, |
| "grad_norm": 6.990656852722168, |
| "learning_rate": 4.2184328304088164e-07, |
| "loss": 0.5656273365020752, |
| "step": 2792 |
| }, |
| { |
| "epoch": 2.351851851851852, |
| "grad_norm": 10.642841339111328, |
| "learning_rate": 4.2074615594084146e-07, |
| "loss": 0.6187400817871094, |
| "step": 2794 |
| }, |
| { |
| "epoch": 2.3535353535353534, |
| "grad_norm": 3.1630921363830566, |
| "learning_rate": 4.1965136915609543e-07, |
| "loss": 0.9885926246643066, |
| "step": 2796 |
| }, |
| { |
| "epoch": 2.355218855218855, |
| "grad_norm": 13.756888389587402, |
| "learning_rate": 4.1855892645864513e-07, |
| "loss": 0.45941799879074097, |
| "step": 2798 |
| }, |
| { |
| "epoch": 2.356902356902357, |
| "grad_norm": 2.228693962097168, |
| "learning_rate": 4.1746883161241555e-07, |
| "loss": 0.9851700067520142, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.3585858585858586, |
| "grad_norm": 2.863492965698242, |
| "learning_rate": 4.1638108837324137e-07, |
| "loss": 0.9169178009033203, |
| "step": 2802 |
| }, |
| { |
| "epoch": 2.3602693602693603, |
| "grad_norm": 3.3131117820739746, |
| "learning_rate": 4.152957004888563e-07, |
| "loss": 0.7946122884750366, |
| "step": 2804 |
| }, |
| { |
| "epoch": 2.361952861952862, |
| "grad_norm": 6.783644676208496, |
| "learning_rate": 4.142126716988784e-07, |
| "loss": 0.7735965847969055, |
| "step": 2806 |
| }, |
| { |
| "epoch": 2.3636363636363638, |
| "grad_norm": 3.6407532691955566, |
| "learning_rate": 4.131320057347969e-07, |
| "loss": 0.802727460861206, |
| "step": 2808 |
| }, |
| { |
| "epoch": 2.3653198653198655, |
| "grad_norm": 3.4392080307006836, |
| "learning_rate": 4.120537063199612e-07, |
| "loss": 1.0042896270751953, |
| "step": 2810 |
| }, |
| { |
| "epoch": 2.3670033670033668, |
| "grad_norm": 15.25992202758789, |
| "learning_rate": 4.109777771695663e-07, |
| "loss": 0.7024844288825989, |
| "step": 2812 |
| }, |
| { |
| "epoch": 2.3686868686868685, |
| "grad_norm": 2.76926589012146, |
| "learning_rate": 4.0990422199064103e-07, |
| "loss": 0.6036837100982666, |
| "step": 2814 |
| }, |
| { |
| "epoch": 2.3703703703703702, |
| "grad_norm": 4.845790386199951, |
| "learning_rate": 4.0883304448203477e-07, |
| "loss": 0.484286904335022, |
| "step": 2816 |
| }, |
| { |
| "epoch": 2.372053872053872, |
| "grad_norm": 3.267883777618408, |
| "learning_rate": 4.077642483344044e-07, |
| "loss": 0.5557587146759033, |
| "step": 2818 |
| }, |
| { |
| "epoch": 2.3737373737373737, |
| "grad_norm": 5.12905216217041, |
| "learning_rate": 4.066978372302025e-07, |
| "loss": 0.6941782236099243, |
| "step": 2820 |
| }, |
| { |
| "epoch": 2.3754208754208754, |
| "grad_norm": 3.630934953689575, |
| "learning_rate": 4.056338148436643e-07, |
| "loss": 0.4251060485839844, |
| "step": 2822 |
| }, |
| { |
| "epoch": 2.377104377104377, |
| "grad_norm": 5.501477241516113, |
| "learning_rate": 4.0457218484079414e-07, |
| "loss": 0.9760651588439941, |
| "step": 2824 |
| }, |
| { |
| "epoch": 2.378787878787879, |
| "grad_norm": 3.194762945175171, |
| "learning_rate": 4.035129508793542e-07, |
| "loss": 0.8394796848297119, |
| "step": 2826 |
| }, |
| { |
| "epoch": 2.3804713804713806, |
| "grad_norm": 689.3011474609375, |
| "learning_rate": 4.024561166088516e-07, |
| "loss": 0.4385402798652649, |
| "step": 2828 |
| }, |
| { |
| "epoch": 2.3821548821548824, |
| "grad_norm": 8.300933837890625, |
| "learning_rate": 4.0140168567052447e-07, |
| "loss": 0.932929277420044, |
| "step": 2830 |
| }, |
| { |
| "epoch": 2.3838383838383836, |
| "grad_norm": 20.601125717163086, |
| "learning_rate": 4.003496616973312e-07, |
| "loss": 0.6770232915878296, |
| "step": 2832 |
| }, |
| { |
| "epoch": 2.3855218855218854, |
| "grad_norm": 7.719077110290527, |
| "learning_rate": 3.9930004831393757e-07, |
| "loss": 0.5193581581115723, |
| "step": 2834 |
| }, |
| { |
| "epoch": 2.387205387205387, |
| "grad_norm": 3.433854341506958, |
| "learning_rate": 3.982528491367025e-07, |
| "loss": 0.5733506679534912, |
| "step": 2836 |
| }, |
| { |
| "epoch": 2.388888888888889, |
| "grad_norm": 5.136038780212402, |
| "learning_rate": 3.9720806777366817e-07, |
| "loss": 0.47218313813209534, |
| "step": 2838 |
| }, |
| { |
| "epoch": 2.3905723905723906, |
| "grad_norm": 1.433040976524353, |
| "learning_rate": 3.961657078245462e-07, |
| "loss": 0.8041648864746094, |
| "step": 2840 |
| }, |
| { |
| "epoch": 2.3922558922558923, |
| "grad_norm": 0.9403243660926819, |
| "learning_rate": 3.9512577288070487e-07, |
| "loss": 0.3452025055885315, |
| "step": 2842 |
| }, |
| { |
| "epoch": 2.393939393939394, |
| "grad_norm": 2.0302951335906982, |
| "learning_rate": 3.940882665251576e-07, |
| "loss": 0.9638313055038452, |
| "step": 2844 |
| }, |
| { |
| "epoch": 2.3956228956228958, |
| "grad_norm": 2.591130495071411, |
| "learning_rate": 3.930531923325506e-07, |
| "loss": 0.7442007064819336, |
| "step": 2846 |
| }, |
| { |
| "epoch": 2.3973063973063975, |
| "grad_norm": 4.4280548095703125, |
| "learning_rate": 3.920205538691497e-07, |
| "loss": 0.953087329864502, |
| "step": 2848 |
| }, |
| { |
| "epoch": 2.398989898989899, |
| "grad_norm": 2.4256279468536377, |
| "learning_rate": 3.9099035469282906e-07, |
| "loss": 0.7336077094078064, |
| "step": 2850 |
| }, |
| { |
| "epoch": 2.4006734006734005, |
| "grad_norm": 8.586638450622559, |
| "learning_rate": 3.8996259835305835e-07, |
| "loss": 0.390910804271698, |
| "step": 2852 |
| }, |
| { |
| "epoch": 2.4023569023569022, |
| "grad_norm": 32.83812713623047, |
| "learning_rate": 3.8893728839089035e-07, |
| "loss": 0.609326958656311, |
| "step": 2854 |
| }, |
| { |
| "epoch": 2.404040404040404, |
| "grad_norm": 4.8817458152771, |
| "learning_rate": 3.879144283389495e-07, |
| "loss": 0.5054650902748108, |
| "step": 2856 |
| }, |
| { |
| "epoch": 2.4057239057239057, |
| "grad_norm": 6.203306198120117, |
| "learning_rate": 3.8689402172141915e-07, |
| "loss": 0.6514500975608826, |
| "step": 2858 |
| }, |
| { |
| "epoch": 2.4074074074074074, |
| "grad_norm": 5.882429122924805, |
| "learning_rate": 3.8587607205402916e-07, |
| "loss": 0.41622331738471985, |
| "step": 2860 |
| }, |
| { |
| "epoch": 2.409090909090909, |
| "grad_norm": 2.390727996826172, |
| "learning_rate": 3.848605828440444e-07, |
| "loss": 0.7136590480804443, |
| "step": 2862 |
| }, |
| { |
| "epoch": 2.410774410774411, |
| "grad_norm": 6.754751682281494, |
| "learning_rate": 3.8384755759025313e-07, |
| "loss": 0.4541894793510437, |
| "step": 2864 |
| }, |
| { |
| "epoch": 2.4124579124579126, |
| "grad_norm": 3.0260815620422363, |
| "learning_rate": 3.828369997829528e-07, |
| "loss": 0.6994350552558899, |
| "step": 2866 |
| }, |
| { |
| "epoch": 2.4141414141414144, |
| "grad_norm": 2.372957706451416, |
| "learning_rate": 3.818289129039405e-07, |
| "loss": 0.8106458187103271, |
| "step": 2868 |
| }, |
| { |
| "epoch": 2.4158249158249157, |
| "grad_norm": 2.801581621170044, |
| "learning_rate": 3.808233004264997e-07, |
| "loss": 0.5665256977081299, |
| "step": 2870 |
| }, |
| { |
| "epoch": 2.4175084175084174, |
| "grad_norm": 3.397507905960083, |
| "learning_rate": 3.79820165815389e-07, |
| "loss": 0.44936102628707886, |
| "step": 2872 |
| }, |
| { |
| "epoch": 2.419191919191919, |
| "grad_norm": 2.3020706176757812, |
| "learning_rate": 3.788195125268284e-07, |
| "loss": 0.8391485214233398, |
| "step": 2874 |
| }, |
| { |
| "epoch": 2.420875420875421, |
| "grad_norm": 3.2758114337921143, |
| "learning_rate": 3.7782134400848995e-07, |
| "loss": 0.7489950656890869, |
| "step": 2876 |
| }, |
| { |
| "epoch": 2.4225589225589226, |
| "grad_norm": 5.947027206420898, |
| "learning_rate": 3.768256636994843e-07, |
| "loss": 0.4590849280357361, |
| "step": 2878 |
| }, |
| { |
| "epoch": 2.4242424242424243, |
| "grad_norm": 2.203789234161377, |
| "learning_rate": 3.7583247503034864e-07, |
| "loss": 0.7745201587677002, |
| "step": 2880 |
| }, |
| { |
| "epoch": 2.425925925925926, |
| "grad_norm": 3.3688504695892334, |
| "learning_rate": 3.7484178142303625e-07, |
| "loss": 0.5334046483039856, |
| "step": 2882 |
| }, |
| { |
| "epoch": 2.4276094276094278, |
| "grad_norm": 6.785653114318848, |
| "learning_rate": 3.738535862909031e-07, |
| "loss": 0.5028021335601807, |
| "step": 2884 |
| }, |
| { |
| "epoch": 2.429292929292929, |
| "grad_norm": 2.8243677616119385, |
| "learning_rate": 3.7286789303869735e-07, |
| "loss": 0.5118685960769653, |
| "step": 2886 |
| }, |
| { |
| "epoch": 2.430976430976431, |
| "grad_norm": 9.112323760986328, |
| "learning_rate": 3.7188470506254744e-07, |
| "loss": 0.5720535516738892, |
| "step": 2888 |
| }, |
| { |
| "epoch": 2.4326599326599325, |
| "grad_norm": 2.4455068111419678, |
| "learning_rate": 3.7090402574994885e-07, |
| "loss": 0.5391176342964172, |
| "step": 2890 |
| }, |
| { |
| "epoch": 2.4343434343434343, |
| "grad_norm": 5.355926990509033, |
| "learning_rate": 3.699258584797548e-07, |
| "loss": 0.6294881105422974, |
| "step": 2892 |
| }, |
| { |
| "epoch": 2.436026936026936, |
| "grad_norm": 2.457951545715332, |
| "learning_rate": 3.6895020662216326e-07, |
| "loss": 0.9022385478019714, |
| "step": 2894 |
| }, |
| { |
| "epoch": 2.4377104377104377, |
| "grad_norm": 7.03529167175293, |
| "learning_rate": 3.679770735387052e-07, |
| "loss": 0.720146656036377, |
| "step": 2896 |
| }, |
| { |
| "epoch": 2.4393939393939394, |
| "grad_norm": 10.114142417907715, |
| "learning_rate": 3.6700646258223343e-07, |
| "loss": 0.6195645332336426, |
| "step": 2898 |
| }, |
| { |
| "epoch": 2.441077441077441, |
| "grad_norm": 5.667145729064941, |
| "learning_rate": 3.6603837709691153e-07, |
| "loss": 0.43182432651519775, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.442760942760943, |
| "grad_norm": 13.144913673400879, |
| "learning_rate": 3.6507282041820085e-07, |
| "loss": 0.7789742350578308, |
| "step": 2902 |
| }, |
| { |
| "epoch": 2.4444444444444446, |
| "grad_norm": 9.248213768005371, |
| "learning_rate": 3.641097958728506e-07, |
| "loss": 0.48242291808128357, |
| "step": 2904 |
| }, |
| { |
| "epoch": 2.4461279461279464, |
| "grad_norm": 2.1247684955596924, |
| "learning_rate": 3.631493067788858e-07, |
| "loss": 0.3829724192619324, |
| "step": 2906 |
| }, |
| { |
| "epoch": 2.4478114478114477, |
| "grad_norm": 5.711479663848877, |
| "learning_rate": 3.6219135644559506e-07, |
| "loss": 0.5261117815971375, |
| "step": 2908 |
| }, |
| { |
| "epoch": 2.4494949494949494, |
| "grad_norm": 9.852108001708984, |
| "learning_rate": 3.6123594817352046e-07, |
| "loss": 0.6702965497970581, |
| "step": 2910 |
| }, |
| { |
| "epoch": 2.451178451178451, |
| "grad_norm": 6.790271282196045, |
| "learning_rate": 3.602830852544458e-07, |
| "loss": 0.4730827212333679, |
| "step": 2912 |
| }, |
| { |
| "epoch": 2.452861952861953, |
| "grad_norm": 8.912752151489258, |
| "learning_rate": 3.593327709713844e-07, |
| "loss": 0.7823283076286316, |
| "step": 2914 |
| }, |
| { |
| "epoch": 2.4545454545454546, |
| "grad_norm": 4.171782970428467, |
| "learning_rate": 3.5838500859856893e-07, |
| "loss": 0.6686667203903198, |
| "step": 2916 |
| }, |
| { |
| "epoch": 2.4562289562289563, |
| "grad_norm": 2.5204222202301025, |
| "learning_rate": 3.5743980140143975e-07, |
| "loss": 0.3113139867782593, |
| "step": 2918 |
| }, |
| { |
| "epoch": 2.457912457912458, |
| "grad_norm": 3.9417402744293213, |
| "learning_rate": 3.5649715263663297e-07, |
| "loss": 0.7965060472488403, |
| "step": 2920 |
| }, |
| { |
| "epoch": 2.45959595959596, |
| "grad_norm": 98.92294311523438, |
| "learning_rate": 3.5555706555197043e-07, |
| "loss": 0.43743637204170227, |
| "step": 2922 |
| }, |
| { |
| "epoch": 2.461279461279461, |
| "grad_norm": 3.686532974243164, |
| "learning_rate": 3.5461954338644795e-07, |
| "loss": 0.30664563179016113, |
| "step": 2924 |
| }, |
| { |
| "epoch": 2.462962962962963, |
| "grad_norm": 2.410140037536621, |
| "learning_rate": 3.536845893702234e-07, |
| "loss": 0.5530849695205688, |
| "step": 2926 |
| }, |
| { |
| "epoch": 2.4646464646464645, |
| "grad_norm": 24.317949295043945, |
| "learning_rate": 3.527522067246068e-07, |
| "loss": 0.5903668403625488, |
| "step": 2928 |
| }, |
| { |
| "epoch": 2.4663299663299663, |
| "grad_norm": 3.0360710620880127, |
| "learning_rate": 3.518223986620491e-07, |
| "loss": 0.24971121549606323, |
| "step": 2930 |
| }, |
| { |
| "epoch": 2.468013468013468, |
| "grad_norm": 5.305819511413574, |
| "learning_rate": 3.5089516838612986e-07, |
| "loss": 0.654639482498169, |
| "step": 2932 |
| }, |
| { |
| "epoch": 2.4696969696969697, |
| "grad_norm": 6.428488254547119, |
| "learning_rate": 3.499705190915476e-07, |
| "loss": 0.6544331312179565, |
| "step": 2934 |
| }, |
| { |
| "epoch": 2.4713804713804715, |
| "grad_norm": 5.150181293487549, |
| "learning_rate": 3.4904845396410854e-07, |
| "loss": 0.4527553915977478, |
| "step": 2936 |
| }, |
| { |
| "epoch": 2.473063973063973, |
| "grad_norm": 9.783395767211914, |
| "learning_rate": 3.4812897618071445e-07, |
| "loss": 0.5435815453529358, |
| "step": 2938 |
| }, |
| { |
| "epoch": 2.474747474747475, |
| "grad_norm": 5.587001800537109, |
| "learning_rate": 3.472120889093536e-07, |
| "loss": 0.4773102402687073, |
| "step": 2940 |
| }, |
| { |
| "epoch": 2.4764309764309766, |
| "grad_norm": 4.579451084136963, |
| "learning_rate": 3.462977953090884e-07, |
| "loss": 0.40418028831481934, |
| "step": 2942 |
| }, |
| { |
| "epoch": 2.478114478114478, |
| "grad_norm": 8.405234336853027, |
| "learning_rate": 3.453860985300446e-07, |
| "loss": 0.43912988901138306, |
| "step": 2944 |
| }, |
| { |
| "epoch": 2.4797979797979797, |
| "grad_norm": 2.54058837890625, |
| "learning_rate": 3.4447700171340164e-07, |
| "loss": 0.9208707213401794, |
| "step": 2946 |
| }, |
| { |
| "epoch": 2.4814814814814814, |
| "grad_norm": 2.506683588027954, |
| "learning_rate": 3.4357050799138053e-07, |
| "loss": 0.9445154666900635, |
| "step": 2948 |
| }, |
| { |
| "epoch": 2.483164983164983, |
| "grad_norm": 2.4092612266540527, |
| "learning_rate": 3.4266662048723337e-07, |
| "loss": 0.9850308895111084, |
| "step": 2950 |
| }, |
| { |
| "epoch": 2.484848484848485, |
| "grad_norm": 10.964947700500488, |
| "learning_rate": 3.417653423152329e-07, |
| "loss": 0.8890873193740845, |
| "step": 2952 |
| }, |
| { |
| "epoch": 2.4865319865319866, |
| "grad_norm": 3.6544744968414307, |
| "learning_rate": 3.4086667658066186e-07, |
| "loss": 0.5936705470085144, |
| "step": 2954 |
| }, |
| { |
| "epoch": 2.4882154882154883, |
| "grad_norm": 6.769886016845703, |
| "learning_rate": 3.3997062637980167e-07, |
| "loss": 0.8404591083526611, |
| "step": 2956 |
| }, |
| { |
| "epoch": 2.48989898989899, |
| "grad_norm": 6.549720764160156, |
| "learning_rate": 3.390771947999224e-07, |
| "loss": 0.5225011110305786, |
| "step": 2958 |
| }, |
| { |
| "epoch": 2.4915824915824913, |
| "grad_norm": 3.255201816558838, |
| "learning_rate": 3.381863849192718e-07, |
| "loss": 0.8342874050140381, |
| "step": 2960 |
| }, |
| { |
| "epoch": 2.493265993265993, |
| "grad_norm": 4.254117488861084, |
| "learning_rate": 3.3729819980706444e-07, |
| "loss": 0.5838370323181152, |
| "step": 2962 |
| }, |
| { |
| "epoch": 2.494949494949495, |
| "grad_norm": 2.933912992477417, |
| "learning_rate": 3.364126425234719e-07, |
| "loss": 0.7112206220626831, |
| "step": 2964 |
| }, |
| { |
| "epoch": 2.4966329966329965, |
| "grad_norm": 5.019345760345459, |
| "learning_rate": 3.3552971611961187e-07, |
| "loss": 0.5937138199806213, |
| "step": 2966 |
| }, |
| { |
| "epoch": 2.4983164983164983, |
| "grad_norm": 3.7426111698150635, |
| "learning_rate": 3.34649423637537e-07, |
| "loss": 0.81259685754776, |
| "step": 2968 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 14.945383071899414, |
| "learning_rate": 3.337717681102253e-07, |
| "loss": 0.8419524431228638, |
| "step": 2970 |
| }, |
| { |
| "epoch": 2.5016835016835017, |
| "grad_norm": 3.5432753562927246, |
| "learning_rate": 3.328967525615697e-07, |
| "loss": 0.36146029829978943, |
| "step": 2972 |
| }, |
| { |
| "epoch": 2.5033670033670035, |
| "grad_norm": 31.251523971557617, |
| "learning_rate": 3.3202438000636634e-07, |
| "loss": 0.5271892547607422, |
| "step": 2974 |
| }, |
| { |
| "epoch": 2.505050505050505, |
| "grad_norm": 4.31404447555542, |
| "learning_rate": 3.311546534503061e-07, |
| "loss": 0.6813575029373169, |
| "step": 2976 |
| }, |
| { |
| "epoch": 2.506734006734007, |
| "grad_norm": 10.586312294006348, |
| "learning_rate": 3.3028757588996303e-07, |
| "loss": 0.3660055994987488, |
| "step": 2978 |
| }, |
| { |
| "epoch": 2.5084175084175087, |
| "grad_norm": 3.4156813621520996, |
| "learning_rate": 3.294231503127839e-07, |
| "loss": 0.7575110197067261, |
| "step": 2980 |
| }, |
| { |
| "epoch": 2.51010101010101, |
| "grad_norm": 8.647886276245117, |
| "learning_rate": 3.2856137969707847e-07, |
| "loss": 0.788750171661377, |
| "step": 2982 |
| }, |
| { |
| "epoch": 2.5117845117845117, |
| "grad_norm": 3.4446113109588623, |
| "learning_rate": 3.277022670120095e-07, |
| "loss": 0.4518158435821533, |
| "step": 2984 |
| }, |
| { |
| "epoch": 2.5134680134680134, |
| "grad_norm": 15.611486434936523, |
| "learning_rate": 3.268458152175813e-07, |
| "loss": 0.7932558059692383, |
| "step": 2986 |
| }, |
| { |
| "epoch": 2.515151515151515, |
| "grad_norm": 27.114980697631836, |
| "learning_rate": 3.2599202726463084e-07, |
| "loss": 0.61873459815979, |
| "step": 2988 |
| }, |
| { |
| "epoch": 2.516835016835017, |
| "grad_norm": 2.904008626937866, |
| "learning_rate": 3.2514090609481683e-07, |
| "loss": 0.10597741603851318, |
| "step": 2990 |
| }, |
| { |
| "epoch": 2.5185185185185186, |
| "grad_norm": 4.048925399780273, |
| "learning_rate": 3.2429245464060965e-07, |
| "loss": 0.8708055019378662, |
| "step": 2992 |
| }, |
| { |
| "epoch": 2.5202020202020203, |
| "grad_norm": 8.804458618164062, |
| "learning_rate": 3.234466758252818e-07, |
| "loss": 0.5630843043327332, |
| "step": 2994 |
| }, |
| { |
| "epoch": 2.5218855218855216, |
| "grad_norm": 2.408494234085083, |
| "learning_rate": 3.2260357256289715e-07, |
| "loss": 0.6830452084541321, |
| "step": 2996 |
| }, |
| { |
| "epoch": 2.5235690235690234, |
| "grad_norm": 4.321279525756836, |
| "learning_rate": 3.217631477583009e-07, |
| "loss": 0.5143815875053406, |
| "step": 2998 |
| }, |
| { |
| "epoch": 2.525252525252525, |
| "grad_norm": 1.794520378112793, |
| "learning_rate": 3.2092540430711044e-07, |
| "loss": 0.5180540084838867, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.526936026936027, |
| "grad_norm": 3.5048828125, |
| "learning_rate": 3.200903450957044e-07, |
| "loss": 0.49375149607658386, |
| "step": 3002 |
| }, |
| { |
| "epoch": 2.5286195286195285, |
| "grad_norm": 3.251695156097412, |
| "learning_rate": 3.192579730012129e-07, |
| "loss": 0.9845426082611084, |
| "step": 3004 |
| }, |
| { |
| "epoch": 2.5303030303030303, |
| "grad_norm": 6.4302263259887695, |
| "learning_rate": 3.184282908915081e-07, |
| "loss": 0.7751657962799072, |
| "step": 3006 |
| }, |
| { |
| "epoch": 2.531986531986532, |
| "grad_norm": 2.9614450931549072, |
| "learning_rate": 3.1760130162519427e-07, |
| "loss": 0.6437252759933472, |
| "step": 3008 |
| }, |
| { |
| "epoch": 2.5336700336700337, |
| "grad_norm": 3.641021728515625, |
| "learning_rate": 3.16777008051597e-07, |
| "loss": 0.33099907636642456, |
| "step": 3010 |
| }, |
| { |
| "epoch": 2.5353535353535355, |
| "grad_norm": 6.20613431930542, |
| "learning_rate": 3.159554130107546e-07, |
| "loss": 0.7693390846252441, |
| "step": 3012 |
| }, |
| { |
| "epoch": 2.537037037037037, |
| "grad_norm": 2.9264049530029297, |
| "learning_rate": 3.1513651933340797e-07, |
| "loss": 0.6058576107025146, |
| "step": 3014 |
| }, |
| { |
| "epoch": 2.538720538720539, |
| "grad_norm": 4.105390548706055, |
| "learning_rate": 3.143203298409899e-07, |
| "loss": 0.5138027667999268, |
| "step": 3016 |
| }, |
| { |
| "epoch": 2.5404040404040407, |
| "grad_norm": 13.755269050598145, |
| "learning_rate": 3.1350684734561676e-07, |
| "loss": 0.8655276298522949, |
| "step": 3018 |
| }, |
| { |
| "epoch": 2.542087542087542, |
| "grad_norm": 2.1755192279815674, |
| "learning_rate": 3.126960746500784e-07, |
| "loss": 0.7289071083068848, |
| "step": 3020 |
| }, |
| { |
| "epoch": 2.5437710437710437, |
| "grad_norm": 12.643874168395996, |
| "learning_rate": 3.118880145478274e-07, |
| "loss": 0.8041051030158997, |
| "step": 3022 |
| }, |
| { |
| "epoch": 2.5454545454545454, |
| "grad_norm": 3.0522072315216064, |
| "learning_rate": 3.110826698229711e-07, |
| "loss": 0.978661835193634, |
| "step": 3024 |
| }, |
| { |
| "epoch": 2.547138047138047, |
| "grad_norm": 10.360844612121582, |
| "learning_rate": 3.102800432502607e-07, |
| "loss": 0.2467118501663208, |
| "step": 3026 |
| }, |
| { |
| "epoch": 2.548821548821549, |
| "grad_norm": 4.895616054534912, |
| "learning_rate": 3.0948013759508274e-07, |
| "loss": 0.522205114364624, |
| "step": 3028 |
| }, |
| { |
| "epoch": 2.5505050505050506, |
| "grad_norm": 8.892946243286133, |
| "learning_rate": 3.0868295561344874e-07, |
| "loss": 0.4860239624977112, |
| "step": 3030 |
| }, |
| { |
| "epoch": 2.5521885521885523, |
| "grad_norm": 2.0342283248901367, |
| "learning_rate": 3.078885000519858e-07, |
| "loss": 0.4318680763244629, |
| "step": 3032 |
| }, |
| { |
| "epoch": 2.5538720538720536, |
| "grad_norm": 3.473409414291382, |
| "learning_rate": 3.0709677364792767e-07, |
| "loss": 0.8540394306182861, |
| "step": 3034 |
| }, |
| { |
| "epoch": 2.5555555555555554, |
| "grad_norm": 10.30406665802002, |
| "learning_rate": 3.0630777912910533e-07, |
| "loss": 0.9184716939926147, |
| "step": 3036 |
| }, |
| { |
| "epoch": 2.557239057239057, |
| "grad_norm": 6.738753795623779, |
| "learning_rate": 3.0552151921393633e-07, |
| "loss": 0.6098148822784424, |
| "step": 3038 |
| }, |
| { |
| "epoch": 2.558922558922559, |
| "grad_norm": 2.9204185009002686, |
| "learning_rate": 3.0473799661141707e-07, |
| "loss": 0.9494307041168213, |
| "step": 3040 |
| }, |
| { |
| "epoch": 2.5606060606060606, |
| "grad_norm": 5.460939407348633, |
| "learning_rate": 3.0395721402111286e-07, |
| "loss": 0.6524157524108887, |
| "step": 3042 |
| }, |
| { |
| "epoch": 2.5622895622895623, |
| "grad_norm": 4.9505109786987305, |
| "learning_rate": 3.031791741331478e-07, |
| "loss": 0.8453473448753357, |
| "step": 3044 |
| }, |
| { |
| "epoch": 2.563973063973064, |
| "grad_norm": 12.800024032592773, |
| "learning_rate": 3.0240387962819695e-07, |
| "loss": 0.6964143514633179, |
| "step": 3046 |
| }, |
| { |
| "epoch": 2.5656565656565657, |
| "grad_norm": 2.980398654937744, |
| "learning_rate": 3.016313331774762e-07, |
| "loss": 0.8597656488418579, |
| "step": 3048 |
| }, |
| { |
| "epoch": 2.5673400673400675, |
| "grad_norm": 5.009873867034912, |
| "learning_rate": 3.008615374427329e-07, |
| "loss": 0.3663683533668518, |
| "step": 3050 |
| }, |
| { |
| "epoch": 2.569023569023569, |
| "grad_norm": 3.2331385612487793, |
| "learning_rate": 3.000944950762373e-07, |
| "loss": 0.9516968131065369, |
| "step": 3052 |
| }, |
| { |
| "epoch": 2.570707070707071, |
| "grad_norm": 3.4293010234832764, |
| "learning_rate": 2.993302087207732e-07, |
| "loss": 0.07853099703788757, |
| "step": 3054 |
| }, |
| { |
| "epoch": 2.5723905723905722, |
| "grad_norm": 7.385575771331787, |
| "learning_rate": 2.985686810096285e-07, |
| "loss": 0.5600473284721375, |
| "step": 3056 |
| }, |
| { |
| "epoch": 2.574074074074074, |
| "grad_norm": 6.306962490081787, |
| "learning_rate": 2.978099145665867e-07, |
| "loss": 0.3351885974407196, |
| "step": 3058 |
| }, |
| { |
| "epoch": 2.5757575757575757, |
| "grad_norm": 4.720430850982666, |
| "learning_rate": 2.970539120059174e-07, |
| "loss": 0.6371778249740601, |
| "step": 3060 |
| }, |
| { |
| "epoch": 2.5774410774410774, |
| "grad_norm": 6.102284908294678, |
| "learning_rate": 2.963006759323676e-07, |
| "loss": 0.5941987037658691, |
| "step": 3062 |
| }, |
| { |
| "epoch": 2.579124579124579, |
| "grad_norm": 5.050604820251465, |
| "learning_rate": 2.955502089411523e-07, |
| "loss": 0.424297571182251, |
| "step": 3064 |
| }, |
| { |
| "epoch": 2.580808080808081, |
| "grad_norm": 5.28799295425415, |
| "learning_rate": 2.9480251361794656e-07, |
| "loss": 0.5996015667915344, |
| "step": 3066 |
| }, |
| { |
| "epoch": 2.5824915824915826, |
| "grad_norm": 9.331116676330566, |
| "learning_rate": 2.940575925388746e-07, |
| "loss": 0.3746086657047272, |
| "step": 3068 |
| }, |
| { |
| "epoch": 2.584175084175084, |
| "grad_norm": 13.008201599121094, |
| "learning_rate": 2.933154482705035e-07, |
| "loss": 0.17353637516498566, |
| "step": 3070 |
| }, |
| { |
| "epoch": 2.5858585858585856, |
| "grad_norm": 5.598928928375244, |
| "learning_rate": 2.925760833698327e-07, |
| "loss": 0.43435174226760864, |
| "step": 3072 |
| }, |
| { |
| "epoch": 2.5875420875420874, |
| "grad_norm": 4.106137752532959, |
| "learning_rate": 2.9183950038428475e-07, |
| "loss": 0.8951042890548706, |
| "step": 3074 |
| }, |
| { |
| "epoch": 2.589225589225589, |
| "grad_norm": 7.533908843994141, |
| "learning_rate": 2.9110570185169834e-07, |
| "loss": 0.35531511902809143, |
| "step": 3076 |
| }, |
| { |
| "epoch": 2.590909090909091, |
| "grad_norm": 2.466156482696533, |
| "learning_rate": 2.903746903003184e-07, |
| "loss": 0.8299113512039185, |
| "step": 3078 |
| }, |
| { |
| "epoch": 2.5925925925925926, |
| "grad_norm": 4.047122478485107, |
| "learning_rate": 2.896464682487866e-07, |
| "loss": 0.6478674411773682, |
| "step": 3080 |
| }, |
| { |
| "epoch": 2.5942760942760943, |
| "grad_norm": 2.4090776443481445, |
| "learning_rate": 2.8892103820613487e-07, |
| "loss": 0.9649114012718201, |
| "step": 3082 |
| }, |
| { |
| "epoch": 2.595959595959596, |
| "grad_norm": 3.08392071723938, |
| "learning_rate": 2.88198402671775e-07, |
| "loss": 0.5619069337844849, |
| "step": 3084 |
| }, |
| { |
| "epoch": 2.5976430976430978, |
| "grad_norm": 3.889181137084961, |
| "learning_rate": 2.874785641354901e-07, |
| "loss": 0.5941061973571777, |
| "step": 3086 |
| }, |
| { |
| "epoch": 2.5993265993265995, |
| "grad_norm": 4.151243209838867, |
| "learning_rate": 2.867615250774269e-07, |
| "loss": 0.7975903153419495, |
| "step": 3088 |
| }, |
| { |
| "epoch": 2.601010101010101, |
| "grad_norm": 6.307215690612793, |
| "learning_rate": 2.860472879680869e-07, |
| "loss": 0.8723431825637817, |
| "step": 3090 |
| }, |
| { |
| "epoch": 2.602693602693603, |
| "grad_norm": 4.979188442230225, |
| "learning_rate": 2.8533585526831726e-07, |
| "loss": 0.6906735897064209, |
| "step": 3092 |
| }, |
| { |
| "epoch": 2.6043771043771042, |
| "grad_norm": 5.310150623321533, |
| "learning_rate": 2.8462722942930286e-07, |
| "loss": 0.5048916339874268, |
| "step": 3094 |
| }, |
| { |
| "epoch": 2.606060606060606, |
| "grad_norm": 5.775015830993652, |
| "learning_rate": 2.8392141289255806e-07, |
| "loss": 0.660202145576477, |
| "step": 3096 |
| }, |
| { |
| "epoch": 2.6077441077441077, |
| "grad_norm": 12.841134071350098, |
| "learning_rate": 2.8321840808991775e-07, |
| "loss": 0.5634772777557373, |
| "step": 3098 |
| }, |
| { |
| "epoch": 2.6094276094276094, |
| "grad_norm": 6.739739418029785, |
| "learning_rate": 2.8251821744352933e-07, |
| "loss": 0.5956814289093018, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.611111111111111, |
| "grad_norm": 2.563978433609009, |
| "learning_rate": 2.8182084336584423e-07, |
| "loss": 0.5830974578857422, |
| "step": 3102 |
| }, |
| { |
| "epoch": 2.612794612794613, |
| "grad_norm": 4.95272970199585, |
| "learning_rate": 2.8112628825960926e-07, |
| "loss": 0.8090439438819885, |
| "step": 3104 |
| }, |
| { |
| "epoch": 2.6144781144781146, |
| "grad_norm": 3.6197354793548584, |
| "learning_rate": 2.804345545178594e-07, |
| "loss": 0.7719713449478149, |
| "step": 3106 |
| }, |
| { |
| "epoch": 2.616161616161616, |
| "grad_norm": 12.875308990478516, |
| "learning_rate": 2.7974564452390833e-07, |
| "loss": 0.18324008584022522, |
| "step": 3108 |
| }, |
| { |
| "epoch": 2.6178451178451176, |
| "grad_norm": 3.717010498046875, |
| "learning_rate": 2.790595606513406e-07, |
| "loss": 0.7723451852798462, |
| "step": 3110 |
| }, |
| { |
| "epoch": 2.6195286195286194, |
| "grad_norm": 2.814573287963867, |
| "learning_rate": 2.78376305264004e-07, |
| "loss": 0.39754652976989746, |
| "step": 3112 |
| }, |
| { |
| "epoch": 2.621212121212121, |
| "grad_norm": 3.2848994731903076, |
| "learning_rate": 2.776958807160011e-07, |
| "loss": 0.4727073609828949, |
| "step": 3114 |
| }, |
| { |
| "epoch": 2.622895622895623, |
| "grad_norm": 3.7905068397521973, |
| "learning_rate": 2.7701828935168026e-07, |
| "loss": 0.8447589874267578, |
| "step": 3116 |
| }, |
| { |
| "epoch": 2.6245791245791246, |
| "grad_norm": 2.8799266815185547, |
| "learning_rate": 2.763435335056291e-07, |
| "loss": 1.0325953960418701, |
| "step": 3118 |
| }, |
| { |
| "epoch": 2.6262626262626263, |
| "grad_norm": 3.1782491207122803, |
| "learning_rate": 2.756716155026656e-07, |
| "loss": 0.5554063320159912, |
| "step": 3120 |
| }, |
| { |
| "epoch": 2.627946127946128, |
| "grad_norm": 2.897000551223755, |
| "learning_rate": 2.750025376578295e-07, |
| "loss": 0.9207072854042053, |
| "step": 3122 |
| }, |
| { |
| "epoch": 2.6296296296296298, |
| "grad_norm": 2.4364206790924072, |
| "learning_rate": 2.743363022763758e-07, |
| "loss": 0.8367090225219727, |
| "step": 3124 |
| }, |
| { |
| "epoch": 2.6313131313131315, |
| "grad_norm": 4.580779075622559, |
| "learning_rate": 2.7367291165376593e-07, |
| "loss": 0.6048181056976318, |
| "step": 3126 |
| }, |
| { |
| "epoch": 2.6329966329966332, |
| "grad_norm": 6.332035064697266, |
| "learning_rate": 2.7301236807565925e-07, |
| "loss": 0.808570384979248, |
| "step": 3128 |
| }, |
| { |
| "epoch": 2.634680134680135, |
| "grad_norm": 7.100130081176758, |
| "learning_rate": 2.7235467381790654e-07, |
| "loss": 0.49354591965675354, |
| "step": 3130 |
| }, |
| { |
| "epoch": 2.6363636363636362, |
| "grad_norm": 2.4457104206085205, |
| "learning_rate": 2.716998311465415e-07, |
| "loss": 0.2983268201351166, |
| "step": 3132 |
| }, |
| { |
| "epoch": 2.638047138047138, |
| "grad_norm": 4.332514762878418, |
| "learning_rate": 2.710478423177722e-07, |
| "loss": 0.8370668888092041, |
| "step": 3134 |
| }, |
| { |
| "epoch": 2.6397306397306397, |
| "grad_norm": 4.5044684410095215, |
| "learning_rate": 2.7039870957797464e-07, |
| "loss": 0.7652538418769836, |
| "step": 3136 |
| }, |
| { |
| "epoch": 2.6414141414141414, |
| "grad_norm": 4.017055511474609, |
| "learning_rate": 2.697524351636844e-07, |
| "loss": 0.4114927649497986, |
| "step": 3138 |
| }, |
| { |
| "epoch": 2.643097643097643, |
| "grad_norm": 3.3894689083099365, |
| "learning_rate": 2.691090213015886e-07, |
| "loss": 0.8686310052871704, |
| "step": 3140 |
| }, |
| { |
| "epoch": 2.644781144781145, |
| "grad_norm": 2.7027831077575684, |
| "learning_rate": 2.6846847020851884e-07, |
| "loss": 0.5540004372596741, |
| "step": 3142 |
| }, |
| { |
| "epoch": 2.6464646464646466, |
| "grad_norm": 3.608794927597046, |
| "learning_rate": 2.678307840914431e-07, |
| "loss": 0.8333272933959961, |
| "step": 3144 |
| }, |
| { |
| "epoch": 2.648148148148148, |
| "grad_norm": 3.318763494491577, |
| "learning_rate": 2.6719596514745826e-07, |
| "loss": 0.9629621505737305, |
| "step": 3146 |
| }, |
| { |
| "epoch": 2.6498316498316496, |
| "grad_norm": 3.6985297203063965, |
| "learning_rate": 2.665640155637828e-07, |
| "loss": 0.5129526853561401, |
| "step": 3148 |
| }, |
| { |
| "epoch": 2.6515151515151514, |
| "grad_norm": 2.535443067550659, |
| "learning_rate": 2.659349375177489e-07, |
| "loss": 0.8636926412582397, |
| "step": 3150 |
| }, |
| { |
| "epoch": 2.653198653198653, |
| "grad_norm": 2.768599510192871, |
| "learning_rate": 2.6530873317679515e-07, |
| "loss": 0.20498168468475342, |
| "step": 3152 |
| }, |
| { |
| "epoch": 2.654882154882155, |
| "grad_norm": 34.86625671386719, |
| "learning_rate": 2.6468540469845895e-07, |
| "loss": 0.9441362619400024, |
| "step": 3154 |
| }, |
| { |
| "epoch": 2.6565656565656566, |
| "grad_norm": 9.064558982849121, |
| "learning_rate": 2.640649542303693e-07, |
| "loss": 0.5518494844436646, |
| "step": 3156 |
| }, |
| { |
| "epoch": 2.6582491582491583, |
| "grad_norm": 3.18203067779541, |
| "learning_rate": 2.634473839102389e-07, |
| "loss": 0.35931962728500366, |
| "step": 3158 |
| }, |
| { |
| "epoch": 2.65993265993266, |
| "grad_norm": 7.7922282218933105, |
| "learning_rate": 2.6283269586585737e-07, |
| "loss": 0.44168537855148315, |
| "step": 3160 |
| }, |
| { |
| "epoch": 2.6616161616161618, |
| "grad_norm": 4.682225227355957, |
| "learning_rate": 2.6222089221508404e-07, |
| "loss": 0.6104831695556641, |
| "step": 3162 |
| }, |
| { |
| "epoch": 2.6632996632996635, |
| "grad_norm": 2.9735536575317383, |
| "learning_rate": 2.6161197506583944e-07, |
| "loss": 0.8378016352653503, |
| "step": 3164 |
| }, |
| { |
| "epoch": 2.6649831649831652, |
| "grad_norm": 6.616426467895508, |
| "learning_rate": 2.610059465160995e-07, |
| "loss": 0.6439419984817505, |
| "step": 3166 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 3.3657751083374023, |
| "learning_rate": 2.6040280865388773e-07, |
| "loss": 0.7727220058441162, |
| "step": 3168 |
| }, |
| { |
| "epoch": 2.6683501683501682, |
| "grad_norm": 3.285837173461914, |
| "learning_rate": 2.5980256355726744e-07, |
| "loss": 0.6320611834526062, |
| "step": 3170 |
| }, |
| { |
| "epoch": 2.67003367003367, |
| "grad_norm": 4.853776931762695, |
| "learning_rate": 2.5920521329433606e-07, |
| "loss": 1.043792963027954, |
| "step": 3172 |
| }, |
| { |
| "epoch": 2.6717171717171717, |
| "grad_norm": 2.360769271850586, |
| "learning_rate": 2.586107599232164e-07, |
| "loss": 0.9384379386901855, |
| "step": 3174 |
| }, |
| { |
| "epoch": 2.6734006734006734, |
| "grad_norm": 14.25788402557373, |
| "learning_rate": 2.5801920549205023e-07, |
| "loss": 0.4818713068962097, |
| "step": 3176 |
| }, |
| { |
| "epoch": 2.675084175084175, |
| "grad_norm": 2.0616092681884766, |
| "learning_rate": 2.5743055203899167e-07, |
| "loss": 0.9861509799957275, |
| "step": 3178 |
| }, |
| { |
| "epoch": 2.676767676767677, |
| "grad_norm": 4.687266826629639, |
| "learning_rate": 2.568448015921996e-07, |
| "loss": 0.6932214498519897, |
| "step": 3180 |
| }, |
| { |
| "epoch": 2.678451178451178, |
| "grad_norm": 2.3194851875305176, |
| "learning_rate": 2.562619561698306e-07, |
| "loss": 0.7709292769432068, |
| "step": 3182 |
| }, |
| { |
| "epoch": 2.68013468013468, |
| "grad_norm": 2.256274461746216, |
| "learning_rate": 2.556820177800324e-07, |
| "loss": 0.8786018490791321, |
| "step": 3184 |
| }, |
| { |
| "epoch": 2.6818181818181817, |
| "grad_norm": 1.7933223247528076, |
| "learning_rate": 2.551049884209371e-07, |
| "loss": 0.7843552827835083, |
| "step": 3186 |
| }, |
| { |
| "epoch": 2.6835016835016834, |
| "grad_norm": 3.6488430500030518, |
| "learning_rate": 2.5453087008065307e-07, |
| "loss": 0.7388215661048889, |
| "step": 3188 |
| }, |
| { |
| "epoch": 2.685185185185185, |
| "grad_norm": 1.1536720991134644, |
| "learning_rate": 2.5395966473725994e-07, |
| "loss": 0.552982747554779, |
| "step": 3190 |
| }, |
| { |
| "epoch": 2.686868686868687, |
| "grad_norm": 3.049055814743042, |
| "learning_rate": 2.5339137435880043e-07, |
| "loss": 0.617717981338501, |
| "step": 3192 |
| }, |
| { |
| "epoch": 2.6885521885521886, |
| "grad_norm": 2.4993679523468018, |
| "learning_rate": 2.5282600090327383e-07, |
| "loss": 0.7265998125076294, |
| "step": 3194 |
| }, |
| { |
| "epoch": 2.6902356902356903, |
| "grad_norm": 12.052529335021973, |
| "learning_rate": 2.5226354631862966e-07, |
| "loss": 0.6202006340026855, |
| "step": 3196 |
| }, |
| { |
| "epoch": 2.691919191919192, |
| "grad_norm": 2.131632089614868, |
| "learning_rate": 2.517040125427608e-07, |
| "loss": 0.741972804069519, |
| "step": 3198 |
| }, |
| { |
| "epoch": 2.6936026936026938, |
| "grad_norm": 2.2996838092803955, |
| "learning_rate": 2.511474015034964e-07, |
| "loss": 0.8759193420410156, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.6952861952861955, |
| "grad_norm": 6.061952590942383, |
| "learning_rate": 2.5059371511859557e-07, |
| "loss": 0.6976549625396729, |
| "step": 3202 |
| }, |
| { |
| "epoch": 2.6969696969696972, |
| "grad_norm": 3.891650915145874, |
| "learning_rate": 2.50042955295741e-07, |
| "loss": 0.6694223880767822, |
| "step": 3204 |
| }, |
| { |
| "epoch": 2.6986531986531985, |
| "grad_norm": 5.893383026123047, |
| "learning_rate": 2.494951239325321e-07, |
| "loss": 0.7830284833908081, |
| "step": 3206 |
| }, |
| { |
| "epoch": 2.7003367003367003, |
| "grad_norm": 4.715972423553467, |
| "learning_rate": 2.489502229164781e-07, |
| "loss": 0.5429476499557495, |
| "step": 3208 |
| }, |
| { |
| "epoch": 2.702020202020202, |
| "grad_norm": 3.343920946121216, |
| "learning_rate": 2.4840825412499274e-07, |
| "loss": 0.8423386812210083, |
| "step": 3210 |
| }, |
| { |
| "epoch": 2.7037037037037037, |
| "grad_norm": 2.458588123321533, |
| "learning_rate": 2.478692194253861e-07, |
| "loss": 0.4965520203113556, |
| "step": 3212 |
| }, |
| { |
| "epoch": 2.7053872053872055, |
| "grad_norm": 2.6822140216827393, |
| "learning_rate": 2.473331206748597e-07, |
| "loss": 0.6127833127975464, |
| "step": 3214 |
| }, |
| { |
| "epoch": 2.707070707070707, |
| "grad_norm": 3.830547571182251, |
| "learning_rate": 2.467999597204996e-07, |
| "loss": 0.2938854694366455, |
| "step": 3216 |
| }, |
| { |
| "epoch": 2.708754208754209, |
| "grad_norm": 3.668973684310913, |
| "learning_rate": 2.462697383992691e-07, |
| "loss": 0.7545672655105591, |
| "step": 3218 |
| }, |
| { |
| "epoch": 2.71043771043771, |
| "grad_norm": 4.789590358734131, |
| "learning_rate": 2.457424585380041e-07, |
| "loss": 0.3368055820465088, |
| "step": 3220 |
| }, |
| { |
| "epoch": 2.712121212121212, |
| "grad_norm": 4.607179641723633, |
| "learning_rate": 2.4521812195340544e-07, |
| "loss": 0.7228003144264221, |
| "step": 3222 |
| }, |
| { |
| "epoch": 2.7138047138047137, |
| "grad_norm": 3.7761380672454834, |
| "learning_rate": 2.4469673045203333e-07, |
| "loss": 0.39306753873825073, |
| "step": 3224 |
| }, |
| { |
| "epoch": 2.7154882154882154, |
| "grad_norm": 3.8872487545013428, |
| "learning_rate": 2.441782858303007e-07, |
| "loss": 0.388794481754303, |
| "step": 3226 |
| }, |
| { |
| "epoch": 2.717171717171717, |
| "grad_norm": 3.936227560043335, |
| "learning_rate": 2.436627898744678e-07, |
| "loss": 0.7990210056304932, |
| "step": 3228 |
| }, |
| { |
| "epoch": 2.718855218855219, |
| "grad_norm": 10.530872344970703, |
| "learning_rate": 2.4315024436063464e-07, |
| "loss": 0.3864361643791199, |
| "step": 3230 |
| }, |
| { |
| "epoch": 2.7205387205387206, |
| "grad_norm": 8.344436645507812, |
| "learning_rate": 2.4264065105473637e-07, |
| "loss": 0.8147022724151611, |
| "step": 3232 |
| }, |
| { |
| "epoch": 2.7222222222222223, |
| "grad_norm": 1.8948400020599365, |
| "learning_rate": 2.4213401171253656e-07, |
| "loss": 0.6463346481323242, |
| "step": 3234 |
| }, |
| { |
| "epoch": 2.723905723905724, |
| "grad_norm": 2.3045897483825684, |
| "learning_rate": 2.416303280796206e-07, |
| "loss": 0.7769128084182739, |
| "step": 3236 |
| }, |
| { |
| "epoch": 2.725589225589226, |
| "grad_norm": 10.252862930297852, |
| "learning_rate": 2.411296018913907e-07, |
| "loss": 0.7157000303268433, |
| "step": 3238 |
| }, |
| { |
| "epoch": 2.7272727272727275, |
| "grad_norm": 12.489968299865723, |
| "learning_rate": 2.406318348730592e-07, |
| "loss": 0.7306414842605591, |
| "step": 3240 |
| }, |
| { |
| "epoch": 2.728956228956229, |
| "grad_norm": 3.00982666015625, |
| "learning_rate": 2.401370287396428e-07, |
| "loss": 0.8304033279418945, |
| "step": 3242 |
| }, |
| { |
| "epoch": 2.7306397306397305, |
| "grad_norm": 4.058210849761963, |
| "learning_rate": 2.396451851959571e-07, |
| "loss": 0.5530973672866821, |
| "step": 3244 |
| }, |
| { |
| "epoch": 2.7323232323232323, |
| "grad_norm": 4.974558353424072, |
| "learning_rate": 2.391563059366099e-07, |
| "loss": 0.7806906700134277, |
| "step": 3246 |
| }, |
| { |
| "epoch": 2.734006734006734, |
| "grad_norm": 10.766674995422363, |
| "learning_rate": 2.3867039264599587e-07, |
| "loss": 0.805009126663208, |
| "step": 3248 |
| }, |
| { |
| "epoch": 2.7356902356902357, |
| "grad_norm": 4.717216491699219, |
| "learning_rate": 2.3818744699829105e-07, |
| "loss": 0.6719311475753784, |
| "step": 3250 |
| }, |
| { |
| "epoch": 2.7373737373737375, |
| "grad_norm": 4.689093112945557, |
| "learning_rate": 2.3770747065744594e-07, |
| "loss": 0.37460649013519287, |
| "step": 3252 |
| }, |
| { |
| "epoch": 2.739057239057239, |
| "grad_norm": 3.905974864959717, |
| "learning_rate": 2.3723046527718137e-07, |
| "loss": 0.528462290763855, |
| "step": 3254 |
| }, |
| { |
| "epoch": 2.7407407407407405, |
| "grad_norm": 3.8697361946105957, |
| "learning_rate": 2.367564325009815e-07, |
| "loss": 0.4876176714897156, |
| "step": 3256 |
| }, |
| { |
| "epoch": 2.742424242424242, |
| "grad_norm": 2.9344778060913086, |
| "learning_rate": 2.362853739620885e-07, |
| "loss": 0.6226130723953247, |
| "step": 3258 |
| }, |
| { |
| "epoch": 2.744107744107744, |
| "grad_norm": 4.8839497566223145, |
| "learning_rate": 2.3581729128349745e-07, |
| "loss": 0.4137502908706665, |
| "step": 3260 |
| }, |
| { |
| "epoch": 2.7457912457912457, |
| "grad_norm": 2.9513931274414062, |
| "learning_rate": 2.3535218607795013e-07, |
| "loss": 0.6418605446815491, |
| "step": 3262 |
| }, |
| { |
| "epoch": 2.7474747474747474, |
| "grad_norm": 3.3043465614318848, |
| "learning_rate": 2.3489005994792948e-07, |
| "loss": 0.857982337474823, |
| "step": 3264 |
| }, |
| { |
| "epoch": 2.749158249158249, |
| "grad_norm": 5.111167907714844, |
| "learning_rate": 2.3443091448565454e-07, |
| "loss": 0.958759605884552, |
| "step": 3266 |
| }, |
| { |
| "epoch": 2.750841750841751, |
| "grad_norm": 74.0482406616211, |
| "learning_rate": 2.339747512730749e-07, |
| "loss": 0.4375573396682739, |
| "step": 3268 |
| }, |
| { |
| "epoch": 2.7525252525252526, |
| "grad_norm": 3.2530107498168945, |
| "learning_rate": 2.3352157188186424e-07, |
| "loss": 0.9555472135543823, |
| "step": 3270 |
| }, |
| { |
| "epoch": 2.7542087542087543, |
| "grad_norm": 44.573936462402344, |
| "learning_rate": 2.3307137787341667e-07, |
| "loss": 0.5092712044715881, |
| "step": 3272 |
| }, |
| { |
| "epoch": 2.755892255892256, |
| "grad_norm": 2.355350971221924, |
| "learning_rate": 2.3262417079883986e-07, |
| "loss": 0.7026905417442322, |
| "step": 3274 |
| }, |
| { |
| "epoch": 2.757575757575758, |
| "grad_norm": 13.51882553100586, |
| "learning_rate": 2.3217995219895016e-07, |
| "loss": 0.3385421633720398, |
| "step": 3276 |
| }, |
| { |
| "epoch": 2.7592592592592595, |
| "grad_norm": 1.3492799997329712, |
| "learning_rate": 2.317387236042678e-07, |
| "loss": 0.03149527311325073, |
| "step": 3278 |
| }, |
| { |
| "epoch": 2.760942760942761, |
| "grad_norm": 24.129674911499023, |
| "learning_rate": 2.313004865350109e-07, |
| "loss": 1.0571789741516113, |
| "step": 3280 |
| }, |
| { |
| "epoch": 2.7626262626262625, |
| "grad_norm": 2.9202077388763428, |
| "learning_rate": 2.3086524250109045e-07, |
| "loss": 1.0254530906677246, |
| "step": 3282 |
| }, |
| { |
| "epoch": 2.7643097643097643, |
| "grad_norm": 10.319761276245117, |
| "learning_rate": 2.3043299300210528e-07, |
| "loss": 0.2718232274055481, |
| "step": 3284 |
| }, |
| { |
| "epoch": 2.765993265993266, |
| "grad_norm": 4.364471435546875, |
| "learning_rate": 2.30003739527337e-07, |
| "loss": 0.7651864290237427, |
| "step": 3286 |
| }, |
| { |
| "epoch": 2.7676767676767677, |
| "grad_norm": 5.035273551940918, |
| "learning_rate": 2.2957748355574408e-07, |
| "loss": 0.7020351886749268, |
| "step": 3288 |
| }, |
| { |
| "epoch": 2.7693602693602695, |
| "grad_norm": 11.138975143432617, |
| "learning_rate": 2.2915422655595795e-07, |
| "loss": 0.20551855862140656, |
| "step": 3290 |
| }, |
| { |
| "epoch": 2.771043771043771, |
| "grad_norm": 5.818138599395752, |
| "learning_rate": 2.287339699862771e-07, |
| "loss": 0.9749652147293091, |
| "step": 3292 |
| }, |
| { |
| "epoch": 2.7727272727272725, |
| "grad_norm": 5.8484063148498535, |
| "learning_rate": 2.2831671529466205e-07, |
| "loss": 0.7997506260871887, |
| "step": 3294 |
| }, |
| { |
| "epoch": 2.774410774410774, |
| "grad_norm": 3.476667642593384, |
| "learning_rate": 2.2790246391873086e-07, |
| "loss": 0.8032985925674438, |
| "step": 3296 |
| }, |
| { |
| "epoch": 2.776094276094276, |
| "grad_norm": 4.120417594909668, |
| "learning_rate": 2.2749121728575393e-07, |
| "loss": 0.23050040006637573, |
| "step": 3298 |
| }, |
| { |
| "epoch": 2.7777777777777777, |
| "grad_norm": 3.6002514362335205, |
| "learning_rate": 2.2708297681264874e-07, |
| "loss": 0.45907649397850037, |
| "step": 3300 |
| }, |
| { |
| "epoch": 2.7794612794612794, |
| "grad_norm": 2.618075370788574, |
| "learning_rate": 2.2667774390597562e-07, |
| "loss": 0.4696184992790222, |
| "step": 3302 |
| }, |
| { |
| "epoch": 2.781144781144781, |
| "grad_norm": 6.530674457550049, |
| "learning_rate": 2.2627551996193247e-07, |
| "loss": 0.47576916217803955, |
| "step": 3304 |
| }, |
| { |
| "epoch": 2.782828282828283, |
| "grad_norm": 18.45606231689453, |
| "learning_rate": 2.2587630636634985e-07, |
| "loss": 0.6657184362411499, |
| "step": 3306 |
| }, |
| { |
| "epoch": 2.7845117845117846, |
| "grad_norm": 11.66965389251709, |
| "learning_rate": 2.2548010449468676e-07, |
| "loss": 0.48266786336898804, |
| "step": 3308 |
| }, |
| { |
| "epoch": 2.7861952861952863, |
| "grad_norm": 2.84804368019104, |
| "learning_rate": 2.2508691571202528e-07, |
| "loss": 0.6634323596954346, |
| "step": 3310 |
| }, |
| { |
| "epoch": 2.787878787878788, |
| "grad_norm": 3.701871395111084, |
| "learning_rate": 2.2469674137306627e-07, |
| "loss": 0.4185872972011566, |
| "step": 3312 |
| }, |
| { |
| "epoch": 2.78956228956229, |
| "grad_norm": 2.2695560455322266, |
| "learning_rate": 2.2430958282212414e-07, |
| "loss": 0.6932981014251709, |
| "step": 3314 |
| }, |
| { |
| "epoch": 2.791245791245791, |
| "grad_norm": 3.9276177883148193, |
| "learning_rate": 2.239254413931236e-07, |
| "loss": 0.9720036387443542, |
| "step": 3316 |
| }, |
| { |
| "epoch": 2.792929292929293, |
| "grad_norm": 3.183957099914551, |
| "learning_rate": 2.2354431840959307e-07, |
| "loss": 0.7453635334968567, |
| "step": 3318 |
| }, |
| { |
| "epoch": 2.7946127946127945, |
| "grad_norm": 4.194116115570068, |
| "learning_rate": 2.2316621518466167e-07, |
| "loss": 0.3255777359008789, |
| "step": 3320 |
| }, |
| { |
| "epoch": 2.7962962962962963, |
| "grad_norm": 5.5670366287231445, |
| "learning_rate": 2.227911330210542e-07, |
| "loss": 0.6090131998062134, |
| "step": 3322 |
| }, |
| { |
| "epoch": 2.797979797979798, |
| "grad_norm": 2.372026205062866, |
| "learning_rate": 2.2241907321108638e-07, |
| "loss": 0.6710550785064697, |
| "step": 3324 |
| }, |
| { |
| "epoch": 2.7996632996632997, |
| "grad_norm": 3.636491060256958, |
| "learning_rate": 2.22050037036661e-07, |
| "loss": 0.30255502462387085, |
| "step": 3326 |
| }, |
| { |
| "epoch": 2.8013468013468015, |
| "grad_norm": 3.7633321285247803, |
| "learning_rate": 2.216840257692628e-07, |
| "loss": 0.723252534866333, |
| "step": 3328 |
| }, |
| { |
| "epoch": 2.8030303030303028, |
| "grad_norm": 2.568369150161743, |
| "learning_rate": 2.213210406699547e-07, |
| "loss": 0.78731769323349, |
| "step": 3330 |
| }, |
| { |
| "epoch": 2.8047138047138045, |
| "grad_norm": 3.9559519290924072, |
| "learning_rate": 2.209610829893729e-07, |
| "loss": 0.5705679655075073, |
| "step": 3332 |
| }, |
| { |
| "epoch": 2.8063973063973062, |
| "grad_norm": 5.107378005981445, |
| "learning_rate": 2.2060415396772337e-07, |
| "loss": 0.4503876864910126, |
| "step": 3334 |
| }, |
| { |
| "epoch": 2.808080808080808, |
| "grad_norm": 3.7301788330078125, |
| "learning_rate": 2.2025025483477654e-07, |
| "loss": 0.5614144802093506, |
| "step": 3336 |
| }, |
| { |
| "epoch": 2.8097643097643097, |
| "grad_norm": 3.425426959991455, |
| "learning_rate": 2.1989938680986382e-07, |
| "loss": 0.27632904052734375, |
| "step": 3338 |
| }, |
| { |
| "epoch": 2.8114478114478114, |
| "grad_norm": 11.55947208404541, |
| "learning_rate": 2.1955155110187344e-07, |
| "loss": 0.6297179460525513, |
| "step": 3340 |
| }, |
| { |
| "epoch": 2.813131313131313, |
| "grad_norm": 5.041746139526367, |
| "learning_rate": 2.1920674890924545e-07, |
| "loss": 0.7801995873451233, |
| "step": 3342 |
| }, |
| { |
| "epoch": 2.814814814814815, |
| "grad_norm": 1.9846611022949219, |
| "learning_rate": 2.1886498141996858e-07, |
| "loss": 0.3154934346675873, |
| "step": 3344 |
| }, |
| { |
| "epoch": 2.8164983164983166, |
| "grad_norm": 3.4041101932525635, |
| "learning_rate": 2.185262498115759e-07, |
| "loss": 0.7565585374832153, |
| "step": 3346 |
| }, |
| { |
| "epoch": 2.8181818181818183, |
| "grad_norm": 5.533918380737305, |
| "learning_rate": 2.1819055525113995e-07, |
| "loss": 0.5513463020324707, |
| "step": 3348 |
| }, |
| { |
| "epoch": 2.81986531986532, |
| "grad_norm": 3.816920042037964, |
| "learning_rate": 2.178578988952698e-07, |
| "loss": 0.8172674179077148, |
| "step": 3350 |
| }, |
| { |
| "epoch": 2.821548821548822, |
| "grad_norm": 4.7206573486328125, |
| "learning_rate": 2.1752828189010677e-07, |
| "loss": 0.7926508188247681, |
| "step": 3352 |
| }, |
| { |
| "epoch": 2.823232323232323, |
| "grad_norm": 2.8711562156677246, |
| "learning_rate": 2.1720170537132003e-07, |
| "loss": 0.7785905599594116, |
| "step": 3354 |
| }, |
| { |
| "epoch": 2.824915824915825, |
| "grad_norm": 7.083092212677002, |
| "learning_rate": 2.16878170464103e-07, |
| "loss": 0.8117780685424805, |
| "step": 3356 |
| }, |
| { |
| "epoch": 2.8265993265993266, |
| "grad_norm": 6.3713178634643555, |
| "learning_rate": 2.1655767828316967e-07, |
| "loss": 0.4899190068244934, |
| "step": 3358 |
| }, |
| { |
| "epoch": 2.8282828282828283, |
| "grad_norm": 8.093062400817871, |
| "learning_rate": 2.1624022993275042e-07, |
| "loss": 0.481950581073761, |
| "step": 3360 |
| }, |
| { |
| "epoch": 2.82996632996633, |
| "grad_norm": 3.7031800746917725, |
| "learning_rate": 2.1592582650658838e-07, |
| "loss": 0.6889939308166504, |
| "step": 3362 |
| }, |
| { |
| "epoch": 2.8316498316498318, |
| "grad_norm": 8.515325546264648, |
| "learning_rate": 2.1561446908793575e-07, |
| "loss": 0.5986655950546265, |
| "step": 3364 |
| }, |
| { |
| "epoch": 2.8333333333333335, |
| "grad_norm": 2.5616695880889893, |
| "learning_rate": 2.1530615874954978e-07, |
| "loss": 0.4613681137561798, |
| "step": 3366 |
| }, |
| { |
| "epoch": 2.8350168350168348, |
| "grad_norm": 6.432313919067383, |
| "learning_rate": 2.1500089655368913e-07, |
| "loss": 0.35357874631881714, |
| "step": 3368 |
| }, |
| { |
| "epoch": 2.8367003367003365, |
| "grad_norm": 5.070071220397949, |
| "learning_rate": 2.146986835521108e-07, |
| "loss": 0.815057635307312, |
| "step": 3370 |
| }, |
| { |
| "epoch": 2.8383838383838382, |
| "grad_norm": 1.3125436305999756, |
| "learning_rate": 2.143995207860655e-07, |
| "loss": 0.6456162929534912, |
| "step": 3372 |
| }, |
| { |
| "epoch": 2.84006734006734, |
| "grad_norm": 50.76771545410156, |
| "learning_rate": 2.1410340928629483e-07, |
| "loss": 0.29310160875320435, |
| "step": 3374 |
| }, |
| { |
| "epoch": 2.8417508417508417, |
| "grad_norm": 2.078246831893921, |
| "learning_rate": 2.138103500730278e-07, |
| "loss": 0.851909875869751, |
| "step": 3376 |
| }, |
| { |
| "epoch": 2.8434343434343434, |
| "grad_norm": 2.2148220539093018, |
| "learning_rate": 2.1352034415597635e-07, |
| "loss": 0.7448092699050903, |
| "step": 3378 |
| }, |
| { |
| "epoch": 2.845117845117845, |
| "grad_norm": 2.512826919555664, |
| "learning_rate": 2.1323339253433309e-07, |
| "loss": 0.5352383255958557, |
| "step": 3380 |
| }, |
| { |
| "epoch": 2.846801346801347, |
| "grad_norm": 5.046896934509277, |
| "learning_rate": 2.1294949619676717e-07, |
| "loss": 0.522847056388855, |
| "step": 3382 |
| }, |
| { |
| "epoch": 2.8484848484848486, |
| "grad_norm": 4.314877033233643, |
| "learning_rate": 2.1266865612142064e-07, |
| "loss": 0.5352615118026733, |
| "step": 3384 |
| }, |
| { |
| "epoch": 2.8501683501683504, |
| "grad_norm": 3.3411834239959717, |
| "learning_rate": 2.1239087327590582e-07, |
| "loss": 0.7238250970840454, |
| "step": 3386 |
| }, |
| { |
| "epoch": 2.851851851851852, |
| "grad_norm": 0.83232581615448, |
| "learning_rate": 2.121161486173017e-07, |
| "loss": 0.6121417284011841, |
| "step": 3388 |
| }, |
| { |
| "epoch": 2.8535353535353534, |
| "grad_norm": 8.091914176940918, |
| "learning_rate": 2.1184448309215015e-07, |
| "loss": 0.4724659025669098, |
| "step": 3390 |
| }, |
| { |
| "epoch": 2.855218855218855, |
| "grad_norm": 3.3312911987304688, |
| "learning_rate": 2.1157587763645322e-07, |
| "loss": 0.5098093748092651, |
| "step": 3392 |
| }, |
| { |
| "epoch": 2.856902356902357, |
| "grad_norm": 5.780312538146973, |
| "learning_rate": 2.113103331756698e-07, |
| "loss": 0.9295372366905212, |
| "step": 3394 |
| }, |
| { |
| "epoch": 2.8585858585858586, |
| "grad_norm": 2.5686521530151367, |
| "learning_rate": 2.110478506247122e-07, |
| "loss": 0.9365147948265076, |
| "step": 3396 |
| }, |
| { |
| "epoch": 2.8602693602693603, |
| "grad_norm": 2.75380277633667, |
| "learning_rate": 2.1078843088794325e-07, |
| "loss": 0.4805770516395569, |
| "step": 3398 |
| }, |
| { |
| "epoch": 2.861952861952862, |
| "grad_norm": 14.623507499694824, |
| "learning_rate": 2.105320748591732e-07, |
| "loss": 0.38062724471092224, |
| "step": 3400 |
| }, |
| { |
| "epoch": 2.8636363636363638, |
| "grad_norm": 47.26361846923828, |
| "learning_rate": 2.1027878342165624e-07, |
| "loss": 0.4569489359855652, |
| "step": 3402 |
| }, |
| { |
| "epoch": 2.865319865319865, |
| "grad_norm": 2.116769313812256, |
| "learning_rate": 2.1002855744808815e-07, |
| "loss": 0.34320202469825745, |
| "step": 3404 |
| }, |
| { |
| "epoch": 2.8670033670033668, |
| "grad_norm": 4.610642910003662, |
| "learning_rate": 2.0978139780060257e-07, |
| "loss": 0.7092417478561401, |
| "step": 3406 |
| }, |
| { |
| "epoch": 2.8686868686868685, |
| "grad_norm": 4.693014144897461, |
| "learning_rate": 2.0953730533076862e-07, |
| "loss": 0.29190459847450256, |
| "step": 3408 |
| }, |
| { |
| "epoch": 2.8703703703703702, |
| "grad_norm": 3.3123207092285156, |
| "learning_rate": 2.0929628087958734e-07, |
| "loss": 0.7917627692222595, |
| "step": 3410 |
| }, |
| { |
| "epoch": 2.872053872053872, |
| "grad_norm": 1.7922461032867432, |
| "learning_rate": 2.0905832527748953e-07, |
| "loss": 0.43554821610450745, |
| "step": 3412 |
| }, |
| { |
| "epoch": 2.8737373737373737, |
| "grad_norm": 4.745511054992676, |
| "learning_rate": 2.0882343934433236e-07, |
| "loss": 0.5983174443244934, |
| "step": 3414 |
| }, |
| { |
| "epoch": 2.8754208754208754, |
| "grad_norm": 6.916215896606445, |
| "learning_rate": 2.085916238893966e-07, |
| "loss": 0.17676572501659393, |
| "step": 3416 |
| }, |
| { |
| "epoch": 2.877104377104377, |
| "grad_norm": 4.048447132110596, |
| "learning_rate": 2.0836287971138418e-07, |
| "loss": 0.6077107191085815, |
| "step": 3418 |
| }, |
| { |
| "epoch": 2.878787878787879, |
| "grad_norm": 2.5704290866851807, |
| "learning_rate": 2.0813720759841492e-07, |
| "loss": 0.4146248400211334, |
| "step": 3420 |
| }, |
| { |
| "epoch": 2.8804713804713806, |
| "grad_norm": 5.706145286560059, |
| "learning_rate": 2.0791460832802423e-07, |
| "loss": 0.7497705221176147, |
| "step": 3422 |
| }, |
| { |
| "epoch": 2.8821548821548824, |
| "grad_norm": 1.7757506370544434, |
| "learning_rate": 2.0769508266716027e-07, |
| "loss": 0.5505831241607666, |
| "step": 3424 |
| }, |
| { |
| "epoch": 2.883838383838384, |
| "grad_norm": 7.052734851837158, |
| "learning_rate": 2.0747863137218126e-07, |
| "loss": 0.6165893077850342, |
| "step": 3426 |
| }, |
| { |
| "epoch": 2.8855218855218854, |
| "grad_norm": 5.826257705688477, |
| "learning_rate": 2.0726525518885308e-07, |
| "loss": 0.5343178510665894, |
| "step": 3428 |
| }, |
| { |
| "epoch": 2.887205387205387, |
| "grad_norm": 8.041903495788574, |
| "learning_rate": 2.0705495485234653e-07, |
| "loss": 0.3310260772705078, |
| "step": 3430 |
| }, |
| { |
| "epoch": 2.888888888888889, |
| "grad_norm": 15.362848281860352, |
| "learning_rate": 2.0684773108723455e-07, |
| "loss": 0.5320956707000732, |
| "step": 3432 |
| }, |
| { |
| "epoch": 2.8905723905723906, |
| "grad_norm": 7.592126369476318, |
| "learning_rate": 2.0664358460749018e-07, |
| "loss": 0.29516857862472534, |
| "step": 3434 |
| }, |
| { |
| "epoch": 2.8922558922558923, |
| "grad_norm": 1.8380248546600342, |
| "learning_rate": 2.064425161164842e-07, |
| "loss": 0.9136509895324707, |
| "step": 3436 |
| }, |
| { |
| "epoch": 2.893939393939394, |
| "grad_norm": 4.288794994354248, |
| "learning_rate": 2.0624452630698195e-07, |
| "loss": 0.8272508382797241, |
| "step": 3438 |
| }, |
| { |
| "epoch": 2.8956228956228958, |
| "grad_norm": 3.879866600036621, |
| "learning_rate": 2.0604961586114163e-07, |
| "loss": 0.744123101234436, |
| "step": 3440 |
| }, |
| { |
| "epoch": 2.897306397306397, |
| "grad_norm": 3.288698196411133, |
| "learning_rate": 2.0585778545051195e-07, |
| "loss": 0.8894016742706299, |
| "step": 3442 |
| }, |
| { |
| "epoch": 2.898989898989899, |
| "grad_norm": 15.847039222717285, |
| "learning_rate": 2.0566903573602913e-07, |
| "loss": 0.2585524320602417, |
| "step": 3444 |
| }, |
| { |
| "epoch": 2.9006734006734005, |
| "grad_norm": 4.235921859741211, |
| "learning_rate": 2.0548336736801548e-07, |
| "loss": 0.5225664377212524, |
| "step": 3446 |
| }, |
| { |
| "epoch": 2.9023569023569022, |
| "grad_norm": 5.334314346313477, |
| "learning_rate": 2.0530078098617668e-07, |
| "loss": 1.000659704208374, |
| "step": 3448 |
| }, |
| { |
| "epoch": 2.904040404040404, |
| "grad_norm": 13.81791877746582, |
| "learning_rate": 2.0512127721959954e-07, |
| "loss": 0.2958747446537018, |
| "step": 3450 |
| }, |
| { |
| "epoch": 2.9057239057239057, |
| "grad_norm": 2.8504996299743652, |
| "learning_rate": 2.0494485668675003e-07, |
| "loss": 0.5946668386459351, |
| "step": 3452 |
| }, |
| { |
| "epoch": 2.9074074074074074, |
| "grad_norm": 30.945682525634766, |
| "learning_rate": 2.0477151999547137e-07, |
| "loss": 0.6222255229949951, |
| "step": 3454 |
| }, |
| { |
| "epoch": 2.909090909090909, |
| "grad_norm": 2.8661885261535645, |
| "learning_rate": 2.0460126774298115e-07, |
| "loss": 0.9090818166732788, |
| "step": 3456 |
| }, |
| { |
| "epoch": 2.910774410774411, |
| "grad_norm": 3.6362955570220947, |
| "learning_rate": 2.044341005158701e-07, |
| "loss": 0.6454827785491943, |
| "step": 3458 |
| }, |
| { |
| "epoch": 2.9124579124579126, |
| "grad_norm": 5.509945392608643, |
| "learning_rate": 2.042700188900996e-07, |
| "loss": 0.8902723789215088, |
| "step": 3460 |
| }, |
| { |
| "epoch": 2.9141414141414144, |
| "grad_norm": 4.623058795928955, |
| "learning_rate": 2.0410902343099998e-07, |
| "loss": 0.9835023283958435, |
| "step": 3462 |
| }, |
| { |
| "epoch": 2.915824915824916, |
| "grad_norm": 5.559566020965576, |
| "learning_rate": 2.039511146932683e-07, |
| "loss": 0.725146472454071, |
| "step": 3464 |
| }, |
| { |
| "epoch": 2.9175084175084174, |
| "grad_norm": 2.3381059169769287, |
| "learning_rate": 2.0379629322096658e-07, |
| "loss": 0.8742655515670776, |
| "step": 3466 |
| }, |
| { |
| "epoch": 2.919191919191919, |
| "grad_norm": 3.1581509113311768, |
| "learning_rate": 2.036445595475199e-07, |
| "loss": 0.5896962881088257, |
| "step": 3468 |
| }, |
| { |
| "epoch": 2.920875420875421, |
| "grad_norm": 2.895928382873535, |
| "learning_rate": 2.0349591419571473e-07, |
| "loss": 0.08913551270961761, |
| "step": 3470 |
| }, |
| { |
| "epoch": 2.9225589225589226, |
| "grad_norm": 3.939779758453369, |
| "learning_rate": 2.0335035767769674e-07, |
| "loss": 0.5938529968261719, |
| "step": 3472 |
| }, |
| { |
| "epoch": 2.9242424242424243, |
| "grad_norm": 2.6540651321411133, |
| "learning_rate": 2.032078904949694e-07, |
| "loss": 0.607816755771637, |
| "step": 3474 |
| }, |
| { |
| "epoch": 2.925925925925926, |
| "grad_norm": 11.374692916870117, |
| "learning_rate": 2.0306851313839217e-07, |
| "loss": 0.26831308007240295, |
| "step": 3476 |
| }, |
| { |
| "epoch": 2.9276094276094278, |
| "grad_norm": 4.051253318786621, |
| "learning_rate": 2.0293222608817862e-07, |
| "loss": 0.776150107383728, |
| "step": 3478 |
| }, |
| { |
| "epoch": 2.929292929292929, |
| "grad_norm": 6.790820121765137, |
| "learning_rate": 2.0279902981389491e-07, |
| "loss": 0.44397690892219543, |
| "step": 3480 |
| }, |
| { |
| "epoch": 2.930976430976431, |
| "grad_norm": 4.825781345367432, |
| "learning_rate": 2.026689247744584e-07, |
| "loss": 0.7775415182113647, |
| "step": 3482 |
| }, |
| { |
| "epoch": 2.9326599326599325, |
| "grad_norm": 3.1354546546936035, |
| "learning_rate": 2.0254191141813563e-07, |
| "loss": 0.5349434614181519, |
| "step": 3484 |
| }, |
| { |
| "epoch": 2.9343434343434343, |
| "grad_norm": 3.595128059387207, |
| "learning_rate": 2.0241799018254102e-07, |
| "loss": 0.6211014986038208, |
| "step": 3486 |
| }, |
| { |
| "epoch": 2.936026936026936, |
| "grad_norm": 4.181585311889648, |
| "learning_rate": 2.0229716149463543e-07, |
| "loss": 0.6584489345550537, |
| "step": 3488 |
| }, |
| { |
| "epoch": 2.9377104377104377, |
| "grad_norm": 5.394354343414307, |
| "learning_rate": 2.0217942577072447e-07, |
| "loss": 0.5959441661834717, |
| "step": 3490 |
| }, |
| { |
| "epoch": 2.9393939393939394, |
| "grad_norm": 13.857940673828125, |
| "learning_rate": 2.0206478341645734e-07, |
| "loss": 0.8532196283340454, |
| "step": 3492 |
| }, |
| { |
| "epoch": 2.941077441077441, |
| "grad_norm": 6.366513252258301, |
| "learning_rate": 2.0195323482682508e-07, |
| "loss": 0.3821958899497986, |
| "step": 3494 |
| }, |
| { |
| "epoch": 2.942760942760943, |
| "grad_norm": 2.0421321392059326, |
| "learning_rate": 2.0184478038615948e-07, |
| "loss": 0.7394722700119019, |
| "step": 3496 |
| }, |
| { |
| "epoch": 2.9444444444444446, |
| "grad_norm": 4.313158988952637, |
| "learning_rate": 2.0173942046813191e-07, |
| "loss": 0.2922773063182831, |
| "step": 3498 |
| }, |
| { |
| "epoch": 2.9461279461279464, |
| "grad_norm": 5.628312110900879, |
| "learning_rate": 2.016371554357515e-07, |
| "loss": 0.608026385307312, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.9478114478114477, |
| "grad_norm": 10.177474975585938, |
| "learning_rate": 2.015379856413643e-07, |
| "loss": 0.684483528137207, |
| "step": 3502 |
| }, |
| { |
| "epoch": 2.9494949494949494, |
| "grad_norm": 9.977062225341797, |
| "learning_rate": 2.01441911426652e-07, |
| "loss": 0.36152565479278564, |
| "step": 3504 |
| }, |
| { |
| "epoch": 2.951178451178451, |
| "grad_norm": 1.5593669414520264, |
| "learning_rate": 2.013489331226307e-07, |
| "loss": 0.6608873009681702, |
| "step": 3506 |
| }, |
| { |
| "epoch": 2.952861952861953, |
| "grad_norm": 3.423954486846924, |
| "learning_rate": 2.0125905104964978e-07, |
| "loss": 0.8101043701171875, |
| "step": 3508 |
| }, |
| { |
| "epoch": 2.9545454545454546, |
| "grad_norm": 4.263778209686279, |
| "learning_rate": 2.0117226551739068e-07, |
| "loss": 0.7046741247177124, |
| "step": 3510 |
| }, |
| { |
| "epoch": 2.9562289562289563, |
| "grad_norm": 3.3937125205993652, |
| "learning_rate": 2.0108857682486629e-07, |
| "loss": 0.7705718874931335, |
| "step": 3512 |
| }, |
| { |
| "epoch": 2.957912457912458, |
| "grad_norm": 10.03588581085205, |
| "learning_rate": 2.0100798526041927e-07, |
| "loss": 0.31763288378715515, |
| "step": 3514 |
| }, |
| { |
| "epoch": 2.9595959595959593, |
| "grad_norm": 3.6547443866729736, |
| "learning_rate": 2.009304911017215e-07, |
| "loss": 0.8195918202400208, |
| "step": 3516 |
| }, |
| { |
| "epoch": 2.961279461279461, |
| "grad_norm": 2.8320508003234863, |
| "learning_rate": 2.0085609461577295e-07, |
| "loss": 0.871679425239563, |
| "step": 3518 |
| }, |
| { |
| "epoch": 2.962962962962963, |
| "grad_norm": 5.754692554473877, |
| "learning_rate": 2.0078479605890064e-07, |
| "loss": 0.3950427770614624, |
| "step": 3520 |
| }, |
| { |
| "epoch": 2.9646464646464645, |
| "grad_norm": 3.0160629749298096, |
| "learning_rate": 2.007165956767584e-07, |
| "loss": 0.65765380859375, |
| "step": 3522 |
| }, |
| { |
| "epoch": 2.9663299663299663, |
| "grad_norm": 5.943231105804443, |
| "learning_rate": 2.00651493704325e-07, |
| "loss": 0.2477177381515503, |
| "step": 3524 |
| }, |
| { |
| "epoch": 2.968013468013468, |
| "grad_norm": 6.068716049194336, |
| "learning_rate": 2.0058949036590426e-07, |
| "loss": 0.8671658039093018, |
| "step": 3526 |
| }, |
| { |
| "epoch": 2.9696969696969697, |
| "grad_norm": 2.297165632247925, |
| "learning_rate": 2.0053058587512378e-07, |
| "loss": 0.7299938201904297, |
| "step": 3528 |
| }, |
| { |
| "epoch": 2.9713804713804715, |
| "grad_norm": 3.451326847076416, |
| "learning_rate": 2.0047478043493418e-07, |
| "loss": 0.7638918161392212, |
| "step": 3530 |
| }, |
| { |
| "epoch": 2.973063973063973, |
| "grad_norm": 5.721773147583008, |
| "learning_rate": 2.004220742376088e-07, |
| "loss": 0.6010457873344421, |
| "step": 3532 |
| }, |
| { |
| "epoch": 2.974747474747475, |
| "grad_norm": 11.908121109008789, |
| "learning_rate": 2.0037246746474277e-07, |
| "loss": 0.21666747331619263, |
| "step": 3534 |
| }, |
| { |
| "epoch": 2.9764309764309766, |
| "grad_norm": 2.7472894191741943, |
| "learning_rate": 2.0032596028725204e-07, |
| "loss": 0.828637421131134, |
| "step": 3536 |
| }, |
| { |
| "epoch": 2.9781144781144784, |
| "grad_norm": 7.899786949157715, |
| "learning_rate": 2.0028255286537355e-07, |
| "loss": 0.4242842197418213, |
| "step": 3538 |
| }, |
| { |
| "epoch": 2.9797979797979797, |
| "grad_norm": 2.2358016967773438, |
| "learning_rate": 2.0024224534866408e-07, |
| "loss": 0.9581695795059204, |
| "step": 3540 |
| }, |
| { |
| "epoch": 2.9814814814814814, |
| "grad_norm": 4.023903846740723, |
| "learning_rate": 2.0020503787599998e-07, |
| "loss": 0.8976711630821228, |
| "step": 3542 |
| }, |
| { |
| "epoch": 2.983164983164983, |
| "grad_norm": 5.354180812835693, |
| "learning_rate": 2.001709305755767e-07, |
| "loss": 0.47080734372138977, |
| "step": 3544 |
| }, |
| { |
| "epoch": 2.984848484848485, |
| "grad_norm": 6.203042507171631, |
| "learning_rate": 2.0013992356490827e-07, |
| "loss": 0.799166202545166, |
| "step": 3546 |
| }, |
| { |
| "epoch": 2.9865319865319866, |
| "grad_norm": 6.4163031578063965, |
| "learning_rate": 2.0011201695082687e-07, |
| "loss": 0.30166110396385193, |
| "step": 3548 |
| }, |
| { |
| "epoch": 2.9882154882154883, |
| "grad_norm": 9.541460037231445, |
| "learning_rate": 2.0008721082948243e-07, |
| "loss": 0.3377661108970642, |
| "step": 3550 |
| }, |
| { |
| "epoch": 2.98989898989899, |
| "grad_norm": 12.612906455993652, |
| "learning_rate": 2.0006550528634258e-07, |
| "loss": 0.4944566488265991, |
| "step": 3552 |
| }, |
| { |
| "epoch": 2.9915824915824913, |
| "grad_norm": 1.854871153831482, |
| "learning_rate": 2.00046900396192e-07, |
| "loss": 0.9397309422492981, |
| "step": 3554 |
| }, |
| { |
| "epoch": 2.993265993265993, |
| "grad_norm": 2.197124719619751, |
| "learning_rate": 2.0003139622313241e-07, |
| "loss": 0.7814288139343262, |
| "step": 3556 |
| }, |
| { |
| "epoch": 2.994949494949495, |
| "grad_norm": 2.3128502368927, |
| "learning_rate": 2.0001899282058216e-07, |
| "loss": 0.6661207675933838, |
| "step": 3558 |
| }, |
| { |
| "epoch": 2.9966329966329965, |
| "grad_norm": 12.201488494873047, |
| "learning_rate": 2.000096902312762e-07, |
| "loss": 0.40893661975860596, |
| "step": 3560 |
| }, |
| { |
| "epoch": 2.9983164983164983, |
| "grad_norm": 4.00324821472168, |
| "learning_rate": 2.0000348848726586e-07, |
| "loss": 0.5416642427444458, |
| "step": 3562 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 11.186657905578613, |
| "learning_rate": 2.0000038760991877e-07, |
| "loss": 0.361904501914978, |
| "step": 3564 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 3564, |
| "total_flos": 4.2988160857187287e+18, |
| "train_loss": 0.7978645538875685, |
| "train_runtime": 6311.8591, |
| "train_samples_per_second": 9.034, |
| "train_steps_per_second": 0.565 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 3564, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 99999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.2988160857187287e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
