| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 840, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0035714285714285713, |
| "grad_norm": 63.2909598676028, |
| "learning_rate": 0.0, |
| "loss": 10.9231, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.007142857142857143, |
| "grad_norm": 64.32051917654996, |
| "learning_rate": 5.952380952380952e-07, |
| "loss": 10.9231, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.010714285714285714, |
| "grad_norm": 62.05927927910702, |
| "learning_rate": 1.1904761904761904e-06, |
| "loss": 10.995, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.014285714285714285, |
| "grad_norm": 62.06359449511473, |
| "learning_rate": 1.7857142857142857e-06, |
| "loss": 10.966, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.017857142857142856, |
| "grad_norm": 64.55746045165326, |
| "learning_rate": 2.3809523809523808e-06, |
| "loss": 10.863, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.02142857142857143, |
| "grad_norm": 70.50885850815543, |
| "learning_rate": 2.9761904761904763e-06, |
| "loss": 10.5207, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.025, |
| "grad_norm": 111.77059065896604, |
| "learning_rate": 3.5714285714285714e-06, |
| "loss": 9.0843, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.02857142857142857, |
| "grad_norm": 126.15250033943975, |
| "learning_rate": 4.166666666666667e-06, |
| "loss": 8.3813, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.03214285714285714, |
| "grad_norm": 55.947093659486534, |
| "learning_rate": 4.7619047619047615e-06, |
| "loss": 3.1857, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.03571428571428571, |
| "grad_norm": 46.96149532998265, |
| "learning_rate": 5.357142857142857e-06, |
| "loss": 2.7973, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.039285714285714285, |
| "grad_norm": 29.415473154514356, |
| "learning_rate": 5.9523809523809525e-06, |
| "loss": 2.1328, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.04285714285714286, |
| "grad_norm": 6.022923568028981, |
| "learning_rate": 6.547619047619048e-06, |
| "loss": 1.2311, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.04642857142857143, |
| "grad_norm": 4.34487277273631, |
| "learning_rate": 7.142857142857143e-06, |
| "loss": 1.1888, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 3.0394219197624555, |
| "learning_rate": 7.738095238095238e-06, |
| "loss": 1.0677, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.05357142857142857, |
| "grad_norm": 2.2944335082596052, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 0.971, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.05714285714285714, |
| "grad_norm": 1.522935870498678, |
| "learning_rate": 8.92857142857143e-06, |
| "loss": 0.9077, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.060714285714285714, |
| "grad_norm": 124.78335039442808, |
| "learning_rate": 9.523809523809523e-06, |
| "loss": 1.0214, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.06428571428571428, |
| "grad_norm": 14.928547529543073, |
| "learning_rate": 1.011904761904762e-05, |
| "loss": 0.7935, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.06785714285714285, |
| "grad_norm": 1.496288141365076, |
| "learning_rate": 1.0714285714285714e-05, |
| "loss": 0.8129, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.07142857142857142, |
| "grad_norm": 1.0089644605749692, |
| "learning_rate": 1.130952380952381e-05, |
| "loss": 0.7528, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.075, |
| "grad_norm": 0.805145615284854, |
| "learning_rate": 1.1904761904761905e-05, |
| "loss": 0.735, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.07857142857142857, |
| "grad_norm": 0.6866217260347119, |
| "learning_rate": 1.25e-05, |
| "loss": 0.7038, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.08214285714285714, |
| "grad_norm": 0.8908378314344355, |
| "learning_rate": 1.3095238095238096e-05, |
| "loss": 0.7163, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.08571428571428572, |
| "grad_norm": 0.8290961136864439, |
| "learning_rate": 1.3690476190476192e-05, |
| "loss": 0.6608, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.08928571428571429, |
| "grad_norm": 0.5879196946319878, |
| "learning_rate": 1.4285714285714285e-05, |
| "loss": 0.6593, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.09285714285714286, |
| "grad_norm": 0.5632843400750671, |
| "learning_rate": 1.4880952380952381e-05, |
| "loss": 0.6391, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.09642857142857143, |
| "grad_norm": 0.6688568612307081, |
| "learning_rate": 1.5476190476190476e-05, |
| "loss": 0.6221, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.6027868455486277, |
| "learning_rate": 1.6071428571428572e-05, |
| "loss": 0.5923, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.10357142857142858, |
| "grad_norm": 0.5200772854033066, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 0.615, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.10714285714285714, |
| "grad_norm": 0.4926878901443814, |
| "learning_rate": 1.7261904761904763e-05, |
| "loss": 0.5765, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.11071428571428571, |
| "grad_norm": 0.4352667593774574, |
| "learning_rate": 1.785714285714286e-05, |
| "loss": 0.5674, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.11428571428571428, |
| "grad_norm": 0.4888702742851021, |
| "learning_rate": 1.8452380952380954e-05, |
| "loss": 0.5598, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.11785714285714285, |
| "grad_norm": 0.46372857953630514, |
| "learning_rate": 1.9047619047619046e-05, |
| "loss": 0.5849, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.12142857142857143, |
| "grad_norm": 0.32606791409340763, |
| "learning_rate": 1.9642857142857145e-05, |
| "loss": 0.5484, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.125, |
| "grad_norm": 0.43097733037799724, |
| "learning_rate": 2.023809523809524e-05, |
| "loss": 0.5653, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.12857142857142856, |
| "grad_norm": 0.44246236417916174, |
| "learning_rate": 2.0833333333333336e-05, |
| "loss": 0.5557, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.13214285714285715, |
| "grad_norm": 0.40597817892093574, |
| "learning_rate": 2.1428571428571428e-05, |
| "loss": 0.5306, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.1357142857142857, |
| "grad_norm": 0.3413531429640796, |
| "learning_rate": 2.2023809523809524e-05, |
| "loss": 0.552, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.1392857142857143, |
| "grad_norm": 0.375090843516523, |
| "learning_rate": 2.261904761904762e-05, |
| "loss": 0.5362, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.14285714285714285, |
| "grad_norm": 0.4370207719682257, |
| "learning_rate": 2.3214285714285715e-05, |
| "loss": 0.569, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.14642857142857144, |
| "grad_norm": 0.3122725113951591, |
| "learning_rate": 2.380952380952381e-05, |
| "loss": 0.5239, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.3000438325674209, |
| "learning_rate": 2.4404761904761906e-05, |
| "loss": 0.5184, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.15357142857142858, |
| "grad_norm": 0.33646670669411705, |
| "learning_rate": 2.5e-05, |
| "loss": 0.5013, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.15714285714285714, |
| "grad_norm": 0.31948513886675145, |
| "learning_rate": 2.5595238095238093e-05, |
| "loss": 0.5286, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.16071428571428573, |
| "grad_norm": 0.3029688423628134, |
| "learning_rate": 2.6190476190476192e-05, |
| "loss": 0.5028, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.16428571428571428, |
| "grad_norm": 0.2924440937681386, |
| "learning_rate": 2.6785714285714288e-05, |
| "loss": 0.5129, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.16785714285714284, |
| "grad_norm": 0.3059678924447749, |
| "learning_rate": 2.7380952380952383e-05, |
| "loss": 0.4943, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.17142857142857143, |
| "grad_norm": 0.32671333512639517, |
| "learning_rate": 2.797619047619048e-05, |
| "loss": 0.5206, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.175, |
| "grad_norm": 0.28713374508509426, |
| "learning_rate": 2.857142857142857e-05, |
| "loss": 0.5115, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.17857142857142858, |
| "grad_norm": 0.33469017904235776, |
| "learning_rate": 2.916666666666667e-05, |
| "loss": 0.5114, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.18214285714285713, |
| "grad_norm": 0.33026708212762995, |
| "learning_rate": 2.9761904761904762e-05, |
| "loss": 0.5236, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.18571428571428572, |
| "grad_norm": 0.3013482634417232, |
| "learning_rate": 3.0357142857142857e-05, |
| "loss": 0.4919, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.18928571428571428, |
| "grad_norm": 0.2793943955654439, |
| "learning_rate": 3.095238095238095e-05, |
| "loss": 0.5091, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.19285714285714287, |
| "grad_norm": 0.24549969394854382, |
| "learning_rate": 3.154761904761905e-05, |
| "loss": 0.4884, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.19642857142857142, |
| "grad_norm": 0.25660195357093535, |
| "learning_rate": 3.2142857142857144e-05, |
| "loss": 0.4731, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.25453588138865724, |
| "learning_rate": 3.273809523809524e-05, |
| "loss": 0.4723, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.20357142857142857, |
| "grad_norm": 0.2375164125200452, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.5101, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.20714285714285716, |
| "grad_norm": 0.2503026075669353, |
| "learning_rate": 3.392857142857143e-05, |
| "loss": 0.4852, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.21071428571428572, |
| "grad_norm": 0.249362662840246, |
| "learning_rate": 3.4523809523809526e-05, |
| "loss": 0.48, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.21428571428571427, |
| "grad_norm": 0.2413801325167299, |
| "learning_rate": 3.511904761904762e-05, |
| "loss": 0.4739, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.21785714285714286, |
| "grad_norm": 9.762479365163218, |
| "learning_rate": 3.571428571428572e-05, |
| "loss": 0.4639, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.22142857142857142, |
| "grad_norm": 0.2818186289200878, |
| "learning_rate": 3.630952380952381e-05, |
| "loss": 0.4737, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.225, |
| "grad_norm": 0.2275134312760537, |
| "learning_rate": 3.690476190476191e-05, |
| "loss": 0.4818, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.22857142857142856, |
| "grad_norm": 0.2277916881964094, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 0.4883, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.23214285714285715, |
| "grad_norm": 0.2748971223673055, |
| "learning_rate": 3.809523809523809e-05, |
| "loss": 0.4643, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.2357142857142857, |
| "grad_norm": 0.2281545420927171, |
| "learning_rate": 3.8690476190476195e-05, |
| "loss": 0.4808, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.2392857142857143, |
| "grad_norm": 0.2968996139365469, |
| "learning_rate": 3.928571428571429e-05, |
| "loss": 0.4965, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.24285714285714285, |
| "grad_norm": 0.23799700331950313, |
| "learning_rate": 3.9880952380952386e-05, |
| "loss": 0.472, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.24642857142857144, |
| "grad_norm": 0.27053098612062004, |
| "learning_rate": 4.047619047619048e-05, |
| "loss": 0.4559, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.259041861754061, |
| "learning_rate": 4.107142857142857e-05, |
| "loss": 0.4681, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.25357142857142856, |
| "grad_norm": 0.24404233122779534, |
| "learning_rate": 4.166666666666667e-05, |
| "loss": 0.4574, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.2571428571428571, |
| "grad_norm": 0.2987213748361085, |
| "learning_rate": 4.226190476190476e-05, |
| "loss": 0.4844, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.26071428571428573, |
| "grad_norm": 0.24066677179852564, |
| "learning_rate": 4.2857142857142856e-05, |
| "loss": 0.4465, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.2642857142857143, |
| "grad_norm": 0.2621414084001365, |
| "learning_rate": 4.345238095238096e-05, |
| "loss": 0.458, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.26785714285714285, |
| "grad_norm": 0.31069988039142715, |
| "learning_rate": 4.404761904761905e-05, |
| "loss": 0.4474, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.2714285714285714, |
| "grad_norm": 0.22504750306783688, |
| "learning_rate": 4.464285714285715e-05, |
| "loss": 0.448, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.275, |
| "grad_norm": 0.3147647092263142, |
| "learning_rate": 4.523809523809524e-05, |
| "loss": 0.4609, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.2785714285714286, |
| "grad_norm": 0.22970521754176304, |
| "learning_rate": 4.5833333333333334e-05, |
| "loss": 0.4554, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.28214285714285714, |
| "grad_norm": 0.27214869793472746, |
| "learning_rate": 4.642857142857143e-05, |
| "loss": 0.4555, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 0.2551683442734359, |
| "learning_rate": 4.7023809523809525e-05, |
| "loss": 0.4571, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2892857142857143, |
| "grad_norm": 0.26926850053892176, |
| "learning_rate": 4.761904761904762e-05, |
| "loss": 0.4314, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.29285714285714287, |
| "grad_norm": 0.2722600236485305, |
| "learning_rate": 4.8214285714285716e-05, |
| "loss": 0.4271, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.29642857142857143, |
| "grad_norm": 0.27344393754444507, |
| "learning_rate": 4.880952380952381e-05, |
| "loss": 0.4559, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.28468491697688036, |
| "learning_rate": 4.940476190476191e-05, |
| "loss": 0.4519, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.30357142857142855, |
| "grad_norm": 0.23214295026064846, |
| "learning_rate": 5e-05, |
| "loss": 0.4398, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.30714285714285716, |
| "grad_norm": 0.2588249550100154, |
| "learning_rate": 4.993386243386244e-05, |
| "loss": 0.4737, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.3107142857142857, |
| "grad_norm": 0.2410386187260021, |
| "learning_rate": 4.986772486772487e-05, |
| "loss": 0.4294, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.3142857142857143, |
| "grad_norm": 0.24950841529409806, |
| "learning_rate": 4.9801587301587306e-05, |
| "loss": 0.4412, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.31785714285714284, |
| "grad_norm": 0.21826357893206527, |
| "learning_rate": 4.973544973544973e-05, |
| "loss": 0.4441, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.32142857142857145, |
| "grad_norm": 0.30217242132977523, |
| "learning_rate": 4.966931216931217e-05, |
| "loss": 0.4513, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.325, |
| "grad_norm": 0.239993738354605, |
| "learning_rate": 4.960317460317461e-05, |
| "loss": 0.4494, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.32857142857142857, |
| "grad_norm": 0.26758264978328317, |
| "learning_rate": 4.9537037037037035e-05, |
| "loss": 0.4539, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.33214285714285713, |
| "grad_norm": 0.24590915152595483, |
| "learning_rate": 4.9470899470899475e-05, |
| "loss": 0.4465, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.3357142857142857, |
| "grad_norm": 0.24278870105122666, |
| "learning_rate": 4.940476190476191e-05, |
| "loss": 0.451, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.3392857142857143, |
| "grad_norm": 0.2551125388393455, |
| "learning_rate": 4.933862433862434e-05, |
| "loss": 0.4451, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.34285714285714286, |
| "grad_norm": 0.25412952446684417, |
| "learning_rate": 4.927248677248678e-05, |
| "loss": 0.431, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.3464285714285714, |
| "grad_norm": 0.2961683574032674, |
| "learning_rate": 4.9206349206349204e-05, |
| "loss": 0.4523, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.23008059190987482, |
| "learning_rate": 4.914021164021164e-05, |
| "loss": 0.4429, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.3535714285714286, |
| "grad_norm": 0.28250989898936296, |
| "learning_rate": 4.9074074074074075e-05, |
| "loss": 0.4386, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.35714285714285715, |
| "grad_norm": 0.269626173285728, |
| "learning_rate": 4.900793650793651e-05, |
| "loss": 0.4401, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.3607142857142857, |
| "grad_norm": 0.2755301039891822, |
| "learning_rate": 4.894179894179895e-05, |
| "loss": 0.4355, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.36428571428571427, |
| "grad_norm": 0.2760448520459721, |
| "learning_rate": 4.887566137566138e-05, |
| "loss": 0.4385, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.3678571428571429, |
| "grad_norm": 0.2708128610937186, |
| "learning_rate": 4.880952380952381e-05, |
| "loss": 0.4543, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.37142857142857144, |
| "grad_norm": 0.2547862854103764, |
| "learning_rate": 4.8743386243386244e-05, |
| "loss": 0.4263, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.375, |
| "grad_norm": 0.29600449360827913, |
| "learning_rate": 4.8677248677248676e-05, |
| "loss": 0.4571, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.37857142857142856, |
| "grad_norm": 0.32384641555851923, |
| "learning_rate": 4.8611111111111115e-05, |
| "loss": 0.4463, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.3821428571428571, |
| "grad_norm": 0.2960474085530681, |
| "learning_rate": 4.854497354497355e-05, |
| "loss": 0.4149, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.38571428571428573, |
| "grad_norm": 0.3266196897480769, |
| "learning_rate": 4.847883597883598e-05, |
| "loss": 0.422, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.3892857142857143, |
| "grad_norm": 0.309904097486782, |
| "learning_rate": 4.841269841269841e-05, |
| "loss": 0.4308, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.39285714285714285, |
| "grad_norm": 0.29460574315910837, |
| "learning_rate": 4.834656084656085e-05, |
| "loss": 0.4336, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.3964285714285714, |
| "grad_norm": 0.26255967129404767, |
| "learning_rate": 4.8280423280423284e-05, |
| "loss": 0.4381, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.3052687329306859, |
| "learning_rate": 4.8214285714285716e-05, |
| "loss": 0.4339, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.4035714285714286, |
| "grad_norm": 0.28366217638411834, |
| "learning_rate": 4.814814814814815e-05, |
| "loss": 0.4463, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.40714285714285714, |
| "grad_norm": 0.282518291802335, |
| "learning_rate": 4.808201058201058e-05, |
| "loss": 0.4335, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.4107142857142857, |
| "grad_norm": 0.2644295910909586, |
| "learning_rate": 4.801587301587302e-05, |
| "loss": 0.4288, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.4142857142857143, |
| "grad_norm": 0.26488411410556284, |
| "learning_rate": 4.794973544973545e-05, |
| "loss": 0.4291, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.41785714285714287, |
| "grad_norm": 0.30311144586789357, |
| "learning_rate": 4.7883597883597884e-05, |
| "loss": 0.4399, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.42142857142857143, |
| "grad_norm": 0.2702893329908722, |
| "learning_rate": 4.781746031746032e-05, |
| "loss": 0.4325, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.425, |
| "grad_norm": 0.243981921106788, |
| "learning_rate": 4.7751322751322756e-05, |
| "loss": 0.4279, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.42857142857142855, |
| "grad_norm": 0.255682254878671, |
| "learning_rate": 4.768518518518519e-05, |
| "loss": 0.4188, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.43214285714285716, |
| "grad_norm": 0.25097318197866175, |
| "learning_rate": 4.761904761904762e-05, |
| "loss": 0.4341, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.4357142857142857, |
| "grad_norm": 0.2585935360830222, |
| "learning_rate": 4.755291005291005e-05, |
| "loss": 0.4361, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.4392857142857143, |
| "grad_norm": 0.25508454797612123, |
| "learning_rate": 4.748677248677249e-05, |
| "loss": 0.4199, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.44285714285714284, |
| "grad_norm": 0.2523301195494935, |
| "learning_rate": 4.7420634920634924e-05, |
| "loss": 0.418, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.44642857142857145, |
| "grad_norm": 0.2700528176681201, |
| "learning_rate": 4.7354497354497356e-05, |
| "loss": 0.4339, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.2451051756749464, |
| "learning_rate": 4.7288359788359796e-05, |
| "loss": 0.4427, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.45357142857142857, |
| "grad_norm": 0.245562706757361, |
| "learning_rate": 4.722222222222222e-05, |
| "loss": 0.4236, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.45714285714285713, |
| "grad_norm": 0.28423095630595446, |
| "learning_rate": 4.715608465608466e-05, |
| "loss": 0.4265, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.4607142857142857, |
| "grad_norm": 0.23743304343118574, |
| "learning_rate": 4.708994708994709e-05, |
| "loss": 0.4167, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.4642857142857143, |
| "grad_norm": 0.3238423796269778, |
| "learning_rate": 4.7023809523809525e-05, |
| "loss": 0.4601, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.46785714285714286, |
| "grad_norm": 0.2311548261278586, |
| "learning_rate": 4.6957671957671964e-05, |
| "loss": 0.4244, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.4714285714285714, |
| "grad_norm": 0.26809465843708497, |
| "learning_rate": 4.689153439153439e-05, |
| "loss": 0.4265, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.475, |
| "grad_norm": 0.24887435791723833, |
| "learning_rate": 4.682539682539683e-05, |
| "loss": 0.4327, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.4785714285714286, |
| "grad_norm": 0.23534998024581308, |
| "learning_rate": 4.675925925925926e-05, |
| "loss": 0.4297, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.48214285714285715, |
| "grad_norm": 0.30099338539954895, |
| "learning_rate": 4.669312169312169e-05, |
| "loss": 0.4265, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.4857142857142857, |
| "grad_norm": 0.22945918912139177, |
| "learning_rate": 4.662698412698413e-05, |
| "loss": 0.425, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.48928571428571427, |
| "grad_norm": 0.2856343879201142, |
| "learning_rate": 4.656084656084656e-05, |
| "loss": 0.4197, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.4928571428571429, |
| "grad_norm": 0.24038713435195247, |
| "learning_rate": 4.6494708994709e-05, |
| "loss": 0.407, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.49642857142857144, |
| "grad_norm": 0.27952203501848993, |
| "learning_rate": 4.642857142857143e-05, |
| "loss": 0.4087, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.2387761859939762, |
| "learning_rate": 4.636243386243386e-05, |
| "loss": 0.4007, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.5035714285714286, |
| "grad_norm": 0.2990843773133364, |
| "learning_rate": 4.62962962962963e-05, |
| "loss": 0.4158, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.5071428571428571, |
| "grad_norm": 0.2395051708147408, |
| "learning_rate": 4.623015873015873e-05, |
| "loss": 0.4195, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.5107142857142857, |
| "grad_norm": 0.28415234831441183, |
| "learning_rate": 4.6164021164021165e-05, |
| "loss": 0.4322, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.5142857142857142, |
| "grad_norm": 0.25542061027527535, |
| "learning_rate": 4.60978835978836e-05, |
| "loss": 0.4186, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.5178571428571429, |
| "grad_norm": 0.25439554849335266, |
| "learning_rate": 4.603174603174603e-05, |
| "loss": 0.4327, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.5214285714285715, |
| "grad_norm": 0.2275407464485459, |
| "learning_rate": 4.596560846560847e-05, |
| "loss": 0.4183, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.525, |
| "grad_norm": 0.2437013225448749, |
| "learning_rate": 4.58994708994709e-05, |
| "loss": 0.4132, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.5285714285714286, |
| "grad_norm": 0.24709156221978879, |
| "learning_rate": 4.5833333333333334e-05, |
| "loss": 0.4261, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.5321428571428571, |
| "grad_norm": 0.2293353125764347, |
| "learning_rate": 4.576719576719577e-05, |
| "loss": 0.4118, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.5357142857142857, |
| "grad_norm": 0.2336383233521205, |
| "learning_rate": 4.5701058201058205e-05, |
| "loss": 0.4303, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.5392857142857143, |
| "grad_norm": 0.286992857160913, |
| "learning_rate": 4.563492063492064e-05, |
| "loss": 0.4012, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.5428571428571428, |
| "grad_norm": 0.23683169398721024, |
| "learning_rate": 4.556878306878307e-05, |
| "loss": 0.4341, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.5464285714285714, |
| "grad_norm": 0.26824990415868316, |
| "learning_rate": 4.55026455026455e-05, |
| "loss": 0.4054, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.2654621301140528, |
| "learning_rate": 4.543650793650794e-05, |
| "loss": 0.4224, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.5535714285714286, |
| "grad_norm": 0.25685386759711565, |
| "learning_rate": 4.5370370370370374e-05, |
| "loss": 0.4228, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.5571428571428572, |
| "grad_norm": 0.27208392388218944, |
| "learning_rate": 4.5304232804232806e-05, |
| "loss": 0.4064, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.5607142857142857, |
| "grad_norm": 0.2652994807674846, |
| "learning_rate": 4.523809523809524e-05, |
| "loss": 0.4118, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.5642857142857143, |
| "grad_norm": 0.2737245453728529, |
| "learning_rate": 4.517195767195768e-05, |
| "loss": 0.4377, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.5678571428571428, |
| "grad_norm": 0.24425615561533237, |
| "learning_rate": 4.510582010582011e-05, |
| "loss": 0.4166, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 0.2851569690987044, |
| "learning_rate": 4.503968253968254e-05, |
| "loss": 0.4235, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.575, |
| "grad_norm": 0.23761510252981802, |
| "learning_rate": 4.4973544973544974e-05, |
| "loss": 0.4037, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.5785714285714286, |
| "grad_norm": 0.23964356821258676, |
| "learning_rate": 4.490740740740741e-05, |
| "loss": 0.4083, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.5821428571428572, |
| "grad_norm": 0.29638190871296966, |
| "learning_rate": 4.4841269841269846e-05, |
| "loss": 0.4205, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.5857142857142857, |
| "grad_norm": 0.26675058647143957, |
| "learning_rate": 4.477513227513228e-05, |
| "loss": 0.4335, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.5892857142857143, |
| "grad_norm": 0.2814555800080778, |
| "learning_rate": 4.470899470899471e-05, |
| "loss": 0.4067, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.5928571428571429, |
| "grad_norm": 0.27811545104460555, |
| "learning_rate": 4.464285714285715e-05, |
| "loss": 0.4181, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.5964285714285714, |
| "grad_norm": 0.29532771522032414, |
| "learning_rate": 4.4576719576719575e-05, |
| "loss": 0.4275, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.2783326735130141, |
| "learning_rate": 4.4510582010582014e-05, |
| "loss": 0.4099, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.6035714285714285, |
| "grad_norm": 0.2658370303293187, |
| "learning_rate": 4.4444444444444447e-05, |
| "loss": 0.4203, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.6071428571428571, |
| "grad_norm": 0.27122763103871084, |
| "learning_rate": 4.437830687830688e-05, |
| "loss": 0.4051, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.6107142857142858, |
| "grad_norm": 0.2860101670180852, |
| "learning_rate": 4.431216931216932e-05, |
| "loss": 0.4198, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.6142857142857143, |
| "grad_norm": 0.23735589793952236, |
| "learning_rate": 4.4246031746031744e-05, |
| "loss": 0.4135, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.6178571428571429, |
| "grad_norm": 0.3151441586023076, |
| "learning_rate": 4.417989417989418e-05, |
| "loss": 0.4079, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.6214285714285714, |
| "grad_norm": 0.26723730241064, |
| "learning_rate": 4.4113756613756615e-05, |
| "loss": 0.4241, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.625, |
| "grad_norm": 0.2863799467230327, |
| "learning_rate": 4.404761904761905e-05, |
| "loss": 0.4141, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.6285714285714286, |
| "grad_norm": 0.28274233897811024, |
| "learning_rate": 4.3981481481481486e-05, |
| "loss": 0.4131, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.6321428571428571, |
| "grad_norm": 0.2351465563487619, |
| "learning_rate": 4.391534391534391e-05, |
| "loss": 0.4097, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.6357142857142857, |
| "grad_norm": 0.2922749227878132, |
| "learning_rate": 4.384920634920635e-05, |
| "loss": 0.4014, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.6392857142857142, |
| "grad_norm": 0.26136145292454754, |
| "learning_rate": 4.378306878306879e-05, |
| "loss": 0.4183, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.6428571428571429, |
| "grad_norm": 0.227278661496956, |
| "learning_rate": 4.3716931216931216e-05, |
| "loss": 0.4202, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.6464285714285715, |
| "grad_norm": 0.26076619910380017, |
| "learning_rate": 4.3650793650793655e-05, |
| "loss": 0.4406, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 0.24674299698137575, |
| "learning_rate": 4.358465608465609e-05, |
| "loss": 0.4055, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.6535714285714286, |
| "grad_norm": 0.2426322181385074, |
| "learning_rate": 4.351851851851852e-05, |
| "loss": 0.4042, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.6571428571428571, |
| "grad_norm": 0.2415175143115033, |
| "learning_rate": 4.345238095238096e-05, |
| "loss": 0.4133, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.6607142857142857, |
| "grad_norm": 0.22636870337636442, |
| "learning_rate": 4.3386243386243384e-05, |
| "loss": 0.411, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.6642857142857143, |
| "grad_norm": 0.2744518855148423, |
| "learning_rate": 4.332010582010582e-05, |
| "loss": 0.4256, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.6678571428571428, |
| "grad_norm": 0.21533148495850438, |
| "learning_rate": 4.3253968253968256e-05, |
| "loss": 0.3985, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.6714285714285714, |
| "grad_norm": 0.2623043046032851, |
| "learning_rate": 4.318783068783069e-05, |
| "loss": 0.4215, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.675, |
| "grad_norm": 0.2298234365468754, |
| "learning_rate": 4.312169312169313e-05, |
| "loss": 0.4042, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.6785714285714286, |
| "grad_norm": 0.2697139147188533, |
| "learning_rate": 4.305555555555556e-05, |
| "loss": 0.4147, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.6821428571428572, |
| "grad_norm": 0.22425975006511692, |
| "learning_rate": 4.298941798941799e-05, |
| "loss": 0.4162, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.6857142857142857, |
| "grad_norm": 0.23539108045784032, |
| "learning_rate": 4.2923280423280424e-05, |
| "loss": 0.4125, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.6892857142857143, |
| "grad_norm": 0.2440216598395288, |
| "learning_rate": 4.2857142857142856e-05, |
| "loss": 0.4128, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.6928571428571428, |
| "grad_norm": 0.24859103904788782, |
| "learning_rate": 4.2791005291005295e-05, |
| "loss": 0.4008, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.6964285714285714, |
| "grad_norm": 0.24315546314648262, |
| "learning_rate": 4.272486772486773e-05, |
| "loss": 0.4177, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.22740583980875143, |
| "learning_rate": 4.265873015873016e-05, |
| "loss": 0.4046, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.7035714285714286, |
| "grad_norm": 0.23966026665871448, |
| "learning_rate": 4.259259259259259e-05, |
| "loss": 0.4098, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.7071428571428572, |
| "grad_norm": 0.22444747132306403, |
| "learning_rate": 4.252645502645503e-05, |
| "loss": 0.4056, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.7107142857142857, |
| "grad_norm": 0.2534388690626414, |
| "learning_rate": 4.2460317460317464e-05, |
| "loss": 0.3999, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 0.22570637557038012, |
| "learning_rate": 4.2394179894179896e-05, |
| "loss": 0.4021, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.7178571428571429, |
| "grad_norm": 0.22914304254600884, |
| "learning_rate": 4.232804232804233e-05, |
| "loss": 0.397, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.7214285714285714, |
| "grad_norm": 0.2580124480820263, |
| "learning_rate": 4.226190476190476e-05, |
| "loss": 0.4295, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.725, |
| "grad_norm": 0.4378750602884544, |
| "learning_rate": 4.21957671957672e-05, |
| "loss": 0.425, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.7285714285714285, |
| "grad_norm": 0.24126178240177254, |
| "learning_rate": 4.212962962962963e-05, |
| "loss": 0.3928, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.7321428571428571, |
| "grad_norm": 0.23052024021932424, |
| "learning_rate": 4.2063492063492065e-05, |
| "loss": 0.4313, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.7357142857142858, |
| "grad_norm": 0.2646011498598169, |
| "learning_rate": 4.1997354497354504e-05, |
| "loss": 0.4032, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.7392857142857143, |
| "grad_norm": 0.23233463686180642, |
| "learning_rate": 4.193121693121693e-05, |
| "loss": 0.4157, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.7428571428571429, |
| "grad_norm": 0.2659713743731251, |
| "learning_rate": 4.186507936507937e-05, |
| "loss": 0.4175, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.7464285714285714, |
| "grad_norm": 0.26462104210938525, |
| "learning_rate": 4.17989417989418e-05, |
| "loss": 0.414, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.26645218067931314, |
| "learning_rate": 4.173280423280423e-05, |
| "loss": 0.4105, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.7535714285714286, |
| "grad_norm": 0.2559019869495972, |
| "learning_rate": 4.166666666666667e-05, |
| "loss": 0.4142, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.7571428571428571, |
| "grad_norm": 0.23988304156040452, |
| "learning_rate": 4.16005291005291e-05, |
| "loss": 0.4017, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.7607142857142857, |
| "grad_norm": 0.25680478833175463, |
| "learning_rate": 4.153439153439154e-05, |
| "loss": 0.3889, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.7642857142857142, |
| "grad_norm": 0.2238786625080816, |
| "learning_rate": 4.1468253968253976e-05, |
| "loss": 0.4291, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.7678571428571429, |
| "grad_norm": 0.2578493137182916, |
| "learning_rate": 4.14021164021164e-05, |
| "loss": 0.3985, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.7714285714285715, |
| "grad_norm": 0.22509775707103208, |
| "learning_rate": 4.133597883597884e-05, |
| "loss": 0.4172, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.775, |
| "grad_norm": 0.2440020259846848, |
| "learning_rate": 4.126984126984127e-05, |
| "loss": 0.4247, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.7785714285714286, |
| "grad_norm": 0.23785580222825373, |
| "learning_rate": 4.1203703703703705e-05, |
| "loss": 0.3989, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.7821428571428571, |
| "grad_norm": 0.20961022615181701, |
| "learning_rate": 4.1137566137566144e-05, |
| "loss": 0.4122, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.7857142857142857, |
| "grad_norm": 0.2463653933760433, |
| "learning_rate": 4.107142857142857e-05, |
| "loss": 0.4001, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.7892857142857143, |
| "grad_norm": 0.2216892411172763, |
| "learning_rate": 4.100529100529101e-05, |
| "loss": 0.4048, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.7928571428571428, |
| "grad_norm": 0.23329971374849656, |
| "learning_rate": 4.093915343915344e-05, |
| "loss": 0.4165, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.7964285714285714, |
| "grad_norm": 0.24306626848356686, |
| "learning_rate": 4.0873015873015874e-05, |
| "loss": 0.3853, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.221940760926531, |
| "learning_rate": 4.080687830687831e-05, |
| "loss": 0.3878, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.8035714285714286, |
| "grad_norm": 0.25785997406952393, |
| "learning_rate": 4.074074074074074e-05, |
| "loss": 0.3816, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.8071428571428572, |
| "grad_norm": 0.2415040411158912, |
| "learning_rate": 4.067460317460318e-05, |
| "loss": 0.4029, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.8107142857142857, |
| "grad_norm": 0.2213344065478689, |
| "learning_rate": 4.060846560846561e-05, |
| "loss": 0.3768, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.8142857142857143, |
| "grad_norm": 0.24318423410982426, |
| "learning_rate": 4.054232804232804e-05, |
| "loss": 0.3709, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.8178571428571428, |
| "grad_norm": 0.22460820181621888, |
| "learning_rate": 4.047619047619048e-05, |
| "loss": 0.3974, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.8214285714285714, |
| "grad_norm": 0.2149127546515608, |
| "learning_rate": 4.041005291005291e-05, |
| "loss": 0.3753, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.825, |
| "grad_norm": 0.2691563535325831, |
| "learning_rate": 4.0343915343915346e-05, |
| "loss": 0.3934, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.8285714285714286, |
| "grad_norm": 0.23715026701441888, |
| "learning_rate": 4.027777777777778e-05, |
| "loss": 0.3982, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.8321428571428572, |
| "grad_norm": 0.263142225931176, |
| "learning_rate": 4.021164021164021e-05, |
| "loss": 0.4035, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.8357142857142857, |
| "grad_norm": 0.20257318430459098, |
| "learning_rate": 4.014550264550265e-05, |
| "loss": 0.4237, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.8392857142857143, |
| "grad_norm": 0.20227425845081407, |
| "learning_rate": 4.007936507936508e-05, |
| "loss": 0.4063, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.8428571428571429, |
| "grad_norm": 0.26087497658406905, |
| "learning_rate": 4.0013227513227514e-05, |
| "loss": 0.41, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.8464285714285714, |
| "grad_norm": 0.22261831212667374, |
| "learning_rate": 3.9947089947089946e-05, |
| "loss": 0.4113, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 0.23249668981731697, |
| "learning_rate": 3.9880952380952386e-05, |
| "loss": 0.3896, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.8535714285714285, |
| "grad_norm": 0.1984011567598906, |
| "learning_rate": 3.981481481481482e-05, |
| "loss": 0.3864, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 0.23109635530422953, |
| "learning_rate": 3.974867724867725e-05, |
| "loss": 0.4042, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.8607142857142858, |
| "grad_norm": 0.23479821749222357, |
| "learning_rate": 3.968253968253968e-05, |
| "loss": 0.4175, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.8642857142857143, |
| "grad_norm": 0.24783451053714153, |
| "learning_rate": 3.9616402116402115e-05, |
| "loss": 0.4085, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.8678571428571429, |
| "grad_norm": 0.22718189125161153, |
| "learning_rate": 3.9550264550264554e-05, |
| "loss": 0.398, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.8714285714285714, |
| "grad_norm": 0.23552368174031393, |
| "learning_rate": 3.9484126984126986e-05, |
| "loss": 0.3898, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.875, |
| "grad_norm": 0.21456870439276007, |
| "learning_rate": 3.941798941798942e-05, |
| "loss": 0.3795, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.8785714285714286, |
| "grad_norm": 0.25773881710456087, |
| "learning_rate": 3.935185185185186e-05, |
| "loss": 0.4066, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.8821428571428571, |
| "grad_norm": 0.23908500272579614, |
| "learning_rate": 3.928571428571429e-05, |
| "loss": 0.4079, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.8857142857142857, |
| "grad_norm": 0.24308979014035098, |
| "learning_rate": 3.921957671957672e-05, |
| "loss": 0.396, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.8892857142857142, |
| "grad_norm": 0.22928610244720696, |
| "learning_rate": 3.9153439153439155e-05, |
| "loss": 0.4068, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.8928571428571429, |
| "grad_norm": 0.21223778158028944, |
| "learning_rate": 3.908730158730159e-05, |
| "loss": 0.3984, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.8964285714285715, |
| "grad_norm": 0.2920325563283691, |
| "learning_rate": 3.9021164021164026e-05, |
| "loss": 0.4196, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 0.27038177338251934, |
| "learning_rate": 3.895502645502646e-05, |
| "loss": 0.3957, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.9035714285714286, |
| "grad_norm": 0.2686736356156684, |
| "learning_rate": 3.888888888888889e-05, |
| "loss": 0.4004, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.9071428571428571, |
| "grad_norm": 0.24034727038143308, |
| "learning_rate": 3.882275132275133e-05, |
| "loss": 0.4085, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.9107142857142857, |
| "grad_norm": 0.26606840143746835, |
| "learning_rate": 3.8756613756613755e-05, |
| "loss": 0.4014, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.9142857142857143, |
| "grad_norm": 0.26864675455968595, |
| "learning_rate": 3.8690476190476195e-05, |
| "loss": 0.3998, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.9178571428571428, |
| "grad_norm": 0.22595913208009918, |
| "learning_rate": 3.862433862433863e-05, |
| "loss": 0.4034, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.9214285714285714, |
| "grad_norm": 0.24576967114637668, |
| "learning_rate": 3.855820105820106e-05, |
| "loss": 0.3877, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.925, |
| "grad_norm": 0.23903315513301104, |
| "learning_rate": 3.84920634920635e-05, |
| "loss": 0.3988, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.9285714285714286, |
| "grad_norm": 0.24073663380258667, |
| "learning_rate": 3.8425925925925924e-05, |
| "loss": 0.3943, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.9321428571428572, |
| "grad_norm": 0.24819557663261646, |
| "learning_rate": 3.835978835978836e-05, |
| "loss": 0.4013, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.9357142857142857, |
| "grad_norm": 0.2443725602136866, |
| "learning_rate": 3.8293650793650795e-05, |
| "loss": 0.383, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.9392857142857143, |
| "grad_norm": 0.20035392945671243, |
| "learning_rate": 3.822751322751323e-05, |
| "loss": 0.392, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.9428571428571428, |
| "grad_norm": 0.22147050091882006, |
| "learning_rate": 3.816137566137567e-05, |
| "loss": 0.4067, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.9464285714285714, |
| "grad_norm": 0.2276409307660139, |
| "learning_rate": 3.809523809523809e-05, |
| "loss": 0.3868, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 0.22031756932029836, |
| "learning_rate": 3.802910052910053e-05, |
| "loss": 0.4129, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.9535714285714286, |
| "grad_norm": 0.20229099540789539, |
| "learning_rate": 3.7962962962962964e-05, |
| "loss": 0.391, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.9571428571428572, |
| "grad_norm": 0.24804874939197893, |
| "learning_rate": 3.7896825396825396e-05, |
| "loss": 0.3936, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.9607142857142857, |
| "grad_norm": 0.230860486647842, |
| "learning_rate": 3.7830687830687835e-05, |
| "loss": 0.3899, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.9642857142857143, |
| "grad_norm": 0.2540185502627217, |
| "learning_rate": 3.776455026455027e-05, |
| "loss": 0.4016, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.9678571428571429, |
| "grad_norm": 0.2167633875601823, |
| "learning_rate": 3.76984126984127e-05, |
| "loss": 0.4122, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.9714285714285714, |
| "grad_norm": 0.2732370762980548, |
| "learning_rate": 3.763227513227514e-05, |
| "loss": 0.4036, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.975, |
| "grad_norm": 0.21168162389357492, |
| "learning_rate": 3.7566137566137564e-05, |
| "loss": 0.3873, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.9785714285714285, |
| "grad_norm": 0.22875238906244957, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 0.3979, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.9821428571428571, |
| "grad_norm": 0.2322711516974447, |
| "learning_rate": 3.7433862433862436e-05, |
| "loss": 0.4055, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.9857142857142858, |
| "grad_norm": 0.2526956045023868, |
| "learning_rate": 3.736772486772487e-05, |
| "loss": 0.3955, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.9892857142857143, |
| "grad_norm": 0.239905073763612, |
| "learning_rate": 3.730158730158731e-05, |
| "loss": 0.4091, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.9928571428571429, |
| "grad_norm": 0.23579561663269719, |
| "learning_rate": 3.723544973544973e-05, |
| "loss": 0.3983, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.9964285714285714, |
| "grad_norm": 0.2448385989114418, |
| "learning_rate": 3.716931216931217e-05, |
| "loss": 0.3895, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.2488808028410814, |
| "learning_rate": 3.7103174603174604e-05, |
| "loss": 0.3971, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.0035714285714286, |
| "grad_norm": 0.2698148053294866, |
| "learning_rate": 3.7037037037037037e-05, |
| "loss": 0.3304, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.0071428571428571, |
| "grad_norm": 0.29787059318683307, |
| "learning_rate": 3.6970899470899476e-05, |
| "loss": 0.3311, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.0107142857142857, |
| "grad_norm": 0.24043541486454786, |
| "learning_rate": 3.690476190476191e-05, |
| "loss": 0.3025, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.0142857142857142, |
| "grad_norm": 0.2799724979964122, |
| "learning_rate": 3.683862433862434e-05, |
| "loss": 0.3193, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.0178571428571428, |
| "grad_norm": 0.2813729843798218, |
| "learning_rate": 3.677248677248677e-05, |
| "loss": 0.3181, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.0214285714285714, |
| "grad_norm": 0.2738275050905391, |
| "learning_rate": 3.6706349206349205e-05, |
| "loss": 0.3336, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.025, |
| "grad_norm": 0.24807607300601758, |
| "learning_rate": 3.6640211640211644e-05, |
| "loss": 0.3112, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.0285714285714285, |
| "grad_norm": 0.29586505992213535, |
| "learning_rate": 3.6574074074074076e-05, |
| "loss": 0.341, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.032142857142857, |
| "grad_norm": 0.26756443828487003, |
| "learning_rate": 3.650793650793651e-05, |
| "loss": 0.321, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.0357142857142858, |
| "grad_norm": 0.29387058464492444, |
| "learning_rate": 3.644179894179894e-05, |
| "loss": 0.3249, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.0392857142857144, |
| "grad_norm": 0.26496962928385004, |
| "learning_rate": 3.637566137566138e-05, |
| "loss": 0.3451, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.042857142857143, |
| "grad_norm": 0.2745844303127942, |
| "learning_rate": 3.630952380952381e-05, |
| "loss": 0.3361, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.0464285714285715, |
| "grad_norm": 0.2751584435069459, |
| "learning_rate": 3.6243386243386245e-05, |
| "loss": 0.3242, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.05, |
| "grad_norm": 0.23303557949224518, |
| "learning_rate": 3.617724867724868e-05, |
| "loss": 0.3372, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.0535714285714286, |
| "grad_norm": 0.28040670619840563, |
| "learning_rate": 3.611111111111111e-05, |
| "loss": 0.35, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.0571428571428572, |
| "grad_norm": 0.29184317372238694, |
| "learning_rate": 3.604497354497355e-05, |
| "loss": 0.3239, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.0607142857142857, |
| "grad_norm": 0.24229418125394608, |
| "learning_rate": 3.597883597883598e-05, |
| "loss": 0.3313, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.0642857142857143, |
| "grad_norm": 0.24072324375762155, |
| "learning_rate": 3.591269841269841e-05, |
| "loss": 0.3237, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.0678571428571428, |
| "grad_norm": 0.2833134707877109, |
| "learning_rate": 3.584656084656085e-05, |
| "loss": 0.3096, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.0714285714285714, |
| "grad_norm": 0.24902535123305855, |
| "learning_rate": 3.578042328042328e-05, |
| "loss": 0.3364, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.075, |
| "grad_norm": 0.23567472489176913, |
| "learning_rate": 3.571428571428572e-05, |
| "loss": 0.3251, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.0785714285714285, |
| "grad_norm": 0.22714924651734877, |
| "learning_rate": 3.564814814814815e-05, |
| "loss": 0.3124, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.082142857142857, |
| "grad_norm": 0.24562309005867838, |
| "learning_rate": 3.558201058201058e-05, |
| "loss": 0.3279, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.0857142857142856, |
| "grad_norm": 0.22973724339159418, |
| "learning_rate": 3.551587301587302e-05, |
| "loss": 0.3168, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.0892857142857142, |
| "grad_norm": 0.20137390322328863, |
| "learning_rate": 3.5449735449735446e-05, |
| "loss": 0.3174, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.092857142857143, |
| "grad_norm": 0.2277877858022672, |
| "learning_rate": 3.5383597883597885e-05, |
| "loss": 0.3212, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.0964285714285715, |
| "grad_norm": 0.23364121930336743, |
| "learning_rate": 3.5317460317460324e-05, |
| "loss": 0.2983, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.1, |
| "grad_norm": 0.23904953118952618, |
| "learning_rate": 3.525132275132275e-05, |
| "loss": 0.3116, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.1035714285714286, |
| "grad_norm": 0.2019924615662405, |
| "learning_rate": 3.518518518518519e-05, |
| "loss": 0.2955, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.1071428571428572, |
| "grad_norm": 0.25090290640968294, |
| "learning_rate": 3.511904761904762e-05, |
| "loss": 0.3193, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.1107142857142858, |
| "grad_norm": 0.21445966828813937, |
| "learning_rate": 3.5052910052910054e-05, |
| "loss": 0.3156, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.1142857142857143, |
| "grad_norm": 0.21489131772858427, |
| "learning_rate": 3.498677248677249e-05, |
| "loss": 0.312, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.1178571428571429, |
| "grad_norm": 0.23514893605977252, |
| "learning_rate": 3.492063492063492e-05, |
| "loss": 0.3331, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.1214285714285714, |
| "grad_norm": 0.2389724115268824, |
| "learning_rate": 3.485449735449736e-05, |
| "loss": 0.348, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.125, |
| "grad_norm": 0.2001278134055622, |
| "learning_rate": 3.478835978835979e-05, |
| "loss": 0.3159, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.1285714285714286, |
| "grad_norm": 0.19818461450565825, |
| "learning_rate": 3.472222222222222e-05, |
| "loss": 0.321, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.1321428571428571, |
| "grad_norm": 0.20061721310501565, |
| "learning_rate": 3.465608465608466e-05, |
| "loss": 0.3152, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.1357142857142857, |
| "grad_norm": 0.21155316484380368, |
| "learning_rate": 3.458994708994709e-05, |
| "loss": 0.3167, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.1392857142857142, |
| "grad_norm": 0.18781590307206694, |
| "learning_rate": 3.4523809523809526e-05, |
| "loss": 0.3132, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.1428571428571428, |
| "grad_norm": 0.21187239377014305, |
| "learning_rate": 3.445767195767196e-05, |
| "loss": 0.3437, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.1464285714285714, |
| "grad_norm": 0.2165111470924026, |
| "learning_rate": 3.439153439153439e-05, |
| "loss": 0.3032, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.15, |
| "grad_norm": 0.2092350521500906, |
| "learning_rate": 3.432539682539683e-05, |
| "loss": 0.3344, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.1535714285714285, |
| "grad_norm": 0.21119988368257825, |
| "learning_rate": 3.425925925925926e-05, |
| "loss": 0.3469, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.157142857142857, |
| "grad_norm": 0.23852422869876627, |
| "learning_rate": 3.4193121693121694e-05, |
| "loss": 0.3271, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.1607142857142858, |
| "grad_norm": 0.22250112661176832, |
| "learning_rate": 3.412698412698413e-05, |
| "loss": 0.3235, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.1642857142857144, |
| "grad_norm": 0.22134395903358908, |
| "learning_rate": 3.406084656084656e-05, |
| "loss": 0.3139, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.167857142857143, |
| "grad_norm": 0.2542356082706222, |
| "learning_rate": 3.3994708994709e-05, |
| "loss": 0.3282, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.1714285714285715, |
| "grad_norm": 0.2054149682405068, |
| "learning_rate": 3.392857142857143e-05, |
| "loss": 0.3151, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.175, |
| "grad_norm": 0.22979150072901058, |
| "learning_rate": 3.386243386243386e-05, |
| "loss": 0.3184, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.1785714285714286, |
| "grad_norm": 0.22453404123938717, |
| "learning_rate": 3.3796296296296295e-05, |
| "loss": 0.3285, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.1821428571428572, |
| "grad_norm": 0.23922789970929834, |
| "learning_rate": 3.3730158730158734e-05, |
| "loss": 0.316, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.1857142857142857, |
| "grad_norm": 0.2221867028063624, |
| "learning_rate": 3.3664021164021167e-05, |
| "loss": 0.3312, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.1892857142857143, |
| "grad_norm": 0.22023466333901925, |
| "learning_rate": 3.35978835978836e-05, |
| "loss": 0.3223, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.1928571428571428, |
| "grad_norm": 0.22800515152150008, |
| "learning_rate": 3.353174603174603e-05, |
| "loss": 0.3389, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.1964285714285714, |
| "grad_norm": 0.2213244017565832, |
| "learning_rate": 3.3465608465608464e-05, |
| "loss": 0.3099, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.2, |
| "grad_norm": 0.19686439444118947, |
| "learning_rate": 3.33994708994709e-05, |
| "loss": 0.3262, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.2035714285714285, |
| "grad_norm": 0.2272820964685267, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.3149, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.207142857142857, |
| "grad_norm": 0.23866396181627625, |
| "learning_rate": 3.326719576719577e-05, |
| "loss": 0.3315, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.2107142857142856, |
| "grad_norm": 0.30018633838648967, |
| "learning_rate": 3.3201058201058206e-05, |
| "loss": 0.3531, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.2142857142857142, |
| "grad_norm": 0.21629392974184772, |
| "learning_rate": 3.313492063492064e-05, |
| "loss": 0.3389, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.217857142857143, |
| "grad_norm": 0.27501211744666204, |
| "learning_rate": 3.306878306878307e-05, |
| "loss": 0.3212, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.2214285714285715, |
| "grad_norm": 0.24287612664362732, |
| "learning_rate": 3.30026455026455e-05, |
| "loss": 0.2969, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.225, |
| "grad_norm": 0.200923745683883, |
| "learning_rate": 3.2936507936507936e-05, |
| "loss": 0.3102, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.2285714285714286, |
| "grad_norm": 0.2541029653059413, |
| "learning_rate": 3.2870370370370375e-05, |
| "loss": 0.3101, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.2321428571428572, |
| "grad_norm": 0.22152669833908464, |
| "learning_rate": 3.280423280423281e-05, |
| "loss": 0.3115, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.2357142857142858, |
| "grad_norm": 0.2178591583397543, |
| "learning_rate": 3.273809523809524e-05, |
| "loss": 0.3149, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.2392857142857143, |
| "grad_norm": 0.24126755975712302, |
| "learning_rate": 3.267195767195768e-05, |
| "loss": 0.3127, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.2428571428571429, |
| "grad_norm": 0.24419259551386435, |
| "learning_rate": 3.2605820105820104e-05, |
| "loss": 0.3345, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.2464285714285714, |
| "grad_norm": 0.23854345121889153, |
| "learning_rate": 3.253968253968254e-05, |
| "loss": 0.3264, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 0.26829491514425446, |
| "learning_rate": 3.2473544973544976e-05, |
| "loss": 0.3154, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.2535714285714286, |
| "grad_norm": 0.24653312147713308, |
| "learning_rate": 3.240740740740741e-05, |
| "loss": 0.3168, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.2571428571428571, |
| "grad_norm": 0.2479227335685136, |
| "learning_rate": 3.234126984126985e-05, |
| "loss": 0.3138, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.2607142857142857, |
| "grad_norm": 0.28341469669919156, |
| "learning_rate": 3.227513227513227e-05, |
| "loss": 0.3302, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.2642857142857142, |
| "grad_norm": 0.2342861766051803, |
| "learning_rate": 3.220899470899471e-05, |
| "loss": 0.3212, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.2678571428571428, |
| "grad_norm": 0.2548844664588017, |
| "learning_rate": 3.2142857142857144e-05, |
| "loss": 0.3164, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.2714285714285714, |
| "grad_norm": 0.21561104699960448, |
| "learning_rate": 3.2076719576719576e-05, |
| "loss": 0.3073, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.275, |
| "grad_norm": 0.23613202295085758, |
| "learning_rate": 3.2010582010582015e-05, |
| "loss": 0.3365, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.2785714285714285, |
| "grad_norm": 0.22827752938645943, |
| "learning_rate": 3.194444444444444e-05, |
| "loss": 0.318, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.282142857142857, |
| "grad_norm": 0.2043181038028336, |
| "learning_rate": 3.187830687830688e-05, |
| "loss": 0.3165, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.2857142857142856, |
| "grad_norm": 0.22529150141771823, |
| "learning_rate": 3.181216931216931e-05, |
| "loss": 0.3093, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.2892857142857144, |
| "grad_norm": 0.19661747971704258, |
| "learning_rate": 3.1746031746031745e-05, |
| "loss": 0.314, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.292857142857143, |
| "grad_norm": 0.2527114427346794, |
| "learning_rate": 3.1679894179894184e-05, |
| "loss": 0.3153, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.2964285714285715, |
| "grad_norm": 0.2559317507920466, |
| "learning_rate": 3.1613756613756616e-05, |
| "loss": 0.3396, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.3, |
| "grad_norm": 0.21212107399992033, |
| "learning_rate": 3.154761904761905e-05, |
| "loss": 0.3308, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.3035714285714286, |
| "grad_norm": 0.19996745238012004, |
| "learning_rate": 3.148148148148148e-05, |
| "loss": 0.3147, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.3071428571428572, |
| "grad_norm": 0.25108404182287347, |
| "learning_rate": 3.141534391534391e-05, |
| "loss": 0.3278, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.3107142857142857, |
| "grad_norm": 0.2408955388306113, |
| "learning_rate": 3.134920634920635e-05, |
| "loss": 0.2989, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.3142857142857143, |
| "grad_norm": 0.1985698918120325, |
| "learning_rate": 3.1283068783068784e-05, |
| "loss": 0.3175, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.3178571428571428, |
| "grad_norm": 0.2133709106770074, |
| "learning_rate": 3.121693121693122e-05, |
| "loss": 0.3226, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.3214285714285714, |
| "grad_norm": 0.24062496857349938, |
| "learning_rate": 3.1150793650793656e-05, |
| "loss": 0.3298, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.325, |
| "grad_norm": 0.22570905262563243, |
| "learning_rate": 3.108465608465609e-05, |
| "loss": 0.3164, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.3285714285714285, |
| "grad_norm": 0.2216946004644928, |
| "learning_rate": 3.101851851851852e-05, |
| "loss": 0.3094, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.332142857142857, |
| "grad_norm": 0.24283219042356244, |
| "learning_rate": 3.095238095238095e-05, |
| "loss": 0.3228, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.3357142857142856, |
| "grad_norm": 0.20515002332219523, |
| "learning_rate": 3.0886243386243385e-05, |
| "loss": 0.3144, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.3392857142857144, |
| "grad_norm": 0.260843446000358, |
| "learning_rate": 3.0820105820105824e-05, |
| "loss": 0.329, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.342857142857143, |
| "grad_norm": 0.22590319491488972, |
| "learning_rate": 3.075396825396826e-05, |
| "loss": 0.3362, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.3464285714285715, |
| "grad_norm": 0.20350969651674122, |
| "learning_rate": 3.068783068783069e-05, |
| "loss": 0.3059, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.35, |
| "grad_norm": 0.20611847354125643, |
| "learning_rate": 3.062169312169312e-05, |
| "loss": 0.2939, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.3535714285714286, |
| "grad_norm": 0.21221324628906074, |
| "learning_rate": 3.055555555555556e-05, |
| "loss": 0.3288, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.3571428571428572, |
| "grad_norm": 0.22140549617387273, |
| "learning_rate": 3.048941798941799e-05, |
| "loss": 0.3074, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.3607142857142858, |
| "grad_norm": 0.22600940520728127, |
| "learning_rate": 3.0423280423280425e-05, |
| "loss": 0.3201, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.3642857142857143, |
| "grad_norm": 0.2234212970881212, |
| "learning_rate": 3.0357142857142857e-05, |
| "loss": 0.3154, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.3678571428571429, |
| "grad_norm": 0.23099207984503414, |
| "learning_rate": 3.0291005291005293e-05, |
| "loss": 0.3333, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.3714285714285714, |
| "grad_norm": 0.23672897421810646, |
| "learning_rate": 3.022486772486773e-05, |
| "loss": 0.3306, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.375, |
| "grad_norm": 0.21729277773509562, |
| "learning_rate": 3.0158730158730158e-05, |
| "loss": 0.3181, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.3785714285714286, |
| "grad_norm": 0.22425038550065843, |
| "learning_rate": 3.0092592592592593e-05, |
| "loss": 0.3026, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.3821428571428571, |
| "grad_norm": 0.25228506635706743, |
| "learning_rate": 3.002645502645503e-05, |
| "loss": 0.3201, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.3857142857142857, |
| "grad_norm": 0.23343869756517963, |
| "learning_rate": 2.996031746031746e-05, |
| "loss": 0.3217, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.3892857142857142, |
| "grad_norm": 0.8598302341191663, |
| "learning_rate": 2.9894179894179897e-05, |
| "loss": 0.3653, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.3928571428571428, |
| "grad_norm": 0.19532195529440863, |
| "learning_rate": 2.9828042328042326e-05, |
| "loss": 0.3119, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.3964285714285714, |
| "grad_norm": 0.20471206531930983, |
| "learning_rate": 2.9761904761904762e-05, |
| "loss": 0.3226, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.4, |
| "grad_norm": 0.20413127461432676, |
| "learning_rate": 2.9695767195767198e-05, |
| "loss": 0.3284, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.4035714285714285, |
| "grad_norm": 0.19623116493458143, |
| "learning_rate": 2.962962962962963e-05, |
| "loss": 0.3183, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.407142857142857, |
| "grad_norm": 0.21206567728526776, |
| "learning_rate": 2.9563492063492066e-05, |
| "loss": 0.3093, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.4107142857142856, |
| "grad_norm": 0.20617095503392882, |
| "learning_rate": 2.94973544973545e-05, |
| "loss": 0.3187, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.4142857142857144, |
| "grad_norm": 0.23685195138619927, |
| "learning_rate": 2.943121693121693e-05, |
| "loss": 0.3342, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.417857142857143, |
| "grad_norm": 0.21346685351721095, |
| "learning_rate": 2.9365079365079366e-05, |
| "loss": 0.3266, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.4214285714285715, |
| "grad_norm": 0.23472126939283025, |
| "learning_rate": 2.92989417989418e-05, |
| "loss": 0.3078, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.425, |
| "grad_norm": 0.23985227072574442, |
| "learning_rate": 2.9232804232804234e-05, |
| "loss": 0.3292, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.4285714285714286, |
| "grad_norm": 0.2300004385676989, |
| "learning_rate": 2.916666666666667e-05, |
| "loss": 0.3142, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.4321428571428572, |
| "grad_norm": 0.21126502782167725, |
| "learning_rate": 2.91005291005291e-05, |
| "loss": 0.3131, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.4357142857142857, |
| "grad_norm": 0.2538536591176184, |
| "learning_rate": 2.9034391534391538e-05, |
| "loss": 0.3176, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.4392857142857143, |
| "grad_norm": 0.23384353289727688, |
| "learning_rate": 2.8968253968253974e-05, |
| "loss": 0.3365, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.4428571428571428, |
| "grad_norm": 0.2427166057898595, |
| "learning_rate": 2.8902116402116402e-05, |
| "loss": 0.3203, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.4464285714285714, |
| "grad_norm": 0.23992698913276472, |
| "learning_rate": 2.8835978835978838e-05, |
| "loss": 0.3219, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.45, |
| "grad_norm": 0.5861576988467794, |
| "learning_rate": 2.876984126984127e-05, |
| "loss": 0.3537, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.4535714285714285, |
| "grad_norm": 0.31328887308387066, |
| "learning_rate": 2.8703703703703706e-05, |
| "loss": 0.3386, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.457142857142857, |
| "grad_norm": 0.23240544010689496, |
| "learning_rate": 2.8637566137566142e-05, |
| "loss": 0.3174, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.4607142857142856, |
| "grad_norm": 0.2776270309370733, |
| "learning_rate": 2.857142857142857e-05, |
| "loss": 0.321, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.4642857142857144, |
| "grad_norm": 0.23938979812686723, |
| "learning_rate": 2.8505291005291007e-05, |
| "loss": 0.3162, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.467857142857143, |
| "grad_norm": 0.2000828647462872, |
| "learning_rate": 2.8439153439153442e-05, |
| "loss": 0.3251, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.4714285714285715, |
| "grad_norm": 0.29320943218223916, |
| "learning_rate": 2.8373015873015875e-05, |
| "loss": 0.3342, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.475, |
| "grad_norm": 0.23319584435226867, |
| "learning_rate": 2.830687830687831e-05, |
| "loss": 0.3118, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.4785714285714286, |
| "grad_norm": 0.20265214177059132, |
| "learning_rate": 2.824074074074074e-05, |
| "loss": 0.3143, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.4821428571428572, |
| "grad_norm": 0.29261456441843703, |
| "learning_rate": 2.8174603174603175e-05, |
| "loss": 0.3234, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.4857142857142858, |
| "grad_norm": 0.21902541055251015, |
| "learning_rate": 2.810846560846561e-05, |
| "loss": 0.3252, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.4892857142857143, |
| "grad_norm": 0.20725428596574114, |
| "learning_rate": 2.8042328042328043e-05, |
| "loss": 0.3209, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.4928571428571429, |
| "grad_norm": 0.2037255763102093, |
| "learning_rate": 2.797619047619048e-05, |
| "loss": 0.3008, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.4964285714285714, |
| "grad_norm": 0.2247878306895995, |
| "learning_rate": 2.7910052910052914e-05, |
| "loss": 0.3237, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 0.20265912038997164, |
| "learning_rate": 2.7843915343915343e-05, |
| "loss": 0.3185, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.5035714285714286, |
| "grad_norm": 0.20958471843211285, |
| "learning_rate": 2.777777777777778e-05, |
| "loss": 0.3216, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.5071428571428571, |
| "grad_norm": 0.1990650121427334, |
| "learning_rate": 2.771164021164021e-05, |
| "loss": 0.3209, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.5107142857142857, |
| "grad_norm": 0.19458844775945988, |
| "learning_rate": 2.7645502645502647e-05, |
| "loss": 0.3104, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.5142857142857142, |
| "grad_norm": 0.20350657720039508, |
| "learning_rate": 2.7579365079365083e-05, |
| "loss": 0.3184, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.5178571428571428, |
| "grad_norm": 0.2007877704693728, |
| "learning_rate": 2.7513227513227512e-05, |
| "loss": 0.3294, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.5214285714285714, |
| "grad_norm": 0.2060081466193361, |
| "learning_rate": 2.7447089947089948e-05, |
| "loss": 0.3117, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.525, |
| "grad_norm": 0.1994491380622727, |
| "learning_rate": 2.7380952380952383e-05, |
| "loss": 0.3275, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.5285714285714285, |
| "grad_norm": 0.217161191053233, |
| "learning_rate": 2.7314814814814816e-05, |
| "loss": 0.333, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.532142857142857, |
| "grad_norm": 0.2142065113708073, |
| "learning_rate": 2.724867724867725e-05, |
| "loss": 0.3326, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.5357142857142856, |
| "grad_norm": 0.2222056169146798, |
| "learning_rate": 2.718253968253968e-05, |
| "loss": 0.3152, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.5392857142857141, |
| "grad_norm": 0.19991300270010534, |
| "learning_rate": 2.7116402116402116e-05, |
| "loss": 0.3159, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.5428571428571427, |
| "grad_norm": 0.227016895055148, |
| "learning_rate": 2.7050264550264555e-05, |
| "loss": 0.3292, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.5464285714285713, |
| "grad_norm": 0.21633576708437588, |
| "learning_rate": 2.6984126984126984e-05, |
| "loss": 0.3226, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.55, |
| "grad_norm": 0.21008517987023625, |
| "learning_rate": 2.691798941798942e-05, |
| "loss": 0.3352, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.5535714285714286, |
| "grad_norm": 0.22215488980314949, |
| "learning_rate": 2.6851851851851855e-05, |
| "loss": 0.3166, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.5571428571428572, |
| "grad_norm": 0.21289955891792955, |
| "learning_rate": 2.6785714285714288e-05, |
| "loss": 0.3238, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.5607142857142857, |
| "grad_norm": 0.1939401079014445, |
| "learning_rate": 2.6719576719576723e-05, |
| "loss": 0.3379, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.5642857142857143, |
| "grad_norm": 0.20162658366119965, |
| "learning_rate": 2.6653439153439152e-05, |
| "loss": 0.3126, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.5678571428571428, |
| "grad_norm": 0.1924644358372577, |
| "learning_rate": 2.6587301587301588e-05, |
| "loss": 0.3073, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.5714285714285714, |
| "grad_norm": 0.17972308541497478, |
| "learning_rate": 2.6521164021164024e-05, |
| "loss": 0.3037, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.575, |
| "grad_norm": 0.21359235703650079, |
| "learning_rate": 2.6455026455026456e-05, |
| "loss": 0.3141, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.5785714285714287, |
| "grad_norm": 0.1955585930360594, |
| "learning_rate": 2.6388888888888892e-05, |
| "loss": 0.3064, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.5821428571428573, |
| "grad_norm": 0.21090455325075624, |
| "learning_rate": 2.6322751322751328e-05, |
| "loss": 0.3114, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.5857142857142859, |
| "grad_norm": 0.20711435484343846, |
| "learning_rate": 2.6256613756613757e-05, |
| "loss": 0.3162, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.5892857142857144, |
| "grad_norm": 0.21194449354663925, |
| "learning_rate": 2.6190476190476192e-05, |
| "loss": 0.3117, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.592857142857143, |
| "grad_norm": 0.18482680962266437, |
| "learning_rate": 2.6124338624338625e-05, |
| "loss": 0.3212, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.5964285714285715, |
| "grad_norm": 0.21950983031164695, |
| "learning_rate": 2.605820105820106e-05, |
| "loss": 0.3332, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 0.21212890641722967, |
| "learning_rate": 2.5992063492063496e-05, |
| "loss": 0.3079, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.6035714285714286, |
| "grad_norm": 0.191054730836077, |
| "learning_rate": 2.5925925925925925e-05, |
| "loss": 0.3313, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.6071428571428572, |
| "grad_norm": 0.2005372337118027, |
| "learning_rate": 2.585978835978836e-05, |
| "loss": 0.2997, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.6107142857142858, |
| "grad_norm": 0.21322581888379724, |
| "learning_rate": 2.5793650793650796e-05, |
| "loss": 0.3194, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.6142857142857143, |
| "grad_norm": 0.19768718741922656, |
| "learning_rate": 2.572751322751323e-05, |
| "loss": 0.3125, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.6178571428571429, |
| "grad_norm": 0.20067951909069295, |
| "learning_rate": 2.5661375661375664e-05, |
| "loss": 0.3071, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.6214285714285714, |
| "grad_norm": 0.20945964894018265, |
| "learning_rate": 2.5595238095238093e-05, |
| "loss": 0.3416, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.625, |
| "grad_norm": 0.1973239619373787, |
| "learning_rate": 2.552910052910053e-05, |
| "loss": 0.3305, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.6285714285714286, |
| "grad_norm": 0.17720609931249395, |
| "learning_rate": 2.5462962962962965e-05, |
| "loss": 0.3169, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.6321428571428571, |
| "grad_norm": 0.22060569625951437, |
| "learning_rate": 2.5396825396825397e-05, |
| "loss": 0.3162, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.6357142857142857, |
| "grad_norm": 0.20083477106080036, |
| "learning_rate": 2.5330687830687833e-05, |
| "loss": 0.312, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.6392857142857142, |
| "grad_norm": 0.19956890421189233, |
| "learning_rate": 2.526455026455027e-05, |
| "loss": 0.3187, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.6428571428571428, |
| "grad_norm": 0.19641521986301247, |
| "learning_rate": 2.5198412698412697e-05, |
| "loss": 0.3157, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.6464285714285714, |
| "grad_norm": 0.2032607078246991, |
| "learning_rate": 2.5132275132275137e-05, |
| "loss": 0.3117, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.65, |
| "grad_norm": 0.1940346788122237, |
| "learning_rate": 2.5066137566137565e-05, |
| "loss": 0.3218, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.6535714285714285, |
| "grad_norm": 0.19593388982972978, |
| "learning_rate": 2.5e-05, |
| "loss": 0.3245, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.657142857142857, |
| "grad_norm": 0.20410176467531405, |
| "learning_rate": 2.4933862433862434e-05, |
| "loss": 0.3038, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.6607142857142856, |
| "grad_norm": 0.1996744015277083, |
| "learning_rate": 2.4867724867724866e-05, |
| "loss": 0.3173, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.6642857142857141, |
| "grad_norm": 0.2523244496845766, |
| "learning_rate": 2.4801587301587305e-05, |
| "loss": 0.324, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.6678571428571427, |
| "grad_norm": 0.2017399657248579, |
| "learning_rate": 2.4735449735449737e-05, |
| "loss": 0.3111, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.6714285714285713, |
| "grad_norm": 0.1993767338330293, |
| "learning_rate": 2.466931216931217e-05, |
| "loss": 0.3229, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.675, |
| "grad_norm": 0.19308949653853058, |
| "learning_rate": 2.4603174603174602e-05, |
| "loss": 0.3181, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.6785714285714286, |
| "grad_norm": 0.19181680433038142, |
| "learning_rate": 2.4537037037037038e-05, |
| "loss": 0.3079, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.6821428571428572, |
| "grad_norm": 0.1956953415023735, |
| "learning_rate": 2.4470899470899473e-05, |
| "loss": 0.3174, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.6857142857142857, |
| "grad_norm": 0.1892930603320641, |
| "learning_rate": 2.4404761904761906e-05, |
| "loss": 0.3215, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.6892857142857143, |
| "grad_norm": 0.19472880714766616, |
| "learning_rate": 2.4338624338624338e-05, |
| "loss": 0.3167, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.6928571428571428, |
| "grad_norm": 0.185898106721318, |
| "learning_rate": 2.4272486772486774e-05, |
| "loss": 0.31, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.6964285714285714, |
| "grad_norm": 0.18970369746221966, |
| "learning_rate": 2.4206349206349206e-05, |
| "loss": 0.3172, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.7, |
| "grad_norm": 0.22922372319881004, |
| "learning_rate": 2.4140211640211642e-05, |
| "loss": 0.3344, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.7035714285714287, |
| "grad_norm": 0.20186000081464095, |
| "learning_rate": 2.4074074074074074e-05, |
| "loss": 0.3196, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.7071428571428573, |
| "grad_norm": 0.2209695735064375, |
| "learning_rate": 2.400793650793651e-05, |
| "loss": 0.3072, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.7107142857142859, |
| "grad_norm": 0.18234840916526965, |
| "learning_rate": 2.3941798941798942e-05, |
| "loss": 0.3326, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.7142857142857144, |
| "grad_norm": 0.19574395469048686, |
| "learning_rate": 2.3875661375661378e-05, |
| "loss": 0.2941, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.717857142857143, |
| "grad_norm": 0.20375440568534917, |
| "learning_rate": 2.380952380952381e-05, |
| "loss": 0.3195, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.7214285714285715, |
| "grad_norm": 0.19552782319787138, |
| "learning_rate": 2.3743386243386246e-05, |
| "loss": 0.3271, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.725, |
| "grad_norm": 0.1882297810602148, |
| "learning_rate": 2.3677248677248678e-05, |
| "loss": 0.3122, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.7285714285714286, |
| "grad_norm": 0.223446608383744, |
| "learning_rate": 2.361111111111111e-05, |
| "loss": 0.346, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.7321428571428572, |
| "grad_norm": 0.2088153798369964, |
| "learning_rate": 2.3544973544973546e-05, |
| "loss": 0.3496, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.7357142857142858, |
| "grad_norm": 0.19931941090636426, |
| "learning_rate": 2.3478835978835982e-05, |
| "loss": 0.3276, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.7392857142857143, |
| "grad_norm": 0.2065067477608148, |
| "learning_rate": 2.3412698412698414e-05, |
| "loss": 0.3077, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.7428571428571429, |
| "grad_norm": 0.1867609537629706, |
| "learning_rate": 2.3346560846560847e-05, |
| "loss": 0.3037, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.7464285714285714, |
| "grad_norm": 0.20534561340093374, |
| "learning_rate": 2.328042328042328e-05, |
| "loss": 0.3161, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.75, |
| "grad_norm": 0.20397006275556817, |
| "learning_rate": 2.3214285714285715e-05, |
| "loss": 0.3183, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.7535714285714286, |
| "grad_norm": 0.18550740271690497, |
| "learning_rate": 2.314814814814815e-05, |
| "loss": 0.3145, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.7571428571428571, |
| "grad_norm": 0.2164734820955605, |
| "learning_rate": 2.3082010582010583e-05, |
| "loss": 0.329, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.7607142857142857, |
| "grad_norm": 0.1849960524787468, |
| "learning_rate": 2.3015873015873015e-05, |
| "loss": 0.3055, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.7642857142857142, |
| "grad_norm": 0.20223940369546317, |
| "learning_rate": 2.294973544973545e-05, |
| "loss": 0.3137, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.7678571428571428, |
| "grad_norm": 0.2140087236470544, |
| "learning_rate": 2.2883597883597886e-05, |
| "loss": 0.3089, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.7714285714285714, |
| "grad_norm": 0.1815126520211804, |
| "learning_rate": 2.281746031746032e-05, |
| "loss": 0.2993, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.775, |
| "grad_norm": 0.2041694054419762, |
| "learning_rate": 2.275132275132275e-05, |
| "loss": 0.3208, |
| "step": 497 |
| }, |
| { |
| "epoch": 1.7785714285714285, |
| "grad_norm": 0.210298194454685, |
| "learning_rate": 2.2685185185185187e-05, |
| "loss": 0.33, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.782142857142857, |
| "grad_norm": 0.19106104857071166, |
| "learning_rate": 2.261904761904762e-05, |
| "loss": 0.3154, |
| "step": 499 |
| }, |
| { |
| "epoch": 1.7857142857142856, |
| "grad_norm": 0.20668125243479243, |
| "learning_rate": 2.2552910052910055e-05, |
| "loss": 0.3298, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.7892857142857141, |
| "grad_norm": 0.1883941632461236, |
| "learning_rate": 2.2486772486772487e-05, |
| "loss": 0.3236, |
| "step": 501 |
| }, |
| { |
| "epoch": 1.7928571428571427, |
| "grad_norm": 0.19354564473395905, |
| "learning_rate": 2.2420634920634923e-05, |
| "loss": 0.3079, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.7964285714285713, |
| "grad_norm": 0.201284596806385, |
| "learning_rate": 2.2354497354497355e-05, |
| "loss": 0.3253, |
| "step": 503 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 0.19462419963121394, |
| "learning_rate": 2.2288359788359788e-05, |
| "loss": 0.3096, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.8035714285714286, |
| "grad_norm": 0.18545828954299734, |
| "learning_rate": 2.2222222222222223e-05, |
| "loss": 0.3144, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.8071428571428572, |
| "grad_norm": 0.18545753850141772, |
| "learning_rate": 2.215608465608466e-05, |
| "loss": 0.2985, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.8107142857142857, |
| "grad_norm": 0.19859488170476142, |
| "learning_rate": 2.208994708994709e-05, |
| "loss": 0.3205, |
| "step": 507 |
| }, |
| { |
| "epoch": 1.8142857142857143, |
| "grad_norm": 0.18466331139884634, |
| "learning_rate": 2.2023809523809524e-05, |
| "loss": 0.3145, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.8178571428571428, |
| "grad_norm": 0.22390415922563478, |
| "learning_rate": 2.1957671957671956e-05, |
| "loss": 0.315, |
| "step": 509 |
| }, |
| { |
| "epoch": 1.8214285714285714, |
| "grad_norm": 0.21124575576084206, |
| "learning_rate": 2.1891534391534395e-05, |
| "loss": 0.3237, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.825, |
| "grad_norm": 0.20693747665063159, |
| "learning_rate": 2.1825396825396827e-05, |
| "loss": 0.3198, |
| "step": 511 |
| }, |
| { |
| "epoch": 1.8285714285714287, |
| "grad_norm": 0.19495576946062607, |
| "learning_rate": 2.175925925925926e-05, |
| "loss": 0.3081, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.8321428571428573, |
| "grad_norm": 0.23868906868809317, |
| "learning_rate": 2.1693121693121692e-05, |
| "loss": 0.3232, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.8357142857142859, |
| "grad_norm": 0.17252911380952607, |
| "learning_rate": 2.1626984126984128e-05, |
| "loss": 0.3059, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.8392857142857144, |
| "grad_norm": 0.23501424825446657, |
| "learning_rate": 2.1560846560846563e-05, |
| "loss": 0.3194, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.842857142857143, |
| "grad_norm": 0.21493985457796252, |
| "learning_rate": 2.1494708994708996e-05, |
| "loss": 0.3157, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.8464285714285715, |
| "grad_norm": 0.19642554922820646, |
| "learning_rate": 2.1428571428571428e-05, |
| "loss": 0.3176, |
| "step": 517 |
| }, |
| { |
| "epoch": 1.85, |
| "grad_norm": 0.1845929990522953, |
| "learning_rate": 2.1362433862433864e-05, |
| "loss": 0.3012, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.8535714285714286, |
| "grad_norm": 0.18043634947714388, |
| "learning_rate": 2.1296296296296296e-05, |
| "loss": 0.3025, |
| "step": 519 |
| }, |
| { |
| "epoch": 1.8571428571428572, |
| "grad_norm": 0.1958846811143409, |
| "learning_rate": 2.1230158730158732e-05, |
| "loss": 0.2963, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.8607142857142858, |
| "grad_norm": 0.23274522759162825, |
| "learning_rate": 2.1164021164021164e-05, |
| "loss": 0.3184, |
| "step": 521 |
| }, |
| { |
| "epoch": 1.8642857142857143, |
| "grad_norm": 0.20138408058426882, |
| "learning_rate": 2.10978835978836e-05, |
| "loss": 0.3215, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.8678571428571429, |
| "grad_norm": 0.2241286592937016, |
| "learning_rate": 2.1031746031746032e-05, |
| "loss": 0.3077, |
| "step": 523 |
| }, |
| { |
| "epoch": 1.8714285714285714, |
| "grad_norm": 0.21406632761867334, |
| "learning_rate": 2.0965608465608465e-05, |
| "loss": 0.3058, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.875, |
| "grad_norm": 0.21684431977850274, |
| "learning_rate": 2.08994708994709e-05, |
| "loss": 0.3153, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.8785714285714286, |
| "grad_norm": 0.20371182399019253, |
| "learning_rate": 2.0833333333333336e-05, |
| "loss": 0.3236, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.8821428571428571, |
| "grad_norm": 0.2137963270776002, |
| "learning_rate": 2.076719576719577e-05, |
| "loss": 0.3189, |
| "step": 527 |
| }, |
| { |
| "epoch": 1.8857142857142857, |
| "grad_norm": 0.20878852304240703, |
| "learning_rate": 2.07010582010582e-05, |
| "loss": 0.3106, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.8892857142857142, |
| "grad_norm": 0.18538731070963968, |
| "learning_rate": 2.0634920634920636e-05, |
| "loss": 0.3172, |
| "step": 529 |
| }, |
| { |
| "epoch": 1.8928571428571428, |
| "grad_norm": 0.212624038689977, |
| "learning_rate": 2.0568783068783072e-05, |
| "loss": 0.3348, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.8964285714285714, |
| "grad_norm": 0.19471907972129623, |
| "learning_rate": 2.0502645502645504e-05, |
| "loss": 0.3018, |
| "step": 531 |
| }, |
| { |
| "epoch": 1.9, |
| "grad_norm": 0.202045861415553, |
| "learning_rate": 2.0436507936507937e-05, |
| "loss": 0.312, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.9035714285714285, |
| "grad_norm": 0.20035244007982278, |
| "learning_rate": 2.037037037037037e-05, |
| "loss": 0.3185, |
| "step": 533 |
| }, |
| { |
| "epoch": 1.907142857142857, |
| "grad_norm": 0.20160058835353356, |
| "learning_rate": 2.0304232804232805e-05, |
| "loss": 0.3033, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.9107142857142856, |
| "grad_norm": 0.17917779819107657, |
| "learning_rate": 2.023809523809524e-05, |
| "loss": 0.3084, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.9142857142857141, |
| "grad_norm": 0.21286970360237184, |
| "learning_rate": 2.0171957671957673e-05, |
| "loss": 0.3229, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.9178571428571427, |
| "grad_norm": 0.2080750529361991, |
| "learning_rate": 2.0105820105820105e-05, |
| "loss": 0.3192, |
| "step": 537 |
| }, |
| { |
| "epoch": 1.9214285714285713, |
| "grad_norm": 0.17649995719455544, |
| "learning_rate": 2.003968253968254e-05, |
| "loss": 0.313, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.925, |
| "grad_norm": 0.20130395889298808, |
| "learning_rate": 1.9973544973544973e-05, |
| "loss": 0.3083, |
| "step": 539 |
| }, |
| { |
| "epoch": 1.9285714285714286, |
| "grad_norm": 0.19412311029563648, |
| "learning_rate": 1.990740740740741e-05, |
| "loss": 0.3038, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.9321428571428572, |
| "grad_norm": 0.19071547590212706, |
| "learning_rate": 1.984126984126984e-05, |
| "loss": 0.3194, |
| "step": 541 |
| }, |
| { |
| "epoch": 1.9357142857142857, |
| "grad_norm": 0.19400026778264837, |
| "learning_rate": 1.9775132275132277e-05, |
| "loss": 0.3276, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.9392857142857143, |
| "grad_norm": 0.20955171659005756, |
| "learning_rate": 1.970899470899471e-05, |
| "loss": 0.3024, |
| "step": 543 |
| }, |
| { |
| "epoch": 1.9428571428571428, |
| "grad_norm": 0.20219056251040063, |
| "learning_rate": 1.9642857142857145e-05, |
| "loss": 0.3241, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.9464285714285714, |
| "grad_norm": 0.20143101487930265, |
| "learning_rate": 1.9576719576719577e-05, |
| "loss": 0.3127, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.95, |
| "grad_norm": 0.2131592134130349, |
| "learning_rate": 1.9510582010582013e-05, |
| "loss": 0.3048, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.9535714285714287, |
| "grad_norm": 0.19695806604354119, |
| "learning_rate": 1.9444444444444445e-05, |
| "loss": 0.3226, |
| "step": 547 |
| }, |
| { |
| "epoch": 1.9571428571428573, |
| "grad_norm": 0.18131867081030673, |
| "learning_rate": 1.9378306878306878e-05, |
| "loss": 0.3119, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.9607142857142859, |
| "grad_norm": 0.1841474316240587, |
| "learning_rate": 1.9312169312169313e-05, |
| "loss": 0.3132, |
| "step": 549 |
| }, |
| { |
| "epoch": 1.9642857142857144, |
| "grad_norm": 0.2041255598593875, |
| "learning_rate": 1.924603174603175e-05, |
| "loss": 0.3169, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.967857142857143, |
| "grad_norm": 0.19664678721217965, |
| "learning_rate": 1.917989417989418e-05, |
| "loss": 0.324, |
| "step": 551 |
| }, |
| { |
| "epoch": 1.9714285714285715, |
| "grad_norm": 0.18677665911523328, |
| "learning_rate": 1.9113756613756614e-05, |
| "loss": 0.3106, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.975, |
| "grad_norm": 0.19979315943157583, |
| "learning_rate": 1.9047619047619046e-05, |
| "loss": 0.322, |
| "step": 553 |
| }, |
| { |
| "epoch": 1.9785714285714286, |
| "grad_norm": 0.18920886270236184, |
| "learning_rate": 1.8981481481481482e-05, |
| "loss": 0.3037, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.9821428571428572, |
| "grad_norm": 0.1884207693611572, |
| "learning_rate": 1.8915343915343918e-05, |
| "loss": 0.3037, |
| "step": 555 |
| }, |
| { |
| "epoch": 1.9857142857142858, |
| "grad_norm": 0.19161767629954962, |
| "learning_rate": 1.884920634920635e-05, |
| "loss": 0.3046, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.9892857142857143, |
| "grad_norm": 0.18691004744787804, |
| "learning_rate": 1.8783068783068782e-05, |
| "loss": 0.3164, |
| "step": 557 |
| }, |
| { |
| "epoch": 1.9928571428571429, |
| "grad_norm": 0.21237318063393876, |
| "learning_rate": 1.8716931216931218e-05, |
| "loss": 0.3256, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.9964285714285714, |
| "grad_norm": 0.18508104972415634, |
| "learning_rate": 1.8650793650793654e-05, |
| "loss": 0.3124, |
| "step": 559 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.19669967418713558, |
| "learning_rate": 1.8584656084656086e-05, |
| "loss": 0.2893, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.0035714285714286, |
| "grad_norm": 0.31757959736458097, |
| "learning_rate": 1.8518518518518518e-05, |
| "loss": 0.2429, |
| "step": 561 |
| }, |
| { |
| "epoch": 2.007142857142857, |
| "grad_norm": 0.24051287538208022, |
| "learning_rate": 1.8452380952380954e-05, |
| "loss": 0.2338, |
| "step": 562 |
| }, |
| { |
| "epoch": 2.0107142857142857, |
| "grad_norm": 0.35708701225608125, |
| "learning_rate": 1.8386243386243386e-05, |
| "loss": 0.2463, |
| "step": 563 |
| }, |
| { |
| "epoch": 2.0142857142857142, |
| "grad_norm": 0.27029145936725385, |
| "learning_rate": 1.8320105820105822e-05, |
| "loss": 0.2278, |
| "step": 564 |
| }, |
| { |
| "epoch": 2.017857142857143, |
| "grad_norm": 0.22108466496281431, |
| "learning_rate": 1.8253968253968254e-05, |
| "loss": 0.2297, |
| "step": 565 |
| }, |
| { |
| "epoch": 2.0214285714285714, |
| "grad_norm": 0.27054584770519335, |
| "learning_rate": 1.818783068783069e-05, |
| "loss": 0.243, |
| "step": 566 |
| }, |
| { |
| "epoch": 2.025, |
| "grad_norm": 0.2816697647623798, |
| "learning_rate": 1.8121693121693122e-05, |
| "loss": 0.2319, |
| "step": 567 |
| }, |
| { |
| "epoch": 2.0285714285714285, |
| "grad_norm": 0.21231465474509292, |
| "learning_rate": 1.8055555555555555e-05, |
| "loss": 0.2262, |
| "step": 568 |
| }, |
| { |
| "epoch": 2.032142857142857, |
| "grad_norm": 0.23068676723435452, |
| "learning_rate": 1.798941798941799e-05, |
| "loss": 0.2355, |
| "step": 569 |
| }, |
| { |
| "epoch": 2.0357142857142856, |
| "grad_norm": 0.2484338643311845, |
| "learning_rate": 1.7923280423280426e-05, |
| "loss": 0.2207, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.039285714285714, |
| "grad_norm": 0.23315870455727414, |
| "learning_rate": 1.785714285714286e-05, |
| "loss": 0.228, |
| "step": 571 |
| }, |
| { |
| "epoch": 2.0428571428571427, |
| "grad_norm": 0.1787910887989252, |
| "learning_rate": 1.779100529100529e-05, |
| "loss": 0.2171, |
| "step": 572 |
| }, |
| { |
| "epoch": 2.0464285714285713, |
| "grad_norm": 0.210443149753908, |
| "learning_rate": 1.7724867724867723e-05, |
| "loss": 0.2449, |
| "step": 573 |
| }, |
| { |
| "epoch": 2.05, |
| "grad_norm": 0.24488060995967575, |
| "learning_rate": 1.7658730158730162e-05, |
| "loss": 0.2348, |
| "step": 574 |
| }, |
| { |
| "epoch": 2.0535714285714284, |
| "grad_norm": 0.20124943813935747, |
| "learning_rate": 1.7592592592592595e-05, |
| "loss": 0.2261, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.057142857142857, |
| "grad_norm": 0.192769699932563, |
| "learning_rate": 1.7526455026455027e-05, |
| "loss": 0.2329, |
| "step": 576 |
| }, |
| { |
| "epoch": 2.0607142857142855, |
| "grad_norm": 0.21306690878838788, |
| "learning_rate": 1.746031746031746e-05, |
| "loss": 0.2431, |
| "step": 577 |
| }, |
| { |
| "epoch": 2.064285714285714, |
| "grad_norm": 0.21315043216210092, |
| "learning_rate": 1.7394179894179895e-05, |
| "loss": 0.2288, |
| "step": 578 |
| }, |
| { |
| "epoch": 2.067857142857143, |
| "grad_norm": 0.21255867957603367, |
| "learning_rate": 1.732804232804233e-05, |
| "loss": 0.2177, |
| "step": 579 |
| }, |
| { |
| "epoch": 2.0714285714285716, |
| "grad_norm": 0.21778161733522775, |
| "learning_rate": 1.7261904761904763e-05, |
| "loss": 0.2408, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.075, |
| "grad_norm": 0.22847292935036695, |
| "learning_rate": 1.7195767195767195e-05, |
| "loss": 0.2476, |
| "step": 581 |
| }, |
| { |
| "epoch": 2.0785714285714287, |
| "grad_norm": 0.20572630306089373, |
| "learning_rate": 1.712962962962963e-05, |
| "loss": 0.2344, |
| "step": 582 |
| }, |
| { |
| "epoch": 2.0821428571428573, |
| "grad_norm": 0.1942532897813614, |
| "learning_rate": 1.7063492063492063e-05, |
| "loss": 0.2257, |
| "step": 583 |
| }, |
| { |
| "epoch": 2.085714285714286, |
| "grad_norm": 0.20237427583072712, |
| "learning_rate": 1.69973544973545e-05, |
| "loss": 0.2386, |
| "step": 584 |
| }, |
| { |
| "epoch": 2.0892857142857144, |
| "grad_norm": 0.20801431825809052, |
| "learning_rate": 1.693121693121693e-05, |
| "loss": 0.2313, |
| "step": 585 |
| }, |
| { |
| "epoch": 2.092857142857143, |
| "grad_norm": 0.2074624765266775, |
| "learning_rate": 1.6865079365079367e-05, |
| "loss": 0.2348, |
| "step": 586 |
| }, |
| { |
| "epoch": 2.0964285714285715, |
| "grad_norm": 0.21248202404216116, |
| "learning_rate": 1.67989417989418e-05, |
| "loss": 0.232, |
| "step": 587 |
| }, |
| { |
| "epoch": 2.1, |
| "grad_norm": 0.19008889402568285, |
| "learning_rate": 1.6732804232804232e-05, |
| "loss": 0.2353, |
| "step": 588 |
| }, |
| { |
| "epoch": 2.1035714285714286, |
| "grad_norm": 0.2095625504656774, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 0.2277, |
| "step": 589 |
| }, |
| { |
| "epoch": 2.107142857142857, |
| "grad_norm": 0.20811980077920417, |
| "learning_rate": 1.6600529100529103e-05, |
| "loss": 0.2307, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.1107142857142858, |
| "grad_norm": 0.20187115179675214, |
| "learning_rate": 1.6534391534391536e-05, |
| "loss": 0.2304, |
| "step": 591 |
| }, |
| { |
| "epoch": 2.1142857142857143, |
| "grad_norm": 0.18568179415042824, |
| "learning_rate": 1.6468253968253968e-05, |
| "loss": 0.2231, |
| "step": 592 |
| }, |
| { |
| "epoch": 2.117857142857143, |
| "grad_norm": 0.1878024836970878, |
| "learning_rate": 1.6402116402116404e-05, |
| "loss": 0.2392, |
| "step": 593 |
| }, |
| { |
| "epoch": 2.1214285714285714, |
| "grad_norm": 0.21413929742492882, |
| "learning_rate": 1.633597883597884e-05, |
| "loss": 0.23, |
| "step": 594 |
| }, |
| { |
| "epoch": 2.125, |
| "grad_norm": 0.22034940709172493, |
| "learning_rate": 1.626984126984127e-05, |
| "loss": 0.2351, |
| "step": 595 |
| }, |
| { |
| "epoch": 2.1285714285714286, |
| "grad_norm": 0.1869325238414086, |
| "learning_rate": 1.6203703703703704e-05, |
| "loss": 0.2292, |
| "step": 596 |
| }, |
| { |
| "epoch": 2.132142857142857, |
| "grad_norm": 0.2689584281465766, |
| "learning_rate": 1.6137566137566136e-05, |
| "loss": 0.2654, |
| "step": 597 |
| }, |
| { |
| "epoch": 2.1357142857142857, |
| "grad_norm": 0.2278321242448496, |
| "learning_rate": 1.6071428571428572e-05, |
| "loss": 0.2213, |
| "step": 598 |
| }, |
| { |
| "epoch": 2.1392857142857142, |
| "grad_norm": 0.18602657852015306, |
| "learning_rate": 1.6005291005291008e-05, |
| "loss": 0.22, |
| "step": 599 |
| }, |
| { |
| "epoch": 2.142857142857143, |
| "grad_norm": 0.2092726536964802, |
| "learning_rate": 1.593915343915344e-05, |
| "loss": 0.2583, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.1464285714285714, |
| "grad_norm": 0.18689017521796633, |
| "learning_rate": 1.5873015873015872e-05, |
| "loss": 0.2437, |
| "step": 601 |
| }, |
| { |
| "epoch": 2.15, |
| "grad_norm": 0.18430416782537248, |
| "learning_rate": 1.5806878306878308e-05, |
| "loss": 0.232, |
| "step": 602 |
| }, |
| { |
| "epoch": 2.1535714285714285, |
| "grad_norm": 0.2110638119891372, |
| "learning_rate": 1.574074074074074e-05, |
| "loss": 0.2447, |
| "step": 603 |
| }, |
| { |
| "epoch": 2.157142857142857, |
| "grad_norm": 0.1839045046799278, |
| "learning_rate": 1.5674603174603176e-05, |
| "loss": 0.2385, |
| "step": 604 |
| }, |
| { |
| "epoch": 2.1607142857142856, |
| "grad_norm": 0.19618663038770584, |
| "learning_rate": 1.560846560846561e-05, |
| "loss": 0.2158, |
| "step": 605 |
| }, |
| { |
| "epoch": 2.164285714285714, |
| "grad_norm": 0.23892399330993663, |
| "learning_rate": 1.5542328042328044e-05, |
| "loss": 0.252, |
| "step": 606 |
| }, |
| { |
| "epoch": 2.1678571428571427, |
| "grad_norm": 0.17355307018049443, |
| "learning_rate": 1.5476190476190476e-05, |
| "loss": 0.2209, |
| "step": 607 |
| }, |
| { |
| "epoch": 2.1714285714285713, |
| "grad_norm": 0.18191018299627368, |
| "learning_rate": 1.5410052910052912e-05, |
| "loss": 0.2253, |
| "step": 608 |
| }, |
| { |
| "epoch": 2.175, |
| "grad_norm": 0.17773372872210652, |
| "learning_rate": 1.5343915343915344e-05, |
| "loss": 0.2272, |
| "step": 609 |
| }, |
| { |
| "epoch": 2.1785714285714284, |
| "grad_norm": 0.1767151021069737, |
| "learning_rate": 1.527777777777778e-05, |
| "loss": 0.2173, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.182142857142857, |
| "grad_norm": 0.1905216753089539, |
| "learning_rate": 1.5211640211640213e-05, |
| "loss": 0.228, |
| "step": 611 |
| }, |
| { |
| "epoch": 2.185714285714286, |
| "grad_norm": 0.18495310253582783, |
| "learning_rate": 1.5145502645502647e-05, |
| "loss": 0.2241, |
| "step": 612 |
| }, |
| { |
| "epoch": 2.189285714285714, |
| "grad_norm": 0.18491273540275943, |
| "learning_rate": 1.5079365079365079e-05, |
| "loss": 0.2288, |
| "step": 613 |
| }, |
| { |
| "epoch": 2.192857142857143, |
| "grad_norm": 0.17936903131585358, |
| "learning_rate": 1.5013227513227515e-05, |
| "loss": 0.2257, |
| "step": 614 |
| }, |
| { |
| "epoch": 2.1964285714285716, |
| "grad_norm": 0.21637527534432108, |
| "learning_rate": 1.4947089947089949e-05, |
| "loss": 0.2373, |
| "step": 615 |
| }, |
| { |
| "epoch": 2.2, |
| "grad_norm": 0.18490618879345969, |
| "learning_rate": 1.4880952380952381e-05, |
| "loss": 0.225, |
| "step": 616 |
| }, |
| { |
| "epoch": 2.2035714285714287, |
| "grad_norm": 0.1813149978683926, |
| "learning_rate": 1.4814814814814815e-05, |
| "loss": 0.2215, |
| "step": 617 |
| }, |
| { |
| "epoch": 2.2071428571428573, |
| "grad_norm": 0.18875712618481552, |
| "learning_rate": 1.474867724867725e-05, |
| "loss": 0.2287, |
| "step": 618 |
| }, |
| { |
| "epoch": 2.210714285714286, |
| "grad_norm": 0.19542520096316007, |
| "learning_rate": 1.4682539682539683e-05, |
| "loss": 0.2187, |
| "step": 619 |
| }, |
| { |
| "epoch": 2.2142857142857144, |
| "grad_norm": 0.1770121220411708, |
| "learning_rate": 1.4616402116402117e-05, |
| "loss": 0.2211, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.217857142857143, |
| "grad_norm": 0.18095568521540265, |
| "learning_rate": 1.455026455026455e-05, |
| "loss": 0.2278, |
| "step": 621 |
| }, |
| { |
| "epoch": 2.2214285714285715, |
| "grad_norm": 0.20368904281152592, |
| "learning_rate": 1.4484126984126987e-05, |
| "loss": 0.2375, |
| "step": 622 |
| }, |
| { |
| "epoch": 2.225, |
| "grad_norm": 0.18473093089055245, |
| "learning_rate": 1.4417989417989419e-05, |
| "loss": 0.2368, |
| "step": 623 |
| }, |
| { |
| "epoch": 2.2285714285714286, |
| "grad_norm": 0.18385819274311493, |
| "learning_rate": 1.4351851851851853e-05, |
| "loss": 0.2438, |
| "step": 624 |
| }, |
| { |
| "epoch": 2.232142857142857, |
| "grad_norm": 0.18116848921988157, |
| "learning_rate": 1.4285714285714285e-05, |
| "loss": 0.2123, |
| "step": 625 |
| }, |
| { |
| "epoch": 2.2357142857142858, |
| "grad_norm": 0.17582259461031796, |
| "learning_rate": 1.4219576719576721e-05, |
| "loss": 0.2178, |
| "step": 626 |
| }, |
| { |
| "epoch": 2.2392857142857143, |
| "grad_norm": 0.1893890859005074, |
| "learning_rate": 1.4153439153439155e-05, |
| "loss": 0.2418, |
| "step": 627 |
| }, |
| { |
| "epoch": 2.242857142857143, |
| "grad_norm": 0.19028412418223042, |
| "learning_rate": 1.4087301587301587e-05, |
| "loss": 0.2269, |
| "step": 628 |
| }, |
| { |
| "epoch": 2.2464285714285714, |
| "grad_norm": 0.17217433964632764, |
| "learning_rate": 1.4021164021164022e-05, |
| "loss": 0.2169, |
| "step": 629 |
| }, |
| { |
| "epoch": 2.25, |
| "grad_norm": 0.17416078181980094, |
| "learning_rate": 1.3955026455026457e-05, |
| "loss": 0.2236, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.2535714285714286, |
| "grad_norm": 0.18819656596830817, |
| "learning_rate": 1.388888888888889e-05, |
| "loss": 0.2179, |
| "step": 631 |
| }, |
| { |
| "epoch": 2.257142857142857, |
| "grad_norm": 0.18045712351839374, |
| "learning_rate": 1.3822751322751324e-05, |
| "loss": 0.2352, |
| "step": 632 |
| }, |
| { |
| "epoch": 2.2607142857142857, |
| "grad_norm": 0.17913106320019745, |
| "learning_rate": 1.3756613756613756e-05, |
| "loss": 0.2219, |
| "step": 633 |
| }, |
| { |
| "epoch": 2.2642857142857142, |
| "grad_norm": 0.17764846957433142, |
| "learning_rate": 1.3690476190476192e-05, |
| "loss": 0.2233, |
| "step": 634 |
| }, |
| { |
| "epoch": 2.267857142857143, |
| "grad_norm": 0.18111175266100066, |
| "learning_rate": 1.3624338624338626e-05, |
| "loss": 0.2236, |
| "step": 635 |
| }, |
| { |
| "epoch": 2.2714285714285714, |
| "grad_norm": 0.18784388127514492, |
| "learning_rate": 1.3558201058201058e-05, |
| "loss": 0.2397, |
| "step": 636 |
| }, |
| { |
| "epoch": 2.275, |
| "grad_norm": 0.18636770724663787, |
| "learning_rate": 1.3492063492063492e-05, |
| "loss": 0.2344, |
| "step": 637 |
| }, |
| { |
| "epoch": 2.2785714285714285, |
| "grad_norm": 0.19027630118705968, |
| "learning_rate": 1.3425925925925928e-05, |
| "loss": 0.232, |
| "step": 638 |
| }, |
| { |
| "epoch": 2.282142857142857, |
| "grad_norm": 0.18847332911572906, |
| "learning_rate": 1.3359788359788362e-05, |
| "loss": 0.2334, |
| "step": 639 |
| }, |
| { |
| "epoch": 2.2857142857142856, |
| "grad_norm": 0.19926534275067434, |
| "learning_rate": 1.3293650793650794e-05, |
| "loss": 0.2423, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.289285714285714, |
| "grad_norm": 0.1722155435575498, |
| "learning_rate": 1.3227513227513228e-05, |
| "loss": 0.2137, |
| "step": 641 |
| }, |
| { |
| "epoch": 2.2928571428571427, |
| "grad_norm": 0.19001647811035902, |
| "learning_rate": 1.3161375661375664e-05, |
| "loss": 0.2405, |
| "step": 642 |
| }, |
| { |
| "epoch": 2.2964285714285713, |
| "grad_norm": 0.17950155199753018, |
| "learning_rate": 1.3095238095238096e-05, |
| "loss": 0.2273, |
| "step": 643 |
| }, |
| { |
| "epoch": 2.3, |
| "grad_norm": 0.18623589683984593, |
| "learning_rate": 1.302910052910053e-05, |
| "loss": 0.2233, |
| "step": 644 |
| }, |
| { |
| "epoch": 2.3035714285714284, |
| "grad_norm": 0.18041984508276784, |
| "learning_rate": 1.2962962962962962e-05, |
| "loss": 0.2322, |
| "step": 645 |
| }, |
| { |
| "epoch": 2.307142857142857, |
| "grad_norm": 0.18482676031328155, |
| "learning_rate": 1.2896825396825398e-05, |
| "loss": 0.2441, |
| "step": 646 |
| }, |
| { |
| "epoch": 2.310714285714286, |
| "grad_norm": 0.19015991372913651, |
| "learning_rate": 1.2830687830687832e-05, |
| "loss": 0.2303, |
| "step": 647 |
| }, |
| { |
| "epoch": 2.314285714285714, |
| "grad_norm": 0.18558270903762844, |
| "learning_rate": 1.2764550264550265e-05, |
| "loss": 0.2226, |
| "step": 648 |
| }, |
| { |
| "epoch": 2.317857142857143, |
| "grad_norm": 0.1749872002549765, |
| "learning_rate": 1.2698412698412699e-05, |
| "loss": 0.2231, |
| "step": 649 |
| }, |
| { |
| "epoch": 2.3214285714285716, |
| "grad_norm": 0.18598049636312228, |
| "learning_rate": 1.2632275132275134e-05, |
| "loss": 0.2456, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.325, |
| "grad_norm": 0.17875368855456672, |
| "learning_rate": 1.2566137566137568e-05, |
| "loss": 0.2396, |
| "step": 651 |
| }, |
| { |
| "epoch": 2.3285714285714287, |
| "grad_norm": 0.18021223999715644, |
| "learning_rate": 1.25e-05, |
| "loss": 0.2398, |
| "step": 652 |
| }, |
| { |
| "epoch": 2.3321428571428573, |
| "grad_norm": 0.18333680314172154, |
| "learning_rate": 1.2433862433862433e-05, |
| "loss": 0.2433, |
| "step": 653 |
| }, |
| { |
| "epoch": 2.335714285714286, |
| "grad_norm": 0.1857422173200728, |
| "learning_rate": 1.2367724867724869e-05, |
| "loss": 0.2422, |
| "step": 654 |
| }, |
| { |
| "epoch": 2.3392857142857144, |
| "grad_norm": 0.1751418293891071, |
| "learning_rate": 1.2301587301587301e-05, |
| "loss": 0.2224, |
| "step": 655 |
| }, |
| { |
| "epoch": 2.342857142857143, |
| "grad_norm": 0.1898826300248994, |
| "learning_rate": 1.2235449735449737e-05, |
| "loss": 0.2363, |
| "step": 656 |
| }, |
| { |
| "epoch": 2.3464285714285715, |
| "grad_norm": 0.18347635752590621, |
| "learning_rate": 1.2169312169312169e-05, |
| "loss": 0.238, |
| "step": 657 |
| }, |
| { |
| "epoch": 2.35, |
| "grad_norm": 0.18888548879332703, |
| "learning_rate": 1.2103174603174603e-05, |
| "loss": 0.2392, |
| "step": 658 |
| }, |
| { |
| "epoch": 2.3535714285714286, |
| "grad_norm": 0.18123258705601702, |
| "learning_rate": 1.2037037037037037e-05, |
| "loss": 0.2259, |
| "step": 659 |
| }, |
| { |
| "epoch": 2.357142857142857, |
| "grad_norm": 0.18551839713831378, |
| "learning_rate": 1.1970899470899471e-05, |
| "loss": 0.2507, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.3607142857142858, |
| "grad_norm": 0.1848553914556543, |
| "learning_rate": 1.1904761904761905e-05, |
| "loss": 0.2289, |
| "step": 661 |
| }, |
| { |
| "epoch": 2.3642857142857143, |
| "grad_norm": 0.19821165678460764, |
| "learning_rate": 1.1838624338624339e-05, |
| "loss": 0.2507, |
| "step": 662 |
| }, |
| { |
| "epoch": 2.367857142857143, |
| "grad_norm": 0.1788376405395363, |
| "learning_rate": 1.1772486772486773e-05, |
| "loss": 0.2324, |
| "step": 663 |
| }, |
| { |
| "epoch": 2.3714285714285714, |
| "grad_norm": 0.17812414797025736, |
| "learning_rate": 1.1706349206349207e-05, |
| "loss": 0.2268, |
| "step": 664 |
| }, |
| { |
| "epoch": 2.375, |
| "grad_norm": 0.18106592672553284, |
| "learning_rate": 1.164021164021164e-05, |
| "loss": 0.2317, |
| "step": 665 |
| }, |
| { |
| "epoch": 2.3785714285714286, |
| "grad_norm": 0.18288704755186977, |
| "learning_rate": 1.1574074074074075e-05, |
| "loss": 0.2416, |
| "step": 666 |
| }, |
| { |
| "epoch": 2.382142857142857, |
| "grad_norm": 0.17602698506739747, |
| "learning_rate": 1.1507936507936508e-05, |
| "loss": 0.2211, |
| "step": 667 |
| }, |
| { |
| "epoch": 2.3857142857142857, |
| "grad_norm": 0.1816085869921426, |
| "learning_rate": 1.1441798941798943e-05, |
| "loss": 0.2313, |
| "step": 668 |
| }, |
| { |
| "epoch": 2.3892857142857142, |
| "grad_norm": 0.194775343340367, |
| "learning_rate": 1.1375661375661376e-05, |
| "loss": 0.2356, |
| "step": 669 |
| }, |
| { |
| "epoch": 2.392857142857143, |
| "grad_norm": 0.17077540878707073, |
| "learning_rate": 1.130952380952381e-05, |
| "loss": 0.2298, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.3964285714285714, |
| "grad_norm": 0.175279045522553, |
| "learning_rate": 1.1243386243386244e-05, |
| "loss": 0.2396, |
| "step": 671 |
| }, |
| { |
| "epoch": 2.4, |
| "grad_norm": 0.18286590484502516, |
| "learning_rate": 1.1177248677248678e-05, |
| "loss": 0.2275, |
| "step": 672 |
| }, |
| { |
| "epoch": 2.4035714285714285, |
| "grad_norm": 0.18753106406671288, |
| "learning_rate": 1.1111111111111112e-05, |
| "loss": 0.2236, |
| "step": 673 |
| }, |
| { |
| "epoch": 2.407142857142857, |
| "grad_norm": 0.18464216388906515, |
| "learning_rate": 1.1044973544973546e-05, |
| "loss": 0.2355, |
| "step": 674 |
| }, |
| { |
| "epoch": 2.4107142857142856, |
| "grad_norm": 0.17102011507564926, |
| "learning_rate": 1.0978835978835978e-05, |
| "loss": 0.229, |
| "step": 675 |
| }, |
| { |
| "epoch": 2.414285714285714, |
| "grad_norm": 0.18264098873146276, |
| "learning_rate": 1.0912698412698414e-05, |
| "loss": 0.2312, |
| "step": 676 |
| }, |
| { |
| "epoch": 2.4178571428571427, |
| "grad_norm": 0.1785039596777418, |
| "learning_rate": 1.0846560846560846e-05, |
| "loss": 0.2249, |
| "step": 677 |
| }, |
| { |
| "epoch": 2.4214285714285713, |
| "grad_norm": 0.1784008774316628, |
| "learning_rate": 1.0780423280423282e-05, |
| "loss": 0.226, |
| "step": 678 |
| }, |
| { |
| "epoch": 2.425, |
| "grad_norm": 0.1832540020874472, |
| "learning_rate": 1.0714285714285714e-05, |
| "loss": 0.2501, |
| "step": 679 |
| }, |
| { |
| "epoch": 2.4285714285714284, |
| "grad_norm": 0.20377146992108572, |
| "learning_rate": 1.0648148148148148e-05, |
| "loss": 0.2543, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.432142857142857, |
| "grad_norm": 0.1731480289620937, |
| "learning_rate": 1.0582010582010582e-05, |
| "loss": 0.2251, |
| "step": 681 |
| }, |
| { |
| "epoch": 2.435714285714286, |
| "grad_norm": 0.18630618209870797, |
| "learning_rate": 1.0515873015873016e-05, |
| "loss": 0.2305, |
| "step": 682 |
| }, |
| { |
| "epoch": 2.439285714285714, |
| "grad_norm": 0.18313051849271003, |
| "learning_rate": 1.044973544973545e-05, |
| "loss": 0.2473, |
| "step": 683 |
| }, |
| { |
| "epoch": 2.442857142857143, |
| "grad_norm": 0.1798100157959098, |
| "learning_rate": 1.0383597883597884e-05, |
| "loss": 0.2267, |
| "step": 684 |
| }, |
| { |
| "epoch": 2.4464285714285716, |
| "grad_norm": 0.17955916787907394, |
| "learning_rate": 1.0317460317460318e-05, |
| "loss": 0.233, |
| "step": 685 |
| }, |
| { |
| "epoch": 2.45, |
| "grad_norm": 0.17135533263303424, |
| "learning_rate": 1.0251322751322752e-05, |
| "loss": 0.226, |
| "step": 686 |
| }, |
| { |
| "epoch": 2.4535714285714287, |
| "grad_norm": 0.19248968000765487, |
| "learning_rate": 1.0185185185185185e-05, |
| "loss": 0.2366, |
| "step": 687 |
| }, |
| { |
| "epoch": 2.4571428571428573, |
| "grad_norm": 0.17861904795307337, |
| "learning_rate": 1.011904761904762e-05, |
| "loss": 0.2478, |
| "step": 688 |
| }, |
| { |
| "epoch": 2.460714285714286, |
| "grad_norm": 0.18505579363830563, |
| "learning_rate": 1.0052910052910053e-05, |
| "loss": 0.2372, |
| "step": 689 |
| }, |
| { |
| "epoch": 2.4642857142857144, |
| "grad_norm": 0.19616447828403222, |
| "learning_rate": 9.986772486772487e-06, |
| "loss": 0.2506, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.467857142857143, |
| "grad_norm": 0.17707491322859925, |
| "learning_rate": 9.92063492063492e-06, |
| "loss": 0.2397, |
| "step": 691 |
| }, |
| { |
| "epoch": 2.4714285714285715, |
| "grad_norm": 0.1828939717458825, |
| "learning_rate": 9.854497354497355e-06, |
| "loss": 0.2253, |
| "step": 692 |
| }, |
| { |
| "epoch": 2.475, |
| "grad_norm": 0.18676097595764674, |
| "learning_rate": 9.788359788359789e-06, |
| "loss": 0.2346, |
| "step": 693 |
| }, |
| { |
| "epoch": 2.4785714285714286, |
| "grad_norm": 0.17789007644392743, |
| "learning_rate": 9.722222222222223e-06, |
| "loss": 0.2251, |
| "step": 694 |
| }, |
| { |
| "epoch": 2.482142857142857, |
| "grad_norm": 0.17227042169157322, |
| "learning_rate": 9.656084656084657e-06, |
| "loss": 0.2392, |
| "step": 695 |
| }, |
| { |
| "epoch": 2.4857142857142858, |
| "grad_norm": 0.18299432310216956, |
| "learning_rate": 9.58994708994709e-06, |
| "loss": 0.2297, |
| "step": 696 |
| }, |
| { |
| "epoch": 2.4892857142857143, |
| "grad_norm": 0.17987825853874717, |
| "learning_rate": 9.523809523809523e-06, |
| "loss": 0.2329, |
| "step": 697 |
| }, |
| { |
| "epoch": 2.492857142857143, |
| "grad_norm": 0.1847284392995962, |
| "learning_rate": 9.457671957671959e-06, |
| "loss": 0.2373, |
| "step": 698 |
| }, |
| { |
| "epoch": 2.4964285714285714, |
| "grad_norm": 0.19108475054530752, |
| "learning_rate": 9.391534391534391e-06, |
| "loss": 0.2443, |
| "step": 699 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 0.17762233929660595, |
| "learning_rate": 9.325396825396827e-06, |
| "loss": 0.249, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.5035714285714286, |
| "grad_norm": 0.18577159200065121, |
| "learning_rate": 9.259259259259259e-06, |
| "loss": 0.2347, |
| "step": 701 |
| }, |
| { |
| "epoch": 2.507142857142857, |
| "grad_norm": 0.18583389854713103, |
| "learning_rate": 9.193121693121693e-06, |
| "loss": 0.2345, |
| "step": 702 |
| }, |
| { |
| "epoch": 2.5107142857142857, |
| "grad_norm": 0.1821008677728882, |
| "learning_rate": 9.126984126984127e-06, |
| "loss": 0.2327, |
| "step": 703 |
| }, |
| { |
| "epoch": 2.5142857142857142, |
| "grad_norm": 0.16583075461713662, |
| "learning_rate": 9.060846560846561e-06, |
| "loss": 0.2231, |
| "step": 704 |
| }, |
| { |
| "epoch": 2.517857142857143, |
| "grad_norm": 0.2001880594583591, |
| "learning_rate": 8.994708994708995e-06, |
| "loss": 0.2419, |
| "step": 705 |
| }, |
| { |
| "epoch": 2.5214285714285714, |
| "grad_norm": 0.17888017007754797, |
| "learning_rate": 8.92857142857143e-06, |
| "loss": 0.2314, |
| "step": 706 |
| }, |
| { |
| "epoch": 2.525, |
| "grad_norm": 0.17485962007226807, |
| "learning_rate": 8.862433862433862e-06, |
| "loss": 0.2302, |
| "step": 707 |
| }, |
| { |
| "epoch": 2.5285714285714285, |
| "grad_norm": 0.16959073643160472, |
| "learning_rate": 8.796296296296297e-06, |
| "loss": 0.2226, |
| "step": 708 |
| }, |
| { |
| "epoch": 2.532142857142857, |
| "grad_norm": 0.20007752443201304, |
| "learning_rate": 8.73015873015873e-06, |
| "loss": 0.2233, |
| "step": 709 |
| }, |
| { |
| "epoch": 2.5357142857142856, |
| "grad_norm": 0.19356372651426598, |
| "learning_rate": 8.664021164021165e-06, |
| "loss": 0.2372, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.539285714285714, |
| "grad_norm": 0.18451290392787992, |
| "learning_rate": 8.597883597883598e-06, |
| "loss": 0.2322, |
| "step": 711 |
| }, |
| { |
| "epoch": 2.5428571428571427, |
| "grad_norm": 0.18163860169783583, |
| "learning_rate": 8.531746031746032e-06, |
| "loss": 0.223, |
| "step": 712 |
| }, |
| { |
| "epoch": 2.5464285714285713, |
| "grad_norm": 0.1911909031133387, |
| "learning_rate": 8.465608465608466e-06, |
| "loss": 0.2301, |
| "step": 713 |
| }, |
| { |
| "epoch": 2.55, |
| "grad_norm": 0.18714038250476822, |
| "learning_rate": 8.3994708994709e-06, |
| "loss": 0.228, |
| "step": 714 |
| }, |
| { |
| "epoch": 2.553571428571429, |
| "grad_norm": 0.18434708405402636, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 0.2222, |
| "step": 715 |
| }, |
| { |
| "epoch": 2.557142857142857, |
| "grad_norm": 0.17987444791378004, |
| "learning_rate": 8.267195767195768e-06, |
| "loss": 0.2322, |
| "step": 716 |
| }, |
| { |
| "epoch": 2.560714285714286, |
| "grad_norm": 0.17618364721072877, |
| "learning_rate": 8.201058201058202e-06, |
| "loss": 0.2174, |
| "step": 717 |
| }, |
| { |
| "epoch": 2.564285714285714, |
| "grad_norm": 0.1785776238199109, |
| "learning_rate": 8.134920634920636e-06, |
| "loss": 0.2241, |
| "step": 718 |
| }, |
| { |
| "epoch": 2.567857142857143, |
| "grad_norm": 0.17867927941204922, |
| "learning_rate": 8.068783068783068e-06, |
| "loss": 0.2379, |
| "step": 719 |
| }, |
| { |
| "epoch": 2.571428571428571, |
| "grad_norm": 0.1840689506687409, |
| "learning_rate": 8.002645502645504e-06, |
| "loss": 0.2369, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.575, |
| "grad_norm": 0.17808544655427985, |
| "learning_rate": 7.936507936507936e-06, |
| "loss": 0.2311, |
| "step": 721 |
| }, |
| { |
| "epoch": 2.5785714285714287, |
| "grad_norm": 0.17047547537082877, |
| "learning_rate": 7.87037037037037e-06, |
| "loss": 0.2201, |
| "step": 722 |
| }, |
| { |
| "epoch": 2.5821428571428573, |
| "grad_norm": 0.18592554309922818, |
| "learning_rate": 7.804232804232804e-06, |
| "loss": 0.2309, |
| "step": 723 |
| }, |
| { |
| "epoch": 2.585714285714286, |
| "grad_norm": 0.17378197486805952, |
| "learning_rate": 7.738095238095238e-06, |
| "loss": 0.2188, |
| "step": 724 |
| }, |
| { |
| "epoch": 2.5892857142857144, |
| "grad_norm": 0.18604038917406307, |
| "learning_rate": 7.671957671957672e-06, |
| "loss": 0.2314, |
| "step": 725 |
| }, |
| { |
| "epoch": 2.592857142857143, |
| "grad_norm": 0.18113006559215097, |
| "learning_rate": 7.605820105820106e-06, |
| "loss": 0.2331, |
| "step": 726 |
| }, |
| { |
| "epoch": 2.5964285714285715, |
| "grad_norm": 0.17238546627215254, |
| "learning_rate": 7.5396825396825394e-06, |
| "loss": 0.2335, |
| "step": 727 |
| }, |
| { |
| "epoch": 2.6, |
| "grad_norm": 0.17095178191244506, |
| "learning_rate": 7.473544973544974e-06, |
| "loss": 0.2273, |
| "step": 728 |
| }, |
| { |
| "epoch": 2.6035714285714286, |
| "grad_norm": 0.17207400390689426, |
| "learning_rate": 7.4074074074074075e-06, |
| "loss": 0.2175, |
| "step": 729 |
| }, |
| { |
| "epoch": 2.607142857142857, |
| "grad_norm": 0.18956864252915798, |
| "learning_rate": 7.3412698412698415e-06, |
| "loss": 0.2399, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.6107142857142858, |
| "grad_norm": 0.17204353445976817, |
| "learning_rate": 7.275132275132275e-06, |
| "loss": 0.2431, |
| "step": 731 |
| }, |
| { |
| "epoch": 2.6142857142857143, |
| "grad_norm": 0.17793246134971735, |
| "learning_rate": 7.2089947089947095e-06, |
| "loss": 0.2247, |
| "step": 732 |
| }, |
| { |
| "epoch": 2.617857142857143, |
| "grad_norm": 0.18196174543524102, |
| "learning_rate": 7.142857142857143e-06, |
| "loss": 0.2361, |
| "step": 733 |
| }, |
| { |
| "epoch": 2.6214285714285714, |
| "grad_norm": 0.16145155829354535, |
| "learning_rate": 7.076719576719578e-06, |
| "loss": 0.2148, |
| "step": 734 |
| }, |
| { |
| "epoch": 2.625, |
| "grad_norm": 0.1759931623536279, |
| "learning_rate": 7.010582010582011e-06, |
| "loss": 0.2287, |
| "step": 735 |
| }, |
| { |
| "epoch": 2.6285714285714286, |
| "grad_norm": 0.1701646786770766, |
| "learning_rate": 6.944444444444445e-06, |
| "loss": 0.2275, |
| "step": 736 |
| }, |
| { |
| "epoch": 2.632142857142857, |
| "grad_norm": 0.17779081050600287, |
| "learning_rate": 6.878306878306878e-06, |
| "loss": 0.2316, |
| "step": 737 |
| }, |
| { |
| "epoch": 2.6357142857142857, |
| "grad_norm": 0.18362696292213518, |
| "learning_rate": 6.812169312169313e-06, |
| "loss": 0.238, |
| "step": 738 |
| }, |
| { |
| "epoch": 2.6392857142857142, |
| "grad_norm": 0.17406500211549078, |
| "learning_rate": 6.746031746031746e-06, |
| "loss": 0.2281, |
| "step": 739 |
| }, |
| { |
| "epoch": 2.642857142857143, |
| "grad_norm": 0.17589179855071144, |
| "learning_rate": 6.679894179894181e-06, |
| "loss": 0.233, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.6464285714285714, |
| "grad_norm": 0.1822352689709617, |
| "learning_rate": 6.613756613756614e-06, |
| "loss": 0.2237, |
| "step": 741 |
| }, |
| { |
| "epoch": 2.65, |
| "grad_norm": 0.1733948397887049, |
| "learning_rate": 6.547619047619048e-06, |
| "loss": 0.2314, |
| "step": 742 |
| }, |
| { |
| "epoch": 2.6535714285714285, |
| "grad_norm": 0.1786629505603967, |
| "learning_rate": 6.481481481481481e-06, |
| "loss": 0.2277, |
| "step": 743 |
| }, |
| { |
| "epoch": 2.657142857142857, |
| "grad_norm": 0.17628172776632087, |
| "learning_rate": 6.415343915343916e-06, |
| "loss": 0.2348, |
| "step": 744 |
| }, |
| { |
| "epoch": 2.6607142857142856, |
| "grad_norm": 0.1733767829020336, |
| "learning_rate": 6.349206349206349e-06, |
| "loss": 0.2218, |
| "step": 745 |
| }, |
| { |
| "epoch": 2.664285714285714, |
| "grad_norm": 0.18544515134482925, |
| "learning_rate": 6.283068783068784e-06, |
| "loss": 0.2457, |
| "step": 746 |
| }, |
| { |
| "epoch": 2.6678571428571427, |
| "grad_norm": 0.17389055902822748, |
| "learning_rate": 6.2169312169312165e-06, |
| "loss": 0.2207, |
| "step": 747 |
| }, |
| { |
| "epoch": 2.6714285714285713, |
| "grad_norm": 0.17967519183170957, |
| "learning_rate": 6.1507936507936505e-06, |
| "loss": 0.234, |
| "step": 748 |
| }, |
| { |
| "epoch": 2.675, |
| "grad_norm": 0.17829447583538188, |
| "learning_rate": 6.0846560846560845e-06, |
| "loss": 0.2364, |
| "step": 749 |
| }, |
| { |
| "epoch": 2.678571428571429, |
| "grad_norm": 0.18456609239506558, |
| "learning_rate": 6.0185185185185185e-06, |
| "loss": 0.2496, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.682142857142857, |
| "grad_norm": 0.17865798673149355, |
| "learning_rate": 5.9523809523809525e-06, |
| "loss": 0.2364, |
| "step": 751 |
| }, |
| { |
| "epoch": 2.685714285714286, |
| "grad_norm": 0.17635857473397207, |
| "learning_rate": 5.8862433862433866e-06, |
| "loss": 0.2213, |
| "step": 752 |
| }, |
| { |
| "epoch": 2.689285714285714, |
| "grad_norm": 0.1822372859229297, |
| "learning_rate": 5.82010582010582e-06, |
| "loss": 0.2403, |
| "step": 753 |
| }, |
| { |
| "epoch": 2.692857142857143, |
| "grad_norm": 0.17030059066015693, |
| "learning_rate": 5.753968253968254e-06, |
| "loss": 0.2413, |
| "step": 754 |
| }, |
| { |
| "epoch": 2.696428571428571, |
| "grad_norm": 0.17248590430393515, |
| "learning_rate": 5.687830687830688e-06, |
| "loss": 0.2153, |
| "step": 755 |
| }, |
| { |
| "epoch": 2.7, |
| "grad_norm": 0.17460725813586495, |
| "learning_rate": 5.621693121693122e-06, |
| "loss": 0.2173, |
| "step": 756 |
| }, |
| { |
| "epoch": 2.7035714285714287, |
| "grad_norm": 0.17059438171912317, |
| "learning_rate": 5.555555555555556e-06, |
| "loss": 0.2233, |
| "step": 757 |
| }, |
| { |
| "epoch": 2.7071428571428573, |
| "grad_norm": 0.21659560008854054, |
| "learning_rate": 5.489417989417989e-06, |
| "loss": 0.2441, |
| "step": 758 |
| }, |
| { |
| "epoch": 2.710714285714286, |
| "grad_norm": 0.1845238565391778, |
| "learning_rate": 5.423280423280423e-06, |
| "loss": 0.2375, |
| "step": 759 |
| }, |
| { |
| "epoch": 2.7142857142857144, |
| "grad_norm": 0.17889563032728956, |
| "learning_rate": 5.357142857142857e-06, |
| "loss": 0.2421, |
| "step": 760 |
| }, |
| { |
| "epoch": 2.717857142857143, |
| "grad_norm": 0.170080292427315, |
| "learning_rate": 5.291005291005291e-06, |
| "loss": 0.2186, |
| "step": 761 |
| }, |
| { |
| "epoch": 2.7214285714285715, |
| "grad_norm": 0.1717847765729961, |
| "learning_rate": 5.224867724867725e-06, |
| "loss": 0.2337, |
| "step": 762 |
| }, |
| { |
| "epoch": 2.725, |
| "grad_norm": 0.1755900225838068, |
| "learning_rate": 5.158730158730159e-06, |
| "loss": 0.2447, |
| "step": 763 |
| }, |
| { |
| "epoch": 2.7285714285714286, |
| "grad_norm": 0.17817670849952222, |
| "learning_rate": 5.092592592592592e-06, |
| "loss": 0.2447, |
| "step": 764 |
| }, |
| { |
| "epoch": 2.732142857142857, |
| "grad_norm": 0.17639708065354745, |
| "learning_rate": 5.026455026455026e-06, |
| "loss": 0.2265, |
| "step": 765 |
| }, |
| { |
| "epoch": 2.7357142857142858, |
| "grad_norm": 0.16296605804635478, |
| "learning_rate": 4.96031746031746e-06, |
| "loss": 0.2188, |
| "step": 766 |
| }, |
| { |
| "epoch": 2.7392857142857143, |
| "grad_norm": 0.18383269192673646, |
| "learning_rate": 4.894179894179894e-06, |
| "loss": 0.2441, |
| "step": 767 |
| }, |
| { |
| "epoch": 2.742857142857143, |
| "grad_norm": 0.1643414102128402, |
| "learning_rate": 4.828042328042328e-06, |
| "loss": 0.2257, |
| "step": 768 |
| }, |
| { |
| "epoch": 2.7464285714285714, |
| "grad_norm": 0.1723088685929767, |
| "learning_rate": 4.7619047619047615e-06, |
| "loss": 0.2242, |
| "step": 769 |
| }, |
| { |
| "epoch": 2.75, |
| "grad_norm": 0.1753495983884268, |
| "learning_rate": 4.6957671957671955e-06, |
| "loss": 0.2278, |
| "step": 770 |
| }, |
| { |
| "epoch": 2.7535714285714286, |
| "grad_norm": 0.18095021857472, |
| "learning_rate": 4.6296296296296296e-06, |
| "loss": 0.2292, |
| "step": 771 |
| }, |
| { |
| "epoch": 2.757142857142857, |
| "grad_norm": 0.17392056173666068, |
| "learning_rate": 4.563492063492064e-06, |
| "loss": 0.2319, |
| "step": 772 |
| }, |
| { |
| "epoch": 2.7607142857142857, |
| "grad_norm": 0.18469344249167743, |
| "learning_rate": 4.497354497354498e-06, |
| "loss": 0.2325, |
| "step": 773 |
| }, |
| { |
| "epoch": 2.7642857142857142, |
| "grad_norm": 0.17728939991953163, |
| "learning_rate": 4.431216931216931e-06, |
| "loss": 0.2297, |
| "step": 774 |
| }, |
| { |
| "epoch": 2.767857142857143, |
| "grad_norm": 0.16544092309779834, |
| "learning_rate": 4.365079365079365e-06, |
| "loss": 0.226, |
| "step": 775 |
| }, |
| { |
| "epoch": 2.7714285714285714, |
| "grad_norm": 0.16584515529789243, |
| "learning_rate": 4.298941798941799e-06, |
| "loss": 0.2141, |
| "step": 776 |
| }, |
| { |
| "epoch": 2.775, |
| "grad_norm": 0.16782058126563995, |
| "learning_rate": 4.232804232804233e-06, |
| "loss": 0.2288, |
| "step": 777 |
| }, |
| { |
| "epoch": 2.7785714285714285, |
| "grad_norm": 0.16665185876634223, |
| "learning_rate": 4.166666666666667e-06, |
| "loss": 0.2228, |
| "step": 778 |
| }, |
| { |
| "epoch": 2.782142857142857, |
| "grad_norm": 0.1703696442982876, |
| "learning_rate": 4.100529100529101e-06, |
| "loss": 0.2306, |
| "step": 779 |
| }, |
| { |
| "epoch": 2.7857142857142856, |
| "grad_norm": 0.18191610892251986, |
| "learning_rate": 4.034391534391534e-06, |
| "loss": 0.2394, |
| "step": 780 |
| }, |
| { |
| "epoch": 2.789285714285714, |
| "grad_norm": 0.16810039134914587, |
| "learning_rate": 3.968253968253968e-06, |
| "loss": 0.2278, |
| "step": 781 |
| }, |
| { |
| "epoch": 2.7928571428571427, |
| "grad_norm": 0.16806662085997198, |
| "learning_rate": 3.902116402116402e-06, |
| "loss": 0.225, |
| "step": 782 |
| }, |
| { |
| "epoch": 2.7964285714285713, |
| "grad_norm": 0.18068067088931247, |
| "learning_rate": 3.835978835978836e-06, |
| "loss": 0.2414, |
| "step": 783 |
| }, |
| { |
| "epoch": 2.8, |
| "grad_norm": 0.16921363983680413, |
| "learning_rate": 3.7698412698412697e-06, |
| "loss": 0.2272, |
| "step": 784 |
| }, |
| { |
| "epoch": 2.803571428571429, |
| "grad_norm": 0.16846202822257286, |
| "learning_rate": 3.7037037037037037e-06, |
| "loss": 0.2362, |
| "step": 785 |
| }, |
| { |
| "epoch": 2.807142857142857, |
| "grad_norm": 0.16612631374892517, |
| "learning_rate": 3.6375661375661373e-06, |
| "loss": 0.2157, |
| "step": 786 |
| }, |
| { |
| "epoch": 2.810714285714286, |
| "grad_norm": 0.17676456261916748, |
| "learning_rate": 3.5714285714285714e-06, |
| "loss": 0.2266, |
| "step": 787 |
| }, |
| { |
| "epoch": 2.814285714285714, |
| "grad_norm": 0.18340833300307588, |
| "learning_rate": 3.5052910052910054e-06, |
| "loss": 0.2302, |
| "step": 788 |
| }, |
| { |
| "epoch": 2.817857142857143, |
| "grad_norm": 0.16589799732508684, |
| "learning_rate": 3.439153439153439e-06, |
| "loss": 0.226, |
| "step": 789 |
| }, |
| { |
| "epoch": 2.821428571428571, |
| "grad_norm": 0.1747575485237352, |
| "learning_rate": 3.373015873015873e-06, |
| "loss": 0.2473, |
| "step": 790 |
| }, |
| { |
| "epoch": 2.825, |
| "grad_norm": 0.163506420611649, |
| "learning_rate": 3.306878306878307e-06, |
| "loss": 0.2261, |
| "step": 791 |
| }, |
| { |
| "epoch": 2.8285714285714287, |
| "grad_norm": 0.17456333444950714, |
| "learning_rate": 3.2407407407407406e-06, |
| "loss": 0.2327, |
| "step": 792 |
| }, |
| { |
| "epoch": 2.8321428571428573, |
| "grad_norm": 0.17665107151037676, |
| "learning_rate": 3.1746031746031746e-06, |
| "loss": 0.2451, |
| "step": 793 |
| }, |
| { |
| "epoch": 2.835714285714286, |
| "grad_norm": 0.1664317067287685, |
| "learning_rate": 3.1084656084656082e-06, |
| "loss": 0.2263, |
| "step": 794 |
| }, |
| { |
| "epoch": 2.8392857142857144, |
| "grad_norm": 0.17068712106095152, |
| "learning_rate": 3.0423280423280423e-06, |
| "loss": 0.2319, |
| "step": 795 |
| }, |
| { |
| "epoch": 2.842857142857143, |
| "grad_norm": 0.1751420980495918, |
| "learning_rate": 2.9761904761904763e-06, |
| "loss": 0.2518, |
| "step": 796 |
| }, |
| { |
| "epoch": 2.8464285714285715, |
| "grad_norm": 0.1769172205565068, |
| "learning_rate": 2.91005291005291e-06, |
| "loss": 0.2269, |
| "step": 797 |
| }, |
| { |
| "epoch": 2.85, |
| "grad_norm": 0.16502481589490442, |
| "learning_rate": 2.843915343915344e-06, |
| "loss": 0.2232, |
| "step": 798 |
| }, |
| { |
| "epoch": 2.8535714285714286, |
| "grad_norm": 0.16678543733046433, |
| "learning_rate": 2.777777777777778e-06, |
| "loss": 0.227, |
| "step": 799 |
| }, |
| { |
| "epoch": 2.857142857142857, |
| "grad_norm": 0.19475718949453422, |
| "learning_rate": 2.7116402116402115e-06, |
| "loss": 0.2333, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.8607142857142858, |
| "grad_norm": 0.2114953877136492, |
| "learning_rate": 2.6455026455026455e-06, |
| "loss": 0.2417, |
| "step": 801 |
| }, |
| { |
| "epoch": 2.8642857142857143, |
| "grad_norm": 0.17928112632430857, |
| "learning_rate": 2.5793650793650795e-06, |
| "loss": 0.2252, |
| "step": 802 |
| }, |
| { |
| "epoch": 2.867857142857143, |
| "grad_norm": 0.16897295278875885, |
| "learning_rate": 2.513227513227513e-06, |
| "loss": 0.2283, |
| "step": 803 |
| }, |
| { |
| "epoch": 2.8714285714285714, |
| "grad_norm": 0.16421852840448375, |
| "learning_rate": 2.447089947089947e-06, |
| "loss": 0.2321, |
| "step": 804 |
| }, |
| { |
| "epoch": 2.875, |
| "grad_norm": 0.17429929348761858, |
| "learning_rate": 2.3809523809523808e-06, |
| "loss": 0.234, |
| "step": 805 |
| }, |
| { |
| "epoch": 2.8785714285714286, |
| "grad_norm": 0.1670240072940453, |
| "learning_rate": 2.3148148148148148e-06, |
| "loss": 0.2316, |
| "step": 806 |
| }, |
| { |
| "epoch": 2.882142857142857, |
| "grad_norm": 0.16815116176705477, |
| "learning_rate": 2.248677248677249e-06, |
| "loss": 0.234, |
| "step": 807 |
| }, |
| { |
| "epoch": 2.8857142857142857, |
| "grad_norm": 0.17097749002195808, |
| "learning_rate": 2.1825396825396824e-06, |
| "loss": 0.2331, |
| "step": 808 |
| }, |
| { |
| "epoch": 2.8892857142857142, |
| "grad_norm": 0.16902704656821627, |
| "learning_rate": 2.1164021164021164e-06, |
| "loss": 0.2341, |
| "step": 809 |
| }, |
| { |
| "epoch": 2.892857142857143, |
| "grad_norm": 0.16676465645249983, |
| "learning_rate": 2.0502645502645504e-06, |
| "loss": 0.2118, |
| "step": 810 |
| }, |
| { |
| "epoch": 2.8964285714285714, |
| "grad_norm": 0.17299227382270477, |
| "learning_rate": 1.984126984126984e-06, |
| "loss": 0.2309, |
| "step": 811 |
| }, |
| { |
| "epoch": 2.9, |
| "grad_norm": 0.15968977326118708, |
| "learning_rate": 1.917989417989418e-06, |
| "loss": 0.214, |
| "step": 812 |
| }, |
| { |
| "epoch": 2.9035714285714285, |
| "grad_norm": 0.2613061702934918, |
| "learning_rate": 1.8518518518518519e-06, |
| "loss": 0.2334, |
| "step": 813 |
| }, |
| { |
| "epoch": 2.907142857142857, |
| "grad_norm": 0.2284100545821048, |
| "learning_rate": 1.7857142857142857e-06, |
| "loss": 0.2228, |
| "step": 814 |
| }, |
| { |
| "epoch": 2.9107142857142856, |
| "grad_norm": 0.16497119392682538, |
| "learning_rate": 1.7195767195767195e-06, |
| "loss": 0.2229, |
| "step": 815 |
| }, |
| { |
| "epoch": 2.914285714285714, |
| "grad_norm": 0.1896153073364442, |
| "learning_rate": 1.6534391534391535e-06, |
| "loss": 0.2298, |
| "step": 816 |
| }, |
| { |
| "epoch": 2.9178571428571427, |
| "grad_norm": 0.1696950074061391, |
| "learning_rate": 1.5873015873015873e-06, |
| "loss": 0.2427, |
| "step": 817 |
| }, |
| { |
| "epoch": 2.9214285714285713, |
| "grad_norm": 0.16828194080218858, |
| "learning_rate": 1.5211640211640211e-06, |
| "loss": 0.2284, |
| "step": 818 |
| }, |
| { |
| "epoch": 2.925, |
| "grad_norm": 0.16462336212584547, |
| "learning_rate": 1.455026455026455e-06, |
| "loss": 0.2272, |
| "step": 819 |
| }, |
| { |
| "epoch": 2.928571428571429, |
| "grad_norm": 0.16880979188889203, |
| "learning_rate": 1.388888888888889e-06, |
| "loss": 0.2308, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.932142857142857, |
| "grad_norm": 0.1732300474561914, |
| "learning_rate": 1.3227513227513228e-06, |
| "loss": 0.2381, |
| "step": 821 |
| }, |
| { |
| "epoch": 2.935714285714286, |
| "grad_norm": 0.17587716422009395, |
| "learning_rate": 1.2566137566137566e-06, |
| "loss": 0.2384, |
| "step": 822 |
| }, |
| { |
| "epoch": 2.939285714285714, |
| "grad_norm": 0.16732454461603405, |
| "learning_rate": 1.1904761904761904e-06, |
| "loss": 0.2413, |
| "step": 823 |
| }, |
| { |
| "epoch": 2.942857142857143, |
| "grad_norm": 0.1662788419168319, |
| "learning_rate": 1.1243386243386244e-06, |
| "loss": 0.2285, |
| "step": 824 |
| }, |
| { |
| "epoch": 2.946428571428571, |
| "grad_norm": 0.16883388484015832, |
| "learning_rate": 1.0582010582010582e-06, |
| "loss": 0.2365, |
| "step": 825 |
| }, |
| { |
| "epoch": 2.95, |
| "grad_norm": 0.16230089132019374, |
| "learning_rate": 9.92063492063492e-07, |
| "loss": 0.2236, |
| "step": 826 |
| }, |
| { |
| "epoch": 2.9535714285714287, |
| "grad_norm": 0.16482273737685368, |
| "learning_rate": 9.259259259259259e-07, |
| "loss": 0.2202, |
| "step": 827 |
| }, |
| { |
| "epoch": 2.9571428571428573, |
| "grad_norm": 0.16466066450329664, |
| "learning_rate": 8.597883597883597e-07, |
| "loss": 0.242, |
| "step": 828 |
| }, |
| { |
| "epoch": 2.960714285714286, |
| "grad_norm": 0.16812467687183735, |
| "learning_rate": 7.936507936507937e-07, |
| "loss": 0.2348, |
| "step": 829 |
| }, |
| { |
| "epoch": 2.9642857142857144, |
| "grad_norm": 0.1675787940302276, |
| "learning_rate": 7.275132275132275e-07, |
| "loss": 0.2344, |
| "step": 830 |
| }, |
| { |
| "epoch": 2.967857142857143, |
| "grad_norm": 0.16562515924074495, |
| "learning_rate": 6.613756613756614e-07, |
| "loss": 0.219, |
| "step": 831 |
| }, |
| { |
| "epoch": 2.9714285714285715, |
| "grad_norm": 0.164004183577236, |
| "learning_rate": 5.952380952380952e-07, |
| "loss": 0.2263, |
| "step": 832 |
| }, |
| { |
| "epoch": 2.975, |
| "grad_norm": 0.16828300869294466, |
| "learning_rate": 5.291005291005291e-07, |
| "loss": 0.2347, |
| "step": 833 |
| }, |
| { |
| "epoch": 2.9785714285714286, |
| "grad_norm": 0.19223571198056752, |
| "learning_rate": 4.6296296296296297e-07, |
| "loss": 0.2412, |
| "step": 834 |
| }, |
| { |
| "epoch": 2.982142857142857, |
| "grad_norm": 0.15992135865774978, |
| "learning_rate": 3.9682539682539683e-07, |
| "loss": 0.2186, |
| "step": 835 |
| }, |
| { |
| "epoch": 2.9857142857142858, |
| "grad_norm": 0.1650982711635989, |
| "learning_rate": 3.306878306878307e-07, |
| "loss": 0.2341, |
| "step": 836 |
| }, |
| { |
| "epoch": 2.9892857142857143, |
| "grad_norm": 0.15638979563559063, |
| "learning_rate": 2.6455026455026455e-07, |
| "loss": 0.2167, |
| "step": 837 |
| }, |
| { |
| "epoch": 2.992857142857143, |
| "grad_norm": 0.1624211828693843, |
| "learning_rate": 1.9841269841269841e-07, |
| "loss": 0.2304, |
| "step": 838 |
| }, |
| { |
| "epoch": 2.9964285714285714, |
| "grad_norm": 0.16635082301815485, |
| "learning_rate": 1.3227513227513228e-07, |
| "loss": 0.2287, |
| "step": 839 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.1590571177775105, |
| "learning_rate": 6.613756613756614e-08, |
| "loss": 0.2115, |
| "step": 840 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 840, |
| "total_flos": 9.342043600298443e+18, |
| "train_loss": 0.4384442511236384, |
| "train_runtime": 28369.0979, |
| "train_samples_per_second": 0.473, |
| "train_steps_per_second": 0.03 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 840, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 9.342043600298443e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
