| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 28.714285714285715, |
| "eval_steps": 500, |
| "global_step": 402, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.14285714285714285, |
| "grad_norm": 49.90940856933594, |
| "learning_rate": 1.6666666666666667e-06, |
| "loss": 6.0076, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 44.15715789794922, |
| "learning_rate": 5e-06, |
| "loss": 5.6559, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.42857142857142855, |
| "grad_norm": 56.16670608520508, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 4.4368, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 23.919437408447266, |
| "learning_rate": 1.1666666666666668e-05, |
| "loss": 2.7657, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 20.757640838623047, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 2.3404, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 16.067575454711914, |
| "learning_rate": 1.8333333333333333e-05, |
| "loss": 2.038, |
| "step": 12 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 23.458139419555664, |
| "learning_rate": 1.9999675557165282e-05, |
| "loss": 1.5809, |
| "step": 14 |
| }, |
| { |
| "epoch": 1.1428571428571428, |
| "grad_norm": 11.104408264160156, |
| "learning_rate": 1.9997080140801932e-05, |
| "loss": 1.1148, |
| "step": 16 |
| }, |
| { |
| "epoch": 1.2857142857142856, |
| "grad_norm": 11.328217506408691, |
| "learning_rate": 1.9991889981715696e-05, |
| "loss": 1.2528, |
| "step": 18 |
| }, |
| { |
| "epoch": 1.4285714285714286, |
| "grad_norm": 12.313949584960938, |
| "learning_rate": 1.9984106427012667e-05, |
| "loss": 1.2324, |
| "step": 20 |
| }, |
| { |
| "epoch": 1.5714285714285714, |
| "grad_norm": 10.425058364868164, |
| "learning_rate": 1.9973731496914914e-05, |
| "loss": 1.0203, |
| "step": 22 |
| }, |
| { |
| "epoch": 1.7142857142857144, |
| "grad_norm": 12.36324691772461, |
| "learning_rate": 1.9960767884236132e-05, |
| "loss": 1.0997, |
| "step": 24 |
| }, |
| { |
| "epoch": 1.8571428571428572, |
| "grad_norm": 14.280921936035156, |
| "learning_rate": 1.9945218953682736e-05, |
| "loss": 1.43, |
| "step": 26 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 20.082475662231445, |
| "learning_rate": 1.992708874098054e-05, |
| "loss": 1.0748, |
| "step": 28 |
| }, |
| { |
| "epoch": 2.142857142857143, |
| "grad_norm": 5.667484283447266, |
| "learning_rate": 1.9906381951827295e-05, |
| "loss": 0.3794, |
| "step": 30 |
| }, |
| { |
| "epoch": 2.2857142857142856, |
| "grad_norm": 6.214536666870117, |
| "learning_rate": 1.9883103960671305e-05, |
| "loss": 0.2747, |
| "step": 32 |
| }, |
| { |
| "epoch": 2.4285714285714284, |
| "grad_norm": 6.836840629577637, |
| "learning_rate": 1.985726080931651e-05, |
| "loss": 0.2568, |
| "step": 34 |
| }, |
| { |
| "epoch": 2.571428571428571, |
| "grad_norm": 13.044551849365234, |
| "learning_rate": 1.9828859205354326e-05, |
| "loss": 0.2937, |
| "step": 36 |
| }, |
| { |
| "epoch": 2.7142857142857144, |
| "grad_norm": 8.866482734680176, |
| "learning_rate": 1.979790652042268e-05, |
| "loss": 0.4252, |
| "step": 38 |
| }, |
| { |
| "epoch": 2.857142857142857, |
| "grad_norm": 8.709479331970215, |
| "learning_rate": 1.9764410788292724e-05, |
| "loss": 0.3599, |
| "step": 40 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 9.43436050415039, |
| "learning_rate": 1.9728380702783644e-05, |
| "loss": 0.3578, |
| "step": 42 |
| }, |
| { |
| "epoch": 3.142857142857143, |
| "grad_norm": 1.2470844984054565, |
| "learning_rate": 1.968982561550621e-05, |
| "loss": 0.1155, |
| "step": 44 |
| }, |
| { |
| "epoch": 3.2857142857142856, |
| "grad_norm": 5.716163635253906, |
| "learning_rate": 1.9648755533435517e-05, |
| "loss": 0.0708, |
| "step": 46 |
| }, |
| { |
| "epoch": 3.4285714285714284, |
| "grad_norm": 6.77197790145874, |
| "learning_rate": 1.9605181116313725e-05, |
| "loss": 0.081, |
| "step": 48 |
| }, |
| { |
| "epoch": 3.571428571428571, |
| "grad_norm": 5.336516380310059, |
| "learning_rate": 1.955911367388329e-05, |
| "loss": 0.112, |
| "step": 50 |
| }, |
| { |
| "epoch": 3.7142857142857144, |
| "grad_norm": 10.314866065979004, |
| "learning_rate": 1.9510565162951538e-05, |
| "loss": 0.0958, |
| "step": 52 |
| }, |
| { |
| "epoch": 3.857142857142857, |
| "grad_norm": 5.841635704040527, |
| "learning_rate": 1.9459548184287254e-05, |
| "loss": 0.0593, |
| "step": 54 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 10.58973503112793, |
| "learning_rate": 1.9406075979350175e-05, |
| "loss": 0.2013, |
| "step": 56 |
| }, |
| { |
| "epoch": 4.142857142857143, |
| "grad_norm": 3.521483898162842, |
| "learning_rate": 1.9350162426854152e-05, |
| "loss": 0.0563, |
| "step": 58 |
| }, |
| { |
| "epoch": 4.285714285714286, |
| "grad_norm": 1.0017471313476562, |
| "learning_rate": 1.9291822039164934e-05, |
| "loss": 0.1029, |
| "step": 60 |
| }, |
| { |
| "epoch": 4.428571428571429, |
| "grad_norm": 0.33161500096321106, |
| "learning_rate": 1.923106995853349e-05, |
| "loss": 0.024, |
| "step": 62 |
| }, |
| { |
| "epoch": 4.571428571428571, |
| "grad_norm": 6.284483432769775, |
| "learning_rate": 1.9167921953165827e-05, |
| "loss": 0.1092, |
| "step": 64 |
| }, |
| { |
| "epoch": 4.714285714285714, |
| "grad_norm": 3.3121423721313477, |
| "learning_rate": 1.9102394413130348e-05, |
| "loss": 0.0401, |
| "step": 66 |
| }, |
| { |
| "epoch": 4.857142857142857, |
| "grad_norm": 8.295348167419434, |
| "learning_rate": 1.9034504346103825e-05, |
| "loss": 0.3237, |
| "step": 68 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 2.1199071407318115, |
| "learning_rate": 1.896426937295704e-05, |
| "loss": 0.0375, |
| "step": 70 |
| }, |
| { |
| "epoch": 5.142857142857143, |
| "grad_norm": 0.45601171255111694, |
| "learning_rate": 1.8891707723181294e-05, |
| "loss": 0.0319, |
| "step": 72 |
| }, |
| { |
| "epoch": 5.285714285714286, |
| "grad_norm": 1.0054666996002197, |
| "learning_rate": 1.881683823015694e-05, |
| "loss": 0.0097, |
| "step": 74 |
| }, |
| { |
| "epoch": 5.428571428571429, |
| "grad_norm": 0.8899504542350769, |
| "learning_rate": 1.873968032626518e-05, |
| "loss": 0.0769, |
| "step": 76 |
| }, |
| { |
| "epoch": 5.571428571428571, |
| "grad_norm": 0.49617600440979004, |
| "learning_rate": 1.866025403784439e-05, |
| "loss": 0.0479, |
| "step": 78 |
| }, |
| { |
| "epoch": 5.714285714285714, |
| "grad_norm": 0.16562028229236603, |
| "learning_rate": 1.8578579979992266e-05, |
| "loss": 0.0051, |
| "step": 80 |
| }, |
| { |
| "epoch": 5.857142857142857, |
| "grad_norm": 11.048959732055664, |
| "learning_rate": 1.8494679351215212e-05, |
| "loss": 0.0984, |
| "step": 82 |
| }, |
| { |
| "epoch": 6.0, |
| "grad_norm": 7.846388816833496, |
| "learning_rate": 1.8408573927926225e-05, |
| "loss": 0.116, |
| "step": 84 |
| }, |
| { |
| "epoch": 6.142857142857143, |
| "grad_norm": 0.11113756895065308, |
| "learning_rate": 1.8320286058792845e-05, |
| "loss": 0.0027, |
| "step": 86 |
| }, |
| { |
| "epoch": 6.285714285714286, |
| "grad_norm": 3.4302117824554443, |
| "learning_rate": 1.8229838658936566e-05, |
| "loss": 0.0197, |
| "step": 88 |
| }, |
| { |
| "epoch": 6.428571428571429, |
| "grad_norm": 4.105597496032715, |
| "learning_rate": 1.81372552039852e-05, |
| "loss": 0.1183, |
| "step": 90 |
| }, |
| { |
| "epoch": 6.571428571428571, |
| "grad_norm": 3.2223429679870605, |
| "learning_rate": 1.804255972397977e-05, |
| "loss": 0.006, |
| "step": 92 |
| }, |
| { |
| "epoch": 6.714285714285714, |
| "grad_norm": 4.856196403503418, |
| "learning_rate": 1.7945776797137544e-05, |
| "loss": 0.0062, |
| "step": 94 |
| }, |
| { |
| "epoch": 6.857142857142857, |
| "grad_norm": 1.22345769405365, |
| "learning_rate": 1.7846931543472722e-05, |
| "loss": 0.0037, |
| "step": 96 |
| }, |
| { |
| "epoch": 7.0, |
| "grad_norm": 8.841476440429688, |
| "learning_rate": 1.7746049618276545e-05, |
| "loss": 0.0885, |
| "step": 98 |
| }, |
| { |
| "epoch": 7.142857142857143, |
| "grad_norm": 1.7171941995620728, |
| "learning_rate": 1.7643157205458483e-05, |
| "loss": 0.0732, |
| "step": 100 |
| }, |
| { |
| "epoch": 7.285714285714286, |
| "grad_norm": 0.2902078628540039, |
| "learning_rate": 1.753828101075017e-05, |
| "loss": 0.0019, |
| "step": 102 |
| }, |
| { |
| "epoch": 7.428571428571429, |
| "grad_norm": 6.003970623016357, |
| "learning_rate": 1.7431448254773943e-05, |
| "loss": 0.0219, |
| "step": 104 |
| }, |
| { |
| "epoch": 7.571428571428571, |
| "grad_norm": 0.211229145526886, |
| "learning_rate": 1.7322686665977738e-05, |
| "loss": 0.0014, |
| "step": 106 |
| }, |
| { |
| "epoch": 7.714285714285714, |
| "grad_norm": 14.436793327331543, |
| "learning_rate": 1.7212024473438145e-05, |
| "loss": 0.1415, |
| "step": 108 |
| }, |
| { |
| "epoch": 7.857142857142857, |
| "grad_norm": 0.05790628120303154, |
| "learning_rate": 1.7099490399533583e-05, |
| "loss": 0.0008, |
| "step": 110 |
| }, |
| { |
| "epoch": 8.0, |
| "grad_norm": 0.17556001245975494, |
| "learning_rate": 1.6985113652489374e-05, |
| "loss": 0.0044, |
| "step": 112 |
| }, |
| { |
| "epoch": 8.142857142857142, |
| "grad_norm": 0.38069918751716614, |
| "learning_rate": 1.6868923918796753e-05, |
| "loss": 0.001, |
| "step": 114 |
| }, |
| { |
| "epoch": 8.285714285714286, |
| "grad_norm": 0.093246690928936, |
| "learning_rate": 1.6750951355507763e-05, |
| "loss": 0.0321, |
| "step": 116 |
| }, |
| { |
| "epoch": 8.428571428571429, |
| "grad_norm": 0.15035825967788696, |
| "learning_rate": 1.6631226582407954e-05, |
| "loss": 0.0036, |
| "step": 118 |
| }, |
| { |
| "epoch": 8.571428571428571, |
| "grad_norm": 0.06252682954072952, |
| "learning_rate": 1.650978067406904e-05, |
| "loss": 0.0035, |
| "step": 120 |
| }, |
| { |
| "epoch": 8.714285714285714, |
| "grad_norm": 6.229085922241211, |
| "learning_rate": 1.638664515178348e-05, |
| "loss": 0.1034, |
| "step": 122 |
| }, |
| { |
| "epoch": 8.857142857142858, |
| "grad_norm": 2.403806686401367, |
| "learning_rate": 1.626185197538314e-05, |
| "loss": 0.036, |
| "step": 124 |
| }, |
| { |
| "epoch": 9.0, |
| "grad_norm": 0.07740367949008942, |
| "learning_rate": 1.613543353494409e-05, |
| "loss": 0.0006, |
| "step": 126 |
| }, |
| { |
| "epoch": 9.142857142857142, |
| "grad_norm": 0.322050541639328, |
| "learning_rate": 1.600742264237979e-05, |
| "loss": 0.0013, |
| "step": 128 |
| }, |
| { |
| "epoch": 9.285714285714286, |
| "grad_norm": 0.1652839183807373, |
| "learning_rate": 1.5877852522924733e-05, |
| "loss": 0.0008, |
| "step": 130 |
| }, |
| { |
| "epoch": 9.428571428571429, |
| "grad_norm": 0.048877034336328506, |
| "learning_rate": 1.574675680651084e-05, |
| "loss": 0.0008, |
| "step": 132 |
| }, |
| { |
| "epoch": 9.571428571428571, |
| "grad_norm": 0.06231057271361351, |
| "learning_rate": 1.561416951903881e-05, |
| "loss": 0.0022, |
| "step": 134 |
| }, |
| { |
| "epoch": 9.714285714285714, |
| "grad_norm": 0.03611210733652115, |
| "learning_rate": 1.5480125073546705e-05, |
| "loss": 0.0389, |
| "step": 136 |
| }, |
| { |
| "epoch": 9.857142857142858, |
| "grad_norm": 0.52008056640625, |
| "learning_rate": 1.5344658261278013e-05, |
| "loss": 0.0089, |
| "step": 138 |
| }, |
| { |
| "epoch": 10.0, |
| "grad_norm": 0.42384108901023865, |
| "learning_rate": 1.5207804242651625e-05, |
| "loss": 0.0015, |
| "step": 140 |
| }, |
| { |
| "epoch": 10.142857142857142, |
| "grad_norm": 0.055933400988578796, |
| "learning_rate": 1.5069598538135905e-05, |
| "loss": 0.0004, |
| "step": 142 |
| }, |
| { |
| "epoch": 10.285714285714286, |
| "grad_norm": 0.0212051160633564, |
| "learning_rate": 1.4930077019029376e-05, |
| "loss": 0.0072, |
| "step": 144 |
| }, |
| { |
| "epoch": 10.428571428571429, |
| "grad_norm": 0.03581853583455086, |
| "learning_rate": 1.4789275898150309e-05, |
| "loss": 0.0006, |
| "step": 146 |
| }, |
| { |
| "epoch": 10.571428571428571, |
| "grad_norm": 0.021400820463895798, |
| "learning_rate": 1.4647231720437687e-05, |
| "loss": 0.0005, |
| "step": 148 |
| }, |
| { |
| "epoch": 10.714285714285714, |
| "grad_norm": 1.3550739288330078, |
| "learning_rate": 1.450398135346597e-05, |
| "loss": 0.0332, |
| "step": 150 |
| }, |
| { |
| "epoch": 10.857142857142858, |
| "grad_norm": 0.014044591225683689, |
| "learning_rate": 1.4359561977876102e-05, |
| "loss": 0.0003, |
| "step": 152 |
| }, |
| { |
| "epoch": 11.0, |
| "grad_norm": 0.056435056030750275, |
| "learning_rate": 1.4214011077725293e-05, |
| "loss": 0.0004, |
| "step": 154 |
| }, |
| { |
| "epoch": 11.142857142857142, |
| "grad_norm": 0.012104465626180172, |
| "learning_rate": 1.4067366430758004e-05, |
| "loss": 0.0214, |
| "step": 156 |
| }, |
| { |
| "epoch": 11.285714285714286, |
| "grad_norm": 0.022569801658391953, |
| "learning_rate": 1.3919666098600753e-05, |
| "loss": 0.0003, |
| "step": 158 |
| }, |
| { |
| "epoch": 11.428571428571429, |
| "grad_norm": 0.019581535831093788, |
| "learning_rate": 1.3770948416883205e-05, |
| "loss": 0.0003, |
| "step": 160 |
| }, |
| { |
| "epoch": 11.571428571428571, |
| "grad_norm": 0.012900936417281628, |
| "learning_rate": 1.362125198528817e-05, |
| "loss": 0.0003, |
| "step": 162 |
| }, |
| { |
| "epoch": 11.714285714285714, |
| "grad_norm": 0.283460795879364, |
| "learning_rate": 1.347061565753303e-05, |
| "loss": 0.0151, |
| "step": 164 |
| }, |
| { |
| "epoch": 11.857142857142858, |
| "grad_norm": 0.02773939073085785, |
| "learning_rate": 1.3319078531285286e-05, |
| "loss": 0.0002, |
| "step": 166 |
| }, |
| { |
| "epoch": 12.0, |
| "grad_norm": 0.015381716191768646, |
| "learning_rate": 1.3166679938014728e-05, |
| "loss": 0.0002, |
| "step": 168 |
| }, |
| { |
| "epoch": 12.142857142857142, |
| "grad_norm": 0.013684879057109356, |
| "learning_rate": 1.301345943278496e-05, |
| "loss": 0.0002, |
| "step": 170 |
| }, |
| { |
| "epoch": 12.285714285714286, |
| "grad_norm": 0.011124438606202602, |
| "learning_rate": 1.2859456783986892e-05, |
| "loss": 0.0002, |
| "step": 172 |
| }, |
| { |
| "epoch": 12.428571428571429, |
| "grad_norm": 0.2694200873374939, |
| "learning_rate": 1.270471196301684e-05, |
| "loss": 0.0059, |
| "step": 174 |
| }, |
| { |
| "epoch": 12.571428571428571, |
| "grad_norm": 0.25839900970458984, |
| "learning_rate": 1.2549265133901934e-05, |
| "loss": 0.007, |
| "step": 176 |
| }, |
| { |
| "epoch": 12.714285714285714, |
| "grad_norm": 0.28028616309165955, |
| "learning_rate": 1.2393156642875579e-05, |
| "loss": 0.0081, |
| "step": 178 |
| }, |
| { |
| "epoch": 12.857142857142858, |
| "grad_norm": 0.007691177539527416, |
| "learning_rate": 1.2236427007905558e-05, |
| "loss": 0.0004, |
| "step": 180 |
| }, |
| { |
| "epoch": 13.0, |
| "grad_norm": 0.03421185538172722, |
| "learning_rate": 1.2079116908177592e-05, |
| "loss": 0.0002, |
| "step": 182 |
| }, |
| { |
| "epoch": 13.142857142857142, |
| "grad_norm": 0.21886347234249115, |
| "learning_rate": 1.1921267173537085e-05, |
| "loss": 0.0106, |
| "step": 184 |
| }, |
| { |
| "epoch": 13.285714285714286, |
| "grad_norm": 0.12066204100847244, |
| "learning_rate": 1.1762918773891691e-05, |
| "loss": 0.0039, |
| "step": 186 |
| }, |
| { |
| "epoch": 13.428571428571429, |
| "grad_norm": 0.009790458716452122, |
| "learning_rate": 1.1604112808577603e-05, |
| "loss": 0.0001, |
| "step": 188 |
| }, |
| { |
| "epoch": 13.571428571428571, |
| "grad_norm": 0.006134828552603722, |
| "learning_rate": 1.1444890495692214e-05, |
| "loss": 0.0001, |
| "step": 190 |
| }, |
| { |
| "epoch": 13.714285714285714, |
| "grad_norm": 0.007279029581695795, |
| "learning_rate": 1.1285293161395948e-05, |
| "loss": 0.0082, |
| "step": 192 |
| }, |
| { |
| "epoch": 13.857142857142858, |
| "grad_norm": 0.007834681309759617, |
| "learning_rate": 1.1125362229186056e-05, |
| "loss": 0.0001, |
| "step": 194 |
| }, |
| { |
| "epoch": 14.0, |
| "grad_norm": 0.011400113813579082, |
| "learning_rate": 1.0965139209145153e-05, |
| "loss": 0.0001, |
| "step": 196 |
| }, |
| { |
| "epoch": 14.142857142857142, |
| "grad_norm": 0.005645982455462217, |
| "learning_rate": 1.0804665687167262e-05, |
| "loss": 0.0001, |
| "step": 198 |
| }, |
| { |
| "epoch": 14.285714285714286, |
| "grad_norm": 0.007113787345588207, |
| "learning_rate": 1.0643983314164195e-05, |
| "loss": 0.0046, |
| "step": 200 |
| }, |
| { |
| "epoch": 14.428571428571429, |
| "grad_norm": 0.00671082129701972, |
| "learning_rate": 1.0483133795255072e-05, |
| "loss": 0.0001, |
| "step": 202 |
| }, |
| { |
| "epoch": 14.571428571428571, |
| "grad_norm": 0.10411105304956436, |
| "learning_rate": 1.0322158878941733e-05, |
| "loss": 0.0092, |
| "step": 204 |
| }, |
| { |
| "epoch": 14.714285714285714, |
| "grad_norm": 0.007047938648611307, |
| "learning_rate": 1.0161100346272913e-05, |
| "loss": 0.0046, |
| "step": 206 |
| }, |
| { |
| "epoch": 14.857142857142858, |
| "grad_norm": 0.006609996780753136, |
| "learning_rate": 1e-05, |
| "loss": 0.0001, |
| "step": 208 |
| }, |
| { |
| "epoch": 15.0, |
| "grad_norm": 0.00515047088265419, |
| "learning_rate": 9.838899653727088e-06, |
| "loss": 0.0001, |
| "step": 210 |
| }, |
| { |
| "epoch": 15.142857142857142, |
| "grad_norm": 0.005954743828624487, |
| "learning_rate": 9.677841121058274e-06, |
| "loss": 0.0001, |
| "step": 212 |
| }, |
| { |
| "epoch": 15.285714285714286, |
| "grad_norm": 0.19431306421756744, |
| "learning_rate": 9.516866204744932e-06, |
| "loss": 0.0046, |
| "step": 214 |
| }, |
| { |
| "epoch": 15.428571428571429, |
| "grad_norm": 0.007638772018253803, |
| "learning_rate": 9.356016685835807e-06, |
| "loss": 0.0045, |
| "step": 216 |
| }, |
| { |
| "epoch": 15.571428571428571, |
| "grad_norm": 0.10914219170808792, |
| "learning_rate": 9.195334312832742e-06, |
| "loss": 0.0092, |
| "step": 218 |
| }, |
| { |
| "epoch": 15.714285714285714, |
| "grad_norm": 0.005956027191132307, |
| "learning_rate": 9.034860790854848e-06, |
| "loss": 0.0001, |
| "step": 220 |
| }, |
| { |
| "epoch": 15.857142857142858, |
| "grad_norm": 0.006127700675278902, |
| "learning_rate": 8.874637770813947e-06, |
| "loss": 0.0001, |
| "step": 222 |
| }, |
| { |
| "epoch": 16.0, |
| "grad_norm": 0.006942708045244217, |
| "learning_rate": 8.714706838604056e-06, |
| "loss": 0.0001, |
| "step": 224 |
| }, |
| { |
| "epoch": 16.142857142857142, |
| "grad_norm": 0.17752425372600555, |
| "learning_rate": 8.55510950430779e-06, |
| "loss": 0.0098, |
| "step": 226 |
| }, |
| { |
| "epoch": 16.285714285714285, |
| "grad_norm": 0.004300012718886137, |
| "learning_rate": 8.395887191422397e-06, |
| "loss": 0.0001, |
| "step": 228 |
| }, |
| { |
| "epoch": 16.428571428571427, |
| "grad_norm": 0.0063268570229411125, |
| "learning_rate": 8.23708122610831e-06, |
| "loss": 0.0075, |
| "step": 230 |
| }, |
| { |
| "epoch": 16.571428571428573, |
| "grad_norm": 0.005733097437769175, |
| "learning_rate": 8.078732826462917e-06, |
| "loss": 0.0001, |
| "step": 232 |
| }, |
| { |
| "epoch": 16.714285714285715, |
| "grad_norm": 0.0077501749619841576, |
| "learning_rate": 7.92088309182241e-06, |
| "loss": 0.0001, |
| "step": 234 |
| }, |
| { |
| "epoch": 16.857142857142858, |
| "grad_norm": 0.005072280764579773, |
| "learning_rate": 7.763572992094448e-06, |
| "loss": 0.0001, |
| "step": 236 |
| }, |
| { |
| "epoch": 17.0, |
| "grad_norm": 0.007300873752683401, |
| "learning_rate": 7.606843357124426e-06, |
| "loss": 0.0001, |
| "step": 238 |
| }, |
| { |
| "epoch": 17.142857142857142, |
| "grad_norm": 0.10978183150291443, |
| "learning_rate": 7.450734866098066e-06, |
| "loss": 0.0036, |
| "step": 240 |
| }, |
| { |
| "epoch": 17.285714285714285, |
| "grad_norm": 0.005480973981320858, |
| "learning_rate": 7.2952880369831635e-06, |
| "loss": 0.0061, |
| "step": 242 |
| }, |
| { |
| "epoch": 17.428571428571427, |
| "grad_norm": 0.2027699053287506, |
| "learning_rate": 7.140543216013109e-06, |
| "loss": 0.0035, |
| "step": 244 |
| }, |
| { |
| "epoch": 17.571428571428573, |
| "grad_norm": 0.0048587811179459095, |
| "learning_rate": 6.986540567215043e-06, |
| "loss": 0.0001, |
| "step": 246 |
| }, |
| { |
| "epoch": 17.714285714285715, |
| "grad_norm": 0.005718125496059656, |
| "learning_rate": 6.833320061985278e-06, |
| "loss": 0.0001, |
| "step": 248 |
| }, |
| { |
| "epoch": 17.857142857142858, |
| "grad_norm": 0.0035847134422510862, |
| "learning_rate": 6.680921468714718e-06, |
| "loss": 0.0052, |
| "step": 250 |
| }, |
| { |
| "epoch": 18.0, |
| "grad_norm": 0.0035746165085583925, |
| "learning_rate": 6.529384342466971e-06, |
| "loss": 0.0001, |
| "step": 252 |
| }, |
| { |
| "epoch": 18.142857142857142, |
| "grad_norm": 0.00451216846704483, |
| "learning_rate": 6.378748014711834e-06, |
| "loss": 0.0001, |
| "step": 254 |
| }, |
| { |
| "epoch": 18.285714285714285, |
| "grad_norm": 0.004890494979918003, |
| "learning_rate": 6.229051583116796e-06, |
| "loss": 0.0001, |
| "step": 256 |
| }, |
| { |
| "epoch": 18.428571428571427, |
| "grad_norm": 0.004625991452485323, |
| "learning_rate": 6.080333901399252e-06, |
| "loss": 0.0058, |
| "step": 258 |
| }, |
| { |
| "epoch": 18.571428571428573, |
| "grad_norm": 0.005847033113241196, |
| "learning_rate": 5.932633569242e-06, |
| "loss": 0.0001, |
| "step": 260 |
| }, |
| { |
| "epoch": 18.714285714285715, |
| "grad_norm": 0.006245823111385107, |
| "learning_rate": 5.785988922274711e-06, |
| "loss": 0.0072, |
| "step": 262 |
| }, |
| { |
| "epoch": 18.857142857142858, |
| "grad_norm": 0.08823557943105698, |
| "learning_rate": 5.640438022123898e-06, |
| "loss": 0.0034, |
| "step": 264 |
| }, |
| { |
| "epoch": 19.0, |
| "grad_norm": 0.004038456827402115, |
| "learning_rate": 5.496018646534032e-06, |
| "loss": 0.0001, |
| "step": 266 |
| }, |
| { |
| "epoch": 19.142857142857142, |
| "grad_norm": 0.005825538653880358, |
| "learning_rate": 5.352768279562315e-06, |
| "loss": 0.0056, |
| "step": 268 |
| }, |
| { |
| "epoch": 19.285714285714285, |
| "grad_norm": 0.004666970111429691, |
| "learning_rate": 5.210724101849696e-06, |
| "loss": 0.0001, |
| "step": 270 |
| }, |
| { |
| "epoch": 19.428571428571427, |
| "grad_norm": 0.004332971293479204, |
| "learning_rate": 5.069922980970626e-06, |
| "loss": 0.0001, |
| "step": 272 |
| }, |
| { |
| "epoch": 19.571428571428573, |
| "grad_norm": 0.09540804475545883, |
| "learning_rate": 4.930401461864099e-06, |
| "loss": 0.0085, |
| "step": 274 |
| }, |
| { |
| "epoch": 19.714285714285715, |
| "grad_norm": 0.004319526720792055, |
| "learning_rate": 4.7921957573483756e-06, |
| "loss": 0.0001, |
| "step": 276 |
| }, |
| { |
| "epoch": 19.857142857142858, |
| "grad_norm": 0.00582715030759573, |
| "learning_rate": 4.655341738721989e-06, |
| "loss": 0.0001, |
| "step": 278 |
| }, |
| { |
| "epoch": 20.0, |
| "grad_norm": 0.005314113572239876, |
| "learning_rate": 4.519874926453303e-06, |
| "loss": 0.0001, |
| "step": 280 |
| }, |
| { |
| "epoch": 20.142857142857142, |
| "grad_norm": 0.006195093505084515, |
| "learning_rate": 4.385830480961192e-06, |
| "loss": 0.0001, |
| "step": 282 |
| }, |
| { |
| "epoch": 20.285714285714285, |
| "grad_norm": 0.004151402972638607, |
| "learning_rate": 4.2532431934891646e-06, |
| "loss": 0.0001, |
| "step": 284 |
| }, |
| { |
| "epoch": 20.428571428571427, |
| "grad_norm": 0.004392064176499844, |
| "learning_rate": 4.12214747707527e-06, |
| "loss": 0.0047, |
| "step": 286 |
| }, |
| { |
| "epoch": 20.571428571428573, |
| "grad_norm": 0.004756106063723564, |
| "learning_rate": 3.99257735762021e-06, |
| "loss": 0.0001, |
| "step": 288 |
| }, |
| { |
| "epoch": 20.714285714285715, |
| "grad_norm": 0.004611567594110966, |
| "learning_rate": 3.864566465055913e-06, |
| "loss": 0.0022, |
| "step": 290 |
| }, |
| { |
| "epoch": 20.857142857142858, |
| "grad_norm": 0.004500643815845251, |
| "learning_rate": 3.738148024616863e-06, |
| "loss": 0.0001, |
| "step": 292 |
| }, |
| { |
| "epoch": 21.0, |
| "grad_norm": 0.0058865793980658054, |
| "learning_rate": 3.6133548482165225e-06, |
| "loss": 0.0081, |
| "step": 294 |
| }, |
| { |
| "epoch": 21.142857142857142, |
| "grad_norm": 0.096845842897892, |
| "learning_rate": 3.4902193259309627e-06, |
| "loss": 0.0037, |
| "step": 296 |
| }, |
| { |
| "epoch": 21.285714285714285, |
| "grad_norm": 0.0038972089532762766, |
| "learning_rate": 3.3687734175920505e-06, |
| "loss": 0.0001, |
| "step": 298 |
| }, |
| { |
| "epoch": 21.428571428571427, |
| "grad_norm": 0.004685294348746538, |
| "learning_rate": 3.2490486444922396e-06, |
| "loss": 0.0001, |
| "step": 300 |
| }, |
| { |
| "epoch": 21.571428571428573, |
| "grad_norm": 0.20793084800243378, |
| "learning_rate": 3.131076081203247e-06, |
| "loss": 0.0019, |
| "step": 302 |
| }, |
| { |
| "epoch": 21.714285714285715, |
| "grad_norm": 0.0035532894544303417, |
| "learning_rate": 3.0148863475106315e-06, |
| "loss": 0.0058, |
| "step": 304 |
| }, |
| { |
| "epoch": 21.857142857142858, |
| "grad_norm": 0.2300863116979599, |
| "learning_rate": 2.900509600466418e-06, |
| "loss": 0.0025, |
| "step": 306 |
| }, |
| { |
| "epoch": 22.0, |
| "grad_norm": 0.007288255728781223, |
| "learning_rate": 2.7879755265618558e-06, |
| "loss": 0.0001, |
| "step": 308 |
| }, |
| { |
| "epoch": 22.142857142857142, |
| "grad_norm": 0.005309649743139744, |
| "learning_rate": 2.6773133340222677e-06, |
| "loss": 0.0016, |
| "step": 310 |
| }, |
| { |
| "epoch": 22.285714285714285, |
| "grad_norm": 0.003941751550883055, |
| "learning_rate": 2.5685517452260566e-06, |
| "loss": 0.0001, |
| "step": 312 |
| }, |
| { |
| "epoch": 22.428571428571427, |
| "grad_norm": 0.004016744904220104, |
| "learning_rate": 2.4617189892498326e-06, |
| "loss": 0.0001, |
| "step": 314 |
| }, |
| { |
| "epoch": 22.571428571428573, |
| "grad_norm": 0.13147950172424316, |
| "learning_rate": 2.3568427945415163e-06, |
| "loss": 0.0064, |
| "step": 316 |
| }, |
| { |
| "epoch": 22.714285714285715, |
| "grad_norm": 0.003918132279068232, |
| "learning_rate": 2.2539503817234553e-06, |
| "loss": 0.0001, |
| "step": 318 |
| }, |
| { |
| "epoch": 22.857142857142858, |
| "grad_norm": 0.004725574050098658, |
| "learning_rate": 2.153068456527283e-06, |
| "loss": 0.0001, |
| "step": 320 |
| }, |
| { |
| "epoch": 23.0, |
| "grad_norm": 0.3711271584033966, |
| "learning_rate": 2.0542232028624585e-06, |
| "loss": 0.0175, |
| "step": 322 |
| }, |
| { |
| "epoch": 23.142857142857142, |
| "grad_norm": 0.18150761723518372, |
| "learning_rate": 1.9574402760202315e-06, |
| "loss": 0.0023, |
| "step": 324 |
| }, |
| { |
| "epoch": 23.285714285714285, |
| "grad_norm": 0.13696324825286865, |
| "learning_rate": 1.8627447960148036e-06, |
| "loss": 0.0045, |
| "step": 326 |
| }, |
| { |
| "epoch": 23.428571428571427, |
| "grad_norm": 0.004304251167923212, |
| "learning_rate": 1.7701613410634367e-06, |
| "loss": 0.0001, |
| "step": 328 |
| }, |
| { |
| "epoch": 23.571428571428573, |
| "grad_norm": 0.005392234306782484, |
| "learning_rate": 1.6797139412071583e-06, |
| "loss": 0.0001, |
| "step": 330 |
| }, |
| { |
| "epoch": 23.714285714285715, |
| "grad_norm": 0.004501474089920521, |
| "learning_rate": 1.5914260720737796e-06, |
| "loss": 0.0001, |
| "step": 332 |
| }, |
| { |
| "epoch": 23.857142857142858, |
| "grad_norm": 0.0033914605155587196, |
| "learning_rate": 1.5053206487847916e-06, |
| "loss": 0.0047, |
| "step": 334 |
| }, |
| { |
| "epoch": 24.0, |
| "grad_norm": 0.005722349975258112, |
| "learning_rate": 1.4214200200077343e-06, |
| "loss": 0.0001, |
| "step": 336 |
| }, |
| { |
| "epoch": 24.142857142857142, |
| "grad_norm": 0.0028757653199136257, |
| "learning_rate": 1.339745962155613e-06, |
| "loss": 0.0001, |
| "step": 338 |
| }, |
| { |
| "epoch": 24.285714285714285, |
| "grad_norm": 0.004367240238934755, |
| "learning_rate": 1.2603196737348211e-06, |
| "loss": 0.0012, |
| "step": 340 |
| }, |
| { |
| "epoch": 24.428571428571427, |
| "grad_norm": 0.004103364888578653, |
| "learning_rate": 1.1831617698430609e-06, |
| "loss": 0.0001, |
| "step": 342 |
| }, |
| { |
| "epoch": 24.571428571428573, |
| "grad_norm": 0.12380176037549973, |
| "learning_rate": 1.1082922768187098e-06, |
| "loss": 0.0053, |
| "step": 344 |
| }, |
| { |
| "epoch": 24.714285714285715, |
| "grad_norm": 0.11978839337825775, |
| "learning_rate": 1.0357306270429623e-06, |
| "loss": 0.0045, |
| "step": 346 |
| }, |
| { |
| "epoch": 24.857142857142858, |
| "grad_norm": 0.15920782089233398, |
| "learning_rate": 9.65495653896179e-07, |
| "loss": 0.0008, |
| "step": 348 |
| }, |
| { |
| "epoch": 25.0, |
| "grad_norm": 0.005539704114198685, |
| "learning_rate": 8.976055868696543e-07, |
| "loss": 0.0001, |
| "step": 350 |
| }, |
| { |
| "epoch": 25.142857142857142, |
| "grad_norm": 0.004604020155966282, |
| "learning_rate": 8.320780468341761e-07, |
| "loss": 0.0001, |
| "step": 352 |
| }, |
| { |
| "epoch": 25.285714285714285, |
| "grad_norm": 0.19128715991973877, |
| "learning_rate": 7.689300414665124e-07, |
| "loss": 0.0012, |
| "step": 354 |
| }, |
| { |
| "epoch": 25.428571428571427, |
| "grad_norm": 0.0033012081403285265, |
| "learning_rate": 7.08177960835068e-07, |
| "loss": 0.0067, |
| "step": 356 |
| }, |
| { |
| "epoch": 25.571428571428573, |
| "grad_norm": 0.09938196837902069, |
| "learning_rate": 6.498375731458529e-07, |
| "loss": 0.0005, |
| "step": 358 |
| }, |
| { |
| "epoch": 25.714285714285715, |
| "grad_norm": 0.0049908701330423355, |
| "learning_rate": 5.939240206498287e-07, |
| "loss": 0.0001, |
| "step": 360 |
| }, |
| { |
| "epoch": 25.857142857142858, |
| "grad_norm": 0.0035182549618184566, |
| "learning_rate": 5.404518157127481e-07, |
| "loss": 0.0046, |
| "step": 362 |
| }, |
| { |
| "epoch": 26.0, |
| "grad_norm": 0.0068074483424425125, |
| "learning_rate": 4.894348370484648e-07, |
| "loss": 0.0001, |
| "step": 364 |
| }, |
| { |
| "epoch": 26.142857142857142, |
| "grad_norm": 0.004269490484148264, |
| "learning_rate": 4.408863261167096e-07, |
| "loss": 0.0001, |
| "step": 366 |
| }, |
| { |
| "epoch": 26.285714285714285, |
| "grad_norm": 0.12823165953159332, |
| "learning_rate": 3.9481888368627764e-07, |
| "loss": 0.0042, |
| "step": 368 |
| }, |
| { |
| "epoch": 26.428571428571427, |
| "grad_norm": 0.0035812160931527615, |
| "learning_rate": 3.5124446656448654e-07, |
| "loss": 0.0001, |
| "step": 370 |
| }, |
| { |
| "epoch": 26.571428571428573, |
| "grad_norm": 0.00431048171594739, |
| "learning_rate": 3.101743844937943e-07, |
| "loss": 0.0059, |
| "step": 372 |
| }, |
| { |
| "epoch": 26.714285714285715, |
| "grad_norm": 0.004997176583856344, |
| "learning_rate": 2.716192972163556e-07, |
| "loss": 0.0001, |
| "step": 374 |
| }, |
| { |
| "epoch": 26.857142857142858, |
| "grad_norm": 0.004221776034682989, |
| "learning_rate": 2.355892117072789e-07, |
| "loss": 0.0001, |
| "step": 376 |
| }, |
| { |
| "epoch": 27.0, |
| "grad_norm": 0.007233808748424053, |
| "learning_rate": 2.0209347957732328e-07, |
| "loss": 0.0008, |
| "step": 378 |
| }, |
| { |
| "epoch": 27.142857142857142, |
| "grad_norm": 0.0030983760952949524, |
| "learning_rate": 1.711407946456789e-07, |
| "loss": 0.0001, |
| "step": 380 |
| }, |
| { |
| "epoch": 27.285714285714285, |
| "grad_norm": 0.13253678381443024, |
| "learning_rate": 1.4273919068349184e-07, |
| "loss": 0.0014, |
| "step": 382 |
| }, |
| { |
| "epoch": 27.428571428571427, |
| "grad_norm": 0.003873329609632492, |
| "learning_rate": 1.1689603932869664e-07, |
| "loss": 0.0001, |
| "step": 384 |
| }, |
| { |
| "epoch": 27.571428571428573, |
| "grad_norm": 0.005466313101351261, |
| "learning_rate": 9.36180481727067e-08, |
| "loss": 0.0046, |
| "step": 386 |
| }, |
| { |
| "epoch": 27.714285714285715, |
| "grad_norm": 0.004763293080031872, |
| "learning_rate": 7.291125901946027e-08, |
| "loss": 0.0001, |
| "step": 388 |
| }, |
| { |
| "epoch": 27.857142857142858, |
| "grad_norm": 0.11048487573862076, |
| "learning_rate": 5.4781046317267103e-08, |
| "loss": 0.0048, |
| "step": 390 |
| }, |
| { |
| "epoch": 28.0, |
| "grad_norm": 0.007729329634457827, |
| "learning_rate": 3.923211576387087e-08, |
| "loss": 0.0001, |
| "step": 392 |
| }, |
| { |
| "epoch": 28.142857142857142, |
| "grad_norm": 0.003292845096439123, |
| "learning_rate": 2.6268503085089547e-08, |
| "loss": 0.0001, |
| "step": 394 |
| }, |
| { |
| "epoch": 28.285714285714285, |
| "grad_norm": 0.00781972985714674, |
| "learning_rate": 1.5893572987333293e-08, |
| "loss": 0.0001, |
| "step": 396 |
| }, |
| { |
| "epoch": 28.428571428571427, |
| "grad_norm": 0.14954733848571777, |
| "learning_rate": 8.110018284304132e-09, |
| "loss": 0.0049, |
| "step": 398 |
| }, |
| { |
| "epoch": 28.571428571428573, |
| "grad_norm": 0.005883893929421902, |
| "learning_rate": 2.9198591980705847e-09, |
| "loss": 0.0007, |
| "step": 400 |
| }, |
| { |
| "epoch": 28.714285714285715, |
| "grad_norm": 0.13555946946144104, |
| "learning_rate": 3.244428347204398e-10, |
| "loss": 0.0008, |
| "step": 402 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 402, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 29, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.0685712456679424e+16, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
