| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9989224137931034, |
| "eval_steps": 500, |
| "global_step": 927, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.005387931034482759, |
| "grad_norm": 11.118752479553223, |
| "learning_rate": 3.0395136778115497e-06, |
| "loss": 1.8415, |
| "mean_token_accuracy": 0.6949578166007996, |
| "num_tokens": 400768.0, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.010775862068965518, |
| "grad_norm": 3.6559956073760986, |
| "learning_rate": 6.838905775075987e-06, |
| "loss": 1.5636, |
| "mean_token_accuracy": 0.7073541164398194, |
| "num_tokens": 802094.0, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.016163793103448277, |
| "grad_norm": 2.47355318069458, |
| "learning_rate": 1.0638297872340424e-05, |
| "loss": 1.1447, |
| "mean_token_accuracy": 0.7477938294410705, |
| "num_tokens": 1204372.0, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.021551724137931036, |
| "grad_norm": 2.6038503646850586, |
| "learning_rate": 1.4437689969604861e-05, |
| "loss": 0.7431, |
| "mean_token_accuracy": 0.8272091269493103, |
| "num_tokens": 1605927.0, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.02693965517241379, |
| "grad_norm": 1.5864155292510986, |
| "learning_rate": 1.8237082066869297e-05, |
| "loss": 0.3175, |
| "mean_token_accuracy": 0.9232812523841858, |
| "num_tokens": 2008521.0, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.032327586206896554, |
| "grad_norm": 0.40001317858695984, |
| "learning_rate": 2.2036474164133735e-05, |
| "loss": 0.1035, |
| "mean_token_accuracy": 0.9760098576545715, |
| "num_tokens": 2411283.0, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03771551724137931, |
| "grad_norm": 0.37432125210762024, |
| "learning_rate": 2.5835866261398174e-05, |
| "loss": 0.0492, |
| "mean_token_accuracy": 0.9880791783332825, |
| "num_tokens": 2812381.0, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.04310344827586207, |
| "grad_norm": 0.12147562205791473, |
| "learning_rate": 2.963525835866261e-05, |
| "loss": 0.0203, |
| "mean_token_accuracy": 0.9950897693634033, |
| "num_tokens": 3214234.0, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.04849137931034483, |
| "grad_norm": 0.07509531080722809, |
| "learning_rate": 3.343465045592705e-05, |
| "loss": 0.0121, |
| "mean_token_accuracy": 0.9974198818206788, |
| "num_tokens": 3615581.0, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.05387931034482758, |
| "grad_norm": 4.481222629547119, |
| "learning_rate": 3.5713945110618356e-05, |
| "loss": 0.0156, |
| "mean_token_accuracy": 0.9971701502799988, |
| "num_tokens": 4017171.0, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.059267241379310345, |
| "grad_norm": 1.3098348379135132, |
| "learning_rate": 3.5710113518316467e-05, |
| "loss": 0.0138, |
| "mean_token_accuracy": 0.9971798539161683, |
| "num_tokens": 4419002.0, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.06465517241379311, |
| "grad_norm": 0.07002394646406174, |
| "learning_rate": 3.570202580121256e-05, |
| "loss": 0.0077, |
| "mean_token_accuracy": 0.9981415390968322, |
| "num_tokens": 4822332.0, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.07004310344827586, |
| "grad_norm": 0.05212470144033432, |
| "learning_rate": 3.568968453030844e-05, |
| "loss": 0.0094, |
| "mean_token_accuracy": 0.9978966236114502, |
| "num_tokens": 5223107.0, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.07543103448275862, |
| "grad_norm": 0.02627100795507431, |
| "learning_rate": 3.5673093628766804e-05, |
| "loss": 0.0062, |
| "mean_token_accuracy": 0.9985594034194947, |
| "num_tokens": 5625734.0, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.08081896551724138, |
| "grad_norm": 0.0241162721067667, |
| "learning_rate": 3.565225837066405e-05, |
| "loss": 0.0071, |
| "mean_token_accuracy": 0.9983980655670166, |
| "num_tokens": 6027742.0, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.08620689655172414, |
| "grad_norm": 0.03432080149650574, |
| "learning_rate": 3.562718537931378e-05, |
| "loss": 0.0084, |
| "mean_token_accuracy": 0.9979879975318908, |
| "num_tokens": 6428384.0, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.09159482758620689, |
| "grad_norm": 0.028015699237585068, |
| "learning_rate": 3.559788262516122e-05, |
| "loss": 0.0077, |
| "mean_token_accuracy": 0.9981574892997742, |
| "num_tokens": 6829293.0, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.09698275862068965, |
| "grad_norm": 0.0296330489218235, |
| "learning_rate": 3.55643594232496e-05, |
| "loss": 0.0061, |
| "mean_token_accuracy": 0.9985599040985107, |
| "num_tokens": 7231379.0, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.10237068965517242, |
| "grad_norm": 0.027567585930228233, |
| "learning_rate": 3.5526626430258894e-05, |
| "loss": 0.0045, |
| "mean_token_accuracy": 0.9988541007041931, |
| "num_tokens": 7634176.0, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.10775862068965517, |
| "grad_norm": 0.03464515879750252, |
| "learning_rate": 3.5484695641118264e-05, |
| "loss": 0.006, |
| "mean_token_accuracy": 0.998340117931366, |
| "num_tokens": 8034981.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.11314655172413793, |
| "grad_norm": 0.03444606438279152, |
| "learning_rate": 3.543858038519294e-05, |
| "loss": 0.0063, |
| "mean_token_accuracy": 0.9984558463096619, |
| "num_tokens": 8435719.0, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.11853448275862069, |
| "grad_norm": 0.02906894125044346, |
| "learning_rate": 3.538829532204697e-05, |
| "loss": 0.0059, |
| "mean_token_accuracy": 0.9984469652175904, |
| "num_tokens": 8836428.0, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.12392241379310345, |
| "grad_norm": 0.026567254215478897, |
| "learning_rate": 3.533385643678309e-05, |
| "loss": 0.0052, |
| "mean_token_accuracy": 0.9984662294387817, |
| "num_tokens": 9237421.0, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.12931034482758622, |
| "grad_norm": 0.028587114065885544, |
| "learning_rate": 3.527528103496123e-05, |
| "loss": 0.0045, |
| "mean_token_accuracy": 0.9987730145454407, |
| "num_tokens": 9639778.0, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.13469827586206898, |
| "grad_norm": 0.02611548639833927, |
| "learning_rate": 3.521258773709726e-05, |
| "loss": 0.005, |
| "mean_token_accuracy": 0.9985883116722107, |
| "num_tokens": 10041852.0, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.1400862068965517, |
| "grad_norm": 0.028025874868035316, |
| "learning_rate": 3.514579647274372e-05, |
| "loss": 0.0049, |
| "mean_token_accuracy": 0.998680031299591, |
| "num_tokens": 10444159.0, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.14547413793103448, |
| "grad_norm": 0.04556312412023544, |
| "learning_rate": 3.5074928474154395e-05, |
| "loss": 0.0044, |
| "mean_token_accuracy": 0.9987163543701172, |
| "num_tokens": 10845771.0, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.15086206896551724, |
| "grad_norm": 0.04252542927861214, |
| "learning_rate": 3.500000626953483e-05, |
| "loss": 0.0039, |
| "mean_token_accuracy": 0.9987828731536865, |
| "num_tokens": 11247804.0, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.15625, |
| "grad_norm": 0.039127446711063385, |
| "learning_rate": 3.492105367588084e-05, |
| "loss": 0.0057, |
| "mean_token_accuracy": 0.9981782674789429, |
| "num_tokens": 11647222.0, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.16163793103448276, |
| "grad_norm": 0.02822212316095829, |
| "learning_rate": 3.4838095791407325e-05, |
| "loss": 0.0042, |
| "mean_token_accuracy": 0.998698377609253, |
| "num_tokens": 12048813.0, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.16702586206896552, |
| "grad_norm": 0.021515976637601852, |
| "learning_rate": 3.4751158987569807e-05, |
| "loss": 0.0036, |
| "mean_token_accuracy": 0.9988813161849975, |
| "num_tokens": 12451442.0, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.1724137931034483, |
| "grad_norm": 0.04444750025868416, |
| "learning_rate": 3.4660270900681224e-05, |
| "loss": 0.0042, |
| "mean_token_accuracy": 0.998634934425354, |
| "num_tokens": 12853398.0, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.17780172413793102, |
| "grad_norm": 0.0250164233148098, |
| "learning_rate": 3.456546042312664e-05, |
| "loss": 0.0033, |
| "mean_token_accuracy": 0.9989552855491638, |
| "num_tokens": 13256187.0, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.18318965517241378, |
| "grad_norm": 0.029835877940058708, |
| "learning_rate": 3.446675769417862e-05, |
| "loss": 0.004, |
| "mean_token_accuracy": 0.9987164378166199, |
| "num_tokens": 13657420.0, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.18857758620689655, |
| "grad_norm": 0.02986965700984001, |
| "learning_rate": 3.4364194090416284e-05, |
| "loss": 0.0032, |
| "mean_token_accuracy": 0.9989364504814148, |
| "num_tokens": 14059932.0, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.1939655172413793, |
| "grad_norm": 0.028351912274956703, |
| "learning_rate": 3.425780221575104e-05, |
| "loss": 0.0043, |
| "mean_token_accuracy": 0.9985925316810608, |
| "num_tokens": 14460951.0, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.19935344827586207, |
| "grad_norm": 0.016597596928477287, |
| "learning_rate": 3.414761589106212e-05, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.9990380048751831, |
| "num_tokens": 14864383.0, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.20474137931034483, |
| "grad_norm": 0.031333401799201965, |
| "learning_rate": 3.403367014344524e-05, |
| "loss": 0.0033, |
| "mean_token_accuracy": 0.9988710880279541, |
| "num_tokens": 15266886.0, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.2101293103448276, |
| "grad_norm": 0.02912697196006775, |
| "learning_rate": 3.3916001195077896e-05, |
| "loss": 0.0035, |
| "mean_token_accuracy": 0.998849093914032, |
| "num_tokens": 15669207.0, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.21551724137931033, |
| "grad_norm": 0.029591375961899757, |
| "learning_rate": 3.379464645170468e-05, |
| "loss": 0.0036, |
| "mean_token_accuracy": 0.9988542199134827, |
| "num_tokens": 16071006.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2209051724137931, |
| "grad_norm": 0.02394878678023815, |
| "learning_rate": 3.36696444907464e-05, |
| "loss": 0.0039, |
| "mean_token_accuracy": 0.9987379312515259, |
| "num_tokens": 16472933.0, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.22629310344827586, |
| "grad_norm": 0.023629413917660713, |
| "learning_rate": 3.3541035049036674e-05, |
| "loss": 0.0031, |
| "mean_token_accuracy": 0.9989330530166626, |
| "num_tokens": 16875395.0, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.23168103448275862, |
| "grad_norm": 0.032314199954271317, |
| "learning_rate": 3.340885901019005e-05, |
| "loss": 0.0032, |
| "mean_token_accuracy": 0.9989269018173218, |
| "num_tokens": 17277271.0, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.23706896551724138, |
| "grad_norm": 0.0229765884578228, |
| "learning_rate": 3.327315839160552e-05, |
| "loss": 0.0031, |
| "mean_token_accuracy": 0.9989865899085999, |
| "num_tokens": 17680114.0, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.24245689655172414, |
| "grad_norm": 0.024461975321173668, |
| "learning_rate": 3.3133976331109576e-05, |
| "loss": 0.0035, |
| "mean_token_accuracy": 0.9988359451293946, |
| "num_tokens": 18082245.0, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.2478448275862069, |
| "grad_norm": 0.026213262230157852, |
| "learning_rate": 3.299135707324319e-05, |
| "loss": 0.0034, |
| "mean_token_accuracy": 0.9987861156463623, |
| "num_tokens": 18483821.0, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.25323275862068967, |
| "grad_norm": 0.032358359545469284, |
| "learning_rate": 3.2845345955196925e-05, |
| "loss": 0.0034, |
| "mean_token_accuracy": 0.9987888932228088, |
| "num_tokens": 18884746.0, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.25862068965517243, |
| "grad_norm": 0.021628115326166153, |
| "learning_rate": 3.2695989392398675e-05, |
| "loss": 0.0034, |
| "mean_token_accuracy": 0.9988565802574157, |
| "num_tokens": 19286927.0, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.2640086206896552, |
| "grad_norm": 0.032560136169195175, |
| "learning_rate": 3.254333486375871e-05, |
| "loss": 0.0036, |
| "mean_token_accuracy": 0.998822295665741, |
| "num_tokens": 19688165.0, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.26939655172413796, |
| "grad_norm": 0.026628414168953896, |
| "learning_rate": 3.238743089657662e-05, |
| "loss": 0.0031, |
| "mean_token_accuracy": 0.9988994359970093, |
| "num_tokens": 20090262.0, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.27478448275862066, |
| "grad_norm": 0.021604420617222786, |
| "learning_rate": 3.222832705111498e-05, |
| "loss": 0.0036, |
| "mean_token_accuracy": 0.9988043308258057, |
| "num_tokens": 20492107.0, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.2801724137931034, |
| "grad_norm": 0.027409082278609276, |
| "learning_rate": 3.206607390484465e-05, |
| "loss": 0.0033, |
| "mean_token_accuracy": 0.9988442182540893, |
| "num_tokens": 20894248.0, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.2855603448275862, |
| "grad_norm": 0.031035037711262703, |
| "learning_rate": 3.190072303636671e-05, |
| "loss": 0.003, |
| "mean_token_accuracy": 0.9989655137062072, |
| "num_tokens": 21296720.0, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.29094827586206895, |
| "grad_norm": 0.025560248643159866, |
| "learning_rate": 3.1732327009016207e-05, |
| "loss": 0.0038, |
| "mean_token_accuracy": 0.9986896753311157, |
| "num_tokens": 21697077.0, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.2963362068965517, |
| "grad_norm": 0.027044419199228287, |
| "learning_rate": 3.1560939354152733e-05, |
| "loss": 0.0037, |
| "mean_token_accuracy": 0.9987533926963806, |
| "num_tokens": 22098063.0, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.3017241379310345, |
| "grad_norm": 0.04460646212100983, |
| "learning_rate": 3.138661455414342e-05, |
| "loss": 0.0037, |
| "mean_token_accuracy": 0.9987125039100647, |
| "num_tokens": 22499277.0, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.30711206896551724, |
| "grad_norm": 0.02684149332344532, |
| "learning_rate": 3.120940802504353e-05, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.9990176081657409, |
| "num_tokens": 22902818.0, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.3125, |
| "grad_norm": 0.025129975751042366, |
| "learning_rate": 3.102937609898027e-05, |
| "loss": 0.0035, |
| "mean_token_accuracy": 0.9988201856613159, |
| "num_tokens": 23304341.0, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.31788793103448276, |
| "grad_norm": 0.03148937597870827, |
| "learning_rate": 3.084657600624539e-05, |
| "loss": 0.0037, |
| "mean_token_accuracy": 0.9986629009246826, |
| "num_tokens": 23704925.0, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.3232758620689655, |
| "grad_norm": 0.030350444838404655, |
| "learning_rate": 3.066106585710227e-05, |
| "loss": 0.0032, |
| "mean_token_accuracy": 0.9988539814949036, |
| "num_tokens": 24106861.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3286637931034483, |
| "grad_norm": 0.027379781007766724, |
| "learning_rate": 3.0472904623313255e-05, |
| "loss": 0.0038, |
| "mean_token_accuracy": 0.9986437201499939, |
| "num_tokens": 24507326.0, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.33405172413793105, |
| "grad_norm": 0.028325095772743225, |
| "learning_rate": 3.028215211939314e-05, |
| "loss": 0.0033, |
| "mean_token_accuracy": 0.9988056659698487, |
| "num_tokens": 24908336.0, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.3394396551724138, |
| "grad_norm": 0.022994231432676315, |
| "learning_rate": 3.0088868983594765e-05, |
| "loss": 0.0033, |
| "mean_token_accuracy": 0.9988773822784424, |
| "num_tokens": 25309863.0, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.3448275862068966, |
| "grad_norm": 0.02782243676483631, |
| "learning_rate": 2.9893116658632732e-05, |
| "loss": 0.0031, |
| "mean_token_accuracy": 0.9988821387290955, |
| "num_tokens": 25711787.0, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.35021551724137934, |
| "grad_norm": 0.01946713961660862, |
| "learning_rate": 2.9694957372151408e-05, |
| "loss": 0.0032, |
| "mean_token_accuracy": 0.9987824201583863, |
| "num_tokens": 26113810.0, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.35560344827586204, |
| "grad_norm": 0.02599230408668518, |
| "learning_rate": 2.9494454116943372e-05, |
| "loss": 0.0031, |
| "mean_token_accuracy": 0.9988673329353333, |
| "num_tokens": 26515442.0, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.3609913793103448, |
| "grad_norm": 0.0248300451785326, |
| "learning_rate": 2.92916706309247e-05, |
| "loss": 0.0041, |
| "mean_token_accuracy": 0.9985779404640198, |
| "num_tokens": 26914834.0, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.36637931034482757, |
| "grad_norm": 0.028298387303948402, |
| "learning_rate": 2.9086671376873294e-05, |
| "loss": 0.0035, |
| "mean_token_accuracy": 0.998742938041687, |
| "num_tokens": 27315857.0, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.37176724137931033, |
| "grad_norm": 0.03281069174408913, |
| "learning_rate": 2.887952152193688e-05, |
| "loss": 0.0033, |
| "mean_token_accuracy": 0.9988440275192261, |
| "num_tokens": 27717269.0, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.3771551724137931, |
| "grad_norm": 0.03256155177950859, |
| "learning_rate": 2.8670286916916988e-05, |
| "loss": 0.0039, |
| "mean_token_accuracy": 0.9987234234809875, |
| "num_tokens": 28118459.0, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.38254310344827586, |
| "grad_norm": 0.022085973992943764, |
| "learning_rate": 2.84590340753357e-05, |
| "loss": 0.0035, |
| "mean_token_accuracy": 0.9987329363822937, |
| "num_tokens": 28518510.0, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.3879310344827586, |
| "grad_norm": 0.017243554815649986, |
| "learning_rate": 2.8245830152291688e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.9990796089172364, |
| "num_tokens": 28921146.0, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.3933189655172414, |
| "grad_norm": 0.018972132354974747, |
| "learning_rate": 2.8030742923112265e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.9990222811698913, |
| "num_tokens": 29323731.0, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.39870689655172414, |
| "grad_norm": 0.02033703401684761, |
| "learning_rate": 2.7813840761808355e-05, |
| "loss": 0.0033, |
| "mean_token_accuracy": 0.9988647699356079, |
| "num_tokens": 29725134.0, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.4040948275862069, |
| "grad_norm": 0.02075575664639473, |
| "learning_rate": 2.7595192619339067e-05, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.998983871936798, |
| "num_tokens": 30127021.0, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.40948275862068967, |
| "grad_norm": 0.01936476305127144, |
| "learning_rate": 2.7374868001692914e-05, |
| "loss": 0.0032, |
| "mean_token_accuracy": 0.9988717794418335, |
| "num_tokens": 30528417.0, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.41487068965517243, |
| "grad_norm": 0.022590680047869682, |
| "learning_rate": 2.7152936947792565e-05, |
| "loss": 0.0025, |
| "mean_token_accuracy": 0.9991134643554688, |
| "num_tokens": 30931584.0, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.4202586206896552, |
| "grad_norm": 0.029338538646697998, |
| "learning_rate": 2.69294700072302e-05, |
| "loss": 0.0033, |
| "mean_token_accuracy": 0.9988523483276367, |
| "num_tokens": 31333142.0, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.42564655172413796, |
| "grad_norm": 0.028044741600751877, |
| "learning_rate": 2.6704538217840525e-05, |
| "loss": 0.0034, |
| "mean_token_accuracy": 0.9987943410873413, |
| "num_tokens": 31734148.0, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.43103448275862066, |
| "grad_norm": 0.02476726658642292, |
| "learning_rate": 2.6478213083118573e-05, |
| "loss": 0.0027, |
| "mean_token_accuracy": 0.9990673303604126, |
| "num_tokens": 32137295.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.4364224137931034, |
| "grad_norm": 0.021439680829644203, |
| "learning_rate": 2.6250566549489473e-05, |
| "loss": 0.0031, |
| "mean_token_accuracy": 0.9989170432090759, |
| "num_tokens": 32538896.0, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.4418103448275862, |
| "grad_norm": 0.027145177125930786, |
| "learning_rate": 2.6021670983437456e-05, |
| "loss": 0.0034, |
| "mean_token_accuracy": 0.9987870693206787, |
| "num_tokens": 32940068.0, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.44719827586206895, |
| "grad_norm": 0.015717459842562675, |
| "learning_rate": 2.5791599148501243e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.9990354537963867, |
| "num_tokens": 33342556.0, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.4525862068965517, |
| "grad_norm": 0.016596542671322823, |
| "learning_rate": 2.5560424182143315e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.9989644050598144, |
| "num_tokens": 33744513.0, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.4579741379310345, |
| "grad_norm": 0.022335536777973175, |
| "learning_rate": 2.5328219572500253e-05, |
| "loss": 0.0033, |
| "mean_token_accuracy": 0.9987898945808411, |
| "num_tokens": 34145891.0, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.46336206896551724, |
| "grad_norm": 0.026606585830450058, |
| "learning_rate": 2.5095059135021593e-05, |
| "loss": 0.003, |
| "mean_token_accuracy": 0.9989604115486145, |
| "num_tokens": 34548204.0, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.46875, |
| "grad_norm": 0.022704385221004486, |
| "learning_rate": 2.4861016989004707e-05, |
| "loss": 0.0025, |
| "mean_token_accuracy": 0.9991106033325196, |
| "num_tokens": 34951187.0, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.47413793103448276, |
| "grad_norm": 0.04150070250034332, |
| "learning_rate": 2.4626167534032994e-05, |
| "loss": 0.0025, |
| "mean_token_accuracy": 0.9991032481193542, |
| "num_tokens": 35354414.0, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.4795258620689655, |
| "grad_norm": 0.02489551343023777, |
| "learning_rate": 2.439058542632504e-05, |
| "loss": 0.003, |
| "mean_token_accuracy": 0.9989043354988099, |
| "num_tokens": 35756305.0, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.4849137931034483, |
| "grad_norm": 0.027949925512075424, |
| "learning_rate": 2.415434555500219e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.9990329504013061, |
| "num_tokens": 36158871.0, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.49030172413793105, |
| "grad_norm": 0.02412698045372963, |
| "learning_rate": 2.3917523018282043e-05, |
| "loss": 0.003, |
| "mean_token_accuracy": 0.9988869667053223, |
| "num_tokens": 36560269.0, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.4956896551724138, |
| "grad_norm": 0.02200850285589695, |
| "learning_rate": 2.3680193099605526e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.9989560723304749, |
| "num_tokens": 36962062.0, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5010775862068966, |
| "grad_norm": 0.01985372044146061, |
| "learning_rate": 2.3442431243705042e-05, |
| "loss": 0.0033, |
| "mean_token_accuracy": 0.9988078117370606, |
| "num_tokens": 37362795.0, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.5064655172413793, |
| "grad_norm": 0.0251405481249094, |
| "learning_rate": 2.3204313032621397e-05, |
| "loss": 0.0032, |
| "mean_token_accuracy": 0.9988798141479492, |
| "num_tokens": 37764363.0, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5118534482758621, |
| "grad_norm": 0.017319003120064735, |
| "learning_rate": 2.2965914161677012e-05, |
| "loss": 0.0034, |
| "mean_token_accuracy": 0.9987285256385803, |
| "num_tokens": 38164542.0, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.5172413793103449, |
| "grad_norm": 0.02730216644704342, |
| "learning_rate": 2.2727310415413196e-05, |
| "loss": 0.0026, |
| "mean_token_accuracy": 0.999100661277771, |
| "num_tokens": 38568071.0, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5226293103448276, |
| "grad_norm": 0.02837636135518551, |
| "learning_rate": 2.2488577643499015e-05, |
| "loss": 0.0037, |
| "mean_token_accuracy": 0.9986386775970459, |
| "num_tokens": 38968166.0, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.5280172413793104, |
| "grad_norm": 0.02115839347243309, |
| "learning_rate": 2.2249791736619445e-05, |
| "loss": 0.0037, |
| "mean_token_accuracy": 0.9987141489982605, |
| "num_tokens": 39368710.0, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.5334051724137931, |
| "grad_norm": 0.01951654814183712, |
| "learning_rate": 2.201102860235052e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.9989643692970276, |
| "num_tokens": 39771110.0, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.5387931034482759, |
| "grad_norm": 0.011981317773461342, |
| "learning_rate": 2.17723641410291e-05, |
| "loss": 0.0032, |
| "mean_token_accuracy": 0.9988933444023133, |
| "num_tokens": 40172898.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5441810344827587, |
| "grad_norm": 0.018850047141313553, |
| "learning_rate": 2.153387422162493e-05, |
| "loss": 0.0031, |
| "mean_token_accuracy": 0.9988592743873597, |
| "num_tokens": 40574281.0, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.5495689655172413, |
| "grad_norm": 0.018220078200101852, |
| "learning_rate": 2.1295634657622692e-05, |
| "loss": 0.0026, |
| "mean_token_accuracy": 0.9991109728813171, |
| "num_tokens": 40977292.0, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.5549568965517241, |
| "grad_norm": 0.02601587027311325, |
| "learning_rate": 2.1057721182921658e-05, |
| "loss": 0.0035, |
| "mean_token_accuracy": 0.9987223386764527, |
| "num_tokens": 41377321.0, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.5603448275862069, |
| "grad_norm": 0.017099367454648018, |
| "learning_rate": 2.0820209427760667e-05, |
| "loss": 0.0027, |
| "mean_token_accuracy": 0.9991111755371094, |
| "num_tokens": 41780166.0, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.5657327586206896, |
| "grad_norm": 0.01895494945347309, |
| "learning_rate": 2.058317489467608e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.9990185737609864, |
| "num_tokens": 42182491.0, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.5711206896551724, |
| "grad_norm": 0.019429514184594154, |
| "learning_rate": 2.0346692934500267e-05, |
| "loss": 0.0035, |
| "mean_token_accuracy": 0.9987874507904053, |
| "num_tokens": 42583369.0, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.5765086206896551, |
| "grad_norm": 0.029150033369660378, |
| "learning_rate": 2.011083872240839e-05, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.9989708065986633, |
| "num_tokens": 42986169.0, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.5818965517241379, |
| "grad_norm": 0.01646232232451439, |
| "learning_rate": 1.987568723402096e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.9990198969841003, |
| "num_tokens": 43388408.0, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.5872844827586207, |
| "grad_norm": 0.029317881911993027, |
| "learning_rate": 1.9641313221569873e-05, |
| "loss": 0.0034, |
| "mean_token_accuracy": 0.9987244963645935, |
| "num_tokens": 43789151.0, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.5926724137931034, |
| "grad_norm": 0.026302972808480263, |
| "learning_rate": 1.9407791190135443e-05, |
| "loss": 0.003, |
| "mean_token_accuracy": 0.9988860845565796, |
| "num_tokens": 44190220.0, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.5980603448275862, |
| "grad_norm": 0.02601112239062786, |
| "learning_rate": 1.917519537396203e-05, |
| "loss": 0.0027, |
| "mean_token_accuracy": 0.9990330338478088, |
| "num_tokens": 44592857.0, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.603448275862069, |
| "grad_norm": 0.019996047019958496, |
| "learning_rate": 1.8943599712859686e-05, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.9989817619323731, |
| "num_tokens": 44994800.0, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6088362068965517, |
| "grad_norm": 0.015889732167124748, |
| "learning_rate": 1.8713077828699518e-05, |
| "loss": 0.0025, |
| "mean_token_accuracy": 0.9991264820098877, |
| "num_tokens": 45398025.0, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.6142241379310345, |
| "grad_norm": 0.01739376410841942, |
| "learning_rate": 1.8483703002009994e-05, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.9989471673965454, |
| "num_tokens": 45799951.0, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.6196120689655172, |
| "grad_norm": 0.019734220579266548, |
| "learning_rate": 1.8255548148681885e-05, |
| "loss": 0.0034, |
| "mean_token_accuracy": 0.9987558484077453, |
| "num_tokens": 46200476.0, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.625, |
| "grad_norm": 0.028406864032149315, |
| "learning_rate": 1.8028685796788967e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.9990233540534973, |
| "num_tokens": 46602865.0, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.6303879310344828, |
| "grad_norm": 0.029668040573596954, |
| "learning_rate": 1.7803188063532184e-05, |
| "loss": 0.003, |
| "mean_token_accuracy": 0.9989258170127868, |
| "num_tokens": 47004445.0, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.6357758620689655, |
| "grad_norm": 0.017754795029759407, |
| "learning_rate": 1.7579126632314283e-05, |
| "loss": 0.0033, |
| "mean_token_accuracy": 0.998816168308258, |
| "num_tokens": 47405509.0, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.6411637931034483, |
| "grad_norm": 0.023762712255120277, |
| "learning_rate": 1.7356572729952424e-05, |
| "loss": 0.003, |
| "mean_token_accuracy": 0.9989230871200562, |
| "num_tokens": 47807070.0, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.646551724137931, |
| "grad_norm": 0.019800549373030663, |
| "learning_rate": 1.713559710403587e-05, |
| "loss": 0.0031, |
| "mean_token_accuracy": 0.9988937497138977, |
| "num_tokens": 48208600.0, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6519396551724138, |
| "grad_norm": 0.0168940257281065, |
| "learning_rate": 1.6916270000436114e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.998992097377777, |
| "num_tokens": 48611166.0, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.6573275862068966, |
| "grad_norm": 0.020920807495713234, |
| "learning_rate": 1.6698661140976403e-05, |
| "loss": 0.0027, |
| "mean_token_accuracy": 0.9990215063095093, |
| "num_tokens": 49013571.0, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.6627155172413793, |
| "grad_norm": 0.01899370178580284, |
| "learning_rate": 1.6482839701267902e-05, |
| "loss": 0.0031, |
| "mean_token_accuracy": 0.9987942934036255, |
| "num_tokens": 49414184.0, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.6681034482758621, |
| "grad_norm": 0.021047541871666908, |
| "learning_rate": 1.626887428871947e-05, |
| "loss": 0.0032, |
| "mean_token_accuracy": 0.9988746643066406, |
| "num_tokens": 49815792.0, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.6734913793103449, |
| "grad_norm": 0.03720097616314888, |
| "learning_rate": 1.6056832920728103e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.998986005783081, |
| "num_tokens": 50218315.0, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.6788793103448276, |
| "grad_norm": 0.018089212477207184, |
| "learning_rate": 1.5846783003056866e-05, |
| "loss": 0.0032, |
| "mean_token_accuracy": 0.9988272428512573, |
| "num_tokens": 50619471.0, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.6842672413793104, |
| "grad_norm": 0.01994973048567772, |
| "learning_rate": 1.5638791308407327e-05, |
| "loss": 0.0031, |
| "mean_token_accuracy": 0.9988573670387269, |
| "num_tokens": 51020999.0, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.6896551724137931, |
| "grad_norm": 0.022940637543797493, |
| "learning_rate": 1.5432923955193175e-05, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.9989816308021545, |
| "num_tokens": 51422802.0, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.6950431034482759, |
| "grad_norm": 0.02870994061231613, |
| "learning_rate": 1.5229246386521894e-05, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.9989091634750367, |
| "num_tokens": 51824364.0, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.7004310344827587, |
| "grad_norm": 0.02485145442187786, |
| "learning_rate": 1.502782334939104e-05, |
| "loss": 0.0031, |
| "mean_token_accuracy": 0.9988964319229126, |
| "num_tokens": 52226195.0, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7058189655172413, |
| "grad_norm": 0.018746523186564445, |
| "learning_rate": 1.4828718874105872e-05, |
| "loss": 0.0032, |
| "mean_token_accuracy": 0.9988164305686951, |
| "num_tokens": 52627325.0, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.7112068965517241, |
| "grad_norm": 0.021077096462249756, |
| "learning_rate": 1.4631996253924749e-05, |
| "loss": 0.0026, |
| "mean_token_accuracy": 0.999091649055481, |
| "num_tokens": 53029791.0, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.7165948275862069, |
| "grad_norm": 0.023125356063246727, |
| "learning_rate": 1.4437718024938859e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.9989755392074585, |
| "num_tokens": 53431762.0, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.7219827586206896, |
| "grad_norm": 0.021164370700716972, |
| "learning_rate": 1.4245945946192675e-05, |
| "loss": 0.0027, |
| "mean_token_accuracy": 0.9990996837615966, |
| "num_tokens": 53834592.0, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.7273706896551724, |
| "grad_norm": 0.023194963112473488, |
| "learning_rate": 1.4056740980051348e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.9989457607269288, |
| "num_tokens": 54236113.0, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.7327586206896551, |
| "grad_norm": 0.027318745851516724, |
| "learning_rate": 1.3870163272821422e-05, |
| "loss": 0.0026, |
| "mean_token_accuracy": 0.999036180973053, |
| "num_tokens": 54638773.0, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.7381465517241379, |
| "grad_norm": 0.02111695520579815, |
| "learning_rate": 1.3686272135630939e-05, |
| "loss": 0.0033, |
| "mean_token_accuracy": 0.9988025784492492, |
| "num_tokens": 55039287.0, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.7435344827586207, |
| "grad_norm": 0.021133102476596832, |
| "learning_rate": 1.3505126025575055e-05, |
| "loss": 0.0034, |
| "mean_token_accuracy": 0.9987844109535218, |
| "num_tokens": 55440154.0, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.7489224137931034, |
| "grad_norm": 0.02764318138360977, |
| "learning_rate": 1.3326782527133116e-05, |
| "loss": 0.0034, |
| "mean_token_accuracy": 0.9987500309944153, |
| "num_tokens": 55840791.0, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.7543103448275862, |
| "grad_norm": 0.024941669777035713, |
| "learning_rate": 1.3151298333863147e-05, |
| "loss": 0.0031, |
| "mean_token_accuracy": 0.9988775968551635, |
| "num_tokens": 56242887.0, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.759698275862069, |
| "grad_norm": 0.020666925236582756, |
| "learning_rate": 1.2978729230379578e-05, |
| "loss": 0.0026, |
| "mean_token_accuracy": 0.9990407824516296, |
| "num_tokens": 56645470.0, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.7650862068965517, |
| "grad_norm": 0.020904364064335823, |
| "learning_rate": 1.2809130074619848e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.998978590965271, |
| "num_tokens": 57047650.0, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.7704741379310345, |
| "grad_norm": 0.03892960771918297, |
| "learning_rate": 1.2642554780405692e-05, |
| "loss": 0.0033, |
| "mean_token_accuracy": 0.9987773180007935, |
| "num_tokens": 57448504.0, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.7758620689655172, |
| "grad_norm": 0.019465629011392593, |
| "learning_rate": 1.2479056300304417e-05, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.9989529132843018, |
| "num_tokens": 57850023.0, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.78125, |
| "grad_norm": 0.022766010835766792, |
| "learning_rate": 1.2318686608795911e-05, |
| "loss": 0.0026, |
| "mean_token_accuracy": 0.9990706324577332, |
| "num_tokens": 58252427.0, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.7866379310344828, |
| "grad_norm": 0.01826990395784378, |
| "learning_rate": 1.216149668575042e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.9989858031272888, |
| "num_tokens": 58654151.0, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.7920258620689655, |
| "grad_norm": 0.024694079533219337, |
| "learning_rate": 1.2007536500222625e-05, |
| "loss": 0.0024, |
| "mean_token_accuracy": 0.9991173863410949, |
| "num_tokens": 59057239.0, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.7974137931034483, |
| "grad_norm": 0.024528369307518005, |
| "learning_rate": 1.1856854994566963e-05, |
| "loss": 0.0033, |
| "mean_token_accuracy": 0.9987176299095154, |
| "num_tokens": 59457329.0, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.802801724137931, |
| "grad_norm": 0.023563502356410027, |
| "learning_rate": 1.170950006887937e-05, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.9988890886306763, |
| "num_tokens": 59858237.0, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.8081896551724138, |
| "grad_norm": 0.022601908072829247, |
| "learning_rate": 1.1565518565770333e-05, |
| "loss": 0.0032, |
| "mean_token_accuracy": 0.9988453388214111, |
| "num_tokens": 60258966.0, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8135775862068966, |
| "grad_norm": 0.02289353311061859, |
| "learning_rate": 1.1424956255474115e-05, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.9989407777786254, |
| "num_tokens": 60660391.0, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.8189655172413793, |
| "grad_norm": 0.022011511027812958, |
| "learning_rate": 1.128785782129885e-05, |
| "loss": 0.0027, |
| "mean_token_accuracy": 0.9989583969116211, |
| "num_tokens": 61063253.0, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.8243534482758621, |
| "grad_norm": 0.016875440254807472, |
| "learning_rate": 1.1154266845422202e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.9989829182624816, |
| "num_tokens": 61464810.0, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.8297413793103449, |
| "grad_norm": 0.019241346046328545, |
| "learning_rate": 1.1024225795037032e-05, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.9989438533782959, |
| "num_tokens": 61866531.0, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.8351293103448276, |
| "grad_norm": 0.02377363108098507, |
| "learning_rate": 1.089777600885151e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.9989052176475525, |
| "num_tokens": 62268172.0, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.8405172413793104, |
| "grad_norm": 0.020043199881911278, |
| "learning_rate": 1.077495768394797e-05, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.9989200592041015, |
| "num_tokens": 62669240.0, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.8459051724137931, |
| "grad_norm": 0.021909885108470917, |
| "learning_rate": 1.065580986300468e-05, |
| "loss": 0.0027, |
| "mean_token_accuracy": 0.9990006566047669, |
| "num_tokens": 63070830.0, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.8512931034482759, |
| "grad_norm": 0.022637179121375084, |
| "learning_rate": 1.0540370421884568e-05, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.9989096641540527, |
| "num_tokens": 63472170.0, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.8566810344827587, |
| "grad_norm": 0.024955401197075844, |
| "learning_rate": 1.0428676057594878e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.998984956741333, |
| "num_tokens": 63874037.0, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.8620689655172413, |
| "grad_norm": 0.01749681495130062, |
| "learning_rate": 1.0320762276621562e-05, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.9988763809204102, |
| "num_tokens": 64275344.0, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.8674568965517241, |
| "grad_norm": 0.027656937018036842, |
| "learning_rate": 1.0216663383642168e-05, |
| "loss": 0.0027, |
| "mean_token_accuracy": 0.998952853679657, |
| "num_tokens": 64677126.0, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.8728448275862069, |
| "grad_norm": 0.023702535778284073, |
| "learning_rate": 1.0116412470620679e-05, |
| "loss": 0.0025, |
| "mean_token_accuracy": 0.9990836262702942, |
| "num_tokens": 65079920.0, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.8782327586206896, |
| "grad_norm": 0.01650397479534149, |
| "learning_rate": 1.0020041406287986e-05, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.9989512085914611, |
| "num_tokens": 65481506.0, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.8836206896551724, |
| "grad_norm": 0.020977003499865532, |
| "learning_rate": 9.927580826011085e-06, |
| "loss": 0.0023, |
| "mean_token_accuracy": 0.9991203188896179, |
| "num_tokens": 65884331.0, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.8890086206896551, |
| "grad_norm": 0.024442242458462715, |
| "learning_rate": 9.839060122054454e-06, |
| "loss": 0.0027, |
| "mean_token_accuracy": 0.998936676979065, |
| "num_tokens": 66285759.0, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.8943965517241379, |
| "grad_norm": 0.026786241680383682, |
| "learning_rate": 9.75450743423654e-06, |
| "loss": 0.0033, |
| "mean_token_accuracy": 0.998736298084259, |
| "num_tokens": 66685714.0, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.8997844827586207, |
| "grad_norm": 0.02032666653394699, |
| "learning_rate": 9.673949640984395e-06, |
| "loss": 0.0031, |
| "mean_token_accuracy": 0.9987974643707276, |
| "num_tokens": 67086597.0, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.9051724137931034, |
| "grad_norm": 0.018526580184698105, |
| "learning_rate": 9.597412350789308e-06, |
| "loss": 0.0023, |
| "mean_token_accuracy": 0.9991434216499329, |
| "num_tokens": 67489472.0, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.9105603448275862, |
| "grad_norm": 0.02303580939769745, |
| "learning_rate": 9.52491989406613e-06, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.998892092704773, |
| "num_tokens": 67890506.0, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.915948275862069, |
| "grad_norm": 0.02187165431678295, |
| "learning_rate": 9.456495315418894e-06, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.998983633518219, |
| "num_tokens": 68291917.0, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.9213362068965517, |
| "grad_norm": 0.024225406348705292, |
| "learning_rate": 9.392160366315146e-06, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.9989516019821167, |
| "num_tokens": 68693565.0, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.9267241379310345, |
| "grad_norm": 0.02186994068324566, |
| "learning_rate": 9.331935498171415e-06, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.9988806962966919, |
| "num_tokens": 69094557.0, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.9321120689655172, |
| "grad_norm": 0.028275199234485626, |
| "learning_rate": 9.275839855851889e-06, |
| "loss": 0.0027, |
| "mean_token_accuracy": 0.9990072846412659, |
| "num_tokens": 69496215.0, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.9375, |
| "grad_norm": 0.023129276931285858, |
| "learning_rate": 9.223891271582473e-06, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.99894700050354, |
| "num_tokens": 69897495.0, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.9428879310344828, |
| "grad_norm": 0.026557613164186478, |
| "learning_rate": 9.176106259282111e-06, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.998926043510437, |
| "num_tokens": 70298929.0, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.9482758620689655, |
| "grad_norm": 0.026480358093976974, |
| "learning_rate": 9.132500009313176e-06, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.9989673137664795, |
| "num_tokens": 70700320.0, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.9536637931034483, |
| "grad_norm": 0.020785316824913025, |
| "learning_rate": 9.093086383652602e-06, |
| "loss": 0.0032, |
| "mean_token_accuracy": 0.9987948417663575, |
| "num_tokens": 71100703.0, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.959051724137931, |
| "grad_norm": 0.024656957015395164, |
| "learning_rate": 9.057877911485328e-06, |
| "loss": 0.0026, |
| "mean_token_accuracy": 0.9990541458129882, |
| "num_tokens": 71502763.0, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.9644396551724138, |
| "grad_norm": 0.023979607969522476, |
| "learning_rate": 9.026885785221381e-06, |
| "loss": 0.003, |
| "mean_token_accuracy": 0.9988475799560547, |
| "num_tokens": 71903543.0, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.9698275862068966, |
| "grad_norm": 0.03244682401418686, |
| "learning_rate": 9.000119856937926e-06, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.9989493727684021, |
| "num_tokens": 72304889.0, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.9752155172413793, |
| "grad_norm": 0.021832207217812538, |
| "learning_rate": 8.977588635247394e-06, |
| "loss": 0.0027, |
| "mean_token_accuracy": 0.998972749710083, |
| "num_tokens": 72706282.0, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.9806034482758621, |
| "grad_norm": 0.027536118403077126, |
| "learning_rate": 8.95929928259269e-06, |
| "loss": 0.0022, |
| "mean_token_accuracy": 0.9991941571235656, |
| "num_tokens": 73109508.0, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.9859913793103449, |
| "grad_norm": 0.0195818729698658, |
| "learning_rate": 8.945257612970317e-06, |
| "loss": 0.0025, |
| "mean_token_accuracy": 0.9990817308425903, |
| "num_tokens": 73511750.0, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.9913793103448276, |
| "grad_norm": 0.02713189646601677, |
| "learning_rate": 8.935468090082163e-06, |
| "loss": 0.0029, |
| "mean_token_accuracy": 0.9989341139793396, |
| "num_tokens": 73912567.0, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.9967672413793104, |
| "grad_norm": 0.027518320828676224, |
| "learning_rate": 8.929933825916554e-06, |
| "loss": 0.0028, |
| "mean_token_accuracy": 0.9989198088645935, |
| "num_tokens": 74313918.0, |
| "step": 925 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 928, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.7417098212933632e+18, |
| "train_batch_size": 20, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
