| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.3587304668543143, |
| "eval_steps": 200, |
| "global_step": 3500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 0.1698873918503523, |
| "epoch": 0.0019411821799475881, |
| "grad_norm": 28.75, |
| "learning_rate": 1.7241379310344828e-07, |
| "loss": 0.9568568229675293, |
| "mean_token_accuracy": 0.8273445844650269, |
| "num_tokens": 68060.0, |
| "step": 5 |
| }, |
| { |
| "entropy": 0.1770024599507451, |
| "epoch": 0.0038823643598951763, |
| "grad_norm": 35.0, |
| "learning_rate": 3.8793103448275865e-07, |
| "loss": 0.9151897430419922, |
| "mean_token_accuracy": 0.8321746543049813, |
| "num_tokens": 138267.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 0.19476149305701257, |
| "epoch": 0.005823546539842764, |
| "grad_norm": 30.75, |
| "learning_rate": 6.034482758620691e-07, |
| "loss": 0.8955170631408691, |
| "mean_token_accuracy": 0.8212856188416481, |
| "num_tokens": 217527.0, |
| "step": 15 |
| }, |
| { |
| "entropy": 0.19077662620693445, |
| "epoch": 0.007764728719790353, |
| "grad_norm": 29.875, |
| "learning_rate": 8.189655172413794e-07, |
| "loss": 0.9730923652648926, |
| "mean_token_accuracy": 0.822833463549614, |
| "num_tokens": 280569.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 0.1851712815463543, |
| "epoch": 0.00970591089973794, |
| "grad_norm": 31.0, |
| "learning_rate": 1.0344827586206898e-06, |
| "loss": 0.8731012344360352, |
| "mean_token_accuracy": 0.828074723482132, |
| "num_tokens": 361410.0, |
| "step": 25 |
| }, |
| { |
| "entropy": 0.21108674593269824, |
| "epoch": 0.011647093079685528, |
| "grad_norm": 30.875, |
| "learning_rate": 1.25e-06, |
| "loss": 0.9689438819885254, |
| "mean_token_accuracy": 0.8158086076378822, |
| "num_tokens": 433416.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 0.1849596280604601, |
| "epoch": 0.013588275259633116, |
| "grad_norm": 23.375, |
| "learning_rate": 1.4655172413793104e-06, |
| "loss": 0.8792544364929199, |
| "mean_token_accuracy": 0.8349022850394249, |
| "num_tokens": 509913.0, |
| "step": 35 |
| }, |
| { |
| "entropy": 0.22154813222587108, |
| "epoch": 0.015529457439580705, |
| "grad_norm": 24.125, |
| "learning_rate": 1.681034482758621e-06, |
| "loss": 0.8865782737731933, |
| "mean_token_accuracy": 0.8225297197699547, |
| "num_tokens": 574517.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 0.21101174745708703, |
| "epoch": 0.017470639619528293, |
| "grad_norm": 21.125, |
| "learning_rate": 1.896551724137931e-06, |
| "loss": 0.8394794464111328, |
| "mean_token_accuracy": 0.8262531071901321, |
| "num_tokens": 646659.0, |
| "step": 45 |
| }, |
| { |
| "entropy": 0.22667213380336762, |
| "epoch": 0.01941182179947588, |
| "grad_norm": 18.875, |
| "learning_rate": 2.1120689655172416e-06, |
| "loss": 0.8253890037536621, |
| "mean_token_accuracy": 0.8253167048096657, |
| "num_tokens": 726398.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 0.23717499971389772, |
| "epoch": 0.02135300397942347, |
| "grad_norm": 17.25, |
| "learning_rate": 2.327586206896552e-06, |
| "loss": 0.7434019565582275, |
| "mean_token_accuracy": 0.8295832589268685, |
| "num_tokens": 809917.0, |
| "step": 55 |
| }, |
| { |
| "entropy": 0.25738408528268336, |
| "epoch": 0.023294186159371056, |
| "grad_norm": 13.8125, |
| "learning_rate": 2.543103448275862e-06, |
| "loss": 0.7521392345428467, |
| "mean_token_accuracy": 0.8236480697989463, |
| "num_tokens": 886659.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 0.22672694064676763, |
| "epoch": 0.025235368339318644, |
| "grad_norm": 12.5625, |
| "learning_rate": 2.7586206896551725e-06, |
| "loss": 0.7187893390655518, |
| "mean_token_accuracy": 0.8356023579835892, |
| "num_tokens": 953610.0, |
| "step": 65 |
| }, |
| { |
| "entropy": 0.26906434297561643, |
| "epoch": 0.02717655051926623, |
| "grad_norm": 11.9375, |
| "learning_rate": 2.9741379310344832e-06, |
| "loss": 0.7249302387237548, |
| "mean_token_accuracy": 0.8295665010809898, |
| "num_tokens": 1024103.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 0.2811603628098965, |
| "epoch": 0.029117732699213823, |
| "grad_norm": 10.5, |
| "learning_rate": 3.1896551724137935e-06, |
| "loss": 0.7414528846740722, |
| "mean_token_accuracy": 0.8267218798398972, |
| "num_tokens": 1104806.0, |
| "step": 75 |
| }, |
| { |
| "entropy": 0.2909968294203281, |
| "epoch": 0.03105891487916141, |
| "grad_norm": 10.3125, |
| "learning_rate": 3.4051724137931034e-06, |
| "loss": 0.6241181850433349, |
| "mean_token_accuracy": 0.8339074313640594, |
| "num_tokens": 1185581.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 0.3096594549715519, |
| "epoch": 0.033000097059108995, |
| "grad_norm": 7.6875, |
| "learning_rate": 3.620689655172414e-06, |
| "loss": 0.5764092445373535, |
| "mean_token_accuracy": 0.834169502556324, |
| "num_tokens": 1277766.0, |
| "step": 85 |
| }, |
| { |
| "entropy": 0.3442493978887796, |
| "epoch": 0.034941279239056586, |
| "grad_norm": 6.3125, |
| "learning_rate": 3.8362068965517245e-06, |
| "loss": 0.6330607414245606, |
| "mean_token_accuracy": 0.8328578889369964, |
| "num_tokens": 1343195.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 0.3338872347027063, |
| "epoch": 0.03688246141900418, |
| "grad_norm": 3.9375, |
| "learning_rate": 4.051724137931034e-06, |
| "loss": 0.5495956897735595, |
| "mean_token_accuracy": 0.8446441546082497, |
| "num_tokens": 1422307.0, |
| "step": 95 |
| }, |
| { |
| "entropy": 0.3676390130072832, |
| "epoch": 0.03882364359895176, |
| "grad_norm": 3.78125, |
| "learning_rate": 4.267241379310345e-06, |
| "loss": 0.5221522331237793, |
| "mean_token_accuracy": 0.8460515171289444, |
| "num_tokens": 1502407.0, |
| "step": 100 |
| }, |
| { |
| "entropy": 0.3870431698858738, |
| "epoch": 0.04076482577889935, |
| "grad_norm": 2.875, |
| "learning_rate": 4.482758620689656e-06, |
| "loss": 0.5109545230865479, |
| "mean_token_accuracy": 0.8474476292729378, |
| "num_tokens": 1588898.0, |
| "step": 105 |
| }, |
| { |
| "entropy": 0.4107159897685051, |
| "epoch": 0.04270600795884694, |
| "grad_norm": 2.109375, |
| "learning_rate": 4.698275862068966e-06, |
| "loss": 0.5011598587036132, |
| "mean_token_accuracy": 0.8443124324083329, |
| "num_tokens": 1680514.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 0.39204273708164694, |
| "epoch": 0.04464719013879453, |
| "grad_norm": 2.125, |
| "learning_rate": 4.9137931034482765e-06, |
| "loss": 0.4943844795227051, |
| "mean_token_accuracy": 0.8546174108982086, |
| "num_tokens": 1751043.0, |
| "step": 115 |
| }, |
| { |
| "entropy": 0.44253255538642405, |
| "epoch": 0.04658837231874211, |
| "grad_norm": 1.96875, |
| "learning_rate": 5.129310344827587e-06, |
| "loss": 0.5116967678070068, |
| "mean_token_accuracy": 0.8467695400118828, |
| "num_tokens": 1828152.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 0.4137393295764923, |
| "epoch": 0.0485295544986897, |
| "grad_norm": 2.421875, |
| "learning_rate": 5.344827586206896e-06, |
| "loss": 0.4703562259674072, |
| "mean_token_accuracy": 0.8589524060487748, |
| "num_tokens": 1903581.0, |
| "step": 125 |
| }, |
| { |
| "entropy": 0.43903482854366305, |
| "epoch": 0.05047073667863729, |
| "grad_norm": 2.375, |
| "learning_rate": 5.560344827586207e-06, |
| "loss": 0.4887136936187744, |
| "mean_token_accuracy": 0.8527244672179222, |
| "num_tokens": 1976772.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 0.4222589176148176, |
| "epoch": 0.05241191885858488, |
| "grad_norm": 2.265625, |
| "learning_rate": 5.775862068965518e-06, |
| "loss": 0.45414047241210936, |
| "mean_token_accuracy": 0.8595154702663421, |
| "num_tokens": 2045499.0, |
| "step": 135 |
| }, |
| { |
| "entropy": 0.4219055060297251, |
| "epoch": 0.05435310103853246, |
| "grad_norm": 1.9765625, |
| "learning_rate": 5.9913793103448284e-06, |
| "loss": 0.49632959365844725, |
| "mean_token_accuracy": 0.8565252378582955, |
| "num_tokens": 2120623.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 0.42592958733439445, |
| "epoch": 0.056294283218480054, |
| "grad_norm": 1.828125, |
| "learning_rate": 6.206896551724138e-06, |
| "loss": 0.4315296173095703, |
| "mean_token_accuracy": 0.8575032651424408, |
| "num_tokens": 2198334.0, |
| "step": 145 |
| }, |
| { |
| "entropy": 0.40059518739581107, |
| "epoch": 0.058235465398427645, |
| "grad_norm": 2.015625, |
| "learning_rate": 6.422413793103449e-06, |
| "loss": 0.4771871566772461, |
| "mean_token_accuracy": 0.8683709859848022, |
| "num_tokens": 2265434.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 0.41876095086336135, |
| "epoch": 0.06017664757837523, |
| "grad_norm": 1.34375, |
| "learning_rate": 6.63793103448276e-06, |
| "loss": 0.444645357131958, |
| "mean_token_accuracy": 0.8565793663263321, |
| "num_tokens": 2358742.0, |
| "step": 155 |
| }, |
| { |
| "entropy": 0.4004307441413403, |
| "epoch": 0.06211782975832282, |
| "grad_norm": 1.8828125, |
| "learning_rate": 6.853448275862069e-06, |
| "loss": 0.4320836544036865, |
| "mean_token_accuracy": 0.8631758615374565, |
| "num_tokens": 2437938.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 0.41059495508670807, |
| "epoch": 0.0640590119382704, |
| "grad_norm": 1.8359375, |
| "learning_rate": 7.0689655172413796e-06, |
| "loss": 0.450638484954834, |
| "mean_token_accuracy": 0.8649105593562126, |
| "num_tokens": 2506611.0, |
| "step": 165 |
| }, |
| { |
| "entropy": 0.4375029347836971, |
| "epoch": 0.06600019411821799, |
| "grad_norm": 1.734375, |
| "learning_rate": 7.28448275862069e-06, |
| "loss": 0.48232545852661135, |
| "mean_token_accuracy": 0.8586594820022583, |
| "num_tokens": 2585776.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 0.39430369548499583, |
| "epoch": 0.06794137629816559, |
| "grad_norm": 1.859375, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.42594180107116697, |
| "mean_token_accuracy": 0.8716334730386734, |
| "num_tokens": 2649428.0, |
| "step": 175 |
| }, |
| { |
| "entropy": 0.4384324595332146, |
| "epoch": 0.06988255847811317, |
| "grad_norm": 1.796875, |
| "learning_rate": 7.715517241379312e-06, |
| "loss": 0.45015506744384765, |
| "mean_token_accuracy": 0.8587341636419297, |
| "num_tokens": 2741939.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 0.4197473503649235, |
| "epoch": 0.07182374065806076, |
| "grad_norm": 1.78125, |
| "learning_rate": 7.93103448275862e-06, |
| "loss": 0.430635404586792, |
| "mean_token_accuracy": 0.8667460069060325, |
| "num_tokens": 2814243.0, |
| "step": 185 |
| }, |
| { |
| "entropy": 0.40914484262466433, |
| "epoch": 0.07376492283800835, |
| "grad_norm": 2.0625, |
| "learning_rate": 8.146551724137932e-06, |
| "loss": 0.43552379608154296, |
| "mean_token_accuracy": 0.865776352584362, |
| "num_tokens": 2885496.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 0.4126306913793087, |
| "epoch": 0.07570610501795594, |
| "grad_norm": 1.953125, |
| "learning_rate": 8.362068965517242e-06, |
| "loss": 0.44997596740722656, |
| "mean_token_accuracy": 0.8635187759995461, |
| "num_tokens": 2952067.0, |
| "step": 195 |
| }, |
| { |
| "entropy": 0.39164264835417273, |
| "epoch": 0.07764728719790352, |
| "grad_norm": 1.8046875, |
| "learning_rate": 8.577586206896551e-06, |
| "loss": 0.4397777557373047, |
| "mean_token_accuracy": 0.8692673921585083, |
| "num_tokens": 3032945.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.07764728719790352, |
| "eval_entropy": 0.40086069169184285, |
| "eval_loss": 0.42599618434906006, |
| "eval_mean_token_accuracy": 0.8688706356933251, |
| "eval_num_tokens": 3032945.0, |
| "eval_runtime": 60.1253, |
| "eval_samples_per_second": 35.742, |
| "eval_steps_per_second": 35.742, |
| "step": 200 |
| }, |
| { |
| "entropy": 0.43272491060197354, |
| "epoch": 0.0795884693778511, |
| "grad_norm": 1.8828125, |
| "learning_rate": 8.793103448275862e-06, |
| "loss": 0.44966917037963866, |
| "mean_token_accuracy": 0.8635564997792244, |
| "num_tokens": 3099465.0, |
| "step": 205 |
| }, |
| { |
| "entropy": 0.4191489264369011, |
| "epoch": 0.0815296515577987, |
| "grad_norm": 1.734375, |
| "learning_rate": 9.008620689655173e-06, |
| "loss": 0.45826034545898436, |
| "mean_token_accuracy": 0.8656236171722412, |
| "num_tokens": 3165471.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 0.3851976301521063, |
| "epoch": 0.08347083373774629, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.224137931034484e-06, |
| "loss": 0.41442441940307617, |
| "mean_token_accuracy": 0.8754843935370445, |
| "num_tokens": 3250159.0, |
| "step": 215 |
| }, |
| { |
| "entropy": 0.4017783209681511, |
| "epoch": 0.08541201591769387, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.439655172413794e-06, |
| "loss": 0.4402902603149414, |
| "mean_token_accuracy": 0.8709232717752456, |
| "num_tokens": 3336018.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 0.38373975045979025, |
| "epoch": 0.08735319809764146, |
| "grad_norm": 1.8515625, |
| "learning_rate": 9.655172413793105e-06, |
| "loss": 0.3947699546813965, |
| "mean_token_accuracy": 0.8761502489447593, |
| "num_tokens": 3402332.0, |
| "step": 225 |
| }, |
| { |
| "entropy": 0.3711710192263126, |
| "epoch": 0.08929438027758906, |
| "grad_norm": 1.4453125, |
| "learning_rate": 9.870689655172414e-06, |
| "loss": 0.38801021575927735, |
| "mean_token_accuracy": 0.8783514246344566, |
| "num_tokens": 3490759.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 0.37838716208934786, |
| "epoch": 0.09123556245753664, |
| "grad_norm": 1.6875, |
| "learning_rate": 9.999998243530697e-06, |
| "loss": 0.4078525543212891, |
| "mean_token_accuracy": 0.8711143419146538, |
| "num_tokens": 3581453.0, |
| "step": 235 |
| }, |
| { |
| "entropy": 0.37663319632411, |
| "epoch": 0.09317674463748422, |
| "grad_norm": 2.5, |
| "learning_rate": 9.999978483265213e-06, |
| "loss": 0.4262491226196289, |
| "mean_token_accuracy": 0.8772962838411331, |
| "num_tokens": 3646168.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 0.4050050787627697, |
| "epoch": 0.09511792681743182, |
| "grad_norm": 1.53125, |
| "learning_rate": 9.999936767234675e-06, |
| "loss": 0.4260216236114502, |
| "mean_token_accuracy": 0.8673088252544403, |
| "num_tokens": 3731064.0, |
| "step": 245 |
| }, |
| { |
| "entropy": 0.384697999432683, |
| "epoch": 0.0970591089973794, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.999873095622266e-06, |
| "loss": 0.3961009979248047, |
| "mean_token_accuracy": 0.8749020054936409, |
| "num_tokens": 3798798.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 0.4126061208546162, |
| "epoch": 0.09900029117732699, |
| "grad_norm": 1.4375, |
| "learning_rate": 9.999787468707579e-06, |
| "loss": 0.43981060981750486, |
| "mean_token_accuracy": 0.8663996770977974, |
| "num_tokens": 3886350.0, |
| "step": 255 |
| }, |
| { |
| "entropy": 0.40845385044813154, |
| "epoch": 0.10094147335727457, |
| "grad_norm": 1.5078125, |
| "learning_rate": 9.999679886866614e-06, |
| "loss": 0.41130051612854, |
| "mean_token_accuracy": 0.8713549628853798, |
| "num_tokens": 3959484.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 0.40083046182990073, |
| "epoch": 0.10288265553722217, |
| "grad_norm": 1.8671875, |
| "learning_rate": 9.999550350571785e-06, |
| "loss": 0.4313651561737061, |
| "mean_token_accuracy": 0.8690039083361626, |
| "num_tokens": 4039205.0, |
| "step": 265 |
| }, |
| { |
| "entropy": 0.35567491836845877, |
| "epoch": 0.10482383771716976, |
| "grad_norm": 1.625, |
| "learning_rate": 9.999398860391906e-06, |
| "loss": 0.39510302543640136, |
| "mean_token_accuracy": 0.8858051553368569, |
| "num_tokens": 4114526.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 0.3589722190052271, |
| "epoch": 0.10676501989711734, |
| "grad_norm": 1.671875, |
| "learning_rate": 9.9992254169922e-06, |
| "loss": 0.377154541015625, |
| "mean_token_accuracy": 0.8847770616412163, |
| "num_tokens": 4180520.0, |
| "step": 275 |
| }, |
| { |
| "entropy": 0.37694212086498735, |
| "epoch": 0.10870620207706493, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.99903002113428e-06, |
| "loss": 0.3913008213043213, |
| "mean_token_accuracy": 0.8760873630642891, |
| "num_tokens": 4256660.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 0.43231718949973585, |
| "epoch": 0.11064738425701252, |
| "grad_norm": 1.59375, |
| "learning_rate": 9.99881267367617e-06, |
| "loss": 0.4287400722503662, |
| "mean_token_accuracy": 0.8621754452586174, |
| "num_tokens": 4326362.0, |
| "step": 285 |
| }, |
| { |
| "entropy": 0.4439574245363474, |
| "epoch": 0.11258856643696011, |
| "grad_norm": 1.765625, |
| "learning_rate": 9.998573375572277e-06, |
| "loss": 0.44347705841064455, |
| "mean_token_accuracy": 0.8591988816857338, |
| "num_tokens": 4401568.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 0.4327508192509413, |
| "epoch": 0.11452974861690769, |
| "grad_norm": 1.53125, |
| "learning_rate": 9.998312127873398e-06, |
| "loss": 0.41773738861083987, |
| "mean_token_accuracy": 0.8604527100920677, |
| "num_tokens": 4482468.0, |
| "step": 295 |
| }, |
| { |
| "entropy": 0.39415039904415605, |
| "epoch": 0.11647093079685529, |
| "grad_norm": 1.734375, |
| "learning_rate": 9.99802893172672e-06, |
| "loss": 0.37184581756591795, |
| "mean_token_accuracy": 0.875768692791462, |
| "num_tokens": 4566311.0, |
| "step": 300 |
| }, |
| { |
| "entropy": 0.3908670715987682, |
| "epoch": 0.11841211297680287, |
| "grad_norm": 1.421875, |
| "learning_rate": 9.997723788375803e-06, |
| "loss": 0.4179991722106934, |
| "mean_token_accuracy": 0.8736939936876297, |
| "num_tokens": 4639335.0, |
| "step": 305 |
| }, |
| { |
| "entropy": 0.37057909071445466, |
| "epoch": 0.12035329515675046, |
| "grad_norm": 1.5703125, |
| "learning_rate": 9.997396699160586e-06, |
| "loss": 0.3718397855758667, |
| "mean_token_accuracy": 0.8778384670615196, |
| "num_tokens": 4729786.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 0.3775249246507883, |
| "epoch": 0.12229447733669804, |
| "grad_norm": 1.25, |
| "learning_rate": 9.997047665517373e-06, |
| "loss": 0.36892924308776853, |
| "mean_token_accuracy": 0.8788423538208008, |
| "num_tokens": 4815579.0, |
| "step": 315 |
| }, |
| { |
| "entropy": 0.42527642734348775, |
| "epoch": 0.12423565951664564, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.996676688978832e-06, |
| "loss": 0.4455845832824707, |
| "mean_token_accuracy": 0.8667929217219352, |
| "num_tokens": 4890387.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 0.3964430205523968, |
| "epoch": 0.1261768416965932, |
| "grad_norm": 1.5859375, |
| "learning_rate": 9.996283771173982e-06, |
| "loss": 0.4093163967132568, |
| "mean_token_accuracy": 0.871640557050705, |
| "num_tokens": 4963050.0, |
| "step": 325 |
| }, |
| { |
| "entropy": 0.41448891162872314, |
| "epoch": 0.1281180238765408, |
| "grad_norm": 1.453125, |
| "learning_rate": 9.995868913828198e-06, |
| "loss": 0.4085641860961914, |
| "mean_token_accuracy": 0.8690432503819465, |
| "num_tokens": 5041868.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 0.4093653842806816, |
| "epoch": 0.1300592060564884, |
| "grad_norm": 1.65625, |
| "learning_rate": 9.995432118763182e-06, |
| "loss": 0.4269090175628662, |
| "mean_token_accuracy": 0.8645370990037918, |
| "num_tokens": 5131350.0, |
| "step": 335 |
| }, |
| { |
| "entropy": 0.40297048091888427, |
| "epoch": 0.13200038823643598, |
| "grad_norm": 1.671875, |
| "learning_rate": 9.994973387896983e-06, |
| "loss": 0.4135453224182129, |
| "mean_token_accuracy": 0.8721030279994011, |
| "num_tokens": 5206454.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 0.3713659271597862, |
| "epoch": 0.13394157041638358, |
| "grad_norm": 1.234375, |
| "learning_rate": 9.994492723243965e-06, |
| "loss": 0.38209033012390137, |
| "mean_token_accuracy": 0.8801575794816017, |
| "num_tokens": 5290337.0, |
| "step": 345 |
| }, |
| { |
| "entropy": 0.43902772702276704, |
| "epoch": 0.13588275259633117, |
| "grad_norm": 1.8046875, |
| "learning_rate": 9.993990126914808e-06, |
| "loss": 0.45044879913330077, |
| "mean_token_accuracy": 0.8585825085639953, |
| "num_tokens": 5355252.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 0.403434070199728, |
| "epoch": 0.13782393477627874, |
| "grad_norm": 1.5859375, |
| "learning_rate": 9.9934656011165e-06, |
| "loss": 0.4331518650054932, |
| "mean_token_accuracy": 0.8729702636599541, |
| "num_tokens": 5421254.0, |
| "step": 355 |
| }, |
| { |
| "entropy": 0.3791210547089577, |
| "epoch": 0.13976511695622634, |
| "grad_norm": 1.5859375, |
| "learning_rate": 9.992919148152323e-06, |
| "loss": 0.4140181064605713, |
| "mean_token_accuracy": 0.8779570132493972, |
| "num_tokens": 5506667.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 0.3965904530137777, |
| "epoch": 0.14170629913617394, |
| "grad_norm": 1.484375, |
| "learning_rate": 9.992350770421849e-06, |
| "loss": 0.40141940116882324, |
| "mean_token_accuracy": 0.873149348795414, |
| "num_tokens": 5582156.0, |
| "step": 365 |
| }, |
| { |
| "entropy": 0.3853264570236206, |
| "epoch": 0.1436474813161215, |
| "grad_norm": 2.015625, |
| "learning_rate": 9.991760470420917e-06, |
| "loss": 0.386338210105896, |
| "mean_token_accuracy": 0.8758631706237793, |
| "num_tokens": 5651606.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 0.3922650724649429, |
| "epoch": 0.1455886634960691, |
| "grad_norm": 1.484375, |
| "learning_rate": 9.99114825074164e-06, |
| "loss": 0.41069760322570803, |
| "mean_token_accuracy": 0.8746298983693123, |
| "num_tokens": 5746987.0, |
| "step": 375 |
| }, |
| { |
| "entropy": 0.43557493686676024, |
| "epoch": 0.1475298456760167, |
| "grad_norm": 2.390625, |
| "learning_rate": 9.990514114072379e-06, |
| "loss": 0.44701457023620605, |
| "mean_token_accuracy": 0.8603363439440728, |
| "num_tokens": 5820511.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 0.3883111171424389, |
| "epoch": 0.14947102785596428, |
| "grad_norm": 1.4921875, |
| "learning_rate": 9.989858063197735e-06, |
| "loss": 0.40341935157775877, |
| "mean_token_accuracy": 0.8721037909388543, |
| "num_tokens": 5901615.0, |
| "step": 385 |
| }, |
| { |
| "entropy": 0.39608169682323935, |
| "epoch": 0.15141221003591188, |
| "grad_norm": 2.21875, |
| "learning_rate": 9.989180100998543e-06, |
| "loss": 0.4208333492279053, |
| "mean_token_accuracy": 0.8722649529576302, |
| "num_tokens": 5974272.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 0.37846892662346365, |
| "epoch": 0.15335339221585945, |
| "grad_norm": 1.40625, |
| "learning_rate": 9.988480230451849e-06, |
| "loss": 0.38179306983947753, |
| "mean_token_accuracy": 0.8771921068429946, |
| "num_tokens": 6060716.0, |
| "step": 395 |
| }, |
| { |
| "entropy": 0.37789811603724954, |
| "epoch": 0.15529457439580704, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.987758454630909e-06, |
| "loss": 0.39535834789276125, |
| "mean_token_accuracy": 0.8785205245018005, |
| "num_tokens": 6126916.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.15529457439580704, |
| "eval_entropy": 0.3923966215794283, |
| "eval_loss": 0.39556533098220825, |
| "eval_mean_token_accuracy": 0.876580595429302, |
| "eval_num_tokens": 6126916.0, |
| "eval_runtime": 60.1557, |
| "eval_samples_per_second": 35.724, |
| "eval_steps_per_second": 35.724, |
| "step": 400 |
| }, |
| { |
| "entropy": 0.43358618319034575, |
| "epoch": 0.15723575657575464, |
| "grad_norm": 1.6953125, |
| "learning_rate": 9.98701477670516e-06, |
| "loss": 0.4627527236938477, |
| "mean_token_accuracy": 0.8672218635678292, |
| "num_tokens": 6191091.0, |
| "step": 405 |
| }, |
| { |
| "entropy": 0.41946529373526575, |
| "epoch": 0.1591769387557022, |
| "grad_norm": 1.84375, |
| "learning_rate": 9.986249199940221e-06, |
| "loss": 0.4011059284210205, |
| "mean_token_accuracy": 0.8665074944496155, |
| "num_tokens": 6271540.0, |
| "step": 410 |
| }, |
| { |
| "entropy": 0.40461285747587683, |
| "epoch": 0.1611181209356498, |
| "grad_norm": 1.8828125, |
| "learning_rate": 9.985461727697873e-06, |
| "loss": 0.4005119800567627, |
| "mean_token_accuracy": 0.8737778559327125, |
| "num_tokens": 6335828.0, |
| "step": 415 |
| }, |
| { |
| "entropy": 0.42256330624222754, |
| "epoch": 0.1630593031155974, |
| "grad_norm": 1.9140625, |
| "learning_rate": 9.98465236343604e-06, |
| "loss": 0.447072172164917, |
| "mean_token_accuracy": 0.8665044084191322, |
| "num_tokens": 6398004.0, |
| "step": 420 |
| }, |
| { |
| "entropy": 0.3777090422809124, |
| "epoch": 0.16500048529554498, |
| "grad_norm": 1.6953125, |
| "learning_rate": 9.98382111070878e-06, |
| "loss": 0.40898308753967283, |
| "mean_token_accuracy": 0.8773329868912697, |
| "num_tokens": 6475011.0, |
| "step": 425 |
| }, |
| { |
| "entropy": 0.3920007921755314, |
| "epoch": 0.16694166747549258, |
| "grad_norm": 1.9375, |
| "learning_rate": 9.982967973166269e-06, |
| "loss": 0.36671743392944334, |
| "mean_token_accuracy": 0.8770380824804306, |
| "num_tokens": 6537403.0, |
| "step": 430 |
| }, |
| { |
| "entropy": 0.38834148123860357, |
| "epoch": 0.16888284965544018, |
| "grad_norm": 1.5625, |
| "learning_rate": 9.982092954554776e-06, |
| "loss": 0.40844144821166994, |
| "mean_token_accuracy": 0.8771779343485833, |
| "num_tokens": 6605063.0, |
| "step": 435 |
| }, |
| { |
| "entropy": 0.3952221803367138, |
| "epoch": 0.17082403183538775, |
| "grad_norm": 1.5859375, |
| "learning_rate": 9.981196058716662e-06, |
| "loss": 0.42590937614440916, |
| "mean_token_accuracy": 0.8744154885411263, |
| "num_tokens": 6679167.0, |
| "step": 440 |
| }, |
| { |
| "entropy": 0.38398993872106074, |
| "epoch": 0.17276521401533534, |
| "grad_norm": 1.5703125, |
| "learning_rate": 9.98027728959035e-06, |
| "loss": 0.39303438663482665, |
| "mean_token_accuracy": 0.8744676560163498, |
| "num_tokens": 6761337.0, |
| "step": 445 |
| }, |
| { |
| "entropy": 0.3808287113904953, |
| "epoch": 0.17470639619528291, |
| "grad_norm": 1.4296875, |
| "learning_rate": 9.979336651210314e-06, |
| "loss": 0.3940417289733887, |
| "mean_token_accuracy": 0.8789507359266281, |
| "num_tokens": 6834935.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 0.4267194837331772, |
| "epoch": 0.1766475783752305, |
| "grad_norm": 1.765625, |
| "learning_rate": 9.978374147707055e-06, |
| "loss": 0.4340329647064209, |
| "mean_token_accuracy": 0.8673587426543236, |
| "num_tokens": 6904193.0, |
| "step": 455 |
| }, |
| { |
| "entropy": 0.41968510262668135, |
| "epoch": 0.1785887605551781, |
| "grad_norm": 1.6640625, |
| "learning_rate": 9.977389783307095e-06, |
| "loss": 0.4462919235229492, |
| "mean_token_accuracy": 0.8695808529853821, |
| "num_tokens": 6971958.0, |
| "step": 460 |
| }, |
| { |
| "entropy": 0.38464379906654356, |
| "epoch": 0.18052994273512568, |
| "grad_norm": 1.4140625, |
| "learning_rate": 9.976383562332946e-06, |
| "loss": 0.40283498764038084, |
| "mean_token_accuracy": 0.880063496530056, |
| "num_tokens": 7053470.0, |
| "step": 465 |
| }, |
| { |
| "entropy": 0.364135454967618, |
| "epoch": 0.18247112491507328, |
| "grad_norm": 1.640625, |
| "learning_rate": 9.975355489203097e-06, |
| "loss": 0.4077275276184082, |
| "mean_token_accuracy": 0.8819017142057419, |
| "num_tokens": 7126534.0, |
| "step": 470 |
| }, |
| { |
| "entropy": 0.3730104427784681, |
| "epoch": 0.18441230709502088, |
| "grad_norm": 1.7421875, |
| "learning_rate": 9.974305568431994e-06, |
| "loss": 0.3929471969604492, |
| "mean_token_accuracy": 0.8784888133406639, |
| "num_tokens": 7201674.0, |
| "step": 475 |
| }, |
| { |
| "entropy": 0.3986961957067251, |
| "epoch": 0.18635348927496845, |
| "grad_norm": 1.5703125, |
| "learning_rate": 9.973233804630022e-06, |
| "loss": 0.4142603874206543, |
| "mean_token_accuracy": 0.8733824387192726, |
| "num_tokens": 7271021.0, |
| "step": 480 |
| }, |
| { |
| "entropy": 0.4345793057233095, |
| "epoch": 0.18829467145491605, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.972140202503477e-06, |
| "loss": 0.45402941703796384, |
| "mean_token_accuracy": 0.8599157705903053, |
| "num_tokens": 7347794.0, |
| "step": 485 |
| }, |
| { |
| "entropy": 0.39443473145365715, |
| "epoch": 0.19023585363486364, |
| "grad_norm": 1.71875, |
| "learning_rate": 9.971024766854554e-06, |
| "loss": 0.4239619731903076, |
| "mean_token_accuracy": 0.8729955241084099, |
| "num_tokens": 7430791.0, |
| "step": 490 |
| }, |
| { |
| "entropy": 0.39781664684414864, |
| "epoch": 0.19217703581481121, |
| "grad_norm": 1.640625, |
| "learning_rate": 9.969887502581324e-06, |
| "loss": 0.41582446098327636, |
| "mean_token_accuracy": 0.8728051796555519, |
| "num_tokens": 7509803.0, |
| "step": 495 |
| }, |
| { |
| "entropy": 0.45657297112047673, |
| "epoch": 0.1941182179947588, |
| "grad_norm": 1.265625, |
| "learning_rate": 9.96872841467771e-06, |
| "loss": 0.446823263168335, |
| "mean_token_accuracy": 0.8597154960036277, |
| "num_tokens": 7601591.0, |
| "step": 500 |
| }, |
| { |
| "entropy": 0.3968469314277172, |
| "epoch": 0.19605940017470638, |
| "grad_norm": 1.703125, |
| "learning_rate": 9.967547508233466e-06, |
| "loss": 0.4176668643951416, |
| "mean_token_accuracy": 0.872602291405201, |
| "num_tokens": 7666352.0, |
| "step": 505 |
| }, |
| { |
| "entropy": 0.41542044915258886, |
| "epoch": 0.19800058235465398, |
| "grad_norm": 1.515625, |
| "learning_rate": 9.966344788434154e-06, |
| "loss": 0.43819799423217776, |
| "mean_token_accuracy": 0.865588866174221, |
| "num_tokens": 7742267.0, |
| "step": 510 |
| }, |
| { |
| "entropy": 0.39156174324452875, |
| "epoch": 0.19994176453460158, |
| "grad_norm": 1.3125, |
| "learning_rate": 9.965120260561126e-06, |
| "loss": 0.39728028774261476, |
| "mean_token_accuracy": 0.8775914892554283, |
| "num_tokens": 7819899.0, |
| "step": 515 |
| }, |
| { |
| "entropy": 0.3775805365294218, |
| "epoch": 0.20188294671454915, |
| "grad_norm": 1.9375, |
| "learning_rate": 9.963873929991492e-06, |
| "loss": 0.4102130889892578, |
| "mean_token_accuracy": 0.878247183561325, |
| "num_tokens": 7887873.0, |
| "step": 520 |
| }, |
| { |
| "entropy": 0.39370285868644717, |
| "epoch": 0.20382412889449675, |
| "grad_norm": 1.4375, |
| "learning_rate": 9.962605802198105e-06, |
| "loss": 0.4014415264129639, |
| "mean_token_accuracy": 0.8733704462647438, |
| "num_tokens": 7961482.0, |
| "step": 525 |
| }, |
| { |
| "entropy": 0.40123398676514627, |
| "epoch": 0.20576531107444435, |
| "grad_norm": 1.9453125, |
| "learning_rate": 9.961315882749531e-06, |
| "loss": 0.42458133697509765, |
| "mean_token_accuracy": 0.875715845823288, |
| "num_tokens": 8022441.0, |
| "step": 530 |
| }, |
| { |
| "entropy": 0.3925070337951183, |
| "epoch": 0.20770649325439192, |
| "grad_norm": 1.5234375, |
| "learning_rate": 9.960004177310029e-06, |
| "loss": 0.38911452293396, |
| "mean_token_accuracy": 0.8763631775975227, |
| "num_tokens": 8098552.0, |
| "step": 535 |
| }, |
| { |
| "entropy": 0.39059548266232014, |
| "epoch": 0.20964767543433951, |
| "grad_norm": 1.21875, |
| "learning_rate": 9.958670691639523e-06, |
| "loss": 0.41231446266174315, |
| "mean_token_accuracy": 0.8729776293039322, |
| "num_tokens": 8193252.0, |
| "step": 540 |
| }, |
| { |
| "entropy": 0.3952123038470745, |
| "epoch": 0.2115888576142871, |
| "grad_norm": 2.09375, |
| "learning_rate": 9.957315431593578e-06, |
| "loss": 0.41542778015136717, |
| "mean_token_accuracy": 0.8778386160731315, |
| "num_tokens": 8259794.0, |
| "step": 545 |
| }, |
| { |
| "entropy": 0.39136257991194723, |
| "epoch": 0.21353003979423468, |
| "grad_norm": 1.734375, |
| "learning_rate": 9.955938403123372e-06, |
| "loss": 0.4131179332733154, |
| "mean_token_accuracy": 0.8729422584176063, |
| "num_tokens": 8325306.0, |
| "step": 550 |
| }, |
| { |
| "entropy": 0.36876106821000576, |
| "epoch": 0.21547122197418228, |
| "grad_norm": 2.15625, |
| "learning_rate": 9.954539612275676e-06, |
| "loss": 0.3939671516418457, |
| "mean_token_accuracy": 0.8807895123958588, |
| "num_tokens": 8403551.0, |
| "step": 555 |
| }, |
| { |
| "entropy": 0.41602297611534594, |
| "epoch": 0.21741240415412985, |
| "grad_norm": 1.609375, |
| "learning_rate": 9.95311906519282e-06, |
| "loss": 0.43773713111877444, |
| "mean_token_accuracy": 0.8707596242427826, |
| "num_tokens": 8474927.0, |
| "step": 560 |
| }, |
| { |
| "entropy": 0.4392675504088402, |
| "epoch": 0.21935358633407745, |
| "grad_norm": 1.3984375, |
| "learning_rate": 9.951676768112673e-06, |
| "loss": 0.43816194534301756, |
| "mean_token_accuracy": 0.8632524207234382, |
| "num_tokens": 8551768.0, |
| "step": 565 |
| }, |
| { |
| "entropy": 0.4103314906358719, |
| "epoch": 0.22129476851402505, |
| "grad_norm": 1.6953125, |
| "learning_rate": 9.950212727368606e-06, |
| "loss": 0.43707122802734377, |
| "mean_token_accuracy": 0.8690274521708489, |
| "num_tokens": 8623280.0, |
| "step": 570 |
| }, |
| { |
| "entropy": 0.35621660873293876, |
| "epoch": 0.22323595069397262, |
| "grad_norm": 2.390625, |
| "learning_rate": 9.948726949389474e-06, |
| "loss": 0.39322140216827395, |
| "mean_token_accuracy": 0.8832426086068154, |
| "num_tokens": 8701428.0, |
| "step": 575 |
| }, |
| { |
| "entropy": 0.40779992677271365, |
| "epoch": 0.22517713287392022, |
| "grad_norm": 1.6796875, |
| "learning_rate": 9.947219440699584e-06, |
| "loss": 0.42441439628601074, |
| "mean_token_accuracy": 0.8702899888157845, |
| "num_tokens": 8769812.0, |
| "step": 580 |
| }, |
| { |
| "entropy": 0.42166984751820563, |
| "epoch": 0.22711831505386781, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.945690207918667e-06, |
| "loss": 0.41438679695129393, |
| "mean_token_accuracy": 0.8685426101088524, |
| "num_tokens": 8850435.0, |
| "step": 585 |
| }, |
| { |
| "entropy": 0.3902070872485638, |
| "epoch": 0.22905949723381538, |
| "grad_norm": 1.6796875, |
| "learning_rate": 9.944139257761845e-06, |
| "loss": 0.3842545747756958, |
| "mean_token_accuracy": 0.8773440137505532, |
| "num_tokens": 8903430.0, |
| "step": 590 |
| }, |
| { |
| "entropy": 0.43535452634096145, |
| "epoch": 0.23100067941376298, |
| "grad_norm": 1.5703125, |
| "learning_rate": 9.942566597039608e-06, |
| "loss": 0.42905964851379397, |
| "mean_token_accuracy": 0.862843619287014, |
| "num_tokens": 8976102.0, |
| "step": 595 |
| }, |
| { |
| "entropy": 0.42619109377264974, |
| "epoch": 0.23294186159371058, |
| "grad_norm": 1.9140625, |
| "learning_rate": 9.940972232657782e-06, |
| "loss": 0.4514484882354736, |
| "mean_token_accuracy": 0.8609629839658737, |
| "num_tokens": 9073966.0, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.23294186159371058, |
| "eval_entropy": 0.3833293942704263, |
| "eval_loss": 0.38786980509757996, |
| "eval_mean_token_accuracy": 0.8783254230255413, |
| "eval_num_tokens": 9073966.0, |
| "eval_runtime": 60.1116, |
| "eval_samples_per_second": 35.75, |
| "eval_steps_per_second": 35.75, |
| "step": 600 |
| }, |
| { |
| "entropy": 0.3839044734835625, |
| "epoch": 0.23488304377365815, |
| "grad_norm": 2.203125, |
| "learning_rate": 9.93935617161749e-06, |
| "loss": 0.4186872959136963, |
| "mean_token_accuracy": 0.8785676345229149, |
| "num_tokens": 9145748.0, |
| "step": 605 |
| }, |
| { |
| "entropy": 0.39257055819034575, |
| "epoch": 0.23682422595360575, |
| "grad_norm": 1.609375, |
| "learning_rate": 9.937718421015137e-06, |
| "loss": 0.418427848815918, |
| "mean_token_accuracy": 0.8697977751493454, |
| "num_tokens": 9232179.0, |
| "step": 610 |
| }, |
| { |
| "entropy": 0.377314992621541, |
| "epoch": 0.23876540813355335, |
| "grad_norm": 1.875, |
| "learning_rate": 9.936058988042367e-06, |
| "loss": 0.4139708042144775, |
| "mean_token_accuracy": 0.8783795028924942, |
| "num_tokens": 9308281.0, |
| "step": 615 |
| }, |
| { |
| "entropy": 0.38419472984969616, |
| "epoch": 0.24070659031350092, |
| "grad_norm": 1.4453125, |
| "learning_rate": 9.934377879986035e-06, |
| "loss": 0.40369882583618166, |
| "mean_token_accuracy": 0.8746202811598778, |
| "num_tokens": 9393206.0, |
| "step": 620 |
| }, |
| { |
| "entropy": 0.3744822334498167, |
| "epoch": 0.24264777249344852, |
| "grad_norm": 1.734375, |
| "learning_rate": 9.932675104228177e-06, |
| "loss": 0.40184435844421384, |
| "mean_token_accuracy": 0.8763082399964333, |
| "num_tokens": 9485199.0, |
| "step": 625 |
| }, |
| { |
| "entropy": 0.42811642177402975, |
| "epoch": 0.2445889546733961, |
| "grad_norm": 1.6015625, |
| "learning_rate": 9.930950668245971e-06, |
| "loss": 0.44397845268249514, |
| "mean_token_accuracy": 0.8665265038609504, |
| "num_tokens": 9565581.0, |
| "step": 630 |
| }, |
| { |
| "entropy": 0.39702326618134975, |
| "epoch": 0.24653013685334368, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.929204579611716e-06, |
| "loss": 0.38111956119537355, |
| "mean_token_accuracy": 0.8766680151224137, |
| "num_tokens": 9636638.0, |
| "step": 635 |
| }, |
| { |
| "entropy": 0.4137250851839781, |
| "epoch": 0.24847131903329128, |
| "grad_norm": 1.59375, |
| "learning_rate": 9.927436845992782e-06, |
| "loss": 0.4052375316619873, |
| "mean_token_accuracy": 0.8680448547005654, |
| "num_tokens": 9714886.0, |
| "step": 640 |
| }, |
| { |
| "entropy": 0.394980476424098, |
| "epoch": 0.2504125012132389, |
| "grad_norm": 1.21875, |
| "learning_rate": 9.925647475151596e-06, |
| "loss": 0.40479207038879395, |
| "mean_token_accuracy": 0.8760687246918678, |
| "num_tokens": 9793866.0, |
| "step": 645 |
| }, |
| { |
| "entropy": 0.3940431509166956, |
| "epoch": 0.2523536833931864, |
| "grad_norm": 1.5, |
| "learning_rate": 9.923836474945592e-06, |
| "loss": 0.3884091854095459, |
| "mean_token_accuracy": 0.8729974597692489, |
| "num_tokens": 9880497.0, |
| "step": 650 |
| }, |
| { |
| "entropy": 0.42443324290215967, |
| "epoch": 0.254294865573134, |
| "grad_norm": 1.7109375, |
| "learning_rate": 9.92200385332718e-06, |
| "loss": 0.4349085330963135, |
| "mean_token_accuracy": 0.8659611865878105, |
| "num_tokens": 9947758.0, |
| "step": 655 |
| }, |
| { |
| "entropy": 0.43983132056891916, |
| "epoch": 0.2562360477530816, |
| "grad_norm": 1.6875, |
| "learning_rate": 9.92014961834372e-06, |
| "loss": 0.46071972846984866, |
| "mean_token_accuracy": 0.8601326540112495, |
| "num_tokens": 10016198.0, |
| "step": 660 |
| }, |
| { |
| "entropy": 0.3981770180165768, |
| "epoch": 0.2581772299330292, |
| "grad_norm": 1.4765625, |
| "learning_rate": 9.918273778137477e-06, |
| "loss": 0.41265163421630857, |
| "mean_token_accuracy": 0.8710227489471436, |
| "num_tokens": 10111907.0, |
| "step": 665 |
| }, |
| { |
| "entropy": 0.41508678197860716, |
| "epoch": 0.2601184121129768, |
| "grad_norm": 1.6875, |
| "learning_rate": 9.916376340945584e-06, |
| "loss": 0.4117740631103516, |
| "mean_token_accuracy": 0.8687305614352226, |
| "num_tokens": 10191989.0, |
| "step": 670 |
| }, |
| { |
| "entropy": 0.4320628222078085, |
| "epoch": 0.2620595942929244, |
| "grad_norm": 1.2734375, |
| "learning_rate": 9.91445731510002e-06, |
| "loss": 0.4121531963348389, |
| "mean_token_accuracy": 0.8719193398952484, |
| "num_tokens": 10273505.0, |
| "step": 675 |
| }, |
| { |
| "entropy": 0.3792607393115759, |
| "epoch": 0.26400077647287196, |
| "grad_norm": 2.296875, |
| "learning_rate": 9.91251670902755e-06, |
| "loss": 0.3988708257675171, |
| "mean_token_accuracy": 0.8824092477560044, |
| "num_tokens": 10342792.0, |
| "step": 680 |
| }, |
| { |
| "entropy": 0.37850567921996114, |
| "epoch": 0.26594195865281955, |
| "grad_norm": 1.46875, |
| "learning_rate": 9.910554531249714e-06, |
| "loss": 0.3946362018585205, |
| "mean_token_accuracy": 0.8791269809007645, |
| "num_tokens": 10409365.0, |
| "step": 685 |
| }, |
| { |
| "entropy": 0.36963232718408107, |
| "epoch": 0.26788314083276715, |
| "grad_norm": 1.375, |
| "learning_rate": 9.90857079038277e-06, |
| "loss": 0.37774851322174074, |
| "mean_token_accuracy": 0.8818046569824218, |
| "num_tokens": 10497911.0, |
| "step": 690 |
| }, |
| { |
| "entropy": 0.3968418601900339, |
| "epoch": 0.26982432301271475, |
| "grad_norm": 1.765625, |
| "learning_rate": 9.906565495137665e-06, |
| "loss": 0.3911430835723877, |
| "mean_token_accuracy": 0.875646622478962, |
| "num_tokens": 10569784.0, |
| "step": 695 |
| }, |
| { |
| "entropy": 0.384658931568265, |
| "epoch": 0.27176550519266235, |
| "grad_norm": 1.4609375, |
| "learning_rate": 9.904538654319998e-06, |
| "loss": 0.4171136379241943, |
| "mean_token_accuracy": 0.8759941428899765, |
| "num_tokens": 10638722.0, |
| "step": 700 |
| }, |
| { |
| "entropy": 0.3830408491194248, |
| "epoch": 0.27370668737260995, |
| "grad_norm": 1.734375, |
| "learning_rate": 9.90249027682997e-06, |
| "loss": 0.43827214241027834, |
| "mean_token_accuracy": 0.8736877083778382, |
| "num_tokens": 10717045.0, |
| "step": 705 |
| }, |
| { |
| "entropy": 0.42484647817909715, |
| "epoch": 0.2756478695525575, |
| "grad_norm": 1.5234375, |
| "learning_rate": 9.900420371662364e-06, |
| "loss": 0.42806663513183596, |
| "mean_token_accuracy": 0.8680253028869629, |
| "num_tokens": 10786078.0, |
| "step": 710 |
| }, |
| { |
| "entropy": 0.36103312484920025, |
| "epoch": 0.2775890517325051, |
| "grad_norm": 1.453125, |
| "learning_rate": 9.898328947906489e-06, |
| "loss": 0.3689872741699219, |
| "mean_token_accuracy": 0.8823491036891937, |
| "num_tokens": 10863918.0, |
| "step": 715 |
| }, |
| { |
| "entropy": 0.4158777046948671, |
| "epoch": 0.2795302339124527, |
| "grad_norm": 1.6328125, |
| "learning_rate": 9.896216014746141e-06, |
| "loss": 0.40418004989624023, |
| "mean_token_accuracy": 0.8711874485015869, |
| "num_tokens": 10952093.0, |
| "step": 720 |
| }, |
| { |
| "entropy": 0.388820331171155, |
| "epoch": 0.2814714160924003, |
| "grad_norm": 1.609375, |
| "learning_rate": 9.894081581459579e-06, |
| "loss": 0.40212116241455076, |
| "mean_token_accuracy": 0.8809416055679321, |
| "num_tokens": 11026123.0, |
| "step": 725 |
| }, |
| { |
| "entropy": 0.4209954336285591, |
| "epoch": 0.2834125982723479, |
| "grad_norm": 1.6484375, |
| "learning_rate": 9.891925657419463e-06, |
| "loss": 0.4366124153137207, |
| "mean_token_accuracy": 0.870456813275814, |
| "num_tokens": 11090901.0, |
| "step": 730 |
| }, |
| { |
| "entropy": 0.40942220725119116, |
| "epoch": 0.2853537804522954, |
| "grad_norm": 1.3515625, |
| "learning_rate": 9.889748252092827e-06, |
| "loss": 0.40485477447509766, |
| "mean_token_accuracy": 0.8676602795720101, |
| "num_tokens": 11178026.0, |
| "step": 735 |
| }, |
| { |
| "entropy": 0.3782723072916269, |
| "epoch": 0.287294962632243, |
| "grad_norm": 1.671875, |
| "learning_rate": 9.887549375041031e-06, |
| "loss": 0.40353665351867674, |
| "mean_token_accuracy": 0.8802446350455284, |
| "num_tokens": 11231711.0, |
| "step": 740 |
| }, |
| { |
| "entropy": 0.39903284460306165, |
| "epoch": 0.2892361448121906, |
| "grad_norm": 1.734375, |
| "learning_rate": 9.885329035919724e-06, |
| "loss": 0.4090695858001709, |
| "mean_token_accuracy": 0.868949045240879, |
| "num_tokens": 11327844.0, |
| "step": 745 |
| }, |
| { |
| "entropy": 0.4031669870018959, |
| "epoch": 0.2911773269921382, |
| "grad_norm": 2.125, |
| "learning_rate": 9.883087244478796e-06, |
| "loss": 0.45818114280700684, |
| "mean_token_accuracy": 0.8704651057720184, |
| "num_tokens": 11401714.0, |
| "step": 750 |
| }, |
| { |
| "entropy": 0.43706582076847555, |
| "epoch": 0.2931185091720858, |
| "grad_norm": 1.71875, |
| "learning_rate": 9.880824010562338e-06, |
| "loss": 0.42615551948547364, |
| "mean_token_accuracy": 0.860453313589096, |
| "num_tokens": 11489610.0, |
| "step": 755 |
| }, |
| { |
| "entropy": 0.41881459429860113, |
| "epoch": 0.2950596913520334, |
| "grad_norm": 1.2578125, |
| "learning_rate": 9.878539344108599e-06, |
| "loss": 0.42671880722045896, |
| "mean_token_accuracy": 0.8694243490695953, |
| "num_tokens": 11574592.0, |
| "step": 760 |
| }, |
| { |
| "entropy": 0.42061977460980415, |
| "epoch": 0.29700087353198096, |
| "grad_norm": 1.59375, |
| "learning_rate": 9.876233255149945e-06, |
| "loss": 0.4513099193572998, |
| "mean_token_accuracy": 0.8744151741266251, |
| "num_tokens": 11641646.0, |
| "step": 765 |
| }, |
| { |
| "entropy": 0.39190227575600145, |
| "epoch": 0.29894205571192856, |
| "grad_norm": 1.84375, |
| "learning_rate": 9.873905753812807e-06, |
| "loss": 0.39388408660888674, |
| "mean_token_accuracy": 0.8745140552520752, |
| "num_tokens": 11714807.0, |
| "step": 770 |
| }, |
| { |
| "entropy": 0.4235379956662655, |
| "epoch": 0.30088323789187615, |
| "grad_norm": 1.9609375, |
| "learning_rate": 9.871556850317641e-06, |
| "loss": 0.45146808624267576, |
| "mean_token_accuracy": 0.8673876538872719, |
| "num_tokens": 11781200.0, |
| "step": 775 |
| }, |
| { |
| "entropy": 0.4271043732762337, |
| "epoch": 0.30282442007182375, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.86918655497889e-06, |
| "loss": 0.41930394172668456, |
| "mean_token_accuracy": 0.8670791104435921, |
| "num_tokens": 11859281.0, |
| "step": 780 |
| }, |
| { |
| "entropy": 0.3889836758375168, |
| "epoch": 0.30476560225177135, |
| "grad_norm": 1.9921875, |
| "learning_rate": 9.866794878204926e-06, |
| "loss": 0.42397122383117675, |
| "mean_token_accuracy": 0.875930380821228, |
| "num_tokens": 11935604.0, |
| "step": 785 |
| }, |
| { |
| "entropy": 0.407536294311285, |
| "epoch": 0.3067067844317189, |
| "grad_norm": 1.7265625, |
| "learning_rate": 9.864381830498013e-06, |
| "loss": 0.4073331356048584, |
| "mean_token_accuracy": 0.8763293012976646, |
| "num_tokens": 12000505.0, |
| "step": 790 |
| }, |
| { |
| "entropy": 0.3989451553672552, |
| "epoch": 0.3086479666116665, |
| "grad_norm": 1.5703125, |
| "learning_rate": 9.861947422454262e-06, |
| "loss": 0.40294957160949707, |
| "mean_token_accuracy": 0.8775883078575134, |
| "num_tokens": 12073943.0, |
| "step": 795 |
| }, |
| { |
| "entropy": 0.3732746794819832, |
| "epoch": 0.3105891487916141, |
| "grad_norm": 1.7265625, |
| "learning_rate": 9.85949166476357e-06, |
| "loss": 0.36971125602722166, |
| "mean_token_accuracy": 0.8844305410981178, |
| "num_tokens": 12139003.0, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.3105891487916141, |
| "eval_entropy": 0.381350220199683, |
| "eval_loss": 0.38283953070640564, |
| "eval_mean_token_accuracy": 0.8796889461046488, |
| "eval_num_tokens": 12139003.0, |
| "eval_runtime": 60.3322, |
| "eval_samples_per_second": 35.619, |
| "eval_steps_per_second": 35.619, |
| "step": 800 |
| }, |
| { |
| "entropy": 0.41282732523977755, |
| "epoch": 0.3125303309715617, |
| "grad_norm": 1.9375, |
| "learning_rate": 9.857014568209597e-06, |
| "loss": 0.46287264823913576, |
| "mean_token_accuracy": 0.8671122461557388, |
| "num_tokens": 12216310.0, |
| "step": 805 |
| }, |
| { |
| "entropy": 0.3740253135561943, |
| "epoch": 0.3144715131515093, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.854516143669699e-06, |
| "loss": 0.3972623348236084, |
| "mean_token_accuracy": 0.8769651532173157, |
| "num_tokens": 12284513.0, |
| "step": 810 |
| }, |
| { |
| "entropy": 0.3666670624166727, |
| "epoch": 0.3164126953314569, |
| "grad_norm": 1.390625, |
| "learning_rate": 9.851996402114886e-06, |
| "loss": 0.3955537796020508, |
| "mean_token_accuracy": 0.8804457679390907, |
| "num_tokens": 12376220.0, |
| "step": 815 |
| }, |
| { |
| "entropy": 0.40160666182637217, |
| "epoch": 0.3183538775114044, |
| "grad_norm": 1.5703125, |
| "learning_rate": 9.849455354609777e-06, |
| "loss": 0.41783933639526366, |
| "mean_token_accuracy": 0.8718173667788506, |
| "num_tokens": 12465139.0, |
| "step": 820 |
| }, |
| { |
| "entropy": 0.395163032412529, |
| "epoch": 0.320295059691352, |
| "grad_norm": 1.46875, |
| "learning_rate": 9.846893012312549e-06, |
| "loss": 0.4353921413421631, |
| "mean_token_accuracy": 0.8741151168942451, |
| "num_tokens": 12543594.0, |
| "step": 825 |
| }, |
| { |
| "entropy": 0.38790931962430475, |
| "epoch": 0.3222362418712996, |
| "grad_norm": 1.4453125, |
| "learning_rate": 9.844309386474886e-06, |
| "loss": 0.4091060638427734, |
| "mean_token_accuracy": 0.8755813196301461, |
| "num_tokens": 12633984.0, |
| "step": 830 |
| }, |
| { |
| "entropy": 0.35505941733717916, |
| "epoch": 0.3241774240512472, |
| "grad_norm": 2.15625, |
| "learning_rate": 9.841704488441934e-06, |
| "loss": 0.34843366146087645, |
| "mean_token_accuracy": 0.8839788928627967, |
| "num_tokens": 12696787.0, |
| "step": 835 |
| }, |
| { |
| "entropy": 0.4340564154088497, |
| "epoch": 0.3261186062311948, |
| "grad_norm": 1.8125, |
| "learning_rate": 9.83907832965225e-06, |
| "loss": 0.4248070240020752, |
| "mean_token_accuracy": 0.8684971421957016, |
| "num_tokens": 12758495.0, |
| "step": 840 |
| }, |
| { |
| "entropy": 0.4072086077183485, |
| "epoch": 0.32805978841114236, |
| "grad_norm": 1.609375, |
| "learning_rate": 9.836430921637746e-06, |
| "loss": 0.4239677906036377, |
| "mean_token_accuracy": 0.871665708720684, |
| "num_tokens": 12824603.0, |
| "step": 845 |
| }, |
| { |
| "entropy": 0.4058460295200348, |
| "epoch": 0.33000097059108996, |
| "grad_norm": 1.6328125, |
| "learning_rate": 9.833762276023646e-06, |
| "loss": 0.437244176864624, |
| "mean_token_accuracy": 0.8710885986685752, |
| "num_tokens": 12915482.0, |
| "step": 850 |
| }, |
| { |
| "entropy": 0.4212725304067135, |
| "epoch": 0.33194215277103756, |
| "grad_norm": 1.703125, |
| "learning_rate": 9.831072404528433e-06, |
| "loss": 0.4174651622772217, |
| "mean_token_accuracy": 0.8688189521431923, |
| "num_tokens": 12993367.0, |
| "step": 855 |
| }, |
| { |
| "entropy": 0.3895297344774008, |
| "epoch": 0.33388333495098516, |
| "grad_norm": 1.671875, |
| "learning_rate": 9.828361318963794e-06, |
| "loss": 0.39536495208740235, |
| "mean_token_accuracy": 0.8768842920660973, |
| "num_tokens": 13065810.0, |
| "step": 860 |
| }, |
| { |
| "entropy": 0.4025235269218683, |
| "epoch": 0.33582451713093275, |
| "grad_norm": 1.9609375, |
| "learning_rate": 9.825629031234574e-06, |
| "loss": 0.37229766845703127, |
| "mean_token_accuracy": 0.8749150916934013, |
| "num_tokens": 13133471.0, |
| "step": 865 |
| }, |
| { |
| "entropy": 0.3760003004223108, |
| "epoch": 0.33776569931088035, |
| "grad_norm": 1.453125, |
| "learning_rate": 9.822875553338715e-06, |
| "loss": 0.3896082639694214, |
| "mean_token_accuracy": 0.8785295352339745, |
| "num_tokens": 13211617.0, |
| "step": 870 |
| }, |
| { |
| "entropy": 0.3616090904921293, |
| "epoch": 0.3397068814908279, |
| "grad_norm": 1.546875, |
| "learning_rate": 9.820100897367214e-06, |
| "loss": 0.3726183891296387, |
| "mean_token_accuracy": 0.8849639266729354, |
| "num_tokens": 13286555.0, |
| "step": 875 |
| }, |
| { |
| "entropy": 0.352078976854682, |
| "epoch": 0.3416480636707755, |
| "grad_norm": 1.8125, |
| "learning_rate": 9.81730507550406e-06, |
| "loss": 0.3919616937637329, |
| "mean_token_accuracy": 0.8840990662574768, |
| "num_tokens": 13355200.0, |
| "step": 880 |
| }, |
| { |
| "entropy": 0.38022752702236173, |
| "epoch": 0.3435892458507231, |
| "grad_norm": 1.5625, |
| "learning_rate": 9.81448810002619e-06, |
| "loss": 0.40322446823120117, |
| "mean_token_accuracy": 0.8776090621948243, |
| "num_tokens": 13427836.0, |
| "step": 885 |
| }, |
| { |
| "entropy": 0.4132396575063467, |
| "epoch": 0.3455304280306707, |
| "grad_norm": 1.4296875, |
| "learning_rate": 9.811649983303425e-06, |
| "loss": 0.4324185371398926, |
| "mean_token_accuracy": 0.8720195293426514, |
| "num_tokens": 13496990.0, |
| "step": 890 |
| }, |
| { |
| "entropy": 0.36122960932552817, |
| "epoch": 0.3474716102106183, |
| "grad_norm": 1.765625, |
| "learning_rate": 9.808790737798426e-06, |
| "loss": 0.39123167991638186, |
| "mean_token_accuracy": 0.8842917993664742, |
| "num_tokens": 13572848.0, |
| "step": 895 |
| }, |
| { |
| "entropy": 0.3831039108335972, |
| "epoch": 0.34941279239056583, |
| "grad_norm": 1.8984375, |
| "learning_rate": 9.805910376066631e-06, |
| "loss": 0.37870833873748777, |
| "mean_token_accuracy": 0.874284490942955, |
| "num_tokens": 13652434.0, |
| "step": 900 |
| }, |
| { |
| "entropy": 0.40437927283346653, |
| "epoch": 0.3513539745705134, |
| "grad_norm": 1.875, |
| "learning_rate": 9.803008910756203e-06, |
| "loss": 0.4461234092712402, |
| "mean_token_accuracy": 0.8702120751142501, |
| "num_tokens": 13730423.0, |
| "step": 905 |
| }, |
| { |
| "entropy": 0.4021365400403738, |
| "epoch": 0.353295156750461, |
| "grad_norm": 1.84375, |
| "learning_rate": 9.800086354607975e-06, |
| "loss": 0.4367063999176025, |
| "mean_token_accuracy": 0.8725798889994621, |
| "num_tokens": 13794147.0, |
| "step": 910 |
| }, |
| { |
| "entropy": 0.36978473588824273, |
| "epoch": 0.3552363389304086, |
| "grad_norm": 1.6015625, |
| "learning_rate": 9.797142720455391e-06, |
| "loss": 0.3837603569030762, |
| "mean_token_accuracy": 0.882180480659008, |
| "num_tokens": 13874189.0, |
| "step": 915 |
| }, |
| { |
| "entropy": 0.40101403892040255, |
| "epoch": 0.3571775211103562, |
| "grad_norm": 1.6953125, |
| "learning_rate": 9.794178021224459e-06, |
| "loss": 0.4223616123199463, |
| "mean_token_accuracy": 0.8726651340723037, |
| "num_tokens": 13945289.0, |
| "step": 920 |
| }, |
| { |
| "entropy": 0.35331339165568354, |
| "epoch": 0.3591187032903038, |
| "grad_norm": 1.6953125, |
| "learning_rate": 9.79119226993368e-06, |
| "loss": 0.4017838478088379, |
| "mean_token_accuracy": 0.8861800834536553, |
| "num_tokens": 14028418.0, |
| "step": 925 |
| }, |
| { |
| "entropy": 0.3538735806941986, |
| "epoch": 0.36105988547025136, |
| "grad_norm": 1.671875, |
| "learning_rate": 9.788185479694004e-06, |
| "loss": 0.382387375831604, |
| "mean_token_accuracy": 0.8858973324298859, |
| "num_tokens": 14098572.0, |
| "step": 930 |
| }, |
| { |
| "entropy": 0.3838920842856169, |
| "epoch": 0.36300106765019896, |
| "grad_norm": 1.515625, |
| "learning_rate": 9.785157663708761e-06, |
| "loss": 0.37942454814910886, |
| "mean_token_accuracy": 0.8802381858229638, |
| "num_tokens": 14180314.0, |
| "step": 935 |
| }, |
| { |
| "entropy": 0.41736325100064275, |
| "epoch": 0.36494224983014656, |
| "grad_norm": 2.40625, |
| "learning_rate": 9.782108835273612e-06, |
| "loss": 0.42386960983276367, |
| "mean_token_accuracy": 0.8687801375985146, |
| "num_tokens": 14255569.0, |
| "step": 940 |
| }, |
| { |
| "entropy": 0.3824776504188776, |
| "epoch": 0.36688343201009416, |
| "grad_norm": 1.7109375, |
| "learning_rate": 9.779039007776487e-06, |
| "loss": 0.39833407402038573, |
| "mean_token_accuracy": 0.8781590893864631, |
| "num_tokens": 14323554.0, |
| "step": 945 |
| }, |
| { |
| "entropy": 0.34414222836494446, |
| "epoch": 0.36882461419004176, |
| "grad_norm": 1.609375, |
| "learning_rate": 9.775948194697528e-06, |
| "loss": 0.3766109704971313, |
| "mean_token_accuracy": 0.8860784068703651, |
| "num_tokens": 14404112.0, |
| "step": 950 |
| }, |
| { |
| "entropy": 0.3819138675928116, |
| "epoch": 0.3707657963699893, |
| "grad_norm": 1.7265625, |
| "learning_rate": 9.772836409609025e-06, |
| "loss": 0.4195257663726807, |
| "mean_token_accuracy": 0.8752670779824256, |
| "num_tokens": 14493874.0, |
| "step": 955 |
| }, |
| { |
| "entropy": 0.3910291727632284, |
| "epoch": 0.3727069785499369, |
| "grad_norm": 1.5390625, |
| "learning_rate": 9.76970366617536e-06, |
| "loss": 0.42772369384765624, |
| "mean_token_accuracy": 0.8762600779533386, |
| "num_tokens": 14563770.0, |
| "step": 960 |
| }, |
| { |
| "entropy": 0.39120335690677166, |
| "epoch": 0.3746481607298845, |
| "grad_norm": 1.3828125, |
| "learning_rate": 9.76654997815295e-06, |
| "loss": 0.4206050395965576, |
| "mean_token_accuracy": 0.8764881610870361, |
| "num_tokens": 14649946.0, |
| "step": 965 |
| }, |
| { |
| "entropy": 0.37538095470517874, |
| "epoch": 0.3765893429098321, |
| "grad_norm": 1.2421875, |
| "learning_rate": 9.763375359390181e-06, |
| "loss": 0.40073623657226565, |
| "mean_token_accuracy": 0.87882329672575, |
| "num_tokens": 14732764.0, |
| "step": 970 |
| }, |
| { |
| "entropy": 0.4004466250538826, |
| "epoch": 0.3785305250897797, |
| "grad_norm": 1.34375, |
| "learning_rate": 9.760179823827347e-06, |
| "loss": 0.41023030281066897, |
| "mean_token_accuracy": 0.8705371245741844, |
| "num_tokens": 14814893.0, |
| "step": 975 |
| }, |
| { |
| "entropy": 0.4013238321989775, |
| "epoch": 0.3804717072697273, |
| "grad_norm": 1.7265625, |
| "learning_rate": 9.756963385496599e-06, |
| "loss": 0.44197940826416016, |
| "mean_token_accuracy": 0.8728833734989166, |
| "num_tokens": 14893153.0, |
| "step": 980 |
| }, |
| { |
| "entropy": 0.38930566757917406, |
| "epoch": 0.38241288944967483, |
| "grad_norm": 1.4921875, |
| "learning_rate": 9.753726058521868e-06, |
| "loss": 0.40584554672241213, |
| "mean_token_accuracy": 0.8758206337690353, |
| "num_tokens": 14968880.0, |
| "step": 985 |
| }, |
| { |
| "entropy": 0.4486214961856604, |
| "epoch": 0.38435407162962243, |
| "grad_norm": 1.71875, |
| "learning_rate": 9.750467857118811e-06, |
| "loss": 0.4342947959899902, |
| "mean_token_accuracy": 0.8598737180233001, |
| "num_tokens": 15055751.0, |
| "step": 990 |
| }, |
| { |
| "entropy": 0.3913938831537962, |
| "epoch": 0.38629525380957, |
| "grad_norm": 1.796875, |
| "learning_rate": 9.747188795594755e-06, |
| "loss": 0.43964052200317383, |
| "mean_token_accuracy": 0.8771824568510056, |
| "num_tokens": 15129042.0, |
| "step": 995 |
| }, |
| { |
| "entropy": 0.3813592415302992, |
| "epoch": 0.3882364359895176, |
| "grad_norm": 1.578125, |
| "learning_rate": 9.743888888348618e-06, |
| "loss": 0.3965798854827881, |
| "mean_token_accuracy": 0.8770193979144096, |
| "num_tokens": 15213724.0, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.3882364359895176, |
| "eval_entropy": 0.3787456456798906, |
| "eval_loss": 0.3797132670879364, |
| "eval_mean_token_accuracy": 0.8805272205589316, |
| "eval_num_tokens": 15213724.0, |
| "eval_runtime": 60.2207, |
| "eval_samples_per_second": 35.685, |
| "eval_steps_per_second": 35.685, |
| "step": 1000 |
| }, |
| { |
| "entropy": 0.36478537507355213, |
| "epoch": 0.3901776181694652, |
| "grad_norm": 1.6015625, |
| "learning_rate": 9.740568149870864e-06, |
| "loss": 0.38557422161102295, |
| "mean_token_accuracy": 0.8830441504716873, |
| "num_tokens": 15293346.0, |
| "step": 1005 |
| }, |
| { |
| "entropy": 0.3718357976526022, |
| "epoch": 0.39211880034941277, |
| "grad_norm": 1.3203125, |
| "learning_rate": 9.737226594743425e-06, |
| "loss": 0.41036291122436525, |
| "mean_token_accuracy": 0.8785412311553955, |
| "num_tokens": 15381773.0, |
| "step": 1010 |
| }, |
| { |
| "entropy": 0.3791601274162531, |
| "epoch": 0.39405998252936036, |
| "grad_norm": 1.4140625, |
| "learning_rate": 9.733864237639645e-06, |
| "loss": 0.39489567279815674, |
| "mean_token_accuracy": 0.8787289649248123, |
| "num_tokens": 15463663.0, |
| "step": 1015 |
| }, |
| { |
| "entropy": 0.40409386418759824, |
| "epoch": 0.39600116470930796, |
| "grad_norm": 1.5, |
| "learning_rate": 9.730481093324209e-06, |
| "loss": 0.39559972286224365, |
| "mean_token_accuracy": 0.873577019572258, |
| "num_tokens": 15545078.0, |
| "step": 1020 |
| }, |
| { |
| "entropy": 0.38083929792046545, |
| "epoch": 0.39794234688925556, |
| "grad_norm": 1.3359375, |
| "learning_rate": 9.72707717665309e-06, |
| "loss": 0.3976888179779053, |
| "mean_token_accuracy": 0.876065094769001, |
| "num_tokens": 15634558.0, |
| "step": 1025 |
| }, |
| { |
| "entropy": 0.39706564620137214, |
| "epoch": 0.39988352906920316, |
| "grad_norm": 1.96875, |
| "learning_rate": 9.723652502573465e-06, |
| "loss": 0.39628422260284424, |
| "mean_token_accuracy": 0.8746212273836136, |
| "num_tokens": 15706364.0, |
| "step": 1030 |
| }, |
| { |
| "entropy": 0.4297271855175495, |
| "epoch": 0.40182471124915076, |
| "grad_norm": 1.8203125, |
| "learning_rate": 9.720207086123674e-06, |
| "loss": 0.44258790016174315, |
| "mean_token_accuracy": 0.8682567358016968, |
| "num_tokens": 15786703.0, |
| "step": 1035 |
| }, |
| { |
| "entropy": 0.37680495008826254, |
| "epoch": 0.4037658934290983, |
| "grad_norm": 1.34375, |
| "learning_rate": 9.716740942433127e-06, |
| "loss": 0.3932778358459473, |
| "mean_token_accuracy": 0.8771912530064583, |
| "num_tokens": 15883251.0, |
| "step": 1040 |
| }, |
| { |
| "entropy": 0.4019945695996284, |
| "epoch": 0.4057070756090459, |
| "grad_norm": 1.359375, |
| "learning_rate": 9.713254086722259e-06, |
| "loss": 0.39323198795318604, |
| "mean_token_accuracy": 0.8740618228912354, |
| "num_tokens": 15962211.0, |
| "step": 1045 |
| }, |
| { |
| "entropy": 0.3781829860061407, |
| "epoch": 0.4076482577889935, |
| "grad_norm": 1.4921875, |
| "learning_rate": 9.709746534302453e-06, |
| "loss": 0.4020181655883789, |
| "mean_token_accuracy": 0.8759587749838829, |
| "num_tokens": 16040844.0, |
| "step": 1050 |
| }, |
| { |
| "entropy": 0.35617672353982927, |
| "epoch": 0.4095894399689411, |
| "grad_norm": 1.453125, |
| "learning_rate": 9.706218300575975e-06, |
| "loss": 0.3751538276672363, |
| "mean_token_accuracy": 0.8814701676368714, |
| "num_tokens": 16117566.0, |
| "step": 1055 |
| }, |
| { |
| "entropy": 0.39271861389279367, |
| "epoch": 0.4115306221488887, |
| "grad_norm": 1.7265625, |
| "learning_rate": 9.702669401035904e-06, |
| "loss": 0.3784984827041626, |
| "mean_token_accuracy": 0.877305480837822, |
| "num_tokens": 16197812.0, |
| "step": 1060 |
| }, |
| { |
| "entropy": 0.3672247972339392, |
| "epoch": 0.41347180432883623, |
| "grad_norm": 2.15625, |
| "learning_rate": 9.699099851266071e-06, |
| "loss": 0.3595015525817871, |
| "mean_token_accuracy": 0.8823614567518234, |
| "num_tokens": 16275198.0, |
| "step": 1065 |
| }, |
| { |
| "entropy": 0.369810114428401, |
| "epoch": 0.41541298650878383, |
| "grad_norm": 1.359375, |
| "learning_rate": 9.695509666940978e-06, |
| "loss": 0.405411958694458, |
| "mean_token_accuracy": 0.8822488501667977, |
| "num_tokens": 16350965.0, |
| "step": 1070 |
| }, |
| { |
| "entropy": 0.3897046368569136, |
| "epoch": 0.41735416868873143, |
| "grad_norm": 1.4609375, |
| "learning_rate": 9.691898863825749e-06, |
| "loss": 0.38735527992248536, |
| "mean_token_accuracy": 0.8744328498840332, |
| "num_tokens": 16436304.0, |
| "step": 1075 |
| }, |
| { |
| "entropy": 0.3776374412700534, |
| "epoch": 0.41929535086867903, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.688267457776032e-06, |
| "loss": 0.39870805740356446, |
| "mean_token_accuracy": 0.8785615637898445, |
| "num_tokens": 16501266.0, |
| "step": 1080 |
| }, |
| { |
| "entropy": 0.38694494068622587, |
| "epoch": 0.4212365330486266, |
| "grad_norm": 1.59375, |
| "learning_rate": 9.684615464737964e-06, |
| "loss": 0.39393253326416017, |
| "mean_token_accuracy": 0.8791399031877518, |
| "num_tokens": 16560531.0, |
| "step": 1085 |
| }, |
| { |
| "entropy": 0.38168427646160125, |
| "epoch": 0.4231777152285742, |
| "grad_norm": 1.6796875, |
| "learning_rate": 9.680942900748067e-06, |
| "loss": 0.4125086784362793, |
| "mean_token_accuracy": 0.878045716881752, |
| "num_tokens": 16627433.0, |
| "step": 1090 |
| }, |
| { |
| "entropy": 0.3892548579722643, |
| "epoch": 0.42511889740852177, |
| "grad_norm": 1.359375, |
| "learning_rate": 9.677249781933205e-06, |
| "loss": 0.40183658599853517, |
| "mean_token_accuracy": 0.8756108567118644, |
| "num_tokens": 16731006.0, |
| "step": 1095 |
| }, |
| { |
| "entropy": 0.3736507400870323, |
| "epoch": 0.42706007958846937, |
| "grad_norm": 2.28125, |
| "learning_rate": 9.673536124510496e-06, |
| "loss": 0.40765180587768557, |
| "mean_token_accuracy": 0.8797045171260833, |
| "num_tokens": 16801170.0, |
| "step": 1100 |
| }, |
| { |
| "entropy": 0.3525055509060621, |
| "epoch": 0.42900126176841696, |
| "grad_norm": 1.3984375, |
| "learning_rate": 9.669801944787249e-06, |
| "loss": 0.3724426031112671, |
| "mean_token_accuracy": 0.8849082082509995, |
| "num_tokens": 16881282.0, |
| "step": 1105 |
| }, |
| { |
| "entropy": 0.39476602226495744, |
| "epoch": 0.43094244394836456, |
| "grad_norm": 1.3125, |
| "learning_rate": 9.66604725916089e-06, |
| "loss": 0.3921769380569458, |
| "mean_token_accuracy": 0.8737779542803764, |
| "num_tokens": 16965112.0, |
| "step": 1110 |
| }, |
| { |
| "entropy": 0.38296737633645533, |
| "epoch": 0.43288362612831216, |
| "grad_norm": 1.65625, |
| "learning_rate": 9.662272084118887e-06, |
| "loss": 0.39906389713287355, |
| "mean_token_accuracy": 0.8742195263504982, |
| "num_tokens": 17033565.0, |
| "step": 1115 |
| }, |
| { |
| "entropy": 0.4264007180929184, |
| "epoch": 0.4348248083082597, |
| "grad_norm": 1.7109375, |
| "learning_rate": 9.658476436238683e-06, |
| "loss": 0.4375418186187744, |
| "mean_token_accuracy": 0.8661627262830734, |
| "num_tokens": 17110727.0, |
| "step": 1120 |
| }, |
| { |
| "entropy": 0.3653211809694767, |
| "epoch": 0.4367659904882073, |
| "grad_norm": 1.390625, |
| "learning_rate": 9.654660332187621e-06, |
| "loss": 0.3593518972396851, |
| "mean_token_accuracy": 0.882878914475441, |
| "num_tokens": 17189104.0, |
| "step": 1125 |
| }, |
| { |
| "entropy": 0.33642441034317017, |
| "epoch": 0.4387071726681549, |
| "grad_norm": 1.546875, |
| "learning_rate": 9.65082378872287e-06, |
| "loss": 0.36505885124206544, |
| "mean_token_accuracy": 0.8923633351922036, |
| "num_tokens": 17256636.0, |
| "step": 1130 |
| }, |
| { |
| "entropy": 0.3748783551156521, |
| "epoch": 0.4406483548481025, |
| "grad_norm": 1.6484375, |
| "learning_rate": 9.646966822691351e-06, |
| "loss": 0.4033698558807373, |
| "mean_token_accuracy": 0.8803606644272804, |
| "num_tokens": 17333913.0, |
| "step": 1135 |
| }, |
| { |
| "entropy": 0.3871772147715092, |
| "epoch": 0.4425895370280501, |
| "grad_norm": 1.484375, |
| "learning_rate": 9.643089451029666e-06, |
| "loss": 0.39040231704711914, |
| "mean_token_accuracy": 0.8764987051486969, |
| "num_tokens": 17402674.0, |
| "step": 1140 |
| }, |
| { |
| "entropy": 0.4355839218944311, |
| "epoch": 0.4445307192079977, |
| "grad_norm": 1.9609375, |
| "learning_rate": 9.639191690764018e-06, |
| "loss": 0.40796470642089844, |
| "mean_token_accuracy": 0.8702881962060929, |
| "num_tokens": 17476753.0, |
| "step": 1145 |
| }, |
| { |
| "entropy": 0.37759856693446636, |
| "epoch": 0.44647190138794524, |
| "grad_norm": 1.3515625, |
| "learning_rate": 9.635273559010148e-06, |
| "loss": 0.38673570156097414, |
| "mean_token_accuracy": 0.8773683786392212, |
| "num_tokens": 17554472.0, |
| "step": 1150 |
| }, |
| { |
| "entropy": 0.3581284359097481, |
| "epoch": 0.44841308356789283, |
| "grad_norm": 1.390625, |
| "learning_rate": 9.63133507297324e-06, |
| "loss": 0.37009692192077637, |
| "mean_token_accuracy": 0.8856742799282074, |
| "num_tokens": 17637236.0, |
| "step": 1155 |
| }, |
| { |
| "entropy": 0.47716011516749857, |
| "epoch": 0.45035426574784043, |
| "grad_norm": 1.84375, |
| "learning_rate": 9.627376249947866e-06, |
| "loss": 0.491148042678833, |
| "mean_token_accuracy": 0.8575920403003693, |
| "num_tokens": 17714880.0, |
| "step": 1160 |
| }, |
| { |
| "entropy": 0.38734299391508104, |
| "epoch": 0.45229544792778803, |
| "grad_norm": 1.7734375, |
| "learning_rate": 9.623397107317897e-06, |
| "loss": 0.4355041980743408, |
| "mean_token_accuracy": 0.8793953686952591, |
| "num_tokens": 17786198.0, |
| "step": 1165 |
| }, |
| { |
| "entropy": 0.3389087375253439, |
| "epoch": 0.45423663010773563, |
| "grad_norm": 1.5625, |
| "learning_rate": 9.619397662556434e-06, |
| "loss": 0.35656213760375977, |
| "mean_token_accuracy": 0.8894602239131928, |
| "num_tokens": 17851917.0, |
| "step": 1170 |
| }, |
| { |
| "entropy": 0.3687282849103212, |
| "epoch": 0.4561778122876832, |
| "grad_norm": 1.5859375, |
| "learning_rate": 9.615377933225727e-06, |
| "loss": 0.4001771450042725, |
| "mean_token_accuracy": 0.8769694566726685, |
| "num_tokens": 17922400.0, |
| "step": 1175 |
| }, |
| { |
| "entropy": 0.37209414653480055, |
| "epoch": 0.45811899446763077, |
| "grad_norm": 1.3984375, |
| "learning_rate": 9.611337936977096e-06, |
| "loss": 0.39912428855896, |
| "mean_token_accuracy": 0.8808334246277809, |
| "num_tokens": 17996715.0, |
| "step": 1180 |
| }, |
| { |
| "entropy": 0.38213921934366224, |
| "epoch": 0.46006017664757837, |
| "grad_norm": 1.390625, |
| "learning_rate": 9.607277691550862e-06, |
| "loss": 0.41675233840942383, |
| "mean_token_accuracy": 0.8742595329880715, |
| "num_tokens": 18084477.0, |
| "step": 1185 |
| }, |
| { |
| "entropy": 0.39352951049804685, |
| "epoch": 0.46200135882752597, |
| "grad_norm": 2.3125, |
| "learning_rate": 9.60319721477626e-06, |
| "loss": 0.4071157932281494, |
| "mean_token_accuracy": 0.8733987167477608, |
| "num_tokens": 18152478.0, |
| "step": 1190 |
| }, |
| { |
| "entropy": 0.392200979962945, |
| "epoch": 0.46394254100747356, |
| "grad_norm": 1.5390625, |
| "learning_rate": 9.59909652457136e-06, |
| "loss": 0.4249094486236572, |
| "mean_token_accuracy": 0.8737818524241447, |
| "num_tokens": 18219295.0, |
| "step": 1195 |
| }, |
| { |
| "entropy": 0.35255367681384087, |
| "epoch": 0.46588372318742116, |
| "grad_norm": 1.609375, |
| "learning_rate": 9.594975638943006e-06, |
| "loss": 0.3529276132583618, |
| "mean_token_accuracy": 0.8894811898469925, |
| "num_tokens": 18289986.0, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.46588372318742116, |
| "eval_entropy": 0.3770919001001211, |
| "eval_loss": 0.37714096903800964, |
| "eval_mean_token_accuracy": 0.8812256991003435, |
| "eval_num_tokens": 18289986.0, |
| "eval_runtime": 60.2886, |
| "eval_samples_per_second": 35.645, |
| "eval_steps_per_second": 35.645, |
| "step": 1200 |
| }, |
| { |
| "entropy": 0.38377687335014343, |
| "epoch": 0.4678249053673687, |
| "grad_norm": 1.9140625, |
| "learning_rate": 9.59083457598671e-06, |
| "loss": 0.4212928771972656, |
| "mean_token_accuracy": 0.8758307337760926, |
| "num_tokens": 18359707.0, |
| "step": 1205 |
| }, |
| { |
| "entropy": 0.3596473693847656, |
| "epoch": 0.4697660875473163, |
| "grad_norm": 1.4375, |
| "learning_rate": 9.586673353886591e-06, |
| "loss": 0.3813552141189575, |
| "mean_token_accuracy": 0.8841730430722237, |
| "num_tokens": 18435661.0, |
| "step": 1210 |
| }, |
| { |
| "entropy": 0.4140443943440914, |
| "epoch": 0.4717072697272639, |
| "grad_norm": 1.46875, |
| "learning_rate": 9.582491990915292e-06, |
| "loss": 0.4197361469268799, |
| "mean_token_accuracy": 0.8726279020309449, |
| "num_tokens": 18509573.0, |
| "step": 1215 |
| }, |
| { |
| "entropy": 0.3907853942364454, |
| "epoch": 0.4736484519072115, |
| "grad_norm": 1.625, |
| "learning_rate": 9.578290505433896e-06, |
| "loss": 0.4191273212432861, |
| "mean_token_accuracy": 0.8725411191582679, |
| "num_tokens": 18608110.0, |
| "step": 1220 |
| }, |
| { |
| "entropy": 0.3810266986489296, |
| "epoch": 0.4755896340871591, |
| "grad_norm": 1.4296875, |
| "learning_rate": 9.57406891589185e-06, |
| "loss": 0.38829352855682375, |
| "mean_token_accuracy": 0.8763051420450211, |
| "num_tokens": 18689794.0, |
| "step": 1225 |
| }, |
| { |
| "entropy": 0.420042909681797, |
| "epoch": 0.4775308162671067, |
| "grad_norm": 1.703125, |
| "learning_rate": 9.569827240826876e-06, |
| "loss": 0.40959844589233396, |
| "mean_token_accuracy": 0.8703769713640213, |
| "num_tokens": 18758060.0, |
| "step": 1230 |
| }, |
| { |
| "entropy": 0.36773351952433586, |
| "epoch": 0.47947199844705424, |
| "grad_norm": 2.328125, |
| "learning_rate": 9.565565498864902e-06, |
| "loss": 0.3752429962158203, |
| "mean_token_accuracy": 0.8811664238572121, |
| "num_tokens": 18824217.0, |
| "step": 1235 |
| }, |
| { |
| "entropy": 0.40542583018541334, |
| "epoch": 0.48141318062700184, |
| "grad_norm": 1.3515625, |
| "learning_rate": 9.561283708719968e-06, |
| "loss": 0.4128578662872314, |
| "mean_token_accuracy": 0.8699263706803322, |
| "num_tokens": 18910883.0, |
| "step": 1240 |
| }, |
| { |
| "entropy": 0.37737762071192266, |
| "epoch": 0.48335436280694943, |
| "grad_norm": 1.5234375, |
| "learning_rate": 9.55698188919415e-06, |
| "loss": 0.39167325496673583, |
| "mean_token_accuracy": 0.879218578338623, |
| "num_tokens": 18993242.0, |
| "step": 1245 |
| }, |
| { |
| "entropy": 0.38517537601292134, |
| "epoch": 0.48529554498689703, |
| "grad_norm": 1.921875, |
| "learning_rate": 9.552660059177477e-06, |
| "loss": 0.38378689289093015, |
| "mean_token_accuracy": 0.879303851723671, |
| "num_tokens": 19061334.0, |
| "step": 1250 |
| }, |
| { |
| "entropy": 0.37100368924438953, |
| "epoch": 0.48723672716684463, |
| "grad_norm": 1.828125, |
| "learning_rate": 9.548318237647849e-06, |
| "loss": 0.4200906753540039, |
| "mean_token_accuracy": 0.8786957338452339, |
| "num_tokens": 19128848.0, |
| "step": 1255 |
| }, |
| { |
| "entropy": 0.38898602277040484, |
| "epoch": 0.4891779093467922, |
| "grad_norm": 1.46875, |
| "learning_rate": 9.543956443670947e-06, |
| "loss": 0.4141817569732666, |
| "mean_token_accuracy": 0.8764576897025108, |
| "num_tokens": 19202756.0, |
| "step": 1260 |
| }, |
| { |
| "entropy": 0.3760422389954329, |
| "epoch": 0.49111909152673977, |
| "grad_norm": 2.109375, |
| "learning_rate": 9.539574696400165e-06, |
| "loss": 0.3719266653060913, |
| "mean_token_accuracy": 0.8817565947771072, |
| "num_tokens": 19268958.0, |
| "step": 1265 |
| }, |
| { |
| "entropy": 0.36780366376042367, |
| "epoch": 0.49306027370668737, |
| "grad_norm": 1.8203125, |
| "learning_rate": 9.535173015076501e-06, |
| "loss": 0.39360432624816893, |
| "mean_token_accuracy": 0.8779341161251069, |
| "num_tokens": 19352111.0, |
| "step": 1270 |
| }, |
| { |
| "entropy": 0.4413019739091396, |
| "epoch": 0.49500145588663497, |
| "grad_norm": 1.7109375, |
| "learning_rate": 9.5307514190285e-06, |
| "loss": 0.4407999515533447, |
| "mean_token_accuracy": 0.8592960745096206, |
| "num_tokens": 19441509.0, |
| "step": 1275 |
| }, |
| { |
| "entropy": 0.39783000349998476, |
| "epoch": 0.49694263806658256, |
| "grad_norm": 1.234375, |
| "learning_rate": 9.526309927672148e-06, |
| "loss": 0.42558717727661133, |
| "mean_token_accuracy": 0.8755456551909446, |
| "num_tokens": 19525598.0, |
| "step": 1280 |
| }, |
| { |
| "entropy": 0.36931919269263747, |
| "epoch": 0.49888382024653016, |
| "grad_norm": 1.3984375, |
| "learning_rate": 9.521848560510796e-06, |
| "loss": 0.38771824836730956, |
| "mean_token_accuracy": 0.8801409855484963, |
| "num_tokens": 19612547.0, |
| "step": 1285 |
| }, |
| { |
| "entropy": 0.41849659457802774, |
| "epoch": 0.5008250024264778, |
| "grad_norm": 1.6953125, |
| "learning_rate": 9.517367337135076e-06, |
| "loss": 0.43532710075378417, |
| "mean_token_accuracy": 0.8676797851920128, |
| "num_tokens": 19689731.0, |
| "step": 1290 |
| }, |
| { |
| "entropy": 0.41437376402318477, |
| "epoch": 0.5027661846064253, |
| "grad_norm": 1.6796875, |
| "learning_rate": 9.51286627722281e-06, |
| "loss": 0.4385324478149414, |
| "mean_token_accuracy": 0.8706857517361641, |
| "num_tokens": 19756661.0, |
| "step": 1295 |
| }, |
| { |
| "entropy": 0.4086436625570059, |
| "epoch": 0.5047073667863728, |
| "grad_norm": 1.6171875, |
| "learning_rate": 9.508345400538926e-06, |
| "loss": 0.4336398124694824, |
| "mean_token_accuracy": 0.8683807790279389, |
| "num_tokens": 19821704.0, |
| "step": 1300 |
| }, |
| { |
| "entropy": 0.3883740194141865, |
| "epoch": 0.5066485489663205, |
| "grad_norm": 1.3828125, |
| "learning_rate": 9.503804726935369e-06, |
| "loss": 0.39049382209777833, |
| "mean_token_accuracy": 0.8757125899195671, |
| "num_tokens": 19902414.0, |
| "step": 1305 |
| }, |
| { |
| "entropy": 0.39095442183315754, |
| "epoch": 0.508589731146268, |
| "grad_norm": 1.6640625, |
| "learning_rate": 9.499244276351019e-06, |
| "loss": 0.38634843826293946, |
| "mean_token_accuracy": 0.8751242905855179, |
| "num_tokens": 19984638.0, |
| "step": 1310 |
| }, |
| { |
| "entropy": 0.3666827451437712, |
| "epoch": 0.5105309133262157, |
| "grad_norm": 1.6171875, |
| "learning_rate": 9.494664068811597e-06, |
| "loss": 0.40018815994262696, |
| "mean_token_accuracy": 0.880105035007, |
| "num_tokens": 20064261.0, |
| "step": 1315 |
| }, |
| { |
| "entropy": 0.34377430453896524, |
| "epoch": 0.5124720955061632, |
| "grad_norm": 1.8046875, |
| "learning_rate": 9.490064124429584e-06, |
| "loss": 0.36567790508270265, |
| "mean_token_accuracy": 0.8907153263688088, |
| "num_tokens": 20126962.0, |
| "step": 1320 |
| }, |
| { |
| "entropy": 0.3555528115481138, |
| "epoch": 0.5144132776861109, |
| "grad_norm": 1.3046875, |
| "learning_rate": 9.485444463404125e-06, |
| "loss": 0.3725638151168823, |
| "mean_token_accuracy": 0.8841280445456505, |
| "num_tokens": 20215463.0, |
| "step": 1325 |
| }, |
| { |
| "entropy": 0.3422409202903509, |
| "epoch": 0.5163544598660584, |
| "grad_norm": 1.53125, |
| "learning_rate": 9.480805106020947e-06, |
| "loss": 0.3722813129425049, |
| "mean_token_accuracy": 0.8891440883278847, |
| "num_tokens": 20298577.0, |
| "step": 1330 |
| }, |
| { |
| "entropy": 0.3823659881949425, |
| "epoch": 0.518295642046006, |
| "grad_norm": 1.5234375, |
| "learning_rate": 9.476146072652262e-06, |
| "loss": 0.39306447505950926, |
| "mean_token_accuracy": 0.876395545899868, |
| "num_tokens": 20374990.0, |
| "step": 1335 |
| }, |
| { |
| "entropy": 0.388584029302001, |
| "epoch": 0.5202368242259536, |
| "grad_norm": 1.5, |
| "learning_rate": 9.471467383756692e-06, |
| "loss": 0.41069755554199217, |
| "mean_token_accuracy": 0.8789796933531762, |
| "num_tokens": 20446548.0, |
| "step": 1340 |
| }, |
| { |
| "entropy": 0.36739424169063567, |
| "epoch": 0.5221780064059012, |
| "grad_norm": 1.8671875, |
| "learning_rate": 9.46676905987916e-06, |
| "loss": 0.3884859085083008, |
| "mean_token_accuracy": 0.8806875750422478, |
| "num_tokens": 20517149.0, |
| "step": 1345 |
| }, |
| { |
| "entropy": 0.35578424148261545, |
| "epoch": 0.5241191885858488, |
| "grad_norm": 1.5, |
| "learning_rate": 9.462051121650816e-06, |
| "loss": 0.3846778869628906, |
| "mean_token_accuracy": 0.8805378764867783, |
| "num_tokens": 20596629.0, |
| "step": 1350 |
| }, |
| { |
| "entropy": 0.375444458052516, |
| "epoch": 0.5260603707657964, |
| "grad_norm": 1.8984375, |
| "learning_rate": 9.457313589788937e-06, |
| "loss": 0.40492801666259765, |
| "mean_token_accuracy": 0.8799885243177414, |
| "num_tokens": 20660631.0, |
| "step": 1355 |
| }, |
| { |
| "entropy": 0.38559874445199965, |
| "epoch": 0.5280015529457439, |
| "grad_norm": 1.984375, |
| "learning_rate": 9.452556485096839e-06, |
| "loss": 0.4140150547027588, |
| "mean_token_accuracy": 0.8767204716801643, |
| "num_tokens": 20723882.0, |
| "step": 1360 |
| }, |
| { |
| "entropy": 0.40360996387898923, |
| "epoch": 0.5299427351256916, |
| "grad_norm": 1.5234375, |
| "learning_rate": 9.447779828463788e-06, |
| "loss": 0.38798012733459475, |
| "mean_token_accuracy": 0.8741889104247094, |
| "num_tokens": 20801012.0, |
| "step": 1365 |
| }, |
| { |
| "entropy": 0.3853685542941093, |
| "epoch": 0.5318839173056391, |
| "grad_norm": 1.4140625, |
| "learning_rate": 9.442983640864904e-06, |
| "loss": 0.39840006828308105, |
| "mean_token_accuracy": 0.8812712132930756, |
| "num_tokens": 20870494.0, |
| "step": 1370 |
| }, |
| { |
| "entropy": 0.41988850980997083, |
| "epoch": 0.5338250994855868, |
| "grad_norm": 1.859375, |
| "learning_rate": 9.43816794336107e-06, |
| "loss": 0.42660999298095703, |
| "mean_token_accuracy": 0.8691768750548363, |
| "num_tokens": 20932159.0, |
| "step": 1375 |
| }, |
| { |
| "entropy": 0.35770875252783296, |
| "epoch": 0.5357662816655343, |
| "grad_norm": 1.3203125, |
| "learning_rate": 9.433332757098844e-06, |
| "loss": 0.35865347385406493, |
| "mean_token_accuracy": 0.8853553980588913, |
| "num_tokens": 21012568.0, |
| "step": 1380 |
| }, |
| { |
| "entropy": 0.3706452056765556, |
| "epoch": 0.5377074638454818, |
| "grad_norm": 1.734375, |
| "learning_rate": 9.428478103310358e-06, |
| "loss": 0.40013108253479, |
| "mean_token_accuracy": 0.8823366552591324, |
| "num_tokens": 21083094.0, |
| "step": 1385 |
| }, |
| { |
| "entropy": 0.39769635573029516, |
| "epoch": 0.5396486460254295, |
| "grad_norm": 1.390625, |
| "learning_rate": 9.423604003313232e-06, |
| "loss": 0.4011887550354004, |
| "mean_token_accuracy": 0.8764868810772896, |
| "num_tokens": 21161361.0, |
| "step": 1390 |
| }, |
| { |
| "entropy": 0.39253461360931396, |
| "epoch": 0.541589828205377, |
| "grad_norm": 1.8828125, |
| "learning_rate": 9.418710478510478e-06, |
| "loss": 0.41046462059020994, |
| "mean_token_accuracy": 0.878234452009201, |
| "num_tokens": 21225113.0, |
| "step": 1395 |
| }, |
| { |
| "entropy": 0.3744351703673601, |
| "epoch": 0.5435310103853247, |
| "grad_norm": 1.5625, |
| "learning_rate": 9.413797550390403e-06, |
| "loss": 0.37674736976623535, |
| "mean_token_accuracy": 0.8828163802623749, |
| "num_tokens": 21295691.0, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.5435310103853247, |
| "eval_entropy": 0.3686942668842293, |
| "eval_loss": 0.3755117952823639, |
| "eval_mean_token_accuracy": 0.8816876367060402, |
| "eval_num_tokens": 21295691.0, |
| "eval_runtime": 60.3519, |
| "eval_samples_per_second": 35.608, |
| "eval_steps_per_second": 35.608, |
| "step": 1400 |
| }, |
| { |
| "entropy": 0.34990762211382387, |
| "epoch": 0.5454721925652722, |
| "grad_norm": 1.2109375, |
| "learning_rate": 9.40886524052652e-06, |
| "loss": 0.3539942979812622, |
| "mean_token_accuracy": 0.8850773021578788, |
| "num_tokens": 21376676.0, |
| "step": 1405 |
| }, |
| { |
| "entropy": 0.41086711175739765, |
| "epoch": 0.5474133747452199, |
| "grad_norm": 1.6328125, |
| "learning_rate": 9.403913570577448e-06, |
| "loss": 0.43075881004333494, |
| "mean_token_accuracy": 0.871852807700634, |
| "num_tokens": 21451444.0, |
| "step": 1410 |
| }, |
| { |
| "entropy": 0.37052917703986166, |
| "epoch": 0.5493545569251674, |
| "grad_norm": 1.453125, |
| "learning_rate": 9.398942562286822e-06, |
| "loss": 0.38300988674163816, |
| "mean_token_accuracy": 0.8779854521155357, |
| "num_tokens": 21536871.0, |
| "step": 1415 |
| }, |
| { |
| "entropy": 0.3861477542668581, |
| "epoch": 0.551295739105115, |
| "grad_norm": 1.7265625, |
| "learning_rate": 9.393952237483195e-06, |
| "loss": 0.40117707252502444, |
| "mean_token_accuracy": 0.8765692830085754, |
| "num_tokens": 21605987.0, |
| "step": 1420 |
| }, |
| { |
| "entropy": 0.4081678859889507, |
| "epoch": 0.5532369212850626, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.38894261807994e-06, |
| "loss": 0.42310566902160646, |
| "mean_token_accuracy": 0.8693249508738518, |
| "num_tokens": 21692774.0, |
| "step": 1425 |
| }, |
| { |
| "entropy": 0.3717794116586447, |
| "epoch": 0.5551781034650102, |
| "grad_norm": 1.4453125, |
| "learning_rate": 9.383913726075157e-06, |
| "loss": 0.38362655639648435, |
| "mean_token_accuracy": 0.8794390082359314, |
| "num_tokens": 21774027.0, |
| "step": 1430 |
| }, |
| { |
| "entropy": 0.3897536873817444, |
| "epoch": 0.5571192856449578, |
| "grad_norm": 1.59375, |
| "learning_rate": 9.378865583551575e-06, |
| "loss": 0.40027127265930174, |
| "mean_token_accuracy": 0.874237485229969, |
| "num_tokens": 21855865.0, |
| "step": 1435 |
| }, |
| { |
| "entropy": 0.4386448211967945, |
| "epoch": 0.5590604678249054, |
| "grad_norm": 1.8984375, |
| "learning_rate": 9.373798212676459e-06, |
| "loss": 0.44517908096313474, |
| "mean_token_accuracy": 0.8637019321322441, |
| "num_tokens": 21937592.0, |
| "step": 1440 |
| }, |
| { |
| "entropy": 0.40399301163852214, |
| "epoch": 0.5610016500048529, |
| "grad_norm": 2.234375, |
| "learning_rate": 9.368711635701499e-06, |
| "loss": 0.42911725044250487, |
| "mean_token_accuracy": 0.8717393398284912, |
| "num_tokens": 22016228.0, |
| "step": 1445 |
| }, |
| { |
| "entropy": 0.33674396723508837, |
| "epoch": 0.5629428321848006, |
| "grad_norm": 1.625, |
| "learning_rate": 9.363605874962735e-06, |
| "loss": 0.3449155569076538, |
| "mean_token_accuracy": 0.8916645109653473, |
| "num_tokens": 22091155.0, |
| "step": 1450 |
| }, |
| { |
| "entropy": 0.34950118474662306, |
| "epoch": 0.5648840143647481, |
| "grad_norm": 1.6875, |
| "learning_rate": 9.358480952880438e-06, |
| "loss": 0.37925631999969484, |
| "mean_token_accuracy": 0.8876421838998795, |
| "num_tokens": 22168063.0, |
| "step": 1455 |
| }, |
| { |
| "entropy": 0.3646994840353727, |
| "epoch": 0.5668251965446958, |
| "grad_norm": 1.359375, |
| "learning_rate": 9.35333689195902e-06, |
| "loss": 0.3887592554092407, |
| "mean_token_accuracy": 0.8781901568174362, |
| "num_tokens": 22247190.0, |
| "step": 1460 |
| }, |
| { |
| "entropy": 0.42925515584647655, |
| "epoch": 0.5687663787246433, |
| "grad_norm": 1.7265625, |
| "learning_rate": 9.34817371478694e-06, |
| "loss": 0.4361258983612061, |
| "mean_token_accuracy": 0.8652834072709084, |
| "num_tokens": 22327454.0, |
| "step": 1465 |
| }, |
| { |
| "entropy": 0.40622838474810125, |
| "epoch": 0.5707075609045908, |
| "grad_norm": 1.53125, |
| "learning_rate": 9.342991444036593e-06, |
| "loss": 0.4456647872924805, |
| "mean_token_accuracy": 0.8694571733474732, |
| "num_tokens": 22412083.0, |
| "step": 1470 |
| }, |
| { |
| "entropy": 0.42173517793416976, |
| "epoch": 0.5726487430845385, |
| "grad_norm": 1.421875, |
| "learning_rate": 9.337790102464224e-06, |
| "loss": 0.454360818862915, |
| "mean_token_accuracy": 0.8657700821757317, |
| "num_tokens": 22490065.0, |
| "step": 1475 |
| }, |
| { |
| "entropy": 0.4561560284346342, |
| "epoch": 0.574589925264486, |
| "grad_norm": 1.40625, |
| "learning_rate": 9.332569712909816e-06, |
| "loss": 0.4739046573638916, |
| "mean_token_accuracy": 0.8589961290359497, |
| "num_tokens": 22578402.0, |
| "step": 1480 |
| }, |
| { |
| "entropy": 0.38373861461877823, |
| "epoch": 0.5765311074444337, |
| "grad_norm": 1.6796875, |
| "learning_rate": 9.327330298296998e-06, |
| "loss": 0.3775209665298462, |
| "mean_token_accuracy": 0.8786651358008385, |
| "num_tokens": 22657716.0, |
| "step": 1485 |
| }, |
| { |
| "entropy": 0.34858159013092516, |
| "epoch": 0.5784722896243812, |
| "grad_norm": 1.5, |
| "learning_rate": 9.32207188163294e-06, |
| "loss": 0.36159141063690187, |
| "mean_token_accuracy": 0.8849190220236778, |
| "num_tokens": 22727213.0, |
| "step": 1490 |
| }, |
| { |
| "entropy": 0.36950380988419057, |
| "epoch": 0.5804134718043288, |
| "grad_norm": 1.84375, |
| "learning_rate": 9.316794486008254e-06, |
| "loss": 0.41820201873779295, |
| "mean_token_accuracy": 0.8807887002825737, |
| "num_tokens": 22796084.0, |
| "step": 1495 |
| }, |
| { |
| "entropy": 0.3770993869751692, |
| "epoch": 0.5823546539842764, |
| "grad_norm": 1.5234375, |
| "learning_rate": 9.31149813459689e-06, |
| "loss": 0.3539431571960449, |
| "mean_token_accuracy": 0.8795977741479873, |
| "num_tokens": 22870251.0, |
| "step": 1500 |
| }, |
| { |
| "entropy": 0.3788142062723637, |
| "epoch": 0.584295836164224, |
| "grad_norm": 1.828125, |
| "learning_rate": 9.306182850656037e-06, |
| "loss": 0.3946338415145874, |
| "mean_token_accuracy": 0.8801519960165024, |
| "num_tokens": 22951081.0, |
| "step": 1505 |
| }, |
| { |
| "entropy": 0.3841311365365982, |
| "epoch": 0.5862370183441716, |
| "grad_norm": 1.46875, |
| "learning_rate": 9.300848657526024e-06, |
| "loss": 0.38277838230133054, |
| "mean_token_accuracy": 0.8772434189915657, |
| "num_tokens": 23034217.0, |
| "step": 1510 |
| }, |
| { |
| "entropy": 0.3577498983591795, |
| "epoch": 0.5881782005241192, |
| "grad_norm": 2.0, |
| "learning_rate": 9.29549557863021e-06, |
| "loss": 0.37149059772491455, |
| "mean_token_accuracy": 0.8867600724101067, |
| "num_tokens": 23103243.0, |
| "step": 1515 |
| }, |
| { |
| "entropy": 0.36544432379305364, |
| "epoch": 0.5901193827040668, |
| "grad_norm": 1.65625, |
| "learning_rate": 9.29012363747488e-06, |
| "loss": 0.3911574840545654, |
| "mean_token_accuracy": 0.8809396475553513, |
| "num_tokens": 23180618.0, |
| "step": 1520 |
| }, |
| { |
| "entropy": 0.37773900777101516, |
| "epoch": 0.5920605648840144, |
| "grad_norm": 1.6015625, |
| "learning_rate": 9.284732857649154e-06, |
| "loss": 0.40440049171447756, |
| "mean_token_accuracy": 0.8771207213401795, |
| "num_tokens": 23274254.0, |
| "step": 1525 |
| }, |
| { |
| "entropy": 0.41926471069455146, |
| "epoch": 0.5940017470639619, |
| "grad_norm": 1.78125, |
| "learning_rate": 9.279323262824871e-06, |
| "loss": 0.43068270683288573, |
| "mean_token_accuracy": 0.8644863858819007, |
| "num_tokens": 23354103.0, |
| "step": 1530 |
| }, |
| { |
| "entropy": 0.3747733347117901, |
| "epoch": 0.5959429292439096, |
| "grad_norm": 1.5703125, |
| "learning_rate": 9.273894876756497e-06, |
| "loss": 0.3952503204345703, |
| "mean_token_accuracy": 0.8833319827914238, |
| "num_tokens": 23420187.0, |
| "step": 1535 |
| }, |
| { |
| "entropy": 0.3898849368095398, |
| "epoch": 0.5978841114238571, |
| "grad_norm": 1.4375, |
| "learning_rate": 9.268447723281003e-06, |
| "loss": 0.4146092891693115, |
| "mean_token_accuracy": 0.8798678085207939, |
| "num_tokens": 23491179.0, |
| "step": 1540 |
| }, |
| { |
| "entropy": 0.34879231434315444, |
| "epoch": 0.5998252936038048, |
| "grad_norm": 1.4375, |
| "learning_rate": 9.262981826317778e-06, |
| "loss": 0.37036240100860596, |
| "mean_token_accuracy": 0.8908288046717644, |
| "num_tokens": 23561490.0, |
| "step": 1545 |
| }, |
| { |
| "entropy": 0.4013595413416624, |
| "epoch": 0.6017664757837523, |
| "grad_norm": 1.90625, |
| "learning_rate": 9.257497209868516e-06, |
| "loss": 0.42535991668701173, |
| "mean_token_accuracy": 0.8715372681617737, |
| "num_tokens": 23643197.0, |
| "step": 1550 |
| }, |
| { |
| "entropy": 0.3767758123576641, |
| "epoch": 0.6037076579636999, |
| "grad_norm": 1.875, |
| "learning_rate": 9.251993898017109e-06, |
| "loss": 0.3970643997192383, |
| "mean_token_accuracy": 0.8821586266160011, |
| "num_tokens": 23714513.0, |
| "step": 1555 |
| }, |
| { |
| "entropy": 0.40486165285110476, |
| "epoch": 0.6056488401436475, |
| "grad_norm": 1.515625, |
| "learning_rate": 9.246471914929547e-06, |
| "loss": 0.41384401321411135, |
| "mean_token_accuracy": 0.8695383608341217, |
| "num_tokens": 23801743.0, |
| "step": 1560 |
| }, |
| { |
| "entropy": 0.3538258448243141, |
| "epoch": 0.607590022323595, |
| "grad_norm": 1.6328125, |
| "learning_rate": 9.240931284853807e-06, |
| "loss": 0.3868009090423584, |
| "mean_token_accuracy": 0.8842133894562721, |
| "num_tokens": 23893948.0, |
| "step": 1565 |
| }, |
| { |
| "entropy": 0.3908126030117273, |
| "epoch": 0.6095312045035427, |
| "grad_norm": 1.8125, |
| "learning_rate": 9.235372032119747e-06, |
| "loss": 0.40709576606750486, |
| "mean_token_accuracy": 0.8742722377181054, |
| "num_tokens": 23959291.0, |
| "step": 1570 |
| }, |
| { |
| "entropy": 0.39328810535371306, |
| "epoch": 0.6114723866834902, |
| "grad_norm": 1.625, |
| "learning_rate": 9.229794181139002e-06, |
| "loss": 0.40347847938537595, |
| "mean_token_accuracy": 0.874020305275917, |
| "num_tokens": 24028375.0, |
| "step": 1575 |
| }, |
| { |
| "entropy": 0.38035779893398286, |
| "epoch": 0.6134135688634378, |
| "grad_norm": 1.4765625, |
| "learning_rate": 9.224197756404875e-06, |
| "loss": 0.39300010204315183, |
| "mean_token_accuracy": 0.8796775847673416, |
| "num_tokens": 24106755.0, |
| "step": 1580 |
| }, |
| { |
| "entropy": 0.35121305733919145, |
| "epoch": 0.6153547510433854, |
| "grad_norm": 2.296875, |
| "learning_rate": 9.218582782492228e-06, |
| "loss": 0.39762823581695556, |
| "mean_token_accuracy": 0.8853226408362389, |
| "num_tokens": 24174787.0, |
| "step": 1585 |
| }, |
| { |
| "entropy": 0.3741837713867426, |
| "epoch": 0.617295933223333, |
| "grad_norm": 1.7578125, |
| "learning_rate": 9.212949284057378e-06, |
| "loss": 0.39895901679992674, |
| "mean_token_accuracy": 0.8801515579223633, |
| "num_tokens": 24253990.0, |
| "step": 1590 |
| }, |
| { |
| "entropy": 0.4153418317437172, |
| "epoch": 0.6192371154032806, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.207297285837984e-06, |
| "loss": 0.4323587894439697, |
| "mean_token_accuracy": 0.8745242461562157, |
| "num_tokens": 24326608.0, |
| "step": 1595 |
| }, |
| { |
| "entropy": 0.42888959534466264, |
| "epoch": 0.6211782975832282, |
| "grad_norm": 1.3125, |
| "learning_rate": 9.201626812652942e-06, |
| "loss": 0.4193469524383545, |
| "mean_token_accuracy": 0.8636892691254616, |
| "num_tokens": 24408096.0, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.6211782975832282, |
| "eval_entropy": 0.3693768273520714, |
| "eval_loss": 0.3738563656806946, |
| "eval_mean_token_accuracy": 0.8822050338265174, |
| "eval_num_tokens": 24408096.0, |
| "eval_runtime": 60.0738, |
| "eval_samples_per_second": 35.773, |
| "eval_steps_per_second": 35.773, |
| "step": 1600 |
| }, |
| { |
| "entropy": 0.4069465111941099, |
| "epoch": 0.6231194797631757, |
| "grad_norm": 1.3828125, |
| "learning_rate": 9.195937889402276e-06, |
| "loss": 0.3946805238723755, |
| "mean_token_accuracy": 0.8711962580680848, |
| "num_tokens": 24477273.0, |
| "step": 1605 |
| }, |
| { |
| "entropy": 0.3497770603746176, |
| "epoch": 0.6250606619431234, |
| "grad_norm": 1.53125, |
| "learning_rate": 9.190230541067023e-06, |
| "loss": 0.3609620094299316, |
| "mean_token_accuracy": 0.8848605647683143, |
| "num_tokens": 24556472.0, |
| "step": 1610 |
| }, |
| { |
| "entropy": 0.4083269018679857, |
| "epoch": 0.6270018441230709, |
| "grad_norm": 1.484375, |
| "learning_rate": 9.184504792709134e-06, |
| "loss": 0.4195822238922119, |
| "mean_token_accuracy": 0.873286210000515, |
| "num_tokens": 24633310.0, |
| "step": 1615 |
| }, |
| { |
| "entropy": 0.3741916142404079, |
| "epoch": 0.6289430263030186, |
| "grad_norm": 1.71875, |
| "learning_rate": 9.178760669471351e-06, |
| "loss": 0.3778867244720459, |
| "mean_token_accuracy": 0.8781406879425049, |
| "num_tokens": 24702572.0, |
| "step": 1620 |
| }, |
| { |
| "entropy": 0.34799036718904974, |
| "epoch": 0.6308842084829661, |
| "grad_norm": 1.3828125, |
| "learning_rate": 9.17299819657711e-06, |
| "loss": 0.36290202140808103, |
| "mean_token_accuracy": 0.8880066946148872, |
| "num_tokens": 24786717.0, |
| "step": 1625 |
| }, |
| { |
| "entropy": 0.35105147287249566, |
| "epoch": 0.6328253906629138, |
| "grad_norm": 1.9296875, |
| "learning_rate": 9.167217399330418e-06, |
| "loss": 0.367209792137146, |
| "mean_token_accuracy": 0.886526557803154, |
| "num_tokens": 24861736.0, |
| "step": 1630 |
| }, |
| { |
| "entropy": 0.3578195352107286, |
| "epoch": 0.6347665728428613, |
| "grad_norm": 1.375, |
| "learning_rate": 9.161418303115749e-06, |
| "loss": 0.3651568412780762, |
| "mean_token_accuracy": 0.8801181107759476, |
| "num_tokens": 24932067.0, |
| "step": 1635 |
| }, |
| { |
| "entropy": 0.4024165827780962, |
| "epoch": 0.6367077550228089, |
| "grad_norm": 1.546875, |
| "learning_rate": 9.155600933397932e-06, |
| "loss": 0.4195927619934082, |
| "mean_token_accuracy": 0.8746752873063087, |
| "num_tokens": 25003342.0, |
| "step": 1640 |
| }, |
| { |
| "entropy": 0.41863835491240026, |
| "epoch": 0.6386489372027565, |
| "grad_norm": 1.234375, |
| "learning_rate": 9.149765315722039e-06, |
| "loss": 0.4207592964172363, |
| "mean_token_accuracy": 0.8699864789843559, |
| "num_tokens": 25089543.0, |
| "step": 1645 |
| }, |
| { |
| "entropy": 0.3774807959794998, |
| "epoch": 0.640590119382704, |
| "grad_norm": 1.484375, |
| "learning_rate": 9.14391147571327e-06, |
| "loss": 0.38125219345092776, |
| "mean_token_accuracy": 0.8813193202018738, |
| "num_tokens": 25164250.0, |
| "step": 1650 |
| }, |
| { |
| "entropy": 0.36004649810492995, |
| "epoch": 0.6425313015626517, |
| "grad_norm": 1.4609375, |
| "learning_rate": 9.13803943907684e-06, |
| "loss": 0.38634524345397947, |
| "mean_token_accuracy": 0.8815308138728142, |
| "num_tokens": 25235584.0, |
| "step": 1655 |
| }, |
| { |
| "entropy": 0.40895739644765855, |
| "epoch": 0.6444724837425992, |
| "grad_norm": 1.390625, |
| "learning_rate": 9.132149231597874e-06, |
| "loss": 0.42175993919372556, |
| "mean_token_accuracy": 0.8735464856028556, |
| "num_tokens": 25326121.0, |
| "step": 1660 |
| }, |
| { |
| "entropy": 0.42022631838917734, |
| "epoch": 0.6464136659225468, |
| "grad_norm": 1.3671875, |
| "learning_rate": 9.126240879141286e-06, |
| "loss": 0.4283411502838135, |
| "mean_token_accuracy": 0.8683241337537766, |
| "num_tokens": 25416532.0, |
| "step": 1665 |
| }, |
| { |
| "entropy": 0.3419806692749262, |
| "epoch": 0.6483548481024944, |
| "grad_norm": 1.3515625, |
| "learning_rate": 9.120314407651665e-06, |
| "loss": 0.3869215726852417, |
| "mean_token_accuracy": 0.8876996964216233, |
| "num_tokens": 25500339.0, |
| "step": 1670 |
| }, |
| { |
| "entropy": 0.37519195675849915, |
| "epoch": 0.650296030282442, |
| "grad_norm": 1.65625, |
| "learning_rate": 9.114369843153168e-06, |
| "loss": 0.38437614440917967, |
| "mean_token_accuracy": 0.880204701423645, |
| "num_tokens": 25571598.0, |
| "step": 1675 |
| }, |
| { |
| "entropy": 0.34165109843015673, |
| "epoch": 0.6522372124623896, |
| "grad_norm": 1.7734375, |
| "learning_rate": 9.108407211749397e-06, |
| "loss": 0.3734029531478882, |
| "mean_token_accuracy": 0.8863589748740196, |
| "num_tokens": 25647870.0, |
| "step": 1680 |
| }, |
| { |
| "entropy": 0.3643860913813114, |
| "epoch": 0.6541783946423372, |
| "grad_norm": 1.4765625, |
| "learning_rate": 9.102426539623295e-06, |
| "loss": 0.3877432107925415, |
| "mean_token_accuracy": 0.8784330353140831, |
| "num_tokens": 25729611.0, |
| "step": 1685 |
| }, |
| { |
| "entropy": 0.4150772735476494, |
| "epoch": 0.6561195768222847, |
| "grad_norm": 1.78125, |
| "learning_rate": 9.09642785303702e-06, |
| "loss": 0.4420276641845703, |
| "mean_token_accuracy": 0.8656805634498597, |
| "num_tokens": 25808840.0, |
| "step": 1690 |
| }, |
| { |
| "entropy": 0.3560687083750963, |
| "epoch": 0.6580607590022324, |
| "grad_norm": 1.7421875, |
| "learning_rate": 9.090411178331835e-06, |
| "loss": 0.37286901473999023, |
| "mean_token_accuracy": 0.8856526881456375, |
| "num_tokens": 25887901.0, |
| "step": 1695 |
| }, |
| { |
| "entropy": 0.4048729032278061, |
| "epoch": 0.6600019411821799, |
| "grad_norm": 1.2734375, |
| "learning_rate": 9.084376541927995e-06, |
| "loss": 0.4281449317932129, |
| "mean_token_accuracy": 0.8717523291707039, |
| "num_tokens": 25980223.0, |
| "step": 1700 |
| }, |
| { |
| "entropy": 0.4058201160281897, |
| "epoch": 0.6619431233621276, |
| "grad_norm": 1.28125, |
| "learning_rate": 9.078323970324626e-06, |
| "loss": 0.42533535957336427, |
| "mean_token_accuracy": 0.8724991276860237, |
| "num_tokens": 26057550.0, |
| "step": 1705 |
| }, |
| { |
| "entropy": 0.40643964521586895, |
| "epoch": 0.6638843055420751, |
| "grad_norm": 1.640625, |
| "learning_rate": 9.072253490099607e-06, |
| "loss": 0.4063755512237549, |
| "mean_token_accuracy": 0.8733890399336814, |
| "num_tokens": 26131468.0, |
| "step": 1710 |
| }, |
| { |
| "entropy": 0.37885321527719495, |
| "epoch": 0.6658254877220227, |
| "grad_norm": 1.53125, |
| "learning_rate": 9.066165127909463e-06, |
| "loss": 0.39308197498321534, |
| "mean_token_accuracy": 0.881773728132248, |
| "num_tokens": 26209570.0, |
| "step": 1715 |
| }, |
| { |
| "entropy": 0.39982022494077685, |
| "epoch": 0.6677666699019703, |
| "grad_norm": 1.359375, |
| "learning_rate": 9.060058910489237e-06, |
| "loss": 0.4166593551635742, |
| "mean_token_accuracy": 0.875648008286953, |
| "num_tokens": 26291210.0, |
| "step": 1720 |
| }, |
| { |
| "entropy": 0.38358601108193396, |
| "epoch": 0.6697078520819179, |
| "grad_norm": 1.6328125, |
| "learning_rate": 9.053934864652382e-06, |
| "loss": 0.39159939289093015, |
| "mean_token_accuracy": 0.8792028650641441, |
| "num_tokens": 26363096.0, |
| "step": 1725 |
| }, |
| { |
| "entropy": 0.39065288491547107, |
| "epoch": 0.6716490342618655, |
| "grad_norm": 1.6875, |
| "learning_rate": 9.047793017290635e-06, |
| "loss": 0.41971278190612793, |
| "mean_token_accuracy": 0.8771908909082413, |
| "num_tokens": 26449438.0, |
| "step": 1730 |
| }, |
| { |
| "entropy": 0.36197944805026055, |
| "epoch": 0.673590216441813, |
| "grad_norm": 1.78125, |
| "learning_rate": 9.041633395373902e-06, |
| "loss": 0.3651232957839966, |
| "mean_token_accuracy": 0.8863715797662735, |
| "num_tokens": 26506251.0, |
| "step": 1735 |
| }, |
| { |
| "entropy": 0.41872271075844764, |
| "epoch": 0.6755313986217607, |
| "grad_norm": 1.5234375, |
| "learning_rate": 9.035456025950145e-06, |
| "loss": 0.4293703556060791, |
| "mean_token_accuracy": 0.8711474344134331, |
| "num_tokens": 26577535.0, |
| "step": 1740 |
| }, |
| { |
| "entropy": 0.3581832841038704, |
| "epoch": 0.6774725808017082, |
| "grad_norm": 1.609375, |
| "learning_rate": 9.029260936145252e-06, |
| "loss": 0.3745636224746704, |
| "mean_token_accuracy": 0.8827520579099655, |
| "num_tokens": 26652699.0, |
| "step": 1745 |
| }, |
| { |
| "entropy": 0.43668837919831277, |
| "epoch": 0.6794137629816558, |
| "grad_norm": 1.65625, |
| "learning_rate": 9.02304815316293e-06, |
| "loss": 0.45046534538269045, |
| "mean_token_accuracy": 0.865936142206192, |
| "num_tokens": 26735591.0, |
| "step": 1750 |
| }, |
| { |
| "entropy": 0.3559565614908934, |
| "epoch": 0.6813549451616034, |
| "grad_norm": 1.421875, |
| "learning_rate": 9.016817704284575e-06, |
| "loss": 0.36423630714416505, |
| "mean_token_accuracy": 0.8824115738272666, |
| "num_tokens": 26812459.0, |
| "step": 1755 |
| }, |
| { |
| "entropy": 0.3483701661229134, |
| "epoch": 0.683296127341551, |
| "grad_norm": 1.8203125, |
| "learning_rate": 9.010569616869159e-06, |
| "loss": 0.37481648921966554, |
| "mean_token_accuracy": 0.8892971143126488, |
| "num_tokens": 26882592.0, |
| "step": 1760 |
| }, |
| { |
| "entropy": 0.3975631568580866, |
| "epoch": 0.6852373095214986, |
| "grad_norm": 1.484375, |
| "learning_rate": 9.004303918353107e-06, |
| "loss": 0.39717047214508056, |
| "mean_token_accuracy": 0.8726603716611863, |
| "num_tokens": 26954080.0, |
| "step": 1765 |
| }, |
| { |
| "entropy": 0.38138355370610955, |
| "epoch": 0.6871784917014462, |
| "grad_norm": 2.234375, |
| "learning_rate": 8.998020636250181e-06, |
| "loss": 0.39662230014801025, |
| "mean_token_accuracy": 0.8773909747600556, |
| "num_tokens": 27025611.0, |
| "step": 1770 |
| }, |
| { |
| "entropy": 0.35980530045926573, |
| "epoch": 0.6891196738813937, |
| "grad_norm": 1.90625, |
| "learning_rate": 8.991719798151354e-06, |
| "loss": 0.38723225593566896, |
| "mean_token_accuracy": 0.8855857968330383, |
| "num_tokens": 27106998.0, |
| "step": 1775 |
| }, |
| { |
| "entropy": 0.39718156717717645, |
| "epoch": 0.6910608560613414, |
| "grad_norm": 1.3203125, |
| "learning_rate": 8.985401431724685e-06, |
| "loss": 0.42195706367492675, |
| "mean_token_accuracy": 0.870930427312851, |
| "num_tokens": 27191593.0, |
| "step": 1780 |
| }, |
| { |
| "entropy": 0.39791759476065636, |
| "epoch": 0.6930020382412889, |
| "grad_norm": 1.4453125, |
| "learning_rate": 8.979065564715209e-06, |
| "loss": 0.3908670902252197, |
| "mean_token_accuracy": 0.877900630235672, |
| "num_tokens": 27259061.0, |
| "step": 1785 |
| }, |
| { |
| "entropy": 0.37184464260935784, |
| "epoch": 0.6949432204212366, |
| "grad_norm": 1.328125, |
| "learning_rate": 8.972712224944808e-06, |
| "loss": 0.3723410367965698, |
| "mean_token_accuracy": 0.8796270757913589, |
| "num_tokens": 27345514.0, |
| "step": 1790 |
| }, |
| { |
| "entropy": 0.39280957020819185, |
| "epoch": 0.6968844026011841, |
| "grad_norm": 1.3671875, |
| "learning_rate": 8.966341440312088e-06, |
| "loss": 0.37746195793151854, |
| "mean_token_accuracy": 0.8742925137281418, |
| "num_tokens": 27434611.0, |
| "step": 1795 |
| }, |
| { |
| "entropy": 0.38702532537281514, |
| "epoch": 0.6988255847811317, |
| "grad_norm": 1.34375, |
| "learning_rate": 8.959953238792261e-06, |
| "loss": 0.4323995113372803, |
| "mean_token_accuracy": 0.876301246881485, |
| "num_tokens": 27522141.0, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.6988255847811317, |
| "eval_entropy": 0.36904463945099675, |
| "eval_loss": 0.37259599566459656, |
| "eval_mean_token_accuracy": 0.8823383979156108, |
| "eval_num_tokens": 27522141.0, |
| "eval_runtime": 60.1232, |
| "eval_samples_per_second": 35.743, |
| "eval_steps_per_second": 35.743, |
| "step": 1800 |
| }, |
| { |
| "entropy": 0.39694005586206915, |
| "epoch": 0.7007667669610793, |
| "grad_norm": 1.6640625, |
| "learning_rate": 8.953547648437016e-06, |
| "loss": 0.422884464263916, |
| "mean_token_accuracy": 0.8706113517284393, |
| "num_tokens": 27606238.0, |
| "step": 1805 |
| }, |
| { |
| "entropy": 0.35907841585576533, |
| "epoch": 0.7027079491410269, |
| "grad_norm": 1.6171875, |
| "learning_rate": 8.947124697374403e-06, |
| "loss": 0.37867820262908936, |
| "mean_token_accuracy": 0.8819711148738861, |
| "num_tokens": 27698297.0, |
| "step": 1810 |
| }, |
| { |
| "entropy": 0.39380453154444695, |
| "epoch": 0.7046491313209745, |
| "grad_norm": 1.1328125, |
| "learning_rate": 8.940684413808704e-06, |
| "loss": 0.41552581787109377, |
| "mean_token_accuracy": 0.8773353233933449, |
| "num_tokens": 27783292.0, |
| "step": 1815 |
| }, |
| { |
| "entropy": 0.3948865693062544, |
| "epoch": 0.706590313500922, |
| "grad_norm": 2.0, |
| "learning_rate": 8.93422682602031e-06, |
| "loss": 0.45133333206176757, |
| "mean_token_accuracy": 0.8750575929880142, |
| "num_tokens": 27857682.0, |
| "step": 1820 |
| }, |
| { |
| "entropy": 0.39443247877061366, |
| "epoch": 0.7085314956808697, |
| "grad_norm": 1.8671875, |
| "learning_rate": 8.927751962365603e-06, |
| "loss": 0.39142508506774903, |
| "mean_token_accuracy": 0.8749705284833909, |
| "num_tokens": 27933338.0, |
| "step": 1825 |
| }, |
| { |
| "entropy": 0.38654340282082555, |
| "epoch": 0.7104726778608172, |
| "grad_norm": 1.7890625, |
| "learning_rate": 8.921259851276816e-06, |
| "loss": 0.38780851364135743, |
| "mean_token_accuracy": 0.8745802566409111, |
| "num_tokens": 28004374.0, |
| "step": 1830 |
| }, |
| { |
| "entropy": 0.3340354781597853, |
| "epoch": 0.7124138600407648, |
| "grad_norm": 1.8125, |
| "learning_rate": 8.91475052126193e-06, |
| "loss": 0.34950056076049807, |
| "mean_token_accuracy": 0.8917890131473541, |
| "num_tokens": 28076071.0, |
| "step": 1835 |
| }, |
| { |
| "entropy": 0.36462055034935476, |
| "epoch": 0.7143550422207124, |
| "grad_norm": 1.1796875, |
| "learning_rate": 8.90822400090453e-06, |
| "loss": 0.36106727123260496, |
| "mean_token_accuracy": 0.879101251065731, |
| "num_tokens": 28167857.0, |
| "step": 1840 |
| }, |
| { |
| "entropy": 0.3714527040719986, |
| "epoch": 0.71629622440066, |
| "grad_norm": 1.921875, |
| "learning_rate": 8.90168031886369e-06, |
| "loss": 0.3883594274520874, |
| "mean_token_accuracy": 0.881637692451477, |
| "num_tokens": 28228771.0, |
| "step": 1845 |
| }, |
| { |
| "entropy": 0.39277232214808466, |
| "epoch": 0.7182374065806076, |
| "grad_norm": 1.734375, |
| "learning_rate": 8.895119503873841e-06, |
| "loss": 0.4170830726623535, |
| "mean_token_accuracy": 0.8729140803217887, |
| "num_tokens": 28299510.0, |
| "step": 1850 |
| }, |
| { |
| "entropy": 0.3991117935627699, |
| "epoch": 0.7201785887605552, |
| "grad_norm": 2.59375, |
| "learning_rate": 8.888541584744652e-06, |
| "loss": 0.3907686710357666, |
| "mean_token_accuracy": 0.8788457185029983, |
| "num_tokens": 28356716.0, |
| "step": 1855 |
| }, |
| { |
| "entropy": 0.33190413266420365, |
| "epoch": 0.7221197709405027, |
| "grad_norm": 1.3125, |
| "learning_rate": 8.881946590360893e-06, |
| "loss": 0.3549908399581909, |
| "mean_token_accuracy": 0.8904741749167442, |
| "num_tokens": 28425961.0, |
| "step": 1860 |
| }, |
| { |
| "entropy": 0.3761907495558262, |
| "epoch": 0.7240609531204504, |
| "grad_norm": 1.7265625, |
| "learning_rate": 8.875334549682322e-06, |
| "loss": 0.40765061378479006, |
| "mean_token_accuracy": 0.8756383866071701, |
| "num_tokens": 28492753.0, |
| "step": 1865 |
| }, |
| { |
| "entropy": 0.3859711352735758, |
| "epoch": 0.7260021353003979, |
| "grad_norm": 1.640625, |
| "learning_rate": 8.868705491743543e-06, |
| "loss": 0.40584306716918944, |
| "mean_token_accuracy": 0.8751093596220016, |
| "num_tokens": 28574648.0, |
| "step": 1870 |
| }, |
| { |
| "entropy": 0.3750033970922232, |
| "epoch": 0.7279433174803456, |
| "grad_norm": 1.375, |
| "learning_rate": 8.862059445653892e-06, |
| "loss": 0.42207088470458987, |
| "mean_token_accuracy": 0.8791605412960053, |
| "num_tokens": 28673368.0, |
| "step": 1875 |
| }, |
| { |
| "entropy": 0.33736986815929415, |
| "epoch": 0.7298844996602931, |
| "grad_norm": 1.984375, |
| "learning_rate": 8.855396440597299e-06, |
| "loss": 0.33533928394317625, |
| "mean_token_accuracy": 0.8882556319236755, |
| "num_tokens": 28745333.0, |
| "step": 1880 |
| }, |
| { |
| "entropy": 0.38949261195957663, |
| "epoch": 0.7318256818402407, |
| "grad_norm": 1.46875, |
| "learning_rate": 8.848716505832163e-06, |
| "loss": 0.39729306697845457, |
| "mean_token_accuracy": 0.8767626166343689, |
| "num_tokens": 28823783.0, |
| "step": 1885 |
| }, |
| { |
| "entropy": 0.373487963527441, |
| "epoch": 0.7337668640201883, |
| "grad_norm": 1.578125, |
| "learning_rate": 8.842019670691226e-06, |
| "loss": 0.3975057601928711, |
| "mean_token_accuracy": 0.8789292603731156, |
| "num_tokens": 28899576.0, |
| "step": 1890 |
| }, |
| { |
| "entropy": 0.3453738629817963, |
| "epoch": 0.7357080462001359, |
| "grad_norm": 2.0625, |
| "learning_rate": 8.835305964581442e-06, |
| "loss": 0.38850131034851076, |
| "mean_token_accuracy": 0.8864782005548477, |
| "num_tokens": 28979338.0, |
| "step": 1895 |
| }, |
| { |
| "entropy": 0.3513793833553791, |
| "epoch": 0.7376492283800835, |
| "grad_norm": 1.734375, |
| "learning_rate": 8.828575416983853e-06, |
| "loss": 0.3649607181549072, |
| "mean_token_accuracy": 0.8849209144711494, |
| "num_tokens": 29038858.0, |
| "step": 1900 |
| }, |
| { |
| "entropy": 0.3707513175904751, |
| "epoch": 0.739590410560031, |
| "grad_norm": 1.609375, |
| "learning_rate": 8.821828057453448e-06, |
| "loss": 0.3917756795883179, |
| "mean_token_accuracy": 0.8805187106132507, |
| "num_tokens": 29121454.0, |
| "step": 1905 |
| }, |
| { |
| "entropy": 0.3511063469573855, |
| "epoch": 0.7415315927399786, |
| "grad_norm": 1.9296875, |
| "learning_rate": 8.81506391561904e-06, |
| "loss": 0.3545810699462891, |
| "mean_token_accuracy": 0.8827590346336365, |
| "num_tokens": 29192959.0, |
| "step": 1910 |
| }, |
| { |
| "entropy": 0.3934715397655964, |
| "epoch": 0.7434727749199262, |
| "grad_norm": 1.4609375, |
| "learning_rate": 8.80828302118314e-06, |
| "loss": 0.44544425010681155, |
| "mean_token_accuracy": 0.873169532418251, |
| "num_tokens": 29275025.0, |
| "step": 1915 |
| }, |
| { |
| "entropy": 0.37588623352348804, |
| "epoch": 0.7454139570998738, |
| "grad_norm": 1.8046875, |
| "learning_rate": 8.801485403921823e-06, |
| "loss": 0.4109992027282715, |
| "mean_token_accuracy": 0.8753042757511139, |
| "num_tokens": 29359266.0, |
| "step": 1920 |
| }, |
| { |
| "entropy": 0.3526043064892292, |
| "epoch": 0.7473551392798214, |
| "grad_norm": 1.625, |
| "learning_rate": 8.794671093684595e-06, |
| "loss": 0.3500061988830566, |
| "mean_token_accuracy": 0.8878669127821922, |
| "num_tokens": 29415745.0, |
| "step": 1925 |
| }, |
| { |
| "entropy": 0.39229949191212654, |
| "epoch": 0.749296321459769, |
| "grad_norm": 1.453125, |
| "learning_rate": 8.787840120394261e-06, |
| "loss": 0.4506565570831299, |
| "mean_token_accuracy": 0.873441505432129, |
| "num_tokens": 29492482.0, |
| "step": 1930 |
| }, |
| { |
| "entropy": 0.41463610120117667, |
| "epoch": 0.7512375036397166, |
| "grad_norm": 1.5703125, |
| "learning_rate": 8.7809925140468e-06, |
| "loss": 0.4298503875732422, |
| "mean_token_accuracy": 0.8726509675383568, |
| "num_tokens": 29572784.0, |
| "step": 1935 |
| }, |
| { |
| "entropy": 0.44622854702174664, |
| "epoch": 0.7531786858196642, |
| "grad_norm": 1.578125, |
| "learning_rate": 8.774128304711232e-06, |
| "loss": 0.47462167739868166, |
| "mean_token_accuracy": 0.858974027633667, |
| "num_tokens": 29664399.0, |
| "step": 1940 |
| }, |
| { |
| "entropy": 0.36902854703366755, |
| "epoch": 0.7551198679996117, |
| "grad_norm": 1.625, |
| "learning_rate": 8.767247522529473e-06, |
| "loss": 0.38140344619750977, |
| "mean_token_accuracy": 0.8812808141112327, |
| "num_tokens": 29743761.0, |
| "step": 1945 |
| }, |
| { |
| "entropy": 0.3770481664687395, |
| "epoch": 0.7570610501795594, |
| "grad_norm": 1.5625, |
| "learning_rate": 8.760350197716228e-06, |
| "loss": 0.37451202869415284, |
| "mean_token_accuracy": 0.8845255061984062, |
| "num_tokens": 29805351.0, |
| "step": 1950 |
| }, |
| { |
| "entropy": 0.42605091743171214, |
| "epoch": 0.7590022323595069, |
| "grad_norm": 1.71875, |
| "learning_rate": 8.75343636055883e-06, |
| "loss": 0.434804630279541, |
| "mean_token_accuracy": 0.8679893091320992, |
| "num_tokens": 29876830.0, |
| "step": 1955 |
| }, |
| { |
| "entropy": 0.4243669960647821, |
| "epoch": 0.7609434145394546, |
| "grad_norm": 1.6953125, |
| "learning_rate": 8.746506041417133e-06, |
| "loss": 0.41442170143127444, |
| "mean_token_accuracy": 0.8689531117677689, |
| "num_tokens": 29952810.0, |
| "step": 1960 |
| }, |
| { |
| "entropy": 0.40345251336693766, |
| "epoch": 0.7628845967194021, |
| "grad_norm": 1.828125, |
| "learning_rate": 8.739559270723353e-06, |
| "loss": 0.3906730651855469, |
| "mean_token_accuracy": 0.8731215000152588, |
| "num_tokens": 30017592.0, |
| "step": 1965 |
| }, |
| { |
| "entropy": 0.40580461621284486, |
| "epoch": 0.7648257788993497, |
| "grad_norm": 1.4375, |
| "learning_rate": 8.732596078981957e-06, |
| "loss": 0.40709662437438965, |
| "mean_token_accuracy": 0.8757615357637405, |
| "num_tokens": 30091851.0, |
| "step": 1970 |
| }, |
| { |
| "entropy": 0.3563157990574837, |
| "epoch": 0.7667669610792973, |
| "grad_norm": 1.53125, |
| "learning_rate": 8.72561649676952e-06, |
| "loss": 0.36572675704956054, |
| "mean_token_accuracy": 0.8835931360721588, |
| "num_tokens": 30167070.0, |
| "step": 1975 |
| }, |
| { |
| "entropy": 0.4045840006321669, |
| "epoch": 0.7687081432592449, |
| "grad_norm": 2.1875, |
| "learning_rate": 8.718620554734582e-06, |
| "loss": 0.4593046188354492, |
| "mean_token_accuracy": 0.8688464492559433, |
| "num_tokens": 30232066.0, |
| "step": 1980 |
| }, |
| { |
| "entropy": 0.38409191854298114, |
| "epoch": 0.7706493254391925, |
| "grad_norm": 1.65625, |
| "learning_rate": 8.71160828359753e-06, |
| "loss": 0.40677800178527834, |
| "mean_token_accuracy": 0.8754825726151466, |
| "num_tokens": 30303663.0, |
| "step": 1985 |
| }, |
| { |
| "entropy": 0.36517377346754076, |
| "epoch": 0.77259050761914, |
| "grad_norm": 1.5, |
| "learning_rate": 8.704579714150451e-06, |
| "loss": 0.38115544319152833, |
| "mean_token_accuracy": 0.8828602716326713, |
| "num_tokens": 30371090.0, |
| "step": 1990 |
| }, |
| { |
| "entropy": 0.3954622160643339, |
| "epoch": 0.7745316897990876, |
| "grad_norm": 1.234375, |
| "learning_rate": 8.697534877257003e-06, |
| "loss": 0.4024034023284912, |
| "mean_token_accuracy": 0.8711701706051826, |
| "num_tokens": 30462563.0, |
| "step": 1995 |
| }, |
| { |
| "entropy": 0.3614397499710321, |
| "epoch": 0.7764728719790353, |
| "grad_norm": 1.9375, |
| "learning_rate": 8.690473803852277e-06, |
| "loss": 0.38828601837158205, |
| "mean_token_accuracy": 0.8840885296463966, |
| "num_tokens": 30537774.0, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.7764728719790353, |
| "eval_entropy": 0.37249069839105764, |
| "eval_loss": 0.3714829683303833, |
| "eval_mean_token_accuracy": 0.8825830673411481, |
| "eval_num_tokens": 30537774.0, |
| "eval_runtime": 60.1567, |
| "eval_samples_per_second": 35.723, |
| "eval_steps_per_second": 35.723, |
| "step": 2000 |
| }, |
| { |
| "entropy": 0.4046864528208971, |
| "epoch": 0.7784140541589828, |
| "grad_norm": 1.59375, |
| "learning_rate": 8.683396524942655e-06, |
| "loss": 0.4361577033996582, |
| "mean_token_accuracy": 0.8703169271349906, |
| "num_tokens": 30629222.0, |
| "step": 2005 |
| }, |
| { |
| "entropy": 0.3440706986933947, |
| "epoch": 0.7803552363389304, |
| "grad_norm": 2.046875, |
| "learning_rate": 8.676303071605692e-06, |
| "loss": 0.3639081954956055, |
| "mean_token_accuracy": 0.8900219470262527, |
| "num_tokens": 30691162.0, |
| "step": 2010 |
| }, |
| { |
| "entropy": 0.3819488488137722, |
| "epoch": 0.782296418518878, |
| "grad_norm": 1.9453125, |
| "learning_rate": 8.669193474989957e-06, |
| "loss": 0.3750166654586792, |
| "mean_token_accuracy": 0.8811448708176612, |
| "num_tokens": 30763162.0, |
| "step": 2015 |
| }, |
| { |
| "entropy": 0.41373511366546156, |
| "epoch": 0.7842376006988255, |
| "grad_norm": 1.5625, |
| "learning_rate": 8.66206776631491e-06, |
| "loss": 0.4189298152923584, |
| "mean_token_accuracy": 0.8678776487708092, |
| "num_tokens": 30851103.0, |
| "step": 2020 |
| }, |
| { |
| "entropy": 0.38263436295092107, |
| "epoch": 0.7861787828787732, |
| "grad_norm": 1.2265625, |
| "learning_rate": 8.654925976870766e-06, |
| "loss": 0.4248814582824707, |
| "mean_token_accuracy": 0.8735449090600014, |
| "num_tokens": 30940204.0, |
| "step": 2025 |
| }, |
| { |
| "entropy": 0.4140047915279865, |
| "epoch": 0.7881199650587207, |
| "grad_norm": 1.5625, |
| "learning_rate": 8.647768138018348e-06, |
| "loss": 0.41850671768188474, |
| "mean_token_accuracy": 0.8704892829060554, |
| "num_tokens": 31020160.0, |
| "step": 2030 |
| }, |
| { |
| "entropy": 0.35883037857711314, |
| "epoch": 0.7900611472386684, |
| "grad_norm": 1.90625, |
| "learning_rate": 8.640594281188958e-06, |
| "loss": 0.3723835229873657, |
| "mean_token_accuracy": 0.8855434998869895, |
| "num_tokens": 31099746.0, |
| "step": 2035 |
| }, |
| { |
| "entropy": 0.36093359626829624, |
| "epoch": 0.7920023294186159, |
| "grad_norm": 1.390625, |
| "learning_rate": 8.633404437884235e-06, |
| "loss": 0.3619117498397827, |
| "mean_token_accuracy": 0.8832022443413734, |
| "num_tokens": 31175731.0, |
| "step": 2040 |
| }, |
| { |
| "entropy": 0.38728207871317866, |
| "epoch": 0.7939435115985636, |
| "grad_norm": 1.6953125, |
| "learning_rate": 8.626198639676014e-06, |
| "loss": 0.38774235248565675, |
| "mean_token_accuracy": 0.8787285834550858, |
| "num_tokens": 31258521.0, |
| "step": 2045 |
| }, |
| { |
| "entropy": 0.36480732820928097, |
| "epoch": 0.7958846937785111, |
| "grad_norm": 1.71875, |
| "learning_rate": 8.618976918206196e-06, |
| "loss": 0.3832773447036743, |
| "mean_token_accuracy": 0.8871650651097298, |
| "num_tokens": 31332899.0, |
| "step": 2050 |
| }, |
| { |
| "entropy": 0.37207553833723067, |
| "epoch": 0.7978258759584587, |
| "grad_norm": 1.609375, |
| "learning_rate": 8.611739305186602e-06, |
| "loss": 0.4212314605712891, |
| "mean_token_accuracy": 0.877054350078106, |
| "num_tokens": 31409631.0, |
| "step": 2055 |
| }, |
| { |
| "entropy": 0.4014189802110195, |
| "epoch": 0.7997670581384063, |
| "grad_norm": 1.5390625, |
| "learning_rate": 8.604485832398833e-06, |
| "loss": 0.4188095569610596, |
| "mean_token_accuracy": 0.8725872606039047, |
| "num_tokens": 31486529.0, |
| "step": 2060 |
| }, |
| { |
| "entropy": 0.3518418502062559, |
| "epoch": 0.8017082403183539, |
| "grad_norm": 1.4609375, |
| "learning_rate": 8.597216531694136e-06, |
| "loss": 0.3803000211715698, |
| "mean_token_accuracy": 0.8850871086120605, |
| "num_tokens": 31557811.0, |
| "step": 2065 |
| }, |
| { |
| "entropy": 0.38242518045008184, |
| "epoch": 0.8036494224983015, |
| "grad_norm": 1.890625, |
| "learning_rate": 8.589931434993262e-06, |
| "loss": 0.4062291145324707, |
| "mean_token_accuracy": 0.8756525501608848, |
| "num_tokens": 31627170.0, |
| "step": 2070 |
| }, |
| { |
| "entropy": 0.3889755714684725, |
| "epoch": 0.8055906046782491, |
| "grad_norm": 1.6875, |
| "learning_rate": 8.58263057428632e-06, |
| "loss": 0.3767040014266968, |
| "mean_token_accuracy": 0.8771411761641502, |
| "num_tokens": 31696937.0, |
| "step": 2075 |
| }, |
| { |
| "entropy": 0.3841622915118933, |
| "epoch": 0.8075317868581966, |
| "grad_norm": 2.03125, |
| "learning_rate": 8.575313981632645e-06, |
| "loss": 0.4042715549468994, |
| "mean_token_accuracy": 0.877042506635189, |
| "num_tokens": 31769548.0, |
| "step": 2080 |
| }, |
| { |
| "entropy": 0.3571667678654194, |
| "epoch": 0.8094729690381443, |
| "grad_norm": 1.4453125, |
| "learning_rate": 8.567981689160654e-06, |
| "loss": 0.3828322172164917, |
| "mean_token_accuracy": 0.8810154914855957, |
| "num_tokens": 31843626.0, |
| "step": 2085 |
| }, |
| { |
| "entropy": 0.4046927910298109, |
| "epoch": 0.8114141512180918, |
| "grad_norm": 1.8046875, |
| "learning_rate": 8.560633729067705e-06, |
| "loss": 0.4062997341156006, |
| "mean_token_accuracy": 0.8745594829320907, |
| "num_tokens": 31926157.0, |
| "step": 2090 |
| }, |
| { |
| "entropy": 0.3526596352458, |
| "epoch": 0.8133553333980394, |
| "grad_norm": 1.953125, |
| "learning_rate": 8.55327013361995e-06, |
| "loss": 0.3879395484924316, |
| "mean_token_accuracy": 0.8853856906294822, |
| "num_tokens": 31985096.0, |
| "step": 2095 |
| }, |
| { |
| "entropy": 0.37672988660633566, |
| "epoch": 0.815296515577987, |
| "grad_norm": 1.5859375, |
| "learning_rate": 8.545890935152204e-06, |
| "loss": 0.3643826961517334, |
| "mean_token_accuracy": 0.8801594600081444, |
| "num_tokens": 32071262.0, |
| "step": 2100 |
| }, |
| { |
| "entropy": 0.3610169466584921, |
| "epoch": 0.8172376977579345, |
| "grad_norm": 1.5546875, |
| "learning_rate": 8.538496166067798e-06, |
| "loss": 0.37534480094909667, |
| "mean_token_accuracy": 0.8826367557048798, |
| "num_tokens": 32154499.0, |
| "step": 2105 |
| }, |
| { |
| "entropy": 0.3441557249054313, |
| "epoch": 0.8191788799378822, |
| "grad_norm": 1.765625, |
| "learning_rate": 8.531085858838434e-06, |
| "loss": 0.34778728485107424, |
| "mean_token_accuracy": 0.8875968590378761, |
| "num_tokens": 32218854.0, |
| "step": 2110 |
| }, |
| { |
| "entropy": 0.361727100238204, |
| "epoch": 0.8211200621178297, |
| "grad_norm": 1.5078125, |
| "learning_rate": 8.523660046004043e-06, |
| "loss": 0.36833460330963136, |
| "mean_token_accuracy": 0.8847725585103035, |
| "num_tokens": 32290653.0, |
| "step": 2115 |
| }, |
| { |
| "entropy": 0.37507129870355127, |
| "epoch": 0.8230612442977774, |
| "grad_norm": 1.8828125, |
| "learning_rate": 8.516218760172647e-06, |
| "loss": 0.4152214050292969, |
| "mean_token_accuracy": 0.8757175728678703, |
| "num_tokens": 32369260.0, |
| "step": 2120 |
| }, |
| { |
| "entropy": 0.38906187675893306, |
| "epoch": 0.8250024264777249, |
| "grad_norm": 1.390625, |
| "learning_rate": 8.508762034020211e-06, |
| "loss": 0.40627117156982423, |
| "mean_token_accuracy": 0.8743843853473663, |
| "num_tokens": 32461339.0, |
| "step": 2125 |
| }, |
| { |
| "entropy": 0.3820859346538782, |
| "epoch": 0.8269436086576725, |
| "grad_norm": 1.8359375, |
| "learning_rate": 8.501289900290499e-06, |
| "loss": 0.3897759437561035, |
| "mean_token_accuracy": 0.8774882882833481, |
| "num_tokens": 32541252.0, |
| "step": 2130 |
| }, |
| { |
| "entropy": 0.43145383819937705, |
| "epoch": 0.8288847908376201, |
| "grad_norm": 1.78125, |
| "learning_rate": 8.49380239179494e-06, |
| "loss": 0.4624598503112793, |
| "mean_token_accuracy": 0.8640148594975472, |
| "num_tokens": 32626380.0, |
| "step": 2135 |
| }, |
| { |
| "entropy": 0.38095561824738977, |
| "epoch": 0.8308259730175677, |
| "grad_norm": 1.546875, |
| "learning_rate": 8.486299541412466e-06, |
| "loss": 0.4128393650054932, |
| "mean_token_accuracy": 0.8786048114299774, |
| "num_tokens": 32702475.0, |
| "step": 2140 |
| }, |
| { |
| "entropy": 0.38069754019379615, |
| "epoch": 0.8327671551975153, |
| "grad_norm": 1.6953125, |
| "learning_rate": 8.478781382089387e-06, |
| "loss": 0.41826744079589845, |
| "mean_token_accuracy": 0.8762264057993889, |
| "num_tokens": 32798281.0, |
| "step": 2145 |
| }, |
| { |
| "entropy": 0.4370048839598894, |
| "epoch": 0.8347083373774629, |
| "grad_norm": 1.8046875, |
| "learning_rate": 8.471247946839229e-06, |
| "loss": 0.4501640796661377, |
| "mean_token_accuracy": 0.8669643774628639, |
| "num_tokens": 32865902.0, |
| "step": 2150 |
| }, |
| { |
| "entropy": 0.35586942471563815, |
| "epoch": 0.8366495195574105, |
| "grad_norm": 1.4609375, |
| "learning_rate": 8.463699268742604e-06, |
| "loss": 0.3725292444229126, |
| "mean_token_accuracy": 0.8853255197405815, |
| "num_tokens": 32936532.0, |
| "step": 2155 |
| }, |
| { |
| "entropy": 0.3503182210028172, |
| "epoch": 0.8385907017373581, |
| "grad_norm": 1.9921875, |
| "learning_rate": 8.456135380947055e-06, |
| "loss": 0.3832036733627319, |
| "mean_token_accuracy": 0.8870538592338562, |
| "num_tokens": 33000960.0, |
| "step": 2160 |
| }, |
| { |
| "entropy": 0.41169595904648304, |
| "epoch": 0.8405318839173056, |
| "grad_norm": 1.3671875, |
| "learning_rate": 8.448556316666912e-06, |
| "loss": 0.4174903392791748, |
| "mean_token_accuracy": 0.8725608646869659, |
| "num_tokens": 33086991.0, |
| "step": 2165 |
| }, |
| { |
| "entropy": 0.3502325866371393, |
| "epoch": 0.8424730660972533, |
| "grad_norm": 1.6484375, |
| "learning_rate": 8.44096210918315e-06, |
| "loss": 0.356764554977417, |
| "mean_token_accuracy": 0.8890736445784568, |
| "num_tokens": 33149859.0, |
| "step": 2170 |
| }, |
| { |
| "entropy": 0.4082874767482281, |
| "epoch": 0.8444142482772008, |
| "grad_norm": 1.5859375, |
| "learning_rate": 8.43335279184324e-06, |
| "loss": 0.41769680976867674, |
| "mean_token_accuracy": 0.8735889151692391, |
| "num_tokens": 33235890.0, |
| "step": 2175 |
| }, |
| { |
| "entropy": 0.3691970378160477, |
| "epoch": 0.8463554304571484, |
| "grad_norm": 1.5, |
| "learning_rate": 8.425728398061002e-06, |
| "loss": 0.4044227600097656, |
| "mean_token_accuracy": 0.8845529943704605, |
| "num_tokens": 33293736.0, |
| "step": 2180 |
| }, |
| { |
| "entropy": 0.3638597309589386, |
| "epoch": 0.848296612637096, |
| "grad_norm": 1.7890625, |
| "learning_rate": 8.418088961316459e-06, |
| "loss": 0.3457561254501343, |
| "mean_token_accuracy": 0.8865492403507232, |
| "num_tokens": 33355455.0, |
| "step": 2185 |
| }, |
| { |
| "entropy": 0.39855882450938224, |
| "epoch": 0.8502377948170435, |
| "grad_norm": 1.4921875, |
| "learning_rate": 8.410434515155694e-06, |
| "loss": 0.40858187675476076, |
| "mean_token_accuracy": 0.8782258868217468, |
| "num_tokens": 33428022.0, |
| "step": 2190 |
| }, |
| { |
| "entropy": 0.345845440402627, |
| "epoch": 0.8521789769969912, |
| "grad_norm": 1.6328125, |
| "learning_rate": 8.402765093190693e-06, |
| "loss": 0.35137181282043456, |
| "mean_token_accuracy": 0.8922701835632324, |
| "num_tokens": 33495081.0, |
| "step": 2195 |
| }, |
| { |
| "entropy": 0.3340891394764185, |
| "epoch": 0.8541201591769387, |
| "grad_norm": 1.3671875, |
| "learning_rate": 8.395080729099206e-06, |
| "loss": 0.3650421380996704, |
| "mean_token_accuracy": 0.8865584105253219, |
| "num_tokens": 33588202.0, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.8541201591769387, |
| "eval_entropy": 0.36483841773214426, |
| "eval_loss": 0.3705015778541565, |
| "eval_mean_token_accuracy": 0.8827846525241297, |
| "eval_num_tokens": 33588202.0, |
| "eval_runtime": 60.1598, |
| "eval_samples_per_second": 35.722, |
| "eval_steps_per_second": 35.722, |
| "step": 2200 |
| }, |
| { |
| "entropy": 0.3953329209238291, |
| "epoch": 0.8560613413568864, |
| "grad_norm": 1.65625, |
| "learning_rate": 8.3873814566246e-06, |
| "loss": 0.4315669536590576, |
| "mean_token_accuracy": 0.8746445998549461, |
| "num_tokens": 33668354.0, |
| "step": 2205 |
| }, |
| { |
| "entropy": 0.37631992548704146, |
| "epoch": 0.8580025235368339, |
| "grad_norm": 1.6015625, |
| "learning_rate": 8.379667309575699e-06, |
| "loss": 0.41765918731689455, |
| "mean_token_accuracy": 0.8796603456139565, |
| "num_tokens": 33733737.0, |
| "step": 2210 |
| }, |
| { |
| "entropy": 0.3429785013198853, |
| "epoch": 0.8599437057167815, |
| "grad_norm": 1.609375, |
| "learning_rate": 8.371938321826654e-06, |
| "loss": 0.35924372673034666, |
| "mean_token_accuracy": 0.8863778650760651, |
| "num_tokens": 33813616.0, |
| "step": 2215 |
| }, |
| { |
| "entropy": 0.36748342849314214, |
| "epoch": 0.8618848878967291, |
| "grad_norm": 1.1953125, |
| "learning_rate": 8.364194527316776e-06, |
| "loss": 0.38543248176574707, |
| "mean_token_accuracy": 0.8795094177126884, |
| "num_tokens": 33893625.0, |
| "step": 2220 |
| }, |
| { |
| "entropy": 0.3699775494635105, |
| "epoch": 0.8638260700766767, |
| "grad_norm": 1.3203125, |
| "learning_rate": 8.356435960050398e-06, |
| "loss": 0.3805511474609375, |
| "mean_token_accuracy": 0.8810431718826294, |
| "num_tokens": 33969465.0, |
| "step": 2225 |
| }, |
| { |
| "entropy": 0.39027220420539377, |
| "epoch": 0.8657672522566243, |
| "grad_norm": 1.765625, |
| "learning_rate": 8.348662654096724e-06, |
| "loss": 0.3937405586242676, |
| "mean_token_accuracy": 0.875699220597744, |
| "num_tokens": 34037321.0, |
| "step": 2230 |
| }, |
| { |
| "entropy": 0.380586925894022, |
| "epoch": 0.8677084344365719, |
| "grad_norm": 1.96875, |
| "learning_rate": 8.340874643589676e-06, |
| "loss": 0.39784080982208253, |
| "mean_token_accuracy": 0.8761513873934745, |
| "num_tokens": 34115202.0, |
| "step": 2235 |
| }, |
| { |
| "entropy": 0.38007759377360345, |
| "epoch": 0.8696496166165194, |
| "grad_norm": 1.3359375, |
| "learning_rate": 8.333071962727745e-06, |
| "loss": 0.3872611284255981, |
| "mean_token_accuracy": 0.8754698395729065, |
| "num_tokens": 34202914.0, |
| "step": 2240 |
| }, |
| { |
| "entropy": 0.36750674396753313, |
| "epoch": 0.8715907987964671, |
| "grad_norm": 1.4765625, |
| "learning_rate": 8.325254645773849e-06, |
| "loss": 0.36534600257873534, |
| "mean_token_accuracy": 0.8795874208211899, |
| "num_tokens": 34276806.0, |
| "step": 2245 |
| }, |
| { |
| "entropy": 0.3650043081492186, |
| "epoch": 0.8735319809764146, |
| "grad_norm": 1.59375, |
| "learning_rate": 8.317422727055165e-06, |
| "loss": 0.3911173105239868, |
| "mean_token_accuracy": 0.8810791179537774, |
| "num_tokens": 34349979.0, |
| "step": 2250 |
| }, |
| { |
| "entropy": 0.4252156797796488, |
| "epoch": 0.8754731631563623, |
| "grad_norm": 1.421875, |
| "learning_rate": 8.309576240962998e-06, |
| "loss": 0.3878526449203491, |
| "mean_token_accuracy": 0.870864699780941, |
| "num_tokens": 34431756.0, |
| "step": 2255 |
| }, |
| { |
| "entropy": 0.3478477492928505, |
| "epoch": 0.8774143453363098, |
| "grad_norm": 1.703125, |
| "learning_rate": 8.301715221952615e-06, |
| "loss": 0.3578909635543823, |
| "mean_token_accuracy": 0.8878472730517387, |
| "num_tokens": 34507200.0, |
| "step": 2260 |
| }, |
| { |
| "entropy": 0.3685021881014109, |
| "epoch": 0.8793555275162575, |
| "grad_norm": 1.59375, |
| "learning_rate": 8.293839704543103e-06, |
| "loss": 0.39955284595489504, |
| "mean_token_accuracy": 0.880965618789196, |
| "num_tokens": 34586189.0, |
| "step": 2265 |
| }, |
| { |
| "entropy": 0.35574909709393976, |
| "epoch": 0.881296709696205, |
| "grad_norm": 1.859375, |
| "learning_rate": 8.285949723317214e-06, |
| "loss": 0.38354690074920655, |
| "mean_token_accuracy": 0.8842941373586655, |
| "num_tokens": 34664914.0, |
| "step": 2270 |
| }, |
| { |
| "entropy": 0.3691468223929405, |
| "epoch": 0.8832378918761525, |
| "grad_norm": 1.3984375, |
| "learning_rate": 8.27804531292121e-06, |
| "loss": 0.3860490322113037, |
| "mean_token_accuracy": 0.8787114471197128, |
| "num_tokens": 34748974.0, |
| "step": 2275 |
| }, |
| { |
| "entropy": 0.3915288481861353, |
| "epoch": 0.8851790740561002, |
| "grad_norm": 2.015625, |
| "learning_rate": 8.270126508064717e-06, |
| "loss": 0.4229584217071533, |
| "mean_token_accuracy": 0.8710038289427757, |
| "num_tokens": 34823550.0, |
| "step": 2280 |
| }, |
| { |
| "entropy": 0.4291458610445261, |
| "epoch": 0.8871202562360477, |
| "grad_norm": 1.3359375, |
| "learning_rate": 8.262193343520567e-06, |
| "loss": 0.43143463134765625, |
| "mean_token_accuracy": 0.8686526745557785, |
| "num_tokens": 34917555.0, |
| "step": 2285 |
| }, |
| { |
| "entropy": 0.37965994626283645, |
| "epoch": 0.8890614384159954, |
| "grad_norm": 1.5078125, |
| "learning_rate": 8.254245854124652e-06, |
| "loss": 0.3806295394897461, |
| "mean_token_accuracy": 0.881553427875042, |
| "num_tokens": 34990801.0, |
| "step": 2290 |
| }, |
| { |
| "entropy": 0.4057528983801603, |
| "epoch": 0.8910026205959429, |
| "grad_norm": 1.875, |
| "learning_rate": 8.246284074775763e-06, |
| "loss": 0.41382293701171874, |
| "mean_token_accuracy": 0.8720936447381973, |
| "num_tokens": 35074294.0, |
| "step": 2295 |
| }, |
| { |
| "entropy": 0.36701224111020564, |
| "epoch": 0.8929438027758905, |
| "grad_norm": 1.53125, |
| "learning_rate": 8.23830804043544e-06, |
| "loss": 0.39014787673950196, |
| "mean_token_accuracy": 0.8813544929027557, |
| "num_tokens": 35142936.0, |
| "step": 2300 |
| }, |
| { |
| "entropy": 0.36863389015197756, |
| "epoch": 0.8948849849558381, |
| "grad_norm": 1.921875, |
| "learning_rate": 8.230317786127822e-06, |
| "loss": 0.4085258483886719, |
| "mean_token_accuracy": 0.8811587393283844, |
| "num_tokens": 35228369.0, |
| "step": 2305 |
| }, |
| { |
| "entropy": 0.3572548136115074, |
| "epoch": 0.8968261671357857, |
| "grad_norm": 1.6640625, |
| "learning_rate": 8.22231334693949e-06, |
| "loss": 0.40120840072631836, |
| "mean_token_accuracy": 0.8830894485116005, |
| "num_tokens": 35306656.0, |
| "step": 2310 |
| }, |
| { |
| "entropy": 0.3663245867937803, |
| "epoch": 0.8987673493157333, |
| "grad_norm": 1.65625, |
| "learning_rate": 8.21429475801931e-06, |
| "loss": 0.3976627826690674, |
| "mean_token_accuracy": 0.8808062687516213, |
| "num_tokens": 35383007.0, |
| "step": 2315 |
| }, |
| { |
| "entropy": 0.40247388668358325, |
| "epoch": 0.9007085314956809, |
| "grad_norm": 1.609375, |
| "learning_rate": 8.20626205457829e-06, |
| "loss": 0.4049511909484863, |
| "mean_token_accuracy": 0.8711845085024834, |
| "num_tokens": 35453462.0, |
| "step": 2320 |
| }, |
| { |
| "entropy": 0.3913619853556156, |
| "epoch": 0.9026497136756284, |
| "grad_norm": 1.8203125, |
| "learning_rate": 8.198215271889405e-06, |
| "loss": 0.3979458808898926, |
| "mean_token_accuracy": 0.879303203523159, |
| "num_tokens": 35524043.0, |
| "step": 2325 |
| }, |
| { |
| "entropy": 0.37322167456150057, |
| "epoch": 0.9045908958555761, |
| "grad_norm": 1.5703125, |
| "learning_rate": 8.190154445287466e-06, |
| "loss": 0.41640191078186034, |
| "mean_token_accuracy": 0.8771696910262108, |
| "num_tokens": 35609328.0, |
| "step": 2330 |
| }, |
| { |
| "entropy": 0.39078370332717893, |
| "epoch": 0.9065320780355236, |
| "grad_norm": 1.421875, |
| "learning_rate": 8.182079610168945e-06, |
| "loss": 0.37838523387908934, |
| "mean_token_accuracy": 0.8762111157178879, |
| "num_tokens": 35680622.0, |
| "step": 2335 |
| }, |
| { |
| "entropy": 0.39326913058757784, |
| "epoch": 0.9084732602154713, |
| "grad_norm": 1.8203125, |
| "learning_rate": 8.173990801991834e-06, |
| "loss": 0.38826932907104494, |
| "mean_token_accuracy": 0.8793436914682389, |
| "num_tokens": 35744201.0, |
| "step": 2340 |
| }, |
| { |
| "entropy": 0.38700769394636153, |
| "epoch": 0.9104144423954188, |
| "grad_norm": 1.3125, |
| "learning_rate": 8.165888056275478e-06, |
| "loss": 0.4147165298461914, |
| "mean_token_accuracy": 0.8736557975411415, |
| "num_tokens": 35822206.0, |
| "step": 2345 |
| }, |
| { |
| "entropy": 0.3916376482695341, |
| "epoch": 0.9123556245753665, |
| "grad_norm": 1.4375, |
| "learning_rate": 8.157771408600427e-06, |
| "loss": 0.40491595268249514, |
| "mean_token_accuracy": 0.8760656327009201, |
| "num_tokens": 35898583.0, |
| "step": 2350 |
| }, |
| { |
| "entropy": 0.37616121433675287, |
| "epoch": 0.914296806755314, |
| "grad_norm": 1.859375, |
| "learning_rate": 8.149640894608277e-06, |
| "loss": 0.39853510856628416, |
| "mean_token_accuracy": 0.8797665163874626, |
| "num_tokens": 35962197.0, |
| "step": 2355 |
| }, |
| { |
| "entropy": 0.3872214786708355, |
| "epoch": 0.9162379889352615, |
| "grad_norm": 1.6953125, |
| "learning_rate": 8.141496550001512e-06, |
| "loss": 0.4320131778717041, |
| "mean_token_accuracy": 0.8749197080731392, |
| "num_tokens": 36048634.0, |
| "step": 2360 |
| }, |
| { |
| "entropy": 0.3654011983424425, |
| "epoch": 0.9181791711152092, |
| "grad_norm": 1.8125, |
| "learning_rate": 8.13333841054335e-06, |
| "loss": 0.4127936363220215, |
| "mean_token_accuracy": 0.8794704377651215, |
| "num_tokens": 36114078.0, |
| "step": 2365 |
| }, |
| { |
| "entropy": 0.4052185159176588, |
| "epoch": 0.9201203532951567, |
| "grad_norm": 1.671875, |
| "learning_rate": 8.125166512057583e-06, |
| "loss": 0.4502895355224609, |
| "mean_token_accuracy": 0.8730918914079666, |
| "num_tokens": 36185468.0, |
| "step": 2370 |
| }, |
| { |
| "entropy": 0.3805313348770142, |
| "epoch": 0.9220615354751044, |
| "grad_norm": 1.71875, |
| "learning_rate": 8.116980890428421e-06, |
| "loss": 0.4319314956665039, |
| "mean_token_accuracy": 0.8795101106166839, |
| "num_tokens": 36262273.0, |
| "step": 2375 |
| }, |
| { |
| "entropy": 0.379262937605381, |
| "epoch": 0.9240027176550519, |
| "grad_norm": 1.828125, |
| "learning_rate": 8.108781581600337e-06, |
| "loss": 0.3972128391265869, |
| "mean_token_accuracy": 0.8769020855426788, |
| "num_tokens": 36339772.0, |
| "step": 2380 |
| }, |
| { |
| "entropy": 0.3275274306535721, |
| "epoch": 0.9259438998349995, |
| "grad_norm": 1.8828125, |
| "learning_rate": 8.100568621577907e-06, |
| "loss": 0.349655294418335, |
| "mean_token_accuracy": 0.8939395412802696, |
| "num_tokens": 36405190.0, |
| "step": 2385 |
| }, |
| { |
| "entropy": 0.37873089760541917, |
| "epoch": 0.9278850820149471, |
| "grad_norm": 1.65625, |
| "learning_rate": 8.092342046425647e-06, |
| "loss": 0.41008243560791013, |
| "mean_token_accuracy": 0.8806984931230545, |
| "num_tokens": 36471551.0, |
| "step": 2390 |
| }, |
| { |
| "entropy": 0.42233099043369293, |
| "epoch": 0.9298262641948947, |
| "grad_norm": 1.5, |
| "learning_rate": 8.084101892267866e-06, |
| "loss": 0.43898987770080566, |
| "mean_token_accuracy": 0.8671094790101052, |
| "num_tokens": 36545141.0, |
| "step": 2395 |
| }, |
| { |
| "entropy": 0.377986478433013, |
| "epoch": 0.9317674463748423, |
| "grad_norm": 1.6015625, |
| "learning_rate": 8.075848195288495e-06, |
| "loss": 0.4050844669342041, |
| "mean_token_accuracy": 0.8788811087608337, |
| "num_tokens": 36621766.0, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.9317674463748423, |
| "eval_entropy": 0.3660563061428991, |
| "eval_loss": 0.3696966767311096, |
| "eval_mean_token_accuracy": 0.8829624101609727, |
| "eval_num_tokens": 36621766.0, |
| "eval_runtime": 60.0474, |
| "eval_samples_per_second": 35.788, |
| "eval_steps_per_second": 35.788, |
| "step": 2400 |
| }, |
| { |
| "entropy": 0.41329049319028854, |
| "epoch": 0.9337086285547899, |
| "grad_norm": 1.3203125, |
| "learning_rate": 8.06758099173094e-06, |
| "loss": 0.3864266872406006, |
| "mean_token_accuracy": 0.8733444228768349, |
| "num_tokens": 36692402.0, |
| "step": 2405 |
| }, |
| { |
| "entropy": 0.35147353522479535, |
| "epoch": 0.9356498107347374, |
| "grad_norm": 1.84375, |
| "learning_rate": 8.059300317897907e-06, |
| "loss": 0.3865788698196411, |
| "mean_token_accuracy": 0.8899516001343727, |
| "num_tokens": 36762687.0, |
| "step": 2410 |
| }, |
| { |
| "entropy": 0.35971076525747775, |
| "epoch": 0.9375909929146851, |
| "grad_norm": 2.015625, |
| "learning_rate": 8.051006210151264e-06, |
| "loss": 0.38848717212677003, |
| "mean_token_accuracy": 0.8857970297336578, |
| "num_tokens": 36829409.0, |
| "step": 2415 |
| }, |
| { |
| "entropy": 0.36762615144252775, |
| "epoch": 0.9395321750946326, |
| "grad_norm": 1.7578125, |
| "learning_rate": 8.04269870491186e-06, |
| "loss": 0.38152570724487306, |
| "mean_token_accuracy": 0.8803352236747741, |
| "num_tokens": 36920865.0, |
| "step": 2420 |
| }, |
| { |
| "entropy": 0.37836971804499625, |
| "epoch": 0.9414733572745803, |
| "grad_norm": 1.6875, |
| "learning_rate": 8.03437783865938e-06, |
| "loss": 0.3982245683670044, |
| "mean_token_accuracy": 0.8782578885555268, |
| "num_tokens": 36993918.0, |
| "step": 2425 |
| }, |
| { |
| "entropy": 0.40916073732078073, |
| "epoch": 0.9434145394545278, |
| "grad_norm": 1.3203125, |
| "learning_rate": 8.02604364793218e-06, |
| "loss": 0.40181870460510255, |
| "mean_token_accuracy": 0.8741835564374923, |
| "num_tokens": 37067466.0, |
| "step": 2430 |
| }, |
| { |
| "entropy": 0.38971280567348004, |
| "epoch": 0.9453557216344753, |
| "grad_norm": 1.4375, |
| "learning_rate": 8.017696169327121e-06, |
| "loss": 0.3853023052215576, |
| "mean_token_accuracy": 0.8737384587526321, |
| "num_tokens": 37158825.0, |
| "step": 2435 |
| }, |
| { |
| "entropy": 0.36188525408506395, |
| "epoch": 0.947296903814423, |
| "grad_norm": 1.8046875, |
| "learning_rate": 8.009335439499418e-06, |
| "loss": 0.39717903137207033, |
| "mean_token_accuracy": 0.8839860737323761, |
| "num_tokens": 37231768.0, |
| "step": 2440 |
| }, |
| { |
| "entropy": 0.3343341175466776, |
| "epoch": 0.9492380859943705, |
| "grad_norm": 1.5078125, |
| "learning_rate": 8.000961495162474e-06, |
| "loss": 0.34873759746551514, |
| "mean_token_accuracy": 0.8942202180624008, |
| "num_tokens": 37295787.0, |
| "step": 2445 |
| }, |
| { |
| "entropy": 0.37651418149471283, |
| "epoch": 0.9511792681743182, |
| "grad_norm": 2.0625, |
| "learning_rate": 7.992574373087717e-06, |
| "loss": 0.3985455989837646, |
| "mean_token_accuracy": 0.8804239287972451, |
| "num_tokens": 37365031.0, |
| "step": 2450 |
| }, |
| { |
| "entropy": 0.3872853074222803, |
| "epoch": 0.9531204503542657, |
| "grad_norm": 1.859375, |
| "learning_rate": 7.984174110104442e-06, |
| "loss": 0.3960126876831055, |
| "mean_token_accuracy": 0.8773596182465553, |
| "num_tokens": 37440723.0, |
| "step": 2455 |
| }, |
| { |
| "entropy": 0.36501435153186323, |
| "epoch": 0.9550616325342134, |
| "grad_norm": 1.546875, |
| "learning_rate": 7.975760743099648e-06, |
| "loss": 0.3613110065460205, |
| "mean_token_accuracy": 0.8814436718821526, |
| "num_tokens": 37517552.0, |
| "step": 2460 |
| }, |
| { |
| "entropy": 0.4213182792067528, |
| "epoch": 0.9570028147141609, |
| "grad_norm": 2.125, |
| "learning_rate": 7.967334309017876e-06, |
| "loss": 0.42275075912475585, |
| "mean_token_accuracy": 0.8684807687997818, |
| "num_tokens": 37576304.0, |
| "step": 2465 |
| }, |
| { |
| "entropy": 0.36460405923426153, |
| "epoch": 0.9589439968941085, |
| "grad_norm": 1.4453125, |
| "learning_rate": 7.958894844861044e-06, |
| "loss": 0.4192854881286621, |
| "mean_token_accuracy": 0.882645896077156, |
| "num_tokens": 37649463.0, |
| "step": 2470 |
| }, |
| { |
| "entropy": 0.3699316095560789, |
| "epoch": 0.9608851790740561, |
| "grad_norm": 1.53125, |
| "learning_rate": 7.950442387688295e-06, |
| "loss": 0.39672675132751467, |
| "mean_token_accuracy": 0.8789965286850929, |
| "num_tokens": 37727011.0, |
| "step": 2475 |
| }, |
| { |
| "entropy": 0.3613630454987288, |
| "epoch": 0.9628263612540037, |
| "grad_norm": 1.65625, |
| "learning_rate": 7.941976974615817e-06, |
| "loss": 0.35828289985656736, |
| "mean_token_accuracy": 0.8861474558711052, |
| "num_tokens": 37799274.0, |
| "step": 2480 |
| }, |
| { |
| "entropy": 0.4028384655714035, |
| "epoch": 0.9647675434339513, |
| "grad_norm": 1.453125, |
| "learning_rate": 7.933498642816698e-06, |
| "loss": 0.39244048595428466, |
| "mean_token_accuracy": 0.8733719438314438, |
| "num_tokens": 37872790.0, |
| "step": 2485 |
| }, |
| { |
| "entropy": 0.37262568436563015, |
| "epoch": 0.9667087256138989, |
| "grad_norm": 1.328125, |
| "learning_rate": 7.925007429520745e-06, |
| "loss": 0.3869138240814209, |
| "mean_token_accuracy": 0.8780170202255249, |
| "num_tokens": 37949478.0, |
| "step": 2490 |
| }, |
| { |
| "entropy": 0.3532130911946297, |
| "epoch": 0.9686499077938464, |
| "grad_norm": 1.65625, |
| "learning_rate": 7.916503372014339e-06, |
| "loss": 0.3645073175430298, |
| "mean_token_accuracy": 0.8856014132499694, |
| "num_tokens": 38010035.0, |
| "step": 2495 |
| }, |
| { |
| "entropy": 0.4101907879114151, |
| "epoch": 0.9705910899737941, |
| "grad_norm": 1.4453125, |
| "learning_rate": 7.90798650764026e-06, |
| "loss": 0.43153948783874513, |
| "mean_token_accuracy": 0.868617196381092, |
| "num_tokens": 38091317.0, |
| "step": 2500 |
| }, |
| { |
| "entropy": 0.37458378039300444, |
| "epoch": 0.9725322721537416, |
| "grad_norm": 1.578125, |
| "learning_rate": 7.899456873797519e-06, |
| "loss": 0.4130906105041504, |
| "mean_token_accuracy": 0.8811309933662415, |
| "num_tokens": 38156010.0, |
| "step": 2505 |
| }, |
| { |
| "entropy": 0.33361660987138747, |
| "epoch": 0.9744734543336893, |
| "grad_norm": 1.5078125, |
| "learning_rate": 7.890914507941209e-06, |
| "loss": 0.3599473714828491, |
| "mean_token_accuracy": 0.891946268081665, |
| "num_tokens": 38227058.0, |
| "step": 2510 |
| }, |
| { |
| "entropy": 0.36410921774804594, |
| "epoch": 0.9764146365136368, |
| "grad_norm": 1.71875, |
| "learning_rate": 7.882359447582323e-06, |
| "loss": 0.36246566772460936, |
| "mean_token_accuracy": 0.8795957028865814, |
| "num_tokens": 38308578.0, |
| "step": 2515 |
| }, |
| { |
| "entropy": 0.40007474571466445, |
| "epoch": 0.9783558186935843, |
| "grad_norm": 1.7734375, |
| "learning_rate": 7.873791730287607e-06, |
| "loss": 0.416595458984375, |
| "mean_token_accuracy": 0.8698130205273629, |
| "num_tokens": 38393316.0, |
| "step": 2520 |
| }, |
| { |
| "entropy": 0.37237811721861364, |
| "epoch": 0.980297000873532, |
| "grad_norm": 1.65625, |
| "learning_rate": 7.865211393679374e-06, |
| "loss": 0.3867233991622925, |
| "mean_token_accuracy": 0.8821268856525422, |
| "num_tokens": 38469288.0, |
| "step": 2525 |
| }, |
| { |
| "entropy": 0.3845432631671429, |
| "epoch": 0.9822381830534795, |
| "grad_norm": 1.3515625, |
| "learning_rate": 7.856618475435361e-06, |
| "loss": 0.3905576944351196, |
| "mean_token_accuracy": 0.8774156749248505, |
| "num_tokens": 38543267.0, |
| "step": 2530 |
| }, |
| { |
| "entropy": 0.40176920518279075, |
| "epoch": 0.9841793652334272, |
| "grad_norm": 1.546875, |
| "learning_rate": 7.848013013288548e-06, |
| "loss": 0.41007471084594727, |
| "mean_token_accuracy": 0.8690975129604339, |
| "num_tokens": 38626344.0, |
| "step": 2535 |
| }, |
| { |
| "entropy": 0.38942315727472304, |
| "epoch": 0.9861205474133747, |
| "grad_norm": 1.6796875, |
| "learning_rate": 7.839395045027e-06, |
| "loss": 0.40326895713806155, |
| "mean_token_accuracy": 0.8756881758570672, |
| "num_tokens": 38701064.0, |
| "step": 2540 |
| }, |
| { |
| "entropy": 0.3606115547940135, |
| "epoch": 0.9880617295933223, |
| "grad_norm": 1.59375, |
| "learning_rate": 7.830764608493697e-06, |
| "loss": 0.36026384830474856, |
| "mean_token_accuracy": 0.8839934259653092, |
| "num_tokens": 38779059.0, |
| "step": 2545 |
| }, |
| { |
| "entropy": 0.39264477528631686, |
| "epoch": 0.9900029117732699, |
| "grad_norm": 1.3203125, |
| "learning_rate": 7.822121741586368e-06, |
| "loss": 0.4251199245452881, |
| "mean_token_accuracy": 0.8718041434884072, |
| "num_tokens": 38880681.0, |
| "step": 2550 |
| }, |
| { |
| "entropy": 0.40420532748103144, |
| "epoch": 0.9919440939532175, |
| "grad_norm": 1.7109375, |
| "learning_rate": 7.813466482257327e-06, |
| "loss": 0.4312422752380371, |
| "mean_token_accuracy": 0.8763286352157593, |
| "num_tokens": 38941161.0, |
| "step": 2555 |
| }, |
| { |
| "entropy": 0.3369973488152027, |
| "epoch": 0.9938852761331651, |
| "grad_norm": 1.40625, |
| "learning_rate": 7.804798868513306e-06, |
| "loss": 0.35411407947540285, |
| "mean_token_accuracy": 0.8899437338113785, |
| "num_tokens": 39018011.0, |
| "step": 2560 |
| }, |
| { |
| "entropy": 0.39636878967285155, |
| "epoch": 0.9958264583131127, |
| "grad_norm": 1.59375, |
| "learning_rate": 7.796118938415289e-06, |
| "loss": 0.407199764251709, |
| "mean_token_accuracy": 0.8719804942607879, |
| "num_tokens": 39101097.0, |
| "step": 2565 |
| }, |
| { |
| "entropy": 0.3830322280526161, |
| "epoch": 0.9977676404930603, |
| "grad_norm": 1.8046875, |
| "learning_rate": 7.78742673007834e-06, |
| "loss": 0.38955183029174806, |
| "mean_token_accuracy": 0.8754953861236572, |
| "num_tokens": 39180075.0, |
| "step": 2570 |
| }, |
| { |
| "entropy": 0.37996360957622527, |
| "epoch": 0.9997088226730079, |
| "grad_norm": 1.8046875, |
| "learning_rate": 7.77872228167144e-06, |
| "loss": 0.4175414085388184, |
| "mean_token_accuracy": 0.8776975840330123, |
| "num_tokens": 39256747.0, |
| "step": 2575 |
| }, |
| { |
| "entropy": 0.3622729911615974, |
| "epoch": 1.001552945743958, |
| "grad_norm": 1.5, |
| "learning_rate": 7.770005631417316e-06, |
| "loss": 0.3494336366653442, |
| "mean_token_accuracy": 0.8844640803964514, |
| "num_tokens": 39331281.0, |
| "step": 2580 |
| }, |
| { |
| "entropy": 0.3717500135302544, |
| "epoch": 1.0034941279239056, |
| "grad_norm": 1.7890625, |
| "learning_rate": 7.761276817592283e-06, |
| "loss": 0.38556852340698244, |
| "mean_token_accuracy": 0.8811951488256454, |
| "num_tokens": 39403180.0, |
| "step": 2585 |
| }, |
| { |
| "entropy": 0.3536002866923809, |
| "epoch": 1.0054353101038533, |
| "grad_norm": 1.5078125, |
| "learning_rate": 7.752535878526057e-06, |
| "loss": 0.3865217208862305, |
| "mean_token_accuracy": 0.8846583724021911, |
| "num_tokens": 39482653.0, |
| "step": 2590 |
| }, |
| { |
| "entropy": 0.36924818605184556, |
| "epoch": 1.0073764922838009, |
| "grad_norm": 1.359375, |
| "learning_rate": 7.743782852601609e-06, |
| "loss": 0.3744253873825073, |
| "mean_token_accuracy": 0.8835659891366958, |
| "num_tokens": 39571122.0, |
| "step": 2595 |
| }, |
| { |
| "entropy": 0.3826246250420809, |
| "epoch": 1.0093176744637484, |
| "grad_norm": 1.3125, |
| "learning_rate": 7.735017778254976e-06, |
| "loss": 0.3962560176849365, |
| "mean_token_accuracy": 0.8752669557929039, |
| "num_tokens": 39643625.0, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.0093176744637484, |
| "eval_entropy": 0.3590102044439915, |
| "eval_loss": 0.3693583905696869, |
| "eval_mean_token_accuracy": 0.8832231578354283, |
| "eval_num_tokens": 39643625.0, |
| "eval_runtime": 60.1285, |
| "eval_samples_per_second": 35.74, |
| "eval_steps_per_second": 35.74, |
| "step": 2600 |
| }, |
| { |
| "entropy": 0.3363046307116747, |
| "epoch": 1.011258856643696, |
| "grad_norm": 1.5859375, |
| "learning_rate": 7.726240693975112e-06, |
| "loss": 0.3622615814208984, |
| "mean_token_accuracy": 0.890743799507618, |
| "num_tokens": 39727345.0, |
| "step": 2605 |
| }, |
| { |
| "entropy": 0.39671580009162427, |
| "epoch": 1.0132000388236435, |
| "grad_norm": 1.640625, |
| "learning_rate": 7.7174516383037e-06, |
| "loss": 0.42294821739196775, |
| "mean_token_accuracy": 0.8709942042827606, |
| "num_tokens": 39809382.0, |
| "step": 2610 |
| }, |
| { |
| "entropy": 0.38348409347236156, |
| "epoch": 1.0151412210035913, |
| "grad_norm": 1.8046875, |
| "learning_rate": 7.70865064983499e-06, |
| "loss": 0.40362987518310545, |
| "mean_token_accuracy": 0.8796380490064621, |
| "num_tokens": 39870908.0, |
| "step": 2615 |
| }, |
| { |
| "entropy": 0.35954158157110216, |
| "epoch": 1.0170824031835388, |
| "grad_norm": 1.5859375, |
| "learning_rate": 7.699837767215642e-06, |
| "loss": 0.391841459274292, |
| "mean_token_accuracy": 0.8825426653027535, |
| "num_tokens": 39946284.0, |
| "step": 2620 |
| }, |
| { |
| "entropy": 0.3796717070043087, |
| "epoch": 1.0190235853634864, |
| "grad_norm": 1.8203125, |
| "learning_rate": 7.691013029144535e-06, |
| "loss": 0.4171717643737793, |
| "mean_token_accuracy": 0.8788355842232705, |
| "num_tokens": 40017489.0, |
| "step": 2625 |
| }, |
| { |
| "entropy": 0.35411719866096975, |
| "epoch": 1.020964767543434, |
| "grad_norm": 1.265625, |
| "learning_rate": 7.682176474372613e-06, |
| "loss": 0.36679236888885497, |
| "mean_token_accuracy": 0.8839921057224274, |
| "num_tokens": 40091956.0, |
| "step": 2630 |
| }, |
| { |
| "entropy": 0.4047669190913439, |
| "epoch": 1.0229059497233814, |
| "grad_norm": 1.78125, |
| "learning_rate": 7.673328141702708e-06, |
| "loss": 0.42531418800354004, |
| "mean_token_accuracy": 0.8716289401054382, |
| "num_tokens": 40174273.0, |
| "step": 2635 |
| }, |
| { |
| "entropy": 0.3872047744691372, |
| "epoch": 1.0248471319033292, |
| "grad_norm": 1.453125, |
| "learning_rate": 7.664468069989363e-06, |
| "loss": 0.39284777641296387, |
| "mean_token_accuracy": 0.8739194989204406, |
| "num_tokens": 40259401.0, |
| "step": 2640 |
| }, |
| { |
| "entropy": 0.39128339402377604, |
| "epoch": 1.0267883140832768, |
| "grad_norm": 1.8515625, |
| "learning_rate": 7.655596298138683e-06, |
| "loss": 0.3992388963699341, |
| "mean_token_accuracy": 0.8772461920976639, |
| "num_tokens": 40326313.0, |
| "step": 2645 |
| }, |
| { |
| "entropy": 0.36866898983716967, |
| "epoch": 1.0287294962632243, |
| "grad_norm": 1.65625, |
| "learning_rate": 7.646712865108143e-06, |
| "loss": 0.376071572303772, |
| "mean_token_accuracy": 0.885202445089817, |
| "num_tokens": 40402194.0, |
| "step": 2650 |
| }, |
| { |
| "entropy": 0.3736342485994101, |
| "epoch": 1.0306706784431718, |
| "grad_norm": 1.59375, |
| "learning_rate": 7.637817809906422e-06, |
| "loss": 0.38311469554901123, |
| "mean_token_accuracy": 0.8761677891016006, |
| "num_tokens": 40482708.0, |
| "step": 2655 |
| }, |
| { |
| "entropy": 0.36633356250822546, |
| "epoch": 1.0326118606231194, |
| "grad_norm": 1.8671875, |
| "learning_rate": 7.628911171593236e-06, |
| "loss": 0.39987525939941404, |
| "mean_token_accuracy": 0.8770500838756561, |
| "num_tokens": 40550320.0, |
| "step": 2660 |
| }, |
| { |
| "entropy": 0.3814588252454996, |
| "epoch": 1.0345530428030671, |
| "grad_norm": 1.8203125, |
| "learning_rate": 7.6199929892791666e-06, |
| "loss": 0.42825708389282224, |
| "mean_token_accuracy": 0.8766391202807426, |
| "num_tokens": 40621121.0, |
| "step": 2665 |
| }, |
| { |
| "entropy": 0.3263087157160044, |
| "epoch": 1.0364942249830147, |
| "grad_norm": 1.8046875, |
| "learning_rate": 7.611063302125485e-06, |
| "loss": 0.3370352745056152, |
| "mean_token_accuracy": 0.892676542699337, |
| "num_tokens": 40675017.0, |
| "step": 2670 |
| }, |
| { |
| "entropy": 0.35688314363360407, |
| "epoch": 1.0384354071629622, |
| "grad_norm": 1.59375, |
| "learning_rate": 7.602122149343982e-06, |
| "loss": 0.37260828018188474, |
| "mean_token_accuracy": 0.8857112199068069, |
| "num_tokens": 40735182.0, |
| "step": 2675 |
| }, |
| { |
| "entropy": 0.3657310428097844, |
| "epoch": 1.0403765893429098, |
| "grad_norm": 1.4296875, |
| "learning_rate": 7.593169570196798e-06, |
| "loss": 0.38663344383239745, |
| "mean_token_accuracy": 0.8788129478693009, |
| "num_tokens": 40812276.0, |
| "step": 2680 |
| }, |
| { |
| "entropy": 0.39327623806893824, |
| "epoch": 1.0423177715228573, |
| "grad_norm": 2.078125, |
| "learning_rate": 7.5842056039962465e-06, |
| "loss": 0.40496459007263186, |
| "mean_token_accuracy": 0.8742495253682137, |
| "num_tokens": 40883935.0, |
| "step": 2685 |
| }, |
| { |
| "entropy": 0.37283147126436234, |
| "epoch": 1.044258953702805, |
| "grad_norm": 1.5859375, |
| "learning_rate": 7.575230290104643e-06, |
| "loss": 0.38010687828063966, |
| "mean_token_accuracy": 0.8804807871580124, |
| "num_tokens": 40965277.0, |
| "step": 2690 |
| }, |
| { |
| "entropy": 0.33802379108965397, |
| "epoch": 1.0462001358827526, |
| "grad_norm": 1.5078125, |
| "learning_rate": 7.566243667934132e-06, |
| "loss": 0.34528648853302, |
| "mean_token_accuracy": 0.8925616145133972, |
| "num_tokens": 41036874.0, |
| "step": 2695 |
| }, |
| { |
| "entropy": 0.34530715458095074, |
| "epoch": 1.0481413180627002, |
| "grad_norm": 1.4375, |
| "learning_rate": 7.557245776946522e-06, |
| "loss": 0.3618237257003784, |
| "mean_token_accuracy": 0.8869366824626923, |
| "num_tokens": 41123295.0, |
| "step": 2700 |
| }, |
| { |
| "entropy": 0.3728719219565392, |
| "epoch": 1.0500825002426477, |
| "grad_norm": 1.53125, |
| "learning_rate": 7.548236656653095e-06, |
| "loss": 0.3764779567718506, |
| "mean_token_accuracy": 0.8791951701045037, |
| "num_tokens": 41206755.0, |
| "step": 2705 |
| }, |
| { |
| "entropy": 0.36930376179516317, |
| "epoch": 1.0520236824225955, |
| "grad_norm": 1.3671875, |
| "learning_rate": 7.539216346614448e-06, |
| "loss": 0.3768768310546875, |
| "mean_token_accuracy": 0.8802413672208786, |
| "num_tokens": 41295129.0, |
| "step": 2710 |
| }, |
| { |
| "entropy": 0.3499265480786562, |
| "epoch": 1.053964864602543, |
| "grad_norm": 2.046875, |
| "learning_rate": 7.530184886440312e-06, |
| "loss": 0.3675286293029785, |
| "mean_token_accuracy": 0.889797542989254, |
| "num_tokens": 41374363.0, |
| "step": 2715 |
| }, |
| { |
| "entropy": 0.3654515855014324, |
| "epoch": 1.0559060467824906, |
| "grad_norm": 1.53125, |
| "learning_rate": 7.521142315789382e-06, |
| "loss": 0.3843737840652466, |
| "mean_token_accuracy": 0.8779830664396286, |
| "num_tokens": 41452026.0, |
| "step": 2720 |
| }, |
| { |
| "entropy": 0.36771729625761507, |
| "epoch": 1.057847228962438, |
| "grad_norm": 2.03125, |
| "learning_rate": 7.512088674369143e-06, |
| "loss": 0.3673874378204346, |
| "mean_token_accuracy": 0.8848532065749168, |
| "num_tokens": 41516536.0, |
| "step": 2725 |
| }, |
| { |
| "entropy": 0.4460260573774576, |
| "epoch": 1.0597884111423856, |
| "grad_norm": 1.546875, |
| "learning_rate": 7.503024001935686e-06, |
| "loss": 0.45882291793823243, |
| "mean_token_accuracy": 0.8644292831420899, |
| "num_tokens": 41595307.0, |
| "step": 2730 |
| }, |
| { |
| "entropy": 0.34162113182246684, |
| "epoch": 1.0617295933223332, |
| "grad_norm": 1.375, |
| "learning_rate": 7.493948338293549e-06, |
| "loss": 0.35989553928375245, |
| "mean_token_accuracy": 0.8857067421078682, |
| "num_tokens": 41675093.0, |
| "step": 2735 |
| }, |
| { |
| "entropy": 0.34600385688245294, |
| "epoch": 1.063670775502281, |
| "grad_norm": 1.453125, |
| "learning_rate": 7.4848617232955275e-06, |
| "loss": 0.36208953857421877, |
| "mean_token_accuracy": 0.8861552521586418, |
| "num_tokens": 41751969.0, |
| "step": 2740 |
| }, |
| { |
| "entropy": 0.34471417032182217, |
| "epoch": 1.0656119576822285, |
| "grad_norm": 1.453125, |
| "learning_rate": 7.475764196842516e-06, |
| "loss": 0.3590202331542969, |
| "mean_token_accuracy": 0.8894360795617103, |
| "num_tokens": 41826333.0, |
| "step": 2745 |
| }, |
| { |
| "entropy": 0.35084208101034164, |
| "epoch": 1.067553139862176, |
| "grad_norm": 2.15625, |
| "learning_rate": 7.466655798883313e-06, |
| "loss": 0.3687446117401123, |
| "mean_token_accuracy": 0.8872736170887947, |
| "num_tokens": 41908430.0, |
| "step": 2750 |
| }, |
| { |
| "entropy": 0.3609664674848318, |
| "epoch": 1.0694943220421236, |
| "grad_norm": 2.171875, |
| "learning_rate": 7.457536569414459e-06, |
| "loss": 0.3871330738067627, |
| "mean_token_accuracy": 0.8852574542164803, |
| "num_tokens": 41985011.0, |
| "step": 2755 |
| }, |
| { |
| "entropy": 0.34639161452651024, |
| "epoch": 1.0714355042220713, |
| "grad_norm": 1.4375, |
| "learning_rate": 7.448406548480063e-06, |
| "loss": 0.3695810794830322, |
| "mean_token_accuracy": 0.8897538051009178, |
| "num_tokens": 42048911.0, |
| "step": 2760 |
| }, |
| { |
| "entropy": 0.32954322583973406, |
| "epoch": 1.0733766864020189, |
| "grad_norm": 1.5, |
| "learning_rate": 7.439265776171611e-06, |
| "loss": 0.3176077365875244, |
| "mean_token_accuracy": 0.8935502767562866, |
| "num_tokens": 42120003.0, |
| "step": 2765 |
| }, |
| { |
| "entropy": 0.37422714903950693, |
| "epoch": 1.0753178685819664, |
| "grad_norm": 1.59375, |
| "learning_rate": 7.430114292627808e-06, |
| "loss": 0.350958251953125, |
| "mean_token_accuracy": 0.8825857222080231, |
| "num_tokens": 42189503.0, |
| "step": 2770 |
| }, |
| { |
| "entropy": 0.35138509757816794, |
| "epoch": 1.077259050761914, |
| "grad_norm": 1.9921875, |
| "learning_rate": 7.420952138034392e-06, |
| "loss": 0.3909478187561035, |
| "mean_token_accuracy": 0.8854555234313011, |
| "num_tokens": 42251724.0, |
| "step": 2775 |
| }, |
| { |
| "entropy": 0.3574231918901205, |
| "epoch": 1.0792002329418615, |
| "grad_norm": 1.3125, |
| "learning_rate": 7.411779352623958e-06, |
| "loss": 0.36853466033935545, |
| "mean_token_accuracy": 0.8846323460340499, |
| "num_tokens": 42328165.0, |
| "step": 2780 |
| }, |
| { |
| "entropy": 0.3312282390892506, |
| "epoch": 1.0811414151218093, |
| "grad_norm": 1.265625, |
| "learning_rate": 7.402595976675785e-06, |
| "loss": 0.34425904750823977, |
| "mean_token_accuracy": 0.8917144045233727, |
| "num_tokens": 42416101.0, |
| "step": 2785 |
| }, |
| { |
| "entropy": 0.38315938860177995, |
| "epoch": 1.0830825973017568, |
| "grad_norm": 1.4375, |
| "learning_rate": 7.393402050515652e-06, |
| "loss": 0.41192307472229006, |
| "mean_token_accuracy": 0.8757176354527474, |
| "num_tokens": 42490192.0, |
| "step": 2790 |
| }, |
| { |
| "entropy": 0.3734312802553177, |
| "epoch": 1.0850237794817044, |
| "grad_norm": 1.6484375, |
| "learning_rate": 7.384197614515672e-06, |
| "loss": 0.3864989519119263, |
| "mean_token_accuracy": 0.8778089836239815, |
| "num_tokens": 42579078.0, |
| "step": 2795 |
| }, |
| { |
| "entropy": 0.3602697692811489, |
| "epoch": 1.086964961661652, |
| "grad_norm": 1.515625, |
| "learning_rate": 7.3749827090941074e-06, |
| "loss": 0.4144554615020752, |
| "mean_token_accuracy": 0.8825942382216454, |
| "num_tokens": 42656738.0, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.086964961661652, |
| "eval_entropy": 0.3603161519775561, |
| "eval_loss": 0.3686440587043762, |
| "eval_mean_token_accuracy": 0.8834110738205987, |
| "eval_num_tokens": 42656738.0, |
| "eval_runtime": 60.0795, |
| "eval_samples_per_second": 35.769, |
| "eval_steps_per_second": 35.769, |
| "step": 2800 |
| }, |
| { |
| "entropy": 0.37382765375077726, |
| "epoch": 1.0889061438415994, |
| "grad_norm": 1.8046875, |
| "learning_rate": 7.365757374715188e-06, |
| "loss": 0.4022432804107666, |
| "mean_token_accuracy": 0.878273893892765, |
| "num_tokens": 42727874.0, |
| "step": 2805 |
| }, |
| { |
| "entropy": 0.3878149565309286, |
| "epoch": 1.0908473260215472, |
| "grad_norm": 1.453125, |
| "learning_rate": 7.356521651888946e-06, |
| "loss": 0.4143357276916504, |
| "mean_token_accuracy": 0.8759766072034836, |
| "num_tokens": 42805952.0, |
| "step": 2810 |
| }, |
| { |
| "entropy": 0.3720662288367748, |
| "epoch": 1.0927885082014948, |
| "grad_norm": 1.765625, |
| "learning_rate": 7.347275581171027e-06, |
| "loss": 0.3936682939529419, |
| "mean_token_accuracy": 0.8800241187214851, |
| "num_tokens": 42879670.0, |
| "step": 2815 |
| }, |
| { |
| "entropy": 0.3727020751684904, |
| "epoch": 1.0947296903814423, |
| "grad_norm": 1.53125, |
| "learning_rate": 7.338019203162516e-06, |
| "loss": 0.40426788330078123, |
| "mean_token_accuracy": 0.8778004497289658, |
| "num_tokens": 42966404.0, |
| "step": 2820 |
| }, |
| { |
| "entropy": 0.37748123742640016, |
| "epoch": 1.0966708725613898, |
| "grad_norm": 1.6875, |
| "learning_rate": 7.3287525585097615e-06, |
| "loss": 0.3956634044647217, |
| "mean_token_accuracy": 0.877564987540245, |
| "num_tokens": 43043314.0, |
| "step": 2825 |
| }, |
| { |
| "entropy": 0.3898195032030344, |
| "epoch": 1.0986120547413374, |
| "grad_norm": 2.390625, |
| "learning_rate": 7.319475687904193e-06, |
| "loss": 0.39679808616638185, |
| "mean_token_accuracy": 0.8783272713422775, |
| "num_tokens": 43108948.0, |
| "step": 2830 |
| }, |
| { |
| "entropy": 0.3532901670783758, |
| "epoch": 1.1005532369212851, |
| "grad_norm": 1.5859375, |
| "learning_rate": 7.310188632082145e-06, |
| "loss": 0.3547484874725342, |
| "mean_token_accuracy": 0.8868882149457932, |
| "num_tokens": 43182120.0, |
| "step": 2835 |
| }, |
| { |
| "entropy": 0.38809507302939894, |
| "epoch": 1.1024944191012327, |
| "grad_norm": 2.046875, |
| "learning_rate": 7.300891431824673e-06, |
| "loss": 0.4074056148529053, |
| "mean_token_accuracy": 0.8722813636064529, |
| "num_tokens": 43263374.0, |
| "step": 2840 |
| }, |
| { |
| "entropy": 0.35386649817228316, |
| "epoch": 1.1044356012811802, |
| "grad_norm": 1.265625, |
| "learning_rate": 7.291584127957384e-06, |
| "loss": 0.3566242456436157, |
| "mean_token_accuracy": 0.8883859798312187, |
| "num_tokens": 43334896.0, |
| "step": 2845 |
| }, |
| { |
| "entropy": 0.37594650611281394, |
| "epoch": 1.1063767834611278, |
| "grad_norm": 1.6875, |
| "learning_rate": 7.282266761350249e-06, |
| "loss": 0.3671935319900513, |
| "mean_token_accuracy": 0.8861946225166321, |
| "num_tokens": 43395764.0, |
| "step": 2850 |
| }, |
| { |
| "entropy": 0.37138679772615435, |
| "epoch": 1.1083179656410753, |
| "grad_norm": 1.3359375, |
| "learning_rate": 7.272939372917427e-06, |
| "loss": 0.3758493185043335, |
| "mean_token_accuracy": 0.8805965319275856, |
| "num_tokens": 43483273.0, |
| "step": 2855 |
| }, |
| { |
| "entropy": 0.3592002343386412, |
| "epoch": 1.110259147821023, |
| "grad_norm": 1.609375, |
| "learning_rate": 7.263602003617083e-06, |
| "loss": 0.36438665390014646, |
| "mean_token_accuracy": 0.8856978788971901, |
| "num_tokens": 43554609.0, |
| "step": 2860 |
| }, |
| { |
| "entropy": 0.3399000741541386, |
| "epoch": 1.1122003300009706, |
| "grad_norm": 1.5625, |
| "learning_rate": 7.2542546944512106e-06, |
| "loss": 0.3749422550201416, |
| "mean_token_accuracy": 0.8887553334236145, |
| "num_tokens": 43626500.0, |
| "step": 2865 |
| }, |
| { |
| "entropy": 0.40647769123315813, |
| "epoch": 1.1141415121809182, |
| "grad_norm": 1.9453125, |
| "learning_rate": 7.244897486465451e-06, |
| "loss": 0.43062515258789064, |
| "mean_token_accuracy": 0.8718539297580719, |
| "num_tokens": 43696284.0, |
| "step": 2870 |
| }, |
| { |
| "entropy": 0.3513967592269182, |
| "epoch": 1.1160826943608657, |
| "grad_norm": 1.3984375, |
| "learning_rate": 7.2355304207489154e-06, |
| "loss": 0.35802536010742186, |
| "mean_token_accuracy": 0.88879015147686, |
| "num_tokens": 43768064.0, |
| "step": 2875 |
| }, |
| { |
| "entropy": 0.3477201282978058, |
| "epoch": 1.1180238765408133, |
| "grad_norm": 1.828125, |
| "learning_rate": 7.226153538433996e-06, |
| "loss": 0.37060644626617434, |
| "mean_token_accuracy": 0.8868695870041847, |
| "num_tokens": 43841997.0, |
| "step": 2880 |
| }, |
| { |
| "entropy": 0.3926592905074358, |
| "epoch": 1.119965058720761, |
| "grad_norm": 1.84375, |
| "learning_rate": 7.216766880696199e-06, |
| "loss": 0.4085033893585205, |
| "mean_token_accuracy": 0.8761053428053855, |
| "num_tokens": 43920068.0, |
| "step": 2885 |
| }, |
| { |
| "entropy": 0.34527620263397696, |
| "epoch": 1.1219062409007086, |
| "grad_norm": 1.640625, |
| "learning_rate": 7.207370488753949e-06, |
| "loss": 0.35770795345306394, |
| "mean_token_accuracy": 0.8901533395051956, |
| "num_tokens": 43989892.0, |
| "step": 2890 |
| }, |
| { |
| "entropy": 0.3740640126168728, |
| "epoch": 1.123847423080656, |
| "grad_norm": 1.375, |
| "learning_rate": 7.197964403868421e-06, |
| "loss": 0.39128780364990234, |
| "mean_token_accuracy": 0.8786321595311165, |
| "num_tokens": 44067873.0, |
| "step": 2895 |
| }, |
| { |
| "entropy": 0.3401097748428583, |
| "epoch": 1.1257886052606036, |
| "grad_norm": 1.6875, |
| "learning_rate": 7.188548667343347e-06, |
| "loss": 0.357515287399292, |
| "mean_token_accuracy": 0.8893807768821717, |
| "num_tokens": 44142522.0, |
| "step": 2900 |
| }, |
| { |
| "entropy": 0.39471787922084334, |
| "epoch": 1.1277297874405514, |
| "grad_norm": 1.6328125, |
| "learning_rate": 7.179123320524848e-06, |
| "loss": 0.3968302488327026, |
| "mean_token_accuracy": 0.8748754128813744, |
| "num_tokens": 44228212.0, |
| "step": 2905 |
| }, |
| { |
| "entropy": 0.4300340283662081, |
| "epoch": 1.129670969620499, |
| "grad_norm": 1.5546875, |
| "learning_rate": 7.169688404801241e-06, |
| "loss": 0.4560871124267578, |
| "mean_token_accuracy": 0.8694811254739762, |
| "num_tokens": 44294114.0, |
| "step": 2910 |
| }, |
| { |
| "entropy": 0.3595341399312019, |
| "epoch": 1.1316121518004465, |
| "grad_norm": 2.078125, |
| "learning_rate": 7.160243961602863e-06, |
| "loss": 0.3778635025024414, |
| "mean_token_accuracy": 0.8835319861769676, |
| "num_tokens": 44355840.0, |
| "step": 2915 |
| }, |
| { |
| "entropy": 0.42457632496953013, |
| "epoch": 1.133553333980394, |
| "grad_norm": 2.375, |
| "learning_rate": 7.150790032401887e-06, |
| "loss": 0.4247872829437256, |
| "mean_token_accuracy": 0.8706662476062774, |
| "num_tokens": 44426127.0, |
| "step": 2920 |
| }, |
| { |
| "entropy": 0.4208326905965805, |
| "epoch": 1.1354945161603416, |
| "grad_norm": 1.5703125, |
| "learning_rate": 7.1413266587121434e-06, |
| "loss": 0.42088823318481444, |
| "mean_token_accuracy": 0.871395905315876, |
| "num_tokens": 44497833.0, |
| "step": 2925 |
| }, |
| { |
| "entropy": 0.356390430778265, |
| "epoch": 1.1374356983402891, |
| "grad_norm": 1.4765625, |
| "learning_rate": 7.13185388208893e-06, |
| "loss": 0.37389678955078126, |
| "mean_token_accuracy": 0.8866265177726745, |
| "num_tokens": 44582547.0, |
| "step": 2930 |
| }, |
| { |
| "entropy": 0.3736116912215948, |
| "epoch": 1.139376880520237, |
| "grad_norm": 1.828125, |
| "learning_rate": 7.122371744128839e-06, |
| "loss": 0.3963154792785645, |
| "mean_token_accuracy": 0.8842655003070832, |
| "num_tokens": 44655812.0, |
| "step": 2935 |
| }, |
| { |
| "entropy": 0.43113922215998174, |
| "epoch": 1.1413180627001844, |
| "grad_norm": 1.6328125, |
| "learning_rate": 7.112880286469568e-06, |
| "loss": 0.42786569595336915, |
| "mean_token_accuracy": 0.8678357198834419, |
| "num_tokens": 44730175.0, |
| "step": 2940 |
| }, |
| { |
| "entropy": 0.34794704206287863, |
| "epoch": 1.143259244880132, |
| "grad_norm": 1.4453125, |
| "learning_rate": 7.103379550789741e-06, |
| "loss": 0.35416512489318847, |
| "mean_token_accuracy": 0.8896363779902459, |
| "num_tokens": 44794755.0, |
| "step": 2945 |
| }, |
| { |
| "entropy": 0.40246716812253, |
| "epoch": 1.1452004270600795, |
| "grad_norm": 1.5234375, |
| "learning_rate": 7.093869578808719e-06, |
| "loss": 0.41913704872131347, |
| "mean_token_accuracy": 0.868728120625019, |
| "num_tokens": 44866536.0, |
| "step": 2950 |
| }, |
| { |
| "entropy": 0.3885481279343367, |
| "epoch": 1.1471416092400273, |
| "grad_norm": 1.8671875, |
| "learning_rate": 7.084350412286424e-06, |
| "loss": 0.40956454277038573, |
| "mean_token_accuracy": 0.8750770896673202, |
| "num_tokens": 44942021.0, |
| "step": 2955 |
| }, |
| { |
| "entropy": 0.3983582962304354, |
| "epoch": 1.1490827914199748, |
| "grad_norm": 1.578125, |
| "learning_rate": 7.074822093023154e-06, |
| "loss": 0.4057170391082764, |
| "mean_token_accuracy": 0.8758019611239434, |
| "num_tokens": 45016428.0, |
| "step": 2960 |
| }, |
| { |
| "entropy": 0.3897486738860607, |
| "epoch": 1.1510239735999224, |
| "grad_norm": 1.921875, |
| "learning_rate": 7.065284662859395e-06, |
| "loss": 0.4297188282012939, |
| "mean_token_accuracy": 0.8763071224093437, |
| "num_tokens": 45082753.0, |
| "step": 2965 |
| }, |
| { |
| "entropy": 0.3621146373450756, |
| "epoch": 1.15296515577987, |
| "grad_norm": 1.6796875, |
| "learning_rate": 7.055738163675645e-06, |
| "loss": 0.35830867290496826, |
| "mean_token_accuracy": 0.8859908595681191, |
| "num_tokens": 45147776.0, |
| "step": 2970 |
| }, |
| { |
| "entropy": 0.40969758927822114, |
| "epoch": 1.1549063379598175, |
| "grad_norm": 1.5234375, |
| "learning_rate": 7.046182637392221e-06, |
| "loss": 0.3900305271148682, |
| "mean_token_accuracy": 0.8708938717842102, |
| "num_tokens": 45223891.0, |
| "step": 2975 |
| }, |
| { |
| "entropy": 0.37424799539148806, |
| "epoch": 1.156847520139765, |
| "grad_norm": 1.828125, |
| "learning_rate": 7.036618125969081e-06, |
| "loss": 0.3869047164916992, |
| "mean_token_accuracy": 0.8798339098691941, |
| "num_tokens": 45294331.0, |
| "step": 2980 |
| }, |
| { |
| "entropy": 0.38800337798893453, |
| "epoch": 1.1587887023197128, |
| "grad_norm": 1.90625, |
| "learning_rate": 7.027044671405643e-06, |
| "loss": 0.3859901428222656, |
| "mean_token_accuracy": 0.8810177177190781, |
| "num_tokens": 45348349.0, |
| "step": 2985 |
| }, |
| { |
| "entropy": 0.3485205162316561, |
| "epoch": 1.1607298844996603, |
| "grad_norm": 1.4296875, |
| "learning_rate": 7.017462315740586e-06, |
| "loss": 0.3649015188217163, |
| "mean_token_accuracy": 0.8860207587480545, |
| "num_tokens": 45425964.0, |
| "step": 2990 |
| }, |
| { |
| "entropy": 0.37424386143684385, |
| "epoch": 1.1626710666796078, |
| "grad_norm": 1.6484375, |
| "learning_rate": 7.007871101051686e-06, |
| "loss": 0.3772335767745972, |
| "mean_token_accuracy": 0.8799161404371262, |
| "num_tokens": 45500293.0, |
| "step": 2995 |
| }, |
| { |
| "entropy": 0.38352062441408635, |
| "epoch": 1.1646122488595554, |
| "grad_norm": 1.9296875, |
| "learning_rate": 6.998271069455612e-06, |
| "loss": 0.40156922340393064, |
| "mean_token_accuracy": 0.8821331828832626, |
| "num_tokens": 45571727.0, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.1646122488595554, |
| "eval_entropy": 0.3600764439036925, |
| "eval_loss": 0.36817678809165955, |
| "eval_mean_token_accuracy": 0.883426463426463, |
| "eval_num_tokens": 45571727.0, |
| "eval_runtime": 60.1453, |
| "eval_samples_per_second": 35.73, |
| "eval_steps_per_second": 35.73, |
| "step": 3000 |
| }, |
| { |
| "entropy": 0.4300002858042717, |
| "epoch": 1.1665534310395032, |
| "grad_norm": 1.4296875, |
| "learning_rate": 6.988662263107755e-06, |
| "loss": 0.4532319068908691, |
| "mean_token_accuracy": 0.8672842562198639, |
| "num_tokens": 45648648.0, |
| "step": 3005 |
| }, |
| { |
| "entropy": 0.3812822367995977, |
| "epoch": 1.1684946132194507, |
| "grad_norm": 1.640625, |
| "learning_rate": 6.979044724202034e-06, |
| "loss": 0.39993724822998045, |
| "mean_token_accuracy": 0.8782149285078049, |
| "num_tokens": 45743015.0, |
| "step": 3010 |
| }, |
| { |
| "entropy": 0.41226282604038716, |
| "epoch": 1.1704357953993982, |
| "grad_norm": 1.5234375, |
| "learning_rate": 6.969418494970717e-06, |
| "loss": 0.4353823661804199, |
| "mean_token_accuracy": 0.8674470081925392, |
| "num_tokens": 45826008.0, |
| "step": 3015 |
| }, |
| { |
| "entropy": 0.37322292029857634, |
| "epoch": 1.1723769775793458, |
| "grad_norm": 1.7265625, |
| "learning_rate": 6.9597836176842315e-06, |
| "loss": 0.4075223445892334, |
| "mean_token_accuracy": 0.8766345664858818, |
| "num_tokens": 45907989.0, |
| "step": 3020 |
| }, |
| { |
| "entropy": 0.3779715023934841, |
| "epoch": 1.1743181597592933, |
| "grad_norm": 1.609375, |
| "learning_rate": 6.9501401346509786e-06, |
| "loss": 0.4066688060760498, |
| "mean_token_accuracy": 0.8800197467207909, |
| "num_tokens": 45976593.0, |
| "step": 3025 |
| }, |
| { |
| "entropy": 0.364545364305377, |
| "epoch": 1.176259341939241, |
| "grad_norm": 1.453125, |
| "learning_rate": 6.940488088217152e-06, |
| "loss": 0.37837910652160645, |
| "mean_token_accuracy": 0.8811485067009925, |
| "num_tokens": 46067425.0, |
| "step": 3030 |
| }, |
| { |
| "entropy": 0.34584682770073416, |
| "epoch": 1.1782005241191886, |
| "grad_norm": 1.609375, |
| "learning_rate": 6.930827520766544e-06, |
| "loss": 0.3524082899093628, |
| "mean_token_accuracy": 0.8913029715418815, |
| "num_tokens": 46141435.0, |
| "step": 3035 |
| }, |
| { |
| "entropy": 0.38420435078442094, |
| "epoch": 1.1801417062991362, |
| "grad_norm": 1.7890625, |
| "learning_rate": 6.921158474720368e-06, |
| "loss": 0.3806861400604248, |
| "mean_token_accuracy": 0.8749532103538513, |
| "num_tokens": 46222095.0, |
| "step": 3040 |
| }, |
| { |
| "entropy": 0.376201831176877, |
| "epoch": 1.1820828884790837, |
| "grad_norm": 1.5625, |
| "learning_rate": 6.911480992537072e-06, |
| "loss": 0.4178003311157227, |
| "mean_token_accuracy": 0.8752377212047577, |
| "num_tokens": 46312000.0, |
| "step": 3045 |
| }, |
| { |
| "entropy": 0.38689825385808946, |
| "epoch": 1.1840240706590313, |
| "grad_norm": 2.09375, |
| "learning_rate": 6.901795116712136e-06, |
| "loss": 0.40619282722473143, |
| "mean_token_accuracy": 0.8773537456989289, |
| "num_tokens": 46381015.0, |
| "step": 3050 |
| }, |
| { |
| "entropy": 0.39098729118704795, |
| "epoch": 1.185965252838979, |
| "grad_norm": 1.546875, |
| "learning_rate": 6.892100889777913e-06, |
| "loss": 0.42108306884765623, |
| "mean_token_accuracy": 0.8786390334367752, |
| "num_tokens": 46464894.0, |
| "step": 3055 |
| }, |
| { |
| "entropy": 0.3601615995168686, |
| "epoch": 1.1879064350189266, |
| "grad_norm": 1.5546875, |
| "learning_rate": 6.882398354303416e-06, |
| "loss": 0.3870659351348877, |
| "mean_token_accuracy": 0.8846402570605278, |
| "num_tokens": 46545575.0, |
| "step": 3060 |
| }, |
| { |
| "entropy": 0.3909476988017559, |
| "epoch": 1.189847617198874, |
| "grad_norm": 2.125, |
| "learning_rate": 6.872687552894145e-06, |
| "loss": 0.3942322969436646, |
| "mean_token_accuracy": 0.8762227043509483, |
| "num_tokens": 46620397.0, |
| "step": 3065 |
| }, |
| { |
| "entropy": 0.36160071194171906, |
| "epoch": 1.1917887993788217, |
| "grad_norm": 1.484375, |
| "learning_rate": 6.8629685281919025e-06, |
| "loss": 0.35771043300628663, |
| "mean_token_accuracy": 0.8830681905150414, |
| "num_tokens": 46695823.0, |
| "step": 3070 |
| }, |
| { |
| "entropy": 0.40609239749610426, |
| "epoch": 1.1937299815587692, |
| "grad_norm": 1.4453125, |
| "learning_rate": 6.853241322874593e-06, |
| "loss": 0.40566306114196776, |
| "mean_token_accuracy": 0.8745755672454834, |
| "num_tokens": 46763659.0, |
| "step": 3075 |
| }, |
| { |
| "entropy": 0.39826103691011666, |
| "epoch": 1.195671163738717, |
| "grad_norm": 1.8046875, |
| "learning_rate": 6.843505979656049e-06, |
| "loss": 0.42182149887084963, |
| "mean_token_accuracy": 0.878571617603302, |
| "num_tokens": 46827063.0, |
| "step": 3080 |
| }, |
| { |
| "entropy": 0.3527070388197899, |
| "epoch": 1.1976123459186645, |
| "grad_norm": 1.7421875, |
| "learning_rate": 6.8337625412858364e-06, |
| "loss": 0.3918677806854248, |
| "mean_token_accuracy": 0.8872169196605683, |
| "num_tokens": 46902371.0, |
| "step": 3085 |
| }, |
| { |
| "entropy": 0.360038623213768, |
| "epoch": 1.199553528098612, |
| "grad_norm": 1.4140625, |
| "learning_rate": 6.824011050549067e-06, |
| "loss": 0.36493072509765623, |
| "mean_token_accuracy": 0.8841731250286102, |
| "num_tokens": 46982779.0, |
| "step": 3090 |
| }, |
| { |
| "entropy": 0.372321966663003, |
| "epoch": 1.2014947102785596, |
| "grad_norm": 1.1796875, |
| "learning_rate": 6.814251550266216e-06, |
| "loss": 0.39631216526031493, |
| "mean_token_accuracy": 0.8795213535428047, |
| "num_tokens": 47072025.0, |
| "step": 3095 |
| }, |
| { |
| "entropy": 0.44918127730488777, |
| "epoch": 1.2034358924585074, |
| "grad_norm": 1.5, |
| "learning_rate": 6.8044840832929216e-06, |
| "loss": 0.4901744365692139, |
| "mean_token_accuracy": 0.8591332510113716, |
| "num_tokens": 47134711.0, |
| "step": 3100 |
| }, |
| { |
| "entropy": 0.36903586611151695, |
| "epoch": 1.205377074638455, |
| "grad_norm": 1.734375, |
| "learning_rate": 6.794708692519815e-06, |
| "loss": 0.36009137630462645, |
| "mean_token_accuracy": 0.8829508319497108, |
| "num_tokens": 47211803.0, |
| "step": 3105 |
| }, |
| { |
| "entropy": 0.4135138522833586, |
| "epoch": 1.2073182568184024, |
| "grad_norm": 1.5703125, |
| "learning_rate": 6.784925420872315e-06, |
| "loss": 0.4357631683349609, |
| "mean_token_accuracy": 0.8690931290388108, |
| "num_tokens": 47289477.0, |
| "step": 3110 |
| }, |
| { |
| "entropy": 0.3864825196564198, |
| "epoch": 1.20925943899835, |
| "grad_norm": 1.5078125, |
| "learning_rate": 6.775134311310449e-06, |
| "loss": 0.3875833034515381, |
| "mean_token_accuracy": 0.8817471221089364, |
| "num_tokens": 47361495.0, |
| "step": 3115 |
| }, |
| { |
| "entropy": 0.3780834227800369, |
| "epoch": 1.2112006211782975, |
| "grad_norm": 2.578125, |
| "learning_rate": 6.765335406828664e-06, |
| "loss": 0.4267258167266846, |
| "mean_token_accuracy": 0.8809913843870163, |
| "num_tokens": 47423556.0, |
| "step": 3120 |
| }, |
| { |
| "entropy": 0.36974840685725213, |
| "epoch": 1.213141803358245, |
| "grad_norm": 1.75, |
| "learning_rate": 6.755528750455634e-06, |
| "loss": 0.36568589210510255, |
| "mean_token_accuracy": 0.8837969750165939, |
| "num_tokens": 47502054.0, |
| "step": 3125 |
| }, |
| { |
| "entropy": 0.40455227382481096, |
| "epoch": 1.2150829855381928, |
| "grad_norm": 1.9765625, |
| "learning_rate": 6.745714385254072e-06, |
| "loss": 0.4230593204498291, |
| "mean_token_accuracy": 0.8713468372821808, |
| "num_tokens": 47576658.0, |
| "step": 3130 |
| }, |
| { |
| "entropy": 0.3805558536201715, |
| "epoch": 1.2170241677181404, |
| "grad_norm": 1.75, |
| "learning_rate": 6.735892354320544e-06, |
| "loss": 0.38716301918029783, |
| "mean_token_accuracy": 0.8806325614452362, |
| "num_tokens": 47646232.0, |
| "step": 3135 |
| }, |
| { |
| "entropy": 0.36968096643686293, |
| "epoch": 1.218965349898088, |
| "grad_norm": 1.3125, |
| "learning_rate": 6.726062700785273e-06, |
| "loss": 0.39945073127746583, |
| "mean_token_accuracy": 0.8774180024862289, |
| "num_tokens": 47741132.0, |
| "step": 3140 |
| }, |
| { |
| "entropy": 0.35996747594326733, |
| "epoch": 1.2209065320780355, |
| "grad_norm": 1.8046875, |
| "learning_rate": 6.716225467811961e-06, |
| "loss": 0.37158637046813964, |
| "mean_token_accuracy": 0.8840801179409027, |
| "num_tokens": 47812661.0, |
| "step": 3145 |
| }, |
| { |
| "entropy": 0.37774690724909304, |
| "epoch": 1.2228477142579832, |
| "grad_norm": 1.796875, |
| "learning_rate": 6.706380698597588e-06, |
| "loss": 0.3942166805267334, |
| "mean_token_accuracy": 0.8794585153460502, |
| "num_tokens": 47883300.0, |
| "step": 3150 |
| }, |
| { |
| "entropy": 0.4131374925374985, |
| "epoch": 1.2247888964379308, |
| "grad_norm": 1.6875, |
| "learning_rate": 6.696528436372229e-06, |
| "loss": 0.4139698505401611, |
| "mean_token_accuracy": 0.869027565419674, |
| "num_tokens": 47979410.0, |
| "step": 3155 |
| }, |
| { |
| "entropy": 0.3713895071297884, |
| "epoch": 1.2267300786178783, |
| "grad_norm": 2.390625, |
| "learning_rate": 6.68666872439886e-06, |
| "loss": 0.3731879472732544, |
| "mean_token_accuracy": 0.880556121468544, |
| "num_tokens": 48058170.0, |
| "step": 3160 |
| }, |
| { |
| "entropy": 0.3848850384354591, |
| "epoch": 1.2286712607978258, |
| "grad_norm": 1.8125, |
| "learning_rate": 6.67680160597317e-06, |
| "loss": 0.40471110343933103, |
| "mean_token_accuracy": 0.8750801667571068, |
| "num_tokens": 48127200.0, |
| "step": 3165 |
| }, |
| { |
| "entropy": 0.3463645543903112, |
| "epoch": 1.2306124429777734, |
| "grad_norm": 1.6171875, |
| "learning_rate": 6.666927124423374e-06, |
| "loss": 0.3593963623046875, |
| "mean_token_accuracy": 0.8887131616473198, |
| "num_tokens": 48190947.0, |
| "step": 3170 |
| }, |
| { |
| "entropy": 0.3704676777124405, |
| "epoch": 1.232553625157721, |
| "grad_norm": 1.7265625, |
| "learning_rate": 6.657045323110017e-06, |
| "loss": 0.3847299337387085, |
| "mean_token_accuracy": 0.8824770480394364, |
| "num_tokens": 48268615.0, |
| "step": 3175 |
| }, |
| { |
| "entropy": 0.3637780986726284, |
| "epoch": 1.2344948073376687, |
| "grad_norm": 1.59375, |
| "learning_rate": 6.647156245425789e-06, |
| "loss": 0.3874013423919678, |
| "mean_token_accuracy": 0.8841297894716262, |
| "num_tokens": 48336348.0, |
| "step": 3180 |
| }, |
| { |
| "entropy": 0.35034383423626425, |
| "epoch": 1.2364359895176162, |
| "grad_norm": 1.4765625, |
| "learning_rate": 6.637259934795328e-06, |
| "loss": 0.34986927509307864, |
| "mean_token_accuracy": 0.8901937618851662, |
| "num_tokens": 48406226.0, |
| "step": 3185 |
| }, |
| { |
| "entropy": 0.403315170109272, |
| "epoch": 1.2383771716975638, |
| "grad_norm": 1.2421875, |
| "learning_rate": 6.627356434675035e-06, |
| "loss": 0.4066962718963623, |
| "mean_token_accuracy": 0.8722446888685227, |
| "num_tokens": 48490073.0, |
| "step": 3190 |
| }, |
| { |
| "entropy": 0.36379750072956085, |
| "epoch": 1.2403183538775113, |
| "grad_norm": 1.3984375, |
| "learning_rate": 6.6174457885528855e-06, |
| "loss": 0.3708995819091797, |
| "mean_token_accuracy": 0.8828730553388595, |
| "num_tokens": 48561708.0, |
| "step": 3195 |
| }, |
| { |
| "entropy": 0.35466758720576763, |
| "epoch": 1.242259536057459, |
| "grad_norm": 1.859375, |
| "learning_rate": 6.607528039948226e-06, |
| "loss": 0.36141531467437743, |
| "mean_token_accuracy": 0.8850849062204361, |
| "num_tokens": 48629826.0, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.242259536057459, |
| "eval_entropy": 0.3607052234181308, |
| "eval_loss": 0.3680853247642517, |
| "eval_mean_token_accuracy": 0.8834105204598413, |
| "eval_num_tokens": 48629826.0, |
| "eval_runtime": 60.0565, |
| "eval_samples_per_second": 35.783, |
| "eval_steps_per_second": 35.783, |
| "step": 3200 |
| }, |
| { |
| "entropy": 0.33488245457410815, |
| "epoch": 1.2442007182374066, |
| "grad_norm": 1.609375, |
| "learning_rate": 6.597603232411597e-06, |
| "loss": 0.40059671401977537, |
| "mean_token_accuracy": 0.8868094369769096, |
| "num_tokens": 48705277.0, |
| "step": 3205 |
| }, |
| { |
| "entropy": 0.36259912960231305, |
| "epoch": 1.2461419004173542, |
| "grad_norm": 1.7265625, |
| "learning_rate": 6.587671409524534e-06, |
| "loss": 0.36700074672698973, |
| "mean_token_accuracy": 0.8851820915937424, |
| "num_tokens": 48773921.0, |
| "step": 3210 |
| }, |
| { |
| "entropy": 0.3843076877295971, |
| "epoch": 1.2480830825973017, |
| "grad_norm": 1.59375, |
| "learning_rate": 6.577732614899379e-06, |
| "loss": 0.4054192066192627, |
| "mean_token_accuracy": 0.8755981966853141, |
| "num_tokens": 48859799.0, |
| "step": 3215 |
| }, |
| { |
| "entropy": 0.38492829352617264, |
| "epoch": 1.2500242647772493, |
| "grad_norm": 1.6328125, |
| "learning_rate": 6.56778689217909e-06, |
| "loss": 0.39413578510284425, |
| "mean_token_accuracy": 0.8772288784384727, |
| "num_tokens": 48930817.0, |
| "step": 3220 |
| }, |
| { |
| "entropy": 0.3711765740066767, |
| "epoch": 1.2519654469571968, |
| "grad_norm": 1.3515625, |
| "learning_rate": 6.5578342850370415e-06, |
| "loss": 0.37443616390228274, |
| "mean_token_accuracy": 0.8799751400947571, |
| "num_tokens": 49002171.0, |
| "step": 3225 |
| }, |
| { |
| "entropy": 0.3800849601626396, |
| "epoch": 1.2539066291371446, |
| "grad_norm": 1.5234375, |
| "learning_rate": 6.547874837176847e-06, |
| "loss": 0.3951963186264038, |
| "mean_token_accuracy": 0.88048807233572, |
| "num_tokens": 49073741.0, |
| "step": 3230 |
| }, |
| { |
| "entropy": 0.3790770899504423, |
| "epoch": 1.255847811317092, |
| "grad_norm": 1.4765625, |
| "learning_rate": 6.537908592332147e-06, |
| "loss": 0.40506410598754883, |
| "mean_token_accuracy": 0.8772617995738983, |
| "num_tokens": 49148184.0, |
| "step": 3235 |
| }, |
| { |
| "entropy": 0.3464452028274536, |
| "epoch": 1.2577889934970397, |
| "grad_norm": 1.484375, |
| "learning_rate": 6.5279355942664435e-06, |
| "loss": 0.3766259908676147, |
| "mean_token_accuracy": 0.8875595390796661, |
| "num_tokens": 49218339.0, |
| "step": 3240 |
| }, |
| { |
| "entropy": 0.3986640240997076, |
| "epoch": 1.2597301756769874, |
| "grad_norm": 1.9921875, |
| "learning_rate": 6.51795588677288e-06, |
| "loss": 0.3935344696044922, |
| "mean_token_accuracy": 0.87731524258852, |
| "num_tokens": 49279139.0, |
| "step": 3245 |
| }, |
| { |
| "entropy": 0.3633753590285778, |
| "epoch": 1.261671357856935, |
| "grad_norm": 1.6953125, |
| "learning_rate": 6.5079695136740706e-06, |
| "loss": 0.3786989688873291, |
| "mean_token_accuracy": 0.8843644946813584, |
| "num_tokens": 49352390.0, |
| "step": 3250 |
| }, |
| { |
| "entropy": 0.38015848845243455, |
| "epoch": 1.2636125400368825, |
| "grad_norm": 1.3203125, |
| "learning_rate": 6.497976518821896e-06, |
| "loss": 0.4066456317901611, |
| "mean_token_accuracy": 0.878155305981636, |
| "num_tokens": 49446216.0, |
| "step": 3255 |
| }, |
| { |
| "entropy": 0.39295368976891043, |
| "epoch": 1.26555372221683, |
| "grad_norm": 1.7578125, |
| "learning_rate": 6.487976946097314e-06, |
| "loss": 0.3828210115432739, |
| "mean_token_accuracy": 0.8781291946768761, |
| "num_tokens": 49523614.0, |
| "step": 3260 |
| }, |
| { |
| "entropy": 0.3769407343119383, |
| "epoch": 1.2674949043967776, |
| "grad_norm": 1.40625, |
| "learning_rate": 6.477970839410166e-06, |
| "loss": 0.40603952407836913, |
| "mean_token_accuracy": 0.8798100754618645, |
| "num_tokens": 49591786.0, |
| "step": 3265 |
| }, |
| { |
| "entropy": 0.3537591304630041, |
| "epoch": 1.2694360865767251, |
| "grad_norm": 1.25, |
| "learning_rate": 6.46795824269899e-06, |
| "loss": 0.3576634407043457, |
| "mean_token_accuracy": 0.8874867498874665, |
| "num_tokens": 49663637.0, |
| "step": 3270 |
| }, |
| { |
| "entropy": 0.35550354048609734, |
| "epoch": 1.271377268756673, |
| "grad_norm": 1.8359375, |
| "learning_rate": 6.457939199930815e-06, |
| "loss": 0.39648468494415284, |
| "mean_token_accuracy": 0.8848752856254578, |
| "num_tokens": 49731508.0, |
| "step": 3275 |
| }, |
| { |
| "entropy": 0.3586549339815974, |
| "epoch": 1.2733184509366204, |
| "grad_norm": 1.9296875, |
| "learning_rate": 6.4479137551009855e-06, |
| "loss": 0.3832548141479492, |
| "mean_token_accuracy": 0.8830386832356453, |
| "num_tokens": 49813544.0, |
| "step": 3280 |
| }, |
| { |
| "entropy": 0.3636878037825227, |
| "epoch": 1.275259633116568, |
| "grad_norm": 1.640625, |
| "learning_rate": 6.437881952232947e-06, |
| "loss": 0.3801161766052246, |
| "mean_token_accuracy": 0.8825449839234352, |
| "num_tokens": 49885620.0, |
| "step": 3285 |
| }, |
| { |
| "entropy": 0.3816155593842268, |
| "epoch": 1.2772008152965155, |
| "grad_norm": 1.8359375, |
| "learning_rate": 6.427843835378074e-06, |
| "loss": 0.3867227554321289, |
| "mean_token_accuracy": 0.87795270383358, |
| "num_tokens": 49964261.0, |
| "step": 3290 |
| }, |
| { |
| "entropy": 0.33171985633671286, |
| "epoch": 1.2791419974764633, |
| "grad_norm": 1.7734375, |
| "learning_rate": 6.417799448615465e-06, |
| "loss": 0.3791377544403076, |
| "mean_token_accuracy": 0.8870480135083199, |
| "num_tokens": 50051116.0, |
| "step": 3295 |
| }, |
| { |
| "entropy": 0.33659284114837645, |
| "epoch": 1.2810831796564108, |
| "grad_norm": 1.59375, |
| "learning_rate": 6.407748836051746e-06, |
| "loss": 0.35617640018463137, |
| "mean_token_accuracy": 0.8889725834131241, |
| "num_tokens": 50125047.0, |
| "step": 3300 |
| }, |
| { |
| "entropy": 0.3994648285210133, |
| "epoch": 1.2830243618363584, |
| "grad_norm": 2.0, |
| "learning_rate": 6.397692041820885e-06, |
| "loss": 0.37363758087158205, |
| "mean_token_accuracy": 0.8738816857337952, |
| "num_tokens": 50185527.0, |
| "step": 3305 |
| }, |
| { |
| "entropy": 0.3728124268352985, |
| "epoch": 1.284965544016306, |
| "grad_norm": 1.3984375, |
| "learning_rate": 6.387629110083995e-06, |
| "loss": 0.37665843963623047, |
| "mean_token_accuracy": 0.8807444587349892, |
| "num_tokens": 50267257.0, |
| "step": 3310 |
| }, |
| { |
| "entropy": 0.39132245220243933, |
| "epoch": 1.2869067261962535, |
| "grad_norm": 1.6015625, |
| "learning_rate": 6.377560085029139e-06, |
| "loss": 0.3918001651763916, |
| "mean_token_accuracy": 0.8778573974967003, |
| "num_tokens": 50339377.0, |
| "step": 3315 |
| }, |
| { |
| "entropy": 0.3549855757504702, |
| "epoch": 1.288847908376201, |
| "grad_norm": 1.375, |
| "learning_rate": 6.367485010871136e-06, |
| "loss": 0.3473607301712036, |
| "mean_token_accuracy": 0.8883946269750596, |
| "num_tokens": 50412920.0, |
| "step": 3320 |
| }, |
| { |
| "entropy": 0.40118363983929156, |
| "epoch": 1.2907890905561488, |
| "grad_norm": 1.7734375, |
| "learning_rate": 6.35740393185137e-06, |
| "loss": 0.4183527946472168, |
| "mean_token_accuracy": 0.8735328048467637, |
| "num_tokens": 50493105.0, |
| "step": 3325 |
| }, |
| { |
| "entropy": 0.3577863838523626, |
| "epoch": 1.2927302727360963, |
| "grad_norm": 1.21875, |
| "learning_rate": 6.347316892237592e-06, |
| "loss": 0.36974031925201417, |
| "mean_token_accuracy": 0.8823448717594147, |
| "num_tokens": 50597292.0, |
| "step": 3330 |
| }, |
| { |
| "entropy": 0.4042118158191442, |
| "epoch": 1.2946714549160439, |
| "grad_norm": 1.4609375, |
| "learning_rate": 6.3372239363237255e-06, |
| "loss": 0.3996162414550781, |
| "mean_token_accuracy": 0.8742659211158752, |
| "num_tokens": 50669226.0, |
| "step": 3335 |
| }, |
| { |
| "entropy": 0.38877438604831693, |
| "epoch": 1.2966126370959914, |
| "grad_norm": 1.4140625, |
| "learning_rate": 6.327125108429677e-06, |
| "loss": 0.3838073492050171, |
| "mean_token_accuracy": 0.8778223499655724, |
| "num_tokens": 50740937.0, |
| "step": 3340 |
| }, |
| { |
| "entropy": 0.3652618743479252, |
| "epoch": 1.2985538192759392, |
| "grad_norm": 1.609375, |
| "learning_rate": 6.317020452901134e-06, |
| "loss": 0.40174212455749514, |
| "mean_token_accuracy": 0.8852205485105514, |
| "num_tokens": 50800354.0, |
| "step": 3345 |
| }, |
| { |
| "entropy": 0.36313771940767764, |
| "epoch": 1.3004950014558867, |
| "grad_norm": 1.75, |
| "learning_rate": 6.3069100141093755e-06, |
| "loss": 0.40732836723327637, |
| "mean_token_accuracy": 0.8836523965001106, |
| "num_tokens": 50874364.0, |
| "step": 3350 |
| }, |
| { |
| "entropy": 0.3877572625875473, |
| "epoch": 1.3024361836358342, |
| "grad_norm": 1.4609375, |
| "learning_rate": 6.2967938364510794e-06, |
| "loss": 0.3883176326751709, |
| "mean_token_accuracy": 0.8740043297410012, |
| "num_tokens": 50953290.0, |
| "step": 3355 |
| }, |
| { |
| "entropy": 0.3541896607726812, |
| "epoch": 1.3043773658157818, |
| "grad_norm": 1.71875, |
| "learning_rate": 6.2866719643481185e-06, |
| "loss": 0.40380287170410156, |
| "mean_token_accuracy": 0.8862088546156883, |
| "num_tokens": 51013828.0, |
| "step": 3360 |
| }, |
| { |
| "entropy": 0.3846803639084101, |
| "epoch": 1.3063185479957293, |
| "grad_norm": 1.5546875, |
| "learning_rate": 6.2765444422473735e-06, |
| "loss": 0.4024141788482666, |
| "mean_token_accuracy": 0.8768733203411102, |
| "num_tokens": 51088099.0, |
| "step": 3365 |
| }, |
| { |
| "entropy": 0.382393941283226, |
| "epoch": 1.3082597301756769, |
| "grad_norm": 1.5390625, |
| "learning_rate": 6.2664113146205355e-06, |
| "loss": 0.4033693313598633, |
| "mean_token_accuracy": 0.8758635804057121, |
| "num_tokens": 51174151.0, |
| "step": 3370 |
| }, |
| { |
| "entropy": 0.35187431797385216, |
| "epoch": 1.3102009123556246, |
| "grad_norm": 1.53125, |
| "learning_rate": 6.256272625963908e-06, |
| "loss": 0.3925636291503906, |
| "mean_token_accuracy": 0.8831515818834305, |
| "num_tokens": 51253871.0, |
| "step": 3375 |
| }, |
| { |
| "entropy": 0.3575460772961378, |
| "epoch": 1.3121420945355722, |
| "grad_norm": 1.7578125, |
| "learning_rate": 6.24612842079822e-06, |
| "loss": 0.3699699878692627, |
| "mean_token_accuracy": 0.8861239358782769, |
| "num_tokens": 51320927.0, |
| "step": 3380 |
| }, |
| { |
| "entropy": 0.3574929475784302, |
| "epoch": 1.3140832767155197, |
| "grad_norm": 1.40625, |
| "learning_rate": 6.235978743668415e-06, |
| "loss": 0.3928325653076172, |
| "mean_token_accuracy": 0.8840924382209778, |
| "num_tokens": 51393313.0, |
| "step": 3385 |
| }, |
| { |
| "entropy": 0.4037714671343565, |
| "epoch": 1.3160244588954673, |
| "grad_norm": 1.75, |
| "learning_rate": 6.2258236391434735e-06, |
| "loss": 0.43996176719665525, |
| "mean_token_accuracy": 0.8732839792966842, |
| "num_tokens": 51469149.0, |
| "step": 3390 |
| }, |
| { |
| "entropy": 0.3767301281914115, |
| "epoch": 1.317965641075415, |
| "grad_norm": 1.671875, |
| "learning_rate": 6.215663151816204e-06, |
| "loss": 0.41208739280700685, |
| "mean_token_accuracy": 0.8773611128330231, |
| "num_tokens": 51549599.0, |
| "step": 3395 |
| }, |
| { |
| "entropy": 0.41424218341708186, |
| "epoch": 1.3199068232553626, |
| "grad_norm": 1.390625, |
| "learning_rate": 6.205497326303054e-06, |
| "loss": 0.4277363300323486, |
| "mean_token_accuracy": 0.8679974019527436, |
| "num_tokens": 51642096.0, |
| "step": 3400 |
| }, |
| { |
| "epoch": 1.3199068232553626, |
| "eval_entropy": 0.3615535780503174, |
| "eval_loss": 0.36774712800979614, |
| "eval_mean_token_accuracy": 0.8836295662535352, |
| "eval_num_tokens": 51642096.0, |
| "eval_runtime": 60.122, |
| "eval_samples_per_second": 35.744, |
| "eval_steps_per_second": 35.744, |
| "step": 3400 |
| }, |
| { |
| "entropy": 0.3396712843328714, |
| "epoch": 1.3218480054353101, |
| "grad_norm": 2.0, |
| "learning_rate": 6.1953262072439104e-06, |
| "loss": 0.36101136207580564, |
| "mean_token_accuracy": 0.8887990996241569, |
| "num_tokens": 51720729.0, |
| "step": 3405 |
| }, |
| { |
| "entropy": 0.37931633833795786, |
| "epoch": 1.3237891876152577, |
| "grad_norm": 1.5625, |
| "learning_rate": 6.185149839301904e-06, |
| "loss": 0.4054765224456787, |
| "mean_token_accuracy": 0.8779459938406944, |
| "num_tokens": 51794420.0, |
| "step": 3410 |
| }, |
| { |
| "entropy": 0.3843179401010275, |
| "epoch": 1.3257303697952052, |
| "grad_norm": 1.5, |
| "learning_rate": 6.1749682671632185e-06, |
| "loss": 0.40850515365600587, |
| "mean_token_accuracy": 0.8769529685378075, |
| "num_tokens": 51877828.0, |
| "step": 3415 |
| }, |
| { |
| "entropy": 0.3709686040878296, |
| "epoch": 1.3276715519751527, |
| "grad_norm": 1.4609375, |
| "learning_rate": 6.1647815355368845e-06, |
| "loss": 0.38035385608673095, |
| "mean_token_accuracy": 0.8827380672097206, |
| "num_tokens": 51949655.0, |
| "step": 3420 |
| }, |
| { |
| "entropy": 0.3752392638474703, |
| "epoch": 1.3296127341551005, |
| "grad_norm": 1.6328125, |
| "learning_rate": 6.154589689154594e-06, |
| "loss": 0.36831343173980713, |
| "mean_token_accuracy": 0.8784654662013054, |
| "num_tokens": 52034397.0, |
| "step": 3425 |
| }, |
| { |
| "entropy": 0.4212960582226515, |
| "epoch": 1.331553916335048, |
| "grad_norm": 1.921875, |
| "learning_rate": 6.144392772770498e-06, |
| "loss": 0.4582382678985596, |
| "mean_token_accuracy": 0.8687367781996727, |
| "num_tokens": 52108021.0, |
| "step": 3430 |
| }, |
| { |
| "entropy": 0.3721700422465801, |
| "epoch": 1.3334950985149956, |
| "grad_norm": 1.703125, |
| "learning_rate": 6.134190831161004e-06, |
| "loss": 0.39261841773986816, |
| "mean_token_accuracy": 0.8782809346914291, |
| "num_tokens": 52189452.0, |
| "step": 3435 |
| }, |
| { |
| "entropy": 0.41867862418293955, |
| "epoch": 1.3354362806949434, |
| "grad_norm": 1.5703125, |
| "learning_rate": 6.123983909124597e-06, |
| "loss": 0.4275325298309326, |
| "mean_token_accuracy": 0.8698067650198936, |
| "num_tokens": 52269123.0, |
| "step": 3440 |
| }, |
| { |
| "entropy": 0.32477850653231144, |
| "epoch": 1.337377462874891, |
| "grad_norm": 1.65625, |
| "learning_rate": 6.113772051481622e-06, |
| "loss": 0.3294957399368286, |
| "mean_token_accuracy": 0.8947040095925332, |
| "num_tokens": 52329549.0, |
| "step": 3445 |
| }, |
| { |
| "entropy": 0.3995737452059984, |
| "epoch": 1.3393186450548384, |
| "grad_norm": 1.3125, |
| "learning_rate": 6.103555303074105e-06, |
| "loss": 0.42353267669677735, |
| "mean_token_accuracy": 0.8714441776275634, |
| "num_tokens": 52432623.0, |
| "step": 3450 |
| }, |
| { |
| "entropy": 0.3620085157454014, |
| "epoch": 1.341259827234786, |
| "grad_norm": 1.5234375, |
| "learning_rate": 6.093333708765541e-06, |
| "loss": 0.37543137073516847, |
| "mean_token_accuracy": 0.8843591079115868, |
| "num_tokens": 52505394.0, |
| "step": 3455 |
| }, |
| { |
| "entropy": 0.40583874434232714, |
| "epoch": 1.3432010094147335, |
| "grad_norm": 1.9921875, |
| "learning_rate": 6.08310731344071e-06, |
| "loss": 0.40748982429504393, |
| "mean_token_accuracy": 0.8733288407325744, |
| "num_tokens": 52574341.0, |
| "step": 3460 |
| }, |
| { |
| "entropy": 0.37172621488571167, |
| "epoch": 1.345142191594681, |
| "grad_norm": 1.390625, |
| "learning_rate": 6.072876162005474e-06, |
| "loss": 0.3841069221496582, |
| "mean_token_accuracy": 0.8812505900859833, |
| "num_tokens": 52650739.0, |
| "step": 3465 |
| }, |
| { |
| "entropy": 0.36620298847556115, |
| "epoch": 1.3470833737746286, |
| "grad_norm": 1.7265625, |
| "learning_rate": 6.062640299386573e-06, |
| "loss": 0.37988154888153075, |
| "mean_token_accuracy": 0.8840025961399078, |
| "num_tokens": 52730667.0, |
| "step": 3470 |
| }, |
| { |
| "entropy": 0.37304456941783426, |
| "epoch": 1.3490245559545764, |
| "grad_norm": 1.6953125, |
| "learning_rate": 6.052399770531441e-06, |
| "loss": 0.3846965551376343, |
| "mean_token_accuracy": 0.8781289547681809, |
| "num_tokens": 52816922.0, |
| "step": 3475 |
| }, |
| { |
| "entropy": 0.37507508173584936, |
| "epoch": 1.350965738134524, |
| "grad_norm": 1.390625, |
| "learning_rate": 6.042154620408003e-06, |
| "loss": 0.39843082427978516, |
| "mean_token_accuracy": 0.8789984509348869, |
| "num_tokens": 52893991.0, |
| "step": 3480 |
| }, |
| { |
| "entropy": 0.33831214234232904, |
| "epoch": 1.3529069203144715, |
| "grad_norm": 1.890625, |
| "learning_rate": 6.0319048940044715e-06, |
| "loss": 0.35968937873840334, |
| "mean_token_accuracy": 0.8883291095495224, |
| "num_tokens": 52959658.0, |
| "step": 3485 |
| }, |
| { |
| "entropy": 0.39217614494264125, |
| "epoch": 1.3548481024944192, |
| "grad_norm": 1.5234375, |
| "learning_rate": 6.021650636329159e-06, |
| "loss": 0.395078182220459, |
| "mean_token_accuracy": 0.8747363820672035, |
| "num_tokens": 53030794.0, |
| "step": 3490 |
| }, |
| { |
| "entropy": 0.36045850329101087, |
| "epoch": 1.3567892846743668, |
| "grad_norm": 1.2890625, |
| "learning_rate": 6.011391892410272e-06, |
| "loss": 0.39100329875946044, |
| "mean_token_accuracy": 0.8819140180945396, |
| "num_tokens": 53118526.0, |
| "step": 3495 |
| }, |
| { |
| "entropy": 0.393280316144228, |
| "epoch": 1.3587304668543143, |
| "grad_norm": 1.7109375, |
| "learning_rate": 6.0011287072957205e-06, |
| "loss": 0.39736104011535645, |
| "mean_token_accuracy": 0.8757255643606185, |
| "num_tokens": 53188265.0, |
| "step": 3500 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 7728, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7.926527421264753e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
