| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 234, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 1.3651542961597443, |
| "epoch": 0.012944983818770227, |
| "grad_norm": 1.3304885625839233, |
| "learning_rate": 0.0, |
| "loss": 2.1373414993286133, |
| "mean_token_accuracy": 0.5150357112288475, |
| "num_tokens": 129715.0, |
| "step": 1 |
| }, |
| { |
| "entropy": 1.3770242929458618, |
| "epoch": 0.025889967637540454, |
| "grad_norm": 1.3239294290542603, |
| "learning_rate": 4.166666666666667e-06, |
| "loss": 2.154482841491699, |
| "mean_token_accuracy": 0.5157716199755669, |
| "num_tokens": 259772.0, |
| "step": 2 |
| }, |
| { |
| "entropy": 1.4346312582492828, |
| "epoch": 0.038834951456310676, |
| "grad_norm": 1.1268572807312012, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 2.0695247650146484, |
| "mean_token_accuracy": 0.5210058130323887, |
| "num_tokens": 389849.0, |
| "step": 3 |
| }, |
| { |
| "entropy": 1.5402012169361115, |
| "epoch": 0.05177993527508091, |
| "grad_norm": 0.9283472299575806, |
| "learning_rate": 1.25e-05, |
| "loss": 2.032970905303955, |
| "mean_token_accuracy": 0.5240041315555573, |
| "num_tokens": 518576.0, |
| "step": 4 |
| }, |
| { |
| "entropy": 1.6357156783342361, |
| "epoch": 0.06472491909385113, |
| "grad_norm": 0.5993914604187012, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 1.8982824087142944, |
| "mean_token_accuracy": 0.5411873385310173, |
| "num_tokens": 648530.0, |
| "step": 5 |
| }, |
| { |
| "entropy": 1.834080547094345, |
| "epoch": 0.07766990291262135, |
| "grad_norm": 0.41406694054603577, |
| "learning_rate": 2.0833333333333336e-05, |
| "loss": 1.8447895050048828, |
| "mean_token_accuracy": 0.5445547252893448, |
| "num_tokens": 778260.0, |
| "step": 6 |
| }, |
| { |
| "entropy": 1.9631124883890152, |
| "epoch": 0.09061488673139159, |
| "grad_norm": 0.5057855844497681, |
| "learning_rate": 2.5e-05, |
| "loss": 1.791555404663086, |
| "mean_token_accuracy": 0.5538995414972305, |
| "num_tokens": 908287.0, |
| "step": 7 |
| }, |
| { |
| "entropy": 2.0287728756666183, |
| "epoch": 0.10355987055016182, |
| "grad_norm": 0.5796622633934021, |
| "learning_rate": 2.916666666666667e-05, |
| "loss": 1.7787578105926514, |
| "mean_token_accuracy": 0.5525580644607544, |
| "num_tokens": 1038626.0, |
| "step": 8 |
| }, |
| { |
| "entropy": 1.8969777673482895, |
| "epoch": 0.11650485436893204, |
| "grad_norm": 0.49578264355659485, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 1.6710119247436523, |
| "mean_token_accuracy": 0.5709376186132431, |
| "num_tokens": 1168231.0, |
| "step": 9 |
| }, |
| { |
| "entropy": 1.7819280922412872, |
| "epoch": 0.12944983818770225, |
| "grad_norm": 0.39638879895210266, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 1.6355412006378174, |
| "mean_token_accuracy": 0.5758759081363678, |
| "num_tokens": 1298953.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 1.6452170461416245, |
| "epoch": 0.1423948220064725, |
| "grad_norm": 0.31017157435417175, |
| "learning_rate": 4.166666666666667e-05, |
| "loss": 1.605017066001892, |
| "mean_token_accuracy": 0.5790466815233231, |
| "num_tokens": 1429030.0, |
| "step": 11 |
| }, |
| { |
| "entropy": 1.5164579153060913, |
| "epoch": 0.1553398058252427, |
| "grad_norm": 0.29436805844306946, |
| "learning_rate": 4.5833333333333334e-05, |
| "loss": 1.5629851818084717, |
| "mean_token_accuracy": 0.5837943032383919, |
| "num_tokens": 1556810.0, |
| "step": 12 |
| }, |
| { |
| "entropy": 1.4386323243379593, |
| "epoch": 0.16828478964401294, |
| "grad_norm": 0.2829895317554474, |
| "learning_rate": 5e-05, |
| "loss": 1.5202760696411133, |
| "mean_token_accuracy": 0.5939656496047974, |
| "num_tokens": 1687660.0, |
| "step": 13 |
| }, |
| { |
| "entropy": 1.3815916031599045, |
| "epoch": 0.18122977346278318, |
| "grad_norm": 0.25666117668151855, |
| "learning_rate": 4.9997496794168726e-05, |
| "loss": 1.4685187339782715, |
| "mean_token_accuracy": 0.6037300601601601, |
| "num_tokens": 1818622.0, |
| "step": 14 |
| }, |
| { |
| "entropy": 1.4070003181695938, |
| "epoch": 0.1941747572815534, |
| "grad_norm": 0.2441503256559372, |
| "learning_rate": 4.998998767795805e-05, |
| "loss": 1.447906732559204, |
| "mean_token_accuracy": 0.6062909737229347, |
| "num_tokens": 1948742.0, |
| "step": 15 |
| }, |
| { |
| "entropy": 1.4435111433267593, |
| "epoch": 0.20711974110032363, |
| "grad_norm": 0.26153597235679626, |
| "learning_rate": 4.9977474155117045e-05, |
| "loss": 1.4333127737045288, |
| "mean_token_accuracy": 0.607229471206665, |
| "num_tokens": 2078651.0, |
| "step": 16 |
| }, |
| { |
| "entropy": 1.427567034959793, |
| "epoch": 0.22006472491909385, |
| "grad_norm": 0.23656481504440308, |
| "learning_rate": 4.995995873155958e-05, |
| "loss": 1.396224021911621, |
| "mean_token_accuracy": 0.6134042665362358, |
| "num_tokens": 2205557.0, |
| "step": 17 |
| }, |
| { |
| "entropy": 1.433149129152298, |
| "epoch": 0.23300970873786409, |
| "grad_norm": 0.20005719363689423, |
| "learning_rate": 4.99374449148625e-05, |
| "loss": 1.392409324645996, |
| "mean_token_accuracy": 0.6163519993424416, |
| "num_tokens": 2332593.0, |
| "step": 18 |
| }, |
| { |
| "entropy": 1.4219946712255478, |
| "epoch": 0.2459546925566343, |
| "grad_norm": 0.19785650074481964, |
| "learning_rate": 4.9909937213563165e-05, |
| "loss": 1.3844692707061768, |
| "mean_token_accuracy": 0.6169420257210732, |
| "num_tokens": 2461816.0, |
| "step": 19 |
| }, |
| { |
| "entropy": 1.3724359720945358, |
| "epoch": 0.2588996763754045, |
| "grad_norm": 0.1962433159351349, |
| "learning_rate": 4.987744113625665e-05, |
| "loss": 1.3383996486663818, |
| "mean_token_accuracy": 0.6265854984521866, |
| "num_tokens": 2592376.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 1.35466168820858, |
| "epoch": 0.27184466019417475, |
| "grad_norm": 0.19052749872207642, |
| "learning_rate": 4.9839963190492576e-05, |
| "loss": 1.326986312866211, |
| "mean_token_accuracy": 0.6285954564809799, |
| "num_tokens": 2722180.0, |
| "step": 21 |
| }, |
| { |
| "entropy": 1.324196070432663, |
| "epoch": 0.284789644012945, |
| "grad_norm": 0.1686500757932663, |
| "learning_rate": 4.979751088147192e-05, |
| "loss": 1.307222604751587, |
| "mean_token_accuracy": 0.6329604238271713, |
| "num_tokens": 2852915.0, |
| "step": 22 |
| }, |
| { |
| "entropy": 1.3377470970153809, |
| "epoch": 0.2977346278317152, |
| "grad_norm": 0.16810794174671173, |
| "learning_rate": 4.975009271054409e-05, |
| "loss": 1.3078091144561768, |
| "mean_token_accuracy": 0.6321637183427811, |
| "num_tokens": 2983811.0, |
| "step": 23 |
| }, |
| { |
| "entropy": 1.3341724425554276, |
| "epoch": 0.3106796116504854, |
| "grad_norm": 0.18940500915050507, |
| "learning_rate": 4.969771817350445e-05, |
| "loss": 1.312269926071167, |
| "mean_token_accuracy": 0.6310013681650162, |
| "num_tokens": 3114232.0, |
| "step": 24 |
| }, |
| { |
| "entropy": 1.310901552438736, |
| "epoch": 0.32362459546925565, |
| "grad_norm": 0.1773822158575058, |
| "learning_rate": 4.9640397758692715e-05, |
| "loss": 1.2985689640045166, |
| "mean_token_accuracy": 0.6327972114086151, |
| "num_tokens": 3239638.0, |
| "step": 25 |
| }, |
| { |
| "entropy": 1.2651723623275757, |
| "epoch": 0.3365695792880259, |
| "grad_norm": 0.17164088785648346, |
| "learning_rate": 4.957814294489261e-05, |
| "loss": 1.2655669450759888, |
| "mean_token_accuracy": 0.6391567513346672, |
| "num_tokens": 3369129.0, |
| "step": 26 |
| }, |
| { |
| "entropy": 1.2860137075185776, |
| "epoch": 0.34951456310679613, |
| "grad_norm": 0.16309353709220886, |
| "learning_rate": 4.9510966199033174e-05, |
| "loss": 1.2871453762054443, |
| "mean_token_accuracy": 0.6366170793771744, |
| "num_tokens": 3498592.0, |
| "step": 27 |
| }, |
| { |
| "entropy": 1.2693277299404144, |
| "epoch": 0.36245954692556637, |
| "grad_norm": 0.15370261669158936, |
| "learning_rate": 4.943888097369216e-05, |
| "loss": 1.264456033706665, |
| "mean_token_accuracy": 0.6402129605412483, |
| "num_tokens": 3628933.0, |
| "step": 28 |
| }, |
| { |
| "entropy": 1.250020757317543, |
| "epoch": 0.37540453074433655, |
| "grad_norm": 0.15371794998645782, |
| "learning_rate": 4.936190170440208e-05, |
| "loss": 1.2349557876586914, |
| "mean_token_accuracy": 0.6465005129575729, |
| "num_tokens": 3759250.0, |
| "step": 29 |
| }, |
| { |
| "entropy": 1.2473177313804626, |
| "epoch": 0.3883495145631068, |
| "grad_norm": 0.156179279088974, |
| "learning_rate": 4.928004380675941e-05, |
| "loss": 1.2247097492218018, |
| "mean_token_accuracy": 0.6490338742733002, |
| "num_tokens": 3888347.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 1.2503016591072083, |
| "epoch": 0.40129449838187703, |
| "grad_norm": 0.16324147582054138, |
| "learning_rate": 4.9193323673337476e-05, |
| "loss": 1.2284612655639648, |
| "mean_token_accuracy": 0.6461184471845627, |
| "num_tokens": 4018991.0, |
| "step": 31 |
| }, |
| { |
| "entropy": 1.2558909952640533, |
| "epoch": 0.41423948220064727, |
| "grad_norm": 0.14576396346092224, |
| "learning_rate": 4.910175867040377e-05, |
| "loss": 1.2321372032165527, |
| "mean_token_accuracy": 0.645910307765007, |
| "num_tokens": 4149100.0, |
| "step": 32 |
| }, |
| { |
| "entropy": 1.2409392595291138, |
| "epoch": 0.42718446601941745, |
| "grad_norm": 0.14837919175624847, |
| "learning_rate": 4.9005367134442235e-05, |
| "loss": 1.2166019678115845, |
| "mean_token_accuracy": 0.6500448063015938, |
| "num_tokens": 4279686.0, |
| "step": 33 |
| }, |
| { |
| "entropy": 1.2073234170675278, |
| "epoch": 0.4401294498381877, |
| "grad_norm": 0.1407850831747055, |
| "learning_rate": 4.890416836848127e-05, |
| "loss": 1.191582441329956, |
| "mean_token_accuracy": 0.654162771999836, |
| "num_tokens": 4409879.0, |
| "step": 34 |
| }, |
| { |
| "entropy": 1.224804401397705, |
| "epoch": 0.45307443365695793, |
| "grad_norm": 0.14388902485370636, |
| "learning_rate": 4.8798182638228166e-05, |
| "loss": 1.2188255786895752, |
| "mean_token_accuracy": 0.649294339120388, |
| "num_tokens": 4539958.0, |
| "step": 35 |
| }, |
| { |
| "entropy": 1.1996213346719742, |
| "epoch": 0.46601941747572817, |
| "grad_norm": 0.13835251331329346, |
| "learning_rate": 4.868743116801074e-05, |
| "loss": 1.1903774738311768, |
| "mean_token_accuracy": 0.6544475257396698, |
| "num_tokens": 4668863.0, |
| "step": 36 |
| }, |
| { |
| "entropy": 1.166234239935875, |
| "epoch": 0.47896440129449835, |
| "grad_norm": 0.13608549535274506, |
| "learning_rate": 4.857193613652711e-05, |
| "loss": 1.1813488006591797, |
| "mean_token_accuracy": 0.6577481329441071, |
| "num_tokens": 4799874.0, |
| "step": 37 |
| }, |
| { |
| "entropy": 1.197123497724533, |
| "epoch": 0.4919093851132686, |
| "grad_norm": 0.13925297558307648, |
| "learning_rate": 4.845172067240415e-05, |
| "loss": 1.2087821960449219, |
| "mean_token_accuracy": 0.6513781398534775, |
| "num_tokens": 4929372.0, |
| "step": 38 |
| }, |
| { |
| "entropy": 1.1750382333993912, |
| "epoch": 0.5048543689320388, |
| "grad_norm": 0.13949091732501984, |
| "learning_rate": 4.8326808849565936e-05, |
| "loss": 1.177015781402588, |
| "mean_token_accuracy": 0.6557950600981712, |
| "num_tokens": 5059840.0, |
| "step": 39 |
| }, |
| { |
| "entropy": 1.1692189127206802, |
| "epoch": 0.517799352750809, |
| "grad_norm": 0.14397211372852325, |
| "learning_rate": 4.819722568241274e-05, |
| "loss": 1.1632399559020996, |
| "mean_token_accuracy": 0.6591483578085899, |
| "num_tokens": 5189026.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 1.1593063026666641, |
| "epoch": 0.5307443365695793, |
| "grad_norm": 0.13899798691272736, |
| "learning_rate": 4.806299712081172e-05, |
| "loss": 1.1517739295959473, |
| "mean_token_accuracy": 0.6616862490773201, |
| "num_tokens": 5319304.0, |
| "step": 41 |
| }, |
| { |
| "entropy": 1.1965416818857193, |
| "epoch": 0.5436893203883495, |
| "grad_norm": 0.13963711261749268, |
| "learning_rate": 4.792415004490034e-05, |
| "loss": 1.1859239339828491, |
| "mean_token_accuracy": 0.6556195169687271, |
| "num_tokens": 5449076.0, |
| "step": 42 |
| }, |
| { |
| "entropy": 1.1787460893392563, |
| "epoch": 0.5566343042071198, |
| "grad_norm": 0.13826416432857513, |
| "learning_rate": 4.77807122597034e-05, |
| "loss": 1.154212236404419, |
| "mean_token_accuracy": 0.6633580550551414, |
| "num_tokens": 5578972.0, |
| "step": 43 |
| }, |
| { |
| "entropy": 1.1719040125608444, |
| "epoch": 0.56957928802589, |
| "grad_norm": 0.13135474920272827, |
| "learning_rate": 4.7632712489564926e-05, |
| "loss": 1.152864694595337, |
| "mean_token_accuracy": 0.6626269146800041, |
| "num_tokens": 5709351.0, |
| "step": 44 |
| }, |
| { |
| "entropy": 1.1761715561151505, |
| "epoch": 0.5825242718446602, |
| "grad_norm": 0.1382664293050766, |
| "learning_rate": 4.748018037239592e-05, |
| "loss": 1.1596863269805908, |
| "mean_token_accuracy": 0.66019656509161, |
| "num_tokens": 5839241.0, |
| "step": 45 |
| }, |
| { |
| "entropy": 1.1685755103826523, |
| "epoch": 0.5954692556634305, |
| "grad_norm": 0.1334962695837021, |
| "learning_rate": 4.732314645373921e-05, |
| "loss": 1.1554309129714966, |
| "mean_token_accuracy": 0.6611259058117867, |
| "num_tokens": 5969064.0, |
| "step": 46 |
| }, |
| { |
| "entropy": 1.143287107348442, |
| "epoch": 0.6084142394822006, |
| "grad_norm": 0.13915717601776123, |
| "learning_rate": 4.7161642180652464e-05, |
| "loss": 1.13901948928833, |
| "mean_token_accuracy": 0.6638868674635887, |
| "num_tokens": 6099092.0, |
| "step": 47 |
| }, |
| { |
| "entropy": 1.1229832172393799, |
| "epoch": 0.6213592233009708, |
| "grad_norm": 0.16735908389091492, |
| "learning_rate": 4.699569989541074e-05, |
| "loss": 1.1253852844238281, |
| "mean_token_accuracy": 0.6694925650954247, |
| "num_tokens": 6229169.0, |
| "step": 48 |
| }, |
| { |
| "entropy": 1.142636001110077, |
| "epoch": 0.6343042071197411, |
| "grad_norm": 0.1340433806180954, |
| "learning_rate": 4.6825352829029705e-05, |
| "loss": 1.1438826322555542, |
| "mean_token_accuracy": 0.6639438346028328, |
| "num_tokens": 6359167.0, |
| "step": 49 |
| }, |
| { |
| "entropy": 1.1389989107847214, |
| "epoch": 0.6472491909385113, |
| "grad_norm": 0.1330229490995407, |
| "learning_rate": 4.665063509461097e-05, |
| "loss": 1.1328400373458862, |
| "mean_token_accuracy": 0.668202169239521, |
| "num_tokens": 6489483.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 1.1350421458482742, |
| "epoch": 0.6601941747572816, |
| "grad_norm": 0.13832047581672668, |
| "learning_rate": 4.647158168051066e-05, |
| "loss": 1.134395956993103, |
| "mean_token_accuracy": 0.6662710979580879, |
| "num_tokens": 6618304.0, |
| "step": 51 |
| }, |
| { |
| "entropy": 1.1280719488859177, |
| "epoch": 0.6731391585760518, |
| "grad_norm": 0.13961584866046906, |
| "learning_rate": 4.628822844333278e-05, |
| "loss": 1.1157816648483276, |
| "mean_token_accuracy": 0.6674881353974342, |
| "num_tokens": 6748534.0, |
| "step": 52 |
| }, |
| { |
| "entropy": 1.1400533020496368, |
| "epoch": 0.686084142394822, |
| "grad_norm": 0.13416820764541626, |
| "learning_rate": 4.6100612100748765e-05, |
| "loss": 1.1322004795074463, |
| "mean_token_accuracy": 0.664855606853962, |
| "num_tokens": 6878351.0, |
| "step": 53 |
| }, |
| { |
| "entropy": 1.117271676659584, |
| "epoch": 0.6990291262135923, |
| "grad_norm": 0.13155770301818848, |
| "learning_rate": 4.59087702241444e-05, |
| "loss": 1.1148383617401123, |
| "mean_token_accuracy": 0.6699468269944191, |
| "num_tokens": 7008842.0, |
| "step": 54 |
| }, |
| { |
| "entropy": 1.1524481028318405, |
| "epoch": 0.7119741100323624, |
| "grad_norm": 0.13490092754364014, |
| "learning_rate": 4.571274123109606e-05, |
| "loss": 1.1433762311935425, |
| "mean_token_accuracy": 0.6656594127416611, |
| "num_tokens": 7139302.0, |
| "step": 55 |
| }, |
| { |
| "entropy": 1.128203958272934, |
| "epoch": 0.7249190938511327, |
| "grad_norm": 0.13910333812236786, |
| "learning_rate": 4.551256437767719e-05, |
| "loss": 1.1198092699050903, |
| "mean_token_accuracy": 0.6694299727678299, |
| "num_tokens": 7268920.0, |
| "step": 56 |
| }, |
| { |
| "entropy": 1.1252606362104416, |
| "epoch": 0.7378640776699029, |
| "grad_norm": 0.13880470395088196, |
| "learning_rate": 4.530827975059715e-05, |
| "loss": 1.1268362998962402, |
| "mean_token_accuracy": 0.6689485609531403, |
| "num_tokens": 7399537.0, |
| "step": 57 |
| }, |
| { |
| "entropy": 1.1418287009000778, |
| "epoch": 0.7508090614886731, |
| "grad_norm": 0.1401115506887436, |
| "learning_rate": 4.5099928259173516e-05, |
| "loss": 1.1322367191314697, |
| "mean_token_accuracy": 0.6656085550785065, |
| "num_tokens": 7525788.0, |
| "step": 58 |
| }, |
| { |
| "entropy": 1.1480491310358047, |
| "epoch": 0.7637540453074434, |
| "grad_norm": 0.14310455322265625, |
| "learning_rate": 4.488755162713975e-05, |
| "loss": 1.1316089630126953, |
| "mean_token_accuracy": 0.6664536520838737, |
| "num_tokens": 7656150.0, |
| "step": 59 |
| }, |
| { |
| "entropy": 1.1366282999515533, |
| "epoch": 0.7766990291262136, |
| "grad_norm": 0.12998667359352112, |
| "learning_rate": 4.467119238428975e-05, |
| "loss": 1.1231651306152344, |
| "mean_token_accuracy": 0.6681933254003525, |
| "num_tokens": 7786291.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 1.105496659874916, |
| "epoch": 0.7896440129449838, |
| "grad_norm": 0.1398758739233017, |
| "learning_rate": 4.445089385796099e-05, |
| "loss": 1.0939688682556152, |
| "mean_token_accuracy": 0.6759221702814102, |
| "num_tokens": 7916189.0, |
| "step": 61 |
| }, |
| { |
| "entropy": 1.1114656925201416, |
| "epoch": 0.8025889967637541, |
| "grad_norm": 0.13194960355758667, |
| "learning_rate": 4.422670016435792e-05, |
| "loss": 1.1039596796035767, |
| "mean_token_accuracy": 0.6731015890836716, |
| "num_tokens": 8046519.0, |
| "step": 62 |
| }, |
| { |
| "entropy": 1.0888657569885254, |
| "epoch": 0.8155339805825242, |
| "grad_norm": 0.1397247463464737, |
| "learning_rate": 4.3998656199717435e-05, |
| "loss": 1.0911369323730469, |
| "mean_token_accuracy": 0.6746554225683212, |
| "num_tokens": 8176740.0, |
| "step": 63 |
| }, |
| { |
| "entropy": 1.1219657808542252, |
| "epoch": 0.8284789644012945, |
| "grad_norm": 0.13516487181186676, |
| "learning_rate": 4.3766807631318106e-05, |
| "loss": 1.1249346733093262, |
| "mean_token_accuracy": 0.668804943561554, |
| "num_tokens": 8306981.0, |
| "step": 64 |
| }, |
| { |
| "entropy": 1.096419408917427, |
| "epoch": 0.8414239482200647, |
| "grad_norm": 0.13442112505435944, |
| "learning_rate": 4.353120088833501e-05, |
| "loss": 1.0880069732666016, |
| "mean_token_accuracy": 0.675564743578434, |
| "num_tokens": 8437012.0, |
| "step": 65 |
| }, |
| { |
| "entropy": 1.0983364135026932, |
| "epoch": 0.8543689320388349, |
| "grad_norm": 0.1384594589471817, |
| "learning_rate": 4.329188315254196e-05, |
| "loss": 1.0896861553192139, |
| "mean_token_accuracy": 0.6748483330011368, |
| "num_tokens": 8567432.0, |
| "step": 66 |
| }, |
| { |
| "entropy": 1.1061086654663086, |
| "epoch": 0.8673139158576052, |
| "grad_norm": 0.12975235283374786, |
| "learning_rate": 4.3048902348863116e-05, |
| "loss": 1.092883825302124, |
| "mean_token_accuracy": 0.6738436594605446, |
| "num_tokens": 8697482.0, |
| "step": 67 |
| }, |
| { |
| "entropy": 1.1013841927051544, |
| "epoch": 0.8802588996763754, |
| "grad_norm": 0.13858407735824585, |
| "learning_rate": 4.280230713577564e-05, |
| "loss": 1.0877230167388916, |
| "mean_token_accuracy": 0.6764405071735382, |
| "num_tokens": 8826353.0, |
| "step": 68 |
| }, |
| { |
| "entropy": 1.1029959172010422, |
| "epoch": 0.8932038834951457, |
| "grad_norm": 0.13860292732715607, |
| "learning_rate": 4.255214689556557e-05, |
| "loss": 1.1019368171691895, |
| "mean_token_accuracy": 0.6718069836497307, |
| "num_tokens": 8955338.0, |
| "step": 69 |
| }, |
| { |
| "entropy": 1.1007527112960815, |
| "epoch": 0.9061488673139159, |
| "grad_norm": 0.13615350425243378, |
| "learning_rate": 4.229847172443866e-05, |
| "loss": 1.1066391468048096, |
| "mean_token_accuracy": 0.6710008159279823, |
| "num_tokens": 9085706.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 1.0915730148553848, |
| "epoch": 0.919093851132686, |
| "grad_norm": 0.1343710720539093, |
| "learning_rate": 4.204133242248832e-05, |
| "loss": 1.0948892831802368, |
| "mean_token_accuracy": 0.6748337969183922, |
| "num_tokens": 9216028.0, |
| "step": 71 |
| }, |
| { |
| "entropy": 1.1037265211343765, |
| "epoch": 0.9320388349514563, |
| "grad_norm": 0.13998186588287354, |
| "learning_rate": 4.1780780483522575e-05, |
| "loss": 1.097463607788086, |
| "mean_token_accuracy": 0.6743032932281494, |
| "num_tokens": 9346732.0, |
| "step": 72 |
| }, |
| { |
| "entropy": 1.081187054514885, |
| "epoch": 0.9449838187702265, |
| "grad_norm": 0.13939902186393738, |
| "learning_rate": 4.151686808475204e-05, |
| "loss": 1.0713167190551758, |
| "mean_token_accuracy": 0.6809784397482872, |
| "num_tokens": 9477265.0, |
| "step": 73 |
| }, |
| { |
| "entropy": 1.092852994799614, |
| "epoch": 0.9579288025889967, |
| "grad_norm": 0.13595172762870789, |
| "learning_rate": 4.1249648076341165e-05, |
| "loss": 1.085597038269043, |
| "mean_token_accuracy": 0.6780063956975937, |
| "num_tokens": 9606420.0, |
| "step": 74 |
| }, |
| { |
| "entropy": 1.09284046292305, |
| "epoch": 0.970873786407767, |
| "grad_norm": 0.12815804779529572, |
| "learning_rate": 4.0979173970824626e-05, |
| "loss": 1.0821534395217896, |
| "mean_token_accuracy": 0.6755026131868362, |
| "num_tokens": 9737245.0, |
| "step": 75 |
| }, |
| { |
| "entropy": 1.0906607061624527, |
| "epoch": 0.9838187702265372, |
| "grad_norm": 0.14664161205291748, |
| "learning_rate": 4.070549993239106e-05, |
| "loss": 1.0785982608795166, |
| "mean_token_accuracy": 0.6788846999406815, |
| "num_tokens": 9867367.0, |
| "step": 76 |
| }, |
| { |
| "entropy": 1.0882694870233536, |
| "epoch": 0.9967637540453075, |
| "grad_norm": 0.13629893958568573, |
| "learning_rate": 4.0428680766036384e-05, |
| "loss": 1.0791587829589844, |
| "mean_token_accuracy": 0.6776749864220619, |
| "num_tokens": 9998012.0, |
| "step": 77 |
| }, |
| { |
| "entropy": 1.1047788858413696, |
| "epoch": 1.0, |
| "grad_norm": 0.24593353271484375, |
| "learning_rate": 4.0148771906588706e-05, |
| "loss": 1.063537359237671, |
| "mean_token_accuracy": 0.6715989708900452, |
| "num_tokens": 10006202.0, |
| "step": 78 |
| }, |
| { |
| "entropy": 1.0793865472078323, |
| "epoch": 1.0129449838187703, |
| "grad_norm": 0.1301373392343521, |
| "learning_rate": 3.986582940760717e-05, |
| "loss": 1.0542354583740234, |
| "mean_token_accuracy": 0.6828000247478485, |
| "num_tokens": 10136364.0, |
| "step": 79 |
| }, |
| { |
| "entropy": 1.0615715086460114, |
| "epoch": 1.0258899676375404, |
| "grad_norm": 0.14376649260520935, |
| "learning_rate": 3.957990993015683e-05, |
| "loss": 1.042524814605713, |
| "mean_token_accuracy": 0.6859273239970207, |
| "num_tokens": 10267185.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 1.0814688503742218, |
| "epoch": 1.0388349514563107, |
| "grad_norm": 0.1429099142551422, |
| "learning_rate": 3.929107073146197e-05, |
| "loss": 1.0707274675369263, |
| "mean_token_accuracy": 0.6797767356038094, |
| "num_tokens": 10397579.0, |
| "step": 81 |
| }, |
| { |
| "entropy": 1.0523302108049393, |
| "epoch": 1.051779935275081, |
| "grad_norm": 0.13949202001094818, |
| "learning_rate": 3.899936965343989e-05, |
| "loss": 1.0439385175704956, |
| "mean_token_accuracy": 0.6843096166849136, |
| "num_tokens": 10527592.0, |
| "step": 82 |
| }, |
| { |
| "entropy": 1.0631293207406998, |
| "epoch": 1.064724919093851, |
| "grad_norm": 0.139011412858963, |
| "learning_rate": 3.8704865111117746e-05, |
| "loss": 1.0628037452697754, |
| "mean_token_accuracy": 0.6787978634238243, |
| "num_tokens": 10654859.0, |
| "step": 83 |
| }, |
| { |
| "entropy": 1.0537770837545395, |
| "epoch": 1.0776699029126213, |
| "grad_norm": 0.2928038239479065, |
| "learning_rate": 3.840761608093456e-05, |
| "loss": 1.0620827674865723, |
| "mean_token_accuracy": 0.6819959208369255, |
| "num_tokens": 10784927.0, |
| "step": 84 |
| }, |
| { |
| "entropy": 1.037618413567543, |
| "epoch": 1.0906148867313916, |
| "grad_norm": 0.14370758831501007, |
| "learning_rate": 3.8107682088930794e-05, |
| "loss": 1.044572353363037, |
| "mean_token_accuracy": 0.683650940656662, |
| "num_tokens": 10914750.0, |
| "step": 85 |
| }, |
| { |
| "entropy": 1.0501893609762192, |
| "epoch": 1.103559870550162, |
| "grad_norm": 0.13791602849960327, |
| "learning_rate": 3.7805123198827857e-05, |
| "loss": 1.046133279800415, |
| "mean_token_accuracy": 0.6837264969944954, |
| "num_tokens": 11044842.0, |
| "step": 86 |
| }, |
| { |
| "entropy": 1.0563921481370926, |
| "epoch": 1.116504854368932, |
| "grad_norm": 0.13362936675548553, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 1.0573209524154663, |
| "mean_token_accuracy": 0.6832020804286003, |
| "num_tokens": 11174518.0, |
| "step": 87 |
| }, |
| { |
| "entropy": 1.064748615026474, |
| "epoch": 1.1294498381877023, |
| "grad_norm": 0.1401379555463791, |
| "learning_rate": 3.719237359534087e-05, |
| "loss": 1.0473384857177734, |
| "mean_token_accuracy": 0.6870113164186478, |
| "num_tokens": 11304999.0, |
| "step": 88 |
| }, |
| { |
| "entropy": 1.0635596364736557, |
| "epoch": 1.1423948220064726, |
| "grad_norm": 0.15294352173805237, |
| "learning_rate": 3.688230558902725e-05, |
| "loss": 1.046224594116211, |
| "mean_token_accuracy": 0.6833971738815308, |
| "num_tokens": 11434763.0, |
| "step": 89 |
| }, |
| { |
| "entropy": 1.048565037548542, |
| "epoch": 1.1553398058252426, |
| "grad_norm": 0.14027105271816254, |
| "learning_rate": 3.656985807418248e-05, |
| "loss": 1.0255308151245117, |
| "mean_token_accuracy": 0.6887662187218666, |
| "num_tokens": 11564852.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 1.049909919500351, |
| "epoch": 1.168284789644013, |
| "grad_norm": 0.1372356414794922, |
| "learning_rate": 3.6255093620441834e-05, |
| "loss": 1.0371609926223755, |
| "mean_token_accuracy": 0.6852358728647232, |
| "num_tokens": 11695587.0, |
| "step": 91 |
| }, |
| { |
| "entropy": 1.050833709537983, |
| "epoch": 1.1812297734627832, |
| "grad_norm": 0.1350698471069336, |
| "learning_rate": 3.593807526142261e-05, |
| "loss": 1.0426298379898071, |
| "mean_token_accuracy": 0.6834184303879738, |
| "num_tokens": 11825470.0, |
| "step": 92 |
| }, |
| { |
| "entropy": 1.047458566725254, |
| "epoch": 1.1941747572815533, |
| "grad_norm": 0.14042825996875763, |
| "learning_rate": 3.56188664821012e-05, |
| "loss": 1.0439410209655762, |
| "mean_token_accuracy": 0.6839079484343529, |
| "num_tokens": 11952094.0, |
| "step": 93 |
| }, |
| { |
| "entropy": 1.0416604727506638, |
| "epoch": 1.2071197411003236, |
| "grad_norm": 0.14407604932785034, |
| "learning_rate": 3.529753120609982e-05, |
| "loss": 1.0408530235290527, |
| "mean_token_accuracy": 0.6859614551067352, |
| "num_tokens": 12079148.0, |
| "step": 94 |
| }, |
| { |
| "entropy": 1.032593734562397, |
| "epoch": 1.220064724919094, |
| "grad_norm": 0.1412661373615265, |
| "learning_rate": 3.497413378288541e-05, |
| "loss": 1.0320262908935547, |
| "mean_token_accuracy": 0.6871174648404121, |
| "num_tokens": 12209523.0, |
| "step": 95 |
| }, |
| { |
| "entropy": 1.0136415883898735, |
| "epoch": 1.233009708737864, |
| "grad_norm": 0.14111459255218506, |
| "learning_rate": 3.464873897488322e-05, |
| "loss": 1.0045194625854492, |
| "mean_token_accuracy": 0.6947158724069595, |
| "num_tokens": 12340431.0, |
| "step": 96 |
| }, |
| { |
| "entropy": 1.051560029387474, |
| "epoch": 1.2459546925566343, |
| "grad_norm": 0.14038066565990448, |
| "learning_rate": 3.432141194450772e-05, |
| "loss": 1.0422347784042358, |
| "mean_token_accuracy": 0.6865646913647652, |
| "num_tokens": 12470212.0, |
| "step": 97 |
| }, |
| { |
| "entropy": 1.0481782108545303, |
| "epoch": 1.2588996763754046, |
| "grad_norm": 0.1397588700056076, |
| "learning_rate": 3.39922182411134e-05, |
| "loss": 1.0391991138458252, |
| "mean_token_accuracy": 0.6847709640860558, |
| "num_tokens": 12600848.0, |
| "step": 98 |
| }, |
| { |
| "entropy": 1.0571434199810028, |
| "epoch": 1.2718446601941746, |
| "grad_norm": 0.1416858583688736, |
| "learning_rate": 3.3661223787868094e-05, |
| "loss": 1.0532944202423096, |
| "mean_token_accuracy": 0.682709351181984, |
| "num_tokens": 12730861.0, |
| "step": 99 |
| }, |
| { |
| "entropy": 1.033029980957508, |
| "epoch": 1.284789644012945, |
| "grad_norm": 0.1399715691804886, |
| "learning_rate": 3.332849486855144e-05, |
| "loss": 1.0335698127746582, |
| "mean_token_accuracy": 0.6876120045781136, |
| "num_tokens": 12856809.0, |
| "step": 100 |
| }, |
| { |
| "entropy": 1.04202900826931, |
| "epoch": 1.2977346278317152, |
| "grad_norm": 0.13759812712669373, |
| "learning_rate": 3.2994098114281134e-05, |
| "loss": 1.0285584926605225, |
| "mean_token_accuracy": 0.6880297958850861, |
| "num_tokens": 12986427.0, |
| "step": 101 |
| }, |
| { |
| "entropy": 1.0641857832670212, |
| "epoch": 1.3106796116504853, |
| "grad_norm": 0.14462466537952423, |
| "learning_rate": 3.265810049016959e-05, |
| "loss": 1.0581681728363037, |
| "mean_token_accuracy": 0.683790534734726, |
| "num_tokens": 13116966.0, |
| "step": 102 |
| }, |
| { |
| "entropy": 1.0504063814878464, |
| "epoch": 1.3236245954692556, |
| "grad_norm": 0.14422035217285156, |
| "learning_rate": 3.232056928191376e-05, |
| "loss": 1.0456278324127197, |
| "mean_token_accuracy": 0.6848116368055344, |
| "num_tokens": 13246681.0, |
| "step": 103 |
| }, |
| { |
| "entropy": 1.038411796092987, |
| "epoch": 1.3365695792880259, |
| "grad_norm": 0.14174729585647583, |
| "learning_rate": 3.1981572082320756e-05, |
| "loss": 1.0359523296356201, |
| "mean_token_accuracy": 0.6853675097227097, |
| "num_tokens": 13376920.0, |
| "step": 104 |
| }, |
| { |
| "entropy": 1.0447421371936798, |
| "epoch": 1.3495145631067962, |
| "grad_norm": 0.15686437487602234, |
| "learning_rate": 3.164117677777191e-05, |
| "loss": 1.0456362962722778, |
| "mean_token_accuracy": 0.685419425368309, |
| "num_tokens": 13507157.0, |
| "step": 105 |
| }, |
| { |
| "entropy": 1.042502984404564, |
| "epoch": 1.3624595469255665, |
| "grad_norm": 0.1450643539428711, |
| "learning_rate": 3.1299451534628135e-05, |
| "loss": 1.0352379083633423, |
| "mean_token_accuracy": 0.6877066269516945, |
| "num_tokens": 13635707.0, |
| "step": 106 |
| }, |
| { |
| "entropy": 1.0504102855920792, |
| "epoch": 1.3754045307443366, |
| "grad_norm": 0.14115434885025024, |
| "learning_rate": 3.0956464785579124e-05, |
| "loss": 1.0395991802215576, |
| "mean_token_accuracy": 0.6867645904421806, |
| "num_tokens": 13764408.0, |
| "step": 107 |
| }, |
| { |
| "entropy": 1.023859016597271, |
| "epoch": 1.3883495145631068, |
| "grad_norm": 0.1452028602361679, |
| "learning_rate": 3.061228521593931e-05, |
| "loss": 1.0140364170074463, |
| "mean_token_accuracy": 0.6895884871482849, |
| "num_tokens": 13894812.0, |
| "step": 108 |
| }, |
| { |
| "entropy": 1.0468136668205261, |
| "epoch": 1.4012944983818771, |
| "grad_norm": 0.14509586989879608, |
| "learning_rate": 3.0266981749893157e-05, |
| "loss": 1.0377655029296875, |
| "mean_token_accuracy": 0.685391828417778, |
| "num_tokens": 14025213.0, |
| "step": 109 |
| }, |
| { |
| "entropy": 1.0328698828816414, |
| "epoch": 1.4142394822006472, |
| "grad_norm": 0.1392725557088852, |
| "learning_rate": 2.9920623536692638e-05, |
| "loss": 1.0397965908050537, |
| "mean_token_accuracy": 0.6867645233869553, |
| "num_tokens": 14154525.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 1.0457722693681717, |
| "epoch": 1.4271844660194175, |
| "grad_norm": 0.14031684398651123, |
| "learning_rate": 2.9573279936809667e-05, |
| "loss": 1.0414118766784668, |
| "mean_token_accuracy": 0.6839371249079704, |
| "num_tokens": 14284644.0, |
| "step": 111 |
| }, |
| { |
| "entropy": 1.028133824467659, |
| "epoch": 1.4401294498381878, |
| "grad_norm": 0.14316803216934204, |
| "learning_rate": 2.9225020508046232e-05, |
| "loss": 1.012750506401062, |
| "mean_token_accuracy": 0.6908283829689026, |
| "num_tokens": 14413882.0, |
| "step": 112 |
| }, |
| { |
| "entropy": 1.0364510789513588, |
| "epoch": 1.4530744336569579, |
| "grad_norm": 0.13855139911174774, |
| "learning_rate": 2.8875914991604948e-05, |
| "loss": 1.0293610095977783, |
| "mean_token_accuracy": 0.6889501288533211, |
| "num_tokens": 14543040.0, |
| "step": 113 |
| }, |
| { |
| "entropy": 1.0487663447856903, |
| "epoch": 1.4660194174757282, |
| "grad_norm": 0.15151230990886688, |
| "learning_rate": 2.8526033298122985e-05, |
| "loss": 1.0312678813934326, |
| "mean_token_accuracy": 0.6874943599104881, |
| "num_tokens": 14673458.0, |
| "step": 114 |
| }, |
| { |
| "entropy": 1.0504018738865852, |
| "epoch": 1.4789644012944985, |
| "grad_norm": 0.1419685184955597, |
| "learning_rate": 2.8175445493671972e-05, |
| "loss": 1.0388998985290527, |
| "mean_token_accuracy": 0.6856456473469734, |
| "num_tokens": 14804112.0, |
| "step": 115 |
| }, |
| { |
| "entropy": 1.0200290083885193, |
| "epoch": 1.4919093851132685, |
| "grad_norm": 0.1363752782344818, |
| "learning_rate": 2.782422178572682e-05, |
| "loss": 1.0119816064834595, |
| "mean_token_accuracy": 0.6932434141635895, |
| "num_tokens": 14934245.0, |
| "step": 116 |
| }, |
| { |
| "entropy": 1.0283359810709953, |
| "epoch": 1.5048543689320388, |
| "grad_norm": 0.14866895973682404, |
| "learning_rate": 2.7472432509106248e-05, |
| "loss": 1.0333629846572876, |
| "mean_token_accuracy": 0.6870463192462921, |
| "num_tokens": 15065111.0, |
| "step": 117 |
| }, |
| { |
| "entropy": 1.02705879509449, |
| "epoch": 1.5177993527508091, |
| "grad_norm": 0.14171157777309418, |
| "learning_rate": 2.7120148111887732e-05, |
| "loss": 1.0255823135375977, |
| "mean_token_accuracy": 0.6886087208986282, |
| "num_tokens": 15195395.0, |
| "step": 118 |
| }, |
| { |
| "entropy": 1.0195337459445, |
| "epoch": 1.5307443365695792, |
| "grad_norm": 0.137300044298172, |
| "learning_rate": 2.6767439141299865e-05, |
| "loss": 1.0249097347259521, |
| "mean_token_accuracy": 0.6881711855530739, |
| "num_tokens": 15325873.0, |
| "step": 119 |
| }, |
| { |
| "entropy": 1.045641377568245, |
| "epoch": 1.5436893203883495, |
| "grad_norm": 0.1500910520553589, |
| "learning_rate": 2.6414376229594813e-05, |
| "loss": 1.042417287826538, |
| "mean_token_accuracy": 0.6856146231293678, |
| "num_tokens": 15456568.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 1.025648020207882, |
| "epoch": 1.5566343042071198, |
| "grad_norm": 0.15413540601730347, |
| "learning_rate": 2.606103007990371e-05, |
| "loss": 1.0176175832748413, |
| "mean_token_accuracy": 0.6913169324398041, |
| "num_tokens": 15584558.0, |
| "step": 121 |
| }, |
| { |
| "entropy": 1.014452114701271, |
| "epoch": 1.5695792880258899, |
| "grad_norm": 0.1436716765165329, |
| "learning_rate": 2.570747145207796e-05, |
| "loss": 1.0058581829071045, |
| "mean_token_accuracy": 0.6949772462248802, |
| "num_tokens": 15714770.0, |
| "step": 122 |
| }, |
| { |
| "entropy": 1.0195590406656265, |
| "epoch": 1.5825242718446602, |
| "grad_norm": 0.1428489238023758, |
| "learning_rate": 2.5353771148519057e-05, |
| "loss": 1.0073108673095703, |
| "mean_token_accuracy": 0.6948005929589272, |
| "num_tokens": 15845667.0, |
| "step": 123 |
| }, |
| { |
| "entropy": 1.0366466492414474, |
| "epoch": 1.5954692556634305, |
| "grad_norm": 0.14365780353546143, |
| "learning_rate": 2.5e-05, |
| "loss": 1.0264899730682373, |
| "mean_token_accuracy": 0.6886240467429161, |
| "num_tokens": 15975988.0, |
| "step": 124 |
| }, |
| { |
| "entropy": 1.0400130897760391, |
| "epoch": 1.6084142394822005, |
| "grad_norm": 0.14898498356342316, |
| "learning_rate": 2.4646228851480956e-05, |
| "loss": 1.0336707830429077, |
| "mean_token_accuracy": 0.6866266429424286, |
| "num_tokens": 16105352.0, |
| "step": 125 |
| }, |
| { |
| "entropy": 1.0187797024846077, |
| "epoch": 1.6213592233009708, |
| "grad_norm": 0.1424783319234848, |
| "learning_rate": 2.429252854792205e-05, |
| "loss": 1.0120515823364258, |
| "mean_token_accuracy": 0.6910470202565193, |
| "num_tokens": 16235128.0, |
| "step": 126 |
| }, |
| { |
| "entropy": 1.0371646136045456, |
| "epoch": 1.6343042071197411, |
| "grad_norm": 0.14739543199539185, |
| "learning_rate": 2.39389699200963e-05, |
| "loss": 1.0284910202026367, |
| "mean_token_accuracy": 0.686544694006443, |
| "num_tokens": 16364820.0, |
| "step": 127 |
| }, |
| { |
| "entropy": 1.0144242346286774, |
| "epoch": 1.6472491909385112, |
| "grad_norm": 0.14023685455322266, |
| "learning_rate": 2.358562377040519e-05, |
| "loss": 1.011099934577942, |
| "mean_token_accuracy": 0.6919900849461555, |
| "num_tokens": 16495010.0, |
| "step": 128 |
| }, |
| { |
| "entropy": 1.0424084663391113, |
| "epoch": 1.6601941747572817, |
| "grad_norm": 0.14127855002880096, |
| "learning_rate": 2.3232560858700137e-05, |
| "loss": 1.0348625183105469, |
| "mean_token_accuracy": 0.6857902184128761, |
| "num_tokens": 16624053.0, |
| "step": 129 |
| }, |
| { |
| "entropy": 1.0389196053147316, |
| "epoch": 1.6731391585760518, |
| "grad_norm": 0.14043182134628296, |
| "learning_rate": 2.287985188811228e-05, |
| "loss": 1.0278400182724, |
| "mean_token_accuracy": 0.6889984756708145, |
| "num_tokens": 16754013.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 1.0327453166246414, |
| "epoch": 1.6860841423948218, |
| "grad_norm": 0.13774602115154266, |
| "learning_rate": 2.2527567490893758e-05, |
| "loss": 1.0192316770553589, |
| "mean_token_accuracy": 0.6896380558609962, |
| "num_tokens": 16884900.0, |
| "step": 131 |
| }, |
| { |
| "entropy": 1.0411661118268967, |
| "epoch": 1.6990291262135924, |
| "grad_norm": 0.1432965099811554, |
| "learning_rate": 2.2175778214273185e-05, |
| "loss": 1.0254759788513184, |
| "mean_token_accuracy": 0.6884243860840797, |
| "num_tokens": 17015566.0, |
| "step": 132 |
| }, |
| { |
| "entropy": 1.0357749685645103, |
| "epoch": 1.7119741100323624, |
| "grad_norm": 0.14122679829597473, |
| "learning_rate": 2.182455450632803e-05, |
| "loss": 1.0263139009475708, |
| "mean_token_accuracy": 0.6886742264032364, |
| "num_tokens": 17145290.0, |
| "step": 133 |
| }, |
| { |
| "entropy": 1.0433481931686401, |
| "epoch": 1.7249190938511327, |
| "grad_norm": 0.1418823003768921, |
| "learning_rate": 2.1473966701877025e-05, |
| "loss": 1.0395673513412476, |
| "mean_token_accuracy": 0.6867275536060333, |
| "num_tokens": 17276182.0, |
| "step": 134 |
| }, |
| { |
| "entropy": 1.043164886534214, |
| "epoch": 1.737864077669903, |
| "grad_norm": 0.14382290840148926, |
| "learning_rate": 2.1124085008395054e-05, |
| "loss": 1.0374891757965088, |
| "mean_token_accuracy": 0.6853289008140564, |
| "num_tokens": 17406273.0, |
| "step": 135 |
| }, |
| { |
| "entropy": 1.0135142654180527, |
| "epoch": 1.750809061488673, |
| "grad_norm": 0.14157947897911072, |
| "learning_rate": 2.0774979491953777e-05, |
| "loss": 1.0156872272491455, |
| "mean_token_accuracy": 0.6926322430372238, |
| "num_tokens": 17536152.0, |
| "step": 136 |
| }, |
| { |
| "entropy": 1.0207490772008896, |
| "epoch": 1.7637540453074434, |
| "grad_norm": 0.1438336968421936, |
| "learning_rate": 2.0426720063190335e-05, |
| "loss": 1.0126570463180542, |
| "mean_token_accuracy": 0.6893723979592323, |
| "num_tokens": 17665709.0, |
| "step": 137 |
| }, |
| { |
| "entropy": 1.031029760837555, |
| "epoch": 1.7766990291262137, |
| "grad_norm": 0.14654259383678436, |
| "learning_rate": 2.0079376463307368e-05, |
| "loss": 1.0254521369934082, |
| "mean_token_accuracy": 0.6898153051733971, |
| "num_tokens": 17795725.0, |
| "step": 138 |
| }, |
| { |
| "entropy": 1.0286231860518456, |
| "epoch": 1.7896440129449838, |
| "grad_norm": 0.14215368032455444, |
| "learning_rate": 1.973301825010685e-05, |
| "loss": 1.0211424827575684, |
| "mean_token_accuracy": 0.6894683688879013, |
| "num_tokens": 17925869.0, |
| "step": 139 |
| }, |
| { |
| "entropy": 1.0320534706115723, |
| "epoch": 1.802588996763754, |
| "grad_norm": 0.13870325684547424, |
| "learning_rate": 1.9387714784060685e-05, |
| "loss": 1.0351669788360596, |
| "mean_token_accuracy": 0.6847272291779518, |
| "num_tokens": 18056215.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 1.0036064609885216, |
| "epoch": 1.8155339805825244, |
| "grad_norm": 0.1447254866361618, |
| "learning_rate": 1.904353521442088e-05, |
| "loss": 0.9998693466186523, |
| "mean_token_accuracy": 0.6936472877860069, |
| "num_tokens": 18185346.0, |
| "step": 141 |
| }, |
| { |
| "entropy": 1.0466959178447723, |
| "epoch": 1.8284789644012944, |
| "grad_norm": 0.14772695302963257, |
| "learning_rate": 1.8700548465371874e-05, |
| "loss": 1.045184850692749, |
| "mean_token_accuracy": 0.6844764202833176, |
| "num_tokens": 18315007.0, |
| "step": 142 |
| }, |
| { |
| "entropy": 1.02869962900877, |
| "epoch": 1.8414239482200647, |
| "grad_norm": 0.1422375589609146, |
| "learning_rate": 1.8358823222228097e-05, |
| "loss": 1.0235483646392822, |
| "mean_token_accuracy": 0.6905021890997887, |
| "num_tokens": 18444894.0, |
| "step": 143 |
| }, |
| { |
| "entropy": 1.0311558917164803, |
| "epoch": 1.854368932038835, |
| "grad_norm": 0.1477019041776657, |
| "learning_rate": 1.801842791767925e-05, |
| "loss": 1.0244710445404053, |
| "mean_token_accuracy": 0.6892124861478806, |
| "num_tokens": 18574694.0, |
| "step": 144 |
| }, |
| { |
| "entropy": 1.043830282986164, |
| "epoch": 1.867313915857605, |
| "grad_norm": 0.14222465455532074, |
| "learning_rate": 1.7679430718086243e-05, |
| "loss": 1.032785415649414, |
| "mean_token_accuracy": 0.6885510012507439, |
| "num_tokens": 18704772.0, |
| "step": 145 |
| }, |
| { |
| "entropy": 1.0300543755292892, |
| "epoch": 1.8802588996763754, |
| "grad_norm": 0.14112794399261475, |
| "learning_rate": 1.7341899509830416e-05, |
| "loss": 1.0181026458740234, |
| "mean_token_accuracy": 0.6906857863068581, |
| "num_tokens": 18834819.0, |
| "step": 146 |
| }, |
| { |
| "entropy": 1.0159508436918259, |
| "epoch": 1.8932038834951457, |
| "grad_norm": 0.141503244638443, |
| "learning_rate": 1.700590188571887e-05, |
| "loss": 1.0101823806762695, |
| "mean_token_accuracy": 0.6921093240380287, |
| "num_tokens": 18965463.0, |
| "step": 147 |
| }, |
| { |
| "entropy": 1.0109246894717216, |
| "epoch": 1.9061488673139158, |
| "grad_norm": 0.1380421668291092, |
| "learning_rate": 1.667150513144856e-05, |
| "loss": 1.002206802368164, |
| "mean_token_accuracy": 0.6948473379015923, |
| "num_tokens": 19095571.0, |
| "step": 148 |
| }, |
| { |
| "entropy": 1.0220000967383385, |
| "epoch": 1.919093851132686, |
| "grad_norm": 0.14566011726856232, |
| "learning_rate": 1.633877621213192e-05, |
| "loss": 1.0207855701446533, |
| "mean_token_accuracy": 0.6889239624142647, |
| "num_tokens": 19225355.0, |
| "step": 149 |
| }, |
| { |
| "entropy": 1.011439025402069, |
| "epoch": 1.9320388349514563, |
| "grad_norm": 0.1550174206495285, |
| "learning_rate": 1.6007781758886607e-05, |
| "loss": 1.0031033754348755, |
| "mean_token_accuracy": 0.6945909336209297, |
| "num_tokens": 19356027.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 1.0311592370271683, |
| "epoch": 1.9449838187702264, |
| "grad_norm": 0.14708086848258972, |
| "learning_rate": 1.567858805549229e-05, |
| "loss": 1.026855230331421, |
| "mean_token_accuracy": 0.6892969906330109, |
| "num_tokens": 19485070.0, |
| "step": 151 |
| }, |
| { |
| "entropy": 1.0317912995815277, |
| "epoch": 1.9579288025889967, |
| "grad_norm": 0.3733585774898529, |
| "learning_rate": 1.535126102511678e-05, |
| "loss": 1.0244548320770264, |
| "mean_token_accuracy": 0.6887175664305687, |
| "num_tokens": 19614246.0, |
| "step": 152 |
| }, |
| { |
| "entropy": 0.9934456944465637, |
| "epoch": 1.970873786407767, |
| "grad_norm": 0.13808943331241608, |
| "learning_rate": 1.5025866217114592e-05, |
| "loss": 0.9845442771911621, |
| "mean_token_accuracy": 0.6991605833172798, |
| "num_tokens": 19744778.0, |
| "step": 153 |
| }, |
| { |
| "entropy": 1.0197140723466873, |
| "epoch": 1.983818770226537, |
| "grad_norm": 0.14794670045375824, |
| "learning_rate": 1.4702468793900188e-05, |
| "loss": 1.0132488012313843, |
| "mean_token_accuracy": 0.690579317510128, |
| "num_tokens": 19874524.0, |
| "step": 154 |
| }, |
| { |
| "entropy": 1.0350212305784225, |
| "epoch": 1.9967637540453076, |
| "grad_norm": 0.14313679933547974, |
| "learning_rate": 1.4381133517898804e-05, |
| "loss": 1.0308572053909302, |
| "mean_token_accuracy": 0.6873542219400406, |
| "num_tokens": 20004307.0, |
| "step": 155 |
| }, |
| { |
| "entropy": 1.0506715178489685, |
| "epoch": 2.0, |
| "grad_norm": 0.2900261878967285, |
| "learning_rate": 1.4061924738577403e-05, |
| "loss": 1.017795443534851, |
| "mean_token_accuracy": 0.6803950071334839, |
| "num_tokens": 20012405.0, |
| "step": 156 |
| }, |
| { |
| "entropy": 1.006584256887436, |
| "epoch": 2.01294498381877, |
| "grad_norm": 0.13893872499465942, |
| "learning_rate": 1.3744906379558165e-05, |
| "loss": 0.9823177456855774, |
| "mean_token_accuracy": 0.699584387242794, |
| "num_tokens": 20143259.0, |
| "step": 157 |
| }, |
| { |
| "entropy": 1.0130149275064468, |
| "epoch": 2.0258899676375406, |
| "grad_norm": 0.14094385504722595, |
| "learning_rate": 1.3430141925817532e-05, |
| "loss": 0.9850658178329468, |
| "mean_token_accuracy": 0.6971465051174164, |
| "num_tokens": 20272763.0, |
| "step": 158 |
| }, |
| { |
| "entropy": 1.0179082751274109, |
| "epoch": 2.0388349514563107, |
| "grad_norm": 0.1522587686777115, |
| "learning_rate": 1.3117694410972748e-05, |
| "loss": 0.9935669302940369, |
| "mean_token_accuracy": 0.6963628977537155, |
| "num_tokens": 20403152.0, |
| "step": 159 |
| }, |
| { |
| "entropy": 1.0229074209928513, |
| "epoch": 2.0517799352750807, |
| "grad_norm": 0.14994341135025024, |
| "learning_rate": 1.2807626404659142e-05, |
| "loss": 1.0035881996154785, |
| "mean_token_accuracy": 0.6933652609586716, |
| "num_tokens": 20533676.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 1.019307091832161, |
| "epoch": 2.0647249190938513, |
| "grad_norm": 0.14581237733364105, |
| "learning_rate": 1.2500000000000006e-05, |
| "loss": 1.0034728050231934, |
| "mean_token_accuracy": 0.6924273371696472, |
| "num_tokens": 20664330.0, |
| "step": 161 |
| }, |
| { |
| "entropy": 0.9906624481081963, |
| "epoch": 2.0776699029126213, |
| "grad_norm": 0.1388164907693863, |
| "learning_rate": 1.2194876801172148e-05, |
| "loss": 0.9783447980880737, |
| "mean_token_accuracy": 0.6997427567839622, |
| "num_tokens": 20795225.0, |
| "step": 162 |
| }, |
| { |
| "entropy": 1.0112458989024162, |
| "epoch": 2.0906148867313914, |
| "grad_norm": 0.14385299384593964, |
| "learning_rate": 1.1892317911069212e-05, |
| "loss": 1.0057309865951538, |
| "mean_token_accuracy": 0.6922320127487183, |
| "num_tokens": 20925113.0, |
| "step": 163 |
| }, |
| { |
| "entropy": 0.9964413791894913, |
| "epoch": 2.103559870550162, |
| "grad_norm": 0.1450466811656952, |
| "learning_rate": 1.1592383919065442e-05, |
| "loss": 0.9984010457992554, |
| "mean_token_accuracy": 0.6959047317504883, |
| "num_tokens": 21055885.0, |
| "step": 164 |
| }, |
| { |
| "entropy": 0.9812908470630646, |
| "epoch": 2.116504854368932, |
| "grad_norm": 0.1492517590522766, |
| "learning_rate": 1.1295134888882258e-05, |
| "loss": 0.9852314591407776, |
| "mean_token_accuracy": 0.7004191651940346, |
| "num_tokens": 21186624.0, |
| "step": 165 |
| }, |
| { |
| "entropy": 0.9683012664318085, |
| "epoch": 2.129449838187702, |
| "grad_norm": 0.1461469829082489, |
| "learning_rate": 1.1000630346560117e-05, |
| "loss": 0.9690962433815002, |
| "mean_token_accuracy": 0.700850173830986, |
| "num_tokens": 21316564.0, |
| "step": 166 |
| }, |
| { |
| "entropy": 0.9913837090134621, |
| "epoch": 2.1423948220064726, |
| "grad_norm": 0.15494243800640106, |
| "learning_rate": 1.0708929268538034e-05, |
| "loss": 0.9893038272857666, |
| "mean_token_accuracy": 0.6978598907589912, |
| "num_tokens": 21446399.0, |
| "step": 167 |
| }, |
| { |
| "entropy": 0.9833591803908348, |
| "epoch": 2.1553398058252426, |
| "grad_norm": 0.14140300452709198, |
| "learning_rate": 1.0420090069843167e-05, |
| "loss": 0.9849025011062622, |
| "mean_token_accuracy": 0.6998621374368668, |
| "num_tokens": 21577020.0, |
| "step": 168 |
| }, |
| { |
| "entropy": 0.9833855405449867, |
| "epoch": 2.168284789644013, |
| "grad_norm": 0.14518161118030548, |
| "learning_rate": 1.0134170592392836e-05, |
| "loss": 0.9870197176933289, |
| "mean_token_accuracy": 0.6968093067407608, |
| "num_tokens": 21707771.0, |
| "step": 169 |
| }, |
| { |
| "entropy": 0.9872693493962288, |
| "epoch": 2.1812297734627832, |
| "grad_norm": 0.151974618434906, |
| "learning_rate": 9.851228093411296e-06, |
| "loss": 0.9854248762130737, |
| "mean_token_accuracy": 0.6974650248885155, |
| "num_tokens": 21836454.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 0.9869414120912552, |
| "epoch": 2.1941747572815533, |
| "grad_norm": 0.14097994565963745, |
| "learning_rate": 9.571319233963627e-06, |
| "loss": 0.9857872128486633, |
| "mean_token_accuracy": 0.6976231560111046, |
| "num_tokens": 21966049.0, |
| "step": 171 |
| }, |
| { |
| "entropy": 0.9973990544676781, |
| "epoch": 2.207119741100324, |
| "grad_norm": 0.1468576192855835, |
| "learning_rate": 9.29450006760894e-06, |
| "loss": 0.9851397275924683, |
| "mean_token_accuracy": 0.6958716064691544, |
| "num_tokens": 22093155.0, |
| "step": 172 |
| }, |
| { |
| "entropy": 1.0135131478309631, |
| "epoch": 2.220064724919094, |
| "grad_norm": 0.14094875752925873, |
| "learning_rate": 9.020826029175384e-06, |
| "loss": 0.9967973232269287, |
| "mean_token_accuracy": 0.6951642856001854, |
| "num_tokens": 22223660.0, |
| "step": 173 |
| }, |
| { |
| "entropy": 0.9895975887775421, |
| "epoch": 2.233009708737864, |
| "grad_norm": 0.1431790590286255, |
| "learning_rate": 8.750351923658832e-06, |
| "loss": 0.9793297052383423, |
| "mean_token_accuracy": 0.6999971866607666, |
| "num_tokens": 22352997.0, |
| "step": 174 |
| }, |
| { |
| "entropy": 0.9850522130727768, |
| "epoch": 2.2459546925566345, |
| "grad_norm": 0.16418036818504333, |
| "learning_rate": 8.483131915247968e-06, |
| "loss": 0.9683264493942261, |
| "mean_token_accuracy": 0.7021311149001122, |
| "num_tokens": 22481665.0, |
| "step": 175 |
| }, |
| { |
| "entropy": 0.9790647327899933, |
| "epoch": 2.2588996763754046, |
| "grad_norm": 0.14506033062934875, |
| "learning_rate": 8.219219516477428e-06, |
| "loss": 0.9596216678619385, |
| "mean_token_accuracy": 0.7034736648201942, |
| "num_tokens": 22612158.0, |
| "step": 176 |
| }, |
| { |
| "entropy": 0.9784782528877258, |
| "epoch": 2.2718446601941746, |
| "grad_norm": 0.13837076723575592, |
| "learning_rate": 7.958667577511683e-06, |
| "loss": 0.9665642380714417, |
| "mean_token_accuracy": 0.7028919979929924, |
| "num_tokens": 22741781.0, |
| "step": 177 |
| }, |
| { |
| "entropy": 1.0060253515839577, |
| "epoch": 2.284789644012945, |
| "grad_norm": 0.14276722073554993, |
| "learning_rate": 7.701528275561348e-06, |
| "loss": 0.9950422644615173, |
| "mean_token_accuracy": 0.6952060982584953, |
| "num_tokens": 22871257.0, |
| "step": 178 |
| }, |
| { |
| "entropy": 0.9876022040843964, |
| "epoch": 2.2977346278317152, |
| "grad_norm": 0.16552318632602692, |
| "learning_rate": 7.447853104434438e-06, |
| "loss": 0.9753477573394775, |
| "mean_token_accuracy": 0.6985973790287971, |
| "num_tokens": 23000245.0, |
| "step": 179 |
| }, |
| { |
| "entropy": 0.9822556525468826, |
| "epoch": 2.3106796116504853, |
| "grad_norm": 0.1406446248292923, |
| "learning_rate": 7.197692864224365e-06, |
| "loss": 0.9770117998123169, |
| "mean_token_accuracy": 0.699990525841713, |
| "num_tokens": 23130551.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 0.9974163249135017, |
| "epoch": 2.323624595469256, |
| "grad_norm": 0.14169590175151825, |
| "learning_rate": 6.951097651136889e-06, |
| "loss": 0.9876528978347778, |
| "mean_token_accuracy": 0.7004858106374741, |
| "num_tokens": 23260779.0, |
| "step": 181 |
| }, |
| { |
| "entropy": 0.9932971298694611, |
| "epoch": 2.336569579288026, |
| "grad_norm": 0.14276358485221863, |
| "learning_rate": 6.708116847458043e-06, |
| "loss": 0.989107072353363, |
| "mean_token_accuracy": 0.6964685097336769, |
| "num_tokens": 23391242.0, |
| "step": 182 |
| }, |
| { |
| "entropy": 0.976222537457943, |
| "epoch": 2.349514563106796, |
| "grad_norm": 0.14229416847229004, |
| "learning_rate": 6.468799111665003e-06, |
| "loss": 0.9762023687362671, |
| "mean_token_accuracy": 0.6998392641544342, |
| "num_tokens": 23521936.0, |
| "step": 183 |
| }, |
| { |
| "entropy": 0.9809618666768074, |
| "epoch": 2.3624595469255665, |
| "grad_norm": 0.13997715711593628, |
| "learning_rate": 6.23319236868189e-06, |
| "loss": 0.9784179329872131, |
| "mean_token_accuracy": 0.6987771540880203, |
| "num_tokens": 23651640.0, |
| "step": 184 |
| }, |
| { |
| "entropy": 0.9955116435885429, |
| "epoch": 2.3754045307443366, |
| "grad_norm": 0.14367887377738953, |
| "learning_rate": 6.001343800282569e-06, |
| "loss": 0.9890725016593933, |
| "mean_token_accuracy": 0.6975352093577385, |
| "num_tokens": 23782234.0, |
| "step": 185 |
| }, |
| { |
| "entropy": 0.9992061033844948, |
| "epoch": 2.3883495145631066, |
| "grad_norm": 0.14601685106754303, |
| "learning_rate": 5.7732998356420796e-06, |
| "loss": 0.9943119287490845, |
| "mean_token_accuracy": 0.6946095675230026, |
| "num_tokens": 23912557.0, |
| "step": 186 |
| }, |
| { |
| "entropy": 0.9955470561981201, |
| "epoch": 2.401294498381877, |
| "grad_norm": 0.13886377215385437, |
| "learning_rate": 5.549106142039018e-06, |
| "loss": 0.9890375137329102, |
| "mean_token_accuracy": 0.6966782882809639, |
| "num_tokens": 24043021.0, |
| "step": 187 |
| }, |
| { |
| "entropy": 0.9795286059379578, |
| "epoch": 2.414239482200647, |
| "grad_norm": 0.14014986157417297, |
| "learning_rate": 5.328807615710246e-06, |
| "loss": 0.9662086963653564, |
| "mean_token_accuracy": 0.7029908522963524, |
| "num_tokens": 24171994.0, |
| "step": 188 |
| }, |
| { |
| "entropy": 0.9954512864351273, |
| "epoch": 2.4271844660194173, |
| "grad_norm": 0.14283742010593414, |
| "learning_rate": 5.112448372860257e-06, |
| "loss": 0.9851327538490295, |
| "mean_token_accuracy": 0.6950909420847893, |
| "num_tokens": 24302140.0, |
| "step": 189 |
| }, |
| { |
| "entropy": 0.9832111448049545, |
| "epoch": 2.440129449838188, |
| "grad_norm": 0.14607174694538116, |
| "learning_rate": 4.900071740826489e-06, |
| "loss": 0.9746276140213013, |
| "mean_token_accuracy": 0.6994272023439407, |
| "num_tokens": 24432662.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 0.9772917106747627, |
| "epoch": 2.453074433656958, |
| "grad_norm": 0.14564451575279236, |
| "learning_rate": 4.691720249402856e-06, |
| "loss": 0.9702488780021667, |
| "mean_token_accuracy": 0.7007370889186859, |
| "num_tokens": 24563139.0, |
| "step": 191 |
| }, |
| { |
| "entropy": 1.0016867965459824, |
| "epoch": 2.466019417475728, |
| "grad_norm": 0.1564653068780899, |
| "learning_rate": 4.487435622322814e-06, |
| "loss": 0.9967433214187622, |
| "mean_token_accuracy": 0.6953265964984894, |
| "num_tokens": 24693234.0, |
| "step": 192 |
| }, |
| { |
| "entropy": 0.9962958320975304, |
| "epoch": 2.4789644012944985, |
| "grad_norm": 0.14948442578315735, |
| "learning_rate": 4.2872587689039484e-06, |
| "loss": 0.994570791721344, |
| "mean_token_accuracy": 0.6955222934484482, |
| "num_tokens": 24822091.0, |
| "step": 193 |
| }, |
| { |
| "entropy": 1.0106548741459846, |
| "epoch": 2.4919093851132685, |
| "grad_norm": 0.14213165640830994, |
| "learning_rate": 4.091229775855598e-06, |
| "loss": 1.0004849433898926, |
| "mean_token_accuracy": 0.6934083476662636, |
| "num_tokens": 24950636.0, |
| "step": 194 |
| }, |
| { |
| "entropy": 0.9948965236544609, |
| "epoch": 2.5048543689320386, |
| "grad_norm": 0.1396433413028717, |
| "learning_rate": 3.8993878992512415e-06, |
| "loss": 0.9873820543289185, |
| "mean_token_accuracy": 0.6976032257080078, |
| "num_tokens": 25080924.0, |
| "step": 195 |
| }, |
| { |
| "entropy": 0.9773369878530502, |
| "epoch": 2.517799352750809, |
| "grad_norm": 0.14040949940681458, |
| "learning_rate": 3.711771556667218e-06, |
| "loss": 0.9722623825073242, |
| "mean_token_accuracy": 0.7006860896945, |
| "num_tokens": 25211364.0, |
| "step": 196 |
| }, |
| { |
| "entropy": 0.9919160977005959, |
| "epoch": 2.530744336569579, |
| "grad_norm": 0.13971437513828278, |
| "learning_rate": 3.5284183194893488e-06, |
| "loss": 0.9876660704612732, |
| "mean_token_accuracy": 0.6973439007997513, |
| "num_tokens": 25341489.0, |
| "step": 197 |
| }, |
| { |
| "entropy": 0.9968090876936913, |
| "epoch": 2.5436893203883493, |
| "grad_norm": 0.14534899592399597, |
| "learning_rate": 3.3493649053890326e-06, |
| "loss": 0.9867905378341675, |
| "mean_token_accuracy": 0.6965849921107292, |
| "num_tokens": 25471528.0, |
| "step": 198 |
| }, |
| { |
| "entropy": 0.9903959855437279, |
| "epoch": 2.55663430420712, |
| "grad_norm": 0.1397494077682495, |
| "learning_rate": 3.1746471709702964e-06, |
| "loss": 0.985145092010498, |
| "mean_token_accuracy": 0.6980832517147064, |
| "num_tokens": 25600613.0, |
| "step": 199 |
| }, |
| { |
| "entropy": 0.9843275621533394, |
| "epoch": 2.56957928802589, |
| "grad_norm": 0.14093177020549774, |
| "learning_rate": 3.0043001045892695e-06, |
| "loss": 0.9787219762802124, |
| "mean_token_accuracy": 0.6991001889109612, |
| "num_tokens": 25730835.0, |
| "step": 200 |
| }, |
| { |
| "entropy": 0.9945792779326439, |
| "epoch": 2.58252427184466, |
| "grad_norm": 0.13905853033065796, |
| "learning_rate": 2.8383578193475315e-06, |
| "loss": 0.9842973351478577, |
| "mean_token_accuracy": 0.69667898863554, |
| "num_tokens": 25861550.0, |
| "step": 201 |
| }, |
| { |
| "entropy": 1.0088084489107132, |
| "epoch": 2.5954692556634305, |
| "grad_norm": 0.14206115901470184, |
| "learning_rate": 2.676853546260791e-06, |
| "loss": 1.0040361881256104, |
| "mean_token_accuracy": 0.6919644698500633, |
| "num_tokens": 25992173.0, |
| "step": 202 |
| }, |
| { |
| "entropy": 0.9873213246464729, |
| "epoch": 2.6084142394822005, |
| "grad_norm": 0.1406770646572113, |
| "learning_rate": 2.5198196276040782e-06, |
| "loss": 0.9754416942596436, |
| "mean_token_accuracy": 0.6995903998613358, |
| "num_tokens": 26121823.0, |
| "step": 203 |
| }, |
| { |
| "entropy": 0.9927465990185738, |
| "epoch": 2.6213592233009706, |
| "grad_norm": 0.14392495155334473, |
| "learning_rate": 2.3672875104350844e-06, |
| "loss": 0.9879196286201477, |
| "mean_token_accuracy": 0.6976623833179474, |
| "num_tokens": 26251591.0, |
| "step": 204 |
| }, |
| { |
| "entropy": 0.9979771003127098, |
| "epoch": 2.634304207119741, |
| "grad_norm": 0.13950511813163757, |
| "learning_rate": 2.219287740296605e-06, |
| "loss": 0.9915545582771301, |
| "mean_token_accuracy": 0.694757804274559, |
| "num_tokens": 26381167.0, |
| "step": 205 |
| }, |
| { |
| "entropy": 0.9741861894726753, |
| "epoch": 2.647249190938511, |
| "grad_norm": 0.14241890609264374, |
| "learning_rate": 2.075849955099668e-06, |
| "loss": 0.9603845477104187, |
| "mean_token_accuracy": 0.703792154788971, |
| "num_tokens": 26509265.0, |
| "step": 206 |
| }, |
| { |
| "entropy": 0.989701397716999, |
| "epoch": 2.6601941747572817, |
| "grad_norm": 0.14102549850940704, |
| "learning_rate": 1.937002879188285e-06, |
| "loss": 0.9853522777557373, |
| "mean_token_accuracy": 0.6972470059990883, |
| "num_tokens": 26640005.0, |
| "step": 207 |
| }, |
| { |
| "entropy": 0.9705419614911079, |
| "epoch": 2.6731391585760518, |
| "grad_norm": 0.14288772642612457, |
| "learning_rate": 1.8027743175872664e-06, |
| "loss": 0.9621821641921997, |
| "mean_token_accuracy": 0.7016777098178864, |
| "num_tokens": 26769858.0, |
| "step": 208 |
| }, |
| { |
| "entropy": 0.9924911335110664, |
| "epoch": 2.686084142394822, |
| "grad_norm": 0.15055745840072632, |
| "learning_rate": 1.673191150434067e-06, |
| "loss": 0.9834965467453003, |
| "mean_token_accuracy": 0.6973485350608826, |
| "num_tokens": 26900322.0, |
| "step": 209 |
| }, |
| { |
| "entropy": 0.9818881303071976, |
| "epoch": 2.6990291262135924, |
| "grad_norm": 0.14105482399463654, |
| "learning_rate": 1.5482793275958529e-06, |
| "loss": 0.9681003093719482, |
| "mean_token_accuracy": 0.7027260288596153, |
| "num_tokens": 27028790.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 1.0093478709459305, |
| "epoch": 2.7119741100323624, |
| "grad_norm": 0.13759662210941315, |
| "learning_rate": 1.428063863472895e-06, |
| "loss": 0.9943416118621826, |
| "mean_token_accuracy": 0.6961824595928192, |
| "num_tokens": 27158518.0, |
| "step": 211 |
| }, |
| { |
| "entropy": 0.9659164026379585, |
| "epoch": 2.724919093851133, |
| "grad_norm": 0.13798096776008606, |
| "learning_rate": 1.312568831989258e-06, |
| "loss": 0.9594480991363525, |
| "mean_token_accuracy": 0.7053544819355011, |
| "num_tokens": 27286894.0, |
| "step": 212 |
| }, |
| { |
| "entropy": 0.9813470914959908, |
| "epoch": 2.737864077669903, |
| "grad_norm": 0.13986897468566895, |
| "learning_rate": 1.201817361771837e-06, |
| "loss": 0.9744463562965393, |
| "mean_token_accuracy": 0.6995593681931496, |
| "num_tokens": 27416429.0, |
| "step": 213 |
| }, |
| { |
| "entropy": 0.9803524613380432, |
| "epoch": 2.750809061488673, |
| "grad_norm": 0.1427113264799118, |
| "learning_rate": 1.095831631518729e-06, |
| "loss": 0.9779400825500488, |
| "mean_token_accuracy": 0.6991961821913719, |
| "num_tokens": 27547243.0, |
| "step": 214 |
| }, |
| { |
| "entropy": 0.9925402626395226, |
| "epoch": 2.7637540453074436, |
| "grad_norm": 0.13913081586360931, |
| "learning_rate": 9.946328655577624e-07, |
| "loss": 0.9808883666992188, |
| "mean_token_accuracy": 0.6991342678666115, |
| "num_tokens": 27675879.0, |
| "step": 215 |
| }, |
| { |
| "entropy": 0.9896645024418831, |
| "epoch": 2.7766990291262137, |
| "grad_norm": 0.1442061960697174, |
| "learning_rate": 8.98241329596236e-07, |
| "loss": 0.9809693098068237, |
| "mean_token_accuracy": 0.698739230632782, |
| "num_tokens": 27803163.0, |
| "step": 216 |
| }, |
| { |
| "entropy": 0.9893851205706596, |
| "epoch": 2.7896440129449838, |
| "grad_norm": 0.14143677055835724, |
| "learning_rate": 8.066763266625282e-07, |
| "loss": 0.981695294380188, |
| "mean_token_accuracy": 0.6991203427314758, |
| "num_tokens": 27933401.0, |
| "step": 217 |
| }, |
| { |
| "entropy": 0.9731957465410233, |
| "epoch": 2.8025889967637543, |
| "grad_norm": 0.1361815184354782, |
| "learning_rate": 7.199561932405952e-07, |
| "loss": 0.9702168703079224, |
| "mean_token_accuracy": 0.7017369866371155, |
| "num_tokens": 28062956.0, |
| "step": 218 |
| }, |
| { |
| "entropy": 0.9948369562625885, |
| "epoch": 2.8155339805825244, |
| "grad_norm": 0.14056353271007538, |
| "learning_rate": 6.380982955979192e-07, |
| "loss": 0.9860883355140686, |
| "mean_token_accuracy": 0.6969182938337326, |
| "num_tokens": 28193529.0, |
| "step": 219 |
| }, |
| { |
| "entropy": 0.9916596859693527, |
| "epoch": 2.8284789644012944, |
| "grad_norm": 0.13880424201488495, |
| "learning_rate": 5.611190263078464e-07, |
| "loss": 0.9843125343322754, |
| "mean_token_accuracy": 0.6996685415506363, |
| "num_tokens": 28323780.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 0.994688592851162, |
| "epoch": 2.841423948220065, |
| "grad_norm": 0.14161838591098785, |
| "learning_rate": 4.890338009668316e-07, |
| "loss": 0.987594485282898, |
| "mean_token_accuracy": 0.6960802897810936, |
| "num_tokens": 28450374.0, |
| "step": 221 |
| }, |
| { |
| "entropy": 0.9797770902514458, |
| "epoch": 2.854368932038835, |
| "grad_norm": 0.14003399014472961, |
| "learning_rate": 4.2185705510739415e-07, |
| "loss": 0.9724584221839905, |
| "mean_token_accuracy": 0.7009174674749374, |
| "num_tokens": 28581287.0, |
| "step": 222 |
| }, |
| { |
| "entropy": 0.9800074324011803, |
| "epoch": 2.867313915857605, |
| "grad_norm": 0.13757845759391785, |
| "learning_rate": 3.5960224130728857e-07, |
| "loss": 0.975549578666687, |
| "mean_token_accuracy": 0.700556606054306, |
| "num_tokens": 28711353.0, |
| "step": 223 |
| }, |
| { |
| "entropy": 1.0042571797966957, |
| "epoch": 2.8802588996763756, |
| "grad_norm": 0.14083339273929596, |
| "learning_rate": 3.0228182649555126e-07, |
| "loss": 1.0053907632827759, |
| "mean_token_accuracy": 0.6935624480247498, |
| "num_tokens": 28842280.0, |
| "step": 224 |
| }, |
| { |
| "entropy": 0.9855194166302681, |
| "epoch": 2.8932038834951457, |
| "grad_norm": 0.13846422731876373, |
| "learning_rate": 2.499072894559057e-07, |
| "loss": 0.9848570823669434, |
| "mean_token_accuracy": 0.6976526007056236, |
| "num_tokens": 28972357.0, |
| "step": 225 |
| }, |
| { |
| "entropy": 1.001104585826397, |
| "epoch": 2.9061488673139158, |
| "grad_norm": 0.14138342440128326, |
| "learning_rate": 2.0248911852807916e-07, |
| "loss": 0.9966611862182617, |
| "mean_token_accuracy": 0.6946366131305695, |
| "num_tokens": 29101659.0, |
| "step": 226 |
| }, |
| { |
| "entropy": 1.009532943367958, |
| "epoch": 2.9190938511326863, |
| "grad_norm": 0.14135390520095825, |
| "learning_rate": 1.6003680950742728e-07, |
| "loss": 1.005623698234558, |
| "mean_token_accuracy": 0.6935223415493965, |
| "num_tokens": 29232498.0, |
| "step": 227 |
| }, |
| { |
| "entropy": 0.9846266806125641, |
| "epoch": 2.9320388349514563, |
| "grad_norm": 0.1681033819913864, |
| "learning_rate": 1.2255886374334946e-07, |
| "loss": 0.9802054166793823, |
| "mean_token_accuracy": 0.6965951919555664, |
| "num_tokens": 29362933.0, |
| "step": 228 |
| }, |
| { |
| "entropy": 0.9799839109182358, |
| "epoch": 2.9449838187702264, |
| "grad_norm": 0.13652454316616058, |
| "learning_rate": 9.006278643683696e-08, |
| "loss": 0.9698001146316528, |
| "mean_token_accuracy": 0.7007428407669067, |
| "num_tokens": 29493309.0, |
| "step": 229 |
| }, |
| { |
| "entropy": 1.0171968340873718, |
| "epoch": 2.957928802588997, |
| "grad_norm": 0.14205855131149292, |
| "learning_rate": 6.255508513750841e-08, |
| "loss": 1.0112099647521973, |
| "mean_token_accuracy": 0.6907862275838852, |
| "num_tokens": 29624285.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 0.9915007576346397, |
| "epoch": 2.970873786407767, |
| "grad_norm": 0.1402832567691803, |
| "learning_rate": 4.004126844042444e-08, |
| "loss": 0.9884048104286194, |
| "mean_token_accuracy": 0.698325403034687, |
| "num_tokens": 29750845.0, |
| "step": 231 |
| }, |
| { |
| "entropy": 0.9683853834867477, |
| "epoch": 2.983818770226537, |
| "grad_norm": 0.13645720481872559, |
| "learning_rate": 2.2525844882964607e-08, |
| "loss": 0.9612487554550171, |
| "mean_token_accuracy": 0.7027434930205345, |
| "num_tokens": 29880206.0, |
| "step": 232 |
| }, |
| { |
| "entropy": 1.0029038190841675, |
| "epoch": 2.9967637540453076, |
| "grad_norm": 0.14058740437030792, |
| "learning_rate": 1.0012322041960676e-08, |
| "loss": 0.9952015280723572, |
| "mean_token_accuracy": 0.6949735060334206, |
| "num_tokens": 30010422.0, |
| "step": 233 |
| }, |
| { |
| "entropy": 1.0222190022468567, |
| "epoch": 3.0, |
| "grad_norm": 0.28044044971466064, |
| "learning_rate": 2.503205831277944e-09, |
| "loss": 0.9643567800521851, |
| "mean_token_accuracy": 0.6896805465221405, |
| "num_tokens": 30018612.0, |
| "step": 234 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 234, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.174675991796646e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
