| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 309, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 1.3063052594661713, |
| "epoch": 0.009708737864077669, |
| "grad_norm": 1.3077822923660278, |
| "learning_rate": 0.0, |
| "loss": 2.1177937984466553, |
| "mean_token_accuracy": 0.5264865458011627, |
| "num_tokens": 96695.0, |
| "step": 1 |
| }, |
| { |
| "entropy": 1.3945444822311401, |
| "epoch": 0.019417475728155338, |
| "grad_norm": 1.4227101802825928, |
| "learning_rate": 3.125e-06, |
| "loss": 2.264981746673584, |
| "mean_token_accuracy": 0.49969692155718803, |
| "num_tokens": 193992.0, |
| "step": 2 |
| }, |
| { |
| "entropy": 1.3749237358570099, |
| "epoch": 0.02912621359223301, |
| "grad_norm": 1.1497575044631958, |
| "learning_rate": 6.25e-06, |
| "loss": 2.0460948944091797, |
| "mean_token_accuracy": 0.5287926904857159, |
| "num_tokens": 291993.0, |
| "step": 3 |
| }, |
| { |
| "entropy": 1.4135093837976456, |
| "epoch": 0.038834951456310676, |
| "grad_norm": 1.0101280212402344, |
| "learning_rate": 9.375000000000001e-06, |
| "loss": 2.0115394592285156, |
| "mean_token_accuracy": 0.5312202051281929, |
| "num_tokens": 389906.0, |
| "step": 4 |
| }, |
| { |
| "entropy": 1.5345965921878815, |
| "epoch": 0.04854368932038835, |
| "grad_norm": 0.8249343037605286, |
| "learning_rate": 1.25e-05, |
| "loss": 1.9907541275024414, |
| "mean_token_accuracy": 0.5317840278148651, |
| "num_tokens": 487090.0, |
| "step": 5 |
| }, |
| { |
| "entropy": 1.628997579216957, |
| "epoch": 0.05825242718446602, |
| "grad_norm": 0.6037535071372986, |
| "learning_rate": 1.5625e-05, |
| "loss": 1.917801856994629, |
| "mean_token_accuracy": 0.541858084499836, |
| "num_tokens": 584439.0, |
| "step": 6 |
| }, |
| { |
| "entropy": 1.8246440291404724, |
| "epoch": 0.06796116504854369, |
| "grad_norm": 0.3977610468864441, |
| "learning_rate": 1.8750000000000002e-05, |
| "loss": 1.8268287181854248, |
| "mean_token_accuracy": 0.5501810759305954, |
| "num_tokens": 681933.0, |
| "step": 7 |
| }, |
| { |
| "entropy": 1.9396448135375977, |
| "epoch": 0.07766990291262135, |
| "grad_norm": 0.47858306765556335, |
| "learning_rate": 2.1875e-05, |
| "loss": 1.7852939367294312, |
| "mean_token_accuracy": 0.5552558451890945, |
| "num_tokens": 777167.0, |
| "step": 8 |
| }, |
| { |
| "entropy": 1.9606482535600662, |
| "epoch": 0.08737864077669903, |
| "grad_norm": 0.5253126621246338, |
| "learning_rate": 2.5e-05, |
| "loss": 1.7283756732940674, |
| "mean_token_accuracy": 0.5672201961278915, |
| "num_tokens": 875080.0, |
| "step": 9 |
| }, |
| { |
| "entropy": 1.9720240384340286, |
| "epoch": 0.0970873786407767, |
| "grad_norm": 0.5374228954315186, |
| "learning_rate": 2.8125000000000003e-05, |
| "loss": 1.711395263671875, |
| "mean_token_accuracy": 0.5681185722351074, |
| "num_tokens": 973099.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 1.82131689786911, |
| "epoch": 0.10679611650485436, |
| "grad_norm": 0.43059229850769043, |
| "learning_rate": 3.125e-05, |
| "loss": 1.6381919384002686, |
| "mean_token_accuracy": 0.5789104923605919, |
| "num_tokens": 1070082.0, |
| "step": 11 |
| }, |
| { |
| "entropy": 1.6750145703554153, |
| "epoch": 0.11650485436893204, |
| "grad_norm": 0.335764616727829, |
| "learning_rate": 3.4375e-05, |
| "loss": 1.5634382963180542, |
| "mean_token_accuracy": 0.5890125557780266, |
| "num_tokens": 1167345.0, |
| "step": 12 |
| }, |
| { |
| "entropy": 1.616977572441101, |
| "epoch": 0.1262135922330097, |
| "grad_norm": 0.29735782742500305, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 1.59102201461792, |
| "mean_token_accuracy": 0.5816583260893822, |
| "num_tokens": 1265097.0, |
| "step": 13 |
| }, |
| { |
| "entropy": 1.5444462895393372, |
| "epoch": 0.13592233009708737, |
| "grad_norm": 0.29059097170829773, |
| "learning_rate": 4.0625000000000005e-05, |
| "loss": 1.574419379234314, |
| "mean_token_accuracy": 0.5849687159061432, |
| "num_tokens": 1362414.0, |
| "step": 14 |
| }, |
| { |
| "entropy": 1.4560510218143463, |
| "epoch": 0.14563106796116504, |
| "grad_norm": 0.2826174199581146, |
| "learning_rate": 4.375e-05, |
| "loss": 1.5245388746261597, |
| "mean_token_accuracy": 0.5940257161855698, |
| "num_tokens": 1458384.0, |
| "step": 15 |
| }, |
| { |
| "entropy": 1.4310729652643204, |
| "epoch": 0.1553398058252427, |
| "grad_norm": 0.2571217119693756, |
| "learning_rate": 4.6875e-05, |
| "loss": 1.493829607963562, |
| "mean_token_accuracy": 0.5997192710638046, |
| "num_tokens": 1555321.0, |
| "step": 16 |
| }, |
| { |
| "entropy": 1.3802899718284607, |
| "epoch": 0.1650485436893204, |
| "grad_norm": 0.24408026039600372, |
| "learning_rate": 5e-05, |
| "loss": 1.4393625259399414, |
| "mean_token_accuracy": 0.6103221923112869, |
| "num_tokens": 1652989.0, |
| "step": 17 |
| }, |
| { |
| "entropy": 1.423762321472168, |
| "epoch": 0.17475728155339806, |
| "grad_norm": 0.260315865278244, |
| "learning_rate": 4.999856295503635e-05, |
| "loss": 1.4357669353485107, |
| "mean_token_accuracy": 0.6085835695266724, |
| "num_tokens": 1749968.0, |
| "step": 18 |
| }, |
| { |
| "entropy": 1.4223755896091461, |
| "epoch": 0.18446601941747573, |
| "grad_norm": 0.26641297340393066, |
| "learning_rate": 4.999425198535325e-05, |
| "loss": 1.4089168310165405, |
| "mean_token_accuracy": 0.6123870462179184, |
| "num_tokens": 1847337.0, |
| "step": 19 |
| }, |
| { |
| "entropy": 1.4421514868736267, |
| "epoch": 0.1941747572815534, |
| "grad_norm": 0.2118070274591446, |
| "learning_rate": 4.998706758655528e-05, |
| "loss": 1.4083303213119507, |
| "mean_token_accuracy": 0.6158460900187492, |
| "num_tokens": 1944252.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 1.3758682906627655, |
| "epoch": 0.20388349514563106, |
| "grad_norm": 0.21211183071136475, |
| "learning_rate": 4.997701058458676e-05, |
| "loss": 1.3528016805648804, |
| "mean_token_accuracy": 0.6290531530976295, |
| "num_tokens": 2041362.0, |
| "step": 21 |
| }, |
| { |
| "entropy": 1.3912087827920914, |
| "epoch": 0.21359223300970873, |
| "grad_norm": 0.20889078080654144, |
| "learning_rate": 4.996408213563684e-05, |
| "loss": 1.3577451705932617, |
| "mean_token_accuracy": 0.6254735365509987, |
| "num_tokens": 2139370.0, |
| "step": 22 |
| }, |
| { |
| "entropy": 1.3215357810258865, |
| "epoch": 0.22330097087378642, |
| "grad_norm": 0.20261520147323608, |
| "learning_rate": 4.994828372600649e-05, |
| "loss": 1.300628662109375, |
| "mean_token_accuracy": 0.6371148228645325, |
| "num_tokens": 2233615.0, |
| "step": 23 |
| }, |
| { |
| "entropy": 1.3306704312562943, |
| "epoch": 0.23300970873786409, |
| "grad_norm": 0.19877074658870697, |
| "learning_rate": 4.9929617171937724e-05, |
| "loss": 1.3034857511520386, |
| "mean_token_accuracy": 0.6345249861478806, |
| "num_tokens": 2330947.0, |
| "step": 24 |
| }, |
| { |
| "entropy": 1.3362696319818497, |
| "epoch": 0.24271844660194175, |
| "grad_norm": 0.17692981660366058, |
| "learning_rate": 4.9908084619404735e-05, |
| "loss": 1.3098223209381104, |
| "mean_token_accuracy": 0.6328666806221008, |
| "num_tokens": 2428936.0, |
| "step": 25 |
| }, |
| { |
| "entropy": 1.3557860553264618, |
| "epoch": 0.2524271844660194, |
| "grad_norm": 0.19237112998962402, |
| "learning_rate": 4.988368854386722e-05, |
| "loss": 1.3239411115646362, |
| "mean_token_accuracy": 0.6320360824465752, |
| "num_tokens": 2526310.0, |
| "step": 26 |
| }, |
| { |
| "entropy": 1.32492034137249, |
| "epoch": 0.2621359223300971, |
| "grad_norm": 0.19819748401641846, |
| "learning_rate": 4.985643174998578e-05, |
| "loss": 1.3037995100021362, |
| "mean_token_accuracy": 0.6353878080844879, |
| "num_tokens": 2623215.0, |
| "step": 27 |
| }, |
| { |
| "entropy": 1.2510884702205658, |
| "epoch": 0.27184466019417475, |
| "grad_norm": 0.17776808142662048, |
| "learning_rate": 4.982631737129948e-05, |
| "loss": 1.2440943717956543, |
| "mean_token_accuracy": 0.6481084004044533, |
| "num_tokens": 2720683.0, |
| "step": 28 |
| }, |
| { |
| "entropy": 1.287326768040657, |
| "epoch": 0.2815533980582524, |
| "grad_norm": 0.17891287803649902, |
| "learning_rate": 4.9793348869865616e-05, |
| "loss": 1.29865300655365, |
| "mean_token_accuracy": 0.6353446468710899, |
| "num_tokens": 2818153.0, |
| "step": 29 |
| }, |
| { |
| "entropy": 1.2316195368766785, |
| "epoch": 0.2912621359223301, |
| "grad_norm": 0.17647312581539154, |
| "learning_rate": 4.9757530035861716e-05, |
| "loss": 1.253545880317688, |
| "mean_token_accuracy": 0.6457989513874054, |
| "num_tokens": 2915748.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 1.169528603553772, |
| "epoch": 0.30097087378640774, |
| "grad_norm": 0.16643674671649933, |
| "learning_rate": 4.971886498714977e-05, |
| "loss": 1.1838676929473877, |
| "mean_token_accuracy": 0.6634209230542183, |
| "num_tokens": 3013095.0, |
| "step": 31 |
| }, |
| { |
| "entropy": 1.2801441848278046, |
| "epoch": 0.3106796116504854, |
| "grad_norm": 0.17172685265541077, |
| "learning_rate": 4.967735816880286e-05, |
| "loss": 1.2642897367477417, |
| "mean_token_accuracy": 0.6400710195302963, |
| "num_tokens": 3110631.0, |
| "step": 32 |
| }, |
| { |
| "entropy": 1.2720160782337189, |
| "epoch": 0.32038834951456313, |
| "grad_norm": 0.16451463103294373, |
| "learning_rate": 4.963301435259413e-05, |
| "loss": 1.2586028575897217, |
| "mean_token_accuracy": 0.6447242349386215, |
| "num_tokens": 3207970.0, |
| "step": 33 |
| }, |
| { |
| "entropy": 1.2911356091499329, |
| "epoch": 0.3300970873786408, |
| "grad_norm": 0.1695583015680313, |
| "learning_rate": 4.95858386364482e-05, |
| "loss": 1.2504911422729492, |
| "mean_token_accuracy": 0.6436235383152962, |
| "num_tokens": 3305342.0, |
| "step": 34 |
| }, |
| { |
| "entropy": 1.2505649775266647, |
| "epoch": 0.33980582524271846, |
| "grad_norm": 0.1600319743156433, |
| "learning_rate": 4.9535836443855096e-05, |
| "loss": 1.2131391763687134, |
| "mean_token_accuracy": 0.6537701711058617, |
| "num_tokens": 3399739.0, |
| "step": 35 |
| }, |
| { |
| "entropy": 1.1979082226753235, |
| "epoch": 0.34951456310679613, |
| "grad_norm": 0.15272502601146698, |
| "learning_rate": 4.948301352324673e-05, |
| "loss": 1.1704742908477783, |
| "mean_token_accuracy": 0.6647882163524628, |
| "num_tokens": 3497430.0, |
| "step": 36 |
| }, |
| { |
| "entropy": 1.2117689549922943, |
| "epoch": 0.3592233009708738, |
| "grad_norm": 0.15061117708683014, |
| "learning_rate": 4.942737594733609e-05, |
| "loss": 1.1953562498092651, |
| "mean_token_accuracy": 0.6564236953854561, |
| "num_tokens": 3593935.0, |
| "step": 37 |
| }, |
| { |
| "entropy": 1.1917639821767807, |
| "epoch": 0.36893203883495146, |
| "grad_norm": 0.15709325671195984, |
| "learning_rate": 4.9368930112419e-05, |
| "loss": 1.1850690841674805, |
| "mean_token_accuracy": 0.660385861992836, |
| "num_tokens": 3691118.0, |
| "step": 38 |
| }, |
| { |
| "entropy": 1.2446843981742859, |
| "epoch": 0.3786407766990291, |
| "grad_norm": 0.16046260297298431, |
| "learning_rate": 4.930768273763889e-05, |
| "loss": 1.2477033138275146, |
| "mean_token_accuracy": 0.6435192674398422, |
| "num_tokens": 3788648.0, |
| "step": 39 |
| }, |
| { |
| "entropy": 1.2205789387226105, |
| "epoch": 0.3883495145631068, |
| "grad_norm": 0.1660885363817215, |
| "learning_rate": 4.92436408642143e-05, |
| "loss": 1.2170484066009521, |
| "mean_token_accuracy": 0.6503675952553749, |
| "num_tokens": 3886532.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 1.205104410648346, |
| "epoch": 0.39805825242718446, |
| "grad_norm": 0.15774689614772797, |
| "learning_rate": 4.917681185462934e-05, |
| "loss": 1.207252860069275, |
| "mean_token_accuracy": 0.655083142220974, |
| "num_tokens": 3984443.0, |
| "step": 41 |
| }, |
| { |
| "entropy": 1.1894231885671616, |
| "epoch": 0.4077669902912621, |
| "grad_norm": 0.1520465910434723, |
| "learning_rate": 4.910720339178735e-05, |
| "loss": 1.1727756261825562, |
| "mean_token_accuracy": 0.6604171320796013, |
| "num_tokens": 4082127.0, |
| "step": 42 |
| }, |
| { |
| "entropy": 1.1813564747571945, |
| "epoch": 0.4174757281553398, |
| "grad_norm": 0.1579592078924179, |
| "learning_rate": 4.90348234781276e-05, |
| "loss": 1.1708219051361084, |
| "mean_token_accuracy": 0.6622453778982162, |
| "num_tokens": 4179696.0, |
| "step": 43 |
| }, |
| { |
| "entropy": 1.1847212761640549, |
| "epoch": 0.42718446601941745, |
| "grad_norm": 0.16752171516418457, |
| "learning_rate": 4.895968043470532e-05, |
| "loss": 1.1717603206634521, |
| "mean_token_accuracy": 0.6604401022195816, |
| "num_tokens": 4276989.0, |
| "step": 44 |
| }, |
| { |
| "entropy": 1.1232565939426422, |
| "epoch": 0.4368932038834951, |
| "grad_norm": 0.16498398780822754, |
| "learning_rate": 4.8881782900235094e-05, |
| "loss": 1.1282835006713867, |
| "mean_token_accuracy": 0.6696558594703674, |
| "num_tokens": 4374513.0, |
| "step": 45 |
| }, |
| { |
| "entropy": 1.1546286791563034, |
| "epoch": 0.44660194174757284, |
| "grad_norm": 0.16002920269966125, |
| "learning_rate": 4.880113983009768e-05, |
| "loss": 1.163672924041748, |
| "mean_token_accuracy": 0.6636269986629486, |
| "num_tokens": 4472543.0, |
| "step": 46 |
| }, |
| { |
| "entropy": 1.220591351389885, |
| "epoch": 0.4563106796116505, |
| "grad_norm": 0.15611808001995087, |
| "learning_rate": 4.87177604953105e-05, |
| "loss": 1.227357268333435, |
| "mean_token_accuracy": 0.6496708914637566, |
| "num_tokens": 4570196.0, |
| "step": 47 |
| }, |
| { |
| "entropy": 1.1873502284288406, |
| "epoch": 0.46601941747572817, |
| "grad_norm": 0.15429329872131348, |
| "learning_rate": 4.86316544814618e-05, |
| "loss": 1.1806132793426514, |
| "mean_token_accuracy": 0.6577019914984703, |
| "num_tokens": 4667589.0, |
| "step": 48 |
| }, |
| { |
| "entropy": 1.1497704908251762, |
| "epoch": 0.47572815533980584, |
| "grad_norm": 0.14651840925216675, |
| "learning_rate": 4.854283168760868e-05, |
| "loss": 1.132278323173523, |
| "mean_token_accuracy": 0.6702492162585258, |
| "num_tokens": 4765775.0, |
| "step": 49 |
| }, |
| { |
| "entropy": 1.19112890958786, |
| "epoch": 0.4854368932038835, |
| "grad_norm": 0.16413071751594543, |
| "learning_rate": 4.8451302325139004e-05, |
| "loss": 1.1689636707305908, |
| "mean_token_accuracy": 0.6610261425375938, |
| "num_tokens": 4864001.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 1.1795462369918823, |
| "epoch": 0.49514563106796117, |
| "grad_norm": 0.1465304046869278, |
| "learning_rate": 4.835707691659753e-05, |
| "loss": 1.1613165140151978, |
| "mean_token_accuracy": 0.6660530865192413, |
| "num_tokens": 4960993.0, |
| "step": 51 |
| }, |
| { |
| "entropy": 1.1446045935153961, |
| "epoch": 0.5048543689320388, |
| "grad_norm": 0.1478618085384369, |
| "learning_rate": 4.8260166294476164e-05, |
| "loss": 1.1292091608047485, |
| "mean_token_accuracy": 0.6699203625321388, |
| "num_tokens": 5058285.0, |
| "step": 52 |
| }, |
| { |
| "entropy": 1.1335399597883224, |
| "epoch": 0.5145631067961165, |
| "grad_norm": 0.15407773852348328, |
| "learning_rate": 4.8160581599968625e-05, |
| "loss": 1.1282105445861816, |
| "mean_token_accuracy": 0.6706565544009209, |
| "num_tokens": 5155340.0, |
| "step": 53 |
| }, |
| { |
| "entropy": 1.1364393010735512, |
| "epoch": 0.5242718446601942, |
| "grad_norm": 0.15273907780647278, |
| "learning_rate": 4.8058334281689595e-05, |
| "loss": 1.1344889402389526, |
| "mean_token_accuracy": 0.668300211429596, |
| "num_tokens": 5253290.0, |
| "step": 54 |
| }, |
| { |
| "entropy": 1.1561526656150818, |
| "epoch": 0.5339805825242718, |
| "grad_norm": 0.15070948004722595, |
| "learning_rate": 4.7953436094358595e-05, |
| "loss": 1.145023226737976, |
| "mean_token_accuracy": 0.6662660464644432, |
| "num_tokens": 5350631.0, |
| "step": 55 |
| }, |
| { |
| "entropy": 1.1212447136640549, |
| "epoch": 0.5436893203883495, |
| "grad_norm": 0.1489776223897934, |
| "learning_rate": 4.784589909744855e-05, |
| "loss": 1.1079856157302856, |
| "mean_token_accuracy": 0.6758884415030479, |
| "num_tokens": 5447338.0, |
| "step": 56 |
| }, |
| { |
| "entropy": 1.1728671193122864, |
| "epoch": 0.5533980582524272, |
| "grad_norm": 0.1548493206501007, |
| "learning_rate": 4.7735735653799463e-05, |
| "loss": 1.159340739250183, |
| "mean_token_accuracy": 0.6629773899912834, |
| "num_tokens": 5543513.0, |
| "step": 57 |
| }, |
| { |
| "entropy": 1.1602209657430649, |
| "epoch": 0.5631067961165048, |
| "grad_norm": 0.15153397619724274, |
| "learning_rate": 4.762295842819707e-05, |
| "loss": 1.1558430194854736, |
| "mean_token_accuracy": 0.6631080582737923, |
| "num_tokens": 5640853.0, |
| "step": 58 |
| }, |
| { |
| "entropy": 1.167491763830185, |
| "epoch": 0.5728155339805825, |
| "grad_norm": 0.15950381755828857, |
| "learning_rate": 4.75075803859169e-05, |
| "loss": 1.1687371730804443, |
| "mean_token_accuracy": 0.662310965359211, |
| "num_tokens": 5737838.0, |
| "step": 59 |
| }, |
| { |
| "entropy": 1.1121539771556854, |
| "epoch": 0.5825242718446602, |
| "grad_norm": 0.15362070500850677, |
| "learning_rate": 4.7389614791233726e-05, |
| "loss": 1.122381567955017, |
| "mean_token_accuracy": 0.6725770682096481, |
| "num_tokens": 5835215.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 1.1065661907196045, |
| "epoch": 0.5922330097087378, |
| "grad_norm": 0.15264824032783508, |
| "learning_rate": 4.726907520589664e-05, |
| "loss": 1.1158289909362793, |
| "mean_token_accuracy": 0.673554889857769, |
| "num_tokens": 5933071.0, |
| "step": 61 |
| }, |
| { |
| "entropy": 1.1254866421222687, |
| "epoch": 0.6019417475728155, |
| "grad_norm": 0.1510513871908188, |
| "learning_rate": 4.714597548756996e-05, |
| "loss": 1.1177195310592651, |
| "mean_token_accuracy": 0.6726218238472939, |
| "num_tokens": 6030510.0, |
| "step": 62 |
| }, |
| { |
| "entropy": 1.1632820963859558, |
| "epoch": 0.6116504854368932, |
| "grad_norm": 0.15587088465690613, |
| "learning_rate": 4.702032978824011e-05, |
| "loss": 1.1515460014343262, |
| "mean_token_accuracy": 0.6640657410025597, |
| "num_tokens": 6128308.0, |
| "step": 63 |
| }, |
| { |
| "entropy": 1.13534314930439, |
| "epoch": 0.6213592233009708, |
| "grad_norm": 0.15413475036621094, |
| "learning_rate": 4.6892152552588655e-05, |
| "loss": 1.1225864887237549, |
| "mean_token_accuracy": 0.6697054132819176, |
| "num_tokens": 6225307.0, |
| "step": 64 |
| }, |
| { |
| "entropy": 1.1529878377914429, |
| "epoch": 0.6310679611650486, |
| "grad_norm": 0.14912283420562744, |
| "learning_rate": 4.6761458516331655e-05, |
| "loss": 1.137518048286438, |
| "mean_token_accuracy": 0.6690729334950447, |
| "num_tokens": 6322345.0, |
| "step": 65 |
| }, |
| { |
| "entropy": 1.162615068256855, |
| "epoch": 0.6407766990291263, |
| "grad_norm": 0.15968185663223267, |
| "learning_rate": 4.662826270452565e-05, |
| "loss": 1.148972988128662, |
| "mean_token_accuracy": 0.6663458272814751, |
| "num_tokens": 6419830.0, |
| "step": 66 |
| }, |
| { |
| "entropy": 1.1012173295021057, |
| "epoch": 0.6504854368932039, |
| "grad_norm": 0.15278087556362152, |
| "learning_rate": 4.649258042984026e-05, |
| "loss": 1.0935297012329102, |
| "mean_token_accuracy": 0.6765975803136826, |
| "num_tokens": 6517180.0, |
| "step": 67 |
| }, |
| { |
| "entropy": 1.1730160862207413, |
| "epoch": 0.6601941747572816, |
| "grad_norm": 0.15458795428276062, |
| "learning_rate": 4.6354427290797875e-05, |
| "loss": 1.1597059965133667, |
| "mean_token_accuracy": 0.6620247736573219, |
| "num_tokens": 6614441.0, |
| "step": 68 |
| }, |
| { |
| "entropy": 1.1525196582078934, |
| "epoch": 0.6699029126213593, |
| "grad_norm": 0.15900148451328278, |
| "learning_rate": 4.621381916998029e-05, |
| "loss": 1.1408532857894897, |
| "mean_token_accuracy": 0.6672633439302444, |
| "num_tokens": 6711921.0, |
| "step": 69 |
| }, |
| { |
| "entropy": 1.1234073489904404, |
| "epoch": 0.6796116504854369, |
| "grad_norm": 0.9614858031272888, |
| "learning_rate": 4.607077223220285e-05, |
| "loss": 1.1134552955627441, |
| "mean_token_accuracy": 0.6734683215618134, |
| "num_tokens": 6808916.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 1.1003537625074387, |
| "epoch": 0.6893203883495146, |
| "grad_norm": 0.27281081676483154, |
| "learning_rate": 4.592530292265609e-05, |
| "loss": 1.093156337738037, |
| "mean_token_accuracy": 0.677058070898056, |
| "num_tokens": 6905733.0, |
| "step": 71 |
| }, |
| { |
| "entropy": 1.1193806380033493, |
| "epoch": 0.6990291262135923, |
| "grad_norm": 0.15709951519966125, |
| "learning_rate": 4.5777427965015096e-05, |
| "loss": 1.1156103610992432, |
| "mean_token_accuracy": 0.6733296439051628, |
| "num_tokens": 7002459.0, |
| "step": 72 |
| }, |
| { |
| "entropy": 1.0762626677751541, |
| "epoch": 0.7087378640776699, |
| "grad_norm": 0.14975018799304962, |
| "learning_rate": 4.562716435951692e-05, |
| "loss": 1.0788187980651855, |
| "mean_token_accuracy": 0.6805250495672226, |
| "num_tokens": 7100490.0, |
| "step": 73 |
| }, |
| { |
| "entropy": 1.1070052459836006, |
| "epoch": 0.7184466019417476, |
| "grad_norm": 0.163674458861351, |
| "learning_rate": 4.5474529381006146e-05, |
| "loss": 1.1094239950180054, |
| "mean_token_accuracy": 0.6733985841274261, |
| "num_tokens": 7197967.0, |
| "step": 74 |
| }, |
| { |
| "entropy": 1.133701667189598, |
| "epoch": 0.7281553398058253, |
| "grad_norm": 0.16219182312488556, |
| "learning_rate": 4.531954057694897e-05, |
| "loss": 1.131150484085083, |
| "mean_token_accuracy": 0.6676085367798805, |
| "num_tokens": 7292478.0, |
| "step": 75 |
| }, |
| { |
| "entropy": 1.151291936635971, |
| "epoch": 0.7378640776699029, |
| "grad_norm": 0.15997757017612457, |
| "learning_rate": 4.516221576541581e-05, |
| "loss": 1.1296626329421997, |
| "mean_token_accuracy": 0.6666271537542343, |
| "num_tokens": 7389056.0, |
| "step": 76 |
| }, |
| { |
| "entropy": 1.1276646926999092, |
| "epoch": 0.7475728155339806, |
| "grad_norm": 0.16011382639408112, |
| "learning_rate": 4.5002573033032904e-05, |
| "loss": 1.1120346784591675, |
| "mean_token_accuracy": 0.6736837849020958, |
| "num_tokens": 7486257.0, |
| "step": 77 |
| }, |
| { |
| "entropy": 1.115042731165886, |
| "epoch": 0.7572815533980582, |
| "grad_norm": 0.1535303145647049, |
| "learning_rate": 4.484063073290301e-05, |
| "loss": 1.1091301441192627, |
| "mean_token_accuracy": 0.6762245669960976, |
| "num_tokens": 7583265.0, |
| "step": 78 |
| }, |
| { |
| "entropy": 1.087426796555519, |
| "epoch": 0.7669902912621359, |
| "grad_norm": 0.16656380891799927, |
| "learning_rate": 4.467640748249548e-05, |
| "loss": 1.0862419605255127, |
| "mean_token_accuracy": 0.6805471926927567, |
| "num_tokens": 7680175.0, |
| "step": 79 |
| }, |
| { |
| "entropy": 1.1316653937101364, |
| "epoch": 0.7766990291262136, |
| "grad_norm": 0.15928491950035095, |
| "learning_rate": 4.4509922161505926e-05, |
| "loss": 1.1360259056091309, |
| "mean_token_accuracy": 0.6669512763619423, |
| "num_tokens": 7777798.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 1.1151190549135208, |
| "epoch": 0.7864077669902912, |
| "grad_norm": 0.15734143555164337, |
| "learning_rate": 4.4341193909685686e-05, |
| "loss": 1.1140034198760986, |
| "mean_token_accuracy": 0.6693683862686157, |
| "num_tokens": 7875637.0, |
| "step": 81 |
| }, |
| { |
| "entropy": 1.1036027371883392, |
| "epoch": 0.7961165048543689, |
| "grad_norm": 0.16518977284431458, |
| "learning_rate": 4.417024212464152e-05, |
| "loss": 1.0992156267166138, |
| "mean_token_accuracy": 0.6753587499260902, |
| "num_tokens": 7973214.0, |
| "step": 82 |
| }, |
| { |
| "entropy": 1.1240820437669754, |
| "epoch": 0.8058252427184466, |
| "grad_norm": 0.15742117166519165, |
| "learning_rate": 4.399708645960559e-05, |
| "loss": 1.1219127178192139, |
| "mean_token_accuracy": 0.6707674041390419, |
| "num_tokens": 8071015.0, |
| "step": 83 |
| }, |
| { |
| "entropy": 1.0782043635845184, |
| "epoch": 0.8155339805825242, |
| "grad_norm": 0.15135641396045685, |
| "learning_rate": 4.382174682117598e-05, |
| "loss": 1.0685319900512695, |
| "mean_token_accuracy": 0.6833792477846146, |
| "num_tokens": 8167887.0, |
| "step": 84 |
| }, |
| { |
| "entropy": 1.1078387796878815, |
| "epoch": 0.8252427184466019, |
| "grad_norm": 0.15460753440856934, |
| "learning_rate": 4.364424336702825e-05, |
| "loss": 1.1065967082977295, |
| "mean_token_accuracy": 0.6753173843026161, |
| "num_tokens": 8265328.0, |
| "step": 85 |
| }, |
| { |
| "entropy": 1.109467014670372, |
| "epoch": 0.8349514563106796, |
| "grad_norm": 0.15673620998859406, |
| "learning_rate": 4.346459650359798e-05, |
| "loss": 1.1054904460906982, |
| "mean_token_accuracy": 0.6707606092095375, |
| "num_tokens": 8362790.0, |
| "step": 86 |
| }, |
| { |
| "entropy": 1.125985011458397, |
| "epoch": 0.8446601941747572, |
| "grad_norm": 0.1561659872531891, |
| "learning_rate": 4.328282688373479e-05, |
| "loss": 1.111283302307129, |
| "mean_token_accuracy": 0.6752806529402733, |
| "num_tokens": 8460119.0, |
| "step": 87 |
| }, |
| { |
| "entropy": 1.0695659816265106, |
| "epoch": 0.8543689320388349, |
| "grad_norm": 0.16007103025913239, |
| "learning_rate": 4.3098955404328045e-05, |
| "loss": 1.056589961051941, |
| "mean_token_accuracy": 0.6865223124623299, |
| "num_tokens": 8555768.0, |
| "step": 88 |
| }, |
| { |
| "entropy": 1.0883630514144897, |
| "epoch": 0.8640776699029126, |
| "grad_norm": 0.15864451229572296, |
| "learning_rate": 4.29130032039044e-05, |
| "loss": 1.0721038579940796, |
| "mean_token_accuracy": 0.6814716532826424, |
| "num_tokens": 8653989.0, |
| "step": 89 |
| }, |
| { |
| "entropy": 1.0660209506750107, |
| "epoch": 0.8737864077669902, |
| "grad_norm": 0.15096718072891235, |
| "learning_rate": 4.272499166019771e-05, |
| "loss": 1.0504462718963623, |
| "mean_token_accuracy": 0.6850994229316711, |
| "num_tokens": 8751995.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 1.1066109761595726, |
| "epoch": 0.883495145631068, |
| "grad_norm": 0.16408860683441162, |
| "learning_rate": 4.253494238769134e-05, |
| "loss": 1.106789231300354, |
| "mean_token_accuracy": 0.6758328899741173, |
| "num_tokens": 8848370.0, |
| "step": 91 |
| }, |
| { |
| "entropy": 1.0865231901407242, |
| "epoch": 0.8932038834951457, |
| "grad_norm": 0.1649610996246338, |
| "learning_rate": 4.234287723513326e-05, |
| "loss": 1.095716118812561, |
| "mean_token_accuracy": 0.6755226477980614, |
| "num_tokens": 8946065.0, |
| "step": 92 |
| }, |
| { |
| "entropy": 1.0563477203249931, |
| "epoch": 0.9029126213592233, |
| "grad_norm": 0.15605774521827698, |
| "learning_rate": 4.2148818283024304e-05, |
| "loss": 1.0641911029815674, |
| "mean_token_accuracy": 0.684117816388607, |
| "num_tokens": 9043734.0, |
| "step": 93 |
| }, |
| { |
| "entropy": 1.1027402877807617, |
| "epoch": 0.912621359223301, |
| "grad_norm": 0.1745792031288147, |
| "learning_rate": 4.195278784107964e-05, |
| "loss": 1.093820571899414, |
| "mean_token_accuracy": 0.6766936853528023, |
| "num_tokens": 9141101.0, |
| "step": 94 |
| }, |
| { |
| "entropy": 1.1108492761850357, |
| "epoch": 0.9223300970873787, |
| "grad_norm": 0.1714155375957489, |
| "learning_rate": 4.175480844566404e-05, |
| "loss": 1.0948399305343628, |
| "mean_token_accuracy": 0.6759923100471497, |
| "num_tokens": 9238764.0, |
| "step": 95 |
| }, |
| { |
| "entropy": 1.092107117176056, |
| "epoch": 0.9320388349514563, |
| "grad_norm": 0.16130048036575317, |
| "learning_rate": 4.1554902857200924e-05, |
| "loss": 1.0810198783874512, |
| "mean_token_accuracy": 0.6786670908331871, |
| "num_tokens": 9335019.0, |
| "step": 96 |
| }, |
| { |
| "entropy": 1.0851488932967186, |
| "epoch": 0.941747572815534, |
| "grad_norm": 0.16832125186920166, |
| "learning_rate": 4.135309405755583e-05, |
| "loss": 1.073775291442871, |
| "mean_token_accuracy": 0.6807554513216019, |
| "num_tokens": 9433084.0, |
| "step": 97 |
| }, |
| { |
| "entropy": 1.0768142491579056, |
| "epoch": 0.9514563106796117, |
| "grad_norm": 0.16131848096847534, |
| "learning_rate": 4.11494052473943e-05, |
| "loss": 1.0637844800949097, |
| "mean_token_accuracy": 0.6831372752785683, |
| "num_tokens": 9530495.0, |
| "step": 98 |
| }, |
| { |
| "entropy": 1.063091091811657, |
| "epoch": 0.9611650485436893, |
| "grad_norm": 0.16142332553863525, |
| "learning_rate": 4.094385984351462e-05, |
| "loss": 1.0600042343139648, |
| "mean_token_accuracy": 0.6849533692002296, |
| "num_tokens": 9628209.0, |
| "step": 99 |
| }, |
| { |
| "entropy": 1.0749415531754494, |
| "epoch": 0.970873786407767, |
| "grad_norm": 0.18972496688365936, |
| "learning_rate": 4.073648147615579e-05, |
| "loss": 1.0742400884628296, |
| "mean_token_accuracy": 0.6798612177371979, |
| "num_tokens": 9726165.0, |
| "step": 100 |
| }, |
| { |
| "entropy": 1.0456555485725403, |
| "epoch": 0.9805825242718447, |
| "grad_norm": 0.1582217514514923, |
| "learning_rate": 4.052729398628089e-05, |
| "loss": 1.0480663776397705, |
| "mean_token_accuracy": 0.6852379813790321, |
| "num_tokens": 9823616.0, |
| "step": 101 |
| }, |
| { |
| "entropy": 1.0736559927463531, |
| "epoch": 0.9902912621359223, |
| "grad_norm": 0.16985982656478882, |
| "learning_rate": 4.031632142283622e-05, |
| "loss": 1.0799673795700073, |
| "mean_token_accuracy": 0.6796677485108376, |
| "num_tokens": 9921527.0, |
| "step": 102 |
| }, |
| { |
| "entropy": 1.0745692774653435, |
| "epoch": 1.0, |
| "grad_norm": 0.16134285926818848, |
| "learning_rate": 4.0103588039986556e-05, |
| "loss": 1.078010082244873, |
| "mean_token_accuracy": 0.6782025918364525, |
| "num_tokens": 10018894.0, |
| "step": 103 |
| }, |
| { |
| "entropy": 1.052033707499504, |
| "epoch": 1.0097087378640777, |
| "grad_norm": 0.15611664950847626, |
| "learning_rate": 3.988911829432682e-05, |
| "loss": 1.0273964405059814, |
| "mean_token_accuracy": 0.6917483061552048, |
| "num_tokens": 10116408.0, |
| "step": 104 |
| }, |
| { |
| "entropy": 1.106005534529686, |
| "epoch": 1.0194174757281553, |
| "grad_norm": 0.18703246116638184, |
| "learning_rate": 3.967293684207042e-05, |
| "loss": 1.07395339012146, |
| "mean_token_accuracy": 0.6806365475058556, |
| "num_tokens": 10213505.0, |
| "step": 105 |
| }, |
| { |
| "entropy": 1.0383973494172096, |
| "epoch": 1.029126213592233, |
| "grad_norm": 0.16569890081882477, |
| "learning_rate": 3.945506853621476e-05, |
| "loss": 1.0093125104904175, |
| "mean_token_accuracy": 0.6949852854013443, |
| "num_tokens": 10311543.0, |
| "step": 106 |
| }, |
| { |
| "entropy": 1.027927227318287, |
| "epoch": 1.0388349514563107, |
| "grad_norm": 0.15815988183021545, |
| "learning_rate": 3.923553842368396e-05, |
| "loss": 1.0087497234344482, |
| "mean_token_accuracy": 0.6973673179745674, |
| "num_tokens": 10408148.0, |
| "step": 107 |
| }, |
| { |
| "entropy": 1.0794779807329178, |
| "epoch": 1.0485436893203883, |
| "grad_norm": 0.16736039519309998, |
| "learning_rate": 3.901437174244943e-05, |
| "loss": 1.0720303058624268, |
| "mean_token_accuracy": 0.6798778995871544, |
| "num_tokens": 10505638.0, |
| "step": 108 |
| }, |
| { |
| "entropy": 1.0462391898036003, |
| "epoch": 1.058252427184466, |
| "grad_norm": 0.17532268166542053, |
| "learning_rate": 3.879159391862839e-05, |
| "loss": 1.0518163442611694, |
| "mean_token_accuracy": 0.6836148276925087, |
| "num_tokens": 10602743.0, |
| "step": 109 |
| }, |
| { |
| "entropy": 1.0277544036507607, |
| "epoch": 1.0679611650485437, |
| "grad_norm": 0.16957585513591766, |
| "learning_rate": 3.856723056356084e-05, |
| "loss": 1.0378530025482178, |
| "mean_token_accuracy": 0.6870032772421837, |
| "num_tokens": 10700300.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 1.0463587269186974, |
| "epoch": 1.0776699029126213, |
| "grad_norm": 0.16475018858909607, |
| "learning_rate": 3.834130747086512e-05, |
| "loss": 1.0512408018112183, |
| "mean_token_accuracy": 0.6838105544447899, |
| "num_tokens": 10797991.0, |
| "step": 111 |
| }, |
| { |
| "entropy": 1.0562317967414856, |
| "epoch": 1.087378640776699, |
| "grad_norm": 0.17692257463932037, |
| "learning_rate": 3.811385061347263e-05, |
| "loss": 1.045755386352539, |
| "mean_token_accuracy": 0.6854795292019844, |
| "num_tokens": 10895950.0, |
| "step": 112 |
| }, |
| { |
| "entropy": 1.0278217941522598, |
| "epoch": 1.0970873786407767, |
| "grad_norm": 0.1635172963142395, |
| "learning_rate": 3.788488614064188e-05, |
| "loss": 1.0115208625793457, |
| "mean_token_accuracy": 0.6944800242781639, |
| "num_tokens": 10992915.0, |
| "step": 113 |
| }, |
| { |
| "entropy": 1.070695973932743, |
| "epoch": 1.1067961165048543, |
| "grad_norm": 0.17553620040416718, |
| "learning_rate": 3.7654440374952286e-05, |
| "loss": 1.0541203022003174, |
| "mean_token_accuracy": 0.6825162619352341, |
| "num_tokens": 11090381.0, |
| "step": 114 |
| }, |
| { |
| "entropy": 1.007257767021656, |
| "epoch": 1.116504854368932, |
| "grad_norm": 0.15791647136211395, |
| "learning_rate": 3.742253980927799e-05, |
| "loss": 0.9898063540458679, |
| "mean_token_accuracy": 0.6973354369401932, |
| "num_tokens": 11188346.0, |
| "step": 115 |
| }, |
| { |
| "entropy": 1.0168157815933228, |
| "epoch": 1.1262135922330097, |
| "grad_norm": 0.17020469903945923, |
| "learning_rate": 3.7189211103742206e-05, |
| "loss": 1.0183147192001343, |
| "mean_token_accuracy": 0.6948697343468666, |
| "num_tokens": 11286538.0, |
| "step": 116 |
| }, |
| { |
| "entropy": 1.01011723279953, |
| "epoch": 1.1359223300970873, |
| "grad_norm": 0.1641688495874405, |
| "learning_rate": 3.695448108265221e-05, |
| "loss": 1.0146812200546265, |
| "mean_token_accuracy": 0.69698815792799, |
| "num_tokens": 11384057.0, |
| "step": 117 |
| }, |
| { |
| "entropy": 0.9920699745416641, |
| "epoch": 1.145631067961165, |
| "grad_norm": 0.16153588891029358, |
| "learning_rate": 3.671837673141559e-05, |
| "loss": 0.9923903346061707, |
| "mean_token_accuracy": 0.7004250958561897, |
| "num_tokens": 11481978.0, |
| "step": 118 |
| }, |
| { |
| "entropy": 1.055176705121994, |
| "epoch": 1.1553398058252426, |
| "grad_norm": 0.1622096300125122, |
| "learning_rate": 3.648092519343783e-05, |
| "loss": 1.0450016260147095, |
| "mean_token_accuracy": 0.6863952726125717, |
| "num_tokens": 11579536.0, |
| "step": 119 |
| }, |
| { |
| "entropy": 1.0694908052682877, |
| "epoch": 1.1650485436893203, |
| "grad_norm": 0.17806941270828247, |
| "learning_rate": 3.6242153767001895e-05, |
| "loss": 1.0527136325836182, |
| "mean_token_accuracy": 0.6836417689919472, |
| "num_tokens": 11673620.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 1.0538558959960938, |
| "epoch": 1.174757281553398, |
| "grad_norm": 0.21832379698753357, |
| "learning_rate": 3.600208990212984e-05, |
| "loss": 1.0327177047729492, |
| "mean_token_accuracy": 0.6883136481046677, |
| "num_tokens": 11771212.0, |
| "step": 121 |
| }, |
| { |
| "entropy": 1.0258601680397987, |
| "epoch": 1.1844660194174756, |
| "grad_norm": 0.17365030944347382, |
| "learning_rate": 3.5760761197427095e-05, |
| "loss": 1.026971697807312, |
| "mean_token_accuracy": 0.6886790469288826, |
| "num_tokens": 11868700.0, |
| "step": 122 |
| }, |
| { |
| "entropy": 1.0418048202991486, |
| "epoch": 1.1941747572815533, |
| "grad_norm": 0.16434766352176666, |
| "learning_rate": 3.551819539690965e-05, |
| "loss": 1.0223963260650635, |
| "mean_token_accuracy": 0.6908348724246025, |
| "num_tokens": 11965887.0, |
| "step": 123 |
| }, |
| { |
| "entropy": 1.0289766415953636, |
| "epoch": 1.203883495145631, |
| "grad_norm": 0.1707381159067154, |
| "learning_rate": 3.527442038681446e-05, |
| "loss": 1.020445466041565, |
| "mean_token_accuracy": 0.6910003051161766, |
| "num_tokens": 12063024.0, |
| "step": 124 |
| }, |
| { |
| "entropy": 1.0090995877981186, |
| "epoch": 1.2135922330097086, |
| "grad_norm": 0.16638465225696564, |
| "learning_rate": 3.5029464192393555e-05, |
| "loss": 1.0045936107635498, |
| "mean_token_accuracy": 0.697821132838726, |
| "num_tokens": 12161173.0, |
| "step": 125 |
| }, |
| { |
| "entropy": 1.0521429032087326, |
| "epoch": 1.2233009708737863, |
| "grad_norm": 0.1783309429883957, |
| "learning_rate": 3.478335497469219e-05, |
| "loss": 1.053591012954712, |
| "mean_token_accuracy": 0.6859150379896164, |
| "num_tokens": 12257187.0, |
| "step": 126 |
| }, |
| { |
| "entropy": 1.0370903313159943, |
| "epoch": 1.233009708737864, |
| "grad_norm": 0.16358032822608948, |
| "learning_rate": 3.45361210273113e-05, |
| "loss": 1.037482738494873, |
| "mean_token_accuracy": 0.6902541518211365, |
| "num_tokens": 12354720.0, |
| "step": 127 |
| }, |
| { |
| "entropy": 1.0623970925807953, |
| "epoch": 1.2427184466019416, |
| "grad_norm": 0.17698562145233154, |
| "learning_rate": 3.42877907731548e-05, |
| "loss": 1.0513551235198975, |
| "mean_token_accuracy": 0.6855376213788986, |
| "num_tokens": 12452643.0, |
| "step": 128 |
| }, |
| { |
| "entropy": 1.0202428475022316, |
| "epoch": 1.2524271844660193, |
| "grad_norm": 0.16466407477855682, |
| "learning_rate": 3.403839276116199e-05, |
| "loss": 1.0054267644882202, |
| "mean_token_accuracy": 0.6959393694996834, |
| "num_tokens": 12549738.0, |
| "step": 129 |
| }, |
| { |
| "entropy": 1.0314210504293442, |
| "epoch": 1.262135922330097, |
| "grad_norm": 0.16708038747310638, |
| "learning_rate": 3.378795566302541e-05, |
| "loss": 1.0263310670852661, |
| "mean_token_accuracy": 0.6902486681938171, |
| "num_tokens": 12647010.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 1.065687894821167, |
| "epoch": 1.2718446601941746, |
| "grad_norm": 0.16275963187217712, |
| "learning_rate": 3.3536508269894724e-05, |
| "loss": 1.066178321838379, |
| "mean_token_accuracy": 0.6823260933160782, |
| "num_tokens": 12744989.0, |
| "step": 131 |
| }, |
| { |
| "entropy": 1.0025106966495514, |
| "epoch": 1.2815533980582523, |
| "grad_norm": 0.16108715534210205, |
| "learning_rate": 3.3284079489066725e-05, |
| "loss": 1.00234055519104, |
| "mean_token_accuracy": 0.6987117454409599, |
| "num_tokens": 12841473.0, |
| "step": 132 |
| }, |
| { |
| "entropy": 1.0151324942708015, |
| "epoch": 1.29126213592233, |
| "grad_norm": 0.18361398577690125, |
| "learning_rate": 3.303069834066206e-05, |
| "loss": 1.0149610042572021, |
| "mean_token_accuracy": 0.6954189836978912, |
| "num_tokens": 12938931.0, |
| "step": 133 |
| }, |
| { |
| "entropy": 1.0325570032000542, |
| "epoch": 1.3009708737864076, |
| "grad_norm": 0.16869449615478516, |
| "learning_rate": 3.2776393954289e-05, |
| "loss": 1.0201994180679321, |
| "mean_token_accuracy": 0.6910282000899315, |
| "num_tokens": 13036221.0, |
| "step": 134 |
| }, |
| { |
| "entropy": 1.042519137263298, |
| "epoch": 1.3106796116504853, |
| "grad_norm": 0.1671546846628189, |
| "learning_rate": 3.252119556569454e-05, |
| "loss": 1.0274970531463623, |
| "mean_token_accuracy": 0.689722865819931, |
| "num_tokens": 13133336.0, |
| "step": 135 |
| }, |
| { |
| "entropy": 1.0281556621193886, |
| "epoch": 1.3203883495145632, |
| "grad_norm": 0.16985583305358887, |
| "learning_rate": 3.226513251340341e-05, |
| "loss": 1.0146019458770752, |
| "mean_token_accuracy": 0.6919778510928154, |
| "num_tokens": 13230747.0, |
| "step": 136 |
| }, |
| { |
| "entropy": 1.0338696613907814, |
| "epoch": 1.3300970873786409, |
| "grad_norm": 0.1647978276014328, |
| "learning_rate": 3.200823423534519e-05, |
| "loss": 1.0158432722091675, |
| "mean_token_accuracy": 0.6931767091155052, |
| "num_tokens": 13328746.0, |
| "step": 137 |
| }, |
| { |
| "entropy": 1.008351869881153, |
| "epoch": 1.3398058252427185, |
| "grad_norm": 0.16024157404899597, |
| "learning_rate": 3.175053026547002e-05, |
| "loss": 1.0044397115707397, |
| "mean_token_accuracy": 0.6963309571146965, |
| "num_tokens": 13425842.0, |
| "step": 138 |
| }, |
| { |
| "entropy": 0.9922654777765274, |
| "epoch": 1.3495145631067962, |
| "grad_norm": 0.1634853333234787, |
| "learning_rate": 3.149205023035324e-05, |
| "loss": 0.9884682893753052, |
| "mean_token_accuracy": 0.6995600908994675, |
| "num_tokens": 13522580.0, |
| "step": 139 |
| }, |
| { |
| "entropy": 1.0148945599794388, |
| "epoch": 1.3592233009708738, |
| "grad_norm": 0.17045436799526215, |
| "learning_rate": 3.123282384578947e-05, |
| "loss": 1.0163800716400146, |
| "mean_token_accuracy": 0.6940884217619896, |
| "num_tokens": 13620098.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 0.9754997342824936, |
| "epoch": 1.3689320388349515, |
| "grad_norm": 0.1622450202703476, |
| "learning_rate": 3.097288091337635e-05, |
| "loss": 0.9774127006530762, |
| "mean_token_accuracy": 0.7022812962532043, |
| "num_tokens": 13717872.0, |
| "step": 141 |
| }, |
| { |
| "entropy": 1.0089435130357742, |
| "epoch": 1.3786407766990292, |
| "grad_norm": 0.16076694428920746, |
| "learning_rate": 3.0712251317088424e-05, |
| "loss": 1.0084456205368042, |
| "mean_token_accuracy": 0.6960485577583313, |
| "num_tokens": 13814624.0, |
| "step": 142 |
| }, |
| { |
| "entropy": 1.035470925271511, |
| "epoch": 1.3883495145631068, |
| "grad_norm": 0.17493759095668793, |
| "learning_rate": 3.0450965019841592e-05, |
| "loss": 1.0213847160339355, |
| "mean_token_accuracy": 0.6898086741566658, |
| "num_tokens": 13912077.0, |
| "step": 143 |
| }, |
| { |
| "entropy": 1.0338619202375412, |
| "epoch": 1.3980582524271845, |
| "grad_norm": 0.18111379444599152, |
| "learning_rate": 3.018905206004846e-05, |
| "loss": 1.0271329879760742, |
| "mean_token_accuracy": 0.6900457143783569, |
| "num_tokens": 14009785.0, |
| "step": 144 |
| }, |
| { |
| "entropy": 1.02719896286726, |
| "epoch": 1.4077669902912622, |
| "grad_norm": 0.1971462070941925, |
| "learning_rate": 2.9926542548165e-05, |
| "loss": 1.0115890502929688, |
| "mean_token_accuracy": 0.6943076327443123, |
| "num_tokens": 14107396.0, |
| "step": 145 |
| }, |
| { |
| "entropy": 1.0307827293872833, |
| "epoch": 1.4174757281553398, |
| "grad_norm": 0.16493792831897736, |
| "learning_rate": 2.9663466663228978e-05, |
| "loss": 1.0267215967178345, |
| "mean_token_accuracy": 0.6911192238330841, |
| "num_tokens": 14204726.0, |
| "step": 146 |
| }, |
| { |
| "entropy": 0.9859491810202599, |
| "epoch": 1.4271844660194175, |
| "grad_norm": 0.16403748095035553, |
| "learning_rate": 2.939985464939043e-05, |
| "loss": 0.9758182764053345, |
| "mean_token_accuracy": 0.7027716338634491, |
| "num_tokens": 14302498.0, |
| "step": 147 |
| }, |
| { |
| "entropy": 1.0136100724339485, |
| "epoch": 1.4368932038834952, |
| "grad_norm": 0.16826969385147095, |
| "learning_rate": 2.91357368124347e-05, |
| "loss": 1.019405722618103, |
| "mean_token_accuracy": 0.6951397210359573, |
| "num_tokens": 14400012.0, |
| "step": 148 |
| }, |
| { |
| "entropy": 1.0319994240999222, |
| "epoch": 1.4466019417475728, |
| "grad_norm": 0.20015913248062134, |
| "learning_rate": 2.887114351629839e-05, |
| "loss": 1.0211818218231201, |
| "mean_token_accuracy": 0.6888004466891289, |
| "num_tokens": 14497317.0, |
| "step": 149 |
| }, |
| { |
| "entropy": 1.0356996357440948, |
| "epoch": 1.4563106796116505, |
| "grad_norm": 0.16202102601528168, |
| "learning_rate": 2.8606105179578585e-05, |
| "loss": 1.0237884521484375, |
| "mean_token_accuracy": 0.6904987245798111, |
| "num_tokens": 14594267.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 1.0340648591518402, |
| "epoch": 1.4660194174757282, |
| "grad_norm": 0.17005588114261627, |
| "learning_rate": 2.834065227203584e-05, |
| "loss": 1.022267460823059, |
| "mean_token_accuracy": 0.6913619935512543, |
| "num_tokens": 14691722.0, |
| "step": 151 |
| }, |
| { |
| "entropy": 1.0183274075388908, |
| "epoch": 1.4757281553398058, |
| "grad_norm": 0.16634872555732727, |
| "learning_rate": 2.8074815311091263e-05, |
| "loss": 1.00758957862854, |
| "mean_token_accuracy": 0.6955769658088684, |
| "num_tokens": 14789029.0, |
| "step": 152 |
| }, |
| { |
| "entropy": 1.0224798768758774, |
| "epoch": 1.4854368932038835, |
| "grad_norm": 0.17028877139091492, |
| "learning_rate": 2.780862485831814e-05, |
| "loss": 1.0180184841156006, |
| "mean_token_accuracy": 0.6907658129930496, |
| "num_tokens": 14886881.0, |
| "step": 153 |
| }, |
| { |
| "entropy": 1.0085324943065643, |
| "epoch": 1.4951456310679612, |
| "grad_norm": 0.16488611698150635, |
| "learning_rate": 2.754211151592841e-05, |
| "loss": 1.0009567737579346, |
| "mean_token_accuracy": 0.6960463523864746, |
| "num_tokens": 14984847.0, |
| "step": 154 |
| }, |
| { |
| "entropy": 1.0101035311818123, |
| "epoch": 1.5048543689320388, |
| "grad_norm": 0.16247566044330597, |
| "learning_rate": 2.7275305923254606e-05, |
| "loss": 1.0088591575622559, |
| "mean_token_accuracy": 0.6951913386583328, |
| "num_tokens": 15082543.0, |
| "step": 155 |
| }, |
| { |
| "entropy": 0.9859557524323463, |
| "epoch": 1.5145631067961165, |
| "grad_norm": 0.16418179869651794, |
| "learning_rate": 2.7008238753227383e-05, |
| "loss": 0.987535834312439, |
| "mean_token_accuracy": 0.698513351380825, |
| "num_tokens": 15180431.0, |
| "step": 156 |
| }, |
| { |
| "entropy": 1.000753603875637, |
| "epoch": 1.5242718446601942, |
| "grad_norm": 0.17313377559185028, |
| "learning_rate": 2.674094070884926e-05, |
| "loss": 0.9962478876113892, |
| "mean_token_accuracy": 0.6992179900407791, |
| "num_tokens": 15277711.0, |
| "step": 157 |
| }, |
| { |
| "entropy": 1.023979589343071, |
| "epoch": 1.5339805825242718, |
| "grad_norm": 0.16977423429489136, |
| "learning_rate": 2.6473442519664933e-05, |
| "loss": 1.0200791358947754, |
| "mean_token_accuracy": 0.6923878714442253, |
| "num_tokens": 15374988.0, |
| "step": 158 |
| }, |
| { |
| "entropy": 1.0136018842458725, |
| "epoch": 1.5436893203883495, |
| "grad_norm": 0.17464333772659302, |
| "learning_rate": 2.6205774938228432e-05, |
| "loss": 1.000876784324646, |
| "mean_token_accuracy": 0.6955864802002907, |
| "num_tokens": 15472290.0, |
| "step": 159 |
| }, |
| { |
| "entropy": 0.981790617108345, |
| "epoch": 1.5533980582524272, |
| "grad_norm": 0.1634012758731842, |
| "learning_rate": 2.5937968736567746e-05, |
| "loss": 0.9761837720870972, |
| "mean_token_accuracy": 0.7053327187895775, |
| "num_tokens": 15569870.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 1.0178728476166725, |
| "epoch": 1.5631067961165048, |
| "grad_norm": 0.16406911611557007, |
| "learning_rate": 2.5670054702647146e-05, |
| "loss": 1.0168684720993042, |
| "mean_token_accuracy": 0.691955953836441, |
| "num_tokens": 15667339.0, |
| "step": 161 |
| }, |
| { |
| "entropy": 1.0100897997617722, |
| "epoch": 1.5728155339805825, |
| "grad_norm": 0.1631382256746292, |
| "learning_rate": 2.540206363682768e-05, |
| "loss": 1.0096473693847656, |
| "mean_token_accuracy": 0.6947467923164368, |
| "num_tokens": 15764247.0, |
| "step": 162 |
| }, |
| { |
| "entropy": 1.0208442211151123, |
| "epoch": 1.5825242718446602, |
| "grad_norm": 0.1662256121635437, |
| "learning_rate": 2.513402634832627e-05, |
| "loss": 1.014646053314209, |
| "mean_token_accuracy": 0.6943413838744164, |
| "num_tokens": 15861365.0, |
| "step": 163 |
| }, |
| { |
| "entropy": 1.0086032897233963, |
| "epoch": 1.5922330097087378, |
| "grad_norm": 0.16566972434520721, |
| "learning_rate": 2.486597365167374e-05, |
| "loss": 1.0061399936676025, |
| "mean_token_accuracy": 0.6969663575291634, |
| "num_tokens": 15957083.0, |
| "step": 164 |
| }, |
| { |
| "entropy": 1.0157904401421547, |
| "epoch": 1.6019417475728155, |
| "grad_norm": 0.19315719604492188, |
| "learning_rate": 2.4597936363172327e-05, |
| "loss": 1.0081403255462646, |
| "mean_token_accuracy": 0.6941899582743645, |
| "num_tokens": 16052280.0, |
| "step": 165 |
| }, |
| { |
| "entropy": 0.9923936128616333, |
| "epoch": 1.6116504854368932, |
| "grad_norm": 0.16755102574825287, |
| "learning_rate": 2.4329945297352856e-05, |
| "loss": 0.9879144430160522, |
| "mean_token_accuracy": 0.7004513517022133, |
| "num_tokens": 16149822.0, |
| "step": 166 |
| }, |
| { |
| "entropy": 1.019317552447319, |
| "epoch": 1.6213592233009708, |
| "grad_norm": 0.16500990092754364, |
| "learning_rate": 2.4062031263432267e-05, |
| "loss": 1.0097726583480835, |
| "mean_token_accuracy": 0.6913179829716682, |
| "num_tokens": 16246545.0, |
| "step": 167 |
| }, |
| { |
| "entropy": 1.0108042284846306, |
| "epoch": 1.6310679611650487, |
| "grad_norm": 0.1684969663619995, |
| "learning_rate": 2.379422506177157e-05, |
| "loss": 1.0046005249023438, |
| "mean_token_accuracy": 0.6959811896085739, |
| "num_tokens": 16344324.0, |
| "step": 168 |
| }, |
| { |
| "entropy": 1.014855496585369, |
| "epoch": 1.6407766990291264, |
| "grad_norm": 0.16363738477230072, |
| "learning_rate": 2.352655748033508e-05, |
| "loss": 1.0102152824401855, |
| "mean_token_accuracy": 0.6956550776958466, |
| "num_tokens": 16442411.0, |
| "step": 169 |
| }, |
| { |
| "entropy": 1.0056051313877106, |
| "epoch": 1.650485436893204, |
| "grad_norm": 0.17643426358699799, |
| "learning_rate": 2.3259059291150744e-05, |
| "loss": 1.0087074041366577, |
| "mean_token_accuracy": 0.6949120983481407, |
| "num_tokens": 16540618.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 0.9741454049944878, |
| "epoch": 1.6601941747572817, |
| "grad_norm": 0.16666218638420105, |
| "learning_rate": 2.2991761246772623e-05, |
| "loss": 0.9674159288406372, |
| "mean_token_accuracy": 0.7026141285896301, |
| "num_tokens": 16638399.0, |
| "step": 171 |
| }, |
| { |
| "entropy": 1.0255334451794624, |
| "epoch": 1.6699029126213594, |
| "grad_norm": 0.1657601147890091, |
| "learning_rate": 2.2724694076745396e-05, |
| "loss": 1.0157989263534546, |
| "mean_token_accuracy": 0.6930963471531868, |
| "num_tokens": 16735834.0, |
| "step": 172 |
| }, |
| { |
| "entropy": 1.0137359574437141, |
| "epoch": 1.679611650485437, |
| "grad_norm": 0.16463129222393036, |
| "learning_rate": 2.245788848407159e-05, |
| "loss": 1.0035295486450195, |
| "mean_token_accuracy": 0.696049340069294, |
| "num_tokens": 16832922.0, |
| "step": 173 |
| }, |
| { |
| "entropy": 1.0246630683541298, |
| "epoch": 1.6893203883495147, |
| "grad_norm": 0.1674775928258896, |
| "learning_rate": 2.2191375141681867e-05, |
| "loss": 1.0074610710144043, |
| "mean_token_accuracy": 0.6950727999210358, |
| "num_tokens": 16930339.0, |
| "step": 174 |
| }, |
| { |
| "entropy": 1.0009135901927948, |
| "epoch": 1.6990291262135924, |
| "grad_norm": 0.16697858273983002, |
| "learning_rate": 2.1925184688908733e-05, |
| "loss": 0.9845885038375854, |
| "mean_token_accuracy": 0.7005789056420326, |
| "num_tokens": 17026260.0, |
| "step": 175 |
| }, |
| { |
| "entropy": 0.9530843198299408, |
| "epoch": 1.70873786407767, |
| "grad_norm": 0.16688551008701324, |
| "learning_rate": 2.165934772796417e-05, |
| "loss": 0.942157506942749, |
| "mean_token_accuracy": 0.7122049182653427, |
| "num_tokens": 17123607.0, |
| "step": 176 |
| }, |
| { |
| "entropy": 1.0441362410783768, |
| "epoch": 1.7184466019417477, |
| "grad_norm": 0.1778694987297058, |
| "learning_rate": 2.139389482042142e-05, |
| "loss": 1.0378202199935913, |
| "mean_token_accuracy": 0.6889643222093582, |
| "num_tokens": 17221652.0, |
| "step": 177 |
| }, |
| { |
| "entropy": 1.0085002332925797, |
| "epoch": 1.7281553398058254, |
| "grad_norm": 0.17363892495632172, |
| "learning_rate": 2.1128856483701624e-05, |
| "loss": 1.0034621953964233, |
| "mean_token_accuracy": 0.6959685385227203, |
| "num_tokens": 17318735.0, |
| "step": 178 |
| }, |
| { |
| "entropy": 0.9722514152526855, |
| "epoch": 1.737864077669903, |
| "grad_norm": 0.15921640396118164, |
| "learning_rate": 2.0864263187565307e-05, |
| "loss": 0.9693209528923035, |
| "mean_token_accuracy": 0.7054861709475517, |
| "num_tokens": 17415256.0, |
| "step": 179 |
| }, |
| { |
| "entropy": 0.9984462335705757, |
| "epoch": 1.7475728155339807, |
| "grad_norm": 0.17000792920589447, |
| "learning_rate": 2.0600145350609586e-05, |
| "loss": 0.9936474561691284, |
| "mean_token_accuracy": 0.6967209428548813, |
| "num_tokens": 17511588.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 1.0166059508919716, |
| "epoch": 1.7572815533980584, |
| "grad_norm": 0.16876304149627686, |
| "learning_rate": 2.033653333677103e-05, |
| "loss": 1.0153465270996094, |
| "mean_token_accuracy": 0.6905340850353241, |
| "num_tokens": 17608711.0, |
| "step": 181 |
| }, |
| { |
| "entropy": 0.9773640930652618, |
| "epoch": 1.766990291262136, |
| "grad_norm": 0.1631699800491333, |
| "learning_rate": 2.0073457451835e-05, |
| "loss": 0.9742135405540466, |
| "mean_token_accuracy": 0.7022309750318527, |
| "num_tokens": 17706685.0, |
| "step": 182 |
| }, |
| { |
| "entropy": 0.977528765797615, |
| "epoch": 1.7766990291262137, |
| "grad_norm": 0.17157995700836182, |
| "learning_rate": 1.9810947939951546e-05, |
| "loss": 0.9730427265167236, |
| "mean_token_accuracy": 0.7017250508069992, |
| "num_tokens": 17803446.0, |
| "step": 183 |
| }, |
| { |
| "entropy": 1.0205107182264328, |
| "epoch": 1.7864077669902914, |
| "grad_norm": 0.16768775880336761, |
| "learning_rate": 1.9549034980158403e-05, |
| "loss": 1.0211429595947266, |
| "mean_token_accuracy": 0.6909284666180611, |
| "num_tokens": 17901149.0, |
| "step": 184 |
| }, |
| { |
| "entropy": 1.0032172948122025, |
| "epoch": 1.796116504854369, |
| "grad_norm": 0.17262859642505646, |
| "learning_rate": 1.928774868291158e-05, |
| "loss": 0.9938658475875854, |
| "mean_token_accuracy": 0.6984692439436913, |
| "num_tokens": 17998157.0, |
| "step": 185 |
| }, |
| { |
| "entropy": 1.018993966281414, |
| "epoch": 1.8058252427184467, |
| "grad_norm": 0.16821308434009552, |
| "learning_rate": 1.9027119086623645e-05, |
| "loss": 1.01228928565979, |
| "mean_token_accuracy": 0.6922355368733406, |
| "num_tokens": 18095640.0, |
| "step": 186 |
| }, |
| { |
| "entropy": 1.0428634360432625, |
| "epoch": 1.8155339805825244, |
| "grad_norm": 0.1655871570110321, |
| "learning_rate": 1.8767176154210537e-05, |
| "loss": 1.0325472354888916, |
| "mean_token_accuracy": 0.6878891810774803, |
| "num_tokens": 18193453.0, |
| "step": 187 |
| }, |
| { |
| "entropy": 1.0023284628987312, |
| "epoch": 1.825242718446602, |
| "grad_norm": 0.16816659271717072, |
| "learning_rate": 1.850794976964677e-05, |
| "loss": 0.9961387515068054, |
| "mean_token_accuracy": 0.6975979804992676, |
| "num_tokens": 18291043.0, |
| "step": 188 |
| }, |
| { |
| "entropy": 1.0056410059332848, |
| "epoch": 1.8349514563106797, |
| "grad_norm": 0.1668543815612793, |
| "learning_rate": 1.8249469734529994e-05, |
| "loss": 0.9960080981254578, |
| "mean_token_accuracy": 0.6956286355853081, |
| "num_tokens": 18388297.0, |
| "step": 189 |
| }, |
| { |
| "entropy": 0.9780382961034775, |
| "epoch": 1.8446601941747574, |
| "grad_norm": 0.164035826921463, |
| "learning_rate": 1.7991765764654813e-05, |
| "loss": 0.9792324900627136, |
| "mean_token_accuracy": 0.7039750963449478, |
| "num_tokens": 18486092.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 0.9816233143210411, |
| "epoch": 1.854368932038835, |
| "grad_norm": 0.17571981251239777, |
| "learning_rate": 1.7734867486596594e-05, |
| "loss": 0.9816774725914001, |
| "mean_token_accuracy": 0.704063206911087, |
| "num_tokens": 18583836.0, |
| "step": 191 |
| }, |
| { |
| "entropy": 0.9972858354449272, |
| "epoch": 1.8640776699029127, |
| "grad_norm": 0.16646282374858856, |
| "learning_rate": 1.7478804434305465e-05, |
| "loss": 0.9942795634269714, |
| "mean_token_accuracy": 0.6969089061021805, |
| "num_tokens": 18681222.0, |
| "step": 192 |
| }, |
| { |
| "entropy": 1.0527583062648773, |
| "epoch": 1.8737864077669903, |
| "grad_norm": 0.18073324859142303, |
| "learning_rate": 1.7223606045711006e-05, |
| "loss": 1.041966199874878, |
| "mean_token_accuracy": 0.6850250214338303, |
| "num_tokens": 18778612.0, |
| "step": 193 |
| }, |
| { |
| "entropy": 1.0321912541985512, |
| "epoch": 1.883495145631068, |
| "grad_norm": 0.1724151074886322, |
| "learning_rate": 1.6969301659337944e-05, |
| "loss": 1.0273559093475342, |
| "mean_token_accuracy": 0.6907031312584877, |
| "num_tokens": 18875486.0, |
| "step": 194 |
| }, |
| { |
| "entropy": 1.0083372667431831, |
| "epoch": 1.8932038834951457, |
| "grad_norm": 0.16481448709964752, |
| "learning_rate": 1.6715920510933274e-05, |
| "loss": 0.9994081258773804, |
| "mean_token_accuracy": 0.6958953067660332, |
| "num_tokens": 18972930.0, |
| "step": 195 |
| }, |
| { |
| "entropy": 0.9780029803514481, |
| "epoch": 1.9029126213592233, |
| "grad_norm": 0.1704963743686676, |
| "learning_rate": 1.646349173010528e-05, |
| "loss": 0.956865668296814, |
| "mean_token_accuracy": 0.7070175260305405, |
| "num_tokens": 19069768.0, |
| "step": 196 |
| }, |
| { |
| "entropy": 0.9872947707772255, |
| "epoch": 1.912621359223301, |
| "grad_norm": 0.16887593269348145, |
| "learning_rate": 1.6212044336974596e-05, |
| "loss": 0.972030758857727, |
| "mean_token_accuracy": 0.7037985101342201, |
| "num_tokens": 19166951.0, |
| "step": 197 |
| }, |
| { |
| "entropy": 1.0222311094403267, |
| "epoch": 1.9223300970873787, |
| "grad_norm": 0.16921208798885345, |
| "learning_rate": 1.596160723883802e-05, |
| "loss": 1.0143109560012817, |
| "mean_token_accuracy": 0.6901704221963882, |
| "num_tokens": 19264885.0, |
| "step": 198 |
| }, |
| { |
| "entropy": 1.0139800533652306, |
| "epoch": 1.9320388349514563, |
| "grad_norm": 0.17927469313144684, |
| "learning_rate": 1.57122092268452e-05, |
| "loss": 1.0080219507217407, |
| "mean_token_accuracy": 0.6949594989418983, |
| "num_tokens": 19359705.0, |
| "step": 199 |
| }, |
| { |
| "entropy": 0.9707703441381454, |
| "epoch": 1.941747572815534, |
| "grad_norm": 0.1701960563659668, |
| "learning_rate": 1.5463878972688705e-05, |
| "loss": 0.9729690551757812, |
| "mean_token_accuracy": 0.7024904564023018, |
| "num_tokens": 19453554.0, |
| "step": 200 |
| }, |
| { |
| "entropy": 0.9972376450896263, |
| "epoch": 1.9514563106796117, |
| "grad_norm": 0.1662243902683258, |
| "learning_rate": 1.5216645025307814e-05, |
| "loss": 1.0034092664718628, |
| "mean_token_accuracy": 0.6966458633542061, |
| "num_tokens": 19550972.0, |
| "step": 201 |
| }, |
| { |
| "entropy": 1.0318325906991959, |
| "epoch": 1.9611650485436893, |
| "grad_norm": 0.16855081915855408, |
| "learning_rate": 1.4970535807606453e-05, |
| "loss": 1.0335042476654053, |
| "mean_token_accuracy": 0.6879718452692032, |
| "num_tokens": 19648684.0, |
| "step": 202 |
| }, |
| { |
| "entropy": 1.040890358388424, |
| "epoch": 1.970873786407767, |
| "grad_norm": 0.1725233495235443, |
| "learning_rate": 1.4725579613185547e-05, |
| "loss": 1.047674536705017, |
| "mean_token_accuracy": 0.684162549674511, |
| "num_tokens": 19745486.0, |
| "step": 203 |
| }, |
| { |
| "entropy": 1.019149050116539, |
| "epoch": 1.9805825242718447, |
| "grad_norm": 0.36389368772506714, |
| "learning_rate": 1.4481804603090357e-05, |
| "loss": 1.0158822536468506, |
| "mean_token_accuracy": 0.6921994760632515, |
| "num_tokens": 19842391.0, |
| "step": 204 |
| }, |
| { |
| "entropy": 0.9926181361079216, |
| "epoch": 1.9902912621359223, |
| "grad_norm": 0.16377584636211395, |
| "learning_rate": 1.4239238802572908e-05, |
| "loss": 0.9823788404464722, |
| "mean_token_accuracy": 0.7014920264482498, |
| "num_tokens": 19939763.0, |
| "step": 205 |
| }, |
| { |
| "entropy": 1.0035971254110336, |
| "epoch": 2.0, |
| "grad_norm": 0.17520146071910858, |
| "learning_rate": 1.3997910097870165e-05, |
| "loss": 0.9908577799797058, |
| "mean_token_accuracy": 0.6976755559444427, |
| "num_tokens": 20037788.0, |
| "step": 206 |
| }, |
| { |
| "entropy": 1.0207920670509338, |
| "epoch": 2.0097087378640777, |
| "grad_norm": 0.16503094136714935, |
| "learning_rate": 1.3757846232998118e-05, |
| "loss": 0.9818999171257019, |
| "mean_token_accuracy": 0.6987497061491013, |
| "num_tokens": 20135587.0, |
| "step": 207 |
| }, |
| { |
| "entropy": 1.002581849694252, |
| "epoch": 2.0194174757281553, |
| "grad_norm": 0.17424897849559784, |
| "learning_rate": 1.3519074806562165e-05, |
| "loss": 0.9601348638534546, |
| "mean_token_accuracy": 0.706257089972496, |
| "num_tokens": 20232683.0, |
| "step": 208 |
| }, |
| { |
| "entropy": 1.0181596130132675, |
| "epoch": 2.029126213592233, |
| "grad_norm": 0.16993099451065063, |
| "learning_rate": 1.328162326858442e-05, |
| "loss": 0.981804609298706, |
| "mean_token_accuracy": 0.6986756920814514, |
| "num_tokens": 20330776.0, |
| "step": 209 |
| }, |
| { |
| "entropy": 1.0025698095560074, |
| "epoch": 2.0388349514563107, |
| "grad_norm": 0.1716112643480301, |
| "learning_rate": 1.304551891734779e-05, |
| "loss": 0.9801899194717407, |
| "mean_token_accuracy": 0.6969332695007324, |
| "num_tokens": 20424182.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 0.9784967079758644, |
| "epoch": 2.0485436893203883, |
| "grad_norm": 0.1660902053117752, |
| "learning_rate": 1.2810788896257803e-05, |
| "loss": 0.9558078646659851, |
| "mean_token_accuracy": 0.7055308073759079, |
| "num_tokens": 20521801.0, |
| "step": 211 |
| }, |
| { |
| "entropy": 0.9596946313977242, |
| "epoch": 2.058252427184466, |
| "grad_norm": 0.16541272401809692, |
| "learning_rate": 1.2577460190722013e-05, |
| "loss": 0.9501903057098389, |
| "mean_token_accuracy": 0.7092685699462891, |
| "num_tokens": 20619346.0, |
| "step": 212 |
| }, |
| { |
| "entropy": 0.9357948377728462, |
| "epoch": 2.0679611650485437, |
| "grad_norm": 0.16760291159152985, |
| "learning_rate": 1.2345559625047718e-05, |
| "loss": 0.9374421834945679, |
| "mean_token_accuracy": 0.7100263759493828, |
| "num_tokens": 20716566.0, |
| "step": 213 |
| }, |
| { |
| "entropy": 0.9600274413824081, |
| "epoch": 2.0776699029126213, |
| "grad_norm": 0.17210283875465393, |
| "learning_rate": 1.2115113859358118e-05, |
| "loss": 0.9611913561820984, |
| "mean_token_accuracy": 0.703510470688343, |
| "num_tokens": 20812992.0, |
| "step": 214 |
| }, |
| { |
| "entropy": 0.9350857064127922, |
| "epoch": 2.087378640776699, |
| "grad_norm": 0.1758439689874649, |
| "learning_rate": 1.1886149386527379e-05, |
| "loss": 0.9486462473869324, |
| "mean_token_accuracy": 0.708035908639431, |
| "num_tokens": 20910181.0, |
| "step": 215 |
| }, |
| { |
| "entropy": 0.9569388180971146, |
| "epoch": 2.0970873786407767, |
| "grad_norm": 0.1749035120010376, |
| "learning_rate": 1.1658692529134888e-05, |
| "loss": 0.9679827690124512, |
| "mean_token_accuracy": 0.7032513469457626, |
| "num_tokens": 21006823.0, |
| "step": 216 |
| }, |
| { |
| "entropy": 0.9432160034775734, |
| "epoch": 2.1067961165048543, |
| "grad_norm": 0.1763513833284378, |
| "learning_rate": 1.1432769436439161e-05, |
| "loss": 0.9483041763305664, |
| "mean_token_accuracy": 0.7072594165802002, |
| "num_tokens": 21104290.0, |
| "step": 217 |
| }, |
| { |
| "entropy": 0.9816850572824478, |
| "epoch": 2.116504854368932, |
| "grad_norm": 0.1760820746421814, |
| "learning_rate": 1.1208406081371612e-05, |
| "loss": 0.9797512888908386, |
| "mean_token_accuracy": 0.6991365253925323, |
| "num_tokens": 21201952.0, |
| "step": 218 |
| }, |
| { |
| "entropy": 0.9822035506367683, |
| "epoch": 2.1262135922330097, |
| "grad_norm": 0.16863195598125458, |
| "learning_rate": 1.0985628257550576e-05, |
| "loss": 0.9724247455596924, |
| "mean_token_accuracy": 0.700711764395237, |
| "num_tokens": 21299371.0, |
| "step": 219 |
| }, |
| { |
| "entropy": 0.967504657804966, |
| "epoch": 2.1359223300970873, |
| "grad_norm": 0.17087623476982117, |
| "learning_rate": 1.076446157631604e-05, |
| "loss": 0.9614037871360779, |
| "mean_token_accuracy": 0.7033588141202927, |
| "num_tokens": 21396308.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 0.9900413155555725, |
| "epoch": 2.145631067961165, |
| "grad_norm": 0.1725790649652481, |
| "learning_rate": 1.0544931463785238e-05, |
| "loss": 0.9818979501724243, |
| "mean_token_accuracy": 0.699479877948761, |
| "num_tokens": 21493252.0, |
| "step": 221 |
| }, |
| { |
| "entropy": 0.9714800715446472, |
| "epoch": 2.1553398058252426, |
| "grad_norm": 0.1771482229232788, |
| "learning_rate": 1.0327063157929581e-05, |
| "loss": 0.9621559977531433, |
| "mean_token_accuracy": 0.7054674029350281, |
| "num_tokens": 21590021.0, |
| "step": 222 |
| }, |
| { |
| "entropy": 0.9631593301892281, |
| "epoch": 2.1650485436893203, |
| "grad_norm": 0.18016009032726288, |
| "learning_rate": 1.0110881705673189e-05, |
| "loss": 0.9477061033248901, |
| "mean_token_accuracy": 0.7076071053743362, |
| "num_tokens": 21687406.0, |
| "step": 223 |
| }, |
| { |
| "entropy": 0.9745212867856026, |
| "epoch": 2.174757281553398, |
| "grad_norm": 0.17641328275203705, |
| "learning_rate": 9.896411960013455e-06, |
| "loss": 0.9591637849807739, |
| "mean_token_accuracy": 0.7066176682710648, |
| "num_tokens": 21785107.0, |
| "step": 224 |
| }, |
| { |
| "entropy": 0.9629429504275322, |
| "epoch": 2.1844660194174756, |
| "grad_norm": 0.16899362206459045, |
| "learning_rate": 9.683678577163788e-06, |
| "loss": 0.9459350109100342, |
| "mean_token_accuracy": 0.706541083753109, |
| "num_tokens": 21882174.0, |
| "step": 225 |
| }, |
| { |
| "entropy": 0.9337385296821594, |
| "epoch": 2.1941747572815533, |
| "grad_norm": 0.16554944217205048, |
| "learning_rate": 9.472706013719113e-06, |
| "loss": 0.919496476650238, |
| "mean_token_accuracy": 0.7161007151007652, |
| "num_tokens": 21980194.0, |
| "step": 226 |
| }, |
| { |
| "entropy": 0.9906115904450417, |
| "epoch": 2.203883495145631, |
| "grad_norm": 0.19399897754192352, |
| "learning_rate": 9.26351852384421e-06, |
| "loss": 0.9760600924491882, |
| "mean_token_accuracy": 0.6984332203865051, |
| "num_tokens": 22076489.0, |
| "step": 227 |
| }, |
| { |
| "entropy": 0.9841991737484932, |
| "epoch": 2.2135922330097086, |
| "grad_norm": 0.21937589347362518, |
| "learning_rate": 9.056140156485385e-06, |
| "loss": 0.9724883437156677, |
| "mean_token_accuracy": 0.7048230171203613, |
| "num_tokens": 22173797.0, |
| "step": 228 |
| }, |
| { |
| "entropy": 0.9563631489872932, |
| "epoch": 2.2233009708737863, |
| "grad_norm": 0.1727062463760376, |
| "learning_rate": 8.850594752605712e-06, |
| "loss": 0.947117030620575, |
| "mean_token_accuracy": 0.7091910615563393, |
| "num_tokens": 22270941.0, |
| "step": 229 |
| }, |
| { |
| "entropy": 0.9803558066487312, |
| "epoch": 2.233009708737864, |
| "grad_norm": 0.17544583976268768, |
| "learning_rate": 8.646905942444172e-06, |
| "loss": 0.971085250377655, |
| "mean_token_accuracy": 0.7014235109090805, |
| "num_tokens": 22368640.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 0.9458445906639099, |
| "epoch": 2.2427184466019416, |
| "grad_norm": 0.1680132895708084, |
| "learning_rate": 8.44509714279908e-06, |
| "loss": 0.931425929069519, |
| "mean_token_accuracy": 0.7124931663274765, |
| "num_tokens": 22465452.0, |
| "step": 231 |
| }, |
| { |
| "entropy": 0.9637335687875748, |
| "epoch": 2.2524271844660193, |
| "grad_norm": 0.1767440289258957, |
| "learning_rate": 8.245191554335963e-06, |
| "loss": 0.954793393611908, |
| "mean_token_accuracy": 0.7050445899367332, |
| "num_tokens": 22562781.0, |
| "step": 232 |
| }, |
| { |
| "entropy": 0.9907518997788429, |
| "epoch": 2.262135922330097, |
| "grad_norm": 0.17102186381816864, |
| "learning_rate": 8.047212158920362e-06, |
| "loss": 0.9908037185668945, |
| "mean_token_accuracy": 0.6953450441360474, |
| "num_tokens": 22660684.0, |
| "step": 233 |
| }, |
| { |
| "entropy": 0.9857015535235405, |
| "epoch": 2.2718446601941746, |
| "grad_norm": 0.17518721520900726, |
| "learning_rate": 7.851181716975704e-06, |
| "loss": 0.9908053278923035, |
| "mean_token_accuracy": 0.6971562579274178, |
| "num_tokens": 22758507.0, |
| "step": 234 |
| }, |
| { |
| "entropy": 0.9520687684416771, |
| "epoch": 2.2815533980582523, |
| "grad_norm": 0.17318221926689148, |
| "learning_rate": 7.657122764866753e-06, |
| "loss": 0.9467090964317322, |
| "mean_token_accuracy": 0.7093755081295967, |
| "num_tokens": 22856281.0, |
| "step": 235 |
| }, |
| { |
| "entropy": 0.9463379457592964, |
| "epoch": 2.29126213592233, |
| "grad_norm": 0.1627195179462433, |
| "learning_rate": 7.4650576123086765e-06, |
| "loss": 0.9407715797424316, |
| "mean_token_accuracy": 0.7101523950695992, |
| "num_tokens": 22954358.0, |
| "step": 236 |
| }, |
| { |
| "entropy": 0.9877860024571419, |
| "epoch": 2.3009708737864076, |
| "grad_norm": 0.17149510979652405, |
| "learning_rate": 7.275008339802295e-06, |
| "loss": 0.9745370149612427, |
| "mean_token_accuracy": 0.7009231224656105, |
| "num_tokens": 23051104.0, |
| "step": 237 |
| }, |
| { |
| "entropy": 0.9706937074661255, |
| "epoch": 2.3106796116504853, |
| "grad_norm": 0.1707649976015091, |
| "learning_rate": 7.086996796095599e-06, |
| "loss": 0.9675087332725525, |
| "mean_token_accuracy": 0.7035061717033386, |
| "num_tokens": 23147112.0, |
| "step": 238 |
| }, |
| { |
| "entropy": 0.988141268491745, |
| "epoch": 2.320388349514563, |
| "grad_norm": 0.1887117624282837, |
| "learning_rate": 6.90104459567196e-06, |
| "loss": 0.9929267168045044, |
| "mean_token_accuracy": 0.6979118138551712, |
| "num_tokens": 23244473.0, |
| "step": 239 |
| }, |
| { |
| "entropy": 0.9502091854810715, |
| "epoch": 2.3300970873786406, |
| "grad_norm": 0.177970752120018, |
| "learning_rate": 6.717173116265207e-06, |
| "loss": 0.9435545802116394, |
| "mean_token_accuracy": 0.7109125778079033, |
| "num_tokens": 23342335.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 0.9831165596842766, |
| "epoch": 2.3398058252427183, |
| "grad_norm": 0.23214511573314667, |
| "learning_rate": 6.535403496402023e-06, |
| "loss": 0.9734908938407898, |
| "mean_token_accuracy": 0.7025138214230537, |
| "num_tokens": 23440300.0, |
| "step": 241 |
| }, |
| { |
| "entropy": 0.9881706088781357, |
| "epoch": 2.349514563106796, |
| "grad_norm": 0.1713748574256897, |
| "learning_rate": 6.35575663297176e-06, |
| "loss": 0.9817818999290466, |
| "mean_token_accuracy": 0.6997630447149277, |
| "num_tokens": 23537596.0, |
| "step": 242 |
| }, |
| { |
| "entropy": 0.9234030991792679, |
| "epoch": 2.3592233009708736, |
| "grad_norm": 0.16505077481269836, |
| "learning_rate": 6.178253178824028e-06, |
| "loss": 0.9128648042678833, |
| "mean_token_accuracy": 0.7188596278429031, |
| "num_tokens": 23634132.0, |
| "step": 243 |
| }, |
| { |
| "entropy": 0.950160838663578, |
| "epoch": 2.3689320388349513, |
| "grad_norm": 0.16309644281864166, |
| "learning_rate": 6.002913540394417e-06, |
| "loss": 0.939713716506958, |
| "mean_token_accuracy": 0.7102604582905769, |
| "num_tokens": 23731871.0, |
| "step": 244 |
| }, |
| { |
| "entropy": 0.9620778933167458, |
| "epoch": 2.378640776699029, |
| "grad_norm": 0.17011061310768127, |
| "learning_rate": 5.829757875358477e-06, |
| "loss": 0.9588539004325867, |
| "mean_token_accuracy": 0.7062251344323158, |
| "num_tokens": 23828989.0, |
| "step": 245 |
| }, |
| { |
| "entropy": 0.9325927346944809, |
| "epoch": 2.3883495145631066, |
| "grad_norm": 0.16543155908584595, |
| "learning_rate": 5.658806090314323e-06, |
| "loss": 0.9156830310821533, |
| "mean_token_accuracy": 0.7154379934072495, |
| "num_tokens": 23926513.0, |
| "step": 246 |
| }, |
| { |
| "entropy": 0.9806491583585739, |
| "epoch": 2.3980582524271843, |
| "grad_norm": 0.17410901188850403, |
| "learning_rate": 5.490077838494079e-06, |
| "loss": 0.9728838801383972, |
| "mean_token_accuracy": 0.7022478058934212, |
| "num_tokens": 24023732.0, |
| "step": 247 |
| }, |
| { |
| "entropy": 0.9592638462781906, |
| "epoch": 2.407766990291262, |
| "grad_norm": 0.16528448462486267, |
| "learning_rate": 5.323592517504519e-06, |
| "loss": 0.9482523202896118, |
| "mean_token_accuracy": 0.710227444767952, |
| "num_tokens": 24121143.0, |
| "step": 248 |
| }, |
| { |
| "entropy": 0.9921245500445366, |
| "epoch": 2.4174757281553396, |
| "grad_norm": 0.1676313579082489, |
| "learning_rate": 5.159369267096989e-06, |
| "loss": 0.9784514307975769, |
| "mean_token_accuracy": 0.7007176354527473, |
| "num_tokens": 24218714.0, |
| "step": 249 |
| }, |
| { |
| "entropy": 0.9692256301641464, |
| "epoch": 2.4271844660194173, |
| "grad_norm": 0.17892014980316162, |
| "learning_rate": 4.997426966967106e-06, |
| "loss": 0.9546114802360535, |
| "mean_token_accuracy": 0.7059530392289162, |
| "num_tokens": 24316507.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 0.9521918147802353, |
| "epoch": 2.436893203883495, |
| "grad_norm": 0.16621531546115875, |
| "learning_rate": 4.837784234584194e-06, |
| "loss": 0.9412555694580078, |
| "mean_token_accuracy": 0.7093016654253006, |
| "num_tokens": 24413742.0, |
| "step": 251 |
| }, |
| { |
| "entropy": 0.9617577493190765, |
| "epoch": 2.4466019417475726, |
| "grad_norm": 0.1699150949716568, |
| "learning_rate": 4.680459423051029e-06, |
| "loss": 0.9496541023254395, |
| "mean_token_accuracy": 0.7087040916085243, |
| "num_tokens": 24511146.0, |
| "step": 252 |
| }, |
| { |
| "entropy": 0.9425365999341011, |
| "epoch": 2.4563106796116507, |
| "grad_norm": 0.25781500339508057, |
| "learning_rate": 4.525470618993854e-06, |
| "loss": 0.9376449584960938, |
| "mean_token_accuracy": 0.7110078856348991, |
| "num_tokens": 24608089.0, |
| "step": 253 |
| }, |
| { |
| "entropy": 0.9719231948256493, |
| "epoch": 2.466019417475728, |
| "grad_norm": 0.16950590908527374, |
| "learning_rate": 4.372835640483089e-06, |
| "loss": 0.9670760035514832, |
| "mean_token_accuracy": 0.704522393643856, |
| "num_tokens": 24702782.0, |
| "step": 254 |
| }, |
| { |
| "entropy": 0.9574119225144386, |
| "epoch": 2.475728155339806, |
| "grad_norm": 0.1672431230545044, |
| "learning_rate": 4.222572034984906e-06, |
| "loss": 0.9526071548461914, |
| "mean_token_accuracy": 0.7067103087902069, |
| "num_tokens": 24800175.0, |
| "step": 255 |
| }, |
| { |
| "entropy": 0.9788290411233902, |
| "epoch": 2.4854368932038833, |
| "grad_norm": 0.17422595620155334, |
| "learning_rate": 4.074697077343911e-06, |
| "loss": 0.9678604006767273, |
| "mean_token_accuracy": 0.7046616673469543, |
| "num_tokens": 24898133.0, |
| "step": 256 |
| }, |
| { |
| "entropy": 0.9871430844068527, |
| "epoch": 2.4951456310679614, |
| "grad_norm": 0.17124831676483154, |
| "learning_rate": 3.929227767797153e-06, |
| "loss": 0.9851061701774597, |
| "mean_token_accuracy": 0.698909804224968, |
| "num_tokens": 24995644.0, |
| "step": 257 |
| }, |
| { |
| "entropy": 0.9579250812530518, |
| "epoch": 2.5048543689320386, |
| "grad_norm": 0.1683092713356018, |
| "learning_rate": 3.7861808300197172e-06, |
| "loss": 0.9530113935470581, |
| "mean_token_accuracy": 0.7061758786439896, |
| "num_tokens": 25092438.0, |
| "step": 258 |
| }, |
| { |
| "entropy": 0.9528110325336456, |
| "epoch": 2.5145631067961167, |
| "grad_norm": 0.16838198900222778, |
| "learning_rate": 3.645572709202136e-06, |
| "loss": 0.9566649794578552, |
| "mean_token_accuracy": 0.7076397314667702, |
| "num_tokens": 25189709.0, |
| "step": 259 |
| }, |
| { |
| "entropy": 0.9481115564703941, |
| "epoch": 2.524271844660194, |
| "grad_norm": 0.17146018147468567, |
| "learning_rate": 3.5074195701597425e-06, |
| "loss": 0.948910117149353, |
| "mean_token_accuracy": 0.7112288698554039, |
| "num_tokens": 25286717.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 0.9795367866754532, |
| "epoch": 2.533980582524272, |
| "grad_norm": 0.16822360455989838, |
| "learning_rate": 3.3717372954743585e-06, |
| "loss": 0.9705378413200378, |
| "mean_token_accuracy": 0.7019360214471817, |
| "num_tokens": 25384503.0, |
| "step": 261 |
| }, |
| { |
| "entropy": 0.9539068713784218, |
| "epoch": 2.5436893203883493, |
| "grad_norm": 0.16968367993831635, |
| "learning_rate": 3.238541483668345e-06, |
| "loss": 0.9553022384643555, |
| "mean_token_accuracy": 0.706045925617218, |
| "num_tokens": 25482491.0, |
| "step": 262 |
| }, |
| { |
| "entropy": 0.9606509506702423, |
| "epoch": 2.5533980582524274, |
| "grad_norm": 0.1690746545791626, |
| "learning_rate": 3.1078474474113497e-06, |
| "loss": 0.9576883316040039, |
| "mean_token_accuracy": 0.7059922441840172, |
| "num_tokens": 25580239.0, |
| "step": 263 |
| }, |
| { |
| "entropy": 0.9698465391993523, |
| "epoch": 2.5631067961165046, |
| "grad_norm": 0.16914384067058563, |
| "learning_rate": 2.9796702117598886e-06, |
| "loss": 0.9606518149375916, |
| "mean_token_accuracy": 0.7052850499749184, |
| "num_tokens": 25677227.0, |
| "step": 264 |
| }, |
| { |
| "entropy": 0.9791216999292374, |
| "epoch": 2.5728155339805827, |
| "grad_norm": 0.16668882966041565, |
| "learning_rate": 2.8540245124300425e-06, |
| "loss": 0.9672929644584656, |
| "mean_token_accuracy": 0.7031262293457985, |
| "num_tokens": 25775065.0, |
| "step": 265 |
| }, |
| { |
| "entropy": 0.9780902564525604, |
| "epoch": 2.58252427184466, |
| "grad_norm": 0.17105111479759216, |
| "learning_rate": 2.730924794103362e-06, |
| "loss": 0.9679812788963318, |
| "mean_token_accuracy": 0.7026931270956993, |
| "num_tokens": 25871326.0, |
| "step": 266 |
| }, |
| { |
| "entropy": 0.9643828719854355, |
| "epoch": 2.592233009708738, |
| "grad_norm": 0.17259210348129272, |
| "learning_rate": 2.610385208766275e-06, |
| "loss": 0.9548609256744385, |
| "mean_token_accuracy": 0.7055202946066856, |
| "num_tokens": 25969115.0, |
| "step": 267 |
| }, |
| { |
| "entropy": 0.9933695048093796, |
| "epoch": 2.6019417475728153, |
| "grad_norm": 0.16970612108707428, |
| "learning_rate": 2.4924196140831022e-06, |
| "loss": 0.9839514493942261, |
| "mean_token_accuracy": 0.6970876753330231, |
| "num_tokens": 26065942.0, |
| "step": 268 |
| }, |
| { |
| "entropy": 0.9342109486460686, |
| "epoch": 2.6116504854368934, |
| "grad_norm": 0.1613871306180954, |
| "learning_rate": 2.3770415718029347e-06, |
| "loss": 0.9223105311393738, |
| "mean_token_accuracy": 0.7150278761982918, |
| "num_tokens": 26164017.0, |
| "step": 269 |
| }, |
| { |
| "entropy": 0.9688886106014252, |
| "epoch": 2.6213592233009706, |
| "grad_norm": 0.1674807220697403, |
| "learning_rate": 2.2642643462005453e-06, |
| "loss": 0.9619611501693726, |
| "mean_token_accuracy": 0.7057049497961998, |
| "num_tokens": 26260977.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 0.9631032943725586, |
| "epoch": 2.6310679611650487, |
| "grad_norm": 0.16416500508785248, |
| "learning_rate": 2.1541009025514535e-06, |
| "loss": 0.9548090696334839, |
| "mean_token_accuracy": 0.7090355455875397, |
| "num_tokens": 26358671.0, |
| "step": 271 |
| }, |
| { |
| "entropy": 0.961681455373764, |
| "epoch": 2.6407766990291264, |
| "grad_norm": 0.16954955458641052, |
| "learning_rate": 2.0465639056414105e-06, |
| "loss": 0.9613986015319824, |
| "mean_token_accuracy": 0.7054480090737343, |
| "num_tokens": 26456747.0, |
| "step": 272 |
| }, |
| { |
| "entropy": 0.9926834926009178, |
| "epoch": 2.650485436893204, |
| "grad_norm": 0.17167264223098755, |
| "learning_rate": 1.9416657183104036e-06, |
| "loss": 0.9822961688041687, |
| "mean_token_accuracy": 0.7000870853662491, |
| "num_tokens": 26553700.0, |
| "step": 273 |
| }, |
| { |
| "entropy": 1.0036308094859123, |
| "epoch": 2.6601941747572817, |
| "grad_norm": 0.17255118489265442, |
| "learning_rate": 1.8394184000313813e-06, |
| "loss": 0.9972796440124512, |
| "mean_token_accuracy": 0.6974450871348381, |
| "num_tokens": 26651550.0, |
| "step": 274 |
| }, |
| { |
| "entropy": 0.988017350435257, |
| "epoch": 2.6699029126213594, |
| "grad_norm": 0.2011437714099884, |
| "learning_rate": 1.7398337055238384e-06, |
| "loss": 0.990588366985321, |
| "mean_token_accuracy": 0.7003194093704224, |
| "num_tokens": 26748941.0, |
| "step": 275 |
| }, |
| { |
| "entropy": 0.9620964303612709, |
| "epoch": 2.679611650485437, |
| "grad_norm": 0.1725967824459076, |
| "learning_rate": 1.6429230834024727e-06, |
| "loss": 0.9487726092338562, |
| "mean_token_accuracy": 0.7091734260320663, |
| "num_tokens": 26846395.0, |
| "step": 276 |
| }, |
| { |
| "entropy": 0.9280500262975693, |
| "epoch": 2.6893203883495147, |
| "grad_norm": 0.16282151639461517, |
| "learning_rate": 1.5486976748610049e-06, |
| "loss": 0.9191138744354248, |
| "mean_token_accuracy": 0.7149403765797615, |
| "num_tokens": 26944469.0, |
| "step": 277 |
| }, |
| { |
| "entropy": 0.9912700429558754, |
| "epoch": 2.6990291262135924, |
| "grad_norm": 0.16615280508995056, |
| "learning_rate": 1.4571683123913299e-06, |
| "loss": 0.9764862060546875, |
| "mean_token_accuracy": 0.700100302696228, |
| "num_tokens": 27042511.0, |
| "step": 278 |
| }, |
| { |
| "entropy": 0.925171971321106, |
| "epoch": 2.70873786407767, |
| "grad_norm": 0.18517984449863434, |
| "learning_rate": 1.3683455185382e-06, |
| "loss": 0.9167701601982117, |
| "mean_token_accuracy": 0.7169836908578873, |
| "num_tokens": 27139537.0, |
| "step": 279 |
| }, |
| { |
| "entropy": 0.9681049808859825, |
| "epoch": 2.7184466019417477, |
| "grad_norm": 0.17009583115577698, |
| "learning_rate": 1.282239504689503e-06, |
| "loss": 0.9609183073043823, |
| "mean_token_accuracy": 0.7031533047556877, |
| "num_tokens": 27236595.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 0.973448172211647, |
| "epoch": 2.7281553398058254, |
| "grad_norm": 0.1670878678560257, |
| "learning_rate": 1.1988601699023244e-06, |
| "loss": 0.9631110429763794, |
| "mean_token_accuracy": 0.7057577669620514, |
| "num_tokens": 27333976.0, |
| "step": 281 |
| }, |
| { |
| "entropy": 0.9640330076217651, |
| "epoch": 2.737864077669903, |
| "grad_norm": 0.1797487586736679, |
| "learning_rate": 1.1182170997649066e-06, |
| "loss": 0.9536181688308716, |
| "mean_token_accuracy": 0.7070991396903992, |
| "num_tokens": 27431831.0, |
| "step": 282 |
| }, |
| { |
| "entropy": 0.9452923610806465, |
| "epoch": 2.7475728155339807, |
| "grad_norm": 0.16770562529563904, |
| "learning_rate": 1.0403195652946785e-06, |
| "loss": 0.9308115839958191, |
| "mean_token_accuracy": 0.7133244201540947, |
| "num_tokens": 27529097.0, |
| "step": 283 |
| }, |
| { |
| "entropy": 1.0011862516403198, |
| "epoch": 2.7572815533980584, |
| "grad_norm": 0.16870544850826263, |
| "learning_rate": 9.651765218724017e-07, |
| "loss": 0.984257161617279, |
| "mean_token_accuracy": 0.6972986236214638, |
| "num_tokens": 27626471.0, |
| "step": 284 |
| }, |
| { |
| "entropy": 0.965023398399353, |
| "epoch": 2.766990291262136, |
| "grad_norm": 0.16597622632980347, |
| "learning_rate": 8.927966082126565e-07, |
| "loss": 0.9539198875427246, |
| "mean_token_accuracy": 0.706187792122364, |
| "num_tokens": 27723707.0, |
| "step": 285 |
| }, |
| { |
| "entropy": 0.9824864715337753, |
| "epoch": 2.7766990291262137, |
| "grad_norm": 0.16780997812747955, |
| "learning_rate": 8.231881453706625e-07, |
| "loss": 0.979770839214325, |
| "mean_token_accuracy": 0.7011870816349983, |
| "num_tokens": 27821323.0, |
| "step": 286 |
| }, |
| { |
| "entropy": 0.9763621166348457, |
| "epoch": 2.7864077669902914, |
| "grad_norm": 0.1736253798007965, |
| "learning_rate": 7.563591357857003e-07, |
| "loss": 0.9754306077957153, |
| "mean_token_accuracy": 0.7029166668653488, |
| "num_tokens": 27918237.0, |
| "step": 287 |
| }, |
| { |
| "entropy": 0.947685532271862, |
| "epoch": 2.796116504854369, |
| "grad_norm": 0.16958363354206085, |
| "learning_rate": 6.923172623611057e-07, |
| "loss": 0.9351140260696411, |
| "mean_token_accuracy": 0.7120195776224136, |
| "num_tokens": 28016366.0, |
| "step": 288 |
| }, |
| { |
| "entropy": 0.942561075091362, |
| "epoch": 2.8058252427184467, |
| "grad_norm": 0.16904625296592712, |
| "learning_rate": 6.310698875810067e-07, |
| "loss": 0.9323226809501648, |
| "mean_token_accuracy": 0.7124319523572922, |
| "num_tokens": 28113478.0, |
| "step": 289 |
| }, |
| { |
| "entropy": 0.9380691796541214, |
| "epoch": 2.8155339805825244, |
| "grad_norm": 0.17889536917209625, |
| "learning_rate": 5.726240526639198e-07, |
| "loss": 0.930556058883667, |
| "mean_token_accuracy": 0.7128739878535271, |
| "num_tokens": 28210882.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 0.9964773431420326, |
| "epoch": 2.825242718446602, |
| "grad_norm": 0.17439629137516022, |
| "learning_rate": 5.169864767532673e-07, |
| "loss": 0.9850400686264038, |
| "mean_token_accuracy": 0.6997164264321327, |
| "num_tokens": 28308354.0, |
| "step": 291 |
| }, |
| { |
| "entropy": 0.9559131860733032, |
| "epoch": 2.8349514563106797, |
| "grad_norm": 0.16617313027381897, |
| "learning_rate": 4.641635561449087e-07, |
| "loss": 0.9490922689437866, |
| "mean_token_accuracy": 0.7099742963910103, |
| "num_tokens": 28405751.0, |
| "step": 292 |
| }, |
| { |
| "entropy": 0.9485776647925377, |
| "epoch": 2.8446601941747574, |
| "grad_norm": 0.16301444172859192, |
| "learning_rate": 4.141613635517988e-07, |
| "loss": 0.9392298460006714, |
| "mean_token_accuracy": 0.7092093601822853, |
| "num_tokens": 28503631.0, |
| "step": 293 |
| }, |
| { |
| "entropy": 0.9607426971197128, |
| "epoch": 2.854368932038835, |
| "grad_norm": 0.16964450478553772, |
| "learning_rate": 3.6698564740587084e-07, |
| "loss": 0.9504241347312927, |
| "mean_token_accuracy": 0.7069374471902847, |
| "num_tokens": 28601333.0, |
| "step": 294 |
| }, |
| { |
| "entropy": 0.9806661456823349, |
| "epoch": 2.8640776699029127, |
| "grad_norm": 0.17760704457759857, |
| "learning_rate": 3.2264183119714296e-07, |
| "loss": 0.9725813865661621, |
| "mean_token_accuracy": 0.7026912569999695, |
| "num_tokens": 28699170.0, |
| "step": 295 |
| }, |
| { |
| "entropy": 0.964005708694458, |
| "epoch": 2.8737864077669903, |
| "grad_norm": 0.17105717957019806, |
| "learning_rate": 2.811350128502338e-07, |
| "loss": 0.9560035467147827, |
| "mean_token_accuracy": 0.7042186036705971, |
| "num_tokens": 28796220.0, |
| "step": 296 |
| }, |
| { |
| "entropy": 0.9307653903961182, |
| "epoch": 2.883495145631068, |
| "grad_norm": 0.1683652698993683, |
| "learning_rate": 2.424699641382866e-07, |
| "loss": 0.9249186515808105, |
| "mean_token_accuracy": 0.7156773880124092, |
| "num_tokens": 28893415.0, |
| "step": 297 |
| }, |
| { |
| "entropy": 0.9238270372152328, |
| "epoch": 2.8932038834951457, |
| "grad_norm": 0.16288790106773376, |
| "learning_rate": 2.066511301343832e-07, |
| "loss": 0.918537974357605, |
| "mean_token_accuracy": 0.7162785083055496, |
| "num_tokens": 28990876.0, |
| "step": 298 |
| }, |
| { |
| "entropy": 0.9447092115879059, |
| "epoch": 2.9029126213592233, |
| "grad_norm": 0.16615866124629974, |
| "learning_rate": 1.7368262870052222e-07, |
| "loss": 0.9414623975753784, |
| "mean_token_accuracy": 0.7090598419308662, |
| "num_tokens": 29088824.0, |
| "step": 299 |
| }, |
| { |
| "entropy": 0.9674586057662964, |
| "epoch": 2.912621359223301, |
| "grad_norm": 0.1707552671432495, |
| "learning_rate": 1.435682500142227e-07, |
| "loss": 0.9623990058898926, |
| "mean_token_accuracy": 0.7048981636762619, |
| "num_tokens": 29186540.0, |
| "step": 300 |
| }, |
| { |
| "entropy": 0.9394435212016106, |
| "epoch": 2.9223300970873787, |
| "grad_norm": 0.17007669806480408, |
| "learning_rate": 1.1631145613278105e-07, |
| "loss": 0.9268030524253845, |
| "mean_token_accuracy": 0.714483842253685, |
| "num_tokens": 29283835.0, |
| "step": 301 |
| }, |
| { |
| "entropy": 0.9659744128584862, |
| "epoch": 2.9320388349514563, |
| "grad_norm": 0.1627369523048401, |
| "learning_rate": 9.191538059526716e-08, |
| "loss": 0.9578890800476074, |
| "mean_token_accuracy": 0.7050110474228859, |
| "num_tokens": 29381064.0, |
| "step": 302 |
| }, |
| { |
| "entropy": 0.9975419640541077, |
| "epoch": 2.941747572815534, |
| "grad_norm": 0.1676311194896698, |
| "learning_rate": 7.038282806227925e-08, |
| "loss": 0.9887766242027283, |
| "mean_token_accuracy": 0.6962300762534142, |
| "num_tokens": 29478334.0, |
| "step": 303 |
| }, |
| { |
| "entropy": 0.9591668620705605, |
| "epoch": 2.9514563106796117, |
| "grad_norm": 0.16512475907802582, |
| "learning_rate": 5.171627399351009e-08, |
| "loss": 0.9491888880729675, |
| "mean_token_accuracy": 0.7067916691303253, |
| "num_tokens": 29573152.0, |
| "step": 304 |
| }, |
| { |
| "entropy": 0.953294575214386, |
| "epoch": 2.9611650485436893, |
| "grad_norm": 0.16589586436748505, |
| "learning_rate": 3.591786436316358e-08, |
| "loss": 0.9380890727043152, |
| "mean_token_accuracy": 0.710498072206974, |
| "num_tokens": 29670486.0, |
| "step": 305 |
| }, |
| { |
| "entropy": 0.9355818256735802, |
| "epoch": 2.970873786407767, |
| "grad_norm": 0.16587817668914795, |
| "learning_rate": 2.298941541323818e-08, |
| "loss": 0.9186680316925049, |
| "mean_token_accuracy": 0.7166803404688835, |
| "num_tokens": 29767945.0, |
| "step": 306 |
| }, |
| { |
| "entropy": 0.962521106004715, |
| "epoch": 2.9805825242718447, |
| "grad_norm": 0.16540691256523132, |
| "learning_rate": 1.2932413444727288e-08, |
| "loss": 0.95872962474823, |
| "mean_token_accuracy": 0.7051805332303047, |
| "num_tokens": 29865529.0, |
| "step": 307 |
| }, |
| { |
| "entropy": 0.9675171822309494, |
| "epoch": 2.9902912621359223, |
| "grad_norm": 0.1701028048992157, |
| "learning_rate": 5.7480146467558945e-09, |
| "loss": 0.9568037390708923, |
| "mean_token_accuracy": 0.7067005336284637, |
| "num_tokens": 29963001.0, |
| "step": 308 |
| }, |
| { |
| "entropy": 0.9562472552061081, |
| "epoch": 3.0, |
| "grad_norm": 0.16647282242774963, |
| "learning_rate": 1.4370449636536e-09, |
| "loss": 0.9524471163749695, |
| "mean_token_accuracy": 0.7082220539450645, |
| "num_tokens": 30056682.0, |
| "step": 309 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 309, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.2278846731764367e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
