| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 103, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 1.3063052594661713, |
| "epoch": 0.009708737864077669, |
| "grad_norm": 1.3077822923660278, |
| "learning_rate": 0.0, |
| "loss": 2.1177937984466553, |
| "mean_token_accuracy": 0.5264865458011627, |
| "num_tokens": 96695.0, |
| "step": 1 |
| }, |
| { |
| "entropy": 1.3945444822311401, |
| "epoch": 0.019417475728155338, |
| "grad_norm": 1.4227101802825928, |
| "learning_rate": 3.125e-06, |
| "loss": 2.264981746673584, |
| "mean_token_accuracy": 0.49969692155718803, |
| "num_tokens": 193992.0, |
| "step": 2 |
| }, |
| { |
| "entropy": 1.3749237358570099, |
| "epoch": 0.02912621359223301, |
| "grad_norm": 1.1497575044631958, |
| "learning_rate": 6.25e-06, |
| "loss": 2.0460948944091797, |
| "mean_token_accuracy": 0.5287926904857159, |
| "num_tokens": 291993.0, |
| "step": 3 |
| }, |
| { |
| "entropy": 1.4135093837976456, |
| "epoch": 0.038834951456310676, |
| "grad_norm": 1.0101280212402344, |
| "learning_rate": 9.375000000000001e-06, |
| "loss": 2.0115394592285156, |
| "mean_token_accuracy": 0.5312202051281929, |
| "num_tokens": 389906.0, |
| "step": 4 |
| }, |
| { |
| "entropy": 1.5345965921878815, |
| "epoch": 0.04854368932038835, |
| "grad_norm": 0.8249343037605286, |
| "learning_rate": 1.25e-05, |
| "loss": 1.9907541275024414, |
| "mean_token_accuracy": 0.5317840278148651, |
| "num_tokens": 487090.0, |
| "step": 5 |
| }, |
| { |
| "entropy": 1.628997579216957, |
| "epoch": 0.05825242718446602, |
| "grad_norm": 0.6037535071372986, |
| "learning_rate": 1.5625e-05, |
| "loss": 1.917801856994629, |
| "mean_token_accuracy": 0.541858084499836, |
| "num_tokens": 584439.0, |
| "step": 6 |
| }, |
| { |
| "entropy": 1.8246440291404724, |
| "epoch": 0.06796116504854369, |
| "grad_norm": 0.3977610468864441, |
| "learning_rate": 1.8750000000000002e-05, |
| "loss": 1.8268287181854248, |
| "mean_token_accuracy": 0.5501810759305954, |
| "num_tokens": 681933.0, |
| "step": 7 |
| }, |
| { |
| "entropy": 1.9396448135375977, |
| "epoch": 0.07766990291262135, |
| "grad_norm": 0.47858306765556335, |
| "learning_rate": 2.1875e-05, |
| "loss": 1.7852939367294312, |
| "mean_token_accuracy": 0.5552558451890945, |
| "num_tokens": 777167.0, |
| "step": 8 |
| }, |
| { |
| "entropy": 1.9606482535600662, |
| "epoch": 0.08737864077669903, |
| "grad_norm": 0.5253126621246338, |
| "learning_rate": 2.5e-05, |
| "loss": 1.7283756732940674, |
| "mean_token_accuracy": 0.5672201961278915, |
| "num_tokens": 875080.0, |
| "step": 9 |
| }, |
| { |
| "entropy": 1.9720240384340286, |
| "epoch": 0.0970873786407767, |
| "grad_norm": 0.5374228954315186, |
| "learning_rate": 2.8125000000000003e-05, |
| "loss": 1.711395263671875, |
| "mean_token_accuracy": 0.5681185722351074, |
| "num_tokens": 973099.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 1.82131689786911, |
| "epoch": 0.10679611650485436, |
| "grad_norm": 0.43059229850769043, |
| "learning_rate": 3.125e-05, |
| "loss": 1.6381919384002686, |
| "mean_token_accuracy": 0.5789104923605919, |
| "num_tokens": 1070082.0, |
| "step": 11 |
| }, |
| { |
| "entropy": 1.6750145703554153, |
| "epoch": 0.11650485436893204, |
| "grad_norm": 0.335764616727829, |
| "learning_rate": 3.4375e-05, |
| "loss": 1.5634382963180542, |
| "mean_token_accuracy": 0.5890125557780266, |
| "num_tokens": 1167345.0, |
| "step": 12 |
| }, |
| { |
| "entropy": 1.616977572441101, |
| "epoch": 0.1262135922330097, |
| "grad_norm": 0.29735782742500305, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 1.59102201461792, |
| "mean_token_accuracy": 0.5816583260893822, |
| "num_tokens": 1265097.0, |
| "step": 13 |
| }, |
| { |
| "entropy": 1.5444462895393372, |
| "epoch": 0.13592233009708737, |
| "grad_norm": 0.29059097170829773, |
| "learning_rate": 4.0625000000000005e-05, |
| "loss": 1.574419379234314, |
| "mean_token_accuracy": 0.5849687159061432, |
| "num_tokens": 1362414.0, |
| "step": 14 |
| }, |
| { |
| "entropy": 1.4560510218143463, |
| "epoch": 0.14563106796116504, |
| "grad_norm": 0.2826174199581146, |
| "learning_rate": 4.375e-05, |
| "loss": 1.5245388746261597, |
| "mean_token_accuracy": 0.5940257161855698, |
| "num_tokens": 1458384.0, |
| "step": 15 |
| }, |
| { |
| "entropy": 1.4310729652643204, |
| "epoch": 0.1553398058252427, |
| "grad_norm": 0.2571217119693756, |
| "learning_rate": 4.6875e-05, |
| "loss": 1.493829607963562, |
| "mean_token_accuracy": 0.5997192710638046, |
| "num_tokens": 1555321.0, |
| "step": 16 |
| }, |
| { |
| "entropy": 1.3802899718284607, |
| "epoch": 0.1650485436893204, |
| "grad_norm": 0.24408026039600372, |
| "learning_rate": 5e-05, |
| "loss": 1.4393625259399414, |
| "mean_token_accuracy": 0.6103221923112869, |
| "num_tokens": 1652989.0, |
| "step": 17 |
| }, |
| { |
| "entropy": 1.423762321472168, |
| "epoch": 0.17475728155339806, |
| "grad_norm": 0.260315865278244, |
| "learning_rate": 4.999856295503635e-05, |
| "loss": 1.4357669353485107, |
| "mean_token_accuracy": 0.6085835695266724, |
| "num_tokens": 1749968.0, |
| "step": 18 |
| }, |
| { |
| "entropy": 1.4223755896091461, |
| "epoch": 0.18446601941747573, |
| "grad_norm": 0.26641297340393066, |
| "learning_rate": 4.999425198535325e-05, |
| "loss": 1.4089168310165405, |
| "mean_token_accuracy": 0.6123870462179184, |
| "num_tokens": 1847337.0, |
| "step": 19 |
| }, |
| { |
| "entropy": 1.4421514868736267, |
| "epoch": 0.1941747572815534, |
| "grad_norm": 0.2118070274591446, |
| "learning_rate": 4.998706758655528e-05, |
| "loss": 1.4083303213119507, |
| "mean_token_accuracy": 0.6158460900187492, |
| "num_tokens": 1944252.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 1.3758682906627655, |
| "epoch": 0.20388349514563106, |
| "grad_norm": 0.21211183071136475, |
| "learning_rate": 4.997701058458676e-05, |
| "loss": 1.3528016805648804, |
| "mean_token_accuracy": 0.6290531530976295, |
| "num_tokens": 2041362.0, |
| "step": 21 |
| }, |
| { |
| "entropy": 1.3912087827920914, |
| "epoch": 0.21359223300970873, |
| "grad_norm": 0.20889078080654144, |
| "learning_rate": 4.996408213563684e-05, |
| "loss": 1.3577451705932617, |
| "mean_token_accuracy": 0.6254735365509987, |
| "num_tokens": 2139370.0, |
| "step": 22 |
| }, |
| { |
| "entropy": 1.3215357810258865, |
| "epoch": 0.22330097087378642, |
| "grad_norm": 0.20261520147323608, |
| "learning_rate": 4.994828372600649e-05, |
| "loss": 1.300628662109375, |
| "mean_token_accuracy": 0.6371148228645325, |
| "num_tokens": 2233615.0, |
| "step": 23 |
| }, |
| { |
| "entropy": 1.3306704312562943, |
| "epoch": 0.23300970873786409, |
| "grad_norm": 0.19877074658870697, |
| "learning_rate": 4.9929617171937724e-05, |
| "loss": 1.3034857511520386, |
| "mean_token_accuracy": 0.6345249861478806, |
| "num_tokens": 2330947.0, |
| "step": 24 |
| }, |
| { |
| "entropy": 1.3362696319818497, |
| "epoch": 0.24271844660194175, |
| "grad_norm": 0.17692981660366058, |
| "learning_rate": 4.9908084619404735e-05, |
| "loss": 1.3098223209381104, |
| "mean_token_accuracy": 0.6328666806221008, |
| "num_tokens": 2428936.0, |
| "step": 25 |
| }, |
| { |
| "entropy": 1.3557860553264618, |
| "epoch": 0.2524271844660194, |
| "grad_norm": 0.19237112998962402, |
| "learning_rate": 4.988368854386722e-05, |
| "loss": 1.3239411115646362, |
| "mean_token_accuracy": 0.6320360824465752, |
| "num_tokens": 2526310.0, |
| "step": 26 |
| }, |
| { |
| "entropy": 1.32492034137249, |
| "epoch": 0.2621359223300971, |
| "grad_norm": 0.19819748401641846, |
| "learning_rate": 4.985643174998578e-05, |
| "loss": 1.3037995100021362, |
| "mean_token_accuracy": 0.6353878080844879, |
| "num_tokens": 2623215.0, |
| "step": 27 |
| }, |
| { |
| "entropy": 1.2510884702205658, |
| "epoch": 0.27184466019417475, |
| "grad_norm": 0.17776808142662048, |
| "learning_rate": 4.982631737129948e-05, |
| "loss": 1.2440943717956543, |
| "mean_token_accuracy": 0.6481084004044533, |
| "num_tokens": 2720683.0, |
| "step": 28 |
| }, |
| { |
| "entropy": 1.287326768040657, |
| "epoch": 0.2815533980582524, |
| "grad_norm": 0.17891287803649902, |
| "learning_rate": 4.9793348869865616e-05, |
| "loss": 1.29865300655365, |
| "mean_token_accuracy": 0.6353446468710899, |
| "num_tokens": 2818153.0, |
| "step": 29 |
| }, |
| { |
| "entropy": 1.2316195368766785, |
| "epoch": 0.2912621359223301, |
| "grad_norm": 0.17647312581539154, |
| "learning_rate": 4.9757530035861716e-05, |
| "loss": 1.253545880317688, |
| "mean_token_accuracy": 0.6457989513874054, |
| "num_tokens": 2915748.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 1.169528603553772, |
| "epoch": 0.30097087378640774, |
| "grad_norm": 0.16643674671649933, |
| "learning_rate": 4.971886498714977e-05, |
| "loss": 1.1838676929473877, |
| "mean_token_accuracy": 0.6634209230542183, |
| "num_tokens": 3013095.0, |
| "step": 31 |
| }, |
| { |
| "entropy": 1.2801441848278046, |
| "epoch": 0.3106796116504854, |
| "grad_norm": 0.17172685265541077, |
| "learning_rate": 4.967735816880286e-05, |
| "loss": 1.2642897367477417, |
| "mean_token_accuracy": 0.6400710195302963, |
| "num_tokens": 3110631.0, |
| "step": 32 |
| }, |
| { |
| "entropy": 1.2720160782337189, |
| "epoch": 0.32038834951456313, |
| "grad_norm": 0.16451463103294373, |
| "learning_rate": 4.963301435259413e-05, |
| "loss": 1.2586028575897217, |
| "mean_token_accuracy": 0.6447242349386215, |
| "num_tokens": 3207970.0, |
| "step": 33 |
| }, |
| { |
| "entropy": 1.2911356091499329, |
| "epoch": 0.3300970873786408, |
| "grad_norm": 0.1695583015680313, |
| "learning_rate": 4.95858386364482e-05, |
| "loss": 1.2504911422729492, |
| "mean_token_accuracy": 0.6436235383152962, |
| "num_tokens": 3305342.0, |
| "step": 34 |
| }, |
| { |
| "entropy": 1.2505649775266647, |
| "epoch": 0.33980582524271846, |
| "grad_norm": 0.1600319743156433, |
| "learning_rate": 4.9535836443855096e-05, |
| "loss": 1.2131391763687134, |
| "mean_token_accuracy": 0.6537701711058617, |
| "num_tokens": 3399739.0, |
| "step": 35 |
| }, |
| { |
| "entropy": 1.1979082226753235, |
| "epoch": 0.34951456310679613, |
| "grad_norm": 0.15272502601146698, |
| "learning_rate": 4.948301352324673e-05, |
| "loss": 1.1704742908477783, |
| "mean_token_accuracy": 0.6647882163524628, |
| "num_tokens": 3497430.0, |
| "step": 36 |
| }, |
| { |
| "entropy": 1.2117689549922943, |
| "epoch": 0.3592233009708738, |
| "grad_norm": 0.15061117708683014, |
| "learning_rate": 4.942737594733609e-05, |
| "loss": 1.1953562498092651, |
| "mean_token_accuracy": 0.6564236953854561, |
| "num_tokens": 3593935.0, |
| "step": 37 |
| }, |
| { |
| "entropy": 1.1917639821767807, |
| "epoch": 0.36893203883495146, |
| "grad_norm": 0.15709325671195984, |
| "learning_rate": 4.9368930112419e-05, |
| "loss": 1.1850690841674805, |
| "mean_token_accuracy": 0.660385861992836, |
| "num_tokens": 3691118.0, |
| "step": 38 |
| }, |
| { |
| "entropy": 1.2446843981742859, |
| "epoch": 0.3786407766990291, |
| "grad_norm": 0.16046260297298431, |
| "learning_rate": 4.930768273763889e-05, |
| "loss": 1.2477033138275146, |
| "mean_token_accuracy": 0.6435192674398422, |
| "num_tokens": 3788648.0, |
| "step": 39 |
| }, |
| { |
| "entropy": 1.2205789387226105, |
| "epoch": 0.3883495145631068, |
| "grad_norm": 0.1660885363817215, |
| "learning_rate": 4.92436408642143e-05, |
| "loss": 1.2170484066009521, |
| "mean_token_accuracy": 0.6503675952553749, |
| "num_tokens": 3886532.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 1.205104410648346, |
| "epoch": 0.39805825242718446, |
| "grad_norm": 0.15774689614772797, |
| "learning_rate": 4.917681185462934e-05, |
| "loss": 1.207252860069275, |
| "mean_token_accuracy": 0.655083142220974, |
| "num_tokens": 3984443.0, |
| "step": 41 |
| }, |
| { |
| "entropy": 1.1894231885671616, |
| "epoch": 0.4077669902912621, |
| "grad_norm": 0.1520465910434723, |
| "learning_rate": 4.910720339178735e-05, |
| "loss": 1.1727756261825562, |
| "mean_token_accuracy": 0.6604171320796013, |
| "num_tokens": 4082127.0, |
| "step": 42 |
| }, |
| { |
| "entropy": 1.1813564747571945, |
| "epoch": 0.4174757281553398, |
| "grad_norm": 0.1579592078924179, |
| "learning_rate": 4.90348234781276e-05, |
| "loss": 1.1708219051361084, |
| "mean_token_accuracy": 0.6622453778982162, |
| "num_tokens": 4179696.0, |
| "step": 43 |
| }, |
| { |
| "entropy": 1.1847212761640549, |
| "epoch": 0.42718446601941745, |
| "grad_norm": 0.16752171516418457, |
| "learning_rate": 4.895968043470532e-05, |
| "loss": 1.1717603206634521, |
| "mean_token_accuracy": 0.6604401022195816, |
| "num_tokens": 4276989.0, |
| "step": 44 |
| }, |
| { |
| "entropy": 1.1232565939426422, |
| "epoch": 0.4368932038834951, |
| "grad_norm": 0.16498398780822754, |
| "learning_rate": 4.8881782900235094e-05, |
| "loss": 1.1282835006713867, |
| "mean_token_accuracy": 0.6696558594703674, |
| "num_tokens": 4374513.0, |
| "step": 45 |
| }, |
| { |
| "entropy": 1.1546286791563034, |
| "epoch": 0.44660194174757284, |
| "grad_norm": 0.16002920269966125, |
| "learning_rate": 4.880113983009768e-05, |
| "loss": 1.163672924041748, |
| "mean_token_accuracy": 0.6636269986629486, |
| "num_tokens": 4472543.0, |
| "step": 46 |
| }, |
| { |
| "entropy": 1.220591351389885, |
| "epoch": 0.4563106796116505, |
| "grad_norm": 0.15611808001995087, |
| "learning_rate": 4.87177604953105e-05, |
| "loss": 1.227357268333435, |
| "mean_token_accuracy": 0.6496708914637566, |
| "num_tokens": 4570196.0, |
| "step": 47 |
| }, |
| { |
| "entropy": 1.1873502284288406, |
| "epoch": 0.46601941747572817, |
| "grad_norm": 0.15429329872131348, |
| "learning_rate": 4.86316544814618e-05, |
| "loss": 1.1806132793426514, |
| "mean_token_accuracy": 0.6577019914984703, |
| "num_tokens": 4667589.0, |
| "step": 48 |
| }, |
| { |
| "entropy": 1.1497704908251762, |
| "epoch": 0.47572815533980584, |
| "grad_norm": 0.14651840925216675, |
| "learning_rate": 4.854283168760868e-05, |
| "loss": 1.132278323173523, |
| "mean_token_accuracy": 0.6702492162585258, |
| "num_tokens": 4765775.0, |
| "step": 49 |
| }, |
| { |
| "entropy": 1.19112890958786, |
| "epoch": 0.4854368932038835, |
| "grad_norm": 0.16413071751594543, |
| "learning_rate": 4.8451302325139004e-05, |
| "loss": 1.1689636707305908, |
| "mean_token_accuracy": 0.6610261425375938, |
| "num_tokens": 4864001.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 1.1795462369918823, |
| "epoch": 0.49514563106796117, |
| "grad_norm": 0.1465304046869278, |
| "learning_rate": 4.835707691659753e-05, |
| "loss": 1.1613165140151978, |
| "mean_token_accuracy": 0.6660530865192413, |
| "num_tokens": 4960993.0, |
| "step": 51 |
| }, |
| { |
| "entropy": 1.1446045935153961, |
| "epoch": 0.5048543689320388, |
| "grad_norm": 0.1478618085384369, |
| "learning_rate": 4.8260166294476164e-05, |
| "loss": 1.1292091608047485, |
| "mean_token_accuracy": 0.6699203625321388, |
| "num_tokens": 5058285.0, |
| "step": 52 |
| }, |
| { |
| "entropy": 1.1335399597883224, |
| "epoch": 0.5145631067961165, |
| "grad_norm": 0.15407773852348328, |
| "learning_rate": 4.8160581599968625e-05, |
| "loss": 1.1282105445861816, |
| "mean_token_accuracy": 0.6706565544009209, |
| "num_tokens": 5155340.0, |
| "step": 53 |
| }, |
| { |
| "entropy": 1.1364393010735512, |
| "epoch": 0.5242718446601942, |
| "grad_norm": 0.15273907780647278, |
| "learning_rate": 4.8058334281689595e-05, |
| "loss": 1.1344889402389526, |
| "mean_token_accuracy": 0.668300211429596, |
| "num_tokens": 5253290.0, |
| "step": 54 |
| }, |
| { |
| "entropy": 1.1561526656150818, |
| "epoch": 0.5339805825242718, |
| "grad_norm": 0.15070948004722595, |
| "learning_rate": 4.7953436094358595e-05, |
| "loss": 1.145023226737976, |
| "mean_token_accuracy": 0.6662660464644432, |
| "num_tokens": 5350631.0, |
| "step": 55 |
| }, |
| { |
| "entropy": 1.1212447136640549, |
| "epoch": 0.5436893203883495, |
| "grad_norm": 0.1489776223897934, |
| "learning_rate": 4.784589909744855e-05, |
| "loss": 1.1079856157302856, |
| "mean_token_accuracy": 0.6758884415030479, |
| "num_tokens": 5447338.0, |
| "step": 56 |
| }, |
| { |
| "entropy": 1.1728671193122864, |
| "epoch": 0.5533980582524272, |
| "grad_norm": 0.1548493206501007, |
| "learning_rate": 4.7735735653799463e-05, |
| "loss": 1.159340739250183, |
| "mean_token_accuracy": 0.6629773899912834, |
| "num_tokens": 5543513.0, |
| "step": 57 |
| }, |
| { |
| "entropy": 1.1602209657430649, |
| "epoch": 0.5631067961165048, |
| "grad_norm": 0.15153397619724274, |
| "learning_rate": 4.762295842819707e-05, |
| "loss": 1.1558430194854736, |
| "mean_token_accuracy": 0.6631080582737923, |
| "num_tokens": 5640853.0, |
| "step": 58 |
| }, |
| { |
| "entropy": 1.167491763830185, |
| "epoch": 0.5728155339805825, |
| "grad_norm": 0.15950381755828857, |
| "learning_rate": 4.75075803859169e-05, |
| "loss": 1.1687371730804443, |
| "mean_token_accuracy": 0.662310965359211, |
| "num_tokens": 5737838.0, |
| "step": 59 |
| }, |
| { |
| "entropy": 1.1121539771556854, |
| "epoch": 0.5825242718446602, |
| "grad_norm": 0.15362070500850677, |
| "learning_rate": 4.7389614791233726e-05, |
| "loss": 1.122381567955017, |
| "mean_token_accuracy": 0.6725770682096481, |
| "num_tokens": 5835215.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 1.1065661907196045, |
| "epoch": 0.5922330097087378, |
| "grad_norm": 0.15264824032783508, |
| "learning_rate": 4.726907520589664e-05, |
| "loss": 1.1158289909362793, |
| "mean_token_accuracy": 0.673554889857769, |
| "num_tokens": 5933071.0, |
| "step": 61 |
| }, |
| { |
| "entropy": 1.1254866421222687, |
| "epoch": 0.6019417475728155, |
| "grad_norm": 0.1510513871908188, |
| "learning_rate": 4.714597548756996e-05, |
| "loss": 1.1177195310592651, |
| "mean_token_accuracy": 0.6726218238472939, |
| "num_tokens": 6030510.0, |
| "step": 62 |
| }, |
| { |
| "entropy": 1.1632820963859558, |
| "epoch": 0.6116504854368932, |
| "grad_norm": 0.15587088465690613, |
| "learning_rate": 4.702032978824011e-05, |
| "loss": 1.1515460014343262, |
| "mean_token_accuracy": 0.6640657410025597, |
| "num_tokens": 6128308.0, |
| "step": 63 |
| }, |
| { |
| "entropy": 1.13534314930439, |
| "epoch": 0.6213592233009708, |
| "grad_norm": 0.15413475036621094, |
| "learning_rate": 4.6892152552588655e-05, |
| "loss": 1.1225864887237549, |
| "mean_token_accuracy": 0.6697054132819176, |
| "num_tokens": 6225307.0, |
| "step": 64 |
| }, |
| { |
| "entropy": 1.1529878377914429, |
| "epoch": 0.6310679611650486, |
| "grad_norm": 0.14912283420562744, |
| "learning_rate": 4.6761458516331655e-05, |
| "loss": 1.137518048286438, |
| "mean_token_accuracy": 0.6690729334950447, |
| "num_tokens": 6322345.0, |
| "step": 65 |
| }, |
| { |
| "entropy": 1.162615068256855, |
| "epoch": 0.6407766990291263, |
| "grad_norm": 0.15968185663223267, |
| "learning_rate": 4.662826270452565e-05, |
| "loss": 1.148972988128662, |
| "mean_token_accuracy": 0.6663458272814751, |
| "num_tokens": 6419830.0, |
| "step": 66 |
| }, |
| { |
| "entropy": 1.1012173295021057, |
| "epoch": 0.6504854368932039, |
| "grad_norm": 0.15278087556362152, |
| "learning_rate": 4.649258042984026e-05, |
| "loss": 1.0935297012329102, |
| "mean_token_accuracy": 0.6765975803136826, |
| "num_tokens": 6517180.0, |
| "step": 67 |
| }, |
| { |
| "entropy": 1.1730160862207413, |
| "epoch": 0.6601941747572816, |
| "grad_norm": 0.15458795428276062, |
| "learning_rate": 4.6354427290797875e-05, |
| "loss": 1.1597059965133667, |
| "mean_token_accuracy": 0.6620247736573219, |
| "num_tokens": 6614441.0, |
| "step": 68 |
| }, |
| { |
| "entropy": 1.1525196582078934, |
| "epoch": 0.6699029126213593, |
| "grad_norm": 0.15900148451328278, |
| "learning_rate": 4.621381916998029e-05, |
| "loss": 1.1408532857894897, |
| "mean_token_accuracy": 0.6672633439302444, |
| "num_tokens": 6711921.0, |
| "step": 69 |
| }, |
| { |
| "entropy": 1.1234073489904404, |
| "epoch": 0.6796116504854369, |
| "grad_norm": 0.9614858031272888, |
| "learning_rate": 4.607077223220285e-05, |
| "loss": 1.1134552955627441, |
| "mean_token_accuracy": 0.6734683215618134, |
| "num_tokens": 6808916.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 1.1003537625074387, |
| "epoch": 0.6893203883495146, |
| "grad_norm": 0.27281081676483154, |
| "learning_rate": 4.592530292265609e-05, |
| "loss": 1.093156337738037, |
| "mean_token_accuracy": 0.677058070898056, |
| "num_tokens": 6905733.0, |
| "step": 71 |
| }, |
| { |
| "entropy": 1.1193806380033493, |
| "epoch": 0.6990291262135923, |
| "grad_norm": 0.15709951519966125, |
| "learning_rate": 4.5777427965015096e-05, |
| "loss": 1.1156103610992432, |
| "mean_token_accuracy": 0.6733296439051628, |
| "num_tokens": 7002459.0, |
| "step": 72 |
| }, |
| { |
| "entropy": 1.0762626677751541, |
| "epoch": 0.7087378640776699, |
| "grad_norm": 0.14975018799304962, |
| "learning_rate": 4.562716435951692e-05, |
| "loss": 1.0788187980651855, |
| "mean_token_accuracy": 0.6805250495672226, |
| "num_tokens": 7100490.0, |
| "step": 73 |
| }, |
| { |
| "entropy": 1.1070052459836006, |
| "epoch": 0.7184466019417476, |
| "grad_norm": 0.163674458861351, |
| "learning_rate": 4.5474529381006146e-05, |
| "loss": 1.1094239950180054, |
| "mean_token_accuracy": 0.6733985841274261, |
| "num_tokens": 7197967.0, |
| "step": 74 |
| }, |
| { |
| "entropy": 1.133701667189598, |
| "epoch": 0.7281553398058253, |
| "grad_norm": 0.16219182312488556, |
| "learning_rate": 4.531954057694897e-05, |
| "loss": 1.131150484085083, |
| "mean_token_accuracy": 0.6676085367798805, |
| "num_tokens": 7292478.0, |
| "step": 75 |
| }, |
| { |
| "entropy": 1.151291936635971, |
| "epoch": 0.7378640776699029, |
| "grad_norm": 0.15997757017612457, |
| "learning_rate": 4.516221576541581e-05, |
| "loss": 1.1296626329421997, |
| "mean_token_accuracy": 0.6666271537542343, |
| "num_tokens": 7389056.0, |
| "step": 76 |
| }, |
| { |
| "entropy": 1.1276646926999092, |
| "epoch": 0.7475728155339806, |
| "grad_norm": 0.16011382639408112, |
| "learning_rate": 4.5002573033032904e-05, |
| "loss": 1.1120346784591675, |
| "mean_token_accuracy": 0.6736837849020958, |
| "num_tokens": 7486257.0, |
| "step": 77 |
| }, |
| { |
| "entropy": 1.115042731165886, |
| "epoch": 0.7572815533980582, |
| "grad_norm": 0.1535303145647049, |
| "learning_rate": 4.484063073290301e-05, |
| "loss": 1.1091301441192627, |
| "mean_token_accuracy": 0.6762245669960976, |
| "num_tokens": 7583265.0, |
| "step": 78 |
| }, |
| { |
| "entropy": 1.087426796555519, |
| "epoch": 0.7669902912621359, |
| "grad_norm": 0.16656380891799927, |
| "learning_rate": 4.467640748249548e-05, |
| "loss": 1.0862419605255127, |
| "mean_token_accuracy": 0.6805471926927567, |
| "num_tokens": 7680175.0, |
| "step": 79 |
| }, |
| { |
| "entropy": 1.1316653937101364, |
| "epoch": 0.7766990291262136, |
| "grad_norm": 0.15928491950035095, |
| "learning_rate": 4.4509922161505926e-05, |
| "loss": 1.1360259056091309, |
| "mean_token_accuracy": 0.6669512763619423, |
| "num_tokens": 7777798.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 1.1151190549135208, |
| "epoch": 0.7864077669902912, |
| "grad_norm": 0.15734143555164337, |
| "learning_rate": 4.4341193909685686e-05, |
| "loss": 1.1140034198760986, |
| "mean_token_accuracy": 0.6693683862686157, |
| "num_tokens": 7875637.0, |
| "step": 81 |
| }, |
| { |
| "entropy": 1.1036027371883392, |
| "epoch": 0.7961165048543689, |
| "grad_norm": 0.16518977284431458, |
| "learning_rate": 4.417024212464152e-05, |
| "loss": 1.0992156267166138, |
| "mean_token_accuracy": 0.6753587499260902, |
| "num_tokens": 7973214.0, |
| "step": 82 |
| }, |
| { |
| "entropy": 1.1240820437669754, |
| "epoch": 0.8058252427184466, |
| "grad_norm": 0.15742117166519165, |
| "learning_rate": 4.399708645960559e-05, |
| "loss": 1.1219127178192139, |
| "mean_token_accuracy": 0.6707674041390419, |
| "num_tokens": 8071015.0, |
| "step": 83 |
| }, |
| { |
| "entropy": 1.0782043635845184, |
| "epoch": 0.8155339805825242, |
| "grad_norm": 0.15135641396045685, |
| "learning_rate": 4.382174682117598e-05, |
| "loss": 1.0685319900512695, |
| "mean_token_accuracy": 0.6833792477846146, |
| "num_tokens": 8167887.0, |
| "step": 84 |
| }, |
| { |
| "entropy": 1.1078387796878815, |
| "epoch": 0.8252427184466019, |
| "grad_norm": 0.15460753440856934, |
| "learning_rate": 4.364424336702825e-05, |
| "loss": 1.1065967082977295, |
| "mean_token_accuracy": 0.6753173843026161, |
| "num_tokens": 8265328.0, |
| "step": 85 |
| }, |
| { |
| "entropy": 1.109467014670372, |
| "epoch": 0.8349514563106796, |
| "grad_norm": 0.15673620998859406, |
| "learning_rate": 4.346459650359798e-05, |
| "loss": 1.1054904460906982, |
| "mean_token_accuracy": 0.6707606092095375, |
| "num_tokens": 8362790.0, |
| "step": 86 |
| }, |
| { |
| "entropy": 1.125985011458397, |
| "epoch": 0.8446601941747572, |
| "grad_norm": 0.1561659872531891, |
| "learning_rate": 4.328282688373479e-05, |
| "loss": 1.111283302307129, |
| "mean_token_accuracy": 0.6752806529402733, |
| "num_tokens": 8460119.0, |
| "step": 87 |
| }, |
| { |
| "entropy": 1.0695659816265106, |
| "epoch": 0.8543689320388349, |
| "grad_norm": 0.16007103025913239, |
| "learning_rate": 4.3098955404328045e-05, |
| "loss": 1.056589961051941, |
| "mean_token_accuracy": 0.6865223124623299, |
| "num_tokens": 8555768.0, |
| "step": 88 |
| }, |
| { |
| "entropy": 1.0883630514144897, |
| "epoch": 0.8640776699029126, |
| "grad_norm": 0.15864451229572296, |
| "learning_rate": 4.29130032039044e-05, |
| "loss": 1.0721038579940796, |
| "mean_token_accuracy": 0.6814716532826424, |
| "num_tokens": 8653989.0, |
| "step": 89 |
| }, |
| { |
| "entropy": 1.0660209506750107, |
| "epoch": 0.8737864077669902, |
| "grad_norm": 0.15096718072891235, |
| "learning_rate": 4.272499166019771e-05, |
| "loss": 1.0504462718963623, |
| "mean_token_accuracy": 0.6850994229316711, |
| "num_tokens": 8751995.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 1.1066109761595726, |
| "epoch": 0.883495145631068, |
| "grad_norm": 0.16408860683441162, |
| "learning_rate": 4.253494238769134e-05, |
| "loss": 1.106789231300354, |
| "mean_token_accuracy": 0.6758328899741173, |
| "num_tokens": 8848370.0, |
| "step": 91 |
| }, |
| { |
| "entropy": 1.0865231901407242, |
| "epoch": 0.8932038834951457, |
| "grad_norm": 0.1649610996246338, |
| "learning_rate": 4.234287723513326e-05, |
| "loss": 1.095716118812561, |
| "mean_token_accuracy": 0.6755226477980614, |
| "num_tokens": 8946065.0, |
| "step": 92 |
| }, |
| { |
| "entropy": 1.0563477203249931, |
| "epoch": 0.9029126213592233, |
| "grad_norm": 0.15605774521827698, |
| "learning_rate": 4.2148818283024304e-05, |
| "loss": 1.0641911029815674, |
| "mean_token_accuracy": 0.684117816388607, |
| "num_tokens": 9043734.0, |
| "step": 93 |
| }, |
| { |
| "entropy": 1.1027402877807617, |
| "epoch": 0.912621359223301, |
| "grad_norm": 0.1745792031288147, |
| "learning_rate": 4.195278784107964e-05, |
| "loss": 1.093820571899414, |
| "mean_token_accuracy": 0.6766936853528023, |
| "num_tokens": 9141101.0, |
| "step": 94 |
| }, |
| { |
| "entropy": 1.1108492761850357, |
| "epoch": 0.9223300970873787, |
| "grad_norm": 0.1714155375957489, |
| "learning_rate": 4.175480844566404e-05, |
| "loss": 1.0948399305343628, |
| "mean_token_accuracy": 0.6759923100471497, |
| "num_tokens": 9238764.0, |
| "step": 95 |
| }, |
| { |
| "entropy": 1.092107117176056, |
| "epoch": 0.9320388349514563, |
| "grad_norm": 0.16130048036575317, |
| "learning_rate": 4.1554902857200924e-05, |
| "loss": 1.0810198783874512, |
| "mean_token_accuracy": 0.6786670908331871, |
| "num_tokens": 9335019.0, |
| "step": 96 |
| }, |
| { |
| "entropy": 1.0851488932967186, |
| "epoch": 0.941747572815534, |
| "grad_norm": 0.16832125186920166, |
| "learning_rate": 4.135309405755583e-05, |
| "loss": 1.073775291442871, |
| "mean_token_accuracy": 0.6807554513216019, |
| "num_tokens": 9433084.0, |
| "step": 97 |
| }, |
| { |
| "entropy": 1.0768142491579056, |
| "epoch": 0.9514563106796117, |
| "grad_norm": 0.16131848096847534, |
| "learning_rate": 4.11494052473943e-05, |
| "loss": 1.0637844800949097, |
| "mean_token_accuracy": 0.6831372752785683, |
| "num_tokens": 9530495.0, |
| "step": 98 |
| }, |
| { |
| "entropy": 1.063091091811657, |
| "epoch": 0.9611650485436893, |
| "grad_norm": 0.16142332553863525, |
| "learning_rate": 4.094385984351462e-05, |
| "loss": 1.0600042343139648, |
| "mean_token_accuracy": 0.6849533692002296, |
| "num_tokens": 9628209.0, |
| "step": 99 |
| }, |
| { |
| "entropy": 1.0749415531754494, |
| "epoch": 0.970873786407767, |
| "grad_norm": 0.18972496688365936, |
| "learning_rate": 4.073648147615579e-05, |
| "loss": 1.0742400884628296, |
| "mean_token_accuracy": 0.6798612177371979, |
| "num_tokens": 9726165.0, |
| "step": 100 |
| }, |
| { |
| "entropy": 1.0456555485725403, |
| "epoch": 0.9805825242718447, |
| "grad_norm": 0.1582217514514923, |
| "learning_rate": 4.052729398628089e-05, |
| "loss": 1.0480663776397705, |
| "mean_token_accuracy": 0.6852379813790321, |
| "num_tokens": 9823616.0, |
| "step": 101 |
| }, |
| { |
| "entropy": 1.0736559927463531, |
| "epoch": 0.9902912621359223, |
| "grad_norm": 0.16985982656478882, |
| "learning_rate": 4.031632142283622e-05, |
| "loss": 1.0799673795700073, |
| "mean_token_accuracy": 0.6796677485108376, |
| "num_tokens": 9921527.0, |
| "step": 102 |
| }, |
| { |
| "entropy": 1.0745692774653435, |
| "epoch": 1.0, |
| "grad_norm": 0.16134285926818848, |
| "learning_rate": 4.0103588039986556e-05, |
| "loss": 1.078010082244873, |
| "mean_token_accuracy": 0.6782025918364525, |
| "num_tokens": 10018894.0, |
| "step": 103 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 309, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.4093087033157222e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
