| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 104, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 1.195672869682312, |
| "epoch": 0.009685230024213076, |
| "grad_norm": 1.0686899423599243, |
| "learning_rate": 0.0, |
| "loss": 2.0517563819885254, |
| "mean_token_accuracy": 0.5433094203472137, |
| "num_tokens": 97740.0, |
| "step": 1 |
| }, |
| { |
| "entropy": 1.216128945350647, |
| "epoch": 0.01937046004842615, |
| "grad_norm": 1.0773417949676514, |
| "learning_rate": 3.125e-06, |
| "loss": 2.066392660140991, |
| "mean_token_accuracy": 0.5405685901641846, |
| "num_tokens": 194347.0, |
| "step": 2 |
| }, |
| { |
| "entropy": 1.2114249616861343, |
| "epoch": 0.029055690072639227, |
| "grad_norm": 1.0359230041503906, |
| "learning_rate": 6.25e-06, |
| "loss": 2.060716152191162, |
| "mean_token_accuracy": 0.5376822166144848, |
| "num_tokens": 292306.0, |
| "step": 3 |
| }, |
| { |
| "entropy": 1.2836366146802902, |
| "epoch": 0.0387409200968523, |
| "grad_norm": 0.9555837512016296, |
| "learning_rate": 9.375000000000001e-06, |
| "loss": 2.048638343811035, |
| "mean_token_accuracy": 0.5342461578547955, |
| "num_tokens": 389675.0, |
| "step": 4 |
| }, |
| { |
| "entropy": 1.3411734849214554, |
| "epoch": 0.048426150121065374, |
| "grad_norm": 0.7932096719741821, |
| "learning_rate": 1.25e-05, |
| "loss": 2.0051188468933105, |
| "mean_token_accuracy": 0.5393080413341522, |
| "num_tokens": 482548.0, |
| "step": 5 |
| }, |
| { |
| "entropy": 1.3891097456216812, |
| "epoch": 0.05811138014527845, |
| "grad_norm": 0.6072916388511658, |
| "learning_rate": 1.5625e-05, |
| "loss": 1.8992807865142822, |
| "mean_token_accuracy": 0.548196591436863, |
| "num_tokens": 579772.0, |
| "step": 6 |
| }, |
| { |
| "entropy": 1.4907268434762955, |
| "epoch": 0.06779661016949153, |
| "grad_norm": 0.4963963031768799, |
| "learning_rate": 1.8750000000000002e-05, |
| "loss": 1.898533582687378, |
| "mean_token_accuracy": 0.5459267124533653, |
| "num_tokens": 677650.0, |
| "step": 7 |
| }, |
| { |
| "entropy": 1.5116273909807205, |
| "epoch": 0.0774818401937046, |
| "grad_norm": 0.40073174238204956, |
| "learning_rate": 2.1875e-05, |
| "loss": 1.8216513395309448, |
| "mean_token_accuracy": 0.5549031123518944, |
| "num_tokens": 774231.0, |
| "step": 8 |
| }, |
| { |
| "entropy": 1.615136444568634, |
| "epoch": 0.08716707021791767, |
| "grad_norm": 0.35884714126586914, |
| "learning_rate": 2.5e-05, |
| "loss": 1.8513133525848389, |
| "mean_token_accuracy": 0.5457839816808701, |
| "num_tokens": 868913.0, |
| "step": 9 |
| }, |
| { |
| "entropy": 1.6603400856256485, |
| "epoch": 0.09685230024213075, |
| "grad_norm": 0.27204808592796326, |
| "learning_rate": 2.8125000000000003e-05, |
| "loss": 1.7579457759857178, |
| "mean_token_accuracy": 0.5631033554673195, |
| "num_tokens": 966483.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 1.6746521443128586, |
| "epoch": 0.10653753026634383, |
| "grad_norm": 0.24814128875732422, |
| "learning_rate": 3.125e-05, |
| "loss": 1.6909434795379639, |
| "mean_token_accuracy": 0.5695518478751183, |
| "num_tokens": 1062677.0, |
| "step": 11 |
| }, |
| { |
| "entropy": 1.7637551128864288, |
| "epoch": 0.1162227602905569, |
| "grad_norm": 0.25874465703964233, |
| "learning_rate": 3.4375e-05, |
| "loss": 1.7197679281234741, |
| "mean_token_accuracy": 0.5657209157943726, |
| "num_tokens": 1160086.0, |
| "step": 12 |
| }, |
| { |
| "entropy": 1.782708317041397, |
| "epoch": 0.12590799031476999, |
| "grad_norm": 0.2599520683288574, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 1.6749770641326904, |
| "mean_token_accuracy": 0.5753393173217773, |
| "num_tokens": 1257647.0, |
| "step": 13 |
| }, |
| { |
| "entropy": 1.8490994721651077, |
| "epoch": 0.13559322033898305, |
| "grad_norm": 0.2954244911670685, |
| "learning_rate": 4.0625000000000005e-05, |
| "loss": 1.6933197975158691, |
| "mean_token_accuracy": 0.568934366106987, |
| "num_tokens": 1354505.0, |
| "step": 14 |
| }, |
| { |
| "entropy": 1.7893278002738953, |
| "epoch": 0.14527845036319612, |
| "grad_norm": 0.30461740493774414, |
| "learning_rate": 4.375e-05, |
| "loss": 1.6047017574310303, |
| "mean_token_accuracy": 0.5875631719827652, |
| "num_tokens": 1450622.0, |
| "step": 15 |
| }, |
| { |
| "entropy": 1.8156154304742813, |
| "epoch": 0.1549636803874092, |
| "grad_norm": 0.2959771454334259, |
| "learning_rate": 4.6875e-05, |
| "loss": 1.6153976917266846, |
| "mean_token_accuracy": 0.5827990546822548, |
| "num_tokens": 1547908.0, |
| "step": 16 |
| }, |
| { |
| "entropy": 1.7984451651573181, |
| "epoch": 0.16464891041162227, |
| "grad_norm": 0.3082118630409241, |
| "learning_rate": 5e-05, |
| "loss": 1.5840697288513184, |
| "mean_token_accuracy": 0.588292121887207, |
| "num_tokens": 1645426.0, |
| "step": 17 |
| }, |
| { |
| "entropy": 1.7235808968544006, |
| "epoch": 0.17433414043583534, |
| "grad_norm": 0.27267831563949585, |
| "learning_rate": 4.999859193643945e-05, |
| "loss": 1.5370752811431885, |
| "mean_token_accuracy": 0.5960508286952972, |
| "num_tokens": 1742103.0, |
| "step": 18 |
| }, |
| { |
| "entropy": 1.6560853272676468, |
| "epoch": 0.18401937046004843, |
| "grad_norm": 0.24492555856704712, |
| "learning_rate": 4.999436790436924e-05, |
| "loss": 1.5075464248657227, |
| "mean_token_accuracy": 0.5996944680809975, |
| "num_tokens": 1839477.0, |
| "step": 19 |
| }, |
| { |
| "entropy": 1.5435267090797424, |
| "epoch": 0.1937046004842615, |
| "grad_norm": 0.1962456852197647, |
| "learning_rate": 4.9987328379605816e-05, |
| "loss": 1.4266257286071777, |
| "mean_token_accuracy": 0.6173319146037102, |
| "num_tokens": 1936962.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 1.5529854595661163, |
| "epoch": 0.2033898305084746, |
| "grad_norm": 0.17611059546470642, |
| "learning_rate": 4.9977474155117045e-05, |
| "loss": 1.4814770221710205, |
| "mean_token_accuracy": 0.6056615859270096, |
| "num_tokens": 2034780.0, |
| "step": 21 |
| }, |
| { |
| "entropy": 1.4628148823976517, |
| "epoch": 0.21307506053268765, |
| "grad_norm": 0.16322024166584015, |
| "learning_rate": 4.9964806340932865e-05, |
| "loss": 1.4442647695541382, |
| "mean_token_accuracy": 0.6119256466627121, |
| "num_tokens": 2132583.0, |
| "step": 22 |
| }, |
| { |
| "entropy": 1.4318041056394577, |
| "epoch": 0.22276029055690072, |
| "grad_norm": 0.17170685529708862, |
| "learning_rate": 4.9949326364020314e-05, |
| "loss": 1.443179965019226, |
| "mean_token_accuracy": 0.6123129650950432, |
| "num_tokens": 2226009.0, |
| "step": 23 |
| }, |
| { |
| "entropy": 1.3572796285152435, |
| "epoch": 0.2324455205811138, |
| "grad_norm": 0.21290098130702972, |
| "learning_rate": 4.993103596812268e-05, |
| "loss": 1.4151618480682373, |
| "mean_token_accuracy": 0.6203208416700363, |
| "num_tokens": 2323884.0, |
| "step": 24 |
| }, |
| { |
| "entropy": 1.3599127680063248, |
| "epoch": 0.24213075060532688, |
| "grad_norm": 0.21652130782604218, |
| "learning_rate": 4.9909937213563165e-05, |
| "loss": 1.4241068363189697, |
| "mean_token_accuracy": 0.6187105998396873, |
| "num_tokens": 2420260.0, |
| "step": 25 |
| }, |
| { |
| "entropy": 1.3542447090148926, |
| "epoch": 0.25181598062953997, |
| "grad_norm": 0.20405800640583038, |
| "learning_rate": 4.988603247701277e-05, |
| "loss": 1.408291220664978, |
| "mean_token_accuracy": 0.6216152384877205, |
| "num_tokens": 2517078.0, |
| "step": 26 |
| }, |
| { |
| "entropy": 1.3572800755500793, |
| "epoch": 0.26150121065375304, |
| "grad_norm": 0.19708576798439026, |
| "learning_rate": 4.985932445122257e-05, |
| "loss": 1.4086432456970215, |
| "mean_token_accuracy": 0.618386335670948, |
| "num_tokens": 2614502.0, |
| "step": 27 |
| }, |
| { |
| "entropy": 1.297940343618393, |
| "epoch": 0.2711864406779661, |
| "grad_norm": 0.19344690442085266, |
| "learning_rate": 4.982981614472039e-05, |
| "loss": 1.3473405838012695, |
| "mean_token_accuracy": 0.6318695172667503, |
| "num_tokens": 2710926.0, |
| "step": 28 |
| }, |
| { |
| "entropy": 1.3255801796913147, |
| "epoch": 0.28087167070217917, |
| "grad_norm": 0.15949787199497223, |
| "learning_rate": 4.979751088147192e-05, |
| "loss": 1.352310061454773, |
| "mean_token_accuracy": 0.6299134269356728, |
| "num_tokens": 2807646.0, |
| "step": 29 |
| }, |
| { |
| "entropy": 1.337433010339737, |
| "epoch": 0.29055690072639223, |
| "grad_norm": 0.14451353251934052, |
| "learning_rate": 4.97624123005063e-05, |
| "loss": 1.3375511169433594, |
| "mean_token_accuracy": 0.6326661631464958, |
| "num_tokens": 2905309.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 1.3829680979251862, |
| "epoch": 0.30024213075060535, |
| "grad_norm": 0.14129243791103363, |
| "learning_rate": 4.972452435550614e-05, |
| "loss": 1.3608760833740234, |
| "mean_token_accuracy": 0.6260306239128113, |
| "num_tokens": 3002360.0, |
| "step": 31 |
| }, |
| { |
| "entropy": 1.37909235060215, |
| "epoch": 0.3099273607748184, |
| "grad_norm": 0.13715004920959473, |
| "learning_rate": 4.968385131436222e-05, |
| "loss": 1.3511570692062378, |
| "mean_token_accuracy": 0.6329229399561882, |
| "num_tokens": 3098670.0, |
| "step": 32 |
| }, |
| { |
| "entropy": 1.3565758764743805, |
| "epoch": 0.3196125907990315, |
| "grad_norm": 0.13790789246559143, |
| "learning_rate": 4.9640397758692715e-05, |
| "loss": 1.3203370571136475, |
| "mean_token_accuracy": 0.6328470334410667, |
| "num_tokens": 3196614.0, |
| "step": 33 |
| }, |
| { |
| "entropy": 1.3381365239620209, |
| "epoch": 0.32929782082324455, |
| "grad_norm": 0.1352091133594513, |
| "learning_rate": 4.9594168583327094e-05, |
| "loss": 1.2988011837005615, |
| "mean_token_accuracy": 0.6376497745513916, |
| "num_tokens": 3294374.0, |
| "step": 34 |
| }, |
| { |
| "entropy": 1.3610333651304245, |
| "epoch": 0.3389830508474576, |
| "grad_norm": 0.13593968749046326, |
| "learning_rate": 4.954516899575473e-05, |
| "loss": 1.33039128780365, |
| "mean_token_accuracy": 0.6318908259272575, |
| "num_tokens": 3392016.0, |
| "step": 35 |
| }, |
| { |
| "entropy": 1.3339500427246094, |
| "epoch": 0.3486682808716707, |
| "grad_norm": 0.13187174499034882, |
| "learning_rate": 4.949340451553833e-05, |
| "loss": 1.3074061870574951, |
| "mean_token_accuracy": 0.6397572010755539, |
| "num_tokens": 3489070.0, |
| "step": 36 |
| }, |
| { |
| "entropy": 1.30422942340374, |
| "epoch": 0.3583535108958838, |
| "grad_norm": 0.13068145513534546, |
| "learning_rate": 4.943888097369216e-05, |
| "loss": 1.2889633178710938, |
| "mean_token_accuracy": 0.6402651146054268, |
| "num_tokens": 3586431.0, |
| "step": 37 |
| }, |
| { |
| "entropy": 1.3068273216485977, |
| "epoch": 0.36803874092009686, |
| "grad_norm": 0.13225507736206055, |
| "learning_rate": 4.938160451202521e-05, |
| "loss": 1.293223261833191, |
| "mean_token_accuracy": 0.6415960788726807, |
| "num_tokens": 3684062.0, |
| "step": 38 |
| }, |
| { |
| "entropy": 1.2943807691335678, |
| "epoch": 0.37772397094430993, |
| "grad_norm": 0.12926499545574188, |
| "learning_rate": 4.9321581582449365e-05, |
| "loss": 1.277047872543335, |
| "mean_token_accuracy": 0.6415077224373817, |
| "num_tokens": 3780819.0, |
| "step": 39 |
| }, |
| { |
| "entropy": 1.2993432581424713, |
| "epoch": 0.387409200968523, |
| "grad_norm": 0.12387435138225555, |
| "learning_rate": 4.9258818946252624e-05, |
| "loss": 1.2970147132873535, |
| "mean_token_accuracy": 0.6379837617278099, |
| "num_tokens": 3878336.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 1.2892408818006516, |
| "epoch": 0.39709443099273606, |
| "grad_norm": 0.12141715735197067, |
| "learning_rate": 4.9193323673337476e-05, |
| "loss": 1.2838318347930908, |
| "mean_token_accuracy": 0.6403800770640373, |
| "num_tokens": 3975553.0, |
| "step": 41 |
| }, |
| { |
| "entropy": 1.2638924419879913, |
| "epoch": 0.4067796610169492, |
| "grad_norm": 0.1264447420835495, |
| "learning_rate": 4.912510314142448e-05, |
| "loss": 1.2587647438049316, |
| "mean_token_accuracy": 0.645272970199585, |
| "num_tokens": 4072191.0, |
| "step": 42 |
| }, |
| { |
| "entropy": 1.2728796899318695, |
| "epoch": 0.41646489104116224, |
| "grad_norm": 0.12187587469816208, |
| "learning_rate": 4.9054165035221236e-05, |
| "loss": 1.2625339031219482, |
| "mean_token_accuracy": 0.6477586179971695, |
| "num_tokens": 4169972.0, |
| "step": 43 |
| }, |
| { |
| "entropy": 1.2749067693948746, |
| "epoch": 0.4261501210653753, |
| "grad_norm": 0.11995347589254379, |
| "learning_rate": 4.898051734555676e-05, |
| "loss": 1.267740249633789, |
| "mean_token_accuracy": 0.6439903303980827, |
| "num_tokens": 4266802.0, |
| "step": 44 |
| }, |
| { |
| "entropy": 1.260569915175438, |
| "epoch": 0.4358353510895884, |
| "grad_norm": 0.12481680512428284, |
| "learning_rate": 4.890416836848127e-05, |
| "loss": 1.2588658332824707, |
| "mean_token_accuracy": 0.6484315246343613, |
| "num_tokens": 4364720.0, |
| "step": 45 |
| }, |
| { |
| "entropy": 1.2508793324232101, |
| "epoch": 0.44552058111380144, |
| "grad_norm": 0.11975731700658798, |
| "learning_rate": 4.88251267043318e-05, |
| "loss": 1.2475931644439697, |
| "mean_token_accuracy": 0.6490512862801552, |
| "num_tokens": 4460849.0, |
| "step": 46 |
| }, |
| { |
| "entropy": 1.2509469985961914, |
| "epoch": 0.4552058111380145, |
| "grad_norm": 0.11921220272779465, |
| "learning_rate": 4.87434012567633e-05, |
| "loss": 1.254028081893921, |
| "mean_token_accuracy": 0.6466348469257355, |
| "num_tokens": 4558078.0, |
| "step": 47 |
| }, |
| { |
| "entropy": 1.2154233157634735, |
| "epoch": 0.4648910411622276, |
| "grad_norm": 0.11846459656953812, |
| "learning_rate": 4.865900123174574e-05, |
| "loss": 1.2160266637802124, |
| "mean_token_accuracy": 0.6553884744644165, |
| "num_tokens": 4656144.0, |
| "step": 48 |
| }, |
| { |
| "entropy": 1.2299266457557678, |
| "epoch": 0.4745762711864407, |
| "grad_norm": 0.11931712925434113, |
| "learning_rate": 4.857193613652711e-05, |
| "loss": 1.235276222229004, |
| "mean_token_accuracy": 0.6523211896419525, |
| "num_tokens": 4752916.0, |
| "step": 49 |
| }, |
| { |
| "entropy": 1.195318415760994, |
| "epoch": 0.48426150121065376, |
| "grad_norm": 0.1206982359290123, |
| "learning_rate": 4.848221577856243e-05, |
| "loss": 1.2011010646820068, |
| "mean_token_accuracy": 0.6564221084117889, |
| "num_tokens": 4850493.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 1.20865198969841, |
| "epoch": 0.4939467312348668, |
| "grad_norm": 0.11764053255319595, |
| "learning_rate": 4.838985026440905e-05, |
| "loss": 1.2125191688537598, |
| "mean_token_accuracy": 0.659000813961029, |
| "num_tokens": 4948257.0, |
| "step": 51 |
| }, |
| { |
| "entropy": 1.2480878382921219, |
| "epoch": 0.5036319612590799, |
| "grad_norm": 0.12446491420269012, |
| "learning_rate": 4.829484999858815e-05, |
| "loss": 1.2488330602645874, |
| "mean_token_accuracy": 0.6441424265503883, |
| "num_tokens": 5045927.0, |
| "step": 52 |
| }, |
| { |
| "entropy": 1.264208972454071, |
| "epoch": 0.513317191283293, |
| "grad_norm": 0.12414462119340897, |
| "learning_rate": 4.819722568241274e-05, |
| "loss": 1.26497483253479, |
| "mean_token_accuracy": 0.6444287970662117, |
| "num_tokens": 5142165.0, |
| "step": 53 |
| }, |
| { |
| "entropy": 1.2086184322834015, |
| "epoch": 0.5230024213075061, |
| "grad_norm": 0.11623445153236389, |
| "learning_rate": 4.8096988312782174e-05, |
| "loss": 1.200068712234497, |
| "mean_token_accuracy": 0.6566915512084961, |
| "num_tokens": 5239937.0, |
| "step": 54 |
| }, |
| { |
| "entropy": 1.229715496301651, |
| "epoch": 0.5326876513317191, |
| "grad_norm": 0.1199541836977005, |
| "learning_rate": 4.799414918094347e-05, |
| "loss": 1.2203726768493652, |
| "mean_token_accuracy": 0.6514962241053581, |
| "num_tokens": 5336273.0, |
| "step": 55 |
| }, |
| { |
| "entropy": 1.1793622523546219, |
| "epoch": 0.5423728813559322, |
| "grad_norm": 0.1172776147723198, |
| "learning_rate": 4.788871987121937e-05, |
| "loss": 1.1629124879837036, |
| "mean_token_accuracy": 0.666003905236721, |
| "num_tokens": 5434119.0, |
| "step": 56 |
| }, |
| { |
| "entropy": 1.2295389622449875, |
| "epoch": 0.5520581113801453, |
| "grad_norm": 0.11812405288219452, |
| "learning_rate": 4.77807122597034e-05, |
| "loss": 1.2235515117645264, |
| "mean_token_accuracy": 0.6521660089492798, |
| "num_tokens": 5530374.0, |
| "step": 57 |
| }, |
| { |
| "entropy": 1.2132055461406708, |
| "epoch": 0.5617433414043583, |
| "grad_norm": 0.12084934115409851, |
| "learning_rate": 4.767013851292212e-05, |
| "loss": 1.2091310024261475, |
| "mean_token_accuracy": 0.6549870446324348, |
| "num_tokens": 5627067.0, |
| "step": 58 |
| }, |
| { |
| "entropy": 1.2059176713228226, |
| "epoch": 0.5714285714285714, |
| "grad_norm": 0.11870504170656204, |
| "learning_rate": 4.755701108646463e-05, |
| "loss": 1.1985912322998047, |
| "mean_token_accuracy": 0.6569678112864494, |
| "num_tokens": 5721452.0, |
| "step": 59 |
| }, |
| { |
| "entropy": 1.236282542347908, |
| "epoch": 0.5811138014527845, |
| "grad_norm": 0.11872227489948273, |
| "learning_rate": 4.744134272357948e-05, |
| "loss": 1.2417306900024414, |
| "mean_token_accuracy": 0.6455686613917351, |
| "num_tokens": 5818528.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 1.2076577246189117, |
| "epoch": 0.5907990314769975, |
| "grad_norm": 0.11734182387590408, |
| "learning_rate": 4.732314645373921e-05, |
| "loss": 1.1962571144104004, |
| "mean_token_accuracy": 0.6565083861351013, |
| "num_tokens": 5915548.0, |
| "step": 61 |
| }, |
| { |
| "entropy": 1.1657419800758362, |
| "epoch": 0.6004842615012107, |
| "grad_norm": 0.12059835344552994, |
| "learning_rate": 4.7202435591172676e-05, |
| "loss": 1.16697096824646, |
| "mean_token_accuracy": 0.6659450680017471, |
| "num_tokens": 6011742.0, |
| "step": 62 |
| }, |
| { |
| "entropy": 1.1779616475105286, |
| "epoch": 0.6101694915254238, |
| "grad_norm": 0.11815991997718811, |
| "learning_rate": 4.7079223733365237e-05, |
| "loss": 1.182944655418396, |
| "mean_token_accuracy": 0.661351315677166, |
| "num_tokens": 6108610.0, |
| "step": 63 |
| }, |
| { |
| "entropy": 1.2032527029514313, |
| "epoch": 0.6198547215496368, |
| "grad_norm": 0.11827582865953445, |
| "learning_rate": 4.6953524759527054e-05, |
| "loss": 1.2088656425476074, |
| "mean_token_accuracy": 0.6562395468354225, |
| "num_tokens": 6205888.0, |
| "step": 64 |
| }, |
| { |
| "entropy": 1.1818794161081314, |
| "epoch": 0.6295399515738499, |
| "grad_norm": 0.11876095831394196, |
| "learning_rate": 4.6825352829029705e-05, |
| "loss": 1.1859397888183594, |
| "mean_token_accuracy": 0.6605978757143021, |
| "num_tokens": 6303176.0, |
| "step": 65 |
| }, |
| { |
| "entropy": 1.1840116828680038, |
| "epoch": 0.639225181598063, |
| "grad_norm": 0.11764654517173767, |
| "learning_rate": 4.6694722379811185e-05, |
| "loss": 1.188291072845459, |
| "mean_token_accuracy": 0.6614853143692017, |
| "num_tokens": 6400425.0, |
| "step": 66 |
| }, |
| { |
| "entropy": 1.1935285329818726, |
| "epoch": 0.648910411622276, |
| "grad_norm": 0.11767949163913727, |
| "learning_rate": 4.656164812674951e-05, |
| "loss": 1.196911096572876, |
| "mean_token_accuracy": 0.6572826132178307, |
| "num_tokens": 6497165.0, |
| "step": 67 |
| }, |
| { |
| "entropy": 1.2137638479471207, |
| "epoch": 0.6585956416464891, |
| "grad_norm": 0.11640281975269318, |
| "learning_rate": 4.642614506000523e-05, |
| "loss": 1.1995229721069336, |
| "mean_token_accuracy": 0.6570323258638382, |
| "num_tokens": 6594629.0, |
| "step": 68 |
| }, |
| { |
| "entropy": 1.1680169254541397, |
| "epoch": 0.6682808716707022, |
| "grad_norm": 0.12093165516853333, |
| "learning_rate": 4.628822844333278e-05, |
| "loss": 1.1655635833740234, |
| "mean_token_accuracy": 0.6667345613241196, |
| "num_tokens": 6691606.0, |
| "step": 69 |
| }, |
| { |
| "entropy": 1.1821613758802414, |
| "epoch": 0.6779661016949152, |
| "grad_norm": 0.1191101223230362, |
| "learning_rate": 4.614791381236115e-05, |
| "loss": 1.1815344095230103, |
| "mean_token_accuracy": 0.6611361801624298, |
| "num_tokens": 6787144.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 1.180012434720993, |
| "epoch": 0.6876513317191283, |
| "grad_norm": 0.11644171178340912, |
| "learning_rate": 4.6005216972843864e-05, |
| "loss": 1.187152624130249, |
| "mean_token_accuracy": 0.6607257425785065, |
| "num_tokens": 6884460.0, |
| "step": 71 |
| }, |
| { |
| "entropy": 1.1491027027368546, |
| "epoch": 0.6973365617433414, |
| "grad_norm": 0.11654338240623474, |
| "learning_rate": 4.5860153998878494e-05, |
| "loss": 1.1466959714889526, |
| "mean_token_accuracy": 0.6696180328726768, |
| "num_tokens": 6982209.0, |
| "step": 72 |
| }, |
| { |
| "entropy": 1.1703396141529083, |
| "epoch": 0.7070217917675545, |
| "grad_norm": 0.11882360279560089, |
| "learning_rate": 4.571274123109606e-05, |
| "loss": 1.168134331703186, |
| "mean_token_accuracy": 0.6635337024927139, |
| "num_tokens": 7078357.0, |
| "step": 73 |
| }, |
| { |
| "entropy": 1.1620274484157562, |
| "epoch": 0.7167070217917676, |
| "grad_norm": 0.11732776463031769, |
| "learning_rate": 4.5562995274820284e-05, |
| "loss": 1.1588343381881714, |
| "mean_token_accuracy": 0.6665216088294983, |
| "num_tokens": 7174932.0, |
| "step": 74 |
| }, |
| { |
| "entropy": 1.1402729004621506, |
| "epoch": 0.7263922518159807, |
| "grad_norm": 0.11696197837591171, |
| "learning_rate": 4.541093299819714e-05, |
| "loss": 1.1440062522888184, |
| "mean_token_accuracy": 0.673184260725975, |
| "num_tokens": 7271358.0, |
| "step": 75 |
| }, |
| { |
| "entropy": 1.1796619296073914, |
| "epoch": 0.7360774818401937, |
| "grad_norm": 0.11728471517562866, |
| "learning_rate": 4.5256571530294664e-05, |
| "loss": 1.1810756921768188, |
| "mean_token_accuracy": 0.6604448780417442, |
| "num_tokens": 7368532.0, |
| "step": 76 |
| }, |
| { |
| "entropy": 1.1303958296775818, |
| "epoch": 0.7457627118644068, |
| "grad_norm": 0.11636237055063248, |
| "learning_rate": 4.5099928259173516e-05, |
| "loss": 1.126218318939209, |
| "mean_token_accuracy": 0.6715309843420982, |
| "num_tokens": 7465042.0, |
| "step": 77 |
| }, |
| { |
| "entropy": 1.1526209563016891, |
| "epoch": 0.7554479418886199, |
| "grad_norm": 0.11668036133050919, |
| "learning_rate": 4.4941020829928245e-05, |
| "loss": 1.1493991613388062, |
| "mean_token_accuracy": 0.6683483645319939, |
| "num_tokens": 7561958.0, |
| "step": 78 |
| }, |
| { |
| "entropy": 1.1575733572244644, |
| "epoch": 0.7651331719128329, |
| "grad_norm": 0.12059628218412399, |
| "learning_rate": 4.477986714269972e-05, |
| "loss": 1.155458688735962, |
| "mean_token_accuracy": 0.6660623773932457, |
| "num_tokens": 7659711.0, |
| "step": 79 |
| }, |
| { |
| "entropy": 1.1208164542913437, |
| "epoch": 0.774818401937046, |
| "grad_norm": 0.11503883451223373, |
| "learning_rate": 4.4616485350658685e-05, |
| "loss": 1.1200377941131592, |
| "mean_token_accuracy": 0.6769244968891144, |
| "num_tokens": 7756475.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 1.1618834882974625, |
| "epoch": 0.784503631961259, |
| "grad_norm": 0.11844263970851898, |
| "learning_rate": 4.445089385796099e-05, |
| "loss": 1.1612154245376587, |
| "mean_token_accuracy": 0.6636371240019798, |
| "num_tokens": 7853572.0, |
| "step": 81 |
| }, |
| { |
| "entropy": 1.177445963025093, |
| "epoch": 0.7941888619854721, |
| "grad_norm": 0.12128449976444244, |
| "learning_rate": 4.4283111317674374e-05, |
| "loss": 1.1839146614074707, |
| "mean_token_accuracy": 0.6612392961978912, |
| "num_tokens": 7951478.0, |
| "step": 82 |
| }, |
| { |
| "entropy": 1.1343424022197723, |
| "epoch": 0.8038740920096852, |
| "grad_norm": 0.11806600540876389, |
| "learning_rate": 4.4113156629677316e-05, |
| "loss": 1.1392714977264404, |
| "mean_token_accuracy": 0.6691810935735703, |
| "num_tokens": 8048090.0, |
| "step": 83 |
| }, |
| { |
| "entropy": 1.1562943011522293, |
| "epoch": 0.8135593220338984, |
| "grad_norm": 0.11784016340970993, |
| "learning_rate": 4.394104893853007e-05, |
| "loss": 1.1472623348236084, |
| "mean_token_accuracy": 0.665581151843071, |
| "num_tokens": 8145495.0, |
| "step": 84 |
| }, |
| { |
| "entropy": 1.1324752867221832, |
| "epoch": 0.8232445520581114, |
| "grad_norm": 0.11986548453569412, |
| "learning_rate": 4.3766807631318106e-05, |
| "loss": 1.1278144121170044, |
| "mean_token_accuracy": 0.6711176708340645, |
| "num_tokens": 8243257.0, |
| "step": 85 |
| }, |
| { |
| "entropy": 1.127712443470955, |
| "epoch": 0.8329297820823245, |
| "grad_norm": 0.11755618453025818, |
| "learning_rate": 4.359045233546827e-05, |
| "loss": 1.128782033920288, |
| "mean_token_accuracy": 0.6730731576681137, |
| "num_tokens": 8338257.0, |
| "step": 86 |
| }, |
| { |
| "entropy": 1.1132700890302658, |
| "epoch": 0.8426150121065376, |
| "grad_norm": 0.11721386760473251, |
| "learning_rate": 4.341200291653781e-05, |
| "loss": 1.1207164525985718, |
| "mean_token_accuracy": 0.6753561720252037, |
| "num_tokens": 8436280.0, |
| "step": 87 |
| }, |
| { |
| "entropy": 1.1623711436986923, |
| "epoch": 0.8523002421307506, |
| "grad_norm": 0.12041810154914856, |
| "learning_rate": 4.323147947597666e-05, |
| "loss": 1.1799827814102173, |
| "mean_token_accuracy": 0.6590451151132584, |
| "num_tokens": 8534296.0, |
| "step": 88 |
| }, |
| { |
| "entropy": 1.0908512026071548, |
| "epoch": 0.8619854721549637, |
| "grad_norm": 0.11574803292751312, |
| "learning_rate": 4.3048902348863116e-05, |
| "loss": 1.0909357070922852, |
| "mean_token_accuracy": 0.6803726628422737, |
| "num_tokens": 8631835.0, |
| "step": 89 |
| }, |
| { |
| "entropy": 1.1286626309156418, |
| "epoch": 0.8716707021791767, |
| "grad_norm": 0.1222979798913002, |
| "learning_rate": 4.2864292101613136e-05, |
| "loss": 1.1375240087509155, |
| "mean_token_accuracy": 0.6725632026791573, |
| "num_tokens": 8728666.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 1.0889050513505936, |
| "epoch": 0.8813559322033898, |
| "grad_norm": 0.116656094789505, |
| "learning_rate": 4.267766952966369e-05, |
| "loss": 1.0847504138946533, |
| "mean_token_accuracy": 0.6843830943107605, |
| "num_tokens": 8826157.0, |
| "step": 91 |
| }, |
| { |
| "entropy": 1.1236678957939148, |
| "epoch": 0.8910411622276029, |
| "grad_norm": 0.12352480739355087, |
| "learning_rate": 4.248905565513023e-05, |
| "loss": 1.1190218925476074, |
| "mean_token_accuracy": 0.6742537319660187, |
| "num_tokens": 8919599.0, |
| "step": 92 |
| }, |
| { |
| "entropy": 1.102852076292038, |
| "epoch": 0.9007263922518159, |
| "grad_norm": 0.12034481763839722, |
| "learning_rate": 4.229847172443866e-05, |
| "loss": 1.1002410650253296, |
| "mean_token_accuracy": 0.6793207675218582, |
| "num_tokens": 9017083.0, |
| "step": 93 |
| }, |
| { |
| "entropy": 1.1279104799032211, |
| "epoch": 0.910411622276029, |
| "grad_norm": 0.11987902224063873, |
| "learning_rate": 4.210593920593201e-05, |
| "loss": 1.1197580099105835, |
| "mean_token_accuracy": 0.6761348396539688, |
| "num_tokens": 9114699.0, |
| "step": 94 |
| }, |
| { |
| "entropy": 1.128271833062172, |
| "epoch": 0.9200968523002422, |
| "grad_norm": 0.12280263006687164, |
| "learning_rate": 4.191147978745218e-05, |
| "loss": 1.1215918064117432, |
| "mean_token_accuracy": 0.6710417121648788, |
| "num_tokens": 9212478.0, |
| "step": 95 |
| }, |
| { |
| "entropy": 1.1278261244297028, |
| "epoch": 0.9297820823244553, |
| "grad_norm": 0.12078865617513657, |
| "learning_rate": 4.171511537389684e-05, |
| "loss": 1.1220818758010864, |
| "mean_token_accuracy": 0.6726439297199249, |
| "num_tokens": 9309385.0, |
| "step": 96 |
| }, |
| { |
| "entropy": 1.1121345162391663, |
| "epoch": 0.9394673123486683, |
| "grad_norm": 0.12248018383979797, |
| "learning_rate": 4.151686808475204e-05, |
| "loss": 1.112907886505127, |
| "mean_token_accuracy": 0.6733067110180855, |
| "num_tokens": 9405674.0, |
| "step": 97 |
| }, |
| { |
| "entropy": 1.1223307251930237, |
| "epoch": 0.9491525423728814, |
| "grad_norm": 0.11941546201705933, |
| "learning_rate": 4.131676025160047e-05, |
| "loss": 1.1234936714172363, |
| "mean_token_accuracy": 0.6732581779360771, |
| "num_tokens": 9502863.0, |
| "step": 98 |
| }, |
| { |
| "entropy": 1.0854229852557182, |
| "epoch": 0.9588377723970944, |
| "grad_norm": 0.12412574887275696, |
| "learning_rate": 4.111481441560598e-05, |
| "loss": 1.0869731903076172, |
| "mean_token_accuracy": 0.682966060936451, |
| "num_tokens": 9600669.0, |
| "step": 99 |
| }, |
| { |
| "entropy": 1.1000574603676796, |
| "epoch": 0.9685230024213075, |
| "grad_norm": 0.12113860994577408, |
| "learning_rate": 4.091105332497439e-05, |
| "loss": 1.1088688373565674, |
| "mean_token_accuracy": 0.6795928180217743, |
| "num_tokens": 9697304.0, |
| "step": 100 |
| }, |
| { |
| "entropy": 1.1247247457504272, |
| "epoch": 0.9782082324455206, |
| "grad_norm": 0.12144359946250916, |
| "learning_rate": 4.070549993239106e-05, |
| "loss": 1.1281317472457886, |
| "mean_token_accuracy": 0.6737656146287918, |
| "num_tokens": 9794066.0, |
| "step": 101 |
| }, |
| { |
| "entropy": 1.102698415517807, |
| "epoch": 0.9878934624697336, |
| "grad_norm": 0.11878343671560287, |
| "learning_rate": 4.049817739243532e-05, |
| "loss": 1.0992276668548584, |
| "mean_token_accuracy": 0.678807906806469, |
| "num_tokens": 9889545.0, |
| "step": 102 |
| }, |
| { |
| "entropy": 1.1041645109653473, |
| "epoch": 0.9975786924939467, |
| "grad_norm": 0.1187015026807785, |
| "learning_rate": 4.028910905897229e-05, |
| "loss": 1.103971004486084, |
| "mean_token_accuracy": 0.6783908009529114, |
| "num_tokens": 9984866.0, |
| "step": 103 |
| }, |
| { |
| "entropy": 1.1201090216636658, |
| "epoch": 1.0, |
| "grad_norm": 0.232050359249115, |
| "learning_rate": 4.007831848252211e-05, |
| "loss": 1.108691692352295, |
| "mean_token_accuracy": 0.6691955626010895, |
| "num_tokens": 10009403.0, |
| "step": 104 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 312, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6.510502976107315e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
