| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 312, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 1.2831476479768753, |
| "epoch": 0.009685230024213076, |
| "grad_norm": 1.257500410079956, |
| "learning_rate": 0.0, |
| "loss": 2.0216622352600098, |
| "mean_token_accuracy": 0.5382094085216522, |
| "num_tokens": 97485.0, |
| "step": 1 |
| }, |
| { |
| "entropy": 1.2757050544023514, |
| "epoch": 0.01937046004842615, |
| "grad_norm": 1.3158080577850342, |
| "learning_rate": 3.125e-06, |
| "loss": 2.071122646331787, |
| "mean_token_accuracy": 0.5314131379127502, |
| "num_tokens": 194184.0, |
| "step": 2 |
| }, |
| { |
| "entropy": 1.2694316655397415, |
| "epoch": 0.029055690072639227, |
| "grad_norm": 1.1289395093917847, |
| "learning_rate": 6.25e-06, |
| "loss": 1.9294486045837402, |
| "mean_token_accuracy": 0.5518109127879143, |
| "num_tokens": 287660.0, |
| "step": 3 |
| }, |
| { |
| "entropy": 1.3956594914197922, |
| "epoch": 0.0387409200968523, |
| "grad_norm": 0.9914306998252869, |
| "learning_rate": 9.375000000000001e-06, |
| "loss": 1.941465139389038, |
| "mean_token_accuracy": 0.54258743673563, |
| "num_tokens": 384672.0, |
| "step": 4 |
| }, |
| { |
| "entropy": 1.3979678750038147, |
| "epoch": 0.048426150121065374, |
| "grad_norm": 0.7685282230377197, |
| "learning_rate": 1.25e-05, |
| "loss": 1.8111070394515991, |
| "mean_token_accuracy": 0.5647609829902649, |
| "num_tokens": 481921.0, |
| "step": 5 |
| }, |
| { |
| "entropy": 1.6170997768640518, |
| "epoch": 0.05811138014527845, |
| "grad_norm": 0.5168716311454773, |
| "learning_rate": 1.5625e-05, |
| "loss": 1.7966232299804688, |
| "mean_token_accuracy": 0.5577141717076302, |
| "num_tokens": 577866.0, |
| "step": 6 |
| }, |
| { |
| "entropy": 1.6874641478061676, |
| "epoch": 0.06779661016949153, |
| "grad_norm": 0.4072948098182678, |
| "learning_rate": 1.8750000000000002e-05, |
| "loss": 1.708348035812378, |
| "mean_token_accuracy": 0.5744073167443275, |
| "num_tokens": 674698.0, |
| "step": 7 |
| }, |
| { |
| "entropy": 1.7709944546222687, |
| "epoch": 0.0774818401937046, |
| "grad_norm": 0.4375021159648895, |
| "learning_rate": 2.1875e-05, |
| "loss": 1.6493638753890991, |
| "mean_token_accuracy": 0.5816963836550713, |
| "num_tokens": 771175.0, |
| "step": 8 |
| }, |
| { |
| "entropy": 1.869639590382576, |
| "epoch": 0.08716707021791767, |
| "grad_norm": 0.5281513333320618, |
| "learning_rate": 2.5e-05, |
| "loss": 1.6473325490951538, |
| "mean_token_accuracy": 0.5845584571361542, |
| "num_tokens": 868470.0, |
| "step": 9 |
| }, |
| { |
| "entropy": 1.8225883692502975, |
| "epoch": 0.09685230024213075, |
| "grad_norm": 0.5096434354782104, |
| "learning_rate": 2.8125000000000003e-05, |
| "loss": 1.590818166732788, |
| "mean_token_accuracy": 0.5921354293823242, |
| "num_tokens": 964784.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 1.7066199630498886, |
| "epoch": 0.10653753026634383, |
| "grad_norm": 0.4193650186061859, |
| "learning_rate": 3.125e-05, |
| "loss": 1.529557228088379, |
| "mean_token_accuracy": 0.5996061563491821, |
| "num_tokens": 1061836.0, |
| "step": 11 |
| }, |
| { |
| "entropy": 1.6335420161485672, |
| "epoch": 0.1162227602905569, |
| "grad_norm": 0.34470972418785095, |
| "learning_rate": 3.4375e-05, |
| "loss": 1.5362547636032104, |
| "mean_token_accuracy": 0.5929826945066452, |
| "num_tokens": 1158471.0, |
| "step": 12 |
| }, |
| { |
| "entropy": 1.4438551515340805, |
| "epoch": 0.12590799031476999, |
| "grad_norm": 0.27761033177375793, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 1.4457957744598389, |
| "mean_token_accuracy": 0.6143342331051826, |
| "num_tokens": 1255084.0, |
| "step": 13 |
| }, |
| { |
| "entropy": 1.392322763800621, |
| "epoch": 0.13559322033898305, |
| "grad_norm": 0.2844429016113281, |
| "learning_rate": 4.0625000000000005e-05, |
| "loss": 1.4511373043060303, |
| "mean_token_accuracy": 0.6104418113827705, |
| "num_tokens": 1352697.0, |
| "step": 14 |
| }, |
| { |
| "entropy": 1.3371251970529556, |
| "epoch": 0.14527845036319612, |
| "grad_norm": 0.2822510898113251, |
| "learning_rate": 4.375e-05, |
| "loss": 1.4322829246520996, |
| "mean_token_accuracy": 0.6155784726142883, |
| "num_tokens": 1450346.0, |
| "step": 15 |
| }, |
| { |
| "entropy": 1.2996839582920074, |
| "epoch": 0.1549636803874092, |
| "grad_norm": 0.2731319069862366, |
| "learning_rate": 4.6875e-05, |
| "loss": 1.399651288986206, |
| "mean_token_accuracy": 0.6181296408176422, |
| "num_tokens": 1546056.0, |
| "step": 16 |
| }, |
| { |
| "entropy": 1.286782756447792, |
| "epoch": 0.16464891041162227, |
| "grad_norm": 0.2287229746580124, |
| "learning_rate": 5e-05, |
| "loss": 1.3414286375045776, |
| "mean_token_accuracy": 0.6305811852216721, |
| "num_tokens": 1644072.0, |
| "step": 17 |
| }, |
| { |
| "entropy": 1.2884749919176102, |
| "epoch": 0.17433414043583534, |
| "grad_norm": 0.24129998683929443, |
| "learning_rate": 4.999859193643945e-05, |
| "loss": 1.2895803451538086, |
| "mean_token_accuracy": 0.6411498486995697, |
| "num_tokens": 1740823.0, |
| "step": 18 |
| }, |
| { |
| "entropy": 1.399221807718277, |
| "epoch": 0.18401937046004843, |
| "grad_norm": 0.24152599275112152, |
| "learning_rate": 4.999436790436924e-05, |
| "loss": 1.3620624542236328, |
| "mean_token_accuracy": 0.6247868910431862, |
| "num_tokens": 1837872.0, |
| "step": 19 |
| }, |
| { |
| "entropy": 1.3781700730323792, |
| "epoch": 0.1937046004842615, |
| "grad_norm": 0.22794979810714722, |
| "learning_rate": 4.9987328379605816e-05, |
| "loss": 1.3193318843841553, |
| "mean_token_accuracy": 0.6357730701565742, |
| "num_tokens": 1935638.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 1.3448941111564636, |
| "epoch": 0.2033898305084746, |
| "grad_norm": 0.20295539498329163, |
| "learning_rate": 4.9977474155117045e-05, |
| "loss": 1.2904666662216187, |
| "mean_token_accuracy": 0.6384864747524261, |
| "num_tokens": 2033151.0, |
| "step": 21 |
| }, |
| { |
| "entropy": 1.3269115835428238, |
| "epoch": 0.21307506053268765, |
| "grad_norm": 0.19907879829406738, |
| "learning_rate": 4.9964806340932865e-05, |
| "loss": 1.2992527484893799, |
| "mean_token_accuracy": 0.6387153342366219, |
| "num_tokens": 2130350.0, |
| "step": 22 |
| }, |
| { |
| "entropy": 1.2736097276210785, |
| "epoch": 0.22276029055690072, |
| "grad_norm": 0.1993221640586853, |
| "learning_rate": 4.9949326364020314e-05, |
| "loss": 1.2424592971801758, |
| "mean_token_accuracy": 0.6515100449323654, |
| "num_tokens": 2226505.0, |
| "step": 23 |
| }, |
| { |
| "entropy": 1.2606256753206253, |
| "epoch": 0.2324455205811138, |
| "grad_norm": 0.1928444802761078, |
| "learning_rate": 4.993103596812268e-05, |
| "loss": 1.2370142936706543, |
| "mean_token_accuracy": 0.6512897834181786, |
| "num_tokens": 2324337.0, |
| "step": 24 |
| }, |
| { |
| "entropy": 1.1828058958053589, |
| "epoch": 0.24213075060532688, |
| "grad_norm": 0.1695406287908554, |
| "learning_rate": 4.9909937213563165e-05, |
| "loss": 1.1700199842453003, |
| "mean_token_accuracy": 0.6674213483929634, |
| "num_tokens": 2419418.0, |
| "step": 25 |
| }, |
| { |
| "entropy": 1.2690571248531342, |
| "epoch": 0.25181598062953997, |
| "grad_norm": 0.17888334393501282, |
| "learning_rate": 4.988603247701277e-05, |
| "loss": 1.2402149438858032, |
| "mean_token_accuracy": 0.6481731608510017, |
| "num_tokens": 2515666.0, |
| "step": 26 |
| }, |
| { |
| "entropy": 1.2278835028409958, |
| "epoch": 0.26150121065375304, |
| "grad_norm": 0.1878158003091812, |
| "learning_rate": 4.985932445122257e-05, |
| "loss": 1.2124648094177246, |
| "mean_token_accuracy": 0.6553028896450996, |
| "num_tokens": 2613197.0, |
| "step": 27 |
| }, |
| { |
| "entropy": 1.2094718217849731, |
| "epoch": 0.2711864406779661, |
| "grad_norm": 0.1670471876859665, |
| "learning_rate": 4.982981614472039e-05, |
| "loss": 1.2036645412445068, |
| "mean_token_accuracy": 0.6590213552117348, |
| "num_tokens": 2709760.0, |
| "step": 28 |
| }, |
| { |
| "entropy": 1.1803771257400513, |
| "epoch": 0.28087167070217917, |
| "grad_norm": 0.16492998600006104, |
| "learning_rate": 4.979751088147192e-05, |
| "loss": 1.1872878074645996, |
| "mean_token_accuracy": 0.661787860095501, |
| "num_tokens": 2807308.0, |
| "step": 29 |
| }, |
| { |
| "entropy": 1.170692041516304, |
| "epoch": 0.29055690072639223, |
| "grad_norm": 0.17398205399513245, |
| "learning_rate": 4.97624123005063e-05, |
| "loss": 1.1832412481307983, |
| "mean_token_accuracy": 0.661918580532074, |
| "num_tokens": 2904379.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 1.1982254832983017, |
| "epoch": 0.30024213075060535, |
| "grad_norm": 0.16584837436676025, |
| "learning_rate": 4.972452435550614e-05, |
| "loss": 1.2053539752960205, |
| "mean_token_accuracy": 0.6568507477641106, |
| "num_tokens": 3001932.0, |
| "step": 31 |
| }, |
| { |
| "entropy": 1.139011174440384, |
| "epoch": 0.3099273607748184, |
| "grad_norm": 0.16256465017795563, |
| "learning_rate": 4.968385131436222e-05, |
| "loss": 1.1371057033538818, |
| "mean_token_accuracy": 0.6699384972453117, |
| "num_tokens": 3099859.0, |
| "step": 32 |
| }, |
| { |
| "entropy": 1.1760681718587875, |
| "epoch": 0.3196125907990315, |
| "grad_norm": 0.15591397881507874, |
| "learning_rate": 4.9640397758692715e-05, |
| "loss": 1.160001277923584, |
| "mean_token_accuracy": 0.6634443625807762, |
| "num_tokens": 3197294.0, |
| "step": 33 |
| }, |
| { |
| "entropy": 1.1871805638074875, |
| "epoch": 0.32929782082324455, |
| "grad_norm": 0.1550437957048416, |
| "learning_rate": 4.9594168583327094e-05, |
| "loss": 1.1692184209823608, |
| "mean_token_accuracy": 0.6639450341463089, |
| "num_tokens": 3294768.0, |
| "step": 34 |
| }, |
| { |
| "entropy": 1.1860681176185608, |
| "epoch": 0.3389830508474576, |
| "grad_norm": 0.15519270300865173, |
| "learning_rate": 4.954516899575473e-05, |
| "loss": 1.1605687141418457, |
| "mean_token_accuracy": 0.6660626903176308, |
| "num_tokens": 3389702.0, |
| "step": 35 |
| }, |
| { |
| "entropy": 1.144161432981491, |
| "epoch": 0.3486682808716707, |
| "grad_norm": 0.16386644542217255, |
| "learning_rate": 4.949340451553833e-05, |
| "loss": 1.1134624481201172, |
| "mean_token_accuracy": 0.6774730086326599, |
| "num_tokens": 3486985.0, |
| "step": 36 |
| }, |
| { |
| "entropy": 1.169129118323326, |
| "epoch": 0.3583535108958838, |
| "grad_norm": 0.15737073123455048, |
| "learning_rate": 4.943888097369216e-05, |
| "loss": 1.1533232927322388, |
| "mean_token_accuracy": 0.6671040058135986, |
| "num_tokens": 3584177.0, |
| "step": 37 |
| }, |
| { |
| "entropy": 1.1375333964824677, |
| "epoch": 0.36803874092009686, |
| "grad_norm": 0.16654150187969208, |
| "learning_rate": 4.938160451202521e-05, |
| "loss": 1.1330571174621582, |
| "mean_token_accuracy": 0.6710135564208031, |
| "num_tokens": 3681733.0, |
| "step": 38 |
| }, |
| { |
| "entropy": 1.115285873413086, |
| "epoch": 0.37772397094430993, |
| "grad_norm": 0.15554173290729523, |
| "learning_rate": 4.9321581582449365e-05, |
| "loss": 1.1185455322265625, |
| "mean_token_accuracy": 0.6746590584516525, |
| "num_tokens": 3777606.0, |
| "step": 39 |
| }, |
| { |
| "entropy": 1.1352528482675552, |
| "epoch": 0.387409200968523, |
| "grad_norm": 0.15042954683303833, |
| "learning_rate": 4.9258818946252624e-05, |
| "loss": 1.125117540359497, |
| "mean_token_accuracy": 0.6720233038067818, |
| "num_tokens": 3874534.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 1.1261803954839706, |
| "epoch": 0.39709443099273606, |
| "grad_norm": 0.1618603765964508, |
| "learning_rate": 4.9193323673337476e-05, |
| "loss": 1.1155072450637817, |
| "mean_token_accuracy": 0.6748175323009491, |
| "num_tokens": 3972562.0, |
| "step": 41 |
| }, |
| { |
| "entropy": 1.1054729223251343, |
| "epoch": 0.4067796610169492, |
| "grad_norm": 0.1928945779800415, |
| "learning_rate": 4.912510314142448e-05, |
| "loss": 1.0943855047225952, |
| "mean_token_accuracy": 0.6810023561120033, |
| "num_tokens": 4069253.0, |
| "step": 42 |
| }, |
| { |
| "entropy": 1.1252695173025131, |
| "epoch": 0.41646489104116224, |
| "grad_norm": 0.16767306625843048, |
| "learning_rate": 4.9054165035221236e-05, |
| "loss": 1.1221925020217896, |
| "mean_token_accuracy": 0.6732571944594383, |
| "num_tokens": 4167434.0, |
| "step": 43 |
| }, |
| { |
| "entropy": 1.0451640114188194, |
| "epoch": 0.4261501210653753, |
| "grad_norm": 0.15018437802791595, |
| "learning_rate": 4.898051734555676e-05, |
| "loss": 1.0456998348236084, |
| "mean_token_accuracy": 0.6917429268360138, |
| "num_tokens": 4263989.0, |
| "step": 44 |
| }, |
| { |
| "entropy": 1.0243945717811584, |
| "epoch": 0.4358353510895884, |
| "grad_norm": 0.15813371539115906, |
| "learning_rate": 4.890416836848127e-05, |
| "loss": 1.019399642944336, |
| "mean_token_accuracy": 0.6970273479819298, |
| "num_tokens": 4358172.0, |
| "step": 45 |
| }, |
| { |
| "entropy": 1.0881676077842712, |
| "epoch": 0.44552058111380144, |
| "grad_norm": 0.1647815704345703, |
| "learning_rate": 4.88251267043318e-05, |
| "loss": 1.089061975479126, |
| "mean_token_accuracy": 0.6811036169528961, |
| "num_tokens": 4454874.0, |
| "step": 46 |
| }, |
| { |
| "entropy": 1.1170424669981003, |
| "epoch": 0.4552058111380145, |
| "grad_norm": 0.15906141698360443, |
| "learning_rate": 4.87434012567633e-05, |
| "loss": 1.1157368421554565, |
| "mean_token_accuracy": 0.6773378178477287, |
| "num_tokens": 4551716.0, |
| "step": 47 |
| }, |
| { |
| "entropy": 1.1030111014842987, |
| "epoch": 0.4648910411622276, |
| "grad_norm": 0.1497914344072342, |
| "learning_rate": 4.865900123174574e-05, |
| "loss": 1.0889781713485718, |
| "mean_token_accuracy": 0.6786394864320755, |
| "num_tokens": 4649881.0, |
| "step": 48 |
| }, |
| { |
| "entropy": 1.1213176995515823, |
| "epoch": 0.4745762711864407, |
| "grad_norm": 0.14933931827545166, |
| "learning_rate": 4.857193613652711e-05, |
| "loss": 1.102480173110962, |
| "mean_token_accuracy": 0.6778694689273834, |
| "num_tokens": 4746560.0, |
| "step": 49 |
| }, |
| { |
| "entropy": 1.1182024255394936, |
| "epoch": 0.48426150121065376, |
| "grad_norm": 0.1557791829109192, |
| "learning_rate": 4.848221577856243e-05, |
| "loss": 1.1001962423324585, |
| "mean_token_accuracy": 0.6782753691077232, |
| "num_tokens": 4844482.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 1.0782635807991028, |
| "epoch": 0.4939467312348668, |
| "grad_norm": 0.15607225894927979, |
| "learning_rate": 4.838985026440905e-05, |
| "loss": 1.0587979555130005, |
| "mean_token_accuracy": 0.6873368322849274, |
| "num_tokens": 4942340.0, |
| "step": 51 |
| }, |
| { |
| "entropy": 1.071622334420681, |
| "epoch": 0.5036319612590799, |
| "grad_norm": 0.1505449265241623, |
| "learning_rate": 4.829484999858815e-05, |
| "loss": 1.0695254802703857, |
| "mean_token_accuracy": 0.6835980787873268, |
| "num_tokens": 5040296.0, |
| "step": 52 |
| }, |
| { |
| "entropy": 1.0763383507728577, |
| "epoch": 0.513317191283293, |
| "grad_norm": 0.15331462025642395, |
| "learning_rate": 4.819722568241274e-05, |
| "loss": 1.073240041732788, |
| "mean_token_accuracy": 0.6868264526128769, |
| "num_tokens": 5136985.0, |
| "step": 53 |
| }, |
| { |
| "entropy": 1.086071863770485, |
| "epoch": 0.5230024213075061, |
| "grad_norm": 0.15281084179878235, |
| "learning_rate": 4.8096988312782174e-05, |
| "loss": 1.089070200920105, |
| "mean_token_accuracy": 0.6783855706453323, |
| "num_tokens": 5234555.0, |
| "step": 54 |
| }, |
| { |
| "entropy": 1.0728528648614883, |
| "epoch": 0.5326876513317191, |
| "grad_norm": 0.15144552290439606, |
| "learning_rate": 4.799414918094347e-05, |
| "loss": 1.0666192770004272, |
| "mean_token_accuracy": 0.6838826537132263, |
| "num_tokens": 5330627.0, |
| "step": 55 |
| }, |
| { |
| "entropy": 1.0615920722484589, |
| "epoch": 0.5423728813559322, |
| "grad_norm": 0.25972187519073486, |
| "learning_rate": 4.788871987121937e-05, |
| "loss": 1.0613664388656616, |
| "mean_token_accuracy": 0.6867948919534683, |
| "num_tokens": 5428196.0, |
| "step": 56 |
| }, |
| { |
| "entropy": 1.066960223019123, |
| "epoch": 0.5520581113801453, |
| "grad_norm": 0.15711794793605804, |
| "learning_rate": 4.77807122597034e-05, |
| "loss": 1.0630605220794678, |
| "mean_token_accuracy": 0.6852066963911057, |
| "num_tokens": 5525318.0, |
| "step": 57 |
| }, |
| { |
| "entropy": 1.0585280284285545, |
| "epoch": 0.5617433414043583, |
| "grad_norm": 0.154302716255188, |
| "learning_rate": 4.767013851292212e-05, |
| "loss": 1.048720359802246, |
| "mean_token_accuracy": 0.6897359937429428, |
| "num_tokens": 5623136.0, |
| "step": 58 |
| }, |
| { |
| "entropy": 1.0350576639175415, |
| "epoch": 0.5714285714285714, |
| "grad_norm": 0.15237243473529816, |
| "learning_rate": 4.755701108646463e-05, |
| "loss": 1.027522325515747, |
| "mean_token_accuracy": 0.6950520128011703, |
| "num_tokens": 5720541.0, |
| "step": 59 |
| }, |
| { |
| "entropy": 1.0580420941114426, |
| "epoch": 0.5811138014527845, |
| "grad_norm": 0.14978040754795074, |
| "learning_rate": 4.744134272357948e-05, |
| "loss": 1.0437177419662476, |
| "mean_token_accuracy": 0.6894178092479706, |
| "num_tokens": 5818052.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 1.047768495976925, |
| "epoch": 0.5907990314769975, |
| "grad_norm": 0.45630910992622375, |
| "learning_rate": 4.732314645373921e-05, |
| "loss": 1.0360010862350464, |
| "mean_token_accuracy": 0.6936607509851456, |
| "num_tokens": 5915984.0, |
| "step": 61 |
| }, |
| { |
| "entropy": 1.0626960098743439, |
| "epoch": 0.6004842615012107, |
| "grad_norm": 0.2640538513660431, |
| "learning_rate": 4.7202435591172676e-05, |
| "loss": 1.0494108200073242, |
| "mean_token_accuracy": 0.6885051354765892, |
| "num_tokens": 6013024.0, |
| "step": 62 |
| }, |
| { |
| "entropy": 1.0739953070878983, |
| "epoch": 0.6101694915254238, |
| "grad_norm": 0.15643136203289032, |
| "learning_rate": 4.7079223733365237e-05, |
| "loss": 1.0664867162704468, |
| "mean_token_accuracy": 0.6844003722071648, |
| "num_tokens": 6110253.0, |
| "step": 63 |
| }, |
| { |
| "entropy": 1.0349700078368187, |
| "epoch": 0.6198547215496368, |
| "grad_norm": 0.1503216028213501, |
| "learning_rate": 4.6953524759527054e-05, |
| "loss": 1.0348119735717773, |
| "mean_token_accuracy": 0.692238837480545, |
| "num_tokens": 6207767.0, |
| "step": 64 |
| }, |
| { |
| "entropy": 1.034246288239956, |
| "epoch": 0.6295399515738499, |
| "grad_norm": 0.1513209342956543, |
| "learning_rate": 4.6825352829029705e-05, |
| "loss": 1.0328264236450195, |
| "mean_token_accuracy": 0.6916565299034119, |
| "num_tokens": 6305333.0, |
| "step": 65 |
| }, |
| { |
| "entropy": 1.0430887341499329, |
| "epoch": 0.639225181598063, |
| "grad_norm": 0.15611153841018677, |
| "learning_rate": 4.6694722379811185e-05, |
| "loss": 1.0414214134216309, |
| "mean_token_accuracy": 0.691117949783802, |
| "num_tokens": 6402785.0, |
| "step": 66 |
| }, |
| { |
| "entropy": 1.0569112747907639, |
| "epoch": 0.648910411622276, |
| "grad_norm": 0.1588103026151657, |
| "learning_rate": 4.656164812674951e-05, |
| "loss": 1.047569990158081, |
| "mean_token_accuracy": 0.6887474879622459, |
| "num_tokens": 6499919.0, |
| "step": 67 |
| }, |
| { |
| "entropy": 1.0378888696432114, |
| "epoch": 0.6585956416464891, |
| "grad_norm": 0.15132373571395874, |
| "learning_rate": 4.642614506000523e-05, |
| "loss": 1.0328857898712158, |
| "mean_token_accuracy": 0.6924383491277695, |
| "num_tokens": 6597204.0, |
| "step": 68 |
| }, |
| { |
| "entropy": 1.032283864915371, |
| "epoch": 0.6682808716707022, |
| "grad_norm": 0.1583699733018875, |
| "learning_rate": 4.628822844333278e-05, |
| "loss": 1.0151689052581787, |
| "mean_token_accuracy": 0.6986712738871574, |
| "num_tokens": 6694398.0, |
| "step": 69 |
| }, |
| { |
| "entropy": 1.0015813261270523, |
| "epoch": 0.6779661016949152, |
| "grad_norm": 0.1757071167230606, |
| "learning_rate": 4.614791381236115e-05, |
| "loss": 0.9920505285263062, |
| "mean_token_accuracy": 0.7040144950151443, |
| "num_tokens": 6791780.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 1.0453337281942368, |
| "epoch": 0.6876513317191283, |
| "grad_norm": 0.1524701863527298, |
| "learning_rate": 4.6005216972843864e-05, |
| "loss": 1.0443840026855469, |
| "mean_token_accuracy": 0.6916699558496475, |
| "num_tokens": 6888953.0, |
| "step": 71 |
| }, |
| { |
| "entropy": 1.0230370834469795, |
| "epoch": 0.6973365617433414, |
| "grad_norm": 0.15993070602416992, |
| "learning_rate": 4.5860153998878494e-05, |
| "loss": 1.0304991006851196, |
| "mean_token_accuracy": 0.6937867403030396, |
| "num_tokens": 6986471.0, |
| "step": 72 |
| }, |
| { |
| "entropy": 1.0421988740563393, |
| "epoch": 0.7070217917675545, |
| "grad_norm": 0.1573047935962677, |
| "learning_rate": 4.571274123109606e-05, |
| "loss": 1.0444982051849365, |
| "mean_token_accuracy": 0.6912301033735275, |
| "num_tokens": 7083829.0, |
| "step": 73 |
| }, |
| { |
| "entropy": 1.0748334154486656, |
| "epoch": 0.7167070217917676, |
| "grad_norm": 0.16008728742599487, |
| "learning_rate": 4.5562995274820284e-05, |
| "loss": 1.0726516246795654, |
| "mean_token_accuracy": 0.6823427230119705, |
| "num_tokens": 7180818.0, |
| "step": 74 |
| }, |
| { |
| "entropy": 1.0194222182035446, |
| "epoch": 0.7263922518159807, |
| "grad_norm": 0.16299541294574738, |
| "learning_rate": 4.541093299819714e-05, |
| "loss": 1.003331184387207, |
| "mean_token_accuracy": 0.6996421813964844, |
| "num_tokens": 7277648.0, |
| "step": 75 |
| }, |
| { |
| "entropy": 1.0004182010889053, |
| "epoch": 0.7360774818401937, |
| "grad_norm": 0.15372581779956818, |
| "learning_rate": 4.5256571530294664e-05, |
| "loss": 0.9760631918907166, |
| "mean_token_accuracy": 0.7064241617918015, |
| "num_tokens": 7375160.0, |
| "step": 76 |
| }, |
| { |
| "entropy": 1.0313043221831322, |
| "epoch": 0.7457627118644068, |
| "grad_norm": 0.15582375228405, |
| "learning_rate": 4.5099928259173516e-05, |
| "loss": 1.0199785232543945, |
| "mean_token_accuracy": 0.6969870626926422, |
| "num_tokens": 7472481.0, |
| "step": 77 |
| }, |
| { |
| "entropy": 1.0267394110560417, |
| "epoch": 0.7554479418886199, |
| "grad_norm": 0.15595640242099762, |
| "learning_rate": 4.4941020829928245e-05, |
| "loss": 1.0236713886260986, |
| "mean_token_accuracy": 0.697633869946003, |
| "num_tokens": 7569978.0, |
| "step": 78 |
| }, |
| { |
| "entropy": 0.9967087134718895, |
| "epoch": 0.7651331719128329, |
| "grad_norm": 0.15426741540431976, |
| "learning_rate": 4.477986714269972e-05, |
| "loss": 0.9990708231925964, |
| "mean_token_accuracy": 0.7013676688075066, |
| "num_tokens": 7668053.0, |
| "step": 79 |
| }, |
| { |
| "entropy": 0.9936242178082466, |
| "epoch": 0.774818401937046, |
| "grad_norm": 0.15127019584178925, |
| "learning_rate": 4.4616485350658685e-05, |
| "loss": 0.992855429649353, |
| "mean_token_accuracy": 0.7030186578631401, |
| "num_tokens": 7764243.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 1.0158754512667656, |
| "epoch": 0.784503631961259, |
| "grad_norm": 0.1566711664199829, |
| "learning_rate": 4.445089385796099e-05, |
| "loss": 1.0183484554290771, |
| "mean_token_accuracy": 0.6949350982904434, |
| "num_tokens": 7860199.0, |
| "step": 81 |
| }, |
| { |
| "entropy": 1.035573497414589, |
| "epoch": 0.7941888619854721, |
| "grad_norm": 0.15846672654151917, |
| "learning_rate": 4.4283111317674374e-05, |
| "loss": 1.0358930826187134, |
| "mean_token_accuracy": 0.6919568032026291, |
| "num_tokens": 7956920.0, |
| "step": 82 |
| }, |
| { |
| "entropy": 1.0298198834061623, |
| "epoch": 0.8038740920096852, |
| "grad_norm": 0.1551441252231598, |
| "learning_rate": 4.4113156629677316e-05, |
| "loss": 1.02339768409729, |
| "mean_token_accuracy": 0.6937244087457657, |
| "num_tokens": 8053766.0, |
| "step": 83 |
| }, |
| { |
| "entropy": 1.0543159544467926, |
| "epoch": 0.8135593220338984, |
| "grad_norm": 0.15082016587257385, |
| "learning_rate": 4.394104893853007e-05, |
| "loss": 1.0417697429656982, |
| "mean_token_accuracy": 0.6908006444573402, |
| "num_tokens": 8151263.0, |
| "step": 84 |
| }, |
| { |
| "entropy": 0.9868235737085342, |
| "epoch": 0.8232445520581114, |
| "grad_norm": 0.15088169276714325, |
| "learning_rate": 4.3766807631318106e-05, |
| "loss": 0.9730858206748962, |
| "mean_token_accuracy": 0.7068010121583939, |
| "num_tokens": 8249031.0, |
| "step": 85 |
| }, |
| { |
| "entropy": 1.0439471304416656, |
| "epoch": 0.8329297820823245, |
| "grad_norm": 0.15690501034259796, |
| "learning_rate": 4.359045233546827e-05, |
| "loss": 1.033866286277771, |
| "mean_token_accuracy": 0.6926037818193436, |
| "num_tokens": 8345911.0, |
| "step": 86 |
| }, |
| { |
| "entropy": 1.0188320130109787, |
| "epoch": 0.8426150121065376, |
| "grad_norm": 0.16062293946743011, |
| "learning_rate": 4.341200291653781e-05, |
| "loss": 1.0072400569915771, |
| "mean_token_accuracy": 0.7004816979169846, |
| "num_tokens": 8440245.0, |
| "step": 87 |
| }, |
| { |
| "entropy": 1.0310387164354324, |
| "epoch": 0.8523002421307506, |
| "grad_norm": 0.15309439599514008, |
| "learning_rate": 4.323147947597666e-05, |
| "loss": 1.0136595964431763, |
| "mean_token_accuracy": 0.6977442428469658, |
| "num_tokens": 8537604.0, |
| "step": 88 |
| }, |
| { |
| "entropy": 1.0147035270929337, |
| "epoch": 0.8619854721549637, |
| "grad_norm": 0.16039453446865082, |
| "learning_rate": 4.3048902348863116e-05, |
| "loss": 1.0053828954696655, |
| "mean_token_accuracy": 0.6996104419231415, |
| "num_tokens": 8634832.0, |
| "step": 89 |
| }, |
| { |
| "entropy": 1.009638950228691, |
| "epoch": 0.8716707021791767, |
| "grad_norm": 0.15286219120025635, |
| "learning_rate": 4.2864292101613136e-05, |
| "loss": 1.012491226196289, |
| "mean_token_accuracy": 0.6957853958010674, |
| "num_tokens": 8732321.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 1.0169770643115044, |
| "epoch": 0.8813559322033898, |
| "grad_norm": 0.16297462582588196, |
| "learning_rate": 4.267766952966369e-05, |
| "loss": 1.0225484371185303, |
| "mean_token_accuracy": 0.6936622560024261, |
| "num_tokens": 8830140.0, |
| "step": 91 |
| }, |
| { |
| "entropy": 0.9886957630515099, |
| "epoch": 0.8910411622276029, |
| "grad_norm": 0.18117401003837585, |
| "learning_rate": 4.248905565513023e-05, |
| "loss": 0.9961055517196655, |
| "mean_token_accuracy": 0.699328251183033, |
| "num_tokens": 8926792.0, |
| "step": 92 |
| }, |
| { |
| "entropy": 1.026213452219963, |
| "epoch": 0.9007263922518159, |
| "grad_norm": 0.15571565926074982, |
| "learning_rate": 4.229847172443866e-05, |
| "loss": 1.0185178518295288, |
| "mean_token_accuracy": 0.6954792588949203, |
| "num_tokens": 9024094.0, |
| "step": 93 |
| }, |
| { |
| "entropy": 0.9805751740932465, |
| "epoch": 0.910411622276029, |
| "grad_norm": 0.1524103581905365, |
| "learning_rate": 4.210593920593201e-05, |
| "loss": 0.9706284999847412, |
| "mean_token_accuracy": 0.7079346030950546, |
| "num_tokens": 9120978.0, |
| "step": 94 |
| }, |
| { |
| "entropy": 1.0263385400176048, |
| "epoch": 0.9200968523002422, |
| "grad_norm": 0.1659349501132965, |
| "learning_rate": 4.191147978745218e-05, |
| "loss": 1.010141134262085, |
| "mean_token_accuracy": 0.6972236707806587, |
| "num_tokens": 9217940.0, |
| "step": 95 |
| }, |
| { |
| "entropy": 0.9710419476032257, |
| "epoch": 0.9297820823244553, |
| "grad_norm": 0.14841604232788086, |
| "learning_rate": 4.171511537389684e-05, |
| "loss": 0.9553003311157227, |
| "mean_token_accuracy": 0.7146916389465332, |
| "num_tokens": 9315038.0, |
| "step": 96 |
| }, |
| { |
| "entropy": 1.0402830019593239, |
| "epoch": 0.9394673123486683, |
| "grad_norm": 0.1693028062582016, |
| "learning_rate": 4.151686808475204e-05, |
| "loss": 1.022579312324524, |
| "mean_token_accuracy": 0.6941675096750259, |
| "num_tokens": 9411796.0, |
| "step": 97 |
| }, |
| { |
| "entropy": 0.9890827238559723, |
| "epoch": 0.9491525423728814, |
| "grad_norm": 0.15846097469329834, |
| "learning_rate": 4.131676025160047e-05, |
| "loss": 0.9882045984268188, |
| "mean_token_accuracy": 0.7028019949793816, |
| "num_tokens": 9508011.0, |
| "step": 98 |
| }, |
| { |
| "entropy": 0.964131772518158, |
| "epoch": 0.9588377723970944, |
| "grad_norm": 0.1603643000125885, |
| "learning_rate": 4.111481441560598e-05, |
| "loss": 0.9728220701217651, |
| "mean_token_accuracy": 0.7061599791049957, |
| "num_tokens": 9605557.0, |
| "step": 99 |
| }, |
| { |
| "entropy": 1.0129969343543053, |
| "epoch": 0.9685230024213075, |
| "grad_norm": 0.1754368096590042, |
| "learning_rate": 4.091105332497439e-05, |
| "loss": 1.0291517972946167, |
| "mean_token_accuracy": 0.6916319876909256, |
| "num_tokens": 9703059.0, |
| "step": 100 |
| }, |
| { |
| "entropy": 1.0249989926815033, |
| "epoch": 0.9782082324455206, |
| "grad_norm": 0.16457504034042358, |
| "learning_rate": 4.070549993239106e-05, |
| "loss": 1.0286558866500854, |
| "mean_token_accuracy": 0.6931352093815804, |
| "num_tokens": 9800187.0, |
| "step": 101 |
| }, |
| { |
| "entropy": 1.0157797187566757, |
| "epoch": 0.9878934624697336, |
| "grad_norm": 0.1640177220106125, |
| "learning_rate": 4.049817739243532e-05, |
| "loss": 1.001893162727356, |
| "mean_token_accuracy": 0.6987328082323074, |
| "num_tokens": 9897311.0, |
| "step": 102 |
| }, |
| { |
| "entropy": 1.0060301199555397, |
| "epoch": 0.9975786924939467, |
| "grad_norm": 0.15887762606143951, |
| "learning_rate": 4.028910905897229e-05, |
| "loss": 0.9999165534973145, |
| "mean_token_accuracy": 0.7007258981466293, |
| "num_tokens": 9994136.0, |
| "step": 103 |
| }, |
| { |
| "entropy": 1.057703673839569, |
| "epoch": 1.0, |
| "grad_norm": 0.2889890670776367, |
| "learning_rate": 4.007831848252211e-05, |
| "loss": 1.043251395225525, |
| "mean_token_accuracy": 0.6889578104019165, |
| "num_tokens": 10018679.0, |
| "step": 104 |
| }, |
| { |
| "entropy": 1.0108226910233498, |
| "epoch": 1.0096852300242132, |
| "grad_norm": 0.1708330363035202, |
| "learning_rate": 3.986582940760717e-05, |
| "loss": 0.9764024615287781, |
| "mean_token_accuracy": 0.7037361264228821, |
| "num_tokens": 10115941.0, |
| "step": 105 |
| }, |
| { |
| "entropy": 1.002457171678543, |
| "epoch": 1.0193704600484261, |
| "grad_norm": 0.16839711368083954, |
| "learning_rate": 3.965166577007733e-05, |
| "loss": 0.9664080142974854, |
| "mean_token_accuracy": 0.7054638564586639, |
| "num_tokens": 10212419.0, |
| "step": 106 |
| }, |
| { |
| "entropy": 0.955726683139801, |
| "epoch": 1.0290556900726393, |
| "grad_norm": 0.1585574597120285, |
| "learning_rate": 3.94358516944137e-05, |
| "loss": 0.9458193778991699, |
| "mean_token_accuracy": 0.7124402225017548, |
| "num_tokens": 10309395.0, |
| "step": 107 |
| }, |
| { |
| "entropy": 0.9474495872855186, |
| "epoch": 1.0387409200968523, |
| "grad_norm": 0.17470364272594452, |
| "learning_rate": 3.9218411491011176e-05, |
| "loss": 0.9364479780197144, |
| "mean_token_accuracy": 0.7168606445193291, |
| "num_tokens": 10407031.0, |
| "step": 108 |
| }, |
| { |
| "entropy": 0.9753162637352943, |
| "epoch": 1.0484261501210654, |
| "grad_norm": 0.17014382779598236, |
| "learning_rate": 3.899936965343989e-05, |
| "loss": 0.9700603485107422, |
| "mean_token_accuracy": 0.705869048833847, |
| "num_tokens": 10504190.0, |
| "step": 109 |
| }, |
| { |
| "entropy": 0.9242235645651817, |
| "epoch": 1.0581113801452784, |
| "grad_norm": 0.16195626556873322, |
| "learning_rate": 3.877875085568623e-05, |
| "loss": 0.9271841049194336, |
| "mean_token_accuracy": 0.715888999402523, |
| "num_tokens": 10601162.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 0.9163908809423447, |
| "epoch": 1.0677966101694916, |
| "grad_norm": 0.16627757251262665, |
| "learning_rate": 3.8556579949373384e-05, |
| "loss": 0.9301415681838989, |
| "mean_token_accuracy": 0.7159750387072563, |
| "num_tokens": 10697647.0, |
| "step": 111 |
| }, |
| { |
| "entropy": 0.9796807840466499, |
| "epoch": 1.0774818401937045, |
| "grad_norm": 0.16515608131885529, |
| "learning_rate": 3.833288196096194e-05, |
| "loss": 0.9877065420150757, |
| "mean_token_accuracy": 0.7009606212377548, |
| "num_tokens": 10795421.0, |
| "step": 112 |
| }, |
| { |
| "entropy": 0.9254954382777214, |
| "epoch": 1.0871670702179177, |
| "grad_norm": 0.17847532033920288, |
| "learning_rate": 3.8107682088930794e-05, |
| "loss": 0.9220598936080933, |
| "mean_token_accuracy": 0.7181012779474258, |
| "num_tokens": 10889471.0, |
| "step": 113 |
| }, |
| { |
| "entropy": 0.9571070671081543, |
| "epoch": 1.0968523002421307, |
| "grad_norm": 0.16064082086086273, |
| "learning_rate": 3.7881005700938635e-05, |
| "loss": 0.9418208003044128, |
| "mean_token_accuracy": 0.7128180488944054, |
| "num_tokens": 10986793.0, |
| "step": 114 |
| }, |
| { |
| "entropy": 0.9537178128957748, |
| "epoch": 1.1065375302663438, |
| "grad_norm": 0.16848786175251007, |
| "learning_rate": 3.7652878330966415e-05, |
| "loss": 0.938056468963623, |
| "mean_token_accuracy": 0.7114301025867462, |
| "num_tokens": 11083742.0, |
| "step": 115 |
| }, |
| { |
| "entropy": 0.9795895889401436, |
| "epoch": 1.116222760290557, |
| "grad_norm": 0.16908369958400726, |
| "learning_rate": 3.742332567644107e-05, |
| "loss": 0.9716662168502808, |
| "mean_token_accuracy": 0.703265480697155, |
| "num_tokens": 11181520.0, |
| "step": 116 |
| }, |
| { |
| "entropy": 0.9542344212532043, |
| "epoch": 1.12590799031477, |
| "grad_norm": 0.16320371627807617, |
| "learning_rate": 3.719237359534087e-05, |
| "loss": 0.94194495677948, |
| "mean_token_accuracy": 0.7138355523347855, |
| "num_tokens": 11279085.0, |
| "step": 117 |
| }, |
| { |
| "entropy": 0.9827202260494232, |
| "epoch": 1.1355932203389831, |
| "grad_norm": 0.1600467562675476, |
| "learning_rate": 3.6960048103282566e-05, |
| "loss": 0.9698864817619324, |
| "mean_token_accuracy": 0.7054214552044868, |
| "num_tokens": 11375898.0, |
| "step": 118 |
| }, |
| { |
| "entropy": 0.953464925289154, |
| "epoch": 1.145278450363196, |
| "grad_norm": 0.16535067558288574, |
| "learning_rate": 3.672637537059093e-05, |
| "loss": 0.9407245516777039, |
| "mean_token_accuracy": 0.7140245661139488, |
| "num_tokens": 11473117.0, |
| "step": 119 |
| }, |
| { |
| "entropy": 0.9346380978822708, |
| "epoch": 1.1549636803874093, |
| "grad_norm": 0.16306935250759125, |
| "learning_rate": 3.6491381719350756e-05, |
| "loss": 0.9232890009880066, |
| "mean_token_accuracy": 0.7176763042807579, |
| "num_tokens": 11569815.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 0.9564549624919891, |
| "epoch": 1.1646489104116222, |
| "grad_norm": 0.17123237252235413, |
| "learning_rate": 3.6255093620441834e-05, |
| "loss": 0.9536066055297852, |
| "mean_token_accuracy": 0.7104167863726616, |
| "num_tokens": 11667629.0, |
| "step": 121 |
| }, |
| { |
| "entropy": 0.9488897398114204, |
| "epoch": 1.1743341404358354, |
| "grad_norm": 0.1677977293729782, |
| "learning_rate": 3.6017537690557115e-05, |
| "loss": 0.9455256462097168, |
| "mean_token_accuracy": 0.7133829072117805, |
| "num_tokens": 11764727.0, |
| "step": 122 |
| }, |
| { |
| "entropy": 0.9661734327673912, |
| "epoch": 1.1840193704600483, |
| "grad_norm": 0.16724446415901184, |
| "learning_rate": 3.577874068920446e-05, |
| "loss": 0.9509412050247192, |
| "mean_token_accuracy": 0.7083179950714111, |
| "num_tokens": 11861449.0, |
| "step": 123 |
| }, |
| { |
| "entropy": 0.9373920634388924, |
| "epoch": 1.1937046004842615, |
| "grad_norm": 0.1661859154701233, |
| "learning_rate": 3.553872951569236e-05, |
| "loss": 0.9326287508010864, |
| "mean_token_accuracy": 0.7153337746858597, |
| "num_tokens": 11957739.0, |
| "step": 124 |
| }, |
| { |
| "entropy": 0.9740064963698387, |
| "epoch": 1.2033898305084745, |
| "grad_norm": 0.1778748631477356, |
| "learning_rate": 3.529753120609982e-05, |
| "loss": 0.9758471846580505, |
| "mean_token_accuracy": 0.7040262669324875, |
| "num_tokens": 12055929.0, |
| "step": 125 |
| }, |
| { |
| "entropy": 0.9446261376142502, |
| "epoch": 1.2130750605326877, |
| "grad_norm": 0.1627563238143921, |
| "learning_rate": 3.505517293023088e-05, |
| "loss": 0.9395431280136108, |
| "mean_token_accuracy": 0.7127633616328239, |
| "num_tokens": 12153914.0, |
| "step": 126 |
| }, |
| { |
| "entropy": 0.9552619904279709, |
| "epoch": 1.2227602905569008, |
| "grad_norm": 0.16823652386665344, |
| "learning_rate": 3.481168198855409e-05, |
| "loss": 0.9568450450897217, |
| "mean_token_accuracy": 0.7067705914378166, |
| "num_tokens": 12250252.0, |
| "step": 127 |
| }, |
| { |
| "entropy": 0.9257349297404289, |
| "epoch": 1.2324455205811138, |
| "grad_norm": 0.1990891546010971, |
| "learning_rate": 3.456708580912725e-05, |
| "loss": 0.917294442653656, |
| "mean_token_accuracy": 0.7171075865626335, |
| "num_tokens": 12347749.0, |
| "step": 128 |
| }, |
| { |
| "entropy": 0.9262085407972336, |
| "epoch": 1.242130750605327, |
| "grad_norm": 0.16901157796382904, |
| "learning_rate": 3.432141194450772e-05, |
| "loss": 0.9202949404716492, |
| "mean_token_accuracy": 0.7190263494849205, |
| "num_tokens": 12445530.0, |
| "step": 129 |
| }, |
| { |
| "entropy": 0.9542277082800865, |
| "epoch": 1.25181598062954, |
| "grad_norm": 0.16794957220554352, |
| "learning_rate": 3.407468806864883e-05, |
| "loss": 0.9502478837966919, |
| "mean_token_accuracy": 0.7078473269939423, |
| "num_tokens": 12542439.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 0.9414918050169945, |
| "epoch": 1.261501210653753, |
| "grad_norm": 0.1646578013896942, |
| "learning_rate": 3.382694197378252e-05, |
| "loss": 0.9400969743728638, |
| "mean_token_accuracy": 0.7122456803917885, |
| "num_tokens": 12639236.0, |
| "step": 131 |
| }, |
| { |
| "entropy": 0.9028183594346046, |
| "epoch": 1.271186440677966, |
| "grad_norm": 0.16290493309497833, |
| "learning_rate": 3.357820156728867e-05, |
| "loss": 0.8925794959068298, |
| "mean_token_accuracy": 0.7234794571995735, |
| "num_tokens": 12735541.0, |
| "step": 132 |
| }, |
| { |
| "entropy": 0.9390545934438705, |
| "epoch": 1.2808716707021792, |
| "grad_norm": 0.16618622839450836, |
| "learning_rate": 3.332849486855144e-05, |
| "loss": 0.9257231950759888, |
| "mean_token_accuracy": 0.7156568765640259, |
| "num_tokens": 12831913.0, |
| "step": 133 |
| }, |
| { |
| "entropy": 0.9283222854137421, |
| "epoch": 1.2905569007263922, |
| "grad_norm": 0.1611809879541397, |
| "learning_rate": 3.307785000580313e-05, |
| "loss": 0.9223712682723999, |
| "mean_token_accuracy": 0.718876950442791, |
| "num_tokens": 12927846.0, |
| "step": 134 |
| }, |
| { |
| "entropy": 0.9606467336416245, |
| "epoch": 1.3002421307506054, |
| "grad_norm": 0.16902242600917816, |
| "learning_rate": 3.282629521295556e-05, |
| "loss": 0.9587893486022949, |
| "mean_token_accuracy": 0.7081739977002144, |
| "num_tokens": 13025237.0, |
| "step": 135 |
| }, |
| { |
| "entropy": 0.9471021741628647, |
| "epoch": 1.3099273607748185, |
| "grad_norm": 0.1694117784500122, |
| "learning_rate": 3.257385882641971e-05, |
| "loss": 0.9391512870788574, |
| "mean_token_accuracy": 0.7138297259807587, |
| "num_tokens": 13122245.0, |
| "step": 136 |
| }, |
| { |
| "entropy": 0.9396388903260231, |
| "epoch": 1.3196125907990315, |
| "grad_norm": 0.16647525131702423, |
| "learning_rate": 3.232056928191376e-05, |
| "loss": 0.922247052192688, |
| "mean_token_accuracy": 0.7196550145745277, |
| "num_tokens": 13219660.0, |
| "step": 137 |
| }, |
| { |
| "entropy": 0.9275924190878868, |
| "epoch": 1.3292978208232444, |
| "grad_norm": 0.163606196641922, |
| "learning_rate": 3.2066455111259945e-05, |
| "loss": 0.9154177904129028, |
| "mean_token_accuracy": 0.7186660617589951, |
| "num_tokens": 13316979.0, |
| "step": 138 |
| }, |
| { |
| "entropy": 0.9340094104409218, |
| "epoch": 1.3389830508474576, |
| "grad_norm": 0.17434757947921753, |
| "learning_rate": 3.1811544939170575e-05, |
| "loss": 0.9282485842704773, |
| "mean_token_accuracy": 0.7156421467661858, |
| "num_tokens": 13413652.0, |
| "step": 139 |
| }, |
| { |
| "entropy": 0.9297875389456749, |
| "epoch": 1.3486682808716708, |
| "grad_norm": 0.1651269793510437, |
| "learning_rate": 3.155586748002362e-05, |
| "loss": 0.9184130430221558, |
| "mean_token_accuracy": 0.7187451273202896, |
| "num_tokens": 13510441.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 0.920344740152359, |
| "epoch": 1.3583535108958837, |
| "grad_norm": 0.18017897009849548, |
| "learning_rate": 3.1299451534628135e-05, |
| "loss": 0.9237980842590332, |
| "mean_token_accuracy": 0.7185762003064156, |
| "num_tokens": 13607138.0, |
| "step": 141 |
| }, |
| { |
| "entropy": 0.9063275828957558, |
| "epoch": 1.368038740920097, |
| "grad_norm": 0.1606295108795166, |
| "learning_rate": 3.1042325986980064e-05, |
| "loss": 0.9120801687240601, |
| "mean_token_accuracy": 0.7203933596611023, |
| "num_tokens": 13703849.0, |
| "step": 142 |
| }, |
| { |
| "entropy": 0.9234895408153534, |
| "epoch": 1.3777239709443099, |
| "grad_norm": 0.16578350961208344, |
| "learning_rate": 3.0784519801008546e-05, |
| "loss": 0.9238073825836182, |
| "mean_token_accuracy": 0.7186264097690582, |
| "num_tokens": 13801402.0, |
| "step": 143 |
| }, |
| { |
| "entropy": 0.9647551253437996, |
| "epoch": 1.387409200968523, |
| "grad_norm": 0.16832281649112701, |
| "learning_rate": 3.0526062017313254e-05, |
| "loss": 0.9546170234680176, |
| "mean_token_accuracy": 0.7065940275788307, |
| "num_tokens": 13898860.0, |
| "step": 144 |
| }, |
| { |
| "entropy": 0.9435562416911125, |
| "epoch": 1.397094430992736, |
| "grad_norm": 0.16285553574562073, |
| "learning_rate": 3.0266981749893157e-05, |
| "loss": 0.9355381727218628, |
| "mean_token_accuracy": 0.7139561623334885, |
| "num_tokens": 13996224.0, |
| "step": 145 |
| }, |
| { |
| "entropy": 0.9463768005371094, |
| "epoch": 1.4067796610169492, |
| "grad_norm": 0.18000875413417816, |
| "learning_rate": 3.0007308182866985e-05, |
| "loss": 0.9321545958518982, |
| "mean_token_accuracy": 0.7152583748102188, |
| "num_tokens": 14092953.0, |
| "step": 146 |
| }, |
| { |
| "entropy": 0.9378436356782913, |
| "epoch": 1.4164648910411621, |
| "grad_norm": 0.3399038016796112, |
| "learning_rate": 2.974707056718571e-05, |
| "loss": 0.9353235960006714, |
| "mean_token_accuracy": 0.7144726887345314, |
| "num_tokens": 14188222.0, |
| "step": 147 |
| }, |
| { |
| "entropy": 0.926091730594635, |
| "epoch": 1.4261501210653753, |
| "grad_norm": 0.1794121265411377, |
| "learning_rate": 2.9486298217337637e-05, |
| "loss": 0.927035927772522, |
| "mean_token_accuracy": 0.7152861431241035, |
| "num_tokens": 14284661.0, |
| "step": 148 |
| }, |
| { |
| "entropy": 0.9360547363758087, |
| "epoch": 1.4358353510895885, |
| "grad_norm": 0.16639335453510284, |
| "learning_rate": 2.9225020508046232e-05, |
| "loss": 0.9402387142181396, |
| "mean_token_accuracy": 0.7152109816670418, |
| "num_tokens": 14381541.0, |
| "step": 149 |
| }, |
| { |
| "entropy": 0.9604831784963608, |
| "epoch": 1.4455205811138014, |
| "grad_norm": 0.16612860560417175, |
| "learning_rate": 2.8963266870961226e-05, |
| "loss": 0.9555082321166992, |
| "mean_token_accuracy": 0.7080897018313408, |
| "num_tokens": 14479362.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 0.9597497507929802, |
| "epoch": 1.4552058111380144, |
| "grad_norm": 0.1659996509552002, |
| "learning_rate": 2.8701066791343288e-05, |
| "loss": 0.9564999341964722, |
| "mean_token_accuracy": 0.7071296945214272, |
| "num_tokens": 14576735.0, |
| "step": 151 |
| }, |
| { |
| "entropy": 0.9736971110105515, |
| "epoch": 1.4648910411622276, |
| "grad_norm": 0.17209328711032867, |
| "learning_rate": 2.8438449804742628e-05, |
| "loss": 0.9558152556419373, |
| "mean_token_accuracy": 0.7066713944077492, |
| "num_tokens": 14674426.0, |
| "step": 152 |
| }, |
| { |
| "entropy": 0.9413225129246712, |
| "epoch": 1.4745762711864407, |
| "grad_norm": 0.16857822239398956, |
| "learning_rate": 2.8175445493671972e-05, |
| "loss": 0.9316411018371582, |
| "mean_token_accuracy": 0.7146977111697197, |
| "num_tokens": 14771566.0, |
| "step": 153 |
| }, |
| { |
| "entropy": 0.9432979747653008, |
| "epoch": 1.4842615012106537, |
| "grad_norm": 0.1611289530992508, |
| "learning_rate": 2.7912083484274266e-05, |
| "loss": 0.93993079662323, |
| "mean_token_accuracy": 0.7159048616886139, |
| "num_tokens": 14868581.0, |
| "step": 154 |
| }, |
| { |
| "entropy": 0.9212874621152878, |
| "epoch": 1.4939467312348669, |
| "grad_norm": 0.16538380086421967, |
| "learning_rate": 2.7648393442985403e-05, |
| "loss": 0.9123656749725342, |
| "mean_token_accuracy": 0.719389833509922, |
| "num_tokens": 14966068.0, |
| "step": 155 |
| }, |
| { |
| "entropy": 0.9139806106686592, |
| "epoch": 1.5036319612590798, |
| "grad_norm": 0.16073596477508545, |
| "learning_rate": 2.7384405073192454e-05, |
| "loss": 0.9082322120666504, |
| "mean_token_accuracy": 0.7201628461480141, |
| "num_tokens": 15063317.0, |
| "step": 156 |
| }, |
| { |
| "entropy": 0.9522331357002258, |
| "epoch": 1.513317191283293, |
| "grad_norm": 0.16658230125904083, |
| "learning_rate": 2.7120148111887732e-05, |
| "loss": 0.944631040096283, |
| "mean_token_accuracy": 0.7112195938825607, |
| "num_tokens": 15156906.0, |
| "step": 157 |
| }, |
| { |
| "entropy": 0.9170691967010498, |
| "epoch": 1.5230024213075062, |
| "grad_norm": 0.16504573822021484, |
| "learning_rate": 2.6855652326319063e-05, |
| "loss": 0.9089013934135437, |
| "mean_token_accuracy": 0.7200009673833847, |
| "num_tokens": 15254098.0, |
| "step": 158 |
| }, |
| { |
| "entropy": 0.96369419246912, |
| "epoch": 1.5326876513317191, |
| "grad_norm": 0.17047317326068878, |
| "learning_rate": 2.659094751063666e-05, |
| "loss": 0.951930046081543, |
| "mean_token_accuracy": 0.7086149156093597, |
| "num_tokens": 15351681.0, |
| "step": 159 |
| }, |
| { |
| "entropy": 0.9510526731610298, |
| "epoch": 1.542372881355932, |
| "grad_norm": 0.16374436020851135, |
| "learning_rate": 2.6326063482536934e-05, |
| "loss": 0.9372283816337585, |
| "mean_token_accuracy": 0.7110410034656525, |
| "num_tokens": 15449368.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 0.9636484161019325, |
| "epoch": 1.5520581113801453, |
| "grad_norm": 0.16882875561714172, |
| "learning_rate": 2.606103007990371e-05, |
| "loss": 0.9486697912216187, |
| "mean_token_accuracy": 0.7095256149768829, |
| "num_tokens": 15546838.0, |
| "step": 161 |
| }, |
| { |
| "entropy": 0.9014792814850807, |
| "epoch": 1.5617433414043584, |
| "grad_norm": 0.16102053225040436, |
| "learning_rate": 2.579587715744712e-05, |
| "loss": 0.9012171626091003, |
| "mean_token_accuracy": 0.7217540591955185, |
| "num_tokens": 15643978.0, |
| "step": 162 |
| }, |
| { |
| "entropy": 0.9074290469288826, |
| "epoch": 1.5714285714285714, |
| "grad_norm": 0.16165439784526825, |
| "learning_rate": 2.5530634583340592e-05, |
| "loss": 0.9150861501693726, |
| "mean_token_accuracy": 0.7191483452916145, |
| "num_tokens": 15741798.0, |
| "step": 163 |
| }, |
| { |
| "entropy": 0.8977201282978058, |
| "epoch": 1.5811138014527844, |
| "grad_norm": 0.16587872803211212, |
| "learning_rate": 2.526533223585641e-05, |
| "loss": 0.8978846073150635, |
| "mean_token_accuracy": 0.7233535423874855, |
| "num_tokens": 15839214.0, |
| "step": 164 |
| }, |
| { |
| "entropy": 0.9248517453670502, |
| "epoch": 1.5907990314769975, |
| "grad_norm": 0.16850240528583527, |
| "learning_rate": 2.5e-05, |
| "loss": 0.9193021655082703, |
| "mean_token_accuracy": 0.7177055552601814, |
| "num_tokens": 15937070.0, |
| "step": 165 |
| }, |
| { |
| "entropy": 0.947799064218998, |
| "epoch": 1.6004842615012107, |
| "grad_norm": 0.1697651892900467, |
| "learning_rate": 2.47346677641436e-05, |
| "loss": 0.9431581497192383, |
| "mean_token_accuracy": 0.7087105363607407, |
| "num_tokens": 16034036.0, |
| "step": 166 |
| }, |
| { |
| "entropy": 0.919052854180336, |
| "epoch": 1.6101694915254239, |
| "grad_norm": 0.16670337319374084, |
| "learning_rate": 2.446936541665941e-05, |
| "loss": 0.909469485282898, |
| "mean_token_accuracy": 0.7194403260946274, |
| "num_tokens": 16130526.0, |
| "step": 167 |
| }, |
| { |
| "entropy": 0.9474556148052216, |
| "epoch": 1.6198547215496368, |
| "grad_norm": 0.17450463771820068, |
| "learning_rate": 2.4204122842552896e-05, |
| "loss": 0.94859379529953, |
| "mean_token_accuracy": 0.7095327079296112, |
| "num_tokens": 16226871.0, |
| "step": 168 |
| }, |
| { |
| "entropy": 0.913779616355896, |
| "epoch": 1.6295399515738498, |
| "grad_norm": 0.17406359314918518, |
| "learning_rate": 2.39389699200963e-05, |
| "loss": 0.907940149307251, |
| "mean_token_accuracy": 0.7214842140674591, |
| "num_tokens": 16323264.0, |
| "step": 169 |
| }, |
| { |
| "entropy": 0.9468366056680679, |
| "epoch": 1.639225181598063, |
| "grad_norm": 0.16962678730487823, |
| "learning_rate": 2.3673936517463075e-05, |
| "loss": 0.9424924850463867, |
| "mean_token_accuracy": 0.7086934819817543, |
| "num_tokens": 16420896.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 0.9031177535653114, |
| "epoch": 1.6489104116222761, |
| "grad_norm": 0.16391068696975708, |
| "learning_rate": 2.3409052489363342e-05, |
| "loss": 0.8965908885002136, |
| "mean_token_accuracy": 0.7222048938274384, |
| "num_tokens": 16517596.0, |
| "step": 171 |
| }, |
| { |
| "entropy": 0.9283922016620636, |
| "epoch": 1.658595641646489, |
| "grad_norm": 0.1656733751296997, |
| "learning_rate": 2.3144347673680936e-05, |
| "loss": 0.9119100570678711, |
| "mean_token_accuracy": 0.7196318805217743, |
| "num_tokens": 16614396.0, |
| "step": 172 |
| }, |
| { |
| "entropy": 0.9282249063253403, |
| "epoch": 1.668280871670702, |
| "grad_norm": 0.1733785718679428, |
| "learning_rate": 2.287985188811228e-05, |
| "loss": 0.909268856048584, |
| "mean_token_accuracy": 0.7201012820005417, |
| "num_tokens": 16711397.0, |
| "step": 173 |
| }, |
| { |
| "entropy": 0.9379151538014412, |
| "epoch": 1.6779661016949152, |
| "grad_norm": 0.16747304797172546, |
| "learning_rate": 2.261559492680755e-05, |
| "loss": 0.9251323938369751, |
| "mean_token_accuracy": 0.716295875608921, |
| "num_tokens": 16808068.0, |
| "step": 174 |
| }, |
| { |
| "entropy": 0.9612104222178459, |
| "epoch": 1.6876513317191284, |
| "grad_norm": 0.1707066297531128, |
| "learning_rate": 2.23516065570146e-05, |
| "loss": 0.9485330581665039, |
| "mean_token_accuracy": 0.7085242122411728, |
| "num_tokens": 16904236.0, |
| "step": 175 |
| }, |
| { |
| "entropy": 0.9023498296737671, |
| "epoch": 1.6973365617433414, |
| "grad_norm": 0.17008283734321594, |
| "learning_rate": 2.2087916515725737e-05, |
| "loss": 0.8945733308792114, |
| "mean_token_accuracy": 0.726103164255619, |
| "num_tokens": 17000607.0, |
| "step": 176 |
| }, |
| { |
| "entropy": 0.9537338986992836, |
| "epoch": 1.7070217917675545, |
| "grad_norm": 0.16386950016021729, |
| "learning_rate": 2.182455450632803e-05, |
| "loss": 0.9525269865989685, |
| "mean_token_accuracy": 0.7078746929764748, |
| "num_tokens": 17098544.0, |
| "step": 177 |
| }, |
| { |
| "entropy": 0.9302299544215202, |
| "epoch": 1.7167070217917675, |
| "grad_norm": 0.16354598104953766, |
| "learning_rate": 2.1561550195257378e-05, |
| "loss": 0.9283109903335571, |
| "mean_token_accuracy": 0.7142400592565536, |
| "num_tokens": 17196350.0, |
| "step": 178 |
| }, |
| { |
| "entropy": 0.9149316698312759, |
| "epoch": 1.7263922518159807, |
| "grad_norm": 0.17065662145614624, |
| "learning_rate": 2.1298933208656718e-05, |
| "loss": 0.926344633102417, |
| "mean_token_accuracy": 0.7150438651442528, |
| "num_tokens": 17293747.0, |
| "step": 179 |
| }, |
| { |
| "entropy": 0.9035502597689629, |
| "epoch": 1.7360774818401938, |
| "grad_norm": 0.16498662531375885, |
| "learning_rate": 2.103673312903878e-05, |
| "loss": 0.9038597345352173, |
| "mean_token_accuracy": 0.7208788171410561, |
| "num_tokens": 17390350.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 0.9007836878299713, |
| "epoch": 1.7457627118644068, |
| "grad_norm": 0.15899653732776642, |
| "learning_rate": 2.0774979491953777e-05, |
| "loss": 0.8981961011886597, |
| "mean_token_accuracy": 0.7238594442605972, |
| "num_tokens": 17488569.0, |
| "step": 181 |
| }, |
| { |
| "entropy": 0.9600996002554893, |
| "epoch": 1.7554479418886197, |
| "grad_norm": 0.16713890433311462, |
| "learning_rate": 2.0513701782662366e-05, |
| "loss": 0.9571723937988281, |
| "mean_token_accuracy": 0.7069702818989754, |
| "num_tokens": 17585738.0, |
| "step": 182 |
| }, |
| { |
| "entropy": 0.9352350756525993, |
| "epoch": 1.765133171912833, |
| "grad_norm": 0.16733741760253906, |
| "learning_rate": 2.025292943281429e-05, |
| "loss": 0.9361134767532349, |
| "mean_token_accuracy": 0.7141696363687515, |
| "num_tokens": 17679675.0, |
| "step": 183 |
| }, |
| { |
| "entropy": 0.9395305886864662, |
| "epoch": 1.774818401937046, |
| "grad_norm": 0.17384639382362366, |
| "learning_rate": 1.9992691817133024e-05, |
| "loss": 0.9297868609428406, |
| "mean_token_accuracy": 0.7141037434339523, |
| "num_tokens": 17776988.0, |
| "step": 184 |
| }, |
| { |
| "entropy": 0.9624091535806656, |
| "epoch": 1.784503631961259, |
| "grad_norm": 0.16501930356025696, |
| "learning_rate": 1.973301825010685e-05, |
| "loss": 0.9562557935714722, |
| "mean_token_accuracy": 0.7060800492763519, |
| "num_tokens": 17874853.0, |
| "step": 185 |
| }, |
| { |
| "entropy": 0.9264740124344826, |
| "epoch": 1.794188861985472, |
| "grad_norm": 0.19295631349086761, |
| "learning_rate": 1.947393798268676e-05, |
| "loss": 0.9122995138168335, |
| "mean_token_accuracy": 0.7201044335961342, |
| "num_tokens": 17972657.0, |
| "step": 186 |
| }, |
| { |
| "entropy": 0.947826087474823, |
| "epoch": 1.8038740920096852, |
| "grad_norm": 0.16467559337615967, |
| "learning_rate": 1.9215480198991466e-05, |
| "loss": 0.9421426057815552, |
| "mean_token_accuracy": 0.7108215615153313, |
| "num_tokens": 18070004.0, |
| "step": 187 |
| }, |
| { |
| "entropy": 0.9447982832789421, |
| "epoch": 1.8135593220338984, |
| "grad_norm": 0.16559769213199615, |
| "learning_rate": 1.895767401301994e-05, |
| "loss": 0.9430465698242188, |
| "mean_token_accuracy": 0.7096053883433342, |
| "num_tokens": 18167615.0, |
| "step": 188 |
| }, |
| { |
| "entropy": 0.9548698142170906, |
| "epoch": 1.8232445520581115, |
| "grad_norm": 0.17204411327838898, |
| "learning_rate": 1.8700548465371874e-05, |
| "loss": 0.9438506364822388, |
| "mean_token_accuracy": 0.7104759141802788, |
| "num_tokens": 18264186.0, |
| "step": 189 |
| }, |
| { |
| "entropy": 0.9263730049133301, |
| "epoch": 1.8329297820823245, |
| "grad_norm": 0.2153022289276123, |
| "learning_rate": 1.84441325199764e-05, |
| "loss": 0.9292491674423218, |
| "mean_token_accuracy": 0.7148165255784988, |
| "num_tokens": 18360549.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 0.9317336082458496, |
| "epoch": 1.8426150121065374, |
| "grad_norm": 0.16318465769290924, |
| "learning_rate": 1.818845506082943e-05, |
| "loss": 0.9184021353721619, |
| "mean_token_accuracy": 0.7164310812950134, |
| "num_tokens": 18458305.0, |
| "step": 191 |
| }, |
| { |
| "entropy": 0.953622855246067, |
| "epoch": 1.8523002421307506, |
| "grad_norm": 0.16858021914958954, |
| "learning_rate": 1.793354488874006e-05, |
| "loss": 0.9495086669921875, |
| "mean_token_accuracy": 0.7083204239606857, |
| "num_tokens": 18555499.0, |
| "step": 192 |
| }, |
| { |
| "entropy": 0.9400290995836258, |
| "epoch": 1.8619854721549638, |
| "grad_norm": 0.17251019179821014, |
| "learning_rate": 1.7679430718086243e-05, |
| "loss": 0.9359773397445679, |
| "mean_token_accuracy": 0.712072916328907, |
| "num_tokens": 18653173.0, |
| "step": 193 |
| }, |
| { |
| "entropy": 0.9087251797318459, |
| "epoch": 1.8716707021791767, |
| "grad_norm": 0.16202928125858307, |
| "learning_rate": 1.742614117358029e-05, |
| "loss": 0.9024781584739685, |
| "mean_token_accuracy": 0.7245003953576088, |
| "num_tokens": 18749049.0, |
| "step": 194 |
| }, |
| { |
| "entropy": 0.8747521638870239, |
| "epoch": 1.8813559322033897, |
| "grad_norm": 0.16475841403007507, |
| "learning_rate": 1.7173704787044446e-05, |
| "loss": 0.8768506050109863, |
| "mean_token_accuracy": 0.729314886033535, |
| "num_tokens": 18846779.0, |
| "step": 195 |
| }, |
| { |
| "entropy": 0.9364713057875633, |
| "epoch": 1.8910411622276029, |
| "grad_norm": 0.17578846216201782, |
| "learning_rate": 1.6922149994196878e-05, |
| "loss": 0.9387744665145874, |
| "mean_token_accuracy": 0.7123603448271751, |
| "num_tokens": 18942612.0, |
| "step": 196 |
| }, |
| { |
| "entropy": 0.9117182791233063, |
| "epoch": 1.900726392251816, |
| "grad_norm": 0.162763312458992, |
| "learning_rate": 1.667150513144856e-05, |
| "loss": 0.9101252555847168, |
| "mean_token_accuracy": 0.7196433991193771, |
| "num_tokens": 19040612.0, |
| "step": 197 |
| }, |
| { |
| "entropy": 0.9393728226423264, |
| "epoch": 1.910411622276029, |
| "grad_norm": 0.1870926320552826, |
| "learning_rate": 1.6421798432711345e-05, |
| "loss": 0.9326294660568237, |
| "mean_token_accuracy": 0.7153022885322571, |
| "num_tokens": 19137532.0, |
| "step": 198 |
| }, |
| { |
| "entropy": 0.9431560337543488, |
| "epoch": 1.9200968523002422, |
| "grad_norm": 0.16632631421089172, |
| "learning_rate": 1.617305802621748e-05, |
| "loss": 0.9342424273490906, |
| "mean_token_accuracy": 0.7112816274166107, |
| "num_tokens": 19235643.0, |
| "step": 199 |
| }, |
| { |
| "entropy": 0.9072659760713577, |
| "epoch": 1.9297820823244551, |
| "grad_norm": 0.16011442244052887, |
| "learning_rate": 1.5925311931351172e-05, |
| "loss": 0.8909319639205933, |
| "mean_token_accuracy": 0.7232344001531601, |
| "num_tokens": 19333124.0, |
| "step": 200 |
| }, |
| { |
| "entropy": 0.9128969237208366, |
| "epoch": 1.9394673123486683, |
| "grad_norm": 0.1665753275156021, |
| "learning_rate": 1.567858805549229e-05, |
| "loss": 0.8946795463562012, |
| "mean_token_accuracy": 0.7247551828622818, |
| "num_tokens": 19429815.0, |
| "step": 201 |
| }, |
| { |
| "entropy": 0.931357629597187, |
| "epoch": 1.9491525423728815, |
| "grad_norm": 0.16533996164798737, |
| "learning_rate": 1.5432914190872757e-05, |
| "loss": 0.921809196472168, |
| "mean_token_accuracy": 0.7162308841943741, |
| "num_tokens": 19526543.0, |
| "step": 202 |
| }, |
| { |
| "entropy": 0.9272895827889442, |
| "epoch": 1.9588377723970944, |
| "grad_norm": 0.1601615697145462, |
| "learning_rate": 1.5188318011445906e-05, |
| "loss": 0.9188361167907715, |
| "mean_token_accuracy": 0.7175915241241455, |
| "num_tokens": 19624300.0, |
| "step": 203 |
| }, |
| { |
| "entropy": 0.9179273992776871, |
| "epoch": 1.9685230024213074, |
| "grad_norm": 0.15775485336780548, |
| "learning_rate": 1.4944827069769123e-05, |
| "loss": 0.9079532623291016, |
| "mean_token_accuracy": 0.7213004529476166, |
| "num_tokens": 19721985.0, |
| "step": 204 |
| }, |
| { |
| "entropy": 0.9033334702253342, |
| "epoch": 1.9782082324455206, |
| "grad_norm": 0.16341419517993927, |
| "learning_rate": 1.4702468793900188e-05, |
| "loss": 0.8908724188804626, |
| "mean_token_accuracy": 0.7247681170701981, |
| "num_tokens": 19818914.0, |
| "step": 205 |
| }, |
| { |
| "entropy": 0.8941410183906555, |
| "epoch": 1.9878934624697338, |
| "grad_norm": 0.1583692729473114, |
| "learning_rate": 1.4461270484307643e-05, |
| "loss": 0.892493486404419, |
| "mean_token_accuracy": 0.7225205078721046, |
| "num_tokens": 19916341.0, |
| "step": 206 |
| }, |
| { |
| "entropy": 0.8992219567298889, |
| "epoch": 1.9975786924939467, |
| "grad_norm": 0.1586410403251648, |
| "learning_rate": 1.4221259310795543e-05, |
| "loss": 0.8945289850234985, |
| "mean_token_accuracy": 0.7262753918766975, |
| "num_tokens": 20013246.0, |
| "step": 207 |
| }, |
| { |
| "entropy": 0.9463706612586975, |
| "epoch": 2.0, |
| "grad_norm": 0.33229002356529236, |
| "learning_rate": 1.3982462309442889e-05, |
| "loss": 0.9369756579399109, |
| "mean_token_accuracy": 0.7111198902130127, |
| "num_tokens": 20037358.0, |
| "step": 208 |
| }, |
| { |
| "entropy": 0.8963305726647377, |
| "epoch": 2.009685230024213, |
| "grad_norm": 0.16715960204601288, |
| "learning_rate": 1.3744906379558165e-05, |
| "loss": 0.8716245889663696, |
| "mean_token_accuracy": 0.7283544465899467, |
| "num_tokens": 20134872.0, |
| "step": 209 |
| }, |
| { |
| "entropy": 0.9343423992395401, |
| "epoch": 2.0193704600484264, |
| "grad_norm": 0.16829326748847961, |
| "learning_rate": 1.3508618280649255e-05, |
| "loss": 0.9013060331344604, |
| "mean_token_accuracy": 0.7196413949131966, |
| "num_tokens": 20231994.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 0.9421586096286774, |
| "epoch": 2.029055690072639, |
| "grad_norm": 0.16777563095092773, |
| "learning_rate": 1.3273624629409082e-05, |
| "loss": 0.9127623438835144, |
| "mean_token_accuracy": 0.7166152596473694, |
| "num_tokens": 20329201.0, |
| "step": 211 |
| }, |
| { |
| "entropy": 0.8845984265208244, |
| "epoch": 2.0387409200968523, |
| "grad_norm": 0.1653762012720108, |
| "learning_rate": 1.3039951896717445e-05, |
| "loss": 0.8587235808372498, |
| "mean_token_accuracy": 0.7311449274420738, |
| "num_tokens": 20425962.0, |
| "step": 212 |
| }, |
| { |
| "entropy": 0.9084889963269234, |
| "epoch": 2.0484261501210654, |
| "grad_norm": 0.17060290277004242, |
| "learning_rate": 1.2807626404659142e-05, |
| "loss": 0.8947319984436035, |
| "mean_token_accuracy": 0.7232846319675446, |
| "num_tokens": 20521440.0, |
| "step": 213 |
| }, |
| { |
| "entropy": 0.8783224523067474, |
| "epoch": 2.0581113801452786, |
| "grad_norm": 0.1699601113796234, |
| "learning_rate": 1.2576674323558929e-05, |
| "loss": 0.8778979182243347, |
| "mean_token_accuracy": 0.7268319725990295, |
| "num_tokens": 20619455.0, |
| "step": 214 |
| }, |
| { |
| "entropy": 0.8795689567923546, |
| "epoch": 2.0677966101694913, |
| "grad_norm": 0.17277944087982178, |
| "learning_rate": 1.234712166903359e-05, |
| "loss": 0.8746508359909058, |
| "mean_token_accuracy": 0.7274192124605179, |
| "num_tokens": 20715972.0, |
| "step": 215 |
| }, |
| { |
| "entropy": 0.8955965638160706, |
| "epoch": 2.0774818401937045, |
| "grad_norm": 0.16799940168857574, |
| "learning_rate": 1.2118994299061376e-05, |
| "loss": 0.8971080780029297, |
| "mean_token_accuracy": 0.7206688448786736, |
| "num_tokens": 20813191.0, |
| "step": 216 |
| }, |
| { |
| "entropy": 0.8811242133378983, |
| "epoch": 2.0871670702179177, |
| "grad_norm": 0.17031392455101013, |
| "learning_rate": 1.1892317911069212e-05, |
| "loss": 0.8863786458969116, |
| "mean_token_accuracy": 0.7245300561189651, |
| "num_tokens": 20910966.0, |
| "step": 217 |
| }, |
| { |
| "entropy": 0.8759906217455864, |
| "epoch": 2.096852300242131, |
| "grad_norm": 0.174867182970047, |
| "learning_rate": 1.1667118039038064e-05, |
| "loss": 0.8835239410400391, |
| "mean_token_accuracy": 0.7252249047160149, |
| "num_tokens": 21008138.0, |
| "step": 218 |
| }, |
| { |
| "entropy": 0.8668298348784447, |
| "epoch": 2.106537530266344, |
| "grad_norm": 0.17496958374977112, |
| "learning_rate": 1.1443420050626625e-05, |
| "loss": 0.8708558082580566, |
| "mean_token_accuracy": 0.728722371160984, |
| "num_tokens": 21104696.0, |
| "step": 219 |
| }, |
| { |
| "entropy": 0.9141282364726067, |
| "epoch": 2.116222760290557, |
| "grad_norm": 0.18080434203147888, |
| "learning_rate": 1.1221249144313778e-05, |
| "loss": 0.922538161277771, |
| "mean_token_accuracy": 0.7147187516093254, |
| "num_tokens": 21201964.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 0.8473684266209602, |
| "epoch": 2.12590799031477, |
| "grad_norm": 0.1684316247701645, |
| "learning_rate": 1.1000630346560117e-05, |
| "loss": 0.845892608165741, |
| "mean_token_accuracy": 0.738263763487339, |
| "num_tokens": 21297694.0, |
| "step": 221 |
| }, |
| { |
| "entropy": 0.8640781044960022, |
| "epoch": 2.135593220338983, |
| "grad_norm": 0.17115196585655212, |
| "learning_rate": 1.078158850898883e-05, |
| "loss": 0.8640755414962769, |
| "mean_token_accuracy": 0.730094663798809, |
| "num_tokens": 21393691.0, |
| "step": 222 |
| }, |
| { |
| "entropy": 0.8822661563754082, |
| "epoch": 2.1452784503631963, |
| "grad_norm": 0.1670716106891632, |
| "learning_rate": 1.0564148305586296e-05, |
| "loss": 0.8770127296447754, |
| "mean_token_accuracy": 0.7259002774953842, |
| "num_tokens": 21490650.0, |
| "step": 223 |
| }, |
| { |
| "entropy": 0.90352463722229, |
| "epoch": 2.154963680387409, |
| "grad_norm": 0.16406244039535522, |
| "learning_rate": 1.0348334229922677e-05, |
| "loss": 0.889420211315155, |
| "mean_token_accuracy": 0.7213627323508263, |
| "num_tokens": 21587982.0, |
| "step": 224 |
| }, |
| { |
| "entropy": 0.8884696215391159, |
| "epoch": 2.164648910411622, |
| "grad_norm": 0.17088951170444489, |
| "learning_rate": 1.0134170592392836e-05, |
| "loss": 0.8753219842910767, |
| "mean_token_accuracy": 0.7271528840065002, |
| "num_tokens": 21681367.0, |
| "step": 225 |
| }, |
| { |
| "entropy": 0.9012778177857399, |
| "epoch": 2.1743341404358354, |
| "grad_norm": 0.1680404394865036, |
| "learning_rate": 9.9216815174779e-06, |
| "loss": 0.8923549652099609, |
| "mean_token_accuracy": 0.7228792309761047, |
| "num_tokens": 21778139.0, |
| "step": 226 |
| }, |
| { |
| "entropy": 0.9223925024271011, |
| "epoch": 2.1840193704600486, |
| "grad_norm": 0.1729201227426529, |
| "learning_rate": 9.710890941027722e-06, |
| "loss": 0.8943996429443359, |
| "mean_token_accuracy": 0.7211974635720253, |
| "num_tokens": 21875544.0, |
| "step": 227 |
| }, |
| { |
| "entropy": 0.8739941567182541, |
| "epoch": 2.1937046004842613, |
| "grad_norm": 0.17046649754047394, |
| "learning_rate": 9.501822607564678e-06, |
| "loss": 0.8558517694473267, |
| "mean_token_accuracy": 0.7340629026293755, |
| "num_tokens": 21972613.0, |
| "step": 228 |
| }, |
| { |
| "entropy": 0.8621426746249199, |
| "epoch": 2.2033898305084745, |
| "grad_norm": 0.16286900639533997, |
| "learning_rate": 9.29450006760894e-06, |
| "loss": 0.8458216190338135, |
| "mean_token_accuracy": 0.7358392179012299, |
| "num_tokens": 22069904.0, |
| "step": 229 |
| }, |
| { |
| "entropy": 0.8863791599869728, |
| "epoch": 2.2130750605326877, |
| "grad_norm": 0.16779263317584991, |
| "learning_rate": 9.088946675025605e-06, |
| "loss": 0.869725227355957, |
| "mean_token_accuracy": 0.7280366569757462, |
| "num_tokens": 22166841.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 0.8678382188081741, |
| "epoch": 2.222760290556901, |
| "grad_norm": 0.1676686406135559, |
| "learning_rate": 8.88518558439402e-06, |
| "loss": 0.8613146543502808, |
| "mean_token_accuracy": 0.7329499870538712, |
| "num_tokens": 22264126.0, |
| "step": 231 |
| }, |
| { |
| "entropy": 0.931030385196209, |
| "epoch": 2.232445520581114, |
| "grad_norm": 0.17840994894504547, |
| "learning_rate": 8.683239748399539e-06, |
| "loss": 0.9252626299858093, |
| "mean_token_accuracy": 0.7149468436837196, |
| "num_tokens": 22360793.0, |
| "step": 232 |
| }, |
| { |
| "entropy": 0.8712918534874916, |
| "epoch": 2.2421307506053267, |
| "grad_norm": 0.16877689957618713, |
| "learning_rate": 8.483131915247968e-06, |
| "loss": 0.8701798915863037, |
| "mean_token_accuracy": 0.7275582626461983, |
| "num_tokens": 22457944.0, |
| "step": 233 |
| }, |
| { |
| "entropy": 0.8893302232027054, |
| "epoch": 2.25181598062954, |
| "grad_norm": 0.17221516370773315, |
| "learning_rate": 8.284884626103165e-06, |
| "loss": 0.8809248805046082, |
| "mean_token_accuracy": 0.725702092051506, |
| "num_tokens": 22555415.0, |
| "step": 234 |
| }, |
| { |
| "entropy": 0.9248282313346863, |
| "epoch": 2.261501210653753, |
| "grad_norm": 0.16808673739433289, |
| "learning_rate": 8.088520212547831e-06, |
| "loss": 0.9174758791923523, |
| "mean_token_accuracy": 0.7162574678659439, |
| "num_tokens": 22651864.0, |
| "step": 235 |
| }, |
| { |
| "entropy": 0.9000514894723892, |
| "epoch": 2.2711864406779663, |
| "grad_norm": 0.1721772998571396, |
| "learning_rate": 7.894060794067987e-06, |
| "loss": 0.8979053497314453, |
| "mean_token_accuracy": 0.7211757078766823, |
| "num_tokens": 22748451.0, |
| "step": 236 |
| }, |
| { |
| "entropy": 0.9153964892029762, |
| "epoch": 2.280871670702179, |
| "grad_norm": 0.2046622633934021, |
| "learning_rate": 7.701528275561348e-06, |
| "loss": 0.9202542304992676, |
| "mean_token_accuracy": 0.7141179367899895, |
| "num_tokens": 22845789.0, |
| "step": 237 |
| }, |
| { |
| "entropy": 0.8642693385481834, |
| "epoch": 2.290556900726392, |
| "grad_norm": 0.16806447505950928, |
| "learning_rate": 7.510944344869774e-06, |
| "loss": 0.8547899127006531, |
| "mean_token_accuracy": 0.735467717051506, |
| "num_tokens": 22942730.0, |
| "step": 238 |
| }, |
| { |
| "entropy": 0.8776782006025314, |
| "epoch": 2.3002421307506054, |
| "grad_norm": 0.1855197250843048, |
| "learning_rate": 7.3223304703363135e-06, |
| "loss": 0.8706147074699402, |
| "mean_token_accuracy": 0.7279384657740593, |
| "num_tokens": 23040618.0, |
| "step": 239 |
| }, |
| { |
| "entropy": 0.8683270290493965, |
| "epoch": 2.3099273607748185, |
| "grad_norm": 0.16676853597164154, |
| "learning_rate": 7.13570789838687e-06, |
| "loss": 0.8610081076622009, |
| "mean_token_accuracy": 0.7308985963463783, |
| "num_tokens": 23138065.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 0.8782318234443665, |
| "epoch": 2.3196125907990313, |
| "grad_norm": 0.1693039983510971, |
| "learning_rate": 6.951097651136889e-06, |
| "loss": 0.8674857020378113, |
| "mean_token_accuracy": 0.728962704539299, |
| "num_tokens": 23235205.0, |
| "step": 241 |
| }, |
| { |
| "entropy": 0.8897048607468605, |
| "epoch": 2.3292978208232444, |
| "grad_norm": 0.17293794453144073, |
| "learning_rate": 6.768520524023348e-06, |
| "loss": 0.8793017268180847, |
| "mean_token_accuracy": 0.7251008674502373, |
| "num_tokens": 23331969.0, |
| "step": 242 |
| }, |
| { |
| "entropy": 0.8846061527729034, |
| "epoch": 2.3389830508474576, |
| "grad_norm": 0.16847588121891022, |
| "learning_rate": 6.587997083462197e-06, |
| "loss": 0.8802613019943237, |
| "mean_token_accuracy": 0.7245057225227356, |
| "num_tokens": 23429634.0, |
| "step": 243 |
| }, |
| { |
| "entropy": 0.9211963415145874, |
| "epoch": 2.348668280871671, |
| "grad_norm": 0.20498435199260712, |
| "learning_rate": 6.4095476645317346e-06, |
| "loss": 0.9113345146179199, |
| "mean_token_accuracy": 0.7170490995049477, |
| "num_tokens": 23527286.0, |
| "step": 244 |
| }, |
| { |
| "entropy": 0.8628609254956245, |
| "epoch": 2.358353510895884, |
| "grad_norm": 0.16568608582019806, |
| "learning_rate": 6.23319236868189e-06, |
| "loss": 0.8587435483932495, |
| "mean_token_accuracy": 0.7304293736815453, |
| "num_tokens": 23624559.0, |
| "step": 245 |
| }, |
| { |
| "entropy": 0.8532272204756737, |
| "epoch": 2.3680387409200967, |
| "grad_norm": 0.1692337989807129, |
| "learning_rate": 6.058951061469931e-06, |
| "loss": 0.850928783416748, |
| "mean_token_accuracy": 0.7356282025575638, |
| "num_tokens": 23720888.0, |
| "step": 246 |
| }, |
| { |
| "entropy": 0.8992898389697075, |
| "epoch": 2.37772397094431, |
| "grad_norm": 0.170456662774086, |
| "learning_rate": 5.886843370322692e-06, |
| "loss": 0.8954350352287292, |
| "mean_token_accuracy": 0.7213400527834892, |
| "num_tokens": 23817332.0, |
| "step": 247 |
| }, |
| { |
| "entropy": 0.8801911473274231, |
| "epoch": 2.387409200968523, |
| "grad_norm": 0.8809273838996887, |
| "learning_rate": 5.7168886823256355e-06, |
| "loss": 0.8754285573959351, |
| "mean_token_accuracy": 0.7273881211876869, |
| "num_tokens": 23914942.0, |
| "step": 248 |
| }, |
| { |
| "entropy": 0.8864389285445213, |
| "epoch": 2.3970944309927362, |
| "grad_norm": 0.16699263453483582, |
| "learning_rate": 5.549106142039018e-06, |
| "loss": 0.883417010307312, |
| "mean_token_accuracy": 0.7244465425610542, |
| "num_tokens": 24012235.0, |
| "step": 249 |
| }, |
| { |
| "entropy": 0.8792407065629959, |
| "epoch": 2.406779661016949, |
| "grad_norm": 0.1641698032617569, |
| "learning_rate": 5.38351464934132e-06, |
| "loss": 0.8722311854362488, |
| "mean_token_accuracy": 0.7289138287305832, |
| "num_tokens": 24109746.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 0.8531442359089851, |
| "epoch": 2.416464891041162, |
| "grad_norm": 0.16733677685260773, |
| "learning_rate": 5.220132857300286e-06, |
| "loss": 0.844599723815918, |
| "mean_token_accuracy": 0.7346237674355507, |
| "num_tokens": 24206911.0, |
| "step": 251 |
| }, |
| { |
| "entropy": 0.8622922822833061, |
| "epoch": 2.4261501210653753, |
| "grad_norm": 0.16506442427635193, |
| "learning_rate": 5.058979170071754e-06, |
| "loss": 0.8556405901908875, |
| "mean_token_accuracy": 0.7325782477855682, |
| "num_tokens": 24303050.0, |
| "step": 252 |
| }, |
| { |
| "entropy": 0.8732071667909622, |
| "epoch": 2.4358353510895885, |
| "grad_norm": 0.16514050960540771, |
| "learning_rate": 4.900071740826489e-06, |
| "loss": 0.8675801157951355, |
| "mean_token_accuracy": 0.7301812469959259, |
| "num_tokens": 24400267.0, |
| "step": 253 |
| }, |
| { |
| "entropy": 0.8459499776363373, |
| "epoch": 2.4455205811138017, |
| "grad_norm": 0.1664392054080963, |
| "learning_rate": 4.743428469705335e-06, |
| "loss": 0.8367156982421875, |
| "mean_token_accuracy": 0.7390483319759369, |
| "num_tokens": 24497596.0, |
| "step": 254 |
| }, |
| { |
| "entropy": 0.8935896828770638, |
| "epoch": 2.4552058111380144, |
| "grad_norm": 0.1694948524236679, |
| "learning_rate": 4.58906700180286e-06, |
| "loss": 0.8806345462799072, |
| "mean_token_accuracy": 0.7257685586810112, |
| "num_tokens": 24595150.0, |
| "step": 255 |
| }, |
| { |
| "entropy": 0.8856732323765755, |
| "epoch": 2.4648910411622276, |
| "grad_norm": 0.16689422726631165, |
| "learning_rate": 4.437004725179713e-06, |
| "loss": 0.8796195387840271, |
| "mean_token_accuracy": 0.7265753746032715, |
| "num_tokens": 24692011.0, |
| "step": 256 |
| }, |
| { |
| "entropy": 0.8778555989265442, |
| "epoch": 2.4745762711864407, |
| "grad_norm": 0.16599559783935547, |
| "learning_rate": 4.2872587689039484e-06, |
| "loss": 0.8729972839355469, |
| "mean_token_accuracy": 0.7282434031367302, |
| "num_tokens": 24789179.0, |
| "step": 257 |
| }, |
| { |
| "entropy": 0.8913936242461205, |
| "epoch": 2.484261501210654, |
| "grad_norm": 0.16762840747833252, |
| "learning_rate": 4.139846001121514e-06, |
| "loss": 0.8818777799606323, |
| "mean_token_accuracy": 0.7246523946523666, |
| "num_tokens": 24886814.0, |
| "step": 258 |
| }, |
| { |
| "entropy": 0.8659812286496162, |
| "epoch": 2.4939467312348667, |
| "grad_norm": 0.16921506822109222, |
| "learning_rate": 3.9947830271561435e-06, |
| "loss": 0.8583054542541504, |
| "mean_token_accuracy": 0.7309543639421463, |
| "num_tokens": 24984172.0, |
| "step": 259 |
| }, |
| { |
| "entropy": 0.877836674451828, |
| "epoch": 2.50363196125908, |
| "grad_norm": 0.16596776247024536, |
| "learning_rate": 3.852086187638846e-06, |
| "loss": 0.8676304221153259, |
| "mean_token_accuracy": 0.727939061820507, |
| "num_tokens": 25082047.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 0.8626164346933365, |
| "epoch": 2.513317191283293, |
| "grad_norm": 0.16234047710895538, |
| "learning_rate": 3.711771556667218e-06, |
| "loss": 0.8534390330314636, |
| "mean_token_accuracy": 0.7333679273724556, |
| "num_tokens": 25179554.0, |
| "step": 261 |
| }, |
| { |
| "entropy": 0.8966336399316788, |
| "epoch": 2.523002421307506, |
| "grad_norm": 0.16956865787506104, |
| "learning_rate": 3.57385493999477e-06, |
| "loss": 0.8891651034355164, |
| "mean_token_accuracy": 0.7216921523213387, |
| "num_tokens": 25276660.0, |
| "step": 262 |
| }, |
| { |
| "entropy": 0.8567296415567398, |
| "epoch": 2.5326876513317194, |
| "grad_norm": 0.16595657169818878, |
| "learning_rate": 3.438351873250492e-06, |
| "loss": 0.8461240530014038, |
| "mean_token_accuracy": 0.735106885433197, |
| "num_tokens": 25374065.0, |
| "step": 263 |
| }, |
| { |
| "entropy": 0.8628156557679176, |
| "epoch": 2.542372881355932, |
| "grad_norm": 0.17150571942329407, |
| "learning_rate": 3.305277620188826e-06, |
| "loss": 0.8651909232139587, |
| "mean_token_accuracy": 0.7301968634128571, |
| "num_tokens": 25471365.0, |
| "step": 264 |
| }, |
| { |
| "entropy": 0.9038972184062004, |
| "epoch": 2.5520581113801453, |
| "grad_norm": 0.18031489849090576, |
| "learning_rate": 3.1746471709702964e-06, |
| "loss": 0.8980115652084351, |
| "mean_token_accuracy": 0.7199920937418938, |
| "num_tokens": 25568616.0, |
| "step": 265 |
| }, |
| { |
| "entropy": 0.8724255040287971, |
| "epoch": 2.5617433414043584, |
| "grad_norm": 0.16530050337314606, |
| "learning_rate": 3.0464752404729484e-06, |
| "loss": 0.8651027679443359, |
| "mean_token_accuracy": 0.7298253774642944, |
| "num_tokens": 25666244.0, |
| "step": 266 |
| }, |
| { |
| "entropy": 0.8759204596281052, |
| "epoch": 2.571428571428571, |
| "grad_norm": 0.1723172813653946, |
| "learning_rate": 2.920776266634767e-06, |
| "loss": 0.869670569896698, |
| "mean_token_accuracy": 0.7283225506544113, |
| "num_tokens": 25763736.0, |
| "step": 267 |
| }, |
| { |
| "entropy": 0.8707826510071754, |
| "epoch": 2.5811138014527844, |
| "grad_norm": 0.16445328295230865, |
| "learning_rate": 2.797564408827319e-06, |
| "loss": 0.8592137098312378, |
| "mean_token_accuracy": 0.7309490218758583, |
| "num_tokens": 25860969.0, |
| "step": 268 |
| }, |
| { |
| "entropy": 0.8872850239276886, |
| "epoch": 2.5907990314769975, |
| "grad_norm": 0.16793842613697052, |
| "learning_rate": 2.676853546260791e-06, |
| "loss": 0.8789139986038208, |
| "mean_token_accuracy": 0.727929525077343, |
| "num_tokens": 25958833.0, |
| "step": 269 |
| }, |
| { |
| "entropy": 0.8670627027750015, |
| "epoch": 2.6004842615012107, |
| "grad_norm": 0.163005530834198, |
| "learning_rate": 2.558657276420526e-06, |
| "loss": 0.8627065420150757, |
| "mean_token_accuracy": 0.7318699434399605, |
| "num_tokens": 26056918.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 0.908613532781601, |
| "epoch": 2.610169491525424, |
| "grad_norm": 0.17326155304908752, |
| "learning_rate": 2.442988913535374e-06, |
| "loss": 0.9048829078674316, |
| "mean_token_accuracy": 0.7207196801900864, |
| "num_tokens": 26154451.0, |
| "step": 271 |
| }, |
| { |
| "entropy": 0.8706764653325081, |
| "epoch": 2.619854721549637, |
| "grad_norm": 0.16498690843582153, |
| "learning_rate": 2.3298614870778835e-06, |
| "loss": 0.8654090762138367, |
| "mean_token_accuracy": 0.7292862460017204, |
| "num_tokens": 26251471.0, |
| "step": 272 |
| }, |
| { |
| "entropy": 0.8678311705589294, |
| "epoch": 2.62953995157385, |
| "grad_norm": 0.1647648960351944, |
| "learning_rate": 2.219287740296605e-06, |
| "loss": 0.8630282282829285, |
| "mean_token_accuracy": 0.7309604361653328, |
| "num_tokens": 26348513.0, |
| "step": 273 |
| }, |
| { |
| "entropy": 0.880488395690918, |
| "epoch": 2.639225181598063, |
| "grad_norm": 0.16676588356494904, |
| "learning_rate": 2.1112801287806378e-06, |
| "loss": 0.8745177984237671, |
| "mean_token_accuracy": 0.7281879782676697, |
| "num_tokens": 26445471.0, |
| "step": 274 |
| }, |
| { |
| "entropy": 0.8840675577521324, |
| "epoch": 2.648910411622276, |
| "grad_norm": 0.16714756190776825, |
| "learning_rate": 2.0058508190565315e-06, |
| "loss": 0.8826640844345093, |
| "mean_token_accuracy": 0.7246443182229996, |
| "num_tokens": 26543156.0, |
| "step": 275 |
| }, |
| { |
| "entropy": 0.8701118975877762, |
| "epoch": 2.658595641646489, |
| "grad_norm": 0.1623620241880417, |
| "learning_rate": 1.9030116872178316e-06, |
| "loss": 0.8630843162536621, |
| "mean_token_accuracy": 0.7315845564007759, |
| "num_tokens": 26640670.0, |
| "step": 276 |
| }, |
| { |
| "entropy": 0.860944889485836, |
| "epoch": 2.668280871670702, |
| "grad_norm": 0.1667710393667221, |
| "learning_rate": 1.8027743175872664e-06, |
| "loss": 0.8536238074302673, |
| "mean_token_accuracy": 0.7340292409062386, |
| "num_tokens": 26736855.0, |
| "step": 277 |
| }, |
| { |
| "entropy": 0.85859464854002, |
| "epoch": 2.6779661016949152, |
| "grad_norm": 0.16684262454509735, |
| "learning_rate": 1.7051500014118454e-06, |
| "loss": 0.8532140254974365, |
| "mean_token_accuracy": 0.7341034114360809, |
| "num_tokens": 26832927.0, |
| "step": 278 |
| }, |
| { |
| "entropy": 0.866545133292675, |
| "epoch": 2.6876513317191284, |
| "grad_norm": 0.16754300892353058, |
| "learning_rate": 1.610149735590949e-06, |
| "loss": 0.861035943031311, |
| "mean_token_accuracy": 0.7316532135009766, |
| "num_tokens": 26929935.0, |
| "step": 279 |
| }, |
| { |
| "entropy": 0.8929876312613487, |
| "epoch": 2.6973365617433416, |
| "grad_norm": 0.17306716740131378, |
| "learning_rate": 1.517784221437568e-06, |
| "loss": 0.8875805735588074, |
| "mean_token_accuracy": 0.724287211894989, |
| "num_tokens": 27027073.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 0.8867751955986023, |
| "epoch": 2.7070217917675548, |
| "grad_norm": 0.16279691457748413, |
| "learning_rate": 1.428063863472895e-06, |
| "loss": 0.8748654723167419, |
| "mean_token_accuracy": 0.7275810539722443, |
| "num_tokens": 27124636.0, |
| "step": 281 |
| }, |
| { |
| "entropy": 0.8712080791592598, |
| "epoch": 2.7167070217917675, |
| "grad_norm": 0.16669721901416779, |
| "learning_rate": 1.3409987682542619e-06, |
| "loss": 0.8634123802185059, |
| "mean_token_accuracy": 0.7320047318935394, |
| "num_tokens": 27221555.0, |
| "step": 282 |
| }, |
| { |
| "entropy": 0.8786909580230713, |
| "epoch": 2.7263922518159807, |
| "grad_norm": 0.1684892624616623, |
| "learning_rate": 1.2565987432367033e-06, |
| "loss": 0.8696650862693787, |
| "mean_token_accuracy": 0.7279440686106682, |
| "num_tokens": 27319178.0, |
| "step": 283 |
| }, |
| { |
| "entropy": 0.9131262972950935, |
| "epoch": 2.736077481840194, |
| "grad_norm": 0.16781920194625854, |
| "learning_rate": 1.1748732956682025e-06, |
| "loss": 0.9089131355285645, |
| "mean_token_accuracy": 0.7195497453212738, |
| "num_tokens": 27415717.0, |
| "step": 284 |
| }, |
| { |
| "entropy": 0.8785578608512878, |
| "epoch": 2.7457627118644066, |
| "grad_norm": 0.16821780800819397, |
| "learning_rate": 1.095831631518729e-06, |
| "loss": 0.8705630302429199, |
| "mean_token_accuracy": 0.728852316737175, |
| "num_tokens": 27511588.0, |
| "step": 285 |
| }, |
| { |
| "entropy": 0.8518342152237892, |
| "epoch": 2.7554479418886197, |
| "grad_norm": 0.16426897048950195, |
| "learning_rate": 1.0194826544432518e-06, |
| "loss": 0.8457784056663513, |
| "mean_token_accuracy": 0.7356671541929245, |
| "num_tokens": 27608214.0, |
| "step": 286 |
| }, |
| { |
| "entropy": 0.8646640926599503, |
| "epoch": 2.765133171912833, |
| "grad_norm": 0.17445868253707886, |
| "learning_rate": 9.458349647787662e-07, |
| "loss": 0.8553757667541504, |
| "mean_token_accuracy": 0.7336735799908638, |
| "num_tokens": 27705368.0, |
| "step": 287 |
| }, |
| { |
| "entropy": 0.9048518687486649, |
| "epoch": 2.774818401937046, |
| "grad_norm": 0.29988086223602295, |
| "learning_rate": 8.748968585755274e-07, |
| "loss": 0.8900648951530457, |
| "mean_token_accuracy": 0.7211423367261887, |
| "num_tokens": 27799157.0, |
| "step": 288 |
| }, |
| { |
| "entropy": 0.889445461332798, |
| "epoch": 2.7845036319612593, |
| "grad_norm": 0.16926804184913635, |
| "learning_rate": 8.066763266625282e-07, |
| "loss": 0.883939266204834, |
| "mean_token_accuracy": 0.7246285825967789, |
| "num_tokens": 27896927.0, |
| "step": 289 |
| }, |
| { |
| "entropy": 0.8714011684060097, |
| "epoch": 2.794188861985472, |
| "grad_norm": 0.16537313163280487, |
| "learning_rate": 7.411810537473752e-07, |
| "loss": 0.8596811294555664, |
| "mean_token_accuracy": 0.7307524606585503, |
| "num_tokens": 27994705.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 0.8982528895139694, |
| "epoch": 2.803874092009685, |
| "grad_norm": 0.1691625565290451, |
| "learning_rate": 6.784184175506358e-07, |
| "loss": 0.8857760429382324, |
| "mean_token_accuracy": 0.7251979038119316, |
| "num_tokens": 28091482.0, |
| "step": 291 |
| }, |
| { |
| "entropy": 0.8777411133050919, |
| "epoch": 2.8135593220338984, |
| "grad_norm": 0.1643359661102295, |
| "learning_rate": 6.18395487974796e-07, |
| "loss": 0.8692206144332886, |
| "mean_token_accuracy": 0.7287580892443657, |
| "num_tokens": 28189404.0, |
| "step": 292 |
| }, |
| { |
| "entropy": 0.8909460008144379, |
| "epoch": 2.8232445520581115, |
| "grad_norm": 0.1721295416355133, |
| "learning_rate": 5.611190263078464e-07, |
| "loss": 0.8800960779190063, |
| "mean_token_accuracy": 0.7274835258722305, |
| "num_tokens": 28284013.0, |
| "step": 293 |
| }, |
| { |
| "entropy": 0.9165419265627861, |
| "epoch": 2.8329297820823243, |
| "grad_norm": 0.16794772446155548, |
| "learning_rate": 5.065954844616721e-07, |
| "loss": 0.9082227945327759, |
| "mean_token_accuracy": 0.7175077274441719, |
| "num_tokens": 28381135.0, |
| "step": 294 |
| }, |
| { |
| "entropy": 0.9155106991529465, |
| "epoch": 2.8426150121065374, |
| "grad_norm": 0.1717296838760376, |
| "learning_rate": 4.548310042452736e-07, |
| "loss": 0.9060653448104858, |
| "mean_token_accuracy": 0.7178425192832947, |
| "num_tokens": 28477566.0, |
| "step": 295 |
| }, |
| { |
| "entropy": 0.8979469537734985, |
| "epoch": 2.8523002421307506, |
| "grad_norm": 0.162934347987175, |
| "learning_rate": 4.05831416672911e-07, |
| "loss": 0.8928146362304688, |
| "mean_token_accuracy": 0.724173940718174, |
| "num_tokens": 28575460.0, |
| "step": 296 |
| }, |
| { |
| "entropy": 0.8660886436700821, |
| "epoch": 2.861985472154964, |
| "grad_norm": 0.1685783714056015, |
| "learning_rate": 3.5960224130728857e-07, |
| "loss": 0.8615542650222778, |
| "mean_token_accuracy": 0.7313328757882118, |
| "num_tokens": 28672164.0, |
| "step": 297 |
| }, |
| { |
| "entropy": 0.8817431479692459, |
| "epoch": 2.871670702179177, |
| "grad_norm": 0.16239479184150696, |
| "learning_rate": 3.1614868563778487e-07, |
| "loss": 0.8701106905937195, |
| "mean_token_accuracy": 0.7281669601798058, |
| "num_tokens": 28769774.0, |
| "step": 298 |
| }, |
| { |
| "entropy": 0.8943187296390533, |
| "epoch": 2.8813559322033897, |
| "grad_norm": 0.16934892535209656, |
| "learning_rate": 2.7547564449386664e-07, |
| "loss": 0.8885952830314636, |
| "mean_token_accuracy": 0.7244044989347458, |
| "num_tokens": 28866772.0, |
| "step": 299 |
| }, |
| { |
| "entropy": 0.8902676627039909, |
| "epoch": 2.891041162227603, |
| "grad_norm": 0.16362088918685913, |
| "learning_rate": 2.3758769949370762e-07, |
| "loss": 0.8825098872184753, |
| "mean_token_accuracy": 0.7249467596411705, |
| "num_tokens": 28964603.0, |
| "step": 300 |
| }, |
| { |
| "entropy": 0.8681572675704956, |
| "epoch": 2.900726392251816, |
| "grad_norm": 0.16239318251609802, |
| "learning_rate": 2.0248911852807916e-07, |
| "loss": 0.8635715246200562, |
| "mean_token_accuracy": 0.7294866740703583, |
| "num_tokens": 29061694.0, |
| "step": 301 |
| }, |
| { |
| "entropy": 0.8866652101278305, |
| "epoch": 2.910411622276029, |
| "grad_norm": 0.17414243519306183, |
| "learning_rate": 1.7018385527961533e-07, |
| "loss": 0.8773064613342285, |
| "mean_token_accuracy": 0.7276343405246735, |
| "num_tokens": 29159530.0, |
| "step": 302 |
| }, |
| { |
| "entropy": 0.8873912766575813, |
| "epoch": 2.920096852300242, |
| "grad_norm": 0.1680562049150467, |
| "learning_rate": 1.406755487774386e-07, |
| "loss": 0.8811909556388855, |
| "mean_token_accuracy": 0.7253095731139183, |
| "num_tokens": 29256889.0, |
| "step": 303 |
| }, |
| { |
| "entropy": 0.8731345906853676, |
| "epoch": 2.929782082324455, |
| "grad_norm": 0.16301023960113525, |
| "learning_rate": 1.1396752298723501e-07, |
| "loss": 0.8583449721336365, |
| "mean_token_accuracy": 0.7309349551796913, |
| "num_tokens": 29352923.0, |
| "step": 304 |
| }, |
| { |
| "entropy": 0.8695443421602249, |
| "epoch": 2.9394673123486683, |
| "grad_norm": 0.16419994831085205, |
| "learning_rate": 9.006278643683696e-08, |
| "loss": 0.860053539276123, |
| "mean_token_accuracy": 0.7292449474334717, |
| "num_tokens": 29450406.0, |
| "step": 305 |
| }, |
| { |
| "entropy": 0.8868359550833702, |
| "epoch": 2.9491525423728815, |
| "grad_norm": 0.16607250273227692, |
| "learning_rate": 6.896403187732215e-08, |
| "loss": 0.8776463866233826, |
| "mean_token_accuracy": 0.7254452556371689, |
| "num_tokens": 29546450.0, |
| "step": 306 |
| }, |
| { |
| "entropy": 0.922260083258152, |
| "epoch": 2.9588377723970947, |
| "grad_norm": 0.16734899580478668, |
| "learning_rate": 5.0673635979686665e-08, |
| "loss": 0.9174036979675293, |
| "mean_token_accuracy": 0.7150839567184448, |
| "num_tokens": 29644332.0, |
| "step": 307 |
| }, |
| { |
| "entropy": 0.88863155990839, |
| "epoch": 2.9685230024213074, |
| "grad_norm": 0.16869144141674042, |
| "learning_rate": 3.5193659067131455e-08, |
| "loss": 0.8817811012268066, |
| "mean_token_accuracy": 0.7255235239863396, |
| "num_tokens": 29741107.0, |
| "step": 308 |
| }, |
| { |
| "entropy": 0.8886986747384071, |
| "epoch": 2.9782082324455206, |
| "grad_norm": 0.16776297986507416, |
| "learning_rate": 2.2525844882964607e-08, |
| "loss": 0.8872591853141785, |
| "mean_token_accuracy": 0.7270913049578667, |
| "num_tokens": 29837838.0, |
| "step": 309 |
| }, |
| { |
| "entropy": 0.8665271773934364, |
| "epoch": 2.9878934624697338, |
| "grad_norm": 0.16298924386501312, |
| "learning_rate": 1.267162039418901e-08, |
| "loss": 0.8613755702972412, |
| "mean_token_accuracy": 0.7298174202442169, |
| "num_tokens": 29935446.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 0.8940041065216064, |
| "epoch": 2.9975786924939465, |
| "grad_norm": 0.1684512197971344, |
| "learning_rate": 5.632095630764278e-09, |
| "loss": 0.886758029460907, |
| "mean_token_accuracy": 0.7247171625494957, |
| "num_tokens": 30032365.0, |
| "step": 311 |
| }, |
| { |
| "entropy": 0.8987793922424316, |
| "epoch": 3.0, |
| "grad_norm": 0.33889657258987427, |
| "learning_rate": 1.4080635605512316e-09, |
| "loss": 0.8976651430130005, |
| "mean_token_accuracy": 0.723215252161026, |
| "num_tokens": 30056037.0, |
| "step": 312 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 312, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.2277901720847647e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
