| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 208, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 1.317004218697548, |
| "epoch": 0.009685230024213076, |
| "grad_norm": 1.2896121740341187, |
| "learning_rate": 0.0, |
| "loss": 2.082634687423706, |
| "mean_token_accuracy": 0.5258517861366272, |
| "num_tokens": 97328.0, |
| "step": 1 |
| }, |
| { |
| "entropy": 1.306379646062851, |
| "epoch": 0.01937046004842615, |
| "grad_norm": 1.2239129543304443, |
| "learning_rate": 3.125e-06, |
| "loss": 2.047252655029297, |
| "mean_token_accuracy": 0.5331005752086639, |
| "num_tokens": 194259.0, |
| "step": 2 |
| }, |
| { |
| "entropy": 1.3193936496973038, |
| "epoch": 0.029055690072639227, |
| "grad_norm": 1.1433645486831665, |
| "learning_rate": 6.25e-06, |
| "loss": 2.0007200241088867, |
| "mean_token_accuracy": 0.5382249727845192, |
| "num_tokens": 291639.0, |
| "step": 3 |
| }, |
| { |
| "entropy": 1.421342894434929, |
| "epoch": 0.0387409200968523, |
| "grad_norm": 0.997297465801239, |
| "learning_rate": 9.375000000000001e-06, |
| "loss": 1.9897820949554443, |
| "mean_token_accuracy": 0.5354432910680771, |
| "num_tokens": 389132.0, |
| "step": 4 |
| }, |
| { |
| "entropy": 1.493358463048935, |
| "epoch": 0.048426150121065374, |
| "grad_norm": 0.7811200022697449, |
| "learning_rate": 1.25e-05, |
| "loss": 1.9146728515625, |
| "mean_token_accuracy": 0.5432016626000404, |
| "num_tokens": 487010.0, |
| "step": 5 |
| }, |
| { |
| "entropy": 1.6673749834299088, |
| "epoch": 0.05811138014527845, |
| "grad_norm": 0.5001599192619324, |
| "learning_rate": 1.5625e-05, |
| "loss": 1.8388503789901733, |
| "mean_token_accuracy": 0.5485250800848007, |
| "num_tokens": 584854.0, |
| "step": 6 |
| }, |
| { |
| "entropy": 1.8042271435260773, |
| "epoch": 0.06779661016949153, |
| "grad_norm": 0.4208337068557739, |
| "learning_rate": 1.8750000000000002e-05, |
| "loss": 1.825950026512146, |
| "mean_token_accuracy": 0.5503732189536095, |
| "num_tokens": 681659.0, |
| "step": 7 |
| }, |
| { |
| "entropy": 1.9454836398363113, |
| "epoch": 0.0774818401937046, |
| "grad_norm": 0.4707717001438141, |
| "learning_rate": 2.1875e-05, |
| "loss": 1.8017537593841553, |
| "mean_token_accuracy": 0.5541446879506111, |
| "num_tokens": 778901.0, |
| "step": 8 |
| }, |
| { |
| "entropy": 2.0539309233427048, |
| "epoch": 0.08716707021791767, |
| "grad_norm": 0.5857245922088623, |
| "learning_rate": 2.5e-05, |
| "loss": 1.800880789756775, |
| "mean_token_accuracy": 0.5496064275503159, |
| "num_tokens": 875325.0, |
| "step": 9 |
| }, |
| { |
| "entropy": 1.9075840711593628, |
| "epoch": 0.09685230024213075, |
| "grad_norm": 0.5037109851837158, |
| "learning_rate": 2.8125000000000003e-05, |
| "loss": 1.673196792602539, |
| "mean_token_accuracy": 0.5737576559185982, |
| "num_tokens": 972839.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 1.860039845108986, |
| "epoch": 0.10653753026634383, |
| "grad_norm": 0.45144304633140564, |
| "learning_rate": 3.125e-05, |
| "loss": 1.6727261543273926, |
| "mean_token_accuracy": 0.5697960630059242, |
| "num_tokens": 1069150.0, |
| "step": 11 |
| }, |
| { |
| "entropy": 1.6962992250919342, |
| "epoch": 0.1162227602905569, |
| "grad_norm": 0.33423277735710144, |
| "learning_rate": 3.4375e-05, |
| "loss": 1.6035898923873901, |
| "mean_token_accuracy": 0.5795940384268761, |
| "num_tokens": 1166507.0, |
| "step": 12 |
| }, |
| { |
| "entropy": 1.5210626274347305, |
| "epoch": 0.12590799031476999, |
| "grad_norm": 0.2858195900917053, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 1.5204042196273804, |
| "mean_token_accuracy": 0.5941177308559418, |
| "num_tokens": 1264162.0, |
| "step": 13 |
| }, |
| { |
| "entropy": 1.5153919160366058, |
| "epoch": 0.13559322033898305, |
| "grad_norm": 0.30006346106529236, |
| "learning_rate": 4.0625000000000005e-05, |
| "loss": 1.565500259399414, |
| "mean_token_accuracy": 0.586014412343502, |
| "num_tokens": 1358318.0, |
| "step": 14 |
| }, |
| { |
| "entropy": 1.3367150872945786, |
| "epoch": 0.14527845036319612, |
| "grad_norm": 0.3114268481731415, |
| "learning_rate": 4.375e-05, |
| "loss": 1.430711030960083, |
| "mean_token_accuracy": 0.6141984984278679, |
| "num_tokens": 1455188.0, |
| "step": 15 |
| }, |
| { |
| "entropy": 1.3922923356294632, |
| "epoch": 0.1549636803874092, |
| "grad_norm": 0.264522522687912, |
| "learning_rate": 4.6875e-05, |
| "loss": 1.460913896560669, |
| "mean_token_accuracy": 0.6049858629703522, |
| "num_tokens": 1553207.0, |
| "step": 16 |
| }, |
| { |
| "entropy": 1.388969361782074, |
| "epoch": 0.16464891041162227, |
| "grad_norm": 0.24329984188079834, |
| "learning_rate": 5e-05, |
| "loss": 1.4352588653564453, |
| "mean_token_accuracy": 0.6117960214614868, |
| "num_tokens": 1650103.0, |
| "step": 17 |
| }, |
| { |
| "entropy": 1.4225876778364182, |
| "epoch": 0.17433414043583534, |
| "grad_norm": 0.2702501714229584, |
| "learning_rate": 4.999859193643945e-05, |
| "loss": 1.40070378780365, |
| "mean_token_accuracy": 0.6150684952735901, |
| "num_tokens": 1746941.0, |
| "step": 18 |
| }, |
| { |
| "entropy": 1.4131463915109634, |
| "epoch": 0.18401937046004843, |
| "grad_norm": 0.25621092319488525, |
| "learning_rate": 4.999436790436924e-05, |
| "loss": 1.3876947164535522, |
| "mean_token_accuracy": 0.6200384646654129, |
| "num_tokens": 1844188.0, |
| "step": 19 |
| }, |
| { |
| "entropy": 1.4005486369132996, |
| "epoch": 0.1937046004842615, |
| "grad_norm": 0.2253018468618393, |
| "learning_rate": 4.9987328379605816e-05, |
| "loss": 1.3485538959503174, |
| "mean_token_accuracy": 0.6284598782658577, |
| "num_tokens": 1941380.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 1.4259228259325027, |
| "epoch": 0.2033898305084746, |
| "grad_norm": 0.21714746952056885, |
| "learning_rate": 4.9977474155117045e-05, |
| "loss": 1.3771286010742188, |
| "mean_token_accuracy": 0.621919259428978, |
| "num_tokens": 2039184.0, |
| "step": 21 |
| }, |
| { |
| "entropy": 1.3655668199062347, |
| "epoch": 0.21307506053268765, |
| "grad_norm": 0.24290618300437927, |
| "learning_rate": 4.9964806340932865e-05, |
| "loss": 1.3223435878753662, |
| "mean_token_accuracy": 0.631358377635479, |
| "num_tokens": 2136831.0, |
| "step": 22 |
| }, |
| { |
| "entropy": 1.337798997759819, |
| "epoch": 0.22276029055690072, |
| "grad_norm": 0.20359113812446594, |
| "learning_rate": 4.9949326364020314e-05, |
| "loss": 1.3159035444259644, |
| "mean_token_accuracy": 0.6321727335453033, |
| "num_tokens": 2233967.0, |
| "step": 23 |
| }, |
| { |
| "entropy": 1.2915576100349426, |
| "epoch": 0.2324455205811138, |
| "grad_norm": 0.18859286606311798, |
| "learning_rate": 4.993103596812268e-05, |
| "loss": 1.2781122922897339, |
| "mean_token_accuracy": 0.6395078897476196, |
| "num_tokens": 2331590.0, |
| "step": 24 |
| }, |
| { |
| "entropy": 1.3575056046247482, |
| "epoch": 0.24213075060532688, |
| "grad_norm": 0.17821626365184784, |
| "learning_rate": 4.9909937213563165e-05, |
| "loss": 1.3477147817611694, |
| "mean_token_accuracy": 0.6257509142160416, |
| "num_tokens": 2426793.0, |
| "step": 25 |
| }, |
| { |
| "entropy": 1.2926480323076248, |
| "epoch": 0.25181598062953997, |
| "grad_norm": 0.19382886588573456, |
| "learning_rate": 4.988603247701277e-05, |
| "loss": 1.2814431190490723, |
| "mean_token_accuracy": 0.6403299421072006, |
| "num_tokens": 2523683.0, |
| "step": 26 |
| }, |
| { |
| "entropy": 1.2796363830566406, |
| "epoch": 0.26150121065375304, |
| "grad_norm": 0.20317526161670685, |
| "learning_rate": 4.985932445122257e-05, |
| "loss": 1.2663755416870117, |
| "mean_token_accuracy": 0.6411352977156639, |
| "num_tokens": 2620933.0, |
| "step": 27 |
| }, |
| { |
| "entropy": 1.2351761311292648, |
| "epoch": 0.2711864406779661, |
| "grad_norm": 0.17594024538993835, |
| "learning_rate": 4.982981614472039e-05, |
| "loss": 1.2373441457748413, |
| "mean_token_accuracy": 0.6497108340263367, |
| "num_tokens": 2717551.0, |
| "step": 28 |
| }, |
| { |
| "entropy": 1.2417249828577042, |
| "epoch": 0.28087167070217917, |
| "grad_norm": 0.16841042041778564, |
| "learning_rate": 4.979751088147192e-05, |
| "loss": 1.246107816696167, |
| "mean_token_accuracy": 0.6476121693849564, |
| "num_tokens": 2814604.0, |
| "step": 29 |
| }, |
| { |
| "entropy": 1.2138695567846298, |
| "epoch": 0.29055690072639223, |
| "grad_norm": 0.17539004981517792, |
| "learning_rate": 4.97624123005063e-05, |
| "loss": 1.2159419059753418, |
| "mean_token_accuracy": 0.6527048200368881, |
| "num_tokens": 2907459.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 1.2455604374408722, |
| "epoch": 0.30024213075060535, |
| "grad_norm": 0.1840510219335556, |
| "learning_rate": 4.972452435550614e-05, |
| "loss": 1.248232126235962, |
| "mean_token_accuracy": 0.6437666863203049, |
| "num_tokens": 3005431.0, |
| "step": 31 |
| }, |
| { |
| "entropy": 1.239659145474434, |
| "epoch": 0.3099273607748184, |
| "grad_norm": 0.1586979180574417, |
| "learning_rate": 4.968385131436222e-05, |
| "loss": 1.2250527143478394, |
| "mean_token_accuracy": 0.6520643010735512, |
| "num_tokens": 3102027.0, |
| "step": 32 |
| }, |
| { |
| "entropy": 1.235719233751297, |
| "epoch": 0.3196125907990315, |
| "grad_norm": 0.1657770574092865, |
| "learning_rate": 4.9640397758692715e-05, |
| "loss": 1.2115275859832764, |
| "mean_token_accuracy": 0.6527407914400101, |
| "num_tokens": 3199185.0, |
| "step": 33 |
| }, |
| { |
| "entropy": 1.2338766902685165, |
| "epoch": 0.32929782082324455, |
| "grad_norm": 0.1736833155155182, |
| "learning_rate": 4.9594168583327094e-05, |
| "loss": 1.1987342834472656, |
| "mean_token_accuracy": 0.6545186415314674, |
| "num_tokens": 3296154.0, |
| "step": 34 |
| }, |
| { |
| "entropy": 1.2545666545629501, |
| "epoch": 0.3389830508474576, |
| "grad_norm": 0.1628524214029312, |
| "learning_rate": 4.954516899575473e-05, |
| "loss": 1.229626178741455, |
| "mean_token_accuracy": 0.6491333171725273, |
| "num_tokens": 3393666.0, |
| "step": 35 |
| }, |
| { |
| "entropy": 1.2120293527841568, |
| "epoch": 0.3486682808716707, |
| "grad_norm": 0.1564643383026123, |
| "learning_rate": 4.949340451553833e-05, |
| "loss": 1.2005155086517334, |
| "mean_token_accuracy": 0.6557489335536957, |
| "num_tokens": 3490912.0, |
| "step": 36 |
| }, |
| { |
| "entropy": 1.1949793994426727, |
| "epoch": 0.3583535108958838, |
| "grad_norm": 0.1508495956659317, |
| "learning_rate": 4.943888097369216e-05, |
| "loss": 1.1847431659698486, |
| "mean_token_accuracy": 0.6587688028812408, |
| "num_tokens": 3588393.0, |
| "step": 37 |
| }, |
| { |
| "entropy": 1.181449294090271, |
| "epoch": 0.36803874092009686, |
| "grad_norm": 0.16626174747943878, |
| "learning_rate": 4.938160451202521e-05, |
| "loss": 1.1869372129440308, |
| "mean_token_accuracy": 0.6568842083215714, |
| "num_tokens": 3685968.0, |
| "step": 38 |
| }, |
| { |
| "entropy": 1.1504246890544891, |
| "epoch": 0.37772397094430993, |
| "grad_norm": 0.15905380249023438, |
| "learning_rate": 4.9321581582449365e-05, |
| "loss": 1.1604914665222168, |
| "mean_token_accuracy": 0.6636896058917046, |
| "num_tokens": 3783418.0, |
| "step": 39 |
| }, |
| { |
| "entropy": 1.1543444991111755, |
| "epoch": 0.387409200968523, |
| "grad_norm": 0.15155690908432007, |
| "learning_rate": 4.9258818946252624e-05, |
| "loss": 1.152838110923767, |
| "mean_token_accuracy": 0.6673597618937492, |
| "num_tokens": 3881389.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 1.1898803561925888, |
| "epoch": 0.39709443099273606, |
| "grad_norm": 0.15378770232200623, |
| "learning_rate": 4.9193323673337476e-05, |
| "loss": 1.1838186979293823, |
| "mean_token_accuracy": 0.6584705263376236, |
| "num_tokens": 3978300.0, |
| "step": 41 |
| }, |
| { |
| "entropy": 1.178636059165001, |
| "epoch": 0.4067796610169492, |
| "grad_norm": 0.14911328256130219, |
| "learning_rate": 4.912510314142448e-05, |
| "loss": 1.1624752283096313, |
| "mean_token_accuracy": 0.6618187874555588, |
| "num_tokens": 4074320.0, |
| "step": 42 |
| }, |
| { |
| "entropy": 1.155859112739563, |
| "epoch": 0.41646489104116224, |
| "grad_norm": 0.14977990090847015, |
| "learning_rate": 4.9054165035221236e-05, |
| "loss": 1.1455484628677368, |
| "mean_token_accuracy": 0.6688502356410027, |
| "num_tokens": 4171931.0, |
| "step": 43 |
| }, |
| { |
| "entropy": 1.1802153587341309, |
| "epoch": 0.4261501210653753, |
| "grad_norm": 0.14762485027313232, |
| "learning_rate": 4.898051734555676e-05, |
| "loss": 1.1656816005706787, |
| "mean_token_accuracy": 0.6611011102795601, |
| "num_tokens": 4267550.0, |
| "step": 44 |
| }, |
| { |
| "entropy": 1.1514023691415787, |
| "epoch": 0.4358353510895884, |
| "grad_norm": 0.14387239515781403, |
| "learning_rate": 4.890416836848127e-05, |
| "loss": 1.1372427940368652, |
| "mean_token_accuracy": 0.6664102151989937, |
| "num_tokens": 4364712.0, |
| "step": 45 |
| }, |
| { |
| "entropy": 1.156693086028099, |
| "epoch": 0.44552058111380144, |
| "grad_norm": 0.1518811285495758, |
| "learning_rate": 4.88251267043318e-05, |
| "loss": 1.1605509519577026, |
| "mean_token_accuracy": 0.6634868234395981, |
| "num_tokens": 4461394.0, |
| "step": 46 |
| }, |
| { |
| "entropy": 1.1185480505228043, |
| "epoch": 0.4552058111380145, |
| "grad_norm": 0.16213111579418182, |
| "learning_rate": 4.87434012567633e-05, |
| "loss": 1.1149487495422363, |
| "mean_token_accuracy": 0.6748593971133232, |
| "num_tokens": 4558878.0, |
| "step": 47 |
| }, |
| { |
| "entropy": 1.1710628867149353, |
| "epoch": 0.4648910411622276, |
| "grad_norm": 0.14876942336559296, |
| "learning_rate": 4.865900123174574e-05, |
| "loss": 1.15852952003479, |
| "mean_token_accuracy": 0.6628599911928177, |
| "num_tokens": 4656033.0, |
| "step": 48 |
| }, |
| { |
| "entropy": 1.184880554676056, |
| "epoch": 0.4745762711864407, |
| "grad_norm": 0.14967085421085358, |
| "learning_rate": 4.857193613652711e-05, |
| "loss": 1.1690523624420166, |
| "mean_token_accuracy": 0.662392869591713, |
| "num_tokens": 4753610.0, |
| "step": 49 |
| }, |
| { |
| "entropy": 1.17043799161911, |
| "epoch": 0.48426150121065376, |
| "grad_norm": 0.156271830201149, |
| "learning_rate": 4.848221577856243e-05, |
| "loss": 1.1510560512542725, |
| "mean_token_accuracy": 0.6638557314872742, |
| "num_tokens": 4851486.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 1.1305849254131317, |
| "epoch": 0.4939467312348668, |
| "grad_norm": 0.14663065969944, |
| "learning_rate": 4.838985026440905e-05, |
| "loss": 1.112675428390503, |
| "mean_token_accuracy": 0.6735092177987099, |
| "num_tokens": 4948781.0, |
| "step": 51 |
| }, |
| { |
| "entropy": 1.1443408280611038, |
| "epoch": 0.5036319612590799, |
| "grad_norm": 0.14738105237483978, |
| "learning_rate": 4.829484999858815e-05, |
| "loss": 1.13261878490448, |
| "mean_token_accuracy": 0.6675093844532967, |
| "num_tokens": 5046085.0, |
| "step": 52 |
| }, |
| { |
| "entropy": 1.1511103957891464, |
| "epoch": 0.513317191283293, |
| "grad_norm": 0.15696625411510468, |
| "learning_rate": 4.819722568241274e-05, |
| "loss": 1.1610808372497559, |
| "mean_token_accuracy": 0.6629386246204376, |
| "num_tokens": 5142470.0, |
| "step": 53 |
| }, |
| { |
| "entropy": 1.13540880382061, |
| "epoch": 0.5230024213075061, |
| "grad_norm": 0.14982947707176208, |
| "learning_rate": 4.8096988312782174e-05, |
| "loss": 1.1378846168518066, |
| "mean_token_accuracy": 0.666424423456192, |
| "num_tokens": 5240348.0, |
| "step": 54 |
| }, |
| { |
| "entropy": 1.1485055983066559, |
| "epoch": 0.5326876513317191, |
| "grad_norm": 0.15001113712787628, |
| "learning_rate": 4.799414918094347e-05, |
| "loss": 1.1458028554916382, |
| "mean_token_accuracy": 0.6636912375688553, |
| "num_tokens": 5337856.0, |
| "step": 55 |
| }, |
| { |
| "entropy": 1.1504357308149338, |
| "epoch": 0.5423728813559322, |
| "grad_norm": 0.1556474268436432, |
| "learning_rate": 4.788871987121937e-05, |
| "loss": 1.135033369064331, |
| "mean_token_accuracy": 0.6674922555685043, |
| "num_tokens": 5435150.0, |
| "step": 56 |
| }, |
| { |
| "entropy": 1.1426950842142105, |
| "epoch": 0.5520581113801453, |
| "grad_norm": 0.147213876247406, |
| "learning_rate": 4.77807122597034e-05, |
| "loss": 1.1313400268554688, |
| "mean_token_accuracy": 0.6694349721074104, |
| "num_tokens": 5533227.0, |
| "step": 57 |
| }, |
| { |
| "entropy": 1.1269017159938812, |
| "epoch": 0.5617433414043583, |
| "grad_norm": 0.15351133048534393, |
| "learning_rate": 4.767013851292212e-05, |
| "loss": 1.1154887676239014, |
| "mean_token_accuracy": 0.6716312021017075, |
| "num_tokens": 5630374.0, |
| "step": 58 |
| }, |
| { |
| "entropy": 1.1352972239255905, |
| "epoch": 0.5714285714285714, |
| "grad_norm": 0.1449081301689148, |
| "learning_rate": 4.755701108646463e-05, |
| "loss": 1.115692377090454, |
| "mean_token_accuracy": 0.6710918322205544, |
| "num_tokens": 5727367.0, |
| "step": 59 |
| }, |
| { |
| "entropy": 1.134296178817749, |
| "epoch": 0.5811138014527845, |
| "grad_norm": 0.153062105178833, |
| "learning_rate": 4.744134272357948e-05, |
| "loss": 1.1301031112670898, |
| "mean_token_accuracy": 0.6712843775749207, |
| "num_tokens": 5824218.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 1.1202774196863174, |
| "epoch": 0.5907990314769975, |
| "grad_norm": 0.14879855513572693, |
| "learning_rate": 4.732314645373921e-05, |
| "loss": 1.1113876104354858, |
| "mean_token_accuracy": 0.6735736131668091, |
| "num_tokens": 5921571.0, |
| "step": 61 |
| }, |
| { |
| "entropy": 1.102357640862465, |
| "epoch": 0.6004842615012107, |
| "grad_norm": 0.15212750434875488, |
| "learning_rate": 4.7202435591172676e-05, |
| "loss": 1.0985870361328125, |
| "mean_token_accuracy": 0.675997368991375, |
| "num_tokens": 6018773.0, |
| "step": 62 |
| }, |
| { |
| "entropy": 1.1048029512166977, |
| "epoch": 0.6101694915254238, |
| "grad_norm": 0.14792507886886597, |
| "learning_rate": 4.7079223733365237e-05, |
| "loss": 1.095569372177124, |
| "mean_token_accuracy": 0.675012968480587, |
| "num_tokens": 6115912.0, |
| "step": 63 |
| }, |
| { |
| "entropy": 1.1288667768239975, |
| "epoch": 0.6198547215496368, |
| "grad_norm": 0.14735190570354462, |
| "learning_rate": 4.6953524759527054e-05, |
| "loss": 1.11784827709198, |
| "mean_token_accuracy": 0.6701762154698372, |
| "num_tokens": 6212536.0, |
| "step": 64 |
| }, |
| { |
| "entropy": 1.114186018705368, |
| "epoch": 0.6295399515738499, |
| "grad_norm": 0.15394103527069092, |
| "learning_rate": 4.6825352829029705e-05, |
| "loss": 1.1040326356887817, |
| "mean_token_accuracy": 0.6742865368723869, |
| "num_tokens": 6310026.0, |
| "step": 65 |
| }, |
| { |
| "entropy": 1.0817014202475548, |
| "epoch": 0.639225181598063, |
| "grad_norm": 0.1501314491033554, |
| "learning_rate": 4.6694722379811185e-05, |
| "loss": 1.08419930934906, |
| "mean_token_accuracy": 0.6813223287463188, |
| "num_tokens": 6405142.0, |
| "step": 66 |
| }, |
| { |
| "entropy": 1.1135721951723099, |
| "epoch": 0.648910411622276, |
| "grad_norm": 0.16784843802452087, |
| "learning_rate": 4.656164812674951e-05, |
| "loss": 1.1132102012634277, |
| "mean_token_accuracy": 0.6742275431752205, |
| "num_tokens": 6502523.0, |
| "step": 67 |
| }, |
| { |
| "entropy": 1.1133443415164948, |
| "epoch": 0.6585956416464891, |
| "grad_norm": 0.15567201375961304, |
| "learning_rate": 4.642614506000523e-05, |
| "loss": 1.1113190650939941, |
| "mean_token_accuracy": 0.6731716245412827, |
| "num_tokens": 6599085.0, |
| "step": 68 |
| }, |
| { |
| "entropy": 1.091795675456524, |
| "epoch": 0.6682808716707022, |
| "grad_norm": 0.14981144666671753, |
| "learning_rate": 4.628822844333278e-05, |
| "loss": 1.0913615226745605, |
| "mean_token_accuracy": 0.6778776124119759, |
| "num_tokens": 6696224.0, |
| "step": 69 |
| }, |
| { |
| "entropy": 1.0920320302248, |
| "epoch": 0.6779661016949152, |
| "grad_norm": 0.15485303103923798, |
| "learning_rate": 4.614791381236115e-05, |
| "loss": 1.0870628356933594, |
| "mean_token_accuracy": 0.6780931428074837, |
| "num_tokens": 6792189.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 1.1014160960912704, |
| "epoch": 0.6876513317191283, |
| "grad_norm": 0.1586335003376007, |
| "learning_rate": 4.6005216972843864e-05, |
| "loss": 1.1016792058944702, |
| "mean_token_accuracy": 0.6750583723187447, |
| "num_tokens": 6889269.0, |
| "step": 71 |
| }, |
| { |
| "entropy": 1.095201924443245, |
| "epoch": 0.6973365617433414, |
| "grad_norm": 0.15514244139194489, |
| "learning_rate": 4.5860153998878494e-05, |
| "loss": 1.089525580406189, |
| "mean_token_accuracy": 0.6761212572455406, |
| "num_tokens": 6987001.0, |
| "step": 72 |
| }, |
| { |
| "entropy": 1.110721379518509, |
| "epoch": 0.7070217917675545, |
| "grad_norm": 0.15483509004116058, |
| "learning_rate": 4.571274123109606e-05, |
| "loss": 1.1064794063568115, |
| "mean_token_accuracy": 0.6743339449167252, |
| "num_tokens": 7083766.0, |
| "step": 73 |
| }, |
| { |
| "entropy": 1.1040757596492767, |
| "epoch": 0.7167070217917676, |
| "grad_norm": 0.1559927612543106, |
| "learning_rate": 4.5562995274820284e-05, |
| "loss": 1.082243800163269, |
| "mean_token_accuracy": 0.6789897233247757, |
| "num_tokens": 7179679.0, |
| "step": 74 |
| }, |
| { |
| "entropy": 1.1098376661539078, |
| "epoch": 0.7263922518159807, |
| "grad_norm": 0.15505605936050415, |
| "learning_rate": 4.541093299819714e-05, |
| "loss": 1.0888028144836426, |
| "mean_token_accuracy": 0.6794665902853012, |
| "num_tokens": 7276243.0, |
| "step": 75 |
| }, |
| { |
| "entropy": 1.099312648177147, |
| "epoch": 0.7360774818401937, |
| "grad_norm": 0.14871232211589813, |
| "learning_rate": 4.5256571530294664e-05, |
| "loss": 1.0875135660171509, |
| "mean_token_accuracy": 0.6783665344119072, |
| "num_tokens": 7373015.0, |
| "step": 76 |
| }, |
| { |
| "entropy": 1.0749460384249687, |
| "epoch": 0.7457627118644068, |
| "grad_norm": 0.17334473133087158, |
| "learning_rate": 4.5099928259173516e-05, |
| "loss": 1.0605744123458862, |
| "mean_token_accuracy": 0.6834923177957535, |
| "num_tokens": 7469189.0, |
| "step": 77 |
| }, |
| { |
| "entropy": 1.0772480070590973, |
| "epoch": 0.7554479418886199, |
| "grad_norm": 0.15214787423610687, |
| "learning_rate": 4.4941020829928245e-05, |
| "loss": 1.076210856437683, |
| "mean_token_accuracy": 0.6795796528458595, |
| "num_tokens": 7565874.0, |
| "step": 78 |
| }, |
| { |
| "entropy": 1.0568204671144485, |
| "epoch": 0.7651331719128329, |
| "grad_norm": 0.15063218772411346, |
| "learning_rate": 4.477986714269972e-05, |
| "loss": 1.060287356376648, |
| "mean_token_accuracy": 0.6827899366617203, |
| "num_tokens": 7662843.0, |
| "step": 79 |
| }, |
| { |
| "entropy": 1.084660217165947, |
| "epoch": 0.774818401937046, |
| "grad_norm": 0.15119187533855438, |
| "learning_rate": 4.4616485350658685e-05, |
| "loss": 1.091611385345459, |
| "mean_token_accuracy": 0.6798556670546532, |
| "num_tokens": 7759463.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 1.1101327538490295, |
| "epoch": 0.784503631961259, |
| "grad_norm": 0.15529696643352509, |
| "learning_rate": 4.445089385796099e-05, |
| "loss": 1.1128976345062256, |
| "mean_token_accuracy": 0.6707641705870628, |
| "num_tokens": 7857012.0, |
| "step": 81 |
| }, |
| { |
| "entropy": 1.091973900794983, |
| "epoch": 0.7941888619854721, |
| "grad_norm": 0.1531902551651001, |
| "learning_rate": 4.4283111317674374e-05, |
| "loss": 1.090956687927246, |
| "mean_token_accuracy": 0.6741223037242889, |
| "num_tokens": 7954176.0, |
| "step": 82 |
| }, |
| { |
| "entropy": 1.0863638073205948, |
| "epoch": 0.8038740920096852, |
| "grad_norm": 0.1566418707370758, |
| "learning_rate": 4.4113156629677316e-05, |
| "loss": 1.0832655429840088, |
| "mean_token_accuracy": 0.678005263209343, |
| "num_tokens": 8051738.0, |
| "step": 83 |
| }, |
| { |
| "entropy": 1.061260737478733, |
| "epoch": 0.8135593220338984, |
| "grad_norm": 0.15304933488368988, |
| "learning_rate": 4.394104893853007e-05, |
| "loss": 1.0538866519927979, |
| "mean_token_accuracy": 0.6874052137136459, |
| "num_tokens": 8148640.0, |
| "step": 84 |
| }, |
| { |
| "entropy": 1.0719867199659348, |
| "epoch": 0.8232445520581114, |
| "grad_norm": 0.1544543355703354, |
| "learning_rate": 4.3766807631318106e-05, |
| "loss": 1.0574662685394287, |
| "mean_token_accuracy": 0.6843332424759865, |
| "num_tokens": 8245229.0, |
| "step": 85 |
| }, |
| { |
| "entropy": 1.0613527670502663, |
| "epoch": 0.8329297820823245, |
| "grad_norm": 0.14801454544067383, |
| "learning_rate": 4.359045233546827e-05, |
| "loss": 1.0512840747833252, |
| "mean_token_accuracy": 0.6862121224403381, |
| "num_tokens": 8341261.0, |
| "step": 86 |
| }, |
| { |
| "entropy": 1.0908231735229492, |
| "epoch": 0.8426150121065376, |
| "grad_norm": 0.15294907987117767, |
| "learning_rate": 4.341200291653781e-05, |
| "loss": 1.0715211629867554, |
| "mean_token_accuracy": 0.6817414835095406, |
| "num_tokens": 8438977.0, |
| "step": 87 |
| }, |
| { |
| "entropy": 1.0881828963756561, |
| "epoch": 0.8523002421307506, |
| "grad_norm": 0.15974564850330353, |
| "learning_rate": 4.323147947597666e-05, |
| "loss": 1.0726957321166992, |
| "mean_token_accuracy": 0.6810331121087074, |
| "num_tokens": 8536075.0, |
| "step": 88 |
| }, |
| { |
| "entropy": 1.0424850583076477, |
| "epoch": 0.8619854721549637, |
| "grad_norm": 0.1496453583240509, |
| "learning_rate": 4.3048902348863116e-05, |
| "loss": 1.0368857383728027, |
| "mean_token_accuracy": 0.6897075176239014, |
| "num_tokens": 8633706.0, |
| "step": 89 |
| }, |
| { |
| "entropy": 1.0516717359423637, |
| "epoch": 0.8716707021791767, |
| "grad_norm": 0.15799377858638763, |
| "learning_rate": 4.2864292101613136e-05, |
| "loss": 1.0576695203781128, |
| "mean_token_accuracy": 0.6859739124774933, |
| "num_tokens": 8731736.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 1.0575535222887993, |
| "epoch": 0.8813559322033898, |
| "grad_norm": 0.15401387214660645, |
| "learning_rate": 4.267766952966369e-05, |
| "loss": 1.0623745918273926, |
| "mean_token_accuracy": 0.6833577901124954, |
| "num_tokens": 8829732.0, |
| "step": 91 |
| }, |
| { |
| "entropy": 1.0572301000356674, |
| "epoch": 0.8910411622276029, |
| "grad_norm": 0.15554137527942657, |
| "learning_rate": 4.248905565513023e-05, |
| "loss": 1.0531975030899048, |
| "mean_token_accuracy": 0.6840359568595886, |
| "num_tokens": 8927532.0, |
| "step": 92 |
| }, |
| { |
| "entropy": 1.047728806734085, |
| "epoch": 0.9007263922518159, |
| "grad_norm": 0.15111669898033142, |
| "learning_rate": 4.229847172443866e-05, |
| "loss": 1.0404102802276611, |
| "mean_token_accuracy": 0.6903342977166176, |
| "num_tokens": 9023586.0, |
| "step": 93 |
| }, |
| { |
| "entropy": 1.0721349269151688, |
| "epoch": 0.910411622276029, |
| "grad_norm": 0.1501697152853012, |
| "learning_rate": 4.210593920593201e-05, |
| "loss": 1.0653115510940552, |
| "mean_token_accuracy": 0.6849683672189713, |
| "num_tokens": 9121309.0, |
| "step": 94 |
| }, |
| { |
| "entropy": 1.0481175184249878, |
| "epoch": 0.9200968523002422, |
| "grad_norm": 0.15556755661964417, |
| "learning_rate": 4.191147978745218e-05, |
| "loss": 1.0338795185089111, |
| "mean_token_accuracy": 0.6906152591109276, |
| "num_tokens": 9218589.0, |
| "step": 95 |
| }, |
| { |
| "entropy": 1.0750476568937302, |
| "epoch": 0.9297820823244553, |
| "grad_norm": 0.1613941788673401, |
| "learning_rate": 4.171511537389684e-05, |
| "loss": 1.067610502243042, |
| "mean_token_accuracy": 0.6825880706310272, |
| "num_tokens": 9315388.0, |
| "step": 96 |
| }, |
| { |
| "entropy": 1.0497909039258957, |
| "epoch": 0.9394673123486683, |
| "grad_norm": 0.15890054404735565, |
| "learning_rate": 4.151686808475204e-05, |
| "loss": 1.0334787368774414, |
| "mean_token_accuracy": 0.6903782784938812, |
| "num_tokens": 9412518.0, |
| "step": 97 |
| }, |
| { |
| "entropy": 1.062135674059391, |
| "epoch": 0.9491525423728814, |
| "grad_norm": 0.15434817969799042, |
| "learning_rate": 4.131676025160047e-05, |
| "loss": 1.0537683963775635, |
| "mean_token_accuracy": 0.6860457882285118, |
| "num_tokens": 9509730.0, |
| "step": 98 |
| }, |
| { |
| "entropy": 1.0554313883185387, |
| "epoch": 0.9588377723970944, |
| "grad_norm": 0.1582096815109253, |
| "learning_rate": 4.111481441560598e-05, |
| "loss": 1.050376296043396, |
| "mean_token_accuracy": 0.6866516023874283, |
| "num_tokens": 9607061.0, |
| "step": 99 |
| }, |
| { |
| "entropy": 1.0587477162480354, |
| "epoch": 0.9685230024213075, |
| "grad_norm": 0.15938952565193176, |
| "learning_rate": 4.091105332497439e-05, |
| "loss": 1.0483958721160889, |
| "mean_token_accuracy": 0.6882701963186264, |
| "num_tokens": 9703922.0, |
| "step": 100 |
| }, |
| { |
| "entropy": 1.0580755025148392, |
| "epoch": 0.9782082324455206, |
| "grad_norm": 0.15547914803028107, |
| "learning_rate": 4.070549993239106e-05, |
| "loss": 1.046097993850708, |
| "mean_token_accuracy": 0.6853689402341843, |
| "num_tokens": 9801726.0, |
| "step": 101 |
| }, |
| { |
| "entropy": 1.0280383378267288, |
| "epoch": 0.9878934624697336, |
| "grad_norm": 0.1550140529870987, |
| "learning_rate": 4.049817739243532e-05, |
| "loss": 1.0170772075653076, |
| "mean_token_accuracy": 0.6949135884642601, |
| "num_tokens": 9898921.0, |
| "step": 102 |
| }, |
| { |
| "entropy": 1.0521605014801025, |
| "epoch": 0.9975786924939467, |
| "grad_norm": 0.17861391603946686, |
| "learning_rate": 4.028910905897229e-05, |
| "loss": 1.0528624057769775, |
| "mean_token_accuracy": 0.6859815418720245, |
| "num_tokens": 9993769.0, |
| "step": 103 |
| }, |
| { |
| "entropy": 1.078683614730835, |
| "epoch": 1.0, |
| "grad_norm": 0.293241411447525, |
| "learning_rate": 4.007831848252211e-05, |
| "loss": 1.0659458637237549, |
| "mean_token_accuracy": 0.6819257438182831, |
| "num_tokens": 10018344.0, |
| "step": 104 |
| }, |
| { |
| "entropy": 1.0527139008045197, |
| "epoch": 1.0096852300242132, |
| "grad_norm": 0.15393514931201935, |
| "learning_rate": 3.986582940760717e-05, |
| "loss": 1.0312196016311646, |
| "mean_token_accuracy": 0.6884313523769379, |
| "num_tokens": 10115659.0, |
| "step": 105 |
| }, |
| { |
| "entropy": 1.0512973815202713, |
| "epoch": 1.0193704600484261, |
| "grad_norm": 0.16082046926021576, |
| "learning_rate": 3.965166577007733e-05, |
| "loss": 1.035767912864685, |
| "mean_token_accuracy": 0.6866201385855675, |
| "num_tokens": 10211527.0, |
| "step": 106 |
| }, |
| { |
| "entropy": 1.0013743713498116, |
| "epoch": 1.0290556900726393, |
| "grad_norm": 0.16090023517608643, |
| "learning_rate": 3.94358516944137e-05, |
| "loss": 0.9906958937644958, |
| "mean_token_accuracy": 0.6992318108677864, |
| "num_tokens": 10309417.0, |
| "step": 107 |
| }, |
| { |
| "entropy": 0.9876950681209564, |
| "epoch": 1.0387409200968523, |
| "grad_norm": 0.15504641830921173, |
| "learning_rate": 3.9218411491011176e-05, |
| "loss": 0.9848049879074097, |
| "mean_token_accuracy": 0.7014968618750572, |
| "num_tokens": 10406734.0, |
| "step": 108 |
| }, |
| { |
| "entropy": 0.9847687631845474, |
| "epoch": 1.0484261501210654, |
| "grad_norm": 0.15988144278526306, |
| "learning_rate": 3.899936965343989e-05, |
| "loss": 0.99200838804245, |
| "mean_token_accuracy": 0.6996799558401108, |
| "num_tokens": 10504216.0, |
| "step": 109 |
| }, |
| { |
| "entropy": 1.0373386070132256, |
| "epoch": 1.0581113801452784, |
| "grad_norm": 0.1665649116039276, |
| "learning_rate": 3.877875085568623e-05, |
| "loss": 1.0424879789352417, |
| "mean_token_accuracy": 0.6860214620828629, |
| "num_tokens": 10601221.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 1.006909765303135, |
| "epoch": 1.0677966101694916, |
| "grad_norm": 0.17135179042816162, |
| "learning_rate": 3.8556579949373384e-05, |
| "loss": 1.0011496543884277, |
| "mean_token_accuracy": 0.697038896381855, |
| "num_tokens": 10698216.0, |
| "step": 111 |
| }, |
| { |
| "entropy": 1.0339294224977493, |
| "epoch": 1.0774818401937045, |
| "grad_norm": 0.3495365381240845, |
| "learning_rate": 3.833288196096194e-05, |
| "loss": 1.0213532447814941, |
| "mean_token_accuracy": 0.6919962093234062, |
| "num_tokens": 10794443.0, |
| "step": 112 |
| }, |
| { |
| "entropy": 1.014359325170517, |
| "epoch": 1.0871670702179177, |
| "grad_norm": 0.15867272019386292, |
| "learning_rate": 3.8107682088930794e-05, |
| "loss": 1.0012414455413818, |
| "mean_token_accuracy": 0.6972551345825195, |
| "num_tokens": 10891911.0, |
| "step": 113 |
| }, |
| { |
| "entropy": 1.0279297679662704, |
| "epoch": 1.0968523002421307, |
| "grad_norm": 0.1764051765203476, |
| "learning_rate": 3.7881005700938635e-05, |
| "loss": 1.0181093215942383, |
| "mean_token_accuracy": 0.6937251910567284, |
| "num_tokens": 10989116.0, |
| "step": 114 |
| }, |
| { |
| "entropy": 1.0274560377001762, |
| "epoch": 1.1065375302663438, |
| "grad_norm": 0.16643169522285461, |
| "learning_rate": 3.7652878330966415e-05, |
| "loss": 1.0174015760421753, |
| "mean_token_accuracy": 0.6908667907118797, |
| "num_tokens": 11084803.0, |
| "step": 115 |
| }, |
| { |
| "entropy": 1.0327078253030777, |
| "epoch": 1.116222760290557, |
| "grad_norm": 0.15448430180549622, |
| "learning_rate": 3.742332567644107e-05, |
| "loss": 1.0166220664978027, |
| "mean_token_accuracy": 0.6931489333510399, |
| "num_tokens": 11181973.0, |
| "step": 116 |
| }, |
| { |
| "entropy": 1.005529247224331, |
| "epoch": 1.12590799031477, |
| "grad_norm": 0.15470093488693237, |
| "learning_rate": 3.719237359534087e-05, |
| "loss": 0.9815049171447754, |
| "mean_token_accuracy": 0.7029531449079514, |
| "num_tokens": 11278229.0, |
| "step": 117 |
| }, |
| { |
| "entropy": 1.0355120077729225, |
| "epoch": 1.1355932203389831, |
| "grad_norm": 0.16246767342090607, |
| "learning_rate": 3.6960048103282566e-05, |
| "loss": 1.0237441062927246, |
| "mean_token_accuracy": 0.6898825466632843, |
| "num_tokens": 11376039.0, |
| "step": 118 |
| }, |
| { |
| "entropy": 0.9869595319032669, |
| "epoch": 1.145278450363196, |
| "grad_norm": 0.16088958084583282, |
| "learning_rate": 3.672637537059093e-05, |
| "loss": 0.9821566343307495, |
| "mean_token_accuracy": 0.7027229741215706, |
| "num_tokens": 11473015.0, |
| "step": 119 |
| }, |
| { |
| "entropy": 1.0389124602079391, |
| "epoch": 1.1549636803874093, |
| "grad_norm": 0.17190344631671906, |
| "learning_rate": 3.6491381719350756e-05, |
| "loss": 1.041792392730713, |
| "mean_token_accuracy": 0.6849705725908279, |
| "num_tokens": 11569127.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 0.9944993853569031, |
| "epoch": 1.1646489104116222, |
| "grad_norm": 0.16722099483013153, |
| "learning_rate": 3.6255093620441834e-05, |
| "loss": 1.0041072368621826, |
| "mean_token_accuracy": 0.6962790638208389, |
| "num_tokens": 11666046.0, |
| "step": 121 |
| }, |
| { |
| "entropy": 1.0362465903162956, |
| "epoch": 1.1743341404358354, |
| "grad_norm": 0.1714034080505371, |
| "learning_rate": 3.6017537690557115e-05, |
| "loss": 1.0482139587402344, |
| "mean_token_accuracy": 0.6842761412262917, |
| "num_tokens": 11763038.0, |
| "step": 122 |
| }, |
| { |
| "entropy": 1.0122292712330818, |
| "epoch": 1.1840193704600483, |
| "grad_norm": 0.19055414199829102, |
| "learning_rate": 3.577874068920446e-05, |
| "loss": 0.9998619556427002, |
| "mean_token_accuracy": 0.6981455683708191, |
| "num_tokens": 11861046.0, |
| "step": 123 |
| }, |
| { |
| "entropy": 1.0271427854895592, |
| "epoch": 1.1937046004842615, |
| "grad_norm": 0.1609717458486557, |
| "learning_rate": 3.553872951569236e-05, |
| "loss": 1.0139104127883911, |
| "mean_token_accuracy": 0.6922897696495056, |
| "num_tokens": 11958159.0, |
| "step": 124 |
| }, |
| { |
| "entropy": 1.0043516531586647, |
| "epoch": 1.2033898305084745, |
| "grad_norm": 0.16940025985240936, |
| "learning_rate": 3.529753120609982e-05, |
| "loss": 0.9896243810653687, |
| "mean_token_accuracy": 0.6995930150151253, |
| "num_tokens": 12055985.0, |
| "step": 125 |
| }, |
| { |
| "entropy": 1.0002227425575256, |
| "epoch": 1.2130750605326877, |
| "grad_norm": 0.1827508509159088, |
| "learning_rate": 3.505517293023088e-05, |
| "loss": 0.9946459531784058, |
| "mean_token_accuracy": 0.6992078274488449, |
| "num_tokens": 12152563.0, |
| "step": 126 |
| }, |
| { |
| "entropy": 0.9895355477929115, |
| "epoch": 1.2227602905569008, |
| "grad_norm": 0.16334764659404755, |
| "learning_rate": 3.481168198855409e-05, |
| "loss": 0.9852023124694824, |
| "mean_token_accuracy": 0.7000364437699318, |
| "num_tokens": 12249284.0, |
| "step": 127 |
| }, |
| { |
| "entropy": 1.0013327971100807, |
| "epoch": 1.2324455205811138, |
| "grad_norm": 0.18240107595920563, |
| "learning_rate": 3.456708580912725e-05, |
| "loss": 0.9998993873596191, |
| "mean_token_accuracy": 0.6956321373581886, |
| "num_tokens": 12346625.0, |
| "step": 128 |
| }, |
| { |
| "entropy": 0.9897650331258774, |
| "epoch": 1.242130750605327, |
| "grad_norm": 0.16192273795604706, |
| "learning_rate": 3.432141194450772e-05, |
| "loss": 0.9910838007926941, |
| "mean_token_accuracy": 0.6981474161148071, |
| "num_tokens": 12443423.0, |
| "step": 129 |
| }, |
| { |
| "entropy": 1.0171176567673683, |
| "epoch": 1.25181598062954, |
| "grad_norm": 0.1593330055475235, |
| "learning_rate": 3.407468806864883e-05, |
| "loss": 1.003114104270935, |
| "mean_token_accuracy": 0.6951852440834045, |
| "num_tokens": 12541166.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 1.0180558636784554, |
| "epoch": 1.261501210653753, |
| "grad_norm": 0.17485769093036652, |
| "learning_rate": 3.382694197378252e-05, |
| "loss": 1.0093272924423218, |
| "mean_token_accuracy": 0.6934061422944069, |
| "num_tokens": 12638845.0, |
| "step": 131 |
| }, |
| { |
| "entropy": 1.005481794476509, |
| "epoch": 1.271186440677966, |
| "grad_norm": 0.1836148053407669, |
| "learning_rate": 3.357820156728867e-05, |
| "loss": 0.9869861602783203, |
| "mean_token_accuracy": 0.6990575343370438, |
| "num_tokens": 12733623.0, |
| "step": 132 |
| }, |
| { |
| "entropy": 0.9898593574762344, |
| "epoch": 1.2808716707021792, |
| "grad_norm": 0.1664602905511856, |
| "learning_rate": 3.332849486855144e-05, |
| "loss": 0.9797360897064209, |
| "mean_token_accuracy": 0.7021661400794983, |
| "num_tokens": 12829825.0, |
| "step": 133 |
| }, |
| { |
| "entropy": 0.9863950312137604, |
| "epoch": 1.2905569007263922, |
| "grad_norm": 0.1690891683101654, |
| "learning_rate": 3.307785000580313e-05, |
| "loss": 0.980827808380127, |
| "mean_token_accuracy": 0.701657846570015, |
| "num_tokens": 12923633.0, |
| "step": 134 |
| }, |
| { |
| "entropy": 0.9906058982014656, |
| "epoch": 1.3002421307506054, |
| "grad_norm": 0.15890969336032867, |
| "learning_rate": 3.282629521295556e-05, |
| "loss": 0.9958356618881226, |
| "mean_token_accuracy": 0.6968998163938522, |
| "num_tokens": 13020411.0, |
| "step": 135 |
| }, |
| { |
| "entropy": 1.0109577104449272, |
| "epoch": 1.3099273607748185, |
| "grad_norm": 0.16917017102241516, |
| "learning_rate": 3.257385882641971e-05, |
| "loss": 1.0153030157089233, |
| "mean_token_accuracy": 0.6948636248707771, |
| "num_tokens": 13117045.0, |
| "step": 136 |
| }, |
| { |
| "entropy": 1.0368539690971375, |
| "epoch": 1.3196125907990315, |
| "grad_norm": 0.17096075415611267, |
| "learning_rate": 3.232056928191376e-05, |
| "loss": 1.0295624732971191, |
| "mean_token_accuracy": 0.6880865320563316, |
| "num_tokens": 13211963.0, |
| "step": 137 |
| }, |
| { |
| "entropy": 0.9937515407800674, |
| "epoch": 1.3292978208232444, |
| "grad_norm": 0.19687673449516296, |
| "learning_rate": 3.2066455111259945e-05, |
| "loss": 0.9872187376022339, |
| "mean_token_accuracy": 0.698190338909626, |
| "num_tokens": 13309094.0, |
| "step": 138 |
| }, |
| { |
| "entropy": 0.98258426040411, |
| "epoch": 1.3389830508474576, |
| "grad_norm": 0.165676087141037, |
| "learning_rate": 3.1811544939170575e-05, |
| "loss": 0.9701927900314331, |
| "mean_token_accuracy": 0.7041537314653397, |
| "num_tokens": 13406414.0, |
| "step": 139 |
| }, |
| { |
| "entropy": 0.9949894845485687, |
| "epoch": 1.3486682808716708, |
| "grad_norm": 0.15660059452056885, |
| "learning_rate": 3.155586748002362e-05, |
| "loss": 0.983566403388977, |
| "mean_token_accuracy": 0.7017008811235428, |
| "num_tokens": 13503735.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 1.004142202436924, |
| "epoch": 1.3583535108958837, |
| "grad_norm": 0.16567955911159515, |
| "learning_rate": 3.1299451534628135e-05, |
| "loss": 1.0012168884277344, |
| "mean_token_accuracy": 0.6947325691580772, |
| "num_tokens": 13601694.0, |
| "step": 141 |
| }, |
| { |
| "entropy": 0.9967528283596039, |
| "epoch": 1.368038740920097, |
| "grad_norm": 0.17423281073570251, |
| "learning_rate": 3.1042325986980064e-05, |
| "loss": 0.9905361533164978, |
| "mean_token_accuracy": 0.6961910724639893, |
| "num_tokens": 13699699.0, |
| "step": 142 |
| }, |
| { |
| "entropy": 1.044846922159195, |
| "epoch": 1.3777239709443099, |
| "grad_norm": 0.1701992005109787, |
| "learning_rate": 3.0784519801008546e-05, |
| "loss": 1.0325303077697754, |
| "mean_token_accuracy": 0.6879749968647957, |
| "num_tokens": 13797230.0, |
| "step": 143 |
| }, |
| { |
| "entropy": 1.0034736841917038, |
| "epoch": 1.387409200968523, |
| "grad_norm": 0.16985328495502472, |
| "learning_rate": 3.0526062017313254e-05, |
| "loss": 0.9976470470428467, |
| "mean_token_accuracy": 0.6975297853350639, |
| "num_tokens": 13893851.0, |
| "step": 144 |
| }, |
| { |
| "entropy": 0.9837843105196953, |
| "epoch": 1.397094430992736, |
| "grad_norm": 0.1869051605463028, |
| "learning_rate": 3.0266981749893157e-05, |
| "loss": 0.9784363508224487, |
| "mean_token_accuracy": 0.7024175301194191, |
| "num_tokens": 13990839.0, |
| "step": 145 |
| }, |
| { |
| "entropy": 0.9944631829857826, |
| "epoch": 1.4067796610169492, |
| "grad_norm": 0.16853010654449463, |
| "learning_rate": 3.0007308182866985e-05, |
| "loss": 0.9833719730377197, |
| "mean_token_accuracy": 0.700514979660511, |
| "num_tokens": 14088620.0, |
| "step": 146 |
| }, |
| { |
| "entropy": 0.9787930250167847, |
| "epoch": 1.4164648910411621, |
| "grad_norm": 0.16168715059757233, |
| "learning_rate": 2.974707056718571e-05, |
| "loss": 0.9737643003463745, |
| "mean_token_accuracy": 0.7025149315595627, |
| "num_tokens": 14183918.0, |
| "step": 147 |
| }, |
| { |
| "entropy": 1.0163143053650856, |
| "epoch": 1.4261501210653753, |
| "grad_norm": 0.17619730532169342, |
| "learning_rate": 2.9486298217337637e-05, |
| "loss": 1.0215412378311157, |
| "mean_token_accuracy": 0.688766747713089, |
| "num_tokens": 14281302.0, |
| "step": 148 |
| }, |
| { |
| "entropy": 1.0120554715394974, |
| "epoch": 1.4358353510895885, |
| "grad_norm": 0.17382408678531647, |
| "learning_rate": 2.9225020508046232e-05, |
| "loss": 1.010115623474121, |
| "mean_token_accuracy": 0.6935223415493965, |
| "num_tokens": 14378796.0, |
| "step": 149 |
| }, |
| { |
| "entropy": 0.9807057455182076, |
| "epoch": 1.4455205811138014, |
| "grad_norm": 0.16812428832054138, |
| "learning_rate": 2.8963266870961226e-05, |
| "loss": 0.9738281965255737, |
| "mean_token_accuracy": 0.702357143163681, |
| "num_tokens": 14475849.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 1.027015931904316, |
| "epoch": 1.4552058111380144, |
| "grad_norm": 0.16742290556430817, |
| "learning_rate": 2.8701066791343288e-05, |
| "loss": 1.0114233493804932, |
| "mean_token_accuracy": 0.6957972124218941, |
| "num_tokens": 14573306.0, |
| "step": 151 |
| }, |
| { |
| "entropy": 1.0127879902720451, |
| "epoch": 1.4648910411622276, |
| "grad_norm": 0.16959309577941895, |
| "learning_rate": 2.8438449804742628e-05, |
| "loss": 1.0022327899932861, |
| "mean_token_accuracy": 0.6963436901569366, |
| "num_tokens": 14670804.0, |
| "step": 152 |
| }, |
| { |
| "entropy": 1.0084099918603897, |
| "epoch": 1.4745762711864407, |
| "grad_norm": 0.1659703105688095, |
| "learning_rate": 2.8175445493671972e-05, |
| "loss": 0.9958415031433105, |
| "mean_token_accuracy": 0.6974244639277458, |
| "num_tokens": 14768628.0, |
| "step": 153 |
| }, |
| { |
| "entropy": 0.9794844463467598, |
| "epoch": 1.4842615012106537, |
| "grad_norm": 0.1611631065607071, |
| "learning_rate": 2.7912083484274266e-05, |
| "loss": 0.9711570143699646, |
| "mean_token_accuracy": 0.7039349600672722, |
| "num_tokens": 14865274.0, |
| "step": 154 |
| }, |
| { |
| "entropy": 0.9954876154661179, |
| "epoch": 1.4939467312348669, |
| "grad_norm": 0.16479367017745972, |
| "learning_rate": 2.7648393442985403e-05, |
| "loss": 0.9906888008117676, |
| "mean_token_accuracy": 0.6987522318959236, |
| "num_tokens": 14961344.0, |
| "step": 155 |
| }, |
| { |
| "entropy": 0.9944536164402962, |
| "epoch": 1.5036319612590798, |
| "grad_norm": 0.17284482717514038, |
| "learning_rate": 2.7384405073192454e-05, |
| "loss": 0.9951756000518799, |
| "mean_token_accuracy": 0.6990461647510529, |
| "num_tokens": 15058585.0, |
| "step": 156 |
| }, |
| { |
| "entropy": 1.0036951154470444, |
| "epoch": 1.513317191283293, |
| "grad_norm": 0.1650843620300293, |
| "learning_rate": 2.7120148111887732e-05, |
| "loss": 1.0069425106048584, |
| "mean_token_accuracy": 0.6929773390293121, |
| "num_tokens": 15154032.0, |
| "step": 157 |
| }, |
| { |
| "entropy": 1.0147020071744919, |
| "epoch": 1.5230024213075062, |
| "grad_norm": 0.16452395915985107, |
| "learning_rate": 2.6855652326319063e-05, |
| "loss": 1.011418104171753, |
| "mean_token_accuracy": 0.6934091821312904, |
| "num_tokens": 15251303.0, |
| "step": 158 |
| }, |
| { |
| "entropy": 0.9665024057030678, |
| "epoch": 1.5326876513317191, |
| "grad_norm": 0.16577263176441193, |
| "learning_rate": 2.659094751063666e-05, |
| "loss": 0.9683203101158142, |
| "mean_token_accuracy": 0.7044110149145126, |
| "num_tokens": 15349150.0, |
| "step": 159 |
| }, |
| { |
| "entropy": 0.9799178317189217, |
| "epoch": 1.542372881355932, |
| "grad_norm": 0.1703728437423706, |
| "learning_rate": 2.6326063482536934e-05, |
| "loss": 0.9746803045272827, |
| "mean_token_accuracy": 0.702017679810524, |
| "num_tokens": 15447053.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 1.019065484404564, |
| "epoch": 1.5520581113801453, |
| "grad_norm": 0.1775662750005722, |
| "learning_rate": 2.606103007990371e-05, |
| "loss": 1.003313422203064, |
| "mean_token_accuracy": 0.6955779567360878, |
| "num_tokens": 15544017.0, |
| "step": 161 |
| }, |
| { |
| "entropy": 0.9930843040347099, |
| "epoch": 1.5617433414043584, |
| "grad_norm": 0.16264039278030396, |
| "learning_rate": 2.579587715744712e-05, |
| "loss": 0.9869210720062256, |
| "mean_token_accuracy": 0.6987086161971092, |
| "num_tokens": 15641272.0, |
| "step": 162 |
| }, |
| { |
| "entropy": 1.0073056146502495, |
| "epoch": 1.5714285714285714, |
| "grad_norm": 0.17356610298156738, |
| "learning_rate": 2.5530634583340592e-05, |
| "loss": 1.0044951438903809, |
| "mean_token_accuracy": 0.6942961737513542, |
| "num_tokens": 15738724.0, |
| "step": 163 |
| }, |
| { |
| "entropy": 0.9752182215452194, |
| "epoch": 1.5811138014527844, |
| "grad_norm": 0.16671140491962433, |
| "learning_rate": 2.526533223585641e-05, |
| "loss": 0.972718358039856, |
| "mean_token_accuracy": 0.7028070986270905, |
| "num_tokens": 15835590.0, |
| "step": 164 |
| }, |
| { |
| "entropy": 1.0182273015379906, |
| "epoch": 1.5907990314769975, |
| "grad_norm": 0.16183283925056458, |
| "learning_rate": 2.5e-05, |
| "loss": 1.0093859434127808, |
| "mean_token_accuracy": 0.6935742124915123, |
| "num_tokens": 15932676.0, |
| "step": 165 |
| }, |
| { |
| "entropy": 1.0086438283324242, |
| "epoch": 1.6004842615012107, |
| "grad_norm": 0.1724725067615509, |
| "learning_rate": 2.47346677641436e-05, |
| "loss": 0.9900722503662109, |
| "mean_token_accuracy": 0.6989754140377045, |
| "num_tokens": 16029299.0, |
| "step": 166 |
| }, |
| { |
| "entropy": 1.0013468265533447, |
| "epoch": 1.6101694915254239, |
| "grad_norm": 0.1769559532403946, |
| "learning_rate": 2.446936541665941e-05, |
| "loss": 0.9839099645614624, |
| "mean_token_accuracy": 0.7014129236340523, |
| "num_tokens": 16127099.0, |
| "step": 167 |
| }, |
| { |
| "entropy": 1.0107010528445244, |
| "epoch": 1.6198547215496368, |
| "grad_norm": 0.16785570979118347, |
| "learning_rate": 2.4204122842552896e-05, |
| "loss": 0.9957517385482788, |
| "mean_token_accuracy": 0.6972147971391678, |
| "num_tokens": 16224370.0, |
| "step": 168 |
| }, |
| { |
| "entropy": 1.0056702345609665, |
| "epoch": 1.6295399515738498, |
| "grad_norm": 0.16105356812477112, |
| "learning_rate": 2.39389699200963e-05, |
| "loss": 1.0083773136138916, |
| "mean_token_accuracy": 0.6938697770237923, |
| "num_tokens": 16322206.0, |
| "step": 169 |
| }, |
| { |
| "entropy": 0.9679917171597481, |
| "epoch": 1.639225181598063, |
| "grad_norm": 0.18555910885334015, |
| "learning_rate": 2.3673936517463075e-05, |
| "loss": 0.9662629961967468, |
| "mean_token_accuracy": 0.7058677673339844, |
| "num_tokens": 16420091.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 0.9951441884040833, |
| "epoch": 1.6489104116222761, |
| "grad_norm": 0.16113026440143585, |
| "learning_rate": 2.3409052489363342e-05, |
| "loss": 0.9964888095855713, |
| "mean_token_accuracy": 0.6966480612754822, |
| "num_tokens": 16518151.0, |
| "step": 171 |
| }, |
| { |
| "entropy": 0.9950687289237976, |
| "epoch": 1.658595641646489, |
| "grad_norm": 0.1655929833650589, |
| "learning_rate": 2.3144347673680936e-05, |
| "loss": 0.9870741367340088, |
| "mean_token_accuracy": 0.6975122019648552, |
| "num_tokens": 16615773.0, |
| "step": 172 |
| }, |
| { |
| "entropy": 0.9828060492873192, |
| "epoch": 1.668280871670702, |
| "grad_norm": 0.15567153692245483, |
| "learning_rate": 2.287985188811228e-05, |
| "loss": 0.9722952246665955, |
| "mean_token_accuracy": 0.70285364985466, |
| "num_tokens": 16713397.0, |
| "step": 173 |
| }, |
| { |
| "entropy": 1.0082043036818504, |
| "epoch": 1.6779661016949152, |
| "grad_norm": 0.17026451230049133, |
| "learning_rate": 2.261559492680755e-05, |
| "loss": 0.9899446368217468, |
| "mean_token_accuracy": 0.6977179124951363, |
| "num_tokens": 16810390.0, |
| "step": 174 |
| }, |
| { |
| "entropy": 1.0040841177105904, |
| "epoch": 1.6876513317191284, |
| "grad_norm": 0.16849051415920258, |
| "learning_rate": 2.23516065570146e-05, |
| "loss": 0.9847683906555176, |
| "mean_token_accuracy": 0.7004509717226028, |
| "num_tokens": 16907393.0, |
| "step": 175 |
| }, |
| { |
| "entropy": 0.9779401943087578, |
| "epoch": 1.6973365617433414, |
| "grad_norm": 0.16106560826301575, |
| "learning_rate": 2.2087916515725737e-05, |
| "loss": 0.9651379585266113, |
| "mean_token_accuracy": 0.7060760706663132, |
| "num_tokens": 17004930.0, |
| "step": 176 |
| }, |
| { |
| "entropy": 0.9812775775790215, |
| "epoch": 1.7070217917675545, |
| "grad_norm": 0.16682280600070953, |
| "learning_rate": 2.182455450632803e-05, |
| "loss": 0.9719981551170349, |
| "mean_token_accuracy": 0.7013477832078934, |
| "num_tokens": 17101024.0, |
| "step": 177 |
| }, |
| { |
| "entropy": 0.9964217767119408, |
| "epoch": 1.7167070217917675, |
| "grad_norm": 0.16916021704673767, |
| "learning_rate": 2.1561550195257378e-05, |
| "loss": 0.9914392828941345, |
| "mean_token_accuracy": 0.6976988613605499, |
| "num_tokens": 17198565.0, |
| "step": 178 |
| }, |
| { |
| "entropy": 0.9807400777935982, |
| "epoch": 1.7263922518159807, |
| "grad_norm": 0.21374505758285522, |
| "learning_rate": 2.1298933208656718e-05, |
| "loss": 0.980735182762146, |
| "mean_token_accuracy": 0.7001545950770378, |
| "num_tokens": 17295612.0, |
| "step": 179 |
| }, |
| { |
| "entropy": 0.9822961390018463, |
| "epoch": 1.7360774818401938, |
| "grad_norm": 0.17142128944396973, |
| "learning_rate": 2.103673312903878e-05, |
| "loss": 0.9922733306884766, |
| "mean_token_accuracy": 0.6986024007201195, |
| "num_tokens": 17393410.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 0.98645830899477, |
| "epoch": 1.7457627118644068, |
| "grad_norm": 0.16733792424201965, |
| "learning_rate": 2.0774979491953777e-05, |
| "loss": 0.9795247316360474, |
| "mean_token_accuracy": 0.701476626098156, |
| "num_tokens": 17490028.0, |
| "step": 181 |
| }, |
| { |
| "entropy": 0.989493116736412, |
| "epoch": 1.7554479418886197, |
| "grad_norm": 0.16438013315200806, |
| "learning_rate": 2.0513701782662366e-05, |
| "loss": 0.9933204054832458, |
| "mean_token_accuracy": 0.6978474259376526, |
| "num_tokens": 17587259.0, |
| "step": 182 |
| }, |
| { |
| "entropy": 0.9897148385643959, |
| "epoch": 1.765133171912833, |
| "grad_norm": 0.16726766526699066, |
| "learning_rate": 2.025292943281429e-05, |
| "loss": 0.9891308546066284, |
| "mean_token_accuracy": 0.6983208954334259, |
| "num_tokens": 17684414.0, |
| "step": 183 |
| }, |
| { |
| "entropy": 0.9797371402382851, |
| "epoch": 1.774818401937046, |
| "grad_norm": 0.16416160762310028, |
| "learning_rate": 1.9992691817133024e-05, |
| "loss": 0.969803512096405, |
| "mean_token_accuracy": 0.7029882669448853, |
| "num_tokens": 17781130.0, |
| "step": 184 |
| }, |
| { |
| "entropy": 1.004914864897728, |
| "epoch": 1.784503631961259, |
| "grad_norm": 0.1719769388437271, |
| "learning_rate": 1.973301825010685e-05, |
| "loss": 1.0040626525878906, |
| "mean_token_accuracy": 0.6956639438867569, |
| "num_tokens": 17878645.0, |
| "step": 185 |
| }, |
| { |
| "entropy": 0.9869519099593163, |
| "epoch": 1.794188861985472, |
| "grad_norm": 0.16303589940071106, |
| "learning_rate": 1.947393798268676e-05, |
| "loss": 0.9739397764205933, |
| "mean_token_accuracy": 0.7010327354073524, |
| "num_tokens": 17976579.0, |
| "step": 186 |
| }, |
| { |
| "entropy": 0.975304365158081, |
| "epoch": 1.8038740920096852, |
| "grad_norm": 0.1580132395029068, |
| "learning_rate": 1.9215480198991466e-05, |
| "loss": 0.9598423838615417, |
| "mean_token_accuracy": 0.7052361443638802, |
| "num_tokens": 18074189.0, |
| "step": 187 |
| }, |
| { |
| "entropy": 0.9971402436494827, |
| "epoch": 1.8135593220338984, |
| "grad_norm": 0.16983391344547272, |
| "learning_rate": 1.895767401301994e-05, |
| "loss": 0.9938044548034668, |
| "mean_token_accuracy": 0.6988947540521622, |
| "num_tokens": 18171237.0, |
| "step": 188 |
| }, |
| { |
| "entropy": 0.9822115898132324, |
| "epoch": 1.8232445520581115, |
| "grad_norm": 0.16956081986427307, |
| "learning_rate": 1.8700548465371874e-05, |
| "loss": 0.9686650633811951, |
| "mean_token_accuracy": 0.7034626305103302, |
| "num_tokens": 18268577.0, |
| "step": 189 |
| }, |
| { |
| "entropy": 1.002944439649582, |
| "epoch": 1.8329297820823245, |
| "grad_norm": 0.16677941381931305, |
| "learning_rate": 1.84441325199764e-05, |
| "loss": 0.9920344352722168, |
| "mean_token_accuracy": 0.6985628455877304, |
| "num_tokens": 18362794.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 0.9808652997016907, |
| "epoch": 1.8426150121065374, |
| "grad_norm": 0.16181781888008118, |
| "learning_rate": 1.818845506082943e-05, |
| "loss": 0.972355842590332, |
| "mean_token_accuracy": 0.7030967250466347, |
| "num_tokens": 18460513.0, |
| "step": 191 |
| }, |
| { |
| "entropy": 0.9836144298315048, |
| "epoch": 1.8523002421307506, |
| "grad_norm": 0.16721659898757935, |
| "learning_rate": 1.793354488874006e-05, |
| "loss": 0.9754103422164917, |
| "mean_token_accuracy": 0.7023874595761299, |
| "num_tokens": 18556427.0, |
| "step": 192 |
| }, |
| { |
| "entropy": 0.9832232519984245, |
| "epoch": 1.8619854721549638, |
| "grad_norm": 0.1614263653755188, |
| "learning_rate": 1.7679430718086243e-05, |
| "loss": 0.969515323638916, |
| "mean_token_accuracy": 0.7037129253149033, |
| "num_tokens": 18654140.0, |
| "step": 193 |
| }, |
| { |
| "entropy": 0.9876326695084572, |
| "epoch": 1.8716707021791767, |
| "grad_norm": 0.173170268535614, |
| "learning_rate": 1.742614117358029e-05, |
| "loss": 0.9809838533401489, |
| "mean_token_accuracy": 0.7008324488997459, |
| "num_tokens": 18751703.0, |
| "step": 194 |
| }, |
| { |
| "entropy": 0.9655271023511887, |
| "epoch": 1.8813559322033897, |
| "grad_norm": 0.1669541597366333, |
| "learning_rate": 1.7173704787044446e-05, |
| "loss": 0.9667908549308777, |
| "mean_token_accuracy": 0.7037958055734634, |
| "num_tokens": 18849604.0, |
| "step": 195 |
| }, |
| { |
| "entropy": 0.9761006310582161, |
| "epoch": 1.8910411622276029, |
| "grad_norm": 0.16982783377170563, |
| "learning_rate": 1.6922149994196878e-05, |
| "loss": 0.9785382747650146, |
| "mean_token_accuracy": 0.7007183507084846, |
| "num_tokens": 18945573.0, |
| "step": 196 |
| }, |
| { |
| "entropy": 0.9784979596734047, |
| "epoch": 1.900726392251816, |
| "grad_norm": 0.1615481823682785, |
| "learning_rate": 1.667150513144856e-05, |
| "loss": 0.9882582426071167, |
| "mean_token_accuracy": 0.6977169886231422, |
| "num_tokens": 19043149.0, |
| "step": 197 |
| }, |
| { |
| "entropy": 0.9912172853946686, |
| "epoch": 1.910411622276029, |
| "grad_norm": 0.16227596998214722, |
| "learning_rate": 1.6421798432711345e-05, |
| "loss": 0.988640308380127, |
| "mean_token_accuracy": 0.696373961865902, |
| "num_tokens": 19140120.0, |
| "step": 198 |
| }, |
| { |
| "entropy": 0.9930980131030083, |
| "epoch": 1.9200968523002422, |
| "grad_norm": 0.16644878685474396, |
| "learning_rate": 1.617305802621748e-05, |
| "loss": 0.9825809001922607, |
| "mean_token_accuracy": 0.6994545757770538, |
| "num_tokens": 19238205.0, |
| "step": 199 |
| }, |
| { |
| "entropy": 0.9926598519086838, |
| "epoch": 1.9297820823244551, |
| "grad_norm": 0.1617429107427597, |
| "learning_rate": 1.5925311931351172e-05, |
| "loss": 0.9819120764732361, |
| "mean_token_accuracy": 0.7000753432512283, |
| "num_tokens": 19334020.0, |
| "step": 200 |
| }, |
| { |
| "entropy": 0.9761699810624123, |
| "epoch": 1.9394673123486683, |
| "grad_norm": 0.16152705252170563, |
| "learning_rate": 1.567858805549229e-05, |
| "loss": 0.964564323425293, |
| "mean_token_accuracy": 0.7047165408730507, |
| "num_tokens": 19431159.0, |
| "step": 201 |
| }, |
| { |
| "entropy": 0.9937325268983841, |
| "epoch": 1.9491525423728815, |
| "grad_norm": 0.16244447231292725, |
| "learning_rate": 1.5432914190872757e-05, |
| "loss": 0.9797715544700623, |
| "mean_token_accuracy": 0.7011676132678986, |
| "num_tokens": 19528580.0, |
| "step": 202 |
| }, |
| { |
| "entropy": 0.9928828999400139, |
| "epoch": 1.9588377723970944, |
| "grad_norm": 0.16242294013500214, |
| "learning_rate": 1.5188318011445906e-05, |
| "loss": 0.9902064800262451, |
| "mean_token_accuracy": 0.7003620937466621, |
| "num_tokens": 19624750.0, |
| "step": 203 |
| }, |
| { |
| "entropy": 0.9670996069908142, |
| "epoch": 1.9685230024213074, |
| "grad_norm": 0.16028518974781036, |
| "learning_rate": 1.4944827069769123e-05, |
| "loss": 0.95257967710495, |
| "mean_token_accuracy": 0.7070973888039589, |
| "num_tokens": 19720069.0, |
| "step": 204 |
| }, |
| { |
| "entropy": 0.9721826240420341, |
| "epoch": 1.9782082324455206, |
| "grad_norm": 0.16586320102214813, |
| "learning_rate": 1.4702468793900188e-05, |
| "loss": 0.9669836759567261, |
| "mean_token_accuracy": 0.7026080042123795, |
| "num_tokens": 19817446.0, |
| "step": 205 |
| }, |
| { |
| "entropy": 0.9796883463859558, |
| "epoch": 1.9878934624697338, |
| "grad_norm": 0.178948774933815, |
| "learning_rate": 1.4461270484307643e-05, |
| "loss": 0.9749795198440552, |
| "mean_token_accuracy": 0.7004246413707733, |
| "num_tokens": 19914879.0, |
| "step": 206 |
| }, |
| { |
| "entropy": 0.9879425168037415, |
| "epoch": 1.9975786924939467, |
| "grad_norm": 0.17937594652175903, |
| "learning_rate": 1.4221259310795543e-05, |
| "loss": 0.9886235594749451, |
| "mean_token_accuracy": 0.6989741027355194, |
| "num_tokens": 20012627.0, |
| "step": 207 |
| }, |
| { |
| "entropy": 0.9514671564102173, |
| "epoch": 2.0, |
| "grad_norm": 0.3125458061695099, |
| "learning_rate": 1.3982462309442889e-05, |
| "loss": 0.9488482475280762, |
| "mean_token_accuracy": 0.7110036909580231, |
| "num_tokens": 20036688.0, |
| "step": 208 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 312, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.8184323603814154e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
