| { |
| "best_global_step": 6800, |
| "best_metric": 1.1395292282104492, |
| "best_model_checkpoint": "/workspace/project_2026_1/checkpoints/sft/checkpoint-6800", |
| "epoch": 2.030008826125331, |
| "eval_steps": 100, |
| "global_step": 6900, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 1.1349310517311095, |
| "epoch": 0.0029420417769932335, |
| "grad_norm": 5.712224006652832, |
| "learning_rate": 3.5294117647058825e-06, |
| "loss": 3.9359054565429688, |
| "mean_token_accuracy": 0.45907036662101747, |
| "num_tokens": 40265.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 1.1904624342918395, |
| "epoch": 0.005884083553986467, |
| "grad_norm": 3.6260242462158203, |
| "learning_rate": 7.450980392156863e-06, |
| "loss": 3.447366714477539, |
| "mean_token_accuracy": 0.4740333199501038, |
| "num_tokens": 80768.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 1.641614854335785, |
| "epoch": 0.0088261253309797, |
| "grad_norm": 1.758035659790039, |
| "learning_rate": 1.1372549019607843e-05, |
| "loss": 2.9342424392700197, |
| "mean_token_accuracy": 0.4756320804357529, |
| "num_tokens": 121287.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 2.0289795875549315, |
| "epoch": 0.011768167107972934, |
| "grad_norm": 0.8422009348869324, |
| "learning_rate": 1.5294117647058826e-05, |
| "loss": 2.4612199783325197, |
| "mean_token_accuracy": 0.5210394144058228, |
| "num_tokens": 161772.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 2.1589465618133543, |
| "epoch": 0.014710208884966167, |
| "grad_norm": 0.6909259557723999, |
| "learning_rate": 1.9215686274509807e-05, |
| "loss": 2.1433944702148438, |
| "mean_token_accuracy": 0.5696752369403839, |
| "num_tokens": 202309.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 1.932080829143524, |
| "epoch": 0.0176522506619594, |
| "grad_norm": 0.7911986112594604, |
| "learning_rate": 2.3137254901960788e-05, |
| "loss": 1.8811990737915039, |
| "mean_token_accuracy": 0.6150015771389008, |
| "num_tokens": 242490.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 1.6605080842971802, |
| "epoch": 0.020594292438952635, |
| "grad_norm": 0.790881872177124, |
| "learning_rate": 2.7058823529411766e-05, |
| "loss": 1.6363672256469726, |
| "mean_token_accuracy": 0.6599553287029266, |
| "num_tokens": 282845.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 1.5992008209228517, |
| "epoch": 0.023536334215945868, |
| "grad_norm": 0.4468841850757599, |
| "learning_rate": 3.098039215686275e-05, |
| "loss": 1.6219806671142578, |
| "mean_token_accuracy": 0.6577221751213074, |
| "num_tokens": 323245.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 1.5317162871360779, |
| "epoch": 0.0264783759929391, |
| "grad_norm": 0.49570420384407043, |
| "learning_rate": 3.4901960784313725e-05, |
| "loss": 1.5623438835144043, |
| "mean_token_accuracy": 0.6620652556419373, |
| "num_tokens": 363709.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 1.5458295822143555, |
| "epoch": 0.029420417769932334, |
| "grad_norm": 0.4536747634410858, |
| "learning_rate": 3.882352941176471e-05, |
| "loss": 1.577082633972168, |
| "mean_token_accuracy": 0.6642140686511994, |
| "num_tokens": 404093.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.029420417769932334, |
| "eval_entropy": 1.519468894467892, |
| "eval_loss": 1.5212204456329346, |
| "eval_mean_token_accuracy": 0.6755449191478919, |
| "eval_num_tokens": 404093.0, |
| "eval_runtime": 116.8522, |
| "eval_samples_per_second": 26.059, |
| "eval_steps_per_second": 3.261, |
| "step": 100 |
| }, |
| { |
| "entropy": 1.5117838263511658, |
| "epoch": 0.032362459546925564, |
| "grad_norm": 0.4160189628601074, |
| "learning_rate": 4.274509803921569e-05, |
| "loss": 1.5348424911499023, |
| "mean_token_accuracy": 0.6751707136631012, |
| "num_tokens": 444665.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 1.4816083550453185, |
| "epoch": 0.0353045013239188, |
| "grad_norm": 0.4050695300102234, |
| "learning_rate": 4.666666666666667e-05, |
| "loss": 1.5027993202209473, |
| "mean_token_accuracy": 0.6793931305408478, |
| "num_tokens": 485247.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 1.5376260161399842, |
| "epoch": 0.03824654310091203, |
| "grad_norm": 0.4373331367969513, |
| "learning_rate": 5.058823529411765e-05, |
| "loss": 1.5507566452026367, |
| "mean_token_accuracy": 0.6680718421936035, |
| "num_tokens": 525640.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 1.568453598022461, |
| "epoch": 0.04118858487790527, |
| "grad_norm": 0.41970527172088623, |
| "learning_rate": 5.450980392156863e-05, |
| "loss": 1.5769514083862304, |
| "mean_token_accuracy": 0.6546712338924408, |
| "num_tokens": 565941.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 1.4061901330947877, |
| "epoch": 0.0441306266548985, |
| "grad_norm": 0.43462952971458435, |
| "learning_rate": 5.843137254901961e-05, |
| "loss": 1.4184735298156739, |
| "mean_token_accuracy": 0.6973597705364227, |
| "num_tokens": 606491.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 1.4754432439804077, |
| "epoch": 0.047072668431891736, |
| "grad_norm": 0.42188599705696106, |
| "learning_rate": 6.23529411764706e-05, |
| "loss": 1.5123021125793457, |
| "mean_token_accuracy": 0.6780355155467988, |
| "num_tokens": 646949.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 1.4351889610290527, |
| "epoch": 0.05001471020888497, |
| "grad_norm": 0.4059581458568573, |
| "learning_rate": 6.627450980392157e-05, |
| "loss": 1.4382680892944335, |
| "mean_token_accuracy": 0.6908938407897949, |
| "num_tokens": 687299.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 1.4386033058166503, |
| "epoch": 0.0529567519858782, |
| "grad_norm": 0.4081089198589325, |
| "learning_rate": 7.019607843137255e-05, |
| "loss": 1.4630658149719238, |
| "mean_token_accuracy": 0.6837093889713287, |
| "num_tokens": 727817.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 1.4710845828056336, |
| "epoch": 0.055898793762871435, |
| "grad_norm": 0.4348011612892151, |
| "learning_rate": 7.411764705882354e-05, |
| "loss": 1.483832550048828, |
| "mean_token_accuracy": 0.6794860780239105, |
| "num_tokens": 767982.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 1.4718186855316162, |
| "epoch": 0.05884083553986467, |
| "grad_norm": 0.3977382779121399, |
| "learning_rate": 7.803921568627451e-05, |
| "loss": 1.4843897819519043, |
| "mean_token_accuracy": 0.6810027420520782, |
| "num_tokens": 808206.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.05884083553986467, |
| "eval_entropy": 1.4348028574402876, |
| "eval_loss": 1.4701354503631592, |
| "eval_mean_token_accuracy": 0.6813244935408664, |
| "eval_num_tokens": 808206.0, |
| "eval_runtime": 116.9082, |
| "eval_samples_per_second": 26.046, |
| "eval_steps_per_second": 3.259, |
| "step": 200 |
| }, |
| { |
| "entropy": 1.4585287928581239, |
| "epoch": 0.0617828773168579, |
| "grad_norm": 0.41666489839553833, |
| "learning_rate": 8.196078431372549e-05, |
| "loss": 1.4701197624206543, |
| "mean_token_accuracy": 0.6891506373882293, |
| "num_tokens": 848584.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 1.404802179336548, |
| "epoch": 0.06472491909385113, |
| "grad_norm": 0.4331190288066864, |
| "learning_rate": 8.588235294117646e-05, |
| "loss": 1.4301957130432128, |
| "mean_token_accuracy": 0.6959148466587066, |
| "num_tokens": 889067.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 1.419868004322052, |
| "epoch": 0.06766696087084437, |
| "grad_norm": 0.4185863435268402, |
| "learning_rate": 8.980392156862746e-05, |
| "loss": 1.4252424240112305, |
| "mean_token_accuracy": 0.6949863255023956, |
| "num_tokens": 929411.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 1.4240824103355407, |
| "epoch": 0.0706090026478376, |
| "grad_norm": 0.43419042229652405, |
| "learning_rate": 9.372549019607843e-05, |
| "loss": 1.4376652717590332, |
| "mean_token_accuracy": 0.6870559632778168, |
| "num_tokens": 970055.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 1.4307694911956788, |
| "epoch": 0.07355104442483083, |
| "grad_norm": 0.3987244963645935, |
| "learning_rate": 9.764705882352942e-05, |
| "loss": 1.4383943557739258, |
| "mean_token_accuracy": 0.685227632522583, |
| "num_tokens": 1010437.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 1.50078626871109, |
| "epoch": 0.07649308620182406, |
| "grad_norm": 0.3530856668949127, |
| "learning_rate": 0.00010156862745098039, |
| "loss": 1.5160396575927735, |
| "mean_token_accuracy": 0.6708036184310913, |
| "num_tokens": 1051087.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 1.4214369535446167, |
| "epoch": 0.0794351279788173, |
| "grad_norm": 0.35215267539024353, |
| "learning_rate": 0.00010549019607843139, |
| "loss": 1.4516315460205078, |
| "mean_token_accuracy": 0.6868359208106994, |
| "num_tokens": 1091565.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 1.4430809259414672, |
| "epoch": 0.08237716975581054, |
| "grad_norm": 0.3903290629386902, |
| "learning_rate": 0.00010941176470588237, |
| "loss": 1.4475218772888183, |
| "mean_token_accuracy": 0.686697655916214, |
| "num_tokens": 1131001.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 1.4334508419036864, |
| "epoch": 0.08531921153280377, |
| "grad_norm": 0.3959214985370636, |
| "learning_rate": 0.00011333333333333334, |
| "loss": 1.4455389976501465, |
| "mean_token_accuracy": 0.6854739308357238, |
| "num_tokens": 1171541.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 1.5002384662628174, |
| "epoch": 0.088261253309797, |
| "grad_norm": 0.3723829984664917, |
| "learning_rate": 0.00011725490196078433, |
| "loss": 1.5168241500854491, |
| "mean_token_accuracy": 0.66768679022789, |
| "num_tokens": 1211498.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.088261253309797, |
| "eval_entropy": 1.4693221822185467, |
| "eval_loss": 1.448572039604187, |
| "eval_mean_token_accuracy": 0.6847088332251301, |
| "eval_num_tokens": 1211498.0, |
| "eval_runtime": 116.8305, |
| "eval_samples_per_second": 26.063, |
| "eval_steps_per_second": 3.261, |
| "step": 300 |
| }, |
| { |
| "entropy": 1.3928457140922545, |
| "epoch": 0.09120329508679023, |
| "grad_norm": 0.4283956289291382, |
| "learning_rate": 0.0001211764705882353, |
| "loss": 1.4159896850585938, |
| "mean_token_accuracy": 0.6940667152404785, |
| "num_tokens": 1251562.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 1.3655309796333313, |
| "epoch": 0.09414533686378347, |
| "grad_norm": 0.34452083706855774, |
| "learning_rate": 0.00012509803921568628, |
| "loss": 1.3777886390686036, |
| "mean_token_accuracy": 0.7042169332504272, |
| "num_tokens": 1292029.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 1.4647573351860046, |
| "epoch": 0.0970873786407767, |
| "grad_norm": 0.3209940493106842, |
| "learning_rate": 0.00012901960784313728, |
| "loss": 1.4774354934692382, |
| "mean_token_accuracy": 0.6791389882564545, |
| "num_tokens": 1332530.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 1.4148489713668824, |
| "epoch": 0.10002942041776994, |
| "grad_norm": 0.4031716585159302, |
| "learning_rate": 0.00013294117647058822, |
| "loss": 1.4249235153198243, |
| "mean_token_accuracy": 0.692065304517746, |
| "num_tokens": 1372940.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 1.3905927181243896, |
| "epoch": 0.10297146219476316, |
| "grad_norm": 0.40045231580734253, |
| "learning_rate": 0.00013686274509803922, |
| "loss": 1.4047340393066405, |
| "mean_token_accuracy": 0.6952064216136933, |
| "num_tokens": 1413313.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 1.393438732624054, |
| "epoch": 0.1059135039717564, |
| "grad_norm": 0.3352883458137512, |
| "learning_rate": 0.00014078431372549022, |
| "loss": 1.4050509452819824, |
| "mean_token_accuracy": 0.6900130629539489, |
| "num_tokens": 1453217.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 1.3930254817008971, |
| "epoch": 0.10885554574874963, |
| "grad_norm": 0.31767141819000244, |
| "learning_rate": 0.0001447058823529412, |
| "loss": 1.3919607162475587, |
| "mean_token_accuracy": 0.6927550494670868, |
| "num_tokens": 1493584.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 1.3573615312576295, |
| "epoch": 0.11179758752574287, |
| "grad_norm": 0.32946810126304626, |
| "learning_rate": 0.00014862745098039216, |
| "loss": 1.3821157455444335, |
| "mean_token_accuracy": 0.6986469984054565, |
| "num_tokens": 1534100.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 1.4580389261245728, |
| "epoch": 0.1147396293027361, |
| "grad_norm": 0.3781375288963318, |
| "learning_rate": 0.00015254901960784313, |
| "loss": 1.4741416931152345, |
| "mean_token_accuracy": 0.6809489071369171, |
| "num_tokens": 1574623.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 1.4030352354049682, |
| "epoch": 0.11768167107972934, |
| "grad_norm": 0.3613905906677246, |
| "learning_rate": 0.00015647058823529413, |
| "loss": 1.4134941101074219, |
| "mean_token_accuracy": 0.6923583388328552, |
| "num_tokens": 1615045.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.11768167107972934, |
| "eval_entropy": 1.3998811366989856, |
| "eval_loss": 1.432859182357788, |
| "eval_mean_token_accuracy": 0.6876164205430999, |
| "eval_num_tokens": 1615045.0, |
| "eval_runtime": 116.8804, |
| "eval_samples_per_second": 26.052, |
| "eval_steps_per_second": 3.26, |
| "step": 400 |
| }, |
| { |
| "entropy": 1.3861081957817079, |
| "epoch": 0.12062371285672256, |
| "grad_norm": 0.32785341143608093, |
| "learning_rate": 0.0001603921568627451, |
| "loss": 1.4069743156433105, |
| "mean_token_accuracy": 0.6965118229389191, |
| "num_tokens": 1655438.0, |
| "step": 410 |
| }, |
| { |
| "entropy": 1.3972581624984741, |
| "epoch": 0.1235657546337158, |
| "grad_norm": 0.3461436331272125, |
| "learning_rate": 0.00016431372549019607, |
| "loss": 1.4036929130554199, |
| "mean_token_accuracy": 0.6954509198665619, |
| "num_tokens": 1696005.0, |
| "step": 420 |
| }, |
| { |
| "entropy": 1.3920337677001953, |
| "epoch": 0.12650779641070903, |
| "grad_norm": 0.330691933631897, |
| "learning_rate": 0.00016823529411764707, |
| "loss": 1.4209896087646485, |
| "mean_token_accuracy": 0.6902368903160095, |
| "num_tokens": 1736450.0, |
| "step": 430 |
| }, |
| { |
| "entropy": 1.447186005115509, |
| "epoch": 0.12944983818770225, |
| "grad_norm": 0.3359420895576477, |
| "learning_rate": 0.00017215686274509807, |
| "loss": 1.4491106986999511, |
| "mean_token_accuracy": 0.6825862407684327, |
| "num_tokens": 1776731.0, |
| "step": 440 |
| }, |
| { |
| "entropy": 1.3688698172569276, |
| "epoch": 0.1323918799646955, |
| "grad_norm": 0.31416866183280945, |
| "learning_rate": 0.000176078431372549, |
| "loss": 1.3883934020996094, |
| "mean_token_accuracy": 0.6974851131439209, |
| "num_tokens": 1816994.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 1.4649083375930787, |
| "epoch": 0.13533392174168873, |
| "grad_norm": 0.3449016511440277, |
| "learning_rate": 0.00018, |
| "loss": 1.4666101455688476, |
| "mean_token_accuracy": 0.6721475541591644, |
| "num_tokens": 1857622.0, |
| "step": 460 |
| }, |
| { |
| "entropy": 1.394101870059967, |
| "epoch": 0.13827596351868196, |
| "grad_norm": 0.32241928577423096, |
| "learning_rate": 0.00018392156862745098, |
| "loss": 1.4229127883911132, |
| "mean_token_accuracy": 0.6893933176994324, |
| "num_tokens": 1898085.0, |
| "step": 470 |
| }, |
| { |
| "entropy": 1.4726597905158996, |
| "epoch": 0.1412180052956752, |
| "grad_norm": 0.3263033926486969, |
| "learning_rate": 0.00018784313725490198, |
| "loss": 1.495950412750244, |
| "mean_token_accuracy": 0.6736144661903382, |
| "num_tokens": 1938687.0, |
| "step": 480 |
| }, |
| { |
| "entropy": 1.4047853350639343, |
| "epoch": 0.14416004707266844, |
| "grad_norm": 0.32949718832969666, |
| "learning_rate": 0.00019176470588235295, |
| "loss": 1.4045245170593261, |
| "mean_token_accuracy": 0.6931259393692016, |
| "num_tokens": 1978716.0, |
| "step": 490 |
| }, |
| { |
| "entropy": 1.4191704154014588, |
| "epoch": 0.14710208884966167, |
| "grad_norm": 0.31867218017578125, |
| "learning_rate": 0.00019568627450980392, |
| "loss": 1.4353232383728027, |
| "mean_token_accuracy": 0.68796147108078, |
| "num_tokens": 2019187.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.14710208884966167, |
| "eval_entropy": 1.3842839742582926, |
| "eval_loss": 1.4221439361572266, |
| "eval_mean_token_accuracy": 0.6893131504534423, |
| "eval_num_tokens": 2019187.0, |
| "eval_runtime": 116.869, |
| "eval_samples_per_second": 26.055, |
| "eval_steps_per_second": 3.26, |
| "step": 500 |
| }, |
| { |
| "entropy": 1.4995567321777343, |
| "epoch": 0.1500441306266549, |
| "grad_norm": 0.32378971576690674, |
| "learning_rate": 0.00019960784313725492, |
| "loss": 1.5118988037109375, |
| "mean_token_accuracy": 0.6660271644592285, |
| "num_tokens": 2059838.0, |
| "step": 510 |
| }, |
| { |
| "entropy": 1.3857444763183593, |
| "epoch": 0.15298617240364812, |
| "grad_norm": 0.32856202125549316, |
| "learning_rate": 0.00019999957403309267, |
| "loss": 1.3925944328308106, |
| "mean_token_accuracy": 0.6954998314380646, |
| "num_tokens": 2099887.0, |
| "step": 520 |
| }, |
| { |
| "entropy": 1.444947075843811, |
| "epoch": 0.15592821418064137, |
| "grad_norm": 0.34244897961616516, |
| "learning_rate": 0.00019999810155955347, |
| "loss": 1.4644223213195802, |
| "mean_token_accuracy": 0.6775131762027741, |
| "num_tokens": 2139863.0, |
| "step": 530 |
| }, |
| { |
| "entropy": 1.4525998115539551, |
| "epoch": 0.1588702559576346, |
| "grad_norm": 0.3342621624469757, |
| "learning_rate": 0.00019999557733601503, |
| "loss": 1.4777566909790039, |
| "mean_token_accuracy": 0.6743626773357392, |
| "num_tokens": 2180117.0, |
| "step": 540 |
| }, |
| { |
| "entropy": 1.3970038414001464, |
| "epoch": 0.16181229773462782, |
| "grad_norm": 0.33053645491600037, |
| "learning_rate": 0.00019999200138902642, |
| "loss": 1.4096016883850098, |
| "mean_token_accuracy": 0.6931852400302887, |
| "num_tokens": 2219829.0, |
| "step": 550 |
| }, |
| { |
| "entropy": 1.4066221356391906, |
| "epoch": 0.16475433951162108, |
| "grad_norm": 0.33736753463745117, |
| "learning_rate": 0.00019998737375619835, |
| "loss": 1.4260540008544922, |
| "mean_token_accuracy": 0.6908943474292755, |
| "num_tokens": 2260238.0, |
| "step": 560 |
| }, |
| { |
| "entropy": 1.3926284670829774, |
| "epoch": 0.1676963812886143, |
| "grad_norm": 0.3630967140197754, |
| "learning_rate": 0.0001999816944862029, |
| "loss": 1.408204936981201, |
| "mean_token_accuracy": 0.6962983906269073, |
| "num_tokens": 2300497.0, |
| "step": 570 |
| }, |
| { |
| "entropy": 1.3583880305290221, |
| "epoch": 0.17063842306560753, |
| "grad_norm": 0.3344590365886688, |
| "learning_rate": 0.0001999749636387729, |
| "loss": 1.3612471580505372, |
| "mean_token_accuracy": 0.7032208800315857, |
| "num_tokens": 2340896.0, |
| "step": 580 |
| }, |
| { |
| "entropy": 1.3552134156227111, |
| "epoch": 0.17358046484260076, |
| "grad_norm": 0.3601242005825043, |
| "learning_rate": 0.00019996718128470137, |
| "loss": 1.378493595123291, |
| "mean_token_accuracy": 0.6997579276561737, |
| "num_tokens": 2381277.0, |
| "step": 590 |
| }, |
| { |
| "entropy": 1.4107160449028016, |
| "epoch": 0.176522506619594, |
| "grad_norm": 0.38008254766464233, |
| "learning_rate": 0.00019995834750584078, |
| "loss": 1.4177864074707032, |
| "mean_token_accuracy": 0.6893383502960205, |
| "num_tokens": 2421617.0, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.176522506619594, |
| "eval_entropy": 1.3129558118935332, |
| "eval_loss": 1.4119162559509277, |
| "eval_mean_token_accuracy": 0.6910557604524408, |
| "eval_num_tokens": 2421617.0, |
| "eval_runtime": 117.0182, |
| "eval_samples_per_second": 26.022, |
| "eval_steps_per_second": 3.256, |
| "step": 600 |
| }, |
| { |
| "entropy": 1.3507792115211488, |
| "epoch": 0.17946454839658724, |
| "grad_norm": 0.3318082392215729, |
| "learning_rate": 0.00019994846239510216, |
| "loss": 1.3647551536560059, |
| "mean_token_accuracy": 0.7037387728691101, |
| "num_tokens": 2462059.0, |
| "step": 610 |
| }, |
| { |
| "entropy": 1.395737397670746, |
| "epoch": 0.18240659017358046, |
| "grad_norm": 0.34794482588768005, |
| "learning_rate": 0.00019993752605645417, |
| "loss": 1.4275907516479491, |
| "mean_token_accuracy": 0.6850803017616272, |
| "num_tokens": 2502114.0, |
| "step": 620 |
| }, |
| { |
| "entropy": 1.4139577507972718, |
| "epoch": 0.1853486319505737, |
| "grad_norm": 0.3424963653087616, |
| "learning_rate": 0.00019992553860492191, |
| "loss": 1.4030399322509766, |
| "mean_token_accuracy": 0.6936035215854645, |
| "num_tokens": 2542391.0, |
| "step": 630 |
| }, |
| { |
| "entropy": 1.3600899696350097, |
| "epoch": 0.18829067372756694, |
| "grad_norm": 0.4584237039089203, |
| "learning_rate": 0.00019991250016658578, |
| "loss": 1.3970141410827637, |
| "mean_token_accuracy": 0.6953531980514527, |
| "num_tokens": 2582892.0, |
| "step": 640 |
| }, |
| { |
| "entropy": 1.4006186485290528, |
| "epoch": 0.19123271550456017, |
| "grad_norm": 0.3958089053630829, |
| "learning_rate": 0.00019989841087858019, |
| "loss": 1.4342127799987794, |
| "mean_token_accuracy": 0.6836777746677398, |
| "num_tokens": 2623322.0, |
| "step": 650 |
| }, |
| { |
| "entropy": 1.4262026309967042, |
| "epoch": 0.1941747572815534, |
| "grad_norm": 0.38685840368270874, |
| "learning_rate": 0.000199883270889092, |
| "loss": 1.4162178993225099, |
| "mean_token_accuracy": 0.6810121357440948, |
| "num_tokens": 2664008.0, |
| "step": 660 |
| }, |
| { |
| "entropy": 1.3658849358558656, |
| "epoch": 0.19711679905854662, |
| "grad_norm": 0.37710094451904297, |
| "learning_rate": 0.00019986708035735914, |
| "loss": 1.390056037902832, |
| "mean_token_accuracy": 0.6923020124435425, |
| "num_tokens": 2704594.0, |
| "step": 670 |
| }, |
| { |
| "entropy": 1.363602066040039, |
| "epoch": 0.20005884083553988, |
| "grad_norm": 0.32848283648490906, |
| "learning_rate": 0.0001998498394536687, |
| "loss": 1.4025785446166992, |
| "mean_token_accuracy": 0.6898211300373077, |
| "num_tokens": 2744928.0, |
| "step": 680 |
| }, |
| { |
| "entropy": 1.2932772994041444, |
| "epoch": 0.2030008826125331, |
| "grad_norm": 0.375255286693573, |
| "learning_rate": 0.00019983154835935535, |
| "loss": 1.271113681793213, |
| "mean_token_accuracy": 0.72461918592453, |
| "num_tokens": 2785405.0, |
| "step": 690 |
| }, |
| { |
| "entropy": 1.31307555437088, |
| "epoch": 0.20594292438952633, |
| "grad_norm": 0.3716314733028412, |
| "learning_rate": 0.0001998122072667993, |
| "loss": 1.3366676330566407, |
| "mean_token_accuracy": 0.7082294344902038, |
| "num_tokens": 2825853.0, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.20594292438952633, |
| "eval_entropy": 1.43291619208854, |
| "eval_loss": 1.3930107355117798, |
| "eval_mean_token_accuracy": 0.6941823344531022, |
| "eval_num_tokens": 2825853.0, |
| "eval_runtime": 117.0332, |
| "eval_samples_per_second": 26.018, |
| "eval_steps_per_second": 3.255, |
| "step": 700 |
| }, |
| { |
| "entropy": 1.3790567636489868, |
| "epoch": 0.20888496616651955, |
| "grad_norm": 0.3361744284629822, |
| "learning_rate": 0.0001997918163794244, |
| "loss": 1.4195181846618652, |
| "mean_token_accuracy": 0.6918542444705963, |
| "num_tokens": 2866199.0, |
| "step": 710 |
| }, |
| { |
| "entropy": 1.4847285509109498, |
| "epoch": 0.2118270079435128, |
| "grad_norm": 0.5025491118431091, |
| "learning_rate": 0.00019977037591169583, |
| "loss": 1.479151153564453, |
| "mean_token_accuracy": 0.6787452459335327, |
| "num_tokens": 2906632.0, |
| "step": 720 |
| }, |
| { |
| "entropy": 1.3509209036827088, |
| "epoch": 0.21476904972050603, |
| "grad_norm": 0.3572346866130829, |
| "learning_rate": 0.00019974788608911802, |
| "loss": 1.3688506126403808, |
| "mean_token_accuracy": 0.6984890639781952, |
| "num_tokens": 2947203.0, |
| "step": 730 |
| }, |
| { |
| "entropy": 1.3631734371185302, |
| "epoch": 0.21771109149749926, |
| "grad_norm": 0.33028289675712585, |
| "learning_rate": 0.00019972434714823217, |
| "loss": 1.389684009552002, |
| "mean_token_accuracy": 0.7006505787372589, |
| "num_tokens": 2987399.0, |
| "step": 740 |
| }, |
| { |
| "entropy": 1.3604696154594422, |
| "epoch": 0.22065313327449249, |
| "grad_norm": 0.368522584438324, |
| "learning_rate": 0.00019969975933661378, |
| "loss": 1.376063919067383, |
| "mean_token_accuracy": 0.6953622698783875, |
| "num_tokens": 3027379.0, |
| "step": 750 |
| }, |
| { |
| "entropy": 1.4122770190238954, |
| "epoch": 0.22359517505148574, |
| "grad_norm": 0.3348753750324249, |
| "learning_rate": 0.00019967412291287007, |
| "loss": 1.406267261505127, |
| "mean_token_accuracy": 0.6962361812591553, |
| "num_tokens": 3067608.0, |
| "step": 760 |
| }, |
| { |
| "entropy": 1.357818615436554, |
| "epoch": 0.22653721682847897, |
| "grad_norm": 0.34611567854881287, |
| "learning_rate": 0.00019964743814663725, |
| "loss": 1.3942573547363282, |
| "mean_token_accuracy": 0.6927765250205994, |
| "num_tokens": 3108050.0, |
| "step": 770 |
| }, |
| { |
| "entropy": 1.3579653978347779, |
| "epoch": 0.2294792586054722, |
| "grad_norm": 0.42795485258102417, |
| "learning_rate": 0.0001996197053185777, |
| "loss": 1.369248104095459, |
| "mean_token_accuracy": 0.70080486536026, |
| "num_tokens": 3148448.0, |
| "step": 780 |
| }, |
| { |
| "entropy": 1.3725898623466493, |
| "epoch": 0.23242130038246542, |
| "grad_norm": 0.37439125776290894, |
| "learning_rate": 0.00019959092472037688, |
| "loss": 1.3844552040100098, |
| "mean_token_accuracy": 0.6901408195495605, |
| "num_tokens": 3189104.0, |
| "step": 790 |
| }, |
| { |
| "entropy": 1.3633452892303466, |
| "epoch": 0.23536334215945867, |
| "grad_norm": 0.3426375091075897, |
| "learning_rate": 0.0001995610966547406, |
| "loss": 1.3828603744506835, |
| "mean_token_accuracy": 0.699894517660141, |
| "num_tokens": 3229594.0, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.23536334215945867, |
| "eval_entropy": 1.3796262137220288, |
| "eval_loss": 1.3804020881652832, |
| "eval_mean_token_accuracy": 0.6970919832157025, |
| "eval_num_tokens": 3229594.0, |
| "eval_runtime": 117.0459, |
| "eval_samples_per_second": 26.015, |
| "eval_steps_per_second": 3.255, |
| "step": 800 |
| }, |
| { |
| "entropy": 1.3366303324699402, |
| "epoch": 0.2383053839364519, |
| "grad_norm": 0.31953537464141846, |
| "learning_rate": 0.00019953022143539144, |
| "loss": 1.3653806686401366, |
| "mean_token_accuracy": 0.7049518287181854, |
| "num_tokens": 3269982.0, |
| "step": 810 |
| }, |
| { |
| "entropy": 1.3933040380477906, |
| "epoch": 0.24124742571344512, |
| "grad_norm": 0.39059045910835266, |
| "learning_rate": 0.00019949829938706567, |
| "loss": 1.4077239990234376, |
| "mean_token_accuracy": 0.6878176212310791, |
| "num_tokens": 3310501.0, |
| "step": 820 |
| }, |
| { |
| "entropy": 1.4102402210235596, |
| "epoch": 0.24418946749043838, |
| "grad_norm": 0.40408599376678467, |
| "learning_rate": 0.00019946533084550983, |
| "loss": 1.42384614944458, |
| "mean_token_accuracy": 0.6878543615341186, |
| "num_tokens": 3350905.0, |
| "step": 830 |
| }, |
| { |
| "entropy": 1.3664647340774536, |
| "epoch": 0.2471315092674316, |
| "grad_norm": 0.33828359842300415, |
| "learning_rate": 0.00019943131615747715, |
| "loss": 1.3716326713562013, |
| "mean_token_accuracy": 0.7006340861320496, |
| "num_tokens": 3391405.0, |
| "step": 840 |
| }, |
| { |
| "entropy": 1.427152693271637, |
| "epoch": 0.25007355104442486, |
| "grad_norm": 0.48738211393356323, |
| "learning_rate": 0.00019939625568072387, |
| "loss": 1.4487317085266114, |
| "mean_token_accuracy": 0.6779101848602295, |
| "num_tokens": 3431764.0, |
| "step": 850 |
| }, |
| { |
| "entropy": 1.3256952285766601, |
| "epoch": 0.25301559282141806, |
| "grad_norm": 0.4037957191467285, |
| "learning_rate": 0.00019936014978400558, |
| "loss": 1.341677474975586, |
| "mean_token_accuracy": 0.7102087676525116, |
| "num_tokens": 3472134.0, |
| "step": 860 |
| }, |
| { |
| "entropy": 1.3219331979751587, |
| "epoch": 0.2559576345984113, |
| "grad_norm": 0.3991295099258423, |
| "learning_rate": 0.00019932299884707324, |
| "loss": 1.3323281288146973, |
| "mean_token_accuracy": 0.7040995419025421, |
| "num_tokens": 3512618.0, |
| "step": 870 |
| }, |
| { |
| "entropy": 1.327842366695404, |
| "epoch": 0.2588996763754045, |
| "grad_norm": 0.37586092948913574, |
| "learning_rate": 0.00019928480326066925, |
| "loss": 1.3401626586914062, |
| "mean_token_accuracy": 0.7077195107936859, |
| "num_tokens": 3553039.0, |
| "step": 880 |
| }, |
| { |
| "entropy": 1.4176750898361206, |
| "epoch": 0.26184171815239776, |
| "grad_norm": 0.3479557931423187, |
| "learning_rate": 0.00019924556342652334, |
| "loss": 1.435785961151123, |
| "mean_token_accuracy": 0.6839641869068146, |
| "num_tokens": 3593551.0, |
| "step": 890 |
| }, |
| { |
| "entropy": 1.3467723608016968, |
| "epoch": 0.264783759929391, |
| "grad_norm": 0.3519476056098938, |
| "learning_rate": 0.00019920527975734827, |
| "loss": 1.3625640869140625, |
| "mean_token_accuracy": 0.6986214816570282, |
| "num_tokens": 3633984.0, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.264783759929391, |
| "eval_entropy": 1.327493928861743, |
| "eval_loss": 1.3682215213775635, |
| "eval_mean_token_accuracy": 0.6995677048452883, |
| "eval_num_tokens": 3633984.0, |
| "eval_runtime": 117.0553, |
| "eval_samples_per_second": 26.013, |
| "eval_steps_per_second": 3.255, |
| "step": 900 |
| }, |
| { |
| "entropy": 1.377519929409027, |
| "epoch": 0.2677258017063842, |
| "grad_norm": 0.3842776417732239, |
| "learning_rate": 0.0001991639526768356, |
| "loss": 1.4039417266845704, |
| "mean_token_accuracy": 0.6875424087047577, |
| "num_tokens": 3674545.0, |
| "step": 910 |
| }, |
| { |
| "entropy": 1.314482867717743, |
| "epoch": 0.27066784348337747, |
| "grad_norm": 0.4236571192741394, |
| "learning_rate": 0.00019912158261965114, |
| "loss": 1.3185301780700684, |
| "mean_token_accuracy": 0.7092587351799011, |
| "num_tokens": 3714993.0, |
| "step": 920 |
| }, |
| { |
| "entropy": 1.3224342346191407, |
| "epoch": 0.2736098852603707, |
| "grad_norm": 0.3825512230396271, |
| "learning_rate": 0.0001990781700314304, |
| "loss": 1.3342713356018066, |
| "mean_token_accuracy": 0.7061914503574371, |
| "num_tokens": 3755443.0, |
| "step": 930 |
| }, |
| { |
| "entropy": 1.3411121726036073, |
| "epoch": 0.2765519270373639, |
| "grad_norm": 0.3913728594779968, |
| "learning_rate": 0.00019903371536877397, |
| "loss": 1.372488784790039, |
| "mean_token_accuracy": 0.6965407311916352, |
| "num_tokens": 3795944.0, |
| "step": 940 |
| }, |
| { |
| "entropy": 1.3303414344787599, |
| "epoch": 0.2794939688143572, |
| "grad_norm": 0.34784528613090515, |
| "learning_rate": 0.00019898821909924267, |
| "loss": 1.329643440246582, |
| "mean_token_accuracy": 0.7043894708156586, |
| "num_tokens": 3836572.0, |
| "step": 950 |
| }, |
| { |
| "entropy": 1.3415798902511598, |
| "epoch": 0.2824360105913504, |
| "grad_norm": 0.3249607980251312, |
| "learning_rate": 0.00019894168170135252, |
| "loss": 1.3672316551208497, |
| "mean_token_accuracy": 0.7032464861869812, |
| "num_tokens": 3876943.0, |
| "step": 960 |
| }, |
| { |
| "entropy": 1.3220824122428894, |
| "epoch": 0.2853780523683436, |
| "grad_norm": 0.3845159411430359, |
| "learning_rate": 0.00019889410366456995, |
| "loss": 1.326685905456543, |
| "mean_token_accuracy": 0.7063803553581238, |
| "num_tokens": 3917514.0, |
| "step": 970 |
| }, |
| { |
| "entropy": 1.3524356603622436, |
| "epoch": 0.2883200941453369, |
| "grad_norm": 0.49597394466400146, |
| "learning_rate": 0.00019884548548930648, |
| "loss": 1.3823152542114259, |
| "mean_token_accuracy": 0.688988733291626, |
| "num_tokens": 3958016.0, |
| "step": 980 |
| }, |
| { |
| "entropy": 1.3366973161697389, |
| "epoch": 0.2912621359223301, |
| "grad_norm": 0.3381548523902893, |
| "learning_rate": 0.00019879582768691343, |
| "loss": 1.3448416709899902, |
| "mean_token_accuracy": 0.7067325949668884, |
| "num_tokens": 3998636.0, |
| "step": 990 |
| }, |
| { |
| "entropy": 1.342777681350708, |
| "epoch": 0.29420417769932333, |
| "grad_norm": 0.3816724717617035, |
| "learning_rate": 0.0001987451307796767, |
| "loss": 1.3505562782287597, |
| "mean_token_accuracy": 0.7011382758617402, |
| "num_tokens": 4039116.0, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.29420417769932333, |
| "eval_entropy": 1.3210531396502898, |
| "eval_loss": 1.3546180725097656, |
| "eval_mean_token_accuracy": 0.7016779092040275, |
| "eval_num_tokens": 4039116.0, |
| "eval_runtime": 116.9387, |
| "eval_samples_per_second": 26.039, |
| "eval_steps_per_second": 3.258, |
| "step": 1000 |
| }, |
| { |
| "entropy": 1.366915476322174, |
| "epoch": 0.2971462194763166, |
| "grad_norm": 0.35182058811187744, |
| "learning_rate": 0.00019869339530081105, |
| "loss": 1.3859369277954101, |
| "mean_token_accuracy": 0.6906876146793366, |
| "num_tokens": 4079633.0, |
| "step": 1010 |
| }, |
| { |
| "entropy": 1.3304717183113097, |
| "epoch": 0.3000882612533098, |
| "grad_norm": 0.3552508056163788, |
| "learning_rate": 0.0001986406217944548, |
| "loss": 1.3530879974365235, |
| "mean_token_accuracy": 0.703288596868515, |
| "num_tokens": 4120199.0, |
| "step": 1020 |
| }, |
| { |
| "entropy": 1.3517386436462402, |
| "epoch": 0.30303030303030304, |
| "grad_norm": 0.3985072076320648, |
| "learning_rate": 0.0001985868108156638, |
| "loss": 1.3472537040710448, |
| "mean_token_accuracy": 0.7062719881534576, |
| "num_tokens": 4160213.0, |
| "step": 1030 |
| }, |
| { |
| "entropy": 1.2475824117660523, |
| "epoch": 0.30597234480729624, |
| "grad_norm": 0.35150817036628723, |
| "learning_rate": 0.00019853196293040577, |
| "loss": 1.2721343040466309, |
| "mean_token_accuracy": 0.7261709928512573, |
| "num_tokens": 4200515.0, |
| "step": 1040 |
| }, |
| { |
| "entropy": 1.3748682379722594, |
| "epoch": 0.3089143865842895, |
| "grad_norm": 0.3976305425167084, |
| "learning_rate": 0.00019847607871555426, |
| "loss": 1.3997004508972168, |
| "mean_token_accuracy": 0.6935756504535675, |
| "num_tokens": 4240452.0, |
| "step": 1050 |
| }, |
| { |
| "entropy": 1.250860321521759, |
| "epoch": 0.31185642836128274, |
| "grad_norm": 0.4553461968898773, |
| "learning_rate": 0.00019841915875888272, |
| "loss": 1.2498172760009765, |
| "mean_token_accuracy": 0.7244091928005219, |
| "num_tokens": 4280962.0, |
| "step": 1060 |
| }, |
| { |
| "entropy": 1.3760404348373414, |
| "epoch": 0.31479847013827594, |
| "grad_norm": 0.489533394575119, |
| "learning_rate": 0.00019836120365905813, |
| "loss": 1.3888651847839355, |
| "mean_token_accuracy": 0.693582957983017, |
| "num_tokens": 4321434.0, |
| "step": 1070 |
| }, |
| { |
| "entropy": 1.3051153898239136, |
| "epoch": 0.3177405119152692, |
| "grad_norm": 0.3459921181201935, |
| "learning_rate": 0.0001983022140256348, |
| "loss": 1.3199047088623046, |
| "mean_token_accuracy": 0.7050609290599823, |
| "num_tokens": 4361714.0, |
| "step": 1080 |
| }, |
| { |
| "entropy": 1.2985354661941528, |
| "epoch": 0.32068255369226245, |
| "grad_norm": 0.33598437905311584, |
| "learning_rate": 0.00019824219047904804, |
| "loss": 1.3020724296569823, |
| "mean_token_accuracy": 0.713257223367691, |
| "num_tokens": 4401949.0, |
| "step": 1090 |
| }, |
| { |
| "entropy": 1.276042139530182, |
| "epoch": 0.32362459546925565, |
| "grad_norm": 0.43967100977897644, |
| "learning_rate": 0.00019818113365060742, |
| "loss": 1.3166107177734374, |
| "mean_token_accuracy": 0.7159667015075684, |
| "num_tokens": 4442174.0, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.32362459546925565, |
| "eval_entropy": 1.3324664305514238, |
| "eval_loss": 1.3422644138336182, |
| "eval_mean_token_accuracy": 0.7045243512301307, |
| "eval_num_tokens": 4442174.0, |
| "eval_runtime": 116.854, |
| "eval_samples_per_second": 26.058, |
| "eval_steps_per_second": 3.26, |
| "step": 1100 |
| }, |
| { |
| "entropy": 1.3644051671028137, |
| "epoch": 0.3265666372462489, |
| "grad_norm": 0.3831937313079834, |
| "learning_rate": 0.0001981190441824903, |
| "loss": 1.3389662742614745, |
| "mean_token_accuracy": 0.7077198505401612, |
| "num_tokens": 4482638.0, |
| "step": 1110 |
| }, |
| { |
| "entropy": 1.3949143767356873, |
| "epoch": 0.32950867902324216, |
| "grad_norm": 0.4152087867259979, |
| "learning_rate": 0.0001980559227277352, |
| "loss": 1.4393955230712892, |
| "mean_token_accuracy": 0.6806177437305451, |
| "num_tokens": 4523231.0, |
| "step": 1120 |
| }, |
| { |
| "entropy": 1.5005442142486571, |
| "epoch": 0.33245072080023536, |
| "grad_norm": 0.3600977957248688, |
| "learning_rate": 0.00019799176995023446, |
| "loss": 1.5087374687194823, |
| "mean_token_accuracy": 0.6630822360515595, |
| "num_tokens": 4563875.0, |
| "step": 1130 |
| }, |
| { |
| "entropy": 1.3872592091560363, |
| "epoch": 0.3353927625772286, |
| "grad_norm": 0.41946983337402344, |
| "learning_rate": 0.00019792658652472784, |
| "loss": 1.3950308799743651, |
| "mean_token_accuracy": 0.6971809685230255, |
| "num_tokens": 4604493.0, |
| "step": 1140 |
| }, |
| { |
| "entropy": 1.2849906086921692, |
| "epoch": 0.3383348043542218, |
| "grad_norm": 0.44172239303588867, |
| "learning_rate": 0.00019786037313679496, |
| "loss": 1.3040260314941405, |
| "mean_token_accuracy": 0.7124627947807312, |
| "num_tokens": 4644971.0, |
| "step": 1150 |
| }, |
| { |
| "entropy": 1.3872546672821044, |
| "epoch": 0.34127684613121506, |
| "grad_norm": 0.42291128635406494, |
| "learning_rate": 0.0001977931304828484, |
| "loss": 1.3932037353515625, |
| "mean_token_accuracy": 0.6873931646347046, |
| "num_tokens": 4685402.0, |
| "step": 1160 |
| }, |
| { |
| "entropy": 1.3018505930900575, |
| "epoch": 0.3442188879082083, |
| "grad_norm": 0.40709924697875977, |
| "learning_rate": 0.00019772485927012617, |
| "loss": 1.3295734405517579, |
| "mean_token_accuracy": 0.708010071516037, |
| "num_tokens": 4725827.0, |
| "step": 1170 |
| }, |
| { |
| "entropy": 1.306389570236206, |
| "epoch": 0.3471609296852015, |
| "grad_norm": 0.3591320514678955, |
| "learning_rate": 0.00019765556021668438, |
| "loss": 1.2882349014282226, |
| "mean_token_accuracy": 0.7196535110473633, |
| "num_tokens": 4766299.0, |
| "step": 1180 |
| }, |
| { |
| "entropy": 1.274339497089386, |
| "epoch": 0.35010297146219477, |
| "grad_norm": 0.49734798073768616, |
| "learning_rate": 0.0001975852340513897, |
| "loss": 1.322108268737793, |
| "mean_token_accuracy": 0.7085251092910767, |
| "num_tokens": 4806716.0, |
| "step": 1190 |
| }, |
| { |
| "entropy": 1.3069317936897278, |
| "epoch": 0.353045013239188, |
| "grad_norm": 0.38912537693977356, |
| "learning_rate": 0.00019751388151391153, |
| "loss": 1.2966851234436034, |
| "mean_token_accuracy": 0.7151984930038452, |
| "num_tokens": 4846722.0, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.353045013239188, |
| "eval_entropy": 1.2881334237852122, |
| "eval_loss": 1.3329390287399292, |
| "eval_mean_token_accuracy": 0.7064482895095204, |
| "eval_num_tokens": 4846722.0, |
| "eval_runtime": 116.8679, |
| "eval_samples_per_second": 26.055, |
| "eval_steps_per_second": 3.26, |
| "step": 1200 |
| }, |
| { |
| "entropy": 1.323479461669922, |
| "epoch": 0.3559870550161812, |
| "grad_norm": 0.3935072720050812, |
| "learning_rate": 0.0001974415033547145, |
| "loss": 1.3559471130371095, |
| "mean_token_accuracy": 0.6980177283287048, |
| "num_tokens": 4887382.0, |
| "step": 1210 |
| }, |
| { |
| "entropy": 1.3160091280937194, |
| "epoch": 0.3589290967931745, |
| "grad_norm": 0.402215838432312, |
| "learning_rate": 0.00019736810033505037, |
| "loss": 1.3169782638549805, |
| "mean_token_accuracy": 0.7115081787109375, |
| "num_tokens": 4927725.0, |
| "step": 1220 |
| }, |
| { |
| "entropy": 1.3298014521598815, |
| "epoch": 0.36187113857016767, |
| "grad_norm": 0.4016437530517578, |
| "learning_rate": 0.00019729367322695, |
| "loss": 1.340937900543213, |
| "mean_token_accuracy": 0.7020221769809722, |
| "num_tokens": 4968297.0, |
| "step": 1230 |
| }, |
| { |
| "entropy": 1.3313292741775513, |
| "epoch": 0.3648131803471609, |
| "grad_norm": 0.4023797810077667, |
| "learning_rate": 0.00019721822281321537, |
| "loss": 1.3570178031921387, |
| "mean_token_accuracy": 0.695677000284195, |
| "num_tokens": 5008063.0, |
| "step": 1240 |
| }, |
| { |
| "entropy": 1.3236193537712098, |
| "epoch": 0.3677552221241542, |
| "grad_norm": 0.39722758531570435, |
| "learning_rate": 0.00019714174988741127, |
| "loss": 1.3275541305541991, |
| "mean_token_accuracy": 0.7125855982303619, |
| "num_tokens": 5048336.0, |
| "step": 1250 |
| }, |
| { |
| "entropy": 1.3190148949623108, |
| "epoch": 0.3706972639011474, |
| "grad_norm": 0.35919976234436035, |
| "learning_rate": 0.000197064255253857, |
| "loss": 1.3260068893432617, |
| "mean_token_accuracy": 0.7106278300285339, |
| "num_tokens": 5088942.0, |
| "step": 1260 |
| }, |
| { |
| "entropy": 1.3633437037467957, |
| "epoch": 0.37363930567814063, |
| "grad_norm": 0.41243675351142883, |
| "learning_rate": 0.0001969857397276178, |
| "loss": 1.3687942504882813, |
| "mean_token_accuracy": 0.6920778334140778, |
| "num_tokens": 5129372.0, |
| "step": 1270 |
| }, |
| { |
| "entropy": 1.2383417725563048, |
| "epoch": 0.3765813474551339, |
| "grad_norm": 0.40572160482406616, |
| "learning_rate": 0.00019690620413449642, |
| "loss": 1.2481071472167968, |
| "mean_token_accuracy": 0.7250577747821808, |
| "num_tokens": 5169845.0, |
| "step": 1280 |
| }, |
| { |
| "entropy": 1.2865507364273072, |
| "epoch": 0.3795233892321271, |
| "grad_norm": 0.42980971932411194, |
| "learning_rate": 0.00019682564931102435, |
| "loss": 1.3222503662109375, |
| "mean_token_accuracy": 0.7078245043754577, |
| "num_tokens": 5210494.0, |
| "step": 1290 |
| }, |
| { |
| "entropy": 1.3427109718322754, |
| "epoch": 0.38246543100912034, |
| "grad_norm": 0.39987629652023315, |
| "learning_rate": 0.000196744076104453, |
| "loss": 1.3458648681640626, |
| "mean_token_accuracy": 0.7039949476718903, |
| "num_tokens": 5250876.0, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.38246543100912034, |
| "eval_entropy": 1.3054086448639397, |
| "eval_loss": 1.328322172164917, |
| "eval_mean_token_accuracy": 0.7073736231470984, |
| "eval_num_tokens": 5250876.0, |
| "eval_runtime": 116.8194, |
| "eval_samples_per_second": 26.066, |
| "eval_steps_per_second": 3.261, |
| "step": 1300 |
| }, |
| { |
| "entropy": 1.3619997262954713, |
| "epoch": 0.38540747278611354, |
| "grad_norm": 0.39274510741233826, |
| "learning_rate": 0.00019666148537274486, |
| "loss": 1.393809986114502, |
| "mean_token_accuracy": 0.6958752512931824, |
| "num_tokens": 5291408.0, |
| "step": 1310 |
| }, |
| { |
| "entropy": 1.313580584526062, |
| "epoch": 0.3883495145631068, |
| "grad_norm": 0.4472017288208008, |
| "learning_rate": 0.00019657787798456447, |
| "loss": 1.3207698822021485, |
| "mean_token_accuracy": 0.7056093811988831, |
| "num_tokens": 5331902.0, |
| "step": 1320 |
| }, |
| { |
| "entropy": 1.3660961747169496, |
| "epoch": 0.39129155634010004, |
| "grad_norm": 0.3704398572444916, |
| "learning_rate": 0.00019649325481926918, |
| "loss": 1.3579423904418946, |
| "mean_token_accuracy": 0.6998582005500793, |
| "num_tokens": 5372344.0, |
| "step": 1330 |
| }, |
| { |
| "entropy": 1.2838171362876891, |
| "epoch": 0.39423359811709324, |
| "grad_norm": 0.42561763525009155, |
| "learning_rate": 0.0001964076167669001, |
| "loss": 1.3317262649536132, |
| "mean_token_accuracy": 0.707372397184372, |
| "num_tokens": 5412588.0, |
| "step": 1340 |
| }, |
| { |
| "entropy": 1.3983584880828857, |
| "epoch": 0.3971756398940865, |
| "grad_norm": 0.39428314566612244, |
| "learning_rate": 0.00019632096472817247, |
| "loss": 1.3956350326538085, |
| "mean_token_accuracy": 0.6877002000808716, |
| "num_tokens": 5452540.0, |
| "step": 1350 |
| }, |
| { |
| "entropy": 1.2444414377212525, |
| "epoch": 0.40011768167107975, |
| "grad_norm": 0.46192431449890137, |
| "learning_rate": 0.00019623329961446646, |
| "loss": 1.2581539154052734, |
| "mean_token_accuracy": 0.7236546576023102, |
| "num_tokens": 5492713.0, |
| "step": 1360 |
| }, |
| { |
| "entropy": 1.3872360110282898, |
| "epoch": 0.40305972344807295, |
| "grad_norm": 0.4279949367046356, |
| "learning_rate": 0.0001961446223478174, |
| "loss": 1.3998414993286132, |
| "mean_token_accuracy": 0.6933107733726501, |
| "num_tokens": 5532960.0, |
| "step": 1370 |
| }, |
| { |
| "entropy": 1.3212559223175049, |
| "epoch": 0.4060017652250662, |
| "grad_norm": 0.5924211740493774, |
| "learning_rate": 0.0001960549338609061, |
| "loss": 1.3529240608215332, |
| "mean_token_accuracy": 0.7018321037292481, |
| "num_tokens": 5573284.0, |
| "step": 1380 |
| }, |
| { |
| "entropy": 1.2787784337997437, |
| "epoch": 0.40894380700205946, |
| "grad_norm": 0.4120098948478699, |
| "learning_rate": 0.00019596423509704916, |
| "loss": 1.2666643142700196, |
| "mean_token_accuracy": 0.7207745730876922, |
| "num_tokens": 5613401.0, |
| "step": 1390 |
| }, |
| { |
| "entropy": 1.2354493618011475, |
| "epoch": 0.41188584877905265, |
| "grad_norm": 0.3948381245136261, |
| "learning_rate": 0.00019587252701018897, |
| "loss": 1.258436393737793, |
| "mean_token_accuracy": 0.7286782383918762, |
| "num_tokens": 5653527.0, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.41188584877905265, |
| "eval_entropy": 1.3250519281297217, |
| "eval_loss": 1.317603588104248, |
| "eval_mean_token_accuracy": 0.709270513902499, |
| "eval_num_tokens": 5653527.0, |
| "eval_runtime": 117.0125, |
| "eval_samples_per_second": 26.023, |
| "eval_steps_per_second": 3.256, |
| "step": 1400 |
| }, |
| { |
| "entropy": 1.2924874544143676, |
| "epoch": 0.4148278905560459, |
| "grad_norm": 0.3901238739490509, |
| "learning_rate": 0.0001957798105648836, |
| "loss": 1.3112905502319336, |
| "mean_token_accuracy": 0.7130284488201142, |
| "num_tokens": 5693830.0, |
| "step": 1410 |
| }, |
| { |
| "entropy": 1.3326545000076293, |
| "epoch": 0.4177699323330391, |
| "grad_norm": 0.4452548623085022, |
| "learning_rate": 0.0001956860867362968, |
| "loss": 1.3477538108825684, |
| "mean_token_accuracy": 0.6966541707515717, |
| "num_tokens": 5734423.0, |
| "step": 1420 |
| }, |
| { |
| "entropy": 1.3726879000663756, |
| "epoch": 0.42071197411003236, |
| "grad_norm": 0.41140350699424744, |
| "learning_rate": 0.00019559135651018764, |
| "loss": 1.364595603942871, |
| "mean_token_accuracy": 0.6968912184238434, |
| "num_tokens": 5774991.0, |
| "step": 1430 |
| }, |
| { |
| "entropy": 1.2218275964260101, |
| "epoch": 0.4236540158870256, |
| "grad_norm": 0.34981605410575867, |
| "learning_rate": 0.0001954956208829002, |
| "loss": 1.255105686187744, |
| "mean_token_accuracy": 0.7247668862342834, |
| "num_tokens": 5815447.0, |
| "step": 1440 |
| }, |
| { |
| "entropy": 1.277131152153015, |
| "epoch": 0.4265960576640188, |
| "grad_norm": 0.4556473195552826, |
| "learning_rate": 0.00019539888086135302, |
| "loss": 1.2920147895812988, |
| "mean_token_accuracy": 0.7172133564949036, |
| "num_tokens": 5855958.0, |
| "step": 1450 |
| }, |
| { |
| "entropy": 1.2765482187271118, |
| "epoch": 0.42953809944101207, |
| "grad_norm": 0.3995361924171448, |
| "learning_rate": 0.00019530113746302864, |
| "loss": 1.2754140853881837, |
| "mean_token_accuracy": 0.7180281519889832, |
| "num_tokens": 5896270.0, |
| "step": 1460 |
| }, |
| { |
| "entropy": 1.3740562319755554, |
| "epoch": 0.4324801412180053, |
| "grad_norm": 0.42559972405433655, |
| "learning_rate": 0.00019520239171596276, |
| "loss": 1.4036828994750976, |
| "mean_token_accuracy": 0.6909762322902679, |
| "num_tokens": 5936780.0, |
| "step": 1470 |
| }, |
| { |
| "entropy": 1.3417500495910644, |
| "epoch": 0.4354221829949985, |
| "grad_norm": 0.36076462268829346, |
| "learning_rate": 0.00019510264465873344, |
| "loss": 1.3366243362426757, |
| "mean_token_accuracy": 0.7046165943145752, |
| "num_tokens": 5977191.0, |
| "step": 1480 |
| }, |
| { |
| "entropy": 1.2735178232192994, |
| "epoch": 0.4383642247719918, |
| "grad_norm": 0.4245460033416748, |
| "learning_rate": 0.0001950018973404503, |
| "loss": 1.296212387084961, |
| "mean_token_accuracy": 0.7112137854099274, |
| "num_tokens": 6017786.0, |
| "step": 1490 |
| }, |
| { |
| "entropy": 1.2875243425369263, |
| "epoch": 0.44130626654898497, |
| "grad_norm": 0.39781293272972107, |
| "learning_rate": 0.00019490015082074342, |
| "loss": 1.2946128845214844, |
| "mean_token_accuracy": 0.7150110900402069, |
| "num_tokens": 6058171.0, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.44130626654898497, |
| "eval_entropy": 1.2906748921539526, |
| "eval_loss": 1.3084396123886108, |
| "eval_mean_token_accuracy": 0.711328562789076, |
| "eval_num_tokens": 6058171.0, |
| "eval_runtime": 116.9727, |
| "eval_samples_per_second": 26.032, |
| "eval_steps_per_second": 3.257, |
| "step": 1500 |
| }, |
| { |
| "entropy": 1.335238778591156, |
| "epoch": 0.4442483083259782, |
| "grad_norm": 0.46100911498069763, |
| "learning_rate": 0.00019479740616975207, |
| "loss": 1.3694096565246583, |
| "mean_token_accuracy": 0.6983109295368195, |
| "num_tokens": 6098236.0, |
| "step": 1510 |
| }, |
| { |
| "entropy": 1.3258445739746094, |
| "epoch": 0.4471903501029715, |
| "grad_norm": 0.4548512399196625, |
| "learning_rate": 0.00019469366446811368, |
| "loss": 1.3223464012145996, |
| "mean_token_accuracy": 0.7081819117069245, |
| "num_tokens": 6138323.0, |
| "step": 1520 |
| }, |
| { |
| "entropy": 1.4055490851402284, |
| "epoch": 0.4501323918799647, |
| "grad_norm": 0.5857915282249451, |
| "learning_rate": 0.0001945889268069523, |
| "loss": 1.4265625, |
| "mean_token_accuracy": 0.6870070040225983, |
| "num_tokens": 6178759.0, |
| "step": 1530 |
| }, |
| { |
| "entropy": 1.3535587549209596, |
| "epoch": 0.45307443365695793, |
| "grad_norm": 0.4886157810688019, |
| "learning_rate": 0.00019448319428786714, |
| "loss": 1.3616491317749024, |
| "mean_token_accuracy": 0.6958298921585083, |
| "num_tokens": 6219216.0, |
| "step": 1540 |
| }, |
| { |
| "entropy": 1.2599135279655456, |
| "epoch": 0.4560164754339512, |
| "grad_norm": 0.4452349543571472, |
| "learning_rate": 0.00019437646802292116, |
| "loss": 1.2533982276916504, |
| "mean_token_accuracy": 0.7242700159549713, |
| "num_tokens": 6259618.0, |
| "step": 1550 |
| }, |
| { |
| "entropy": 1.247275459766388, |
| "epoch": 0.4589585172109444, |
| "grad_norm": 0.43969377875328064, |
| "learning_rate": 0.0001942687491346291, |
| "loss": 1.3022977828979492, |
| "mean_token_accuracy": 0.7166135847568512, |
| "num_tokens": 6300125.0, |
| "step": 1560 |
| }, |
| { |
| "entropy": 1.2933772325515747, |
| "epoch": 0.46190055898793764, |
| "grad_norm": 0.4098397195339203, |
| "learning_rate": 0.0001941600387559459, |
| "loss": 1.2829959869384766, |
| "mean_token_accuracy": 0.7151767909526825, |
| "num_tokens": 6340600.0, |
| "step": 1570 |
| }, |
| { |
| "entropy": 1.3236228585243226, |
| "epoch": 0.46484260076493084, |
| "grad_norm": 0.9286667108535767, |
| "learning_rate": 0.0001940503380302547, |
| "loss": 1.3246389389038087, |
| "mean_token_accuracy": 0.7080819308757782, |
| "num_tokens": 6381016.0, |
| "step": 1580 |
| }, |
| { |
| "entropy": 1.3100301146507263, |
| "epoch": 0.4677846425419241, |
| "grad_norm": 0.44687584042549133, |
| "learning_rate": 0.00019393964811135475, |
| "loss": 1.3230223655700684, |
| "mean_token_accuracy": 0.7061593413352967, |
| "num_tokens": 6421104.0, |
| "step": 1590 |
| }, |
| { |
| "entropy": 1.3405604600906371, |
| "epoch": 0.47072668431891734, |
| "grad_norm": 0.4198276400566101, |
| "learning_rate": 0.00019382797016344937, |
| "loss": 1.372106170654297, |
| "mean_token_accuracy": 0.6942126870155334, |
| "num_tokens": 6461464.0, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.47072668431891734, |
| "eval_entropy": 1.3327079477898405, |
| "eval_loss": 1.3015934228897095, |
| "eval_mean_token_accuracy": 0.7128373644170486, |
| "eval_num_tokens": 6461464.0, |
| "eval_runtime": 116.8886, |
| "eval_samples_per_second": 26.05, |
| "eval_steps_per_second": 3.26, |
| "step": 1600 |
| }, |
| { |
| "entropy": 1.2775195240974426, |
| "epoch": 0.47366872609591054, |
| "grad_norm": 0.36669495701789856, |
| "learning_rate": 0.00019371530536113372, |
| "loss": 1.2723214149475097, |
| "mean_token_accuracy": 0.7203551054000854, |
| "num_tokens": 6501717.0, |
| "step": 1610 |
| }, |
| { |
| "entropy": 1.263567042350769, |
| "epoch": 0.4766107678729038, |
| "grad_norm": 0.3709637522697449, |
| "learning_rate": 0.00019360165488938228, |
| "loss": 1.2917292594909668, |
| "mean_token_accuracy": 0.7129571974277497, |
| "num_tokens": 6542157.0, |
| "step": 1620 |
| }, |
| { |
| "entropy": 1.2828770697116851, |
| "epoch": 0.47955280964989705, |
| "grad_norm": 0.40589454770088196, |
| "learning_rate": 0.00019348701994353662, |
| "loss": 1.2924720764160156, |
| "mean_token_accuracy": 0.7142295658588409, |
| "num_tokens": 6582169.0, |
| "step": 1630 |
| }, |
| { |
| "entropy": 1.304066789150238, |
| "epoch": 0.48249485142689025, |
| "grad_norm": 0.41759273409843445, |
| "learning_rate": 0.0001933714017292927, |
| "loss": 1.3207477569580077, |
| "mean_token_accuracy": 0.7090053021907806, |
| "num_tokens": 6622526.0, |
| "step": 1640 |
| }, |
| { |
| "entropy": 1.2956494092941284, |
| "epoch": 0.4854368932038835, |
| "grad_norm": 0.49899545311927795, |
| "learning_rate": 0.00019325480146268812, |
| "loss": 1.3091160774230957, |
| "mean_token_accuracy": 0.7111666679382325, |
| "num_tokens": 6663165.0, |
| "step": 1650 |
| }, |
| { |
| "entropy": 1.2508437275886535, |
| "epoch": 0.48837893498087676, |
| "grad_norm": 0.4445253610610962, |
| "learning_rate": 0.0001931372203700895, |
| "loss": 1.2658663749694825, |
| "mean_token_accuracy": 0.7174579679965973, |
| "num_tokens": 6703494.0, |
| "step": 1660 |
| }, |
| { |
| "entropy": 1.287984347343445, |
| "epoch": 0.49132097675786995, |
| "grad_norm": 0.4067074656486511, |
| "learning_rate": 0.00019301865968817948, |
| "loss": 1.317389678955078, |
| "mean_token_accuracy": 0.7164031744003296, |
| "num_tokens": 6743946.0, |
| "step": 1670 |
| }, |
| { |
| "entropy": 1.272541528940201, |
| "epoch": 0.4942630185348632, |
| "grad_norm": 0.36161571741104126, |
| "learning_rate": 0.0001928991206639436, |
| "loss": 1.2725687980651856, |
| "mean_token_accuracy": 0.7200010478496551, |
| "num_tokens": 6784135.0, |
| "step": 1680 |
| }, |
| { |
| "entropy": 1.2077086687088012, |
| "epoch": 0.4972050603118564, |
| "grad_norm": 0.45158880949020386, |
| "learning_rate": 0.00019277860455465753, |
| "loss": 1.2226747512817382, |
| "mean_token_accuracy": 0.7305562674999238, |
| "num_tokens": 6824602.0, |
| "step": 1690 |
| }, |
| { |
| "entropy": 1.3152117371559142, |
| "epoch": 0.5001471020888497, |
| "grad_norm": 0.4278320074081421, |
| "learning_rate": 0.00019265711262787347, |
| "loss": 1.3219596862792968, |
| "mean_token_accuracy": 0.7065966606140137, |
| "num_tokens": 6864339.0, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.5001471020888497, |
| "eval_entropy": 1.2670136558727956, |
| "eval_loss": 1.2904326915740967, |
| "eval_mean_token_accuracy": 0.7152716207692004, |
| "eval_num_tokens": 6864339.0, |
| "eval_runtime": 116.9086, |
| "eval_samples_per_second": 26.046, |
| "eval_steps_per_second": 3.259, |
| "step": 1700 |
| }, |
| { |
| "entropy": 1.3221548914909362, |
| "epoch": 0.5030891438658429, |
| "grad_norm": 0.3975633382797241, |
| "learning_rate": 0.00019253464616140702, |
| "loss": 1.349279022216797, |
| "mean_token_accuracy": 0.7058489739894866, |
| "num_tokens": 6904961.0, |
| "step": 1710 |
| }, |
| { |
| "entropy": 1.3088136434555053, |
| "epoch": 0.5060311856428361, |
| "grad_norm": 0.40347951650619507, |
| "learning_rate": 0.00019241120644332367, |
| "loss": 1.3145333290100099, |
| "mean_token_accuracy": 0.7059141278266907, |
| "num_tokens": 6945507.0, |
| "step": 1720 |
| }, |
| { |
| "entropy": 1.1808736383914948, |
| "epoch": 0.5089732274198293, |
| "grad_norm": 0.36107468605041504, |
| "learning_rate": 0.00019228679477192534, |
| "loss": 1.1965153694152832, |
| "mean_token_accuracy": 0.7326464653015137, |
| "num_tokens": 6985888.0, |
| "step": 1730 |
| }, |
| { |
| "entropy": 1.360763430595398, |
| "epoch": 0.5119152691968226, |
| "grad_norm": 0.4324724078178406, |
| "learning_rate": 0.0001921614124557366, |
| "loss": 1.3564807891845703, |
| "mean_token_accuracy": 0.7025493502616882, |
| "num_tokens": 7026252.0, |
| "step": 1740 |
| }, |
| { |
| "entropy": 1.2095451593399047, |
| "epoch": 0.5148573109738158, |
| "grad_norm": 0.39905378222465515, |
| "learning_rate": 0.000192035060813491, |
| "loss": 1.267704391479492, |
| "mean_token_accuracy": 0.7238605260848999, |
| "num_tokens": 7066705.0, |
| "step": 1750 |
| }, |
| { |
| "entropy": 1.379474115371704, |
| "epoch": 0.517799352750809, |
| "grad_norm": 0.44654110074043274, |
| "learning_rate": 0.00019190774117411717, |
| "loss": 1.352774715423584, |
| "mean_token_accuracy": 0.6996113300323487, |
| "num_tokens": 7106781.0, |
| "step": 1760 |
| }, |
| { |
| "entropy": 1.2537951588630676, |
| "epoch": 0.5207413945278023, |
| "grad_norm": 0.4148572087287903, |
| "learning_rate": 0.00019177945487672482, |
| "loss": 1.3051136970520019, |
| "mean_token_accuracy": 0.708976149559021, |
| "num_tokens": 7147220.0, |
| "step": 1770 |
| }, |
| { |
| "entropy": 1.2442652940750123, |
| "epoch": 0.5236834363047955, |
| "grad_norm": 0.45965835452079773, |
| "learning_rate": 0.00019165020327059073, |
| "loss": 1.2358969688415526, |
| "mean_token_accuracy": 0.7264375448226928, |
| "num_tokens": 7187657.0, |
| "step": 1780 |
| }, |
| { |
| "entropy": 1.2980039596557618, |
| "epoch": 0.5266254780817887, |
| "grad_norm": 0.4910111725330353, |
| "learning_rate": 0.00019151998771514442, |
| "loss": 1.3084582328796386, |
| "mean_token_accuracy": 0.7066324114799499, |
| "num_tokens": 7228181.0, |
| "step": 1790 |
| }, |
| { |
| "entropy": 1.2434914827346801, |
| "epoch": 0.529567519858782, |
| "grad_norm": 0.3658753037452698, |
| "learning_rate": 0.0001913888095799541, |
| "loss": 1.2698859214782714, |
| "mean_token_accuracy": 0.7207267701625824, |
| "num_tokens": 7268538.0, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.529567519858782, |
| "eval_entropy": 1.2639452193978578, |
| "eval_loss": 1.281688928604126, |
| "eval_mean_token_accuracy": 0.7168223152323345, |
| "eval_num_tokens": 7268538.0, |
| "eval_runtime": 116.9626, |
| "eval_samples_per_second": 26.034, |
| "eval_steps_per_second": 3.257, |
| "step": 1800 |
| }, |
| { |
| "entropy": 1.3006227135658264, |
| "epoch": 0.5325095616357752, |
| "grad_norm": 0.4497034549713135, |
| "learning_rate": 0.00019125667024471186, |
| "loss": 1.3108736991882324, |
| "mean_token_accuracy": 0.7042722702026367, |
| "num_tokens": 7308724.0, |
| "step": 1810 |
| }, |
| { |
| "entropy": 1.275818121433258, |
| "epoch": 0.5354516034127684, |
| "grad_norm": 0.4820014536380768, |
| "learning_rate": 0.00019112357109921964, |
| "loss": 1.2958525657653808, |
| "mean_token_accuracy": 0.7129449069499969, |
| "num_tokens": 7349172.0, |
| "step": 1820 |
| }, |
| { |
| "entropy": 1.245762574672699, |
| "epoch": 0.5383936451897617, |
| "grad_norm": 0.45138782262802124, |
| "learning_rate": 0.00019098951354337422, |
| "loss": 1.2449359893798828, |
| "mean_token_accuracy": 0.7270717859268189, |
| "num_tokens": 7389600.0, |
| "step": 1830 |
| }, |
| { |
| "entropy": 1.1886737942695618, |
| "epoch": 0.5413356869667549, |
| "grad_norm": 0.42880910634994507, |
| "learning_rate": 0.00019085449898715274, |
| "loss": 1.2165825843811036, |
| "mean_token_accuracy": 0.7328237056732178, |
| "num_tokens": 7429786.0, |
| "step": 1840 |
| }, |
| { |
| "entropy": 1.261668312549591, |
| "epoch": 0.5442777287437481, |
| "grad_norm": 0.41189083456993103, |
| "learning_rate": 0.0001907185288505978, |
| "loss": 1.2767746925354004, |
| "mean_token_accuracy": 0.718351137638092, |
| "num_tokens": 7470252.0, |
| "step": 1850 |
| }, |
| { |
| "entropy": 1.2039696455001831, |
| "epoch": 0.5472197705207414, |
| "grad_norm": 0.384387344121933, |
| "learning_rate": 0.0001905816045638024, |
| "loss": 1.2115536689758302, |
| "mean_token_accuracy": 0.7361586034297943, |
| "num_tokens": 7510473.0, |
| "step": 1860 |
| }, |
| { |
| "entropy": 1.2600649833679198, |
| "epoch": 0.5501618122977346, |
| "grad_norm": 0.4238559901714325, |
| "learning_rate": 0.00019044372756689504, |
| "loss": 1.2758872985839844, |
| "mean_token_accuracy": 0.7137023746967316, |
| "num_tokens": 7550932.0, |
| "step": 1870 |
| }, |
| { |
| "entropy": 1.3069803357124328, |
| "epoch": 0.5531038540747278, |
| "grad_norm": 0.44645845890045166, |
| "learning_rate": 0.00019030489931002461, |
| "loss": 1.3207664489746094, |
| "mean_token_accuracy": 0.7104817628860474, |
| "num_tokens": 7591311.0, |
| "step": 1880 |
| }, |
| { |
| "entropy": 1.3120111107826233, |
| "epoch": 0.556045895851721, |
| "grad_norm": 0.46638140082359314, |
| "learning_rate": 0.00019016512125334502, |
| "loss": 1.3248316764831543, |
| "mean_token_accuracy": 0.705955958366394, |
| "num_tokens": 7631397.0, |
| "step": 1890 |
| }, |
| { |
| "entropy": 1.279408586025238, |
| "epoch": 0.5589879376287143, |
| "grad_norm": 0.4149499535560608, |
| "learning_rate": 0.00019002439486699987, |
| "loss": 1.2773524284362794, |
| "mean_token_accuracy": 0.7147800862789154, |
| "num_tokens": 7671968.0, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.5589879376287143, |
| "eval_entropy": 1.2283503402249394, |
| "eval_loss": 1.2789214849472046, |
| "eval_mean_token_accuracy": 0.7170038914743058, |
| "eval_num_tokens": 7671968.0, |
| "eval_runtime": 117.0781, |
| "eval_samples_per_second": 26.008, |
| "eval_steps_per_second": 3.254, |
| "step": 1900 |
| }, |
| { |
| "entropy": 1.230725634098053, |
| "epoch": 0.5619299794057075, |
| "grad_norm": 0.4699569046497345, |
| "learning_rate": 0.00018988272163110703, |
| "loss": 1.2412220001220704, |
| "mean_token_accuracy": 0.7230030238628388, |
| "num_tokens": 7712399.0, |
| "step": 1910 |
| }, |
| { |
| "entropy": 1.3014813184738159, |
| "epoch": 0.5648720211827007, |
| "grad_norm": 0.4014744162559509, |
| "learning_rate": 0.0001897401030357431, |
| "loss": 1.3222554206848145, |
| "mean_token_accuracy": 0.7079461216926575, |
| "num_tokens": 7752805.0, |
| "step": 1920 |
| }, |
| { |
| "entropy": 1.2195597231388091, |
| "epoch": 0.567814062959694, |
| "grad_norm": 0.4482584297657013, |
| "learning_rate": 0.00018959654058092753, |
| "loss": 1.2318772315979003, |
| "mean_token_accuracy": 0.7294041752815247, |
| "num_tokens": 7793144.0, |
| "step": 1930 |
| }, |
| { |
| "entropy": 1.1877473592758179, |
| "epoch": 0.5707561047366873, |
| "grad_norm": 0.44251689314842224, |
| "learning_rate": 0.00018945203577660718, |
| "loss": 1.2138689041137696, |
| "mean_token_accuracy": 0.7385743677616119, |
| "num_tokens": 7833447.0, |
| "step": 1940 |
| }, |
| { |
| "entropy": 1.289076042175293, |
| "epoch": 0.5736981465136805, |
| "grad_norm": 0.39147278666496277, |
| "learning_rate": 0.00018930659014264017, |
| "loss": 1.2974119186401367, |
| "mean_token_accuracy": 0.712678074836731, |
| "num_tokens": 7873974.0, |
| "step": 1950 |
| }, |
| { |
| "entropy": 1.208195787668228, |
| "epoch": 0.5766401882906738, |
| "grad_norm": 0.5337726473808289, |
| "learning_rate": 0.00018916020520877994, |
| "loss": 1.2156153678894044, |
| "mean_token_accuracy": 0.726024466753006, |
| "num_tokens": 7914528.0, |
| "step": 1960 |
| }, |
| { |
| "entropy": 1.2428096413612366, |
| "epoch": 0.579582230067667, |
| "grad_norm": 0.41402509808540344, |
| "learning_rate": 0.00018901288251465937, |
| "loss": 1.2540960311889648, |
| "mean_token_accuracy": 0.7271076798439026, |
| "num_tokens": 7954995.0, |
| "step": 1970 |
| }, |
| { |
| "entropy": 1.3336944222450255, |
| "epoch": 0.5825242718446602, |
| "grad_norm": 0.47286257147789, |
| "learning_rate": 0.00018886462360977418, |
| "loss": 1.3511391639709474, |
| "mean_token_accuracy": 0.7000328660011291, |
| "num_tokens": 7995173.0, |
| "step": 1980 |
| }, |
| { |
| "entropy": 1.210561752319336, |
| "epoch": 0.5854663136216535, |
| "grad_norm": 0.4485618472099304, |
| "learning_rate": 0.00018871543005346712, |
| "loss": 1.222616958618164, |
| "mean_token_accuracy": 0.7286027550697327, |
| "num_tokens": 8035513.0, |
| "step": 1990 |
| }, |
| { |
| "entropy": 1.2922529458999634, |
| "epoch": 0.5884083553986467, |
| "grad_norm": 0.4895835220813751, |
| "learning_rate": 0.0001885653034149111, |
| "loss": 1.3031671524047852, |
| "mean_token_accuracy": 0.7130830705165863, |
| "num_tokens": 8075879.0, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.5884083553986467, |
| "eval_entropy": 1.2732777583004609, |
| "eval_loss": 1.2699540853500366, |
| "eval_mean_token_accuracy": 0.7192083870957843, |
| "eval_num_tokens": 8075879.0, |
| "eval_runtime": 116.9367, |
| "eval_samples_per_second": 26.04, |
| "eval_steps_per_second": 3.258, |
| "step": 2000 |
| }, |
| { |
| "entropy": 1.2049331665039062, |
| "epoch": 0.5913503971756399, |
| "grad_norm": 0.42137858271598816, |
| "learning_rate": 0.00018841424527309312, |
| "loss": 1.220776081085205, |
| "mean_token_accuracy": 0.7255268514156341, |
| "num_tokens": 8116494.0, |
| "step": 2010 |
| }, |
| { |
| "entropy": 1.2747172474861146, |
| "epoch": 0.5942924389526332, |
| "grad_norm": 0.47128528356552124, |
| "learning_rate": 0.0001882622572167973, |
| "loss": 1.2953474044799804, |
| "mean_token_accuracy": 0.7114850461483002, |
| "num_tokens": 8156917.0, |
| "step": 2020 |
| }, |
| { |
| "entropy": 1.2040826320648192, |
| "epoch": 0.5972344807296264, |
| "grad_norm": 0.477896124124527, |
| "learning_rate": 0.0001881093408445884, |
| "loss": 1.2177928924560546, |
| "mean_token_accuracy": 0.7306720972061157, |
| "num_tokens": 8197335.0, |
| "step": 2030 |
| }, |
| { |
| "entropy": 1.2654430389404296, |
| "epoch": 0.6001765225066196, |
| "grad_norm": 0.5165997743606567, |
| "learning_rate": 0.00018795549776479478, |
| "loss": 1.275616455078125, |
| "mean_token_accuracy": 0.7176172435283661, |
| "num_tokens": 8237564.0, |
| "step": 2040 |
| }, |
| { |
| "entropy": 1.2124343276023866, |
| "epoch": 0.6031185642836129, |
| "grad_norm": 0.47672176361083984, |
| "learning_rate": 0.0001878007295954919, |
| "loss": 1.2235189437866212, |
| "mean_token_accuracy": 0.7277295291423798, |
| "num_tokens": 8277586.0, |
| "step": 2050 |
| }, |
| { |
| "entropy": 1.2670048475265503, |
| "epoch": 0.6060606060606061, |
| "grad_norm": 0.42278149724006653, |
| "learning_rate": 0.00018764503796448478, |
| "loss": 1.284127426147461, |
| "mean_token_accuracy": 0.7204706132411957, |
| "num_tokens": 8318120.0, |
| "step": 2060 |
| }, |
| { |
| "entropy": 1.2286874294281005, |
| "epoch": 0.6090026478375993, |
| "grad_norm": 0.4719674587249756, |
| "learning_rate": 0.0001874884245092913, |
| "loss": 1.2510007858276366, |
| "mean_token_accuracy": 0.7220764279365539, |
| "num_tokens": 8358689.0, |
| "step": 2070 |
| }, |
| { |
| "entropy": 1.298528516292572, |
| "epoch": 0.6119446896145925, |
| "grad_norm": 0.46403807401657104, |
| "learning_rate": 0.00018733089087712469, |
| "loss": 1.2856470108032227, |
| "mean_token_accuracy": 0.7156751930713654, |
| "num_tokens": 8399274.0, |
| "step": 2080 |
| }, |
| { |
| "entropy": 1.268327033519745, |
| "epoch": 0.6148867313915858, |
| "grad_norm": 0.4383772611618042, |
| "learning_rate": 0.00018717243872487643, |
| "loss": 1.3167724609375, |
| "mean_token_accuracy": 0.7053386807441712, |
| "num_tokens": 8439732.0, |
| "step": 2090 |
| }, |
| { |
| "entropy": 1.3164120435714721, |
| "epoch": 0.617828773168579, |
| "grad_norm": 0.5242652893066406, |
| "learning_rate": 0.00018701306971909864, |
| "loss": 1.3042461395263671, |
| "mean_token_accuracy": 0.7102492094039917, |
| "num_tokens": 8479716.0, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.617828773168579, |
| "eval_entropy": 1.2351457424989836, |
| "eval_loss": 1.2649626731872559, |
| "eval_mean_token_accuracy": 0.7205018502833649, |
| "eval_num_tokens": 8479716.0, |
| "eval_runtime": 117.0816, |
| "eval_samples_per_second": 26.008, |
| "eval_steps_per_second": 3.254, |
| "step": 2100 |
| }, |
| { |
| "entropy": 1.2392801344394684, |
| "epoch": 0.6207708149455722, |
| "grad_norm": 0.47463512420654297, |
| "learning_rate": 0.00018685278553598665, |
| "loss": 1.2612558364868165, |
| "mean_token_accuracy": 0.7227189362049102, |
| "num_tokens": 8520008.0, |
| "step": 2110 |
| }, |
| { |
| "entropy": 1.2834307312965394, |
| "epoch": 0.6237128567225655, |
| "grad_norm": 0.4995603859424591, |
| "learning_rate": 0.0001866915878613614, |
| "loss": 1.2821990966796875, |
| "mean_token_accuracy": 0.7140654444694519, |
| "num_tokens": 8560586.0, |
| "step": 2120 |
| }, |
| { |
| "entropy": 1.2452851295471192, |
| "epoch": 0.6266548984995587, |
| "grad_norm": 0.40243977308273315, |
| "learning_rate": 0.00018652947839065159, |
| "loss": 1.2768383026123047, |
| "mean_token_accuracy": 0.7194826602935791, |
| "num_tokens": 8601116.0, |
| "step": 2130 |
| }, |
| { |
| "entropy": 1.2355848252773285, |
| "epoch": 0.6295969402765519, |
| "grad_norm": 0.3945181369781494, |
| "learning_rate": 0.00018636645882887592, |
| "loss": 1.2494622230529786, |
| "mean_token_accuracy": 0.7192557215690613, |
| "num_tokens": 8641094.0, |
| "step": 2140 |
| }, |
| { |
| "entropy": 1.243088138103485, |
| "epoch": 0.6325389820535452, |
| "grad_norm": 0.43109068274497986, |
| "learning_rate": 0.0001862025308906252, |
| "loss": 1.2423103332519532, |
| "mean_token_accuracy": 0.7271890878677368, |
| "num_tokens": 8681458.0, |
| "step": 2150 |
| }, |
| { |
| "entropy": 1.2035149574279784, |
| "epoch": 0.6354810238305384, |
| "grad_norm": 0.4727862477302551, |
| "learning_rate": 0.0001860376963000443, |
| "loss": 1.2361689567565919, |
| "mean_token_accuracy": 0.7284120082855224, |
| "num_tokens": 8722066.0, |
| "step": 2160 |
| }, |
| { |
| "entropy": 1.2721379399299622, |
| "epoch": 0.6384230656075316, |
| "grad_norm": 0.5057058930397034, |
| "learning_rate": 0.00018587195679081386, |
| "loss": 1.2708622932434082, |
| "mean_token_accuracy": 0.7155144691467286, |
| "num_tokens": 8762672.0, |
| "step": 2170 |
| }, |
| { |
| "entropy": 1.2714126229286193, |
| "epoch": 0.6413651073845249, |
| "grad_norm": 0.4464847147464752, |
| "learning_rate": 0.0001857053141061323, |
| "loss": 1.2917202949523925, |
| "mean_token_accuracy": 0.7170847177505493, |
| "num_tokens": 8802819.0, |
| "step": 2180 |
| }, |
| { |
| "entropy": 1.2385571956634522, |
| "epoch": 0.6443071491615181, |
| "grad_norm": 0.4425857365131378, |
| "learning_rate": 0.00018553776999869737, |
| "loss": 1.252675437927246, |
| "mean_token_accuracy": 0.7212274014949799, |
| "num_tokens": 8842977.0, |
| "step": 2190 |
| }, |
| { |
| "entropy": 1.2919608235359192, |
| "epoch": 0.6472491909385113, |
| "grad_norm": 0.43156683444976807, |
| "learning_rate": 0.00018536932623068757, |
| "loss": 1.2964573860168458, |
| "mean_token_accuracy": 0.7152363657951355, |
| "num_tokens": 8883579.0, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.6472491909385113, |
| "eval_entropy": 1.2316402986919472, |
| "eval_loss": 1.2606068849563599, |
| "eval_mean_token_accuracy": 0.7208151789162103, |
| "eval_num_tokens": 8883579.0, |
| "eval_runtime": 117.0496, |
| "eval_samples_per_second": 26.015, |
| "eval_steps_per_second": 3.255, |
| "step": 2200 |
| }, |
| { |
| "entropy": 1.3093620181083678, |
| "epoch": 0.6501912327155046, |
| "grad_norm": 0.4637244641780853, |
| "learning_rate": 0.00018519998457374395, |
| "loss": 1.34036865234375, |
| "mean_token_accuracy": 0.7034331321716308, |
| "num_tokens": 8923903.0, |
| "step": 2210 |
| }, |
| { |
| "entropy": 1.214417290687561, |
| "epoch": 0.6531332744924978, |
| "grad_norm": 0.5183310508728027, |
| "learning_rate": 0.00018502974680895115, |
| "loss": 1.230905532836914, |
| "mean_token_accuracy": 0.7264467597007751, |
| "num_tokens": 8963848.0, |
| "step": 2220 |
| }, |
| { |
| "entropy": 1.2735732913017273, |
| "epoch": 0.656075316269491, |
| "grad_norm": 0.6038491725921631, |
| "learning_rate": 0.00018485861472681888, |
| "loss": 1.2594423294067383, |
| "mean_token_accuracy": 0.7218607306480408, |
| "num_tokens": 9003224.0, |
| "step": 2230 |
| }, |
| { |
| "entropy": 1.278822934627533, |
| "epoch": 0.6590173580464843, |
| "grad_norm": 0.47614696621894836, |
| "learning_rate": 0.00018468659012726301, |
| "loss": 1.3205299377441406, |
| "mean_token_accuracy": 0.7092170417308807, |
| "num_tokens": 9043662.0, |
| "step": 2240 |
| }, |
| { |
| "entropy": 1.2612668752670289, |
| "epoch": 0.6619593998234775, |
| "grad_norm": 0.4333754777908325, |
| "learning_rate": 0.00018451367481958655, |
| "loss": 1.269089412689209, |
| "mean_token_accuracy": 0.7188269674777985, |
| "num_tokens": 9084132.0, |
| "step": 2250 |
| }, |
| { |
| "entropy": 1.2136012673377992, |
| "epoch": 0.6649014416004707, |
| "grad_norm": 0.44086429476737976, |
| "learning_rate": 0.0001843398706224608, |
| "loss": 1.222397518157959, |
| "mean_token_accuracy": 0.7309954643249512, |
| "num_tokens": 9124313.0, |
| "step": 2260 |
| }, |
| { |
| "entropy": 1.2528056859970094, |
| "epoch": 0.6678434833774639, |
| "grad_norm": 0.45429208874702454, |
| "learning_rate": 0.0001841651793639061, |
| "loss": 1.2543872833251952, |
| "mean_token_accuracy": 0.7223168253898621, |
| "num_tokens": 9164680.0, |
| "step": 2270 |
| }, |
| { |
| "entropy": 1.2683658719062805, |
| "epoch": 0.6707855251544572, |
| "grad_norm": 0.4545646011829376, |
| "learning_rate": 0.00018398960288127264, |
| "loss": 1.3083954811096192, |
| "mean_token_accuracy": 0.7077820837497711, |
| "num_tokens": 9205179.0, |
| "step": 2280 |
| }, |
| { |
| "entropy": 1.267857301235199, |
| "epoch": 0.6737275669314504, |
| "grad_norm": 0.43586161732673645, |
| "learning_rate": 0.00018381314302122115, |
| "loss": 1.2671592712402344, |
| "mean_token_accuracy": 0.7227232694625855, |
| "num_tokens": 9245707.0, |
| "step": 2290 |
| }, |
| { |
| "entropy": 1.191249167919159, |
| "epoch": 0.6766696087084436, |
| "grad_norm": 0.5259418487548828, |
| "learning_rate": 0.00018363580163970343, |
| "loss": 1.1978882789611816, |
| "mean_token_accuracy": 0.7335732400417327, |
| "num_tokens": 9286200.0, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.6766696087084436, |
| "eval_entropy": 1.1682455519365826, |
| "eval_loss": 1.257144808769226, |
| "eval_mean_token_accuracy": 0.7223104308909318, |
| "eval_num_tokens": 9286200.0, |
| "eval_runtime": 116.9696, |
| "eval_samples_per_second": 26.032, |
| "eval_steps_per_second": 3.257, |
| "step": 2300 |
| }, |
| { |
| "entropy": 1.2716636419296266, |
| "epoch": 0.6796116504854369, |
| "grad_norm": 0.415056049823761, |
| "learning_rate": 0.00018345758060194287, |
| "loss": 1.2905259132385254, |
| "mean_token_accuracy": 0.710951566696167, |
| "num_tokens": 9326847.0, |
| "step": 2310 |
| }, |
| { |
| "entropy": 1.1874773681163788, |
| "epoch": 0.6825536922624301, |
| "grad_norm": 0.49722516536712646, |
| "learning_rate": 0.00018327848178241481, |
| "loss": 1.217663288116455, |
| "mean_token_accuracy": 0.7317953050136566, |
| "num_tokens": 9367084.0, |
| "step": 2320 |
| }, |
| { |
| "entropy": 1.2677314758300782, |
| "epoch": 0.6854957340394233, |
| "grad_norm": 0.4097212255001068, |
| "learning_rate": 0.00018309850706482687, |
| "loss": 1.2633783340454101, |
| "mean_token_accuracy": 0.7190278351306916, |
| "num_tokens": 9407189.0, |
| "step": 2330 |
| }, |
| { |
| "entropy": 1.2582902312278748, |
| "epoch": 0.6884377758164166, |
| "grad_norm": 0.40571051836013794, |
| "learning_rate": 0.00018291765834209907, |
| "loss": 1.2858672142028809, |
| "mean_token_accuracy": 0.7170897841453552, |
| "num_tokens": 9447880.0, |
| "step": 2340 |
| }, |
| { |
| "entropy": 1.327420747280121, |
| "epoch": 0.6913798175934098, |
| "grad_norm": 0.48363062739372253, |
| "learning_rate": 0.0001827359375163439, |
| "loss": 1.327678108215332, |
| "mean_token_accuracy": 0.7030242502689361, |
| "num_tokens": 9488502.0, |
| "step": 2350 |
| }, |
| { |
| "entropy": 1.1727963089942932, |
| "epoch": 0.694321859370403, |
| "grad_norm": 0.6001095175743103, |
| "learning_rate": 0.00018255334649884653, |
| "loss": 1.2080462455749512, |
| "mean_token_accuracy": 0.7356064558029175, |
| "num_tokens": 9529082.0, |
| "step": 2360 |
| }, |
| { |
| "entropy": 1.2679656863212585, |
| "epoch": 0.6972639011473963, |
| "grad_norm": 0.4376157522201538, |
| "learning_rate": 0.00018236988721004435, |
| "loss": 1.2510211944580079, |
| "mean_token_accuracy": 0.7209162175655365, |
| "num_tokens": 9569520.0, |
| "step": 2370 |
| }, |
| { |
| "entropy": 1.192594301700592, |
| "epoch": 0.7002059429243895, |
| "grad_norm": 0.4717561900615692, |
| "learning_rate": 0.00018218556157950712, |
| "loss": 1.2164905548095704, |
| "mean_token_accuracy": 0.7315115988254547, |
| "num_tokens": 9609903.0, |
| "step": 2380 |
| }, |
| { |
| "entropy": 1.3375505089759827, |
| "epoch": 0.7031479847013827, |
| "grad_norm": 0.5176673531532288, |
| "learning_rate": 0.00018200037154591643, |
| "loss": 1.3507174491882323, |
| "mean_token_accuracy": 0.69825981259346, |
| "num_tokens": 9650434.0, |
| "step": 2390 |
| }, |
| { |
| "entropy": 1.2428280234336853, |
| "epoch": 0.706090026478376, |
| "grad_norm": 0.4390230178833008, |
| "learning_rate": 0.00018181431905704546, |
| "loss": 1.254446029663086, |
| "mean_token_accuracy": 0.7244620621204376, |
| "num_tokens": 9690991.0, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.706090026478376, |
| "eval_entropy": 1.2351404309585652, |
| "eval_loss": 1.2472655773162842, |
| "eval_mean_token_accuracy": 0.7242527881006556, |
| "eval_num_tokens": 9690991.0, |
| "eval_runtime": 117.0968, |
| "eval_samples_per_second": 26.004, |
| "eval_steps_per_second": 3.254, |
| "step": 2400 |
| }, |
| { |
| "entropy": 1.1983890414237977, |
| "epoch": 0.7090320682553692, |
| "grad_norm": 0.44956910610198975, |
| "learning_rate": 0.0001816274060697384, |
| "loss": 1.2177659034729005, |
| "mean_token_accuracy": 0.731769061088562, |
| "num_tokens": 9731440.0, |
| "step": 2410 |
| }, |
| { |
| "entropy": 1.2803593873977661, |
| "epoch": 0.7119741100323624, |
| "grad_norm": 0.4463217854499817, |
| "learning_rate": 0.00018143963454988994, |
| "loss": 1.2735008239746093, |
| "mean_token_accuracy": 0.7187759101390838, |
| "num_tokens": 9771061.0, |
| "step": 2420 |
| }, |
| { |
| "entropy": 1.22296462059021, |
| "epoch": 0.7149161518093556, |
| "grad_norm": 0.4359455406665802, |
| "learning_rate": 0.0001812510064724245, |
| "loss": 1.260395622253418, |
| "mean_token_accuracy": 0.7190466344356536, |
| "num_tokens": 9811550.0, |
| "step": 2430 |
| }, |
| { |
| "entropy": 1.2306616604328156, |
| "epoch": 0.717858193586349, |
| "grad_norm": 0.4980376660823822, |
| "learning_rate": 0.0001810615238212755, |
| "loss": 1.227048110961914, |
| "mean_token_accuracy": 0.7294842720031738, |
| "num_tokens": 9852102.0, |
| "step": 2440 |
| }, |
| { |
| "entropy": 1.2669499397277832, |
| "epoch": 0.7208002353633421, |
| "grad_norm": 0.4520755708217621, |
| "learning_rate": 0.00018087118858936462, |
| "loss": 1.2932658195495605, |
| "mean_token_accuracy": 0.7133265674114228, |
| "num_tokens": 9892746.0, |
| "step": 2450 |
| }, |
| { |
| "entropy": 1.2530406713485718, |
| "epoch": 0.7237422771403353, |
| "grad_norm": 0.6179884076118469, |
| "learning_rate": 0.00018068000277858065, |
| "loss": 1.2789620399475097, |
| "mean_token_accuracy": 0.7135308802127838, |
| "num_tokens": 9933185.0, |
| "step": 2460 |
| }, |
| { |
| "entropy": 1.2204147577285767, |
| "epoch": 0.7266843189173287, |
| "grad_norm": 0.4976007044315338, |
| "learning_rate": 0.00018048796839975856, |
| "loss": 1.2141535758972168, |
| "mean_token_accuracy": 0.7293932437896729, |
| "num_tokens": 9973384.0, |
| "step": 2470 |
| }, |
| { |
| "entropy": 1.1704169631004333, |
| "epoch": 0.7296263606943219, |
| "grad_norm": 0.44038140773773193, |
| "learning_rate": 0.0001802950874726582, |
| "loss": 1.1908206939697266, |
| "mean_token_accuracy": 0.7376551747322082, |
| "num_tokens": 10013764.0, |
| "step": 2480 |
| }, |
| { |
| "entropy": 1.2523088693618774, |
| "epoch": 0.732568402471315, |
| "grad_norm": 0.46554332971572876, |
| "learning_rate": 0.00018010136202594332, |
| "loss": 1.2656194686889648, |
| "mean_token_accuracy": 0.7242594540119172, |
| "num_tokens": 10054063.0, |
| "step": 2490 |
| }, |
| { |
| "entropy": 1.3448559761047363, |
| "epoch": 0.7355104442483084, |
| "grad_norm": 0.4372340142726898, |
| "learning_rate": 0.00017990679409715993, |
| "loss": 1.3519328117370606, |
| "mean_token_accuracy": 0.698470801115036, |
| "num_tokens": 10094687.0, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.7355104442483084, |
| "eval_entropy": 1.2676614907782848, |
| "eval_loss": 1.2452576160430908, |
| "eval_mean_token_accuracy": 0.7236289200507436, |
| "eval_num_tokens": 10094687.0, |
| "eval_runtime": 116.8804, |
| "eval_samples_per_second": 26.052, |
| "eval_steps_per_second": 3.26, |
| "step": 2500 |
| }, |
| { |
| "entropy": 1.2084831714630127, |
| "epoch": 0.7384524860253016, |
| "grad_norm": 0.4193192422389984, |
| "learning_rate": 0.00017971138573271507, |
| "loss": 1.218832778930664, |
| "mean_token_accuracy": 0.7289343297481536, |
| "num_tokens": 10135026.0, |
| "step": 2510 |
| }, |
| { |
| "entropy": 1.1639327347278594, |
| "epoch": 0.7413945278022948, |
| "grad_norm": 0.48731788992881775, |
| "learning_rate": 0.0001795151389878552, |
| "loss": 1.1885252952575684, |
| "mean_token_accuracy": 0.7402738213539124, |
| "num_tokens": 10175310.0, |
| "step": 2520 |
| }, |
| { |
| "entropy": 1.2578992068767547, |
| "epoch": 0.7443365695792881, |
| "grad_norm": 0.434038370847702, |
| "learning_rate": 0.00017931805592664472, |
| "loss": 1.26021728515625, |
| "mean_token_accuracy": 0.7184948623180389, |
| "num_tokens": 10215765.0, |
| "step": 2530 |
| }, |
| { |
| "entropy": 1.2038448989391326, |
| "epoch": 0.7472786113562813, |
| "grad_norm": 0.48660168051719666, |
| "learning_rate": 0.00017912013862194404, |
| "loss": 1.211390781402588, |
| "mean_token_accuracy": 0.7284208476543427, |
| "num_tokens": 10256371.0, |
| "step": 2540 |
| }, |
| { |
| "entropy": 1.1407162606716157, |
| "epoch": 0.7502206531332745, |
| "grad_norm": 0.5016793608665466, |
| "learning_rate": 0.0001789213891553879, |
| "loss": 1.1628236770629883, |
| "mean_token_accuracy": 0.7418089389801026, |
| "num_tokens": 10296590.0, |
| "step": 2550 |
| }, |
| { |
| "entropy": 1.2328106760978699, |
| "epoch": 0.7531626949102678, |
| "grad_norm": 0.42070743441581726, |
| "learning_rate": 0.00017872180961736356, |
| "loss": 1.245603656768799, |
| "mean_token_accuracy": 0.7262676537036896, |
| "num_tokens": 10337069.0, |
| "step": 2560 |
| }, |
| { |
| "entropy": 1.2932706713676452, |
| "epoch": 0.756104736687261, |
| "grad_norm": 0.46600809693336487, |
| "learning_rate": 0.00017852140210698858, |
| "loss": 1.2860488891601562, |
| "mean_token_accuracy": 0.7088023841381073, |
| "num_tokens": 10377428.0, |
| "step": 2570 |
| }, |
| { |
| "entropy": 1.147745430469513, |
| "epoch": 0.7590467784642542, |
| "grad_norm": 0.4609155058860779, |
| "learning_rate": 0.00017832016873208905, |
| "loss": 1.1787425994873046, |
| "mean_token_accuracy": 0.7361489832401276, |
| "num_tokens": 10417739.0, |
| "step": 2580 |
| }, |
| { |
| "entropy": 1.2378079295158386, |
| "epoch": 0.7619888202412475, |
| "grad_norm": 0.4880058467388153, |
| "learning_rate": 0.00017811811160917712, |
| "loss": 1.2569812774658202, |
| "mean_token_accuracy": 0.7204902648925782, |
| "num_tokens": 10458215.0, |
| "step": 2590 |
| }, |
| { |
| "entropy": 1.2285701274871825, |
| "epoch": 0.7649308620182407, |
| "grad_norm": 0.5326588153839111, |
| "learning_rate": 0.0001779152328634289, |
| "loss": 1.221341609954834, |
| "mean_token_accuracy": 0.7287818729877472, |
| "num_tokens": 10498647.0, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.7649308620182407, |
| "eval_entropy": 1.2003295410649357, |
| "eval_loss": 1.236678957939148, |
| "eval_mean_token_accuracy": 0.7259835525760501, |
| "eval_num_tokens": 10498647.0, |
| "eval_runtime": 116.9331, |
| "eval_samples_per_second": 26.041, |
| "eval_steps_per_second": 3.258, |
| "step": 2600 |
| }, |
| { |
| "entropy": 1.2428824484348298, |
| "epoch": 0.7678729037952339, |
| "grad_norm": 0.45255497097969055, |
| "learning_rate": 0.00017771153462866216, |
| "loss": 1.2709949493408204, |
| "mean_token_accuracy": 0.7177605211734772, |
| "num_tokens": 10539009.0, |
| "step": 2610 |
| }, |
| { |
| "entropy": 1.277386212348938, |
| "epoch": 0.7708149455722271, |
| "grad_norm": 0.48587530851364136, |
| "learning_rate": 0.00017750701904731373, |
| "loss": 1.2778440475463868, |
| "mean_token_accuracy": 0.7140256285667419, |
| "num_tokens": 10579502.0, |
| "step": 2620 |
| }, |
| { |
| "entropy": 1.2311038613319396, |
| "epoch": 0.7737569873492204, |
| "grad_norm": 0.6130372285842896, |
| "learning_rate": 0.00017730168827041708, |
| "loss": 1.2585201263427734, |
| "mean_token_accuracy": 0.7184097468852997, |
| "num_tokens": 10619385.0, |
| "step": 2630 |
| }, |
| { |
| "entropy": 1.2518787860870362, |
| "epoch": 0.7766990291262136, |
| "grad_norm": 0.43607237935066223, |
| "learning_rate": 0.00017709554445757966, |
| "loss": 1.2394478797912598, |
| "mean_token_accuracy": 0.726053637266159, |
| "num_tokens": 10659852.0, |
| "step": 2640 |
| }, |
| { |
| "entropy": 1.2289941668510438, |
| "epoch": 0.7796410709032068, |
| "grad_norm": 0.4687124788761139, |
| "learning_rate": 0.00017688858977696014, |
| "loss": 1.2466455459594727, |
| "mean_token_accuracy": 0.7200910389423371, |
| "num_tokens": 10700123.0, |
| "step": 2650 |
| }, |
| { |
| "entropy": 1.232028889656067, |
| "epoch": 0.7825831126802001, |
| "grad_norm": 0.45022356510162354, |
| "learning_rate": 0.00017668082640524574, |
| "loss": 1.2503207206726075, |
| "mean_token_accuracy": 0.7186446607112884, |
| "num_tokens": 10740503.0, |
| "step": 2660 |
| }, |
| { |
| "entropy": 1.204378592967987, |
| "epoch": 0.7855251544571933, |
| "grad_norm": 0.41389408707618713, |
| "learning_rate": 0.0001764722565276292, |
| "loss": 1.211115264892578, |
| "mean_token_accuracy": 0.7328132688999176, |
| "num_tokens": 10780655.0, |
| "step": 2670 |
| }, |
| { |
| "entropy": 1.2730337023735045, |
| "epoch": 0.7884671962341865, |
| "grad_norm": 0.4794485569000244, |
| "learning_rate": 0.00017626288233778582, |
| "loss": 1.2866595268249512, |
| "mean_token_accuracy": 0.7171245098114014, |
| "num_tokens": 10821171.0, |
| "step": 2680 |
| }, |
| { |
| "entropy": 1.2131190776824952, |
| "epoch": 0.7914092380111798, |
| "grad_norm": 0.4519226551055908, |
| "learning_rate": 0.00017605270603785047, |
| "loss": 1.228813934326172, |
| "mean_token_accuracy": 0.7272532522678375, |
| "num_tokens": 10861594.0, |
| "step": 2690 |
| }, |
| { |
| "entropy": 1.2511601805686952, |
| "epoch": 0.794351279788173, |
| "grad_norm": 0.4799201488494873, |
| "learning_rate": 0.00017584172983839435, |
| "loss": 1.2575819969177247, |
| "mean_token_accuracy": 0.7226161539554596, |
| "num_tokens": 10902043.0, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.794351279788173, |
| "eval_entropy": 1.2509275682642078, |
| "eval_loss": 1.2339112758636475, |
| "eval_mean_token_accuracy": 0.7265911623248904, |
| "eval_num_tokens": 10902043.0, |
| "eval_runtime": 116.9442, |
| "eval_samples_per_second": 26.038, |
| "eval_steps_per_second": 3.258, |
| "step": 2700 |
| }, |
| { |
| "entropy": 1.2342944502830506, |
| "epoch": 0.7972933215651662, |
| "grad_norm": 0.49187448620796204, |
| "learning_rate": 0.00017562995595840178, |
| "loss": 1.2416543006896972, |
| "mean_token_accuracy": 0.7259420096874237, |
| "num_tokens": 10942392.0, |
| "step": 2710 |
| }, |
| { |
| "entropy": 1.1988507807254791, |
| "epoch": 0.8002353633421595, |
| "grad_norm": 0.4817524254322052, |
| "learning_rate": 0.00017541738662524677, |
| "loss": 1.2237167358398438, |
| "mean_token_accuracy": 0.7307404637336731, |
| "num_tokens": 10982924.0, |
| "step": 2720 |
| }, |
| { |
| "entropy": 1.236850619316101, |
| "epoch": 0.8031774051191527, |
| "grad_norm": 0.4729112684726715, |
| "learning_rate": 0.0001752040240746698, |
| "loss": 1.2266542434692382, |
| "mean_token_accuracy": 0.7280332922935486, |
| "num_tokens": 11023305.0, |
| "step": 2730 |
| }, |
| { |
| "entropy": 1.1383702993392943, |
| "epoch": 0.8061194468961459, |
| "grad_norm": 0.42324507236480713, |
| "learning_rate": 0.00017498987055075403, |
| "loss": 1.1699549674987793, |
| "mean_token_accuracy": 0.7414192616939544, |
| "num_tokens": 11063084.0, |
| "step": 2740 |
| }, |
| { |
| "entropy": 1.1376792788505554, |
| "epoch": 0.8090614886731392, |
| "grad_norm": 0.5435130000114441, |
| "learning_rate": 0.00017477492830590192, |
| "loss": 1.1505720138549804, |
| "mean_token_accuracy": 0.7437731683254242, |
| "num_tokens": 11103518.0, |
| "step": 2750 |
| }, |
| { |
| "entropy": 1.2045920014381408, |
| "epoch": 0.8120035304501324, |
| "grad_norm": 0.4564155340194702, |
| "learning_rate": 0.00017455919960081149, |
| "loss": 1.1978718757629394, |
| "mean_token_accuracy": 0.7353939712047577, |
| "num_tokens": 11143802.0, |
| "step": 2760 |
| }, |
| { |
| "entropy": 1.197198224067688, |
| "epoch": 0.8149455722271256, |
| "grad_norm": 0.457720011472702, |
| "learning_rate": 0.0001743426867044524, |
| "loss": 1.2358501434326172, |
| "mean_token_accuracy": 0.7267086863517761, |
| "num_tokens": 11184158.0, |
| "step": 2770 |
| }, |
| { |
| "entropy": 1.2718565106391906, |
| "epoch": 0.8178876140041189, |
| "grad_norm": 0.4250863194465637, |
| "learning_rate": 0.00017412539189404233, |
| "loss": 1.2535717010498046, |
| "mean_token_accuracy": 0.7206644594669342, |
| "num_tokens": 11224574.0, |
| "step": 2780 |
| }, |
| { |
| "entropy": 1.172040694952011, |
| "epoch": 0.8208296557811121, |
| "grad_norm": 0.5394912958145142, |
| "learning_rate": 0.00017390731745502283, |
| "loss": 1.2080710411071778, |
| "mean_token_accuracy": 0.7338366210460663, |
| "num_tokens": 11265027.0, |
| "step": 2790 |
| }, |
| { |
| "entropy": 1.187865948677063, |
| "epoch": 0.8237716975581053, |
| "grad_norm": 0.49136948585510254, |
| "learning_rate": 0.00017368846568103529, |
| "loss": 1.1811614990234376, |
| "mean_token_accuracy": 0.7365565001964569, |
| "num_tokens": 11305432.0, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.8237716975581053, |
| "eval_entropy": 1.2183332227346466, |
| "eval_loss": 1.2257474660873413, |
| "eval_mean_token_accuracy": 0.7285947153574526, |
| "eval_num_tokens": 11305432.0, |
| "eval_runtime": 116.8432, |
| "eval_samples_per_second": 26.061, |
| "eval_steps_per_second": 3.261, |
| "step": 2800 |
| }, |
| { |
| "entropy": 1.1511970162391663, |
| "epoch": 0.8267137393350985, |
| "grad_norm": 0.487531840801239, |
| "learning_rate": 0.00017346883887389702, |
| "loss": 1.1708711624145507, |
| "mean_token_accuracy": 0.7420612633228302, |
| "num_tokens": 11345702.0, |
| "step": 2810 |
| }, |
| { |
| "entropy": 1.2634961485862732, |
| "epoch": 0.8296557811120918, |
| "grad_norm": 0.4640207886695862, |
| "learning_rate": 0.00017324843934357674, |
| "loss": 1.277150821685791, |
| "mean_token_accuracy": 0.7138958215713501, |
| "num_tokens": 11386240.0, |
| "step": 2820 |
| }, |
| { |
| "entropy": 1.1891654789447785, |
| "epoch": 0.832597822889085, |
| "grad_norm": 0.47752827405929565, |
| "learning_rate": 0.0001730272694081706, |
| "loss": 1.193849754333496, |
| "mean_token_accuracy": 0.7351171731948852, |
| "num_tokens": 11426663.0, |
| "step": 2830 |
| }, |
| { |
| "entropy": 1.2108049154281617, |
| "epoch": 0.8355398646660782, |
| "grad_norm": 0.514695942401886, |
| "learning_rate": 0.0001728053313938775, |
| "loss": 1.2478459358215332, |
| "mean_token_accuracy": 0.721454119682312, |
| "num_tokens": 11467195.0, |
| "step": 2840 |
| }, |
| { |
| "entropy": 1.2818018913269043, |
| "epoch": 0.8384819064430715, |
| "grad_norm": 0.517238438129425, |
| "learning_rate": 0.00017258262763497482, |
| "loss": 1.2610112190246583, |
| "mean_token_accuracy": 0.7156127452850342, |
| "num_tokens": 11507742.0, |
| "step": 2850 |
| }, |
| { |
| "entropy": 1.1540677964687347, |
| "epoch": 0.8414239482200647, |
| "grad_norm": 0.4621984362602234, |
| "learning_rate": 0.00017235916047379383, |
| "loss": 1.187222385406494, |
| "mean_token_accuracy": 0.7345345914363861, |
| "num_tokens": 11548215.0, |
| "step": 2860 |
| }, |
| { |
| "entropy": 1.2128564953804015, |
| "epoch": 0.8443659899970579, |
| "grad_norm": 0.4317253530025482, |
| "learning_rate": 0.000172134932260695, |
| "loss": 1.2142438888549805, |
| "mean_token_accuracy": 0.7298630118370056, |
| "num_tokens": 11588711.0, |
| "step": 2870 |
| }, |
| { |
| "entropy": 1.1962445259094239, |
| "epoch": 0.8473080317740512, |
| "grad_norm": 0.6231359839439392, |
| "learning_rate": 0.00017190994535404332, |
| "loss": 1.221367359161377, |
| "mean_token_accuracy": 0.7313773334026337, |
| "num_tokens": 11629162.0, |
| "step": 2880 |
| }, |
| { |
| "entropy": 1.2900652885437012, |
| "epoch": 0.8502500735510444, |
| "grad_norm": 0.4637579321861267, |
| "learning_rate": 0.00017168420212018354, |
| "loss": 1.2854097366333008, |
| "mean_token_accuracy": 0.7109606087207794, |
| "num_tokens": 11669650.0, |
| "step": 2890 |
| }, |
| { |
| "entropy": 1.2192873358726501, |
| "epoch": 0.8531921153280376, |
| "grad_norm": 0.4562380909919739, |
| "learning_rate": 0.00017145770493341518, |
| "loss": 1.2436570167541503, |
| "mean_token_accuracy": 0.7263434827327728, |
| "num_tokens": 11710292.0, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.8531921153280376, |
| "eval_entropy": 1.2169157832939168, |
| "eval_loss": 1.219910979270935, |
| "eval_mean_token_accuracy": 0.7299123456471861, |
| "eval_num_tokens": 11710292.0, |
| "eval_runtime": 116.9129, |
| "eval_samples_per_second": 26.045, |
| "eval_steps_per_second": 3.259, |
| "step": 2900 |
| }, |
| { |
| "entropy": 1.2365688323974608, |
| "epoch": 0.8561341571050309, |
| "grad_norm": 0.46011191606521606, |
| "learning_rate": 0.00017123045617596763, |
| "loss": 1.2509427070617676, |
| "mean_token_accuracy": 0.7250486254692078, |
| "num_tokens": 11750649.0, |
| "step": 2910 |
| }, |
| { |
| "entropy": 1.2337135434150697, |
| "epoch": 0.8590761988820241, |
| "grad_norm": 0.5224452018737793, |
| "learning_rate": 0.00017100245823797503, |
| "loss": 1.2394111633300782, |
| "mean_token_accuracy": 0.729231595993042, |
| "num_tokens": 11791097.0, |
| "step": 2920 |
| }, |
| { |
| "entropy": 1.2292932152748108, |
| "epoch": 0.8620182406590173, |
| "grad_norm": 0.48644399642944336, |
| "learning_rate": 0.00017077371351745124, |
| "loss": 1.2508816719055176, |
| "mean_token_accuracy": 0.718151307106018, |
| "num_tokens": 11831392.0, |
| "step": 2930 |
| }, |
| { |
| "entropy": 1.1478191256523131, |
| "epoch": 0.8649602824360106, |
| "grad_norm": 0.4293639063835144, |
| "learning_rate": 0.00017054422442026456, |
| "loss": 1.1457470893859862, |
| "mean_token_accuracy": 0.7468528985977173, |
| "num_tokens": 11871925.0, |
| "step": 2940 |
| }, |
| { |
| "entropy": 1.2405227303504944, |
| "epoch": 0.8679023242130038, |
| "grad_norm": 0.6136884689331055, |
| "learning_rate": 0.00017031399336011238, |
| "loss": 1.2617270469665527, |
| "mean_token_accuracy": 0.716576772928238, |
| "num_tokens": 11912605.0, |
| "step": 2950 |
| }, |
| { |
| "entropy": 1.2667588710784912, |
| "epoch": 0.870844365989997, |
| "grad_norm": 0.4269845485687256, |
| "learning_rate": 0.00017008302275849582, |
| "loss": 1.283921241760254, |
| "mean_token_accuracy": 0.7173857808113098, |
| "num_tokens": 11953010.0, |
| "step": 2960 |
| }, |
| { |
| "entropy": 1.3015403628349305, |
| "epoch": 0.8737864077669902, |
| "grad_norm": 0.46401771903038025, |
| "learning_rate": 0.0001698513150446943, |
| "loss": 1.3019817352294922, |
| "mean_token_accuracy": 0.7130701661109924, |
| "num_tokens": 11993545.0, |
| "step": 2970 |
| }, |
| { |
| "entropy": 1.2569140315055847, |
| "epoch": 0.8767284495439835, |
| "grad_norm": 0.47312793135643005, |
| "learning_rate": 0.00016961887265574, |
| "loss": 1.279769515991211, |
| "mean_token_accuracy": 0.7160746216773987, |
| "num_tokens": 12033961.0, |
| "step": 2980 |
| }, |
| { |
| "entropy": 1.253390657901764, |
| "epoch": 0.8796704913209767, |
| "grad_norm": 0.5449343323707581, |
| "learning_rate": 0.0001693856980363921, |
| "loss": 1.259514045715332, |
| "mean_token_accuracy": 0.7175013661384583, |
| "num_tokens": 12074553.0, |
| "step": 2990 |
| }, |
| { |
| "entropy": 1.3062225699424743, |
| "epoch": 0.8826125330979699, |
| "grad_norm": 0.4499056041240692, |
| "learning_rate": 0.00016915179363911125, |
| "loss": 1.3181246757507323, |
| "mean_token_accuracy": 0.7042843997478485, |
| "num_tokens": 12115075.0, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.8826125330979699, |
| "eval_entropy": 1.2066716964789264, |
| "eval_loss": 1.2160207033157349, |
| "eval_mean_token_accuracy": 0.7302276686107706, |
| "eval_num_tokens": 12115075.0, |
| "eval_runtime": 117.081, |
| "eval_samples_per_second": 26.008, |
| "eval_steps_per_second": 3.254, |
| "step": 3000 |
| }, |
| { |
| "entropy": 1.1849471926689148, |
| "epoch": 0.8855545748749633, |
| "grad_norm": 0.45680174231529236, |
| "learning_rate": 0.00016891716192403365, |
| "loss": 1.18974027633667, |
| "mean_token_accuracy": 0.735182011127472, |
| "num_tokens": 12155441.0, |
| "step": 3010 |
| }, |
| { |
| "entropy": 1.218670165538788, |
| "epoch": 0.8884966166519565, |
| "grad_norm": 0.4255404770374298, |
| "learning_rate": 0.0001686818053589452, |
| "loss": 1.2337156295776368, |
| "mean_token_accuracy": 0.7265771627426147, |
| "num_tokens": 12196036.0, |
| "step": 3020 |
| }, |
| { |
| "entropy": 1.2351657152175903, |
| "epoch": 0.8914386584289496, |
| "grad_norm": 0.49140819907188416, |
| "learning_rate": 0.0001684457264192556, |
| "loss": 1.2371573448181152, |
| "mean_token_accuracy": 0.7276750206947327, |
| "num_tokens": 12236509.0, |
| "step": 3030 |
| }, |
| { |
| "entropy": 1.1386435210704804, |
| "epoch": 0.894380700205943, |
| "grad_norm": 0.4721025824546814, |
| "learning_rate": 0.00016820892758797218, |
| "loss": 1.1611692428588867, |
| "mean_token_accuracy": 0.7427328288555145, |
| "num_tokens": 12276991.0, |
| "step": 3040 |
| }, |
| { |
| "entropy": 1.2254295825958252, |
| "epoch": 0.8973227419829362, |
| "grad_norm": 0.5237665772438049, |
| "learning_rate": 0.000167971411355674, |
| "loss": 1.2355279922485352, |
| "mean_token_accuracy": 0.7242857456207276, |
| "num_tokens": 12317371.0, |
| "step": 3050 |
| }, |
| { |
| "entropy": 1.2108076691627503, |
| "epoch": 0.9002647837599294, |
| "grad_norm": 0.46400943398475647, |
| "learning_rate": 0.00016773318022048536, |
| "loss": 1.210099983215332, |
| "mean_token_accuracy": 0.7319884955883026, |
| "num_tokens": 12357779.0, |
| "step": 3060 |
| }, |
| { |
| "entropy": 1.1315430402755737, |
| "epoch": 0.9032068255369227, |
| "grad_norm": 0.46516865491867065, |
| "learning_rate": 0.00016749423668804988, |
| "loss": 1.160158634185791, |
| "mean_token_accuracy": 0.7439006865024567, |
| "num_tokens": 12398230.0, |
| "step": 3070 |
| }, |
| { |
| "entropy": 1.2317523241043091, |
| "epoch": 0.9061488673139159, |
| "grad_norm": 0.45237967371940613, |
| "learning_rate": 0.00016725458327150383, |
| "loss": 1.228554630279541, |
| "mean_token_accuracy": 0.728976035118103, |
| "num_tokens": 12438762.0, |
| "step": 3080 |
| }, |
| { |
| "entropy": 1.1924173712730408, |
| "epoch": 0.9090909090909091, |
| "grad_norm": 0.4868202805519104, |
| "learning_rate": 0.00016701422249144985, |
| "loss": 1.2131217956542968, |
| "mean_token_accuracy": 0.7263190448284149, |
| "num_tokens": 12479195.0, |
| "step": 3090 |
| }, |
| { |
| "entropy": 1.159307700395584, |
| "epoch": 0.9120329508679024, |
| "grad_norm": 0.44851839542388916, |
| "learning_rate": 0.00016677315687593048, |
| "loss": 1.1793177604675293, |
| "mean_token_accuracy": 0.7422453939914704, |
| "num_tokens": 12518938.0, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.9120329508679024, |
| "eval_entropy": 1.193232403965447, |
| "eval_loss": 1.2098932266235352, |
| "eval_mean_token_accuracy": 0.7319249039872737, |
| "eval_num_tokens": 12518938.0, |
| "eval_runtime": 117.0019, |
| "eval_samples_per_second": 26.025, |
| "eval_steps_per_second": 3.256, |
| "step": 3100 |
| }, |
| { |
| "entropy": 1.2515848875045776, |
| "epoch": 0.9149749926448956, |
| "grad_norm": 0.46064046025276184, |
| "learning_rate": 0.00016653138896040144, |
| "loss": 1.24728364944458, |
| "mean_token_accuracy": 0.7212517559528351, |
| "num_tokens": 12559307.0, |
| "step": 3110 |
| }, |
| { |
| "entropy": 1.2065839052200318, |
| "epoch": 0.9179170344218888, |
| "grad_norm": 0.4273196756839752, |
| "learning_rate": 0.00016628892128770506, |
| "loss": 1.2376407623291015, |
| "mean_token_accuracy": 0.7283597230911255, |
| "num_tokens": 12599752.0, |
| "step": 3120 |
| }, |
| { |
| "entropy": 1.245788073539734, |
| "epoch": 0.9208590761988821, |
| "grad_norm": 0.4527672529220581, |
| "learning_rate": 0.0001660457564080435, |
| "loss": 1.2551823616027833, |
| "mean_token_accuracy": 0.7254024922847748, |
| "num_tokens": 12640368.0, |
| "step": 3130 |
| }, |
| { |
| "entropy": 1.2258686184883119, |
| "epoch": 0.9238011179758753, |
| "grad_norm": 0.4471310079097748, |
| "learning_rate": 0.00016580189687895192, |
| "loss": 1.2315049171447754, |
| "mean_token_accuracy": 0.7266620457172394, |
| "num_tokens": 12681011.0, |
| "step": 3140 |
| }, |
| { |
| "entropy": 1.2006858110427856, |
| "epoch": 0.9267431597528685, |
| "grad_norm": 0.5084729790687561, |
| "learning_rate": 0.00016555734526527163, |
| "loss": 1.20996150970459, |
| "mean_token_accuracy": 0.733843994140625, |
| "num_tokens": 12721291.0, |
| "step": 3150 |
| }, |
| { |
| "entropy": 1.240491509437561, |
| "epoch": 0.9296852015298617, |
| "grad_norm": 0.5322201251983643, |
| "learning_rate": 0.000165312104139123, |
| "loss": 1.2419602394104003, |
| "mean_token_accuracy": 0.7259994149208069, |
| "num_tokens": 12761832.0, |
| "step": 3160 |
| }, |
| { |
| "entropy": 1.2303740501403808, |
| "epoch": 0.932627243306855, |
| "grad_norm": 0.48525163531303406, |
| "learning_rate": 0.00016506617607987863, |
| "loss": 1.266739845275879, |
| "mean_token_accuracy": 0.7198700964450836, |
| "num_tokens": 12802050.0, |
| "step": 3170 |
| }, |
| { |
| "entropy": 1.2406162559986114, |
| "epoch": 0.9355692850838482, |
| "grad_norm": 0.5300395488739014, |
| "learning_rate": 0.0001648195636741359, |
| "loss": 1.236351776123047, |
| "mean_token_accuracy": 0.7296032607555389, |
| "num_tokens": 12842323.0, |
| "step": 3180 |
| }, |
| { |
| "entropy": 1.1737658739089967, |
| "epoch": 0.9385113268608414, |
| "grad_norm": 0.580947756767273, |
| "learning_rate": 0.0001645722695156901, |
| "loss": 1.1983850479125977, |
| "mean_token_accuracy": 0.7319401502609253, |
| "num_tokens": 12882948.0, |
| "step": 3190 |
| }, |
| { |
| "entropy": 1.2107102632522584, |
| "epoch": 0.9414533686378347, |
| "grad_norm": 0.4780050814151764, |
| "learning_rate": 0.00016432429620550688, |
| "loss": 1.1875343322753906, |
| "mean_token_accuracy": 0.7371236264705658, |
| "num_tokens": 12923316.0, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.9414533686378347, |
| "eval_entropy": 1.192403563051399, |
| "eval_loss": 1.204405426979065, |
| "eval_mean_token_accuracy": 0.7331006780384094, |
| "eval_num_tokens": 12923316.0, |
| "eval_runtime": 117.0112, |
| "eval_samples_per_second": 26.023, |
| "eval_steps_per_second": 3.256, |
| "step": 3200 |
| }, |
| { |
| "entropy": 1.1371994316577911, |
| "epoch": 0.9443954104148279, |
| "grad_norm": 0.5067015290260315, |
| "learning_rate": 0.00016407564635169503, |
| "loss": 1.186887264251709, |
| "mean_token_accuracy": 0.7382100522518158, |
| "num_tokens": 12963817.0, |
| "step": 3210 |
| }, |
| { |
| "entropy": 1.217560636997223, |
| "epoch": 0.9473374521918211, |
| "grad_norm": 0.4357713460922241, |
| "learning_rate": 0.00016382632256947908, |
| "loss": 1.2167092323303224, |
| "mean_token_accuracy": 0.7259755432605743, |
| "num_tokens": 13004277.0, |
| "step": 3220 |
| }, |
| { |
| "entropy": 1.2078778982162475, |
| "epoch": 0.9502794939688144, |
| "grad_norm": 0.45559161901474, |
| "learning_rate": 0.0001635763274811716, |
| "loss": 1.2228084564208985, |
| "mean_token_accuracy": 0.7331404030323029, |
| "num_tokens": 13044683.0, |
| "step": 3230 |
| }, |
| { |
| "entropy": 1.210153341293335, |
| "epoch": 0.9532215357458076, |
| "grad_norm": 0.48570674657821655, |
| "learning_rate": 0.00016332566371614595, |
| "loss": 1.2366246223449706, |
| "mean_token_accuracy": 0.7288424909114838, |
| "num_tokens": 13085217.0, |
| "step": 3240 |
| }, |
| { |
| "entropy": 1.200468325614929, |
| "epoch": 0.9561635775228008, |
| "grad_norm": 0.43572553992271423, |
| "learning_rate": 0.0001630743339108083, |
| "loss": 1.1855230331420898, |
| "mean_token_accuracy": 0.7426514804363251, |
| "num_tokens": 13125762.0, |
| "step": 3250 |
| }, |
| { |
| "entropy": 1.192023515701294, |
| "epoch": 0.9591056192997941, |
| "grad_norm": 0.6283465623855591, |
| "learning_rate": 0.00016282234070857, |
| "loss": 1.2304601669311523, |
| "mean_token_accuracy": 0.7263703107833862, |
| "num_tokens": 13166141.0, |
| "step": 3260 |
| }, |
| { |
| "entropy": 1.3121253371238708, |
| "epoch": 0.9620476610767873, |
| "grad_norm": 0.4841027855873108, |
| "learning_rate": 0.0001625696867598199, |
| "loss": 1.3120348930358887, |
| "mean_token_accuracy": 0.7042850077152252, |
| "num_tokens": 13206360.0, |
| "step": 3270 |
| }, |
| { |
| "entropy": 1.2325164914131164, |
| "epoch": 0.9649897028537805, |
| "grad_norm": 0.5523087978363037, |
| "learning_rate": 0.0001623163747218964, |
| "loss": 1.2477660179138184, |
| "mean_token_accuracy": 0.7236345887184144, |
| "num_tokens": 13246935.0, |
| "step": 3280 |
| }, |
| { |
| "entropy": 1.2571437239646912, |
| "epoch": 0.9679317446307738, |
| "grad_norm": 0.4331943690776825, |
| "learning_rate": 0.00016206240725905938, |
| "loss": 1.263328742980957, |
| "mean_token_accuracy": 0.7202905654907227, |
| "num_tokens": 13287422.0, |
| "step": 3290 |
| }, |
| { |
| "entropy": 1.132285052537918, |
| "epoch": 0.970873786407767, |
| "grad_norm": 0.4219360053539276, |
| "learning_rate": 0.00016180778704246238, |
| "loss": 1.1526874542236327, |
| "mean_token_accuracy": 0.745033609867096, |
| "num_tokens": 13327893.0, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.970873786407767, |
| "eval_entropy": 1.2065895927233958, |
| "eval_loss": 1.2001736164093018, |
| "eval_mean_token_accuracy": 0.7332249573209467, |
| "eval_num_tokens": 13327893.0, |
| "eval_runtime": 117.023, |
| "eval_samples_per_second": 26.021, |
| "eval_steps_per_second": 3.256, |
| "step": 3300 |
| }, |
| { |
| "entropy": 1.2010907173156737, |
| "epoch": 0.9738158281847602, |
| "grad_norm": 0.45471927523612976, |
| "learning_rate": 0.00016155251675012433, |
| "loss": 1.2022515296936036, |
| "mean_token_accuracy": 0.7346913456916809, |
| "num_tokens": 13368297.0, |
| "step": 3310 |
| }, |
| { |
| "entropy": 1.235162889957428, |
| "epoch": 0.9767578699617535, |
| "grad_norm": 0.4965246319770813, |
| "learning_rate": 0.0001612965990669015, |
| "loss": 1.2688727378845215, |
| "mean_token_accuracy": 0.7194641828536987, |
| "num_tokens": 13408602.0, |
| "step": 3320 |
| }, |
| { |
| "entropy": 1.3277331352233888, |
| "epoch": 0.9796999117387467, |
| "grad_norm": 0.5565961599349976, |
| "learning_rate": 0.00016104003668445925, |
| "loss": 1.3193525314331054, |
| "mean_token_accuracy": 0.7008399486541748, |
| "num_tokens": 13448838.0, |
| "step": 3330 |
| }, |
| { |
| "entropy": 1.1913153290748597, |
| "epoch": 0.9826419535157399, |
| "grad_norm": 0.49679502844810486, |
| "learning_rate": 0.00016078283230124365, |
| "loss": 1.2235237121582032, |
| "mean_token_accuracy": 0.7243378221988678, |
| "num_tokens": 13489366.0, |
| "step": 3340 |
| }, |
| { |
| "entropy": 1.2956088483333588, |
| "epoch": 0.9855839952927331, |
| "grad_norm": 0.49954238533973694, |
| "learning_rate": 0.00016052498862245313, |
| "loss": 1.2841950416564942, |
| "mean_token_accuracy": 0.7132591784000397, |
| "num_tokens": 13529414.0, |
| "step": 3350 |
| }, |
| { |
| "entropy": 1.182485854625702, |
| "epoch": 0.9885260370697264, |
| "grad_norm": 0.4281366169452667, |
| "learning_rate": 0.00016026650836001012, |
| "loss": 1.2035736083984374, |
| "mean_token_accuracy": 0.7331153571605682, |
| "num_tokens": 13569904.0, |
| "step": 3360 |
| }, |
| { |
| "entropy": 1.2611793637275697, |
| "epoch": 0.9914680788467196, |
| "grad_norm": 0.4736562669277191, |
| "learning_rate": 0.0001600073942325323, |
| "loss": 1.2855722427368164, |
| "mean_token_accuracy": 0.7184321641921997, |
| "num_tokens": 13610365.0, |
| "step": 3370 |
| }, |
| { |
| "entropy": 1.2419211864471436, |
| "epoch": 0.9944101206237128, |
| "grad_norm": 0.45400166511535645, |
| "learning_rate": 0.00015974764896530433, |
| "loss": 1.2359369277954102, |
| "mean_token_accuracy": 0.7274314403533936, |
| "num_tokens": 13650738.0, |
| "step": 3380 |
| }, |
| { |
| "entropy": 1.16963592171669, |
| "epoch": 0.9973521624007061, |
| "grad_norm": 0.5148010849952698, |
| "learning_rate": 0.0001594872752902489, |
| "loss": 1.1966312408447266, |
| "mean_token_accuracy": 0.7361967086791992, |
| "num_tokens": 13691179.0, |
| "step": 3390 |
| }, |
| { |
| "entropy": 1.263899064064026, |
| "epoch": 1.0002942041776994, |
| "grad_norm": 0.47132888436317444, |
| "learning_rate": 0.0001592262759458981, |
| "loss": 1.2513002395629882, |
| "mean_token_accuracy": 0.7206339836120605, |
| "num_tokens": 13729142.0, |
| "step": 3400 |
| }, |
| { |
| "epoch": 1.0002942041776994, |
| "eval_entropy": 1.1728849974204236, |
| "eval_loss": 1.196743369102478, |
| "eval_mean_token_accuracy": 0.7349204848131795, |
| "eval_num_tokens": 13729142.0, |
| "eval_runtime": 116.9564, |
| "eval_samples_per_second": 26.035, |
| "eval_steps_per_second": 3.258, |
| "step": 3400 |
| }, |
| { |
| "entropy": 1.0056753396987914, |
| "epoch": 1.0032362459546926, |
| "grad_norm": 0.48898911476135254, |
| "learning_rate": 0.00015896465367736467, |
| "loss": 0.9896906852722168, |
| "mean_token_accuracy": 0.7708241283893585, |
| "num_tokens": 13769748.0, |
| "step": 3410 |
| }, |
| { |
| "entropy": 0.9479109048843384, |
| "epoch": 1.0061782877316858, |
| "grad_norm": 0.5644809603691101, |
| "learning_rate": 0.00015870241123631303, |
| "loss": 0.969275951385498, |
| "mean_token_accuracy": 0.7748298406600952, |
| "num_tokens": 13810433.0, |
| "step": 3420 |
| }, |
| { |
| "entropy": 1.0169321179389954, |
| "epoch": 1.009120329508679, |
| "grad_norm": 0.5554332733154297, |
| "learning_rate": 0.00015843955138093043, |
| "loss": 1.0067197799682617, |
| "mean_token_accuracy": 0.7651751101016998, |
| "num_tokens": 13850895.0, |
| "step": 3430 |
| }, |
| { |
| "entropy": 0.9419119358062744, |
| "epoch": 1.0120623712856722, |
| "grad_norm": 0.5447728037834167, |
| "learning_rate": 0.00015817607687589787, |
| "loss": 0.9617524147033691, |
| "mean_token_accuracy": 0.771773511171341, |
| "num_tokens": 13890924.0, |
| "step": 3440 |
| }, |
| { |
| "entropy": 0.9768797099590302, |
| "epoch": 1.0150044130626654, |
| "grad_norm": 0.5598154664039612, |
| "learning_rate": 0.00015791199049236106, |
| "loss": 0.984192180633545, |
| "mean_token_accuracy": 0.7716309785842895, |
| "num_tokens": 13931279.0, |
| "step": 3450 |
| }, |
| { |
| "entropy": 0.9213016629219055, |
| "epoch": 1.0179464548396586, |
| "grad_norm": 0.5594082474708557, |
| "learning_rate": 0.00015764729500790132, |
| "loss": 0.925694465637207, |
| "mean_token_accuracy": 0.7817917823791504, |
| "num_tokens": 13971714.0, |
| "step": 3460 |
| }, |
| { |
| "entropy": 0.9738560080528259, |
| "epoch": 1.020888496616652, |
| "grad_norm": 0.576998233795166, |
| "learning_rate": 0.00015738199320650622, |
| "loss": 0.9819319725036622, |
| "mean_token_accuracy": 0.7748230636119843, |
| "num_tokens": 14012038.0, |
| "step": 3470 |
| }, |
| { |
| "entropy": 0.9529994606971741, |
| "epoch": 1.0238305383936452, |
| "grad_norm": 0.507428765296936, |
| "learning_rate": 0.00015711608787854041, |
| "loss": 0.968116569519043, |
| "mean_token_accuracy": 0.7762803137302399, |
| "num_tokens": 14052608.0, |
| "step": 3480 |
| }, |
| { |
| "entropy": 0.9343097984790802, |
| "epoch": 1.0267725801706384, |
| "grad_norm": 0.48517364263534546, |
| "learning_rate": 0.0001568495818207163, |
| "loss": 0.9297596931457519, |
| "mean_token_accuracy": 0.783079195022583, |
| "num_tokens": 14093119.0, |
| "step": 3490 |
| }, |
| { |
| "entropy": 0.9860086500644684, |
| "epoch": 1.0297146219476316, |
| "grad_norm": 0.4717691242694855, |
| "learning_rate": 0.00015658247783606455, |
| "loss": 1.004935073852539, |
| "mean_token_accuracy": 0.765727037191391, |
| "num_tokens": 14133569.0, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.0297146219476316, |
| "eval_entropy": 1.0715967291609196, |
| "eval_loss": 1.2108769416809082, |
| "eval_mean_token_accuracy": 0.7342690184047529, |
| "eval_num_tokens": 14133569.0, |
| "eval_runtime": 116.9449, |
| "eval_samples_per_second": 26.038, |
| "eval_steps_per_second": 3.258, |
| "step": 3500 |
| }, |
| { |
| "entropy": 0.9845475435256958, |
| "epoch": 1.0326566637246248, |
| "grad_norm": 0.6196256875991821, |
| "learning_rate": 0.00015631477873390463, |
| "loss": 0.9737442970275879, |
| "mean_token_accuracy": 0.7720641791820526, |
| "num_tokens": 14174112.0, |
| "step": 3510 |
| }, |
| { |
| "entropy": 0.9606890559196473, |
| "epoch": 1.035598705501618, |
| "grad_norm": 0.5352163910865784, |
| "learning_rate": 0.00015604648732981535, |
| "loss": 0.9936755180358887, |
| "mean_token_accuracy": 0.767872554063797, |
| "num_tokens": 14214732.0, |
| "step": 3520 |
| }, |
| { |
| "entropy": 0.9683861494064331, |
| "epoch": 1.0385407472786115, |
| "grad_norm": 0.5286763906478882, |
| "learning_rate": 0.00015577760644560506, |
| "loss": 0.9670245170593261, |
| "mean_token_accuracy": 0.7790086328983307, |
| "num_tokens": 14255029.0, |
| "step": 3530 |
| }, |
| { |
| "entropy": 0.9281998634338379, |
| "epoch": 1.0414827890556047, |
| "grad_norm": 0.5544895529747009, |
| "learning_rate": 0.0001555081389092822, |
| "loss": 0.9275782585144043, |
| "mean_token_accuracy": 0.7800623893737793, |
| "num_tokens": 14294859.0, |
| "step": 3540 |
| }, |
| { |
| "entropy": 0.9516816318035126, |
| "epoch": 1.0444248308325979, |
| "grad_norm": 0.5528038144111633, |
| "learning_rate": 0.0001552380875550253, |
| "loss": 0.971556282043457, |
| "mean_token_accuracy": 0.7744876265525817, |
| "num_tokens": 14335364.0, |
| "step": 3550 |
| }, |
| { |
| "entropy": 1.0375867664813996, |
| "epoch": 1.047366872609591, |
| "grad_norm": 0.5946918725967407, |
| "learning_rate": 0.00015496745522315352, |
| "loss": 1.036135482788086, |
| "mean_token_accuracy": 0.7563816487789154, |
| "num_tokens": 14375785.0, |
| "step": 3560 |
| }, |
| { |
| "entropy": 0.9602185845375061, |
| "epoch": 1.0503089143865842, |
| "grad_norm": 0.55278080701828, |
| "learning_rate": 0.00015469624476009637, |
| "loss": 0.9790426254272461, |
| "mean_token_accuracy": 0.7711789608001709, |
| "num_tokens": 14416298.0, |
| "step": 3570 |
| }, |
| { |
| "entropy": 0.9802630722522736, |
| "epoch": 1.0532509561635774, |
| "grad_norm": 0.5366263389587402, |
| "learning_rate": 0.00015442445901836407, |
| "loss": 0.9828317642211915, |
| "mean_token_accuracy": 0.7732825756072998, |
| "num_tokens": 14456758.0, |
| "step": 3580 |
| }, |
| { |
| "entropy": 0.9827463984489441, |
| "epoch": 1.0561929979405709, |
| "grad_norm": 0.5232464075088501, |
| "learning_rate": 0.0001541521008565174, |
| "loss": 0.9965373039245605, |
| "mean_token_accuracy": 0.7664778053760528, |
| "num_tokens": 14497079.0, |
| "step": 3590 |
| }, |
| { |
| "entropy": 0.9974855959415436, |
| "epoch": 1.059135039717564, |
| "grad_norm": 0.5640583634376526, |
| "learning_rate": 0.0001538791731391377, |
| "loss": 1.001423168182373, |
| "mean_token_accuracy": 0.7696728587150574, |
| "num_tokens": 14537442.0, |
| "step": 3600 |
| }, |
| { |
| "epoch": 1.059135039717564, |
| "eval_entropy": 1.059611619926813, |
| "eval_loss": 1.2121630907058716, |
| "eval_mean_token_accuracy": 0.7346383677379978, |
| "eval_num_tokens": 14537442.0, |
| "eval_runtime": 116.9964, |
| "eval_samples_per_second": 26.026, |
| "eval_steps_per_second": 3.257, |
| "step": 3600 |
| }, |
| { |
| "entropy": 1.019939649105072, |
| "epoch": 1.0620770814945573, |
| "grad_norm": 0.6510360836982727, |
| "learning_rate": 0.00015360567873679682, |
| "loss": 1.0335427284240724, |
| "mean_token_accuracy": 0.7557238221168519, |
| "num_tokens": 14577903.0, |
| "step": 3610 |
| }, |
| { |
| "entropy": 0.9929381251335144, |
| "epoch": 1.0650191232715505, |
| "grad_norm": 0.4985535740852356, |
| "learning_rate": 0.00015333162052602663, |
| "loss": 0.9860858917236328, |
| "mean_token_accuracy": 0.7693518400192261, |
| "num_tokens": 14618362.0, |
| "step": 3620 |
| }, |
| { |
| "entropy": 1.0021346986293793, |
| "epoch": 1.0679611650485437, |
| "grad_norm": 0.5036218762397766, |
| "learning_rate": 0.00015305700138928914, |
| "loss": 1.0195841789245605, |
| "mean_token_accuracy": 0.7599446833133697, |
| "num_tokens": 14658524.0, |
| "step": 3630 |
| }, |
| { |
| "entropy": 0.9681568443775177, |
| "epoch": 1.0709032068255369, |
| "grad_norm": 0.685461699962616, |
| "learning_rate": 0.00015278182421494597, |
| "loss": 0.9650713920593261, |
| "mean_token_accuracy": 0.7742046892642975, |
| "num_tokens": 14699023.0, |
| "step": 3640 |
| }, |
| { |
| "entropy": 0.9974366188049316, |
| "epoch": 1.07384524860253, |
| "grad_norm": 0.5122579336166382, |
| "learning_rate": 0.0001525060918972279, |
| "loss": 1.010261631011963, |
| "mean_token_accuracy": 0.7668596982955933, |
| "num_tokens": 14739433.0, |
| "step": 3650 |
| }, |
| { |
| "entropy": 0.9449751615524292, |
| "epoch": 1.0767872903795235, |
| "grad_norm": 0.5020188689231873, |
| "learning_rate": 0.00015222980733620473, |
| "loss": 0.9527727127075195, |
| "mean_token_accuracy": 0.7792690694332123, |
| "num_tokens": 14779729.0, |
| "step": 3660 |
| }, |
| { |
| "entropy": 0.9212399244308471, |
| "epoch": 1.0797293321565167, |
| "grad_norm": 0.4754965901374817, |
| "learning_rate": 0.0001519529734377545, |
| "loss": 0.931304931640625, |
| "mean_token_accuracy": 0.780491977930069, |
| "num_tokens": 14819988.0, |
| "step": 3670 |
| }, |
| { |
| "entropy": 0.9701619386672974, |
| "epoch": 1.0826713739335099, |
| "grad_norm": 0.51582270860672, |
| "learning_rate": 0.0001516755931135329, |
| "loss": 0.9845802307128906, |
| "mean_token_accuracy": 0.7685158431529999, |
| "num_tokens": 14860489.0, |
| "step": 3680 |
| }, |
| { |
| "entropy": 0.9930408954620361, |
| "epoch": 1.085613415710503, |
| "grad_norm": 0.5440912246704102, |
| "learning_rate": 0.00015139766928094303, |
| "loss": 0.9996217727661133, |
| "mean_token_accuracy": 0.7675297498703003, |
| "num_tokens": 14901041.0, |
| "step": 3690 |
| }, |
| { |
| "entropy": 0.9450788199901581, |
| "epoch": 1.0885554574874963, |
| "grad_norm": 0.5000481605529785, |
| "learning_rate": 0.00015111920486310417, |
| "loss": 0.9332949638366699, |
| "mean_token_accuracy": 0.7813515663146973, |
| "num_tokens": 14941532.0, |
| "step": 3700 |
| }, |
| { |
| "epoch": 1.0885554574874963, |
| "eval_entropy": 1.0368518566522074, |
| "eval_loss": 1.209765076637268, |
| "eval_mean_token_accuracy": 0.7356539055744181, |
| "eval_num_tokens": 14941532.0, |
| "eval_runtime": 117.1062, |
| "eval_samples_per_second": 26.002, |
| "eval_steps_per_second": 3.253, |
| "step": 3700 |
| }, |
| { |
| "entropy": 0.9497840762138366, |
| "epoch": 1.0914974992644895, |
| "grad_norm": 0.5802638530731201, |
| "learning_rate": 0.00015084020278882153, |
| "loss": 0.9746996879577636, |
| "mean_token_accuracy": 0.7703352689743042, |
| "num_tokens": 14981818.0, |
| "step": 3710 |
| }, |
| { |
| "entropy": 0.9469231545925141, |
| "epoch": 1.0944395410414829, |
| "grad_norm": 0.5750518441200256, |
| "learning_rate": 0.00015056066599255502, |
| "loss": 0.9662343025207519, |
| "mean_token_accuracy": 0.7726805984973908, |
| "num_tokens": 15022307.0, |
| "step": 3720 |
| }, |
| { |
| "entropy": 1.0127877593040466, |
| "epoch": 1.097381582818476, |
| "grad_norm": 0.5340924859046936, |
| "learning_rate": 0.0001502805974143888, |
| "loss": 0.9845216751098633, |
| "mean_token_accuracy": 0.7723982453346252, |
| "num_tokens": 15062810.0, |
| "step": 3730 |
| }, |
| { |
| "entropy": 0.974898761510849, |
| "epoch": 1.1003236245954693, |
| "grad_norm": 0.5145857334136963, |
| "learning_rate": 0.00015000000000000001, |
| "loss": 1.0081477165222168, |
| "mean_token_accuracy": 0.7643806636333466, |
| "num_tokens": 15103409.0, |
| "step": 3740 |
| }, |
| { |
| "entropy": 0.9510980069637298, |
| "epoch": 1.1032656663724625, |
| "grad_norm": 0.5267722606658936, |
| "learning_rate": 0.00014971887670062802, |
| "loss": 0.9365800857543946, |
| "mean_token_accuracy": 0.780946570634842, |
| "num_tokens": 15143947.0, |
| "step": 3750 |
| }, |
| { |
| "entropy": 1.0326339960098267, |
| "epoch": 1.1062077081494557, |
| "grad_norm": 0.517667293548584, |
| "learning_rate": 0.0001494372304730432, |
| "loss": 1.0606879234313964, |
| "mean_token_accuracy": 0.7520448863506317, |
| "num_tokens": 15184466.0, |
| "step": 3760 |
| }, |
| { |
| "entropy": 0.9095244884490967, |
| "epoch": 1.1091497499264489, |
| "grad_norm": 0.5059592127799988, |
| "learning_rate": 0.00014915506427951605, |
| "loss": 0.9141671180725097, |
| "mean_token_accuracy": 0.7883690059185028, |
| "num_tokens": 15224876.0, |
| "step": 3770 |
| }, |
| { |
| "entropy": 0.922091954946518, |
| "epoch": 1.1120917917034423, |
| "grad_norm": 0.5040479898452759, |
| "learning_rate": 0.0001488723810877858, |
| "loss": 0.9369124412536621, |
| "mean_token_accuracy": 0.7827723801136017, |
| "num_tokens": 15265334.0, |
| "step": 3780 |
| }, |
| { |
| "entropy": 0.9985373139381408, |
| "epoch": 1.1150338334804355, |
| "grad_norm": 0.593623697757721, |
| "learning_rate": 0.00014858918387102943, |
| "loss": 1.003388023376465, |
| "mean_token_accuracy": 0.7662831544876099, |
| "num_tokens": 15305821.0, |
| "step": 3790 |
| }, |
| { |
| "entropy": 1.0036361336708068, |
| "epoch": 1.1179758752574287, |
| "grad_norm": 0.46527841687202454, |
| "learning_rate": 0.00014830547560783013, |
| "loss": 1.0003900527954102, |
| "mean_token_accuracy": 0.7689646422863007, |
| "num_tokens": 15346212.0, |
| "step": 3800 |
| }, |
| { |
| "epoch": 1.1179758752574287, |
| "eval_entropy": 1.058281412587704, |
| "eval_loss": 1.207934856414795, |
| "eval_mean_token_accuracy": 0.7360553802467706, |
| "eval_num_tokens": 15346212.0, |
| "eval_runtime": 117.1795, |
| "eval_samples_per_second": 25.986, |
| "eval_steps_per_second": 3.251, |
| "step": 3800 |
| }, |
| { |
| "entropy": 1.0539171755313874, |
| "epoch": 1.120917917034422, |
| "grad_norm": 0.5680721402168274, |
| "learning_rate": 0.00014802125928214626, |
| "loss": 1.0743833541870118, |
| "mean_token_accuracy": 0.7493933796882629, |
| "num_tokens": 15386724.0, |
| "step": 3810 |
| }, |
| { |
| "entropy": 0.916973739862442, |
| "epoch": 1.123859958811415, |
| "grad_norm": 0.5414533019065857, |
| "learning_rate": 0.0001477365378832797, |
| "loss": 0.9400577545166016, |
| "mean_token_accuracy": 0.7826773941516876, |
| "num_tokens": 15427047.0, |
| "step": 3820 |
| }, |
| { |
| "entropy": 1.044243198633194, |
| "epoch": 1.1268020005884083, |
| "grad_norm": 0.5607292056083679, |
| "learning_rate": 0.0001474513144058447, |
| "loss": 1.0428730964660644, |
| "mean_token_accuracy": 0.7559836447238922, |
| "num_tokens": 15467253.0, |
| "step": 3830 |
| }, |
| { |
| "entropy": 0.9271435976028443, |
| "epoch": 1.1297440423654015, |
| "grad_norm": 0.5749255418777466, |
| "learning_rate": 0.0001471655918497361, |
| "loss": 0.9598716735839844, |
| "mean_token_accuracy": 0.7791375935077667, |
| "num_tokens": 15507806.0, |
| "step": 3840 |
| }, |
| { |
| "entropy": 0.9984059453010559, |
| "epoch": 1.132686084142395, |
| "grad_norm": 0.671238362789154, |
| "learning_rate": 0.00014687937322009793, |
| "loss": 0.9737402915954589, |
| "mean_token_accuracy": 0.7700112521648407, |
| "num_tokens": 15548383.0, |
| "step": 3850 |
| }, |
| { |
| "entropy": 0.9276021301746369, |
| "epoch": 1.135628125919388, |
| "grad_norm": 0.5724707841873169, |
| "learning_rate": 0.00014659266152729176, |
| "loss": 0.9540791511535645, |
| "mean_token_accuracy": 0.7781682848930359, |
| "num_tokens": 15588893.0, |
| "step": 3860 |
| }, |
| { |
| "entropy": 0.9864838421344757, |
| "epoch": 1.1385701676963813, |
| "grad_norm": 0.5926504731178284, |
| "learning_rate": 0.0001463054597868651, |
| "loss": 0.9837197303771973, |
| "mean_token_accuracy": 0.7700894057750702, |
| "num_tokens": 15629429.0, |
| "step": 3870 |
| }, |
| { |
| "entropy": 1.044099175930023, |
| "epoch": 1.1415122094733745, |
| "grad_norm": 0.5998210906982422, |
| "learning_rate": 0.00014601777101951957, |
| "loss": 1.064276123046875, |
| "mean_token_accuracy": 0.7496702373027802, |
| "num_tokens": 15669112.0, |
| "step": 3880 |
| }, |
| { |
| "entropy": 0.9448180139064789, |
| "epoch": 1.1444542512503677, |
| "grad_norm": 0.5697433948516846, |
| "learning_rate": 0.00014572959825107922, |
| "loss": 0.939006233215332, |
| "mean_token_accuracy": 0.7818219542503357, |
| "num_tokens": 15709418.0, |
| "step": 3890 |
| }, |
| { |
| "entropy": 0.9624788880348205, |
| "epoch": 1.147396293027361, |
| "grad_norm": 0.5536630749702454, |
| "learning_rate": 0.0001454409445124587, |
| "loss": 0.9612356185913086, |
| "mean_token_accuracy": 0.7735930144786834, |
| "num_tokens": 15749926.0, |
| "step": 3900 |
| }, |
| { |
| "epoch": 1.147396293027361, |
| "eval_entropy": 1.002416886056815, |
| "eval_loss": 1.2163069248199463, |
| "eval_mean_token_accuracy": 0.736245130147208, |
| "eval_num_tokens": 15749926.0, |
| "eval_runtime": 117.0848, |
| "eval_samples_per_second": 26.007, |
| "eval_steps_per_second": 3.254, |
| "step": 3900 |
| }, |
| { |
| "entropy": 0.9970716178417206, |
| "epoch": 1.150338334804354, |
| "grad_norm": 0.551414966583252, |
| "learning_rate": 0.00014515181283963132, |
| "loss": 1.024658489227295, |
| "mean_token_accuracy": 0.7571725130081177, |
| "num_tokens": 15790231.0, |
| "step": 3910 |
| }, |
| { |
| "entropy": 1.0260444402694702, |
| "epoch": 1.1532803765813475, |
| "grad_norm": 0.565596878528595, |
| "learning_rate": 0.0001448622062735972, |
| "loss": 1.0220839500427246, |
| "mean_token_accuracy": 0.7611811697483063, |
| "num_tokens": 15830791.0, |
| "step": 3920 |
| }, |
| { |
| "entropy": 0.9745386719703675, |
| "epoch": 1.1562224183583407, |
| "grad_norm": 0.522496223449707, |
| "learning_rate": 0.00014457212786035122, |
| "loss": 0.9898022651672364, |
| "mean_token_accuracy": 0.7702635705471039, |
| "num_tokens": 15871330.0, |
| "step": 3930 |
| }, |
| { |
| "entropy": 1.00519802570343, |
| "epoch": 1.159164460135334, |
| "grad_norm": 0.579716145992279, |
| "learning_rate": 0.00014428158065085098, |
| "loss": 1.0124700546264649, |
| "mean_token_accuracy": 0.7646716058254241, |
| "num_tokens": 15911828.0, |
| "step": 3940 |
| }, |
| { |
| "entropy": 0.9504435777664184, |
| "epoch": 1.1621065019123271, |
| "grad_norm": 0.5688005089759827, |
| "learning_rate": 0.00014399056770098478, |
| "loss": 0.9538630485534668, |
| "mean_token_accuracy": 0.776702755689621, |
| "num_tokens": 15952424.0, |
| "step": 3950 |
| }, |
| { |
| "entropy": 0.972985816001892, |
| "epoch": 1.1650485436893203, |
| "grad_norm": 0.5217563509941101, |
| "learning_rate": 0.00014369909207153947, |
| "loss": 0.9882010459899903, |
| "mean_token_accuracy": 0.7707372605800629, |
| "num_tokens": 15992995.0, |
| "step": 3960 |
| }, |
| { |
| "entropy": 1.0266568660736084, |
| "epoch": 1.1679905854663137, |
| "grad_norm": 0.607991099357605, |
| "learning_rate": 0.00014340715682816806, |
| "loss": 1.0269791603088378, |
| "mean_token_accuracy": 0.7627450406551362, |
| "num_tokens": 16033357.0, |
| "step": 3970 |
| }, |
| { |
| "entropy": 1.023914647102356, |
| "epoch": 1.170932627243307, |
| "grad_norm": 0.5779170393943787, |
| "learning_rate": 0.00014311476504135794, |
| "loss": 1.0473231315612792, |
| "mean_token_accuracy": 0.7546798884868622, |
| "num_tokens": 16073799.0, |
| "step": 3980 |
| }, |
| { |
| "entropy": 0.9414635598659515, |
| "epoch": 1.1738746690203001, |
| "grad_norm": 0.5319372415542603, |
| "learning_rate": 0.00014282191978639799, |
| "loss": 0.9280409812927246, |
| "mean_token_accuracy": 0.7800300478935241, |
| "num_tokens": 16114313.0, |
| "step": 3990 |
| }, |
| { |
| "entropy": 0.9413889229297638, |
| "epoch": 1.1768167107972933, |
| "grad_norm": 0.6013742089271545, |
| "learning_rate": 0.00014252862414334665, |
| "loss": 0.9760286331176757, |
| "mean_token_accuracy": 0.7707565903663636, |
| "num_tokens": 16154854.0, |
| "step": 4000 |
| }, |
| { |
| "epoch": 1.1768167107972933, |
| "eval_entropy": 1.0498265117954395, |
| "eval_loss": 1.2053319215774536, |
| "eval_mean_token_accuracy": 0.7371757869019596, |
| "eval_num_tokens": 16154854.0, |
| "eval_runtime": 116.9953, |
| "eval_samples_per_second": 26.027, |
| "eval_steps_per_second": 3.257, |
| "step": 4000 |
| }, |
| { |
| "entropy": 1.01264528632164, |
| "epoch": 1.1797587525742865, |
| "grad_norm": 0.5052332282066345, |
| "learning_rate": 0.00014223488119699944, |
| "loss": 0.9941823959350586, |
| "mean_token_accuracy": 0.7712079107761383, |
| "num_tokens": 16195404.0, |
| "step": 4010 |
| }, |
| { |
| "entropy": 0.9542388617992401, |
| "epoch": 1.1827007943512797, |
| "grad_norm": 0.6624171733856201, |
| "learning_rate": 0.00014194069403685643, |
| "loss": 0.9699134826660156, |
| "mean_token_accuracy": 0.7701153516769409, |
| "num_tokens": 16235933.0, |
| "step": 4020 |
| }, |
| { |
| "entropy": 0.9835664987564087, |
| "epoch": 1.185642836128273, |
| "grad_norm": 0.6638393998146057, |
| "learning_rate": 0.00014164606575708984, |
| "loss": 1.004053497314453, |
| "mean_token_accuracy": 0.7658522069454193, |
| "num_tokens": 16276402.0, |
| "step": 4030 |
| }, |
| { |
| "entropy": 0.9395282685756683, |
| "epoch": 1.1885848779052663, |
| "grad_norm": 0.5497994422912598, |
| "learning_rate": 0.0001413509994565114, |
| "loss": 0.9349452972412109, |
| "mean_token_accuracy": 0.7839109897613525, |
| "num_tokens": 16316751.0, |
| "step": 4040 |
| }, |
| { |
| "entropy": 0.9585356175899505, |
| "epoch": 1.1915269196822595, |
| "grad_norm": 0.5739843845367432, |
| "learning_rate": 0.00014105549823853987, |
| "loss": 0.9759317398071289, |
| "mean_token_accuracy": 0.7685169577598572, |
| "num_tokens": 16357253.0, |
| "step": 4050 |
| }, |
| { |
| "entropy": 0.9427942156791687, |
| "epoch": 1.1944689614592527, |
| "grad_norm": 0.5962517261505127, |
| "learning_rate": 0.00014075956521116827, |
| "loss": 0.9541123390197754, |
| "mean_token_accuracy": 0.7789060473442078, |
| "num_tokens": 16397470.0, |
| "step": 4060 |
| }, |
| { |
| "entropy": 0.9317695260047912, |
| "epoch": 1.197411003236246, |
| "grad_norm": 0.5742291212081909, |
| "learning_rate": 0.00014046320348693134, |
| "loss": 0.9425789833068847, |
| "mean_token_accuracy": 0.7804486751556396, |
| "num_tokens": 16438035.0, |
| "step": 4070 |
| }, |
| { |
| "entropy": 0.9994288563728333, |
| "epoch": 1.2003530450132391, |
| "grad_norm": 0.628220796585083, |
| "learning_rate": 0.00014016641618287264, |
| "loss": 1.0083752632141114, |
| "mean_token_accuracy": 0.7678903639316559, |
| "num_tokens": 16478563.0, |
| "step": 4080 |
| }, |
| { |
| "entropy": 0.9661390006542205, |
| "epoch": 1.2032950867902323, |
| "grad_norm": 0.5717418789863586, |
| "learning_rate": 0.00013986920642051196, |
| "loss": 0.956269645690918, |
| "mean_token_accuracy": 0.7756177723407746, |
| "num_tokens": 16519059.0, |
| "step": 4090 |
| }, |
| { |
| "entropy": 0.9637384474277496, |
| "epoch": 1.2062371285672255, |
| "grad_norm": 0.5957377552986145, |
| "learning_rate": 0.00013957157732581227, |
| "loss": 0.9740910530090332, |
| "mean_token_accuracy": 0.7705820441246033, |
| "num_tokens": 16559585.0, |
| "step": 4100 |
| }, |
| { |
| "epoch": 1.2062371285672255, |
| "eval_entropy": 1.0279845802646297, |
| "eval_loss": 1.204230546951294, |
| "eval_mean_token_accuracy": 0.7378412169108554, |
| "eval_num_tokens": 16559585.0, |
| "eval_runtime": 116.9158, |
| "eval_samples_per_second": 26.044, |
| "eval_steps_per_second": 3.259, |
| "step": 4100 |
| }, |
| { |
| "entropy": 0.9299012839794158, |
| "epoch": 1.209179170344219, |
| "grad_norm": 0.5047076344490051, |
| "learning_rate": 0.00013927353202914704, |
| "loss": 0.9325620651245117, |
| "mean_token_accuracy": 0.7856215178966522, |
| "num_tokens": 16599897.0, |
| "step": 4110 |
| }, |
| { |
| "entropy": 0.9579800009727478, |
| "epoch": 1.2121212121212122, |
| "grad_norm": 0.6236160397529602, |
| "learning_rate": 0.00013897507366526717, |
| "loss": 0.9825181007385254, |
| "mean_token_accuracy": 0.771970808506012, |
| "num_tokens": 16640445.0, |
| "step": 4120 |
| }, |
| { |
| "entropy": 0.9490958392620087, |
| "epoch": 1.2150632538982054, |
| "grad_norm": 0.5913335084915161, |
| "learning_rate": 0.00013867620537326807, |
| "loss": 0.9593384742736817, |
| "mean_token_accuracy": 0.7774133384227753, |
| "num_tokens": 16681074.0, |
| "step": 4130 |
| }, |
| { |
| "entropy": 0.9436961114406586, |
| "epoch": 1.2180052956751986, |
| "grad_norm": 0.5566667318344116, |
| "learning_rate": 0.00013837693029655673, |
| "loss": 0.9432112693786621, |
| "mean_token_accuracy": 0.7793719172477722, |
| "num_tokens": 16721515.0, |
| "step": 4140 |
| }, |
| { |
| "entropy": 0.9555536270141601, |
| "epoch": 1.2209473374521917, |
| "grad_norm": 0.5549019575119019, |
| "learning_rate": 0.00013807725158281845, |
| "loss": 0.964748764038086, |
| "mean_token_accuracy": 0.7745252251625061, |
| "num_tokens": 16761971.0, |
| "step": 4150 |
| }, |
| { |
| "entropy": 1.0964530289173127, |
| "epoch": 1.2238893792291852, |
| "grad_norm": 0.5607911944389343, |
| "learning_rate": 0.000137777172383984, |
| "loss": 1.1134785652160644, |
| "mean_token_accuracy": 0.7422545254230499, |
| "num_tokens": 16801992.0, |
| "step": 4160 |
| }, |
| { |
| "entropy": 0.991803640127182, |
| "epoch": 1.2268314210061784, |
| "grad_norm": 0.5912790894508362, |
| "learning_rate": 0.00013747669585619621, |
| "loss": 0.9909832954406739, |
| "mean_token_accuracy": 0.7725964307785034, |
| "num_tokens": 16842361.0, |
| "step": 4170 |
| }, |
| { |
| "entropy": 0.9360088646411896, |
| "epoch": 1.2297734627831716, |
| "grad_norm": 0.5747997760772705, |
| "learning_rate": 0.00013717582515977703, |
| "loss": 0.9449604988098145, |
| "mean_token_accuracy": 0.7815338909626007, |
| "num_tokens": 16882838.0, |
| "step": 4180 |
| }, |
| { |
| "entropy": 0.9765557944774628, |
| "epoch": 1.2327155045601648, |
| "grad_norm": 0.6022299528121948, |
| "learning_rate": 0.000136874563459194, |
| "loss": 0.9870802879333496, |
| "mean_token_accuracy": 0.7712435305118561, |
| "num_tokens": 16923293.0, |
| "step": 4190 |
| }, |
| { |
| "entropy": 0.9462984323501586, |
| "epoch": 1.235657546337158, |
| "grad_norm": 0.6731317639350891, |
| "learning_rate": 0.0001365729139230273, |
| "loss": 0.9600887298583984, |
| "mean_token_accuracy": 0.776117742061615, |
| "num_tokens": 16963785.0, |
| "step": 4200 |
| }, |
| { |
| "epoch": 1.235657546337158, |
| "eval_entropy": 1.0305638493984703, |
| "eval_loss": 1.2021441459655762, |
| "eval_mean_token_accuracy": 0.7379450076834111, |
| "eval_num_tokens": 16963785.0, |
| "eval_runtime": 117.0903, |
| "eval_samples_per_second": 26.006, |
| "eval_steps_per_second": 3.254, |
| "step": 4200 |
| }, |
| { |
| "entropy": 0.8939768195152282, |
| "epoch": 1.2385995881141512, |
| "grad_norm": 0.6204389333724976, |
| "learning_rate": 0.00013627087972393605, |
| "loss": 0.8930576324462891, |
| "mean_token_accuracy": 0.7922165811061859, |
| "num_tokens": 17004178.0, |
| "step": 4210 |
| }, |
| { |
| "entropy": 0.9507308840751648, |
| "epoch": 1.2415416298911444, |
| "grad_norm": 0.6163705587387085, |
| "learning_rate": 0.00013596846403862535, |
| "loss": 0.9666755676269532, |
| "mean_token_accuracy": 0.7786275684833527, |
| "num_tokens": 17044627.0, |
| "step": 4220 |
| }, |
| { |
| "entropy": 0.975046980381012, |
| "epoch": 1.2444836716681378, |
| "grad_norm": 0.5746111273765564, |
| "learning_rate": 0.00013566567004781246, |
| "loss": 0.9781759262084961, |
| "mean_token_accuracy": 0.7753113329410553, |
| "num_tokens": 17084732.0, |
| "step": 4230 |
| }, |
| { |
| "entropy": 1.0526322185993195, |
| "epoch": 1.247425713445131, |
| "grad_norm": 0.5716729164123535, |
| "learning_rate": 0.00013536250093619369, |
| "loss": 1.072258472442627, |
| "mean_token_accuracy": 0.7464600443840027, |
| "num_tokens": 17125248.0, |
| "step": 4240 |
| }, |
| { |
| "entropy": 1.0479264855384827, |
| "epoch": 1.2503677552221242, |
| "grad_norm": 0.493936151266098, |
| "learning_rate": 0.0001350589598924107, |
| "loss": 1.0373758316040038, |
| "mean_token_accuracy": 0.755853122472763, |
| "num_tokens": 17165782.0, |
| "step": 4250 |
| }, |
| { |
| "entropy": 1.0287334680557252, |
| "epoch": 1.2533097969991174, |
| "grad_norm": 0.5333849191665649, |
| "learning_rate": 0.000134755050109017, |
| "loss": 1.04658203125, |
| "mean_token_accuracy": 0.7597375035285949, |
| "num_tokens": 17206071.0, |
| "step": 4260 |
| }, |
| { |
| "entropy": 1.031979387998581, |
| "epoch": 1.2562518387761106, |
| "grad_norm": 0.5658190250396729, |
| "learning_rate": 0.00013445077478244443, |
| "loss": 1.043376350402832, |
| "mean_token_accuracy": 0.7583476483821869, |
| "num_tokens": 17246566.0, |
| "step": 4270 |
| }, |
| { |
| "entropy": 0.9648872256278992, |
| "epoch": 1.2591938805531038, |
| "grad_norm": 0.5289658308029175, |
| "learning_rate": 0.00013414613711296952, |
| "loss": 0.9618735313415527, |
| "mean_token_accuracy": 0.7800238966941834, |
| "num_tokens": 17286973.0, |
| "step": 4280 |
| }, |
| { |
| "entropy": 1.0292047560214996, |
| "epoch": 1.262135922330097, |
| "grad_norm": 0.5604351162910461, |
| "learning_rate": 0.0001338411403046797, |
| "loss": 1.0540773391723632, |
| "mean_token_accuracy": 0.7540550827980042, |
| "num_tokens": 17327524.0, |
| "step": 4290 |
| }, |
| { |
| "entropy": 0.9784096240997314, |
| "epoch": 1.2650779641070904, |
| "grad_norm": 0.4879390597343445, |
| "learning_rate": 0.0001335357875654399, |
| "loss": 0.9683723449707031, |
| "mean_token_accuracy": 0.7743236780166626, |
| "num_tokens": 17367944.0, |
| "step": 4300 |
| }, |
| { |
| "epoch": 1.2650779641070904, |
| "eval_entropy": 1.024107585976443, |
| "eval_loss": 1.2039283514022827, |
| "eval_mean_token_accuracy": 0.7379744303195183, |
| "eval_num_tokens": 17367944.0, |
| "eval_runtime": 117.345, |
| "eval_samples_per_second": 25.949, |
| "eval_steps_per_second": 3.247, |
| "step": 4300 |
| }, |
| { |
| "entropy": 0.9147277295589447, |
| "epoch": 1.2680200058840836, |
| "grad_norm": 0.6553487181663513, |
| "learning_rate": 0.00013323008210685847, |
| "loss": 0.9428836822509765, |
| "mean_token_accuracy": 0.7800225138664245, |
| "num_tokens": 17408180.0, |
| "step": 4310 |
| }, |
| { |
| "entropy": 0.9862501919269562, |
| "epoch": 1.2709620476610768, |
| "grad_norm": 0.5519722700119019, |
| "learning_rate": 0.00013292402714425362, |
| "loss": 0.986777400970459, |
| "mean_token_accuracy": 0.7709893763065339, |
| "num_tokens": 17448767.0, |
| "step": 4320 |
| }, |
| { |
| "entropy": 0.984834861755371, |
| "epoch": 1.27390408943807, |
| "grad_norm": 0.6772357821464539, |
| "learning_rate": 0.0001326176258966195, |
| "loss": 1.0062361717224122, |
| "mean_token_accuracy": 0.7673668503761292, |
| "num_tokens": 17488778.0, |
| "step": 4330 |
| }, |
| { |
| "entropy": 1.0079510390758515, |
| "epoch": 1.2768461312150632, |
| "grad_norm": 0.6486600637435913, |
| "learning_rate": 0.00013231088158659245, |
| "loss": 1.0013746261596679, |
| "mean_token_accuracy": 0.7689732432365417, |
| "num_tokens": 17529357.0, |
| "step": 4340 |
| }, |
| { |
| "entropy": 0.930513882637024, |
| "epoch": 1.2797881729920566, |
| "grad_norm": 0.5784080028533936, |
| "learning_rate": 0.000132003797440417, |
| "loss": 0.941129207611084, |
| "mean_token_accuracy": 0.7789569735527039, |
| "num_tokens": 17569912.0, |
| "step": 4350 |
| }, |
| { |
| "entropy": 0.9446238994598388, |
| "epoch": 1.2827302147690498, |
| "grad_norm": 0.5628758072853088, |
| "learning_rate": 0.00013169637668791192, |
| "loss": 0.9538597106933594, |
| "mean_token_accuracy": 0.77459996342659, |
| "num_tokens": 17609948.0, |
| "step": 4360 |
| }, |
| { |
| "entropy": 0.9073866546154022, |
| "epoch": 1.285672256546043, |
| "grad_norm": 0.530838131904602, |
| "learning_rate": 0.0001313886225624364, |
| "loss": 0.9122503280639649, |
| "mean_token_accuracy": 0.7910377562046051, |
| "num_tokens": 17650396.0, |
| "step": 4370 |
| }, |
| { |
| "entropy": 0.9176636934280396, |
| "epoch": 1.2886142983230362, |
| "grad_norm": 0.5510920286178589, |
| "learning_rate": 0.00013108053830085585, |
| "loss": 0.9334745407104492, |
| "mean_token_accuracy": 0.7811925649642945, |
| "num_tokens": 17690414.0, |
| "step": 4380 |
| }, |
| { |
| "entropy": 0.9487575829029083, |
| "epoch": 1.2915563401000294, |
| "grad_norm": 0.5764872431755066, |
| "learning_rate": 0.00013077212714350807, |
| "loss": 0.9546429634094238, |
| "mean_token_accuracy": 0.7754026472568512, |
| "num_tokens": 17730995.0, |
| "step": 4390 |
| }, |
| { |
| "entropy": 0.9580233573913575, |
| "epoch": 1.2944983818770226, |
| "grad_norm": 0.510247528553009, |
| "learning_rate": 0.00013046339233416896, |
| "loss": 0.9728780746459961, |
| "mean_token_accuracy": 0.7761204540729523, |
| "num_tokens": 17771461.0, |
| "step": 4400 |
| }, |
| { |
| "epoch": 1.2944983818770226, |
| "eval_entropy": 1.0582224565541025, |
| "eval_loss": 1.1942919492721558, |
| "eval_mean_token_accuracy": 0.7387891846691842, |
| "eval_num_tokens": 17771461.0, |
| "eval_runtime": 116.9989, |
| "eval_samples_per_second": 26.026, |
| "eval_steps_per_second": 3.256, |
| "step": 4400 |
| }, |
| { |
| "entropy": 1.009384435415268, |
| "epoch": 1.2974404236540158, |
| "grad_norm": 0.6525319218635559, |
| "learning_rate": 0.00013015433712001853, |
| "loss": 1.0117576599121094, |
| "mean_token_accuracy": 0.7641228914260865, |
| "num_tokens": 17811743.0, |
| "step": 4410 |
| }, |
| { |
| "entropy": 1.0025621831417084, |
| "epoch": 1.3003824654310092, |
| "grad_norm": 0.573704719543457, |
| "learning_rate": 0.00012984496475160667, |
| "loss": 1.0045761108398437, |
| "mean_token_accuracy": 0.7632306814193726, |
| "num_tokens": 17852150.0, |
| "step": 4420 |
| }, |
| { |
| "entropy": 0.889021772146225, |
| "epoch": 1.3033245072080024, |
| "grad_norm": 0.5899218916893005, |
| "learning_rate": 0.00012953527848281907, |
| "loss": 0.9004623413085937, |
| "mean_token_accuracy": 0.7905885875225067, |
| "num_tokens": 17892636.0, |
| "step": 4430 |
| }, |
| { |
| "entropy": 0.9145092189311981, |
| "epoch": 1.3062665489849956, |
| "grad_norm": 0.5533415675163269, |
| "learning_rate": 0.00012922528157084288, |
| "loss": 0.9265445709228516, |
| "mean_token_accuracy": 0.7852813005447388, |
| "num_tokens": 17933064.0, |
| "step": 4440 |
| }, |
| { |
| "entropy": 0.9506058990955353, |
| "epoch": 1.3092085907619888, |
| "grad_norm": 0.6637270450592041, |
| "learning_rate": 0.00012891497727613254, |
| "loss": 0.9665675163269043, |
| "mean_token_accuracy": 0.7746671974658966, |
| "num_tokens": 17973649.0, |
| "step": 4450 |
| }, |
| { |
| "entropy": 0.9762279152870178, |
| "epoch": 1.312150632538982, |
| "grad_norm": 0.5837135314941406, |
| "learning_rate": 0.0001286043688623754, |
| "loss": 0.9735669136047364, |
| "mean_token_accuracy": 0.7707210063934327, |
| "num_tokens": 18013745.0, |
| "step": 4460 |
| }, |
| { |
| "entropy": 0.9729628086090087, |
| "epoch": 1.3150926743159752, |
| "grad_norm": 0.5597095489501953, |
| "learning_rate": 0.00012829345959645744, |
| "loss": 0.983339500427246, |
| "mean_token_accuracy": 0.7697983980178833, |
| "num_tokens": 18054069.0, |
| "step": 4470 |
| }, |
| { |
| "entropy": 0.9756720840930939, |
| "epoch": 1.3180347160929684, |
| "grad_norm": 0.5869277119636536, |
| "learning_rate": 0.00012798225274842902, |
| "loss": 0.9763286590576172, |
| "mean_token_accuracy": 0.772778332233429, |
| "num_tokens": 18094600.0, |
| "step": 4480 |
| }, |
| { |
| "entropy": 0.9129612624645234, |
| "epoch": 1.3209767578699618, |
| "grad_norm": 0.5384027361869812, |
| "learning_rate": 0.00012767075159147022, |
| "loss": 0.9275237083435058, |
| "mean_token_accuracy": 0.7822975754737854, |
| "num_tokens": 18135046.0, |
| "step": 4490 |
| }, |
| { |
| "entropy": 1.018626469373703, |
| "epoch": 1.323918799646955, |
| "grad_norm": 0.6402458548545837, |
| "learning_rate": 0.0001273589594018567, |
| "loss": 1.0211774826049804, |
| "mean_token_accuracy": 0.7581977605819702, |
| "num_tokens": 18175538.0, |
| "step": 4500 |
| }, |
| { |
| "epoch": 1.323918799646955, |
| "eval_entropy": 1.0286849455570612, |
| "eval_loss": 1.1943385601043701, |
| "eval_mean_token_accuracy": 0.7395750786375812, |
| "eval_num_tokens": 18175538.0, |
| "eval_runtime": 117.1237, |
| "eval_samples_per_second": 25.998, |
| "eval_steps_per_second": 3.253, |
| "step": 4500 |
| }, |
| { |
| "entropy": 0.9917169988155365, |
| "epoch": 1.3268608414239482, |
| "grad_norm": 0.5651717185974121, |
| "learning_rate": 0.00012704687945892505, |
| "loss": 0.9929667472839355, |
| "mean_token_accuracy": 0.7704780220985412, |
| "num_tokens": 18215849.0, |
| "step": 4510 |
| }, |
| { |
| "entropy": 1.033211100101471, |
| "epoch": 1.3298028832009414, |
| "grad_norm": 0.6076104640960693, |
| "learning_rate": 0.00012673451504503842, |
| "loss": 1.053134059906006, |
| "mean_token_accuracy": 0.7530263483524322, |
| "num_tokens": 18256385.0, |
| "step": 4520 |
| }, |
| { |
| "entropy": 0.9446504592895508, |
| "epoch": 1.3327449249779346, |
| "grad_norm": 0.6524848341941833, |
| "learning_rate": 0.00012642186944555186, |
| "loss": 0.9612871170043945, |
| "mean_token_accuracy": 0.7765836179256439, |
| "num_tokens": 18296852.0, |
| "step": 4530 |
| }, |
| { |
| "entropy": 0.95798819065094, |
| "epoch": 1.335686966754928, |
| "grad_norm": 0.5617368817329407, |
| "learning_rate": 0.00012610894594877788, |
| "loss": 0.945002555847168, |
| "mean_token_accuracy": 0.7801140964031219, |
| "num_tokens": 18337142.0, |
| "step": 4540 |
| }, |
| { |
| "entropy": 0.9328159093856812, |
| "epoch": 1.338629008531921, |
| "grad_norm": 0.5558400750160217, |
| "learning_rate": 0.00012579574784595188, |
| "loss": 0.9508322715759278, |
| "mean_token_accuracy": 0.7804535567760468, |
| "num_tokens": 18377435.0, |
| "step": 4550 |
| }, |
| { |
| "entropy": 0.9236328303813934, |
| "epoch": 1.3415710503089144, |
| "grad_norm": 0.711991548538208, |
| "learning_rate": 0.00012548227843119743, |
| "loss": 0.9464892387390137, |
| "mean_token_accuracy": 0.781309175491333, |
| "num_tokens": 18418008.0, |
| "step": 4560 |
| }, |
| { |
| "entropy": 0.9790382087230682, |
| "epoch": 1.3445130920859076, |
| "grad_norm": 0.6019552946090698, |
| "learning_rate": 0.00012516854100149164, |
| "loss": 0.9772819519042969, |
| "mean_token_accuracy": 0.7732869625091553, |
| "num_tokens": 18458454.0, |
| "step": 4570 |
| }, |
| { |
| "entropy": 0.9923386096954345, |
| "epoch": 1.3474551338629008, |
| "grad_norm": 0.5897583365440369, |
| "learning_rate": 0.00012485453885663063, |
| "loss": 0.9893753051757812, |
| "mean_token_accuracy": 0.7679760038852692, |
| "num_tokens": 18498893.0, |
| "step": 4580 |
| }, |
| { |
| "entropy": 0.975125765800476, |
| "epoch": 1.350397175639894, |
| "grad_norm": 0.5963767766952515, |
| "learning_rate": 0.00012454027529919462, |
| "loss": 0.9868227958679199, |
| "mean_token_accuracy": 0.7681001186370849, |
| "num_tokens": 18539290.0, |
| "step": 4590 |
| }, |
| { |
| "entropy": 0.9119367241859436, |
| "epoch": 1.3533392174168872, |
| "grad_norm": 0.6379720568656921, |
| "learning_rate": 0.00012422575363451335, |
| "loss": 0.9250626564025879, |
| "mean_token_accuracy": 0.7873954355716706, |
| "num_tokens": 18579755.0, |
| "step": 4600 |
| }, |
| { |
| "epoch": 1.3533392174168872, |
| "eval_entropy": 1.045042129717474, |
| "eval_loss": 1.1902120113372803, |
| "eval_mean_token_accuracy": 0.739525359915936, |
| "eval_num_tokens": 18579755.0, |
| "eval_runtime": 117.0159, |
| "eval_samples_per_second": 26.022, |
| "eval_steps_per_second": 3.256, |
| "step": 4600 |
| }, |
| { |
| "entropy": 0.9590096414089203, |
| "epoch": 1.3562812591938807, |
| "grad_norm": 0.6441698670387268, |
| "learning_rate": 0.00012391097717063117, |
| "loss": 0.9705069541931153, |
| "mean_token_accuracy": 0.772186666727066, |
| "num_tokens": 18620196.0, |
| "step": 4610 |
| }, |
| { |
| "entropy": 0.9852827608585357, |
| "epoch": 1.3592233009708738, |
| "grad_norm": 0.6008490920066833, |
| "learning_rate": 0.00012359594921827245, |
| "loss": 0.9953920364379882, |
| "mean_token_accuracy": 0.7687745451927185, |
| "num_tokens": 18660133.0, |
| "step": 4620 |
| }, |
| { |
| "entropy": 1.0110926747322082, |
| "epoch": 1.362165342747867, |
| "grad_norm": 0.5604993104934692, |
| "learning_rate": 0.00012328067309080653, |
| "loss": 1.0147642135620116, |
| "mean_token_accuracy": 0.764192932844162, |
| "num_tokens": 18700534.0, |
| "step": 4630 |
| }, |
| { |
| "entropy": 0.9773748695850373, |
| "epoch": 1.3651073845248602, |
| "grad_norm": 0.5655143857002258, |
| "learning_rate": 0.0001229651521042131, |
| "loss": 1.0055460929870605, |
| "mean_token_accuracy": 0.7645916283130646, |
| "num_tokens": 18741011.0, |
| "step": 4640 |
| }, |
| { |
| "entropy": 0.912693589925766, |
| "epoch": 1.3680494263018534, |
| "grad_norm": 0.5726847648620605, |
| "learning_rate": 0.00012264938957704707, |
| "loss": 0.9029450416564941, |
| "mean_token_accuracy": 0.7917129874229432, |
| "num_tokens": 18781532.0, |
| "step": 4650 |
| }, |
| { |
| "entropy": 0.9796160280704498, |
| "epoch": 1.3709914680788466, |
| "grad_norm": 0.5168410539627075, |
| "learning_rate": 0.00012233338883040385, |
| "loss": 0.994998550415039, |
| "mean_token_accuracy": 0.7707984328269959, |
| "num_tokens": 18821962.0, |
| "step": 4660 |
| }, |
| { |
| "entropy": 0.9919624567031861, |
| "epoch": 1.3739335098558398, |
| "grad_norm": 0.5887457728385925, |
| "learning_rate": 0.00012201715318788445, |
| "loss": 0.9917054176330566, |
| "mean_token_accuracy": 0.7673246085643768, |
| "num_tokens": 18862330.0, |
| "step": 4670 |
| }, |
| { |
| "entropy": 1.0523385763168336, |
| "epoch": 1.3768755516328333, |
| "grad_norm": 0.5428098440170288, |
| "learning_rate": 0.00012170068597556035, |
| "loss": 1.077983283996582, |
| "mean_token_accuracy": 0.753084135055542, |
| "num_tokens": 18902801.0, |
| "step": 4680 |
| }, |
| { |
| "entropy": 0.9840884447097779, |
| "epoch": 1.3798175934098265, |
| "grad_norm": 0.6384422183036804, |
| "learning_rate": 0.00012138399052193867, |
| "loss": 0.9722138404846191, |
| "mean_token_accuracy": 0.7726257860660553, |
| "num_tokens": 18943381.0, |
| "step": 4690 |
| }, |
| { |
| "entropy": 0.9885792315006257, |
| "epoch": 1.3827596351868197, |
| "grad_norm": 0.5873745679855347, |
| "learning_rate": 0.00012106707015792702, |
| "loss": 1.0171488761901855, |
| "mean_token_accuracy": 0.7622905492782592, |
| "num_tokens": 18983723.0, |
| "step": 4700 |
| }, |
| { |
| "epoch": 1.3827596351868197, |
| "eval_entropy": 1.0410449004235856, |
| "eval_loss": 1.1852467060089111, |
| "eval_mean_token_accuracy": 0.7411133794021105, |
| "eval_num_tokens": 18983723.0, |
| "eval_runtime": 117.0373, |
| "eval_samples_per_second": 26.017, |
| "eval_steps_per_second": 3.255, |
| "step": 4700 |
| }, |
| { |
| "entropy": 0.9628095984458923, |
| "epoch": 1.3857016769638129, |
| "grad_norm": 0.6936764121055603, |
| "learning_rate": 0.00012074992821679866, |
| "loss": 0.9454580307006836, |
| "mean_token_accuracy": 0.7766146242618561, |
| "num_tokens": 19024209.0, |
| "step": 4710 |
| }, |
| { |
| "entropy": 0.9361280083656311, |
| "epoch": 1.388643718740806, |
| "grad_norm": 0.6228808164596558, |
| "learning_rate": 0.00012043256803415723, |
| "loss": 0.9670154571533203, |
| "mean_token_accuracy": 0.7755923092365264, |
| "num_tokens": 19064478.0, |
| "step": 4720 |
| }, |
| { |
| "entropy": 0.9650130271911621, |
| "epoch": 1.3915857605177995, |
| "grad_norm": 0.6201843619346619, |
| "learning_rate": 0.00012011499294790188, |
| "loss": 0.9677058219909668, |
| "mean_token_accuracy": 0.7731058478355408, |
| "num_tokens": 19104877.0, |
| "step": 4730 |
| }, |
| { |
| "entropy": 0.9925507187843323, |
| "epoch": 1.3945278022947925, |
| "grad_norm": 0.6081472635269165, |
| "learning_rate": 0.00011979720629819195, |
| "loss": 0.9994287490844727, |
| "mean_token_accuracy": 0.7684627115726471, |
| "num_tokens": 19145110.0, |
| "step": 4740 |
| }, |
| { |
| "entropy": 0.9522078454494476, |
| "epoch": 1.3974698440717859, |
| "grad_norm": 0.5446240305900574, |
| "learning_rate": 0.00011947921142741197, |
| "loss": 0.9563077926635742, |
| "mean_token_accuracy": 0.7776003420352936, |
| "num_tokens": 19185735.0, |
| "step": 4750 |
| }, |
| { |
| "entropy": 0.9502395629882813, |
| "epoch": 1.400411885848779, |
| "grad_norm": 0.6443742513656616, |
| "learning_rate": 0.00011916101168013649, |
| "loss": 0.9714900016784668, |
| "mean_token_accuracy": 0.7751095175743103, |
| "num_tokens": 19226033.0, |
| "step": 4760 |
| }, |
| { |
| "entropy": 0.9543413400650025, |
| "epoch": 1.4033539276257723, |
| "grad_norm": 0.60639488697052, |
| "learning_rate": 0.0001188426104030949, |
| "loss": 0.9422737121582031, |
| "mean_token_accuracy": 0.77926025390625, |
| "num_tokens": 19266072.0, |
| "step": 4770 |
| }, |
| { |
| "entropy": 0.8988826811313629, |
| "epoch": 1.4062959694027655, |
| "grad_norm": 0.6495632529258728, |
| "learning_rate": 0.00011852401094513621, |
| "loss": 0.9340031623840332, |
| "mean_token_accuracy": 0.7852738976478577, |
| "num_tokens": 19306236.0, |
| "step": 4780 |
| }, |
| { |
| "entropy": 1.0078811585903167, |
| "epoch": 1.4092380111797587, |
| "grad_norm": 0.6039602160453796, |
| "learning_rate": 0.00011820521665719377, |
| "loss": 1.0128409385681152, |
| "mean_token_accuracy": 0.7650022029876709, |
| "num_tokens": 19346514.0, |
| "step": 4790 |
| }, |
| { |
| "entropy": 1.002649539709091, |
| "epoch": 1.412180052956752, |
| "grad_norm": 0.5959292054176331, |
| "learning_rate": 0.00011788623089225024, |
| "loss": 0.9958960533142089, |
| "mean_token_accuracy": 0.7670526385307312, |
| "num_tokens": 19387036.0, |
| "step": 4800 |
| }, |
| { |
| "epoch": 1.412180052956752, |
| "eval_entropy": 1.0362290414612436, |
| "eval_loss": 1.1831785440444946, |
| "eval_mean_token_accuracy": 0.741490173058247, |
| "eval_num_tokens": 19387036.0, |
| "eval_runtime": 116.8979, |
| "eval_samples_per_second": 26.048, |
| "eval_steps_per_second": 3.259, |
| "step": 4800 |
| }, |
| { |
| "entropy": 0.9328351199626923, |
| "epoch": 1.4151220947337453, |
| "grad_norm": 0.5852963924407959, |
| "learning_rate": 0.00011756705700530206, |
| "loss": 0.9353754043579101, |
| "mean_token_accuracy": 0.7827379524707794, |
| "num_tokens": 19427397.0, |
| "step": 4810 |
| }, |
| { |
| "entropy": 0.9303468823432922, |
| "epoch": 1.4180641365107385, |
| "grad_norm": 0.5715077519416809, |
| "learning_rate": 0.0001172476983533243, |
| "loss": 0.9525899887084961, |
| "mean_token_accuracy": 0.7789464175701142, |
| "num_tokens": 19467357.0, |
| "step": 4820 |
| }, |
| { |
| "entropy": 0.9718841493129731, |
| "epoch": 1.4210061782877317, |
| "grad_norm": 0.5573017597198486, |
| "learning_rate": 0.00011692815829523536, |
| "loss": 0.974174690246582, |
| "mean_token_accuracy": 0.7711581230163574, |
| "num_tokens": 19507831.0, |
| "step": 4830 |
| }, |
| { |
| "entropy": 1.0064192593097687, |
| "epoch": 1.4239482200647249, |
| "grad_norm": 0.5526002645492554, |
| "learning_rate": 0.00011660844019186159, |
| "loss": 1.024794101715088, |
| "mean_token_accuracy": 0.7663941740989685, |
| "num_tokens": 19548408.0, |
| "step": 4840 |
| }, |
| { |
| "entropy": 1.0319006383419036, |
| "epoch": 1.426890261841718, |
| "grad_norm": 0.5624271035194397, |
| "learning_rate": 0.000116288547405902, |
| "loss": 1.0340099334716797, |
| "mean_token_accuracy": 0.760799127817154, |
| "num_tokens": 19588730.0, |
| "step": 4850 |
| }, |
| { |
| "entropy": 0.9651375532150268, |
| "epoch": 1.4298323036187113, |
| "grad_norm": 0.5835928320884705, |
| "learning_rate": 0.00011596848330189282, |
| "loss": 0.9745287895202637, |
| "mean_token_accuracy": 0.770064502954483, |
| "num_tokens": 19629242.0, |
| "step": 4860 |
| }, |
| { |
| "entropy": 0.9604414582252503, |
| "epoch": 1.4327743453957047, |
| "grad_norm": 0.6139530539512634, |
| "learning_rate": 0.00011564825124617218, |
| "loss": 0.967037582397461, |
| "mean_token_accuracy": 0.7793013870716095, |
| "num_tokens": 19669879.0, |
| "step": 4870 |
| }, |
| { |
| "entropy": 0.9346582233905792, |
| "epoch": 1.435716387172698, |
| "grad_norm": 0.6224908232688904, |
| "learning_rate": 0.00011532785460684466, |
| "loss": 0.9508832931518555, |
| "mean_token_accuracy": 0.7788917005062104, |
| "num_tokens": 19710258.0, |
| "step": 4880 |
| }, |
| { |
| "entropy": 0.9697970807552337, |
| "epoch": 1.438658428949691, |
| "grad_norm": 0.6372175216674805, |
| "learning_rate": 0.00011500729675374589, |
| "loss": 0.9690608978271484, |
| "mean_token_accuracy": 0.773440134525299, |
| "num_tokens": 19750412.0, |
| "step": 4890 |
| }, |
| { |
| "entropy": 0.9443894863128662, |
| "epoch": 1.4416004707266843, |
| "grad_norm": 0.6615795493125916, |
| "learning_rate": 0.00011468658105840706, |
| "loss": 0.9526325225830078, |
| "mean_token_accuracy": 0.7742028653621673, |
| "num_tokens": 19790931.0, |
| "step": 4900 |
| }, |
| { |
| "epoch": 1.4416004707266843, |
| "eval_entropy": 1.0257837637828717, |
| "eval_loss": 1.1847437620162964, |
| "eval_mean_token_accuracy": 0.7422285342779685, |
| "eval_num_tokens": 19790931.0, |
| "eval_runtime": 117.0067, |
| "eval_samples_per_second": 26.024, |
| "eval_steps_per_second": 3.256, |
| "step": 4900 |
| }, |
| { |
| "entropy": 0.9378713190555572, |
| "epoch": 1.4445425125036775, |
| "grad_norm": 0.5865938663482666, |
| "learning_rate": 0.0001143657108940196, |
| "loss": 0.9491632461547852, |
| "mean_token_accuracy": 0.7826192319393158, |
| "num_tokens": 19830998.0, |
| "step": 4910 |
| }, |
| { |
| "entropy": 0.8981156468391418, |
| "epoch": 1.447484554280671, |
| "grad_norm": 0.5529859066009521, |
| "learning_rate": 0.00011404468963539945, |
| "loss": 0.9059307098388671, |
| "mean_token_accuracy": 0.7881741523742676, |
| "num_tokens": 19871496.0, |
| "step": 4920 |
| }, |
| { |
| "entropy": 0.9764446496963501, |
| "epoch": 1.4504265960576639, |
| "grad_norm": 0.5437819361686707, |
| "learning_rate": 0.00011372352065895185, |
| "loss": 0.9850223541259766, |
| "mean_token_accuracy": 0.7667160212993622, |
| "num_tokens": 19912139.0, |
| "step": 4930 |
| }, |
| { |
| "entropy": 1.009915566444397, |
| "epoch": 1.4533686378346573, |
| "grad_norm": 0.48672956228256226, |
| "learning_rate": 0.00011340220734263562, |
| "loss": 1.009783935546875, |
| "mean_token_accuracy": 0.765262508392334, |
| "num_tokens": 19952597.0, |
| "step": 4940 |
| }, |
| { |
| "entropy": 0.9249416530132294, |
| "epoch": 1.4563106796116505, |
| "grad_norm": 0.5625399351119995, |
| "learning_rate": 0.00011308075306592771, |
| "loss": 0.9417881011962891, |
| "mean_token_accuracy": 0.7811116933822632, |
| "num_tokens": 19992805.0, |
| "step": 4950 |
| }, |
| { |
| "entropy": 0.9421619713306427, |
| "epoch": 1.4592527213886437, |
| "grad_norm": 0.5547005534172058, |
| "learning_rate": 0.00011275916120978769, |
| "loss": 0.9452463150024414, |
| "mean_token_accuracy": 0.7800073266029358, |
| "num_tokens": 20033035.0, |
| "step": 4960 |
| }, |
| { |
| "entropy": 0.9370833516120911, |
| "epoch": 1.462194763165637, |
| "grad_norm": 0.6140998601913452, |
| "learning_rate": 0.00011243743515662209, |
| "loss": 0.9688581466674805, |
| "mean_token_accuracy": 0.7777487993240356, |
| "num_tokens": 20073484.0, |
| "step": 4970 |
| }, |
| { |
| "entropy": 1.0171671450138091, |
| "epoch": 1.46513680494263, |
| "grad_norm": 0.6281487345695496, |
| "learning_rate": 0.00011211557829024892, |
| "loss": 0.9987648963928223, |
| "mean_token_accuracy": 0.7690559566020966, |
| "num_tokens": 20113884.0, |
| "step": 4980 |
| }, |
| { |
| "entropy": 0.9113238871097564, |
| "epoch": 1.4680788467196235, |
| "grad_norm": 0.5871062278747559, |
| "learning_rate": 0.00011179359399586202, |
| "loss": 0.9162681579589844, |
| "mean_token_accuracy": 0.7859906852245331, |
| "num_tokens": 20154035.0, |
| "step": 4990 |
| }, |
| { |
| "entropy": 0.9293498694896698, |
| "epoch": 1.4710208884966167, |
| "grad_norm": 0.5837708115577698, |
| "learning_rate": 0.00011147148565999553, |
| "loss": 0.9455188751220703, |
| "mean_token_accuracy": 0.7774161994457245, |
| "num_tokens": 20194398.0, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.4710208884966167, |
| "eval_entropy": 1.0215178381583196, |
| "eval_loss": 1.182082176208496, |
| "eval_mean_token_accuracy": 0.7424087036313034, |
| "eval_num_tokens": 20194398.0, |
| "eval_runtime": 116.9583, |
| "eval_samples_per_second": 26.035, |
| "eval_steps_per_second": 3.258, |
| "step": 5000 |
| }, |
| { |
| "entropy": 0.8972196578979492, |
| "epoch": 1.47396293027361, |
| "grad_norm": 0.6664556264877319, |
| "learning_rate": 0.00011114925667048814, |
| "loss": 0.897000789642334, |
| "mean_token_accuracy": 0.7910800576210022, |
| "num_tokens": 20234842.0, |
| "step": 5010 |
| }, |
| { |
| "entropy": 0.9366280138492584, |
| "epoch": 1.4769049720506031, |
| "grad_norm": 0.5105628967285156, |
| "learning_rate": 0.00011082691041644762, |
| "loss": 0.9634222984313965, |
| "mean_token_accuracy": 0.7767743766307831, |
| "num_tokens": 20275050.0, |
| "step": 5020 |
| }, |
| { |
| "entropy": 1.0160198926925659, |
| "epoch": 1.4798470138275963, |
| "grad_norm": 0.6369785666465759, |
| "learning_rate": 0.00011050445028821504, |
| "loss": 1.0192986488342286, |
| "mean_token_accuracy": 0.763582181930542, |
| "num_tokens": 20315449.0, |
| "step": 5030 |
| }, |
| { |
| "entropy": 1.007281619310379, |
| "epoch": 1.4827890556045895, |
| "grad_norm": 0.6209942698478699, |
| "learning_rate": 0.00011018187967732918, |
| "loss": 0.9973898887634277, |
| "mean_token_accuracy": 0.7695520281791687, |
| "num_tokens": 20355896.0, |
| "step": 5040 |
| }, |
| { |
| "entropy": 0.9635446310043335, |
| "epoch": 1.4857310973815827, |
| "grad_norm": 0.6402096748352051, |
| "learning_rate": 0.00010985920197649086, |
| "loss": 1.0030365943908692, |
| "mean_token_accuracy": 0.7655979931354523, |
| "num_tokens": 20396451.0, |
| "step": 5050 |
| }, |
| { |
| "entropy": 0.9760343492031097, |
| "epoch": 1.4886731391585761, |
| "grad_norm": 0.658566415309906, |
| "learning_rate": 0.00010953642057952722, |
| "loss": 0.9697424888610839, |
| "mean_token_accuracy": 0.7760293245315552, |
| "num_tokens": 20436615.0, |
| "step": 5060 |
| }, |
| { |
| "entropy": 0.9795664429664612, |
| "epoch": 1.4916151809355693, |
| "grad_norm": 0.5999899506568909, |
| "learning_rate": 0.00010921353888135605, |
| "loss": 0.9814806938171386, |
| "mean_token_accuracy": 0.7703676760196686, |
| "num_tokens": 20477070.0, |
| "step": 5070 |
| }, |
| { |
| "entropy": 0.9684806585311889, |
| "epoch": 1.4945572227125625, |
| "grad_norm": 0.6002531051635742, |
| "learning_rate": 0.00010889056027795009, |
| "loss": 0.9861810684204102, |
| "mean_token_accuracy": 0.7723352909088135, |
| "num_tokens": 20517284.0, |
| "step": 5080 |
| }, |
| { |
| "entropy": 0.9738320171833038, |
| "epoch": 1.4974992644895557, |
| "grad_norm": 0.6089113354682922, |
| "learning_rate": 0.00010856748816630127, |
| "loss": 0.984062385559082, |
| "mean_token_accuracy": 0.772194218635559, |
| "num_tokens": 20557266.0, |
| "step": 5090 |
| }, |
| { |
| "entropy": 0.9736992299556733, |
| "epoch": 1.500441306266549, |
| "grad_norm": 0.5777798295021057, |
| "learning_rate": 0.00010824432594438505, |
| "loss": 0.9862478256225586, |
| "mean_token_accuracy": 0.7714533090591431, |
| "num_tokens": 20597675.0, |
| "step": 5100 |
| }, |
| { |
| "epoch": 1.500441306266549, |
| "eval_entropy": 1.0292494011519775, |
| "eval_loss": 1.1772292852401733, |
| "eval_mean_token_accuracy": 0.7431638131304363, |
| "eval_num_tokens": 20597675.0, |
| "eval_runtime": 116.9139, |
| "eval_samples_per_second": 26.045, |
| "eval_steps_per_second": 3.259, |
| "step": 5100 |
| }, |
| { |
| "entropy": 0.902402263879776, |
| "epoch": 1.5033833480435423, |
| "grad_norm": 0.6047548055648804, |
| "learning_rate": 0.0001079210770111246, |
| "loss": 0.9013402938842774, |
| "mean_token_accuracy": 0.7890763878822327, |
| "num_tokens": 20638028.0, |
| "step": 5110 |
| }, |
| { |
| "entropy": 0.9433676958084106, |
| "epoch": 1.5063253898205353, |
| "grad_norm": 0.7120152711868286, |
| "learning_rate": 0.00010759774476635513, |
| "loss": 0.9629843711853028, |
| "mean_token_accuracy": 0.7767750382423401, |
| "num_tokens": 20677777.0, |
| "step": 5120 |
| }, |
| { |
| "entropy": 1.028594321012497, |
| "epoch": 1.5092674315975287, |
| "grad_norm": 0.5008658766746521, |
| "learning_rate": 0.00010727433261078808, |
| "loss": 1.0339035987854004, |
| "mean_token_accuracy": 0.757422798871994, |
| "num_tokens": 20718022.0, |
| "step": 5130 |
| }, |
| { |
| "entropy": 1.0165768265724182, |
| "epoch": 1.512209473374522, |
| "grad_norm": 0.5533917546272278, |
| "learning_rate": 0.00010695084394597537, |
| "loss": 1.0265631675720215, |
| "mean_token_accuracy": 0.7609834551811219, |
| "num_tokens": 20758730.0, |
| "step": 5140 |
| }, |
| { |
| "entropy": 1.011590701341629, |
| "epoch": 1.5151515151515151, |
| "grad_norm": 0.6278111934661865, |
| "learning_rate": 0.00010662728217427362, |
| "loss": 1.0116978645324708, |
| "mean_token_accuracy": 0.7609262108802796, |
| "num_tokens": 20799202.0, |
| "step": 5150 |
| }, |
| { |
| "entropy": 0.9122114419937134, |
| "epoch": 1.5180935569285083, |
| "grad_norm": 0.5556227564811707, |
| "learning_rate": 0.00010630365069880837, |
| "loss": 0.9219463348388672, |
| "mean_token_accuracy": 0.7841397285461426, |
| "num_tokens": 20839777.0, |
| "step": 5160 |
| }, |
| { |
| "entropy": 0.9289700865745545, |
| "epoch": 1.5210355987055015, |
| "grad_norm": 0.656017005443573, |
| "learning_rate": 0.00010597995292343827, |
| "loss": 0.9393370628356934, |
| "mean_token_accuracy": 0.7785055756568908, |
| "num_tokens": 20880324.0, |
| "step": 5170 |
| }, |
| { |
| "entropy": 0.9671324849128723, |
| "epoch": 1.523977640482495, |
| "grad_norm": 0.5946719646453857, |
| "learning_rate": 0.00010565619225271934, |
| "loss": 0.9726341247558594, |
| "mean_token_accuracy": 0.772115957736969, |
| "num_tokens": 20920903.0, |
| "step": 5180 |
| }, |
| { |
| "entropy": 0.9615132927894592, |
| "epoch": 1.526919682259488, |
| "grad_norm": 0.5949153304100037, |
| "learning_rate": 0.00010533237209186904, |
| "loss": 0.9622700691223145, |
| "mean_token_accuracy": 0.7711909949779511, |
| "num_tokens": 20960934.0, |
| "step": 5190 |
| }, |
| { |
| "entropy": 0.9015084564685821, |
| "epoch": 1.5298617240364814, |
| "grad_norm": 0.594940721988678, |
| "learning_rate": 0.00010500849584673059, |
| "loss": 0.9115975379943848, |
| "mean_token_accuracy": 0.7880061626434326, |
| "num_tokens": 21001387.0, |
| "step": 5200 |
| }, |
| { |
| "epoch": 1.5298617240364814, |
| "eval_entropy": 1.0002246155669996, |
| "eval_loss": 1.1774756908416748, |
| "eval_mean_token_accuracy": 0.7437332308511408, |
| "eval_num_tokens": 21001387.0, |
| "eval_runtime": 116.917, |
| "eval_samples_per_second": 26.044, |
| "eval_steps_per_second": 3.259, |
| "step": 5200 |
| }, |
| { |
| "entropy": 0.9508689403533935, |
| "epoch": 1.5328037658134746, |
| "grad_norm": 0.5927796959877014, |
| "learning_rate": 0.00010468456692373703, |
| "loss": 0.9860681533813477, |
| "mean_token_accuracy": 0.7731941938400269, |
| "num_tokens": 21041244.0, |
| "step": 5210 |
| }, |
| { |
| "entropy": 0.9849535644054412, |
| "epoch": 1.5357458075904677, |
| "grad_norm": 0.6247168183326721, |
| "learning_rate": 0.0001043605887298755, |
| "loss": 0.9714067459106446, |
| "mean_token_accuracy": 0.7714132785797119, |
| "num_tokens": 21081657.0, |
| "step": 5220 |
| }, |
| { |
| "entropy": 0.9713167667388916, |
| "epoch": 1.5386878493674612, |
| "grad_norm": 0.677769124507904, |
| "learning_rate": 0.00010403656467265138, |
| "loss": 0.9748648643493653, |
| "mean_token_accuracy": 0.7746425211429596, |
| "num_tokens": 21122109.0, |
| "step": 5230 |
| }, |
| { |
| "entropy": 0.9380859136581421, |
| "epoch": 1.5416298911444541, |
| "grad_norm": 0.6017981767654419, |
| "learning_rate": 0.00010371249816005235, |
| "loss": 0.950676441192627, |
| "mean_token_accuracy": 0.7762335240840912, |
| "num_tokens": 21162652.0, |
| "step": 5240 |
| }, |
| { |
| "entropy": 0.9800868451595306, |
| "epoch": 1.5445719329214476, |
| "grad_norm": 0.6067262291908264, |
| "learning_rate": 0.00010338839260051265, |
| "loss": 0.9775652885437012, |
| "mean_token_accuracy": 0.7736145675182342, |
| "num_tokens": 21203018.0, |
| "step": 5250 |
| }, |
| { |
| "entropy": 0.9683707654476166, |
| "epoch": 1.5475139746984408, |
| "grad_norm": 0.5600547790527344, |
| "learning_rate": 0.00010306425140287724, |
| "loss": 0.9947422027587891, |
| "mean_token_accuracy": 0.768592232465744, |
| "num_tokens": 21243193.0, |
| "step": 5260 |
| }, |
| { |
| "entropy": 0.9973979473114014, |
| "epoch": 1.550456016475434, |
| "grad_norm": 0.6263974905014038, |
| "learning_rate": 0.00010274007797636589, |
| "loss": 1.0072562217712402, |
| "mean_token_accuracy": 0.7686869263648987, |
| "num_tokens": 21283229.0, |
| "step": 5270 |
| }, |
| { |
| "entropy": 0.9464682042598724, |
| "epoch": 1.5533980582524272, |
| "grad_norm": 0.6058053970336914, |
| "learning_rate": 0.00010241587573053732, |
| "loss": 0.9497817993164063, |
| "mean_token_accuracy": 0.7785175144672394, |
| "num_tokens": 21323783.0, |
| "step": 5280 |
| }, |
| { |
| "entropy": 1.0010394990444182, |
| "epoch": 1.5563401000294204, |
| "grad_norm": 0.6609871983528137, |
| "learning_rate": 0.0001020916480752534, |
| "loss": 1.0204454421997071, |
| "mean_token_accuracy": 0.761556738615036, |
| "num_tokens": 21364201.0, |
| "step": 5290 |
| }, |
| { |
| "entropy": 0.9770765423774719, |
| "epoch": 1.5592821418064138, |
| "grad_norm": 0.5533031225204468, |
| "learning_rate": 0.00010176739842064323, |
| "loss": 0.9723864555358886, |
| "mean_token_accuracy": 0.7763941168785096, |
| "num_tokens": 21404698.0, |
| "step": 5300 |
| }, |
| { |
| "epoch": 1.5592821418064138, |
| "eval_entropy": 1.0454554280896826, |
| "eval_loss": 1.168828010559082, |
| "eval_mean_token_accuracy": 0.744419585844976, |
| "eval_num_tokens": 21404698.0, |
| "eval_runtime": 116.9992, |
| "eval_samples_per_second": 26.026, |
| "eval_steps_per_second": 3.256, |
| "step": 5300 |
| }, |
| { |
| "entropy": 0.9656676173210144, |
| "epoch": 1.5622241835834068, |
| "grad_norm": 0.6528343558311462, |
| "learning_rate": 0.00010144313017706726, |
| "loss": 0.9678720474243164, |
| "mean_token_accuracy": 0.779698771238327, |
| "num_tokens": 21445187.0, |
| "step": 5310 |
| }, |
| { |
| "entropy": 0.9781722486019134, |
| "epoch": 1.5651662253604002, |
| "grad_norm": 0.5709927678108215, |
| "learning_rate": 0.00010111884675508151, |
| "loss": 1.010976505279541, |
| "mean_token_accuracy": 0.7641195952892303, |
| "num_tokens": 21485680.0, |
| "step": 5320 |
| }, |
| { |
| "entropy": 0.9678059935569763, |
| "epoch": 1.5681082671373934, |
| "grad_norm": 0.5990722179412842, |
| "learning_rate": 0.00010079455156540163, |
| "loss": 0.9739880561828613, |
| "mean_token_accuracy": 0.777262145280838, |
| "num_tokens": 21526255.0, |
| "step": 5330 |
| }, |
| { |
| "entropy": 0.934472793340683, |
| "epoch": 1.5710503089143866, |
| "grad_norm": 0.5266041159629822, |
| "learning_rate": 0.00010047024801886702, |
| "loss": 0.9320767402648926, |
| "mean_token_accuracy": 0.7839205145835877, |
| "num_tokens": 21566600.0, |
| "step": 5340 |
| }, |
| { |
| "entropy": 0.9387928783893585, |
| "epoch": 1.5739923506913798, |
| "grad_norm": 0.5499687790870667, |
| "learning_rate": 0.00010014593952640494, |
| "loss": 0.9497169494628906, |
| "mean_token_accuracy": 0.7800655484199523, |
| "num_tokens": 21607156.0, |
| "step": 5350 |
| }, |
| { |
| "entropy": 1.0074778258800507, |
| "epoch": 1.576934392468373, |
| "grad_norm": 0.6578675508499146, |
| "learning_rate": 9.982162949899479e-05, |
| "loss": 1.020614242553711, |
| "mean_token_accuracy": 0.765311861038208, |
| "num_tokens": 21647444.0, |
| "step": 5360 |
| }, |
| { |
| "entropy": 0.9886070728302002, |
| "epoch": 1.5798764342453664, |
| "grad_norm": 0.6587820053100586, |
| "learning_rate": 9.949732134763199e-05, |
| "loss": 0.993044662475586, |
| "mean_token_accuracy": 0.7681563913822174, |
| "num_tokens": 21688001.0, |
| "step": 5370 |
| }, |
| { |
| "entropy": 0.899987381696701, |
| "epoch": 1.5828184760223594, |
| "grad_norm": 0.5484562516212463, |
| "learning_rate": 9.917301848329231e-05, |
| "loss": 0.9030593872070313, |
| "mean_token_accuracy": 0.7870559990406036, |
| "num_tokens": 21727882.0, |
| "step": 5380 |
| }, |
| { |
| "entropy": 0.9620799243450164, |
| "epoch": 1.5857605177993528, |
| "grad_norm": 0.619149386882782, |
| "learning_rate": 9.884872431689581e-05, |
| "loss": 0.9912420272827148, |
| "mean_token_accuracy": 0.7723720014095307, |
| "num_tokens": 21767753.0, |
| "step": 5390 |
| }, |
| { |
| "entropy": 1.000234466791153, |
| "epoch": 1.588702559576346, |
| "grad_norm": 0.5575194954872131, |
| "learning_rate": 9.852444225927122e-05, |
| "loss": 0.9978320121765136, |
| "mean_token_accuracy": 0.7687974095344543, |
| "num_tokens": 21808266.0, |
| "step": 5400 |
| }, |
| { |
| "epoch": 1.588702559576346, |
| "eval_entropy": 1.0398932406752128, |
| "eval_loss": 1.1691675186157227, |
| "eval_mean_token_accuracy": 0.7446287646694133, |
| "eval_num_tokens": 21808266.0, |
| "eval_runtime": 116.9348, |
| "eval_samples_per_second": 26.04, |
| "eval_steps_per_second": 3.258, |
| "step": 5400 |
| }, |
| { |
| "entropy": 0.9786124050617218, |
| "epoch": 1.5916446013533392, |
| "grad_norm": 0.5668993592262268, |
| "learning_rate": 9.820017572111973e-05, |
| "loss": 0.9736597061157226, |
| "mean_token_accuracy": 0.768933230638504, |
| "num_tokens": 21848699.0, |
| "step": 5410 |
| }, |
| { |
| "entropy": 0.9540457367897034, |
| "epoch": 1.5945866431303326, |
| "grad_norm": 0.5640490651130676, |
| "learning_rate": 9.787592811297946e-05, |
| "loss": 0.9902207374572753, |
| "mean_token_accuracy": 0.7725074052810669, |
| "num_tokens": 21888992.0, |
| "step": 5420 |
| }, |
| { |
| "entropy": 1.0212572634220123, |
| "epoch": 1.5975286849073256, |
| "grad_norm": 0.5303104519844055, |
| "learning_rate": 9.755170284518941e-05, |
| "loss": 1.0194875717163085, |
| "mean_token_accuracy": 0.7608138382434845, |
| "num_tokens": 21929626.0, |
| "step": 5430 |
| }, |
| { |
| "entropy": 0.9701859831809998, |
| "epoch": 1.600470726684319, |
| "grad_norm": 0.5962478518486023, |
| "learning_rate": 9.722750332785349e-05, |
| "loss": 0.9606605529785156, |
| "mean_token_accuracy": 0.7774016797542572, |
| "num_tokens": 21970234.0, |
| "step": 5440 |
| }, |
| { |
| "entropy": 0.9712904334068299, |
| "epoch": 1.6034127684613122, |
| "grad_norm": 0.6927991509437561, |
| "learning_rate": 9.690333297080493e-05, |
| "loss": 0.9966094970703125, |
| "mean_token_accuracy": 0.7730933606624604, |
| "num_tokens": 22010748.0, |
| "step": 5450 |
| }, |
| { |
| "entropy": 0.9969470083713532, |
| "epoch": 1.6063548102383054, |
| "grad_norm": 0.48069873452186584, |
| "learning_rate": 9.657919518357008e-05, |
| "loss": 1.0035072326660157, |
| "mean_token_accuracy": 0.7701967000961304, |
| "num_tokens": 22051287.0, |
| "step": 5460 |
| }, |
| { |
| "entropy": 0.9618437588214874, |
| "epoch": 1.6092968520152986, |
| "grad_norm": 0.5836319923400879, |
| "learning_rate": 9.625509337533296e-05, |
| "loss": 0.9715272903442382, |
| "mean_token_accuracy": 0.7741812229156494, |
| "num_tokens": 22091789.0, |
| "step": 5470 |
| }, |
| { |
| "entropy": 0.92412930727005, |
| "epoch": 1.6122388937922918, |
| "grad_norm": 0.5578837990760803, |
| "learning_rate": 9.593103095489895e-05, |
| "loss": 0.9371700286865234, |
| "mean_token_accuracy": 0.780053973197937, |
| "num_tokens": 22132202.0, |
| "step": 5480 |
| }, |
| { |
| "entropy": 0.9944902658462524, |
| "epoch": 1.6151809355692852, |
| "grad_norm": 0.6106790900230408, |
| "learning_rate": 9.560701133065932e-05, |
| "loss": 0.9925059318542481, |
| "mean_token_accuracy": 0.771945059299469, |
| "num_tokens": 22172268.0, |
| "step": 5490 |
| }, |
| { |
| "entropy": 0.9864640951156616, |
| "epoch": 1.6181229773462782, |
| "grad_norm": 0.6734248399734497, |
| "learning_rate": 9.528303791055511e-05, |
| "loss": 1.001873779296875, |
| "mean_token_accuracy": 0.7679209113121033, |
| "num_tokens": 22212768.0, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.6181229773462782, |
| "eval_entropy": 1.017620304985622, |
| "eval_loss": 1.1692047119140625, |
| "eval_mean_token_accuracy": 0.7452891367314056, |
| "eval_num_tokens": 22212768.0, |
| "eval_runtime": 116.9536, |
| "eval_samples_per_second": 26.036, |
| "eval_steps_per_second": 3.258, |
| "step": 5500 |
| }, |
| { |
| "entropy": 1.0032637119293213, |
| "epoch": 1.6210650191232716, |
| "grad_norm": 0.5667787194252014, |
| "learning_rate": 9.49591141020415e-05, |
| "loss": 1.0222906112670898, |
| "mean_token_accuracy": 0.7597410917282105, |
| "num_tokens": 22252809.0, |
| "step": 5510 |
| }, |
| { |
| "entropy": 0.9571436047554016, |
| "epoch": 1.6240070609002648, |
| "grad_norm": 0.5619379281997681, |
| "learning_rate": 9.463524331205183e-05, |
| "loss": 0.9508034706115722, |
| "mean_token_accuracy": 0.7767503380775451, |
| "num_tokens": 22293323.0, |
| "step": 5520 |
| }, |
| { |
| "entropy": 0.9551607072353363, |
| "epoch": 1.626949102677258, |
| "grad_norm": 0.5588138699531555, |
| "learning_rate": 9.431142894696174e-05, |
| "loss": 0.968760871887207, |
| "mean_token_accuracy": 0.7735034108161927, |
| "num_tokens": 22333734.0, |
| "step": 5530 |
| }, |
| { |
| "entropy": 0.9952653288841248, |
| "epoch": 1.6298911444542512, |
| "grad_norm": 0.6699135899543762, |
| "learning_rate": 9.398767441255356e-05, |
| "loss": 1.0053104400634765, |
| "mean_token_accuracy": 0.7669021725654602, |
| "num_tokens": 22373932.0, |
| "step": 5540 |
| }, |
| { |
| "entropy": 0.9081286668777466, |
| "epoch": 1.6328331862312444, |
| "grad_norm": 0.5072507858276367, |
| "learning_rate": 9.366398311398013e-05, |
| "loss": 0.9016472816467285, |
| "mean_token_accuracy": 0.7893808305263519, |
| "num_tokens": 22413965.0, |
| "step": 5550 |
| }, |
| { |
| "entropy": 0.8828806400299072, |
| "epoch": 1.6357752280082378, |
| "grad_norm": 0.5978274941444397, |
| "learning_rate": 9.334035845572945e-05, |
| "loss": 0.8982778549194336, |
| "mean_token_accuracy": 0.7933094263076782, |
| "num_tokens": 22454470.0, |
| "step": 5560 |
| }, |
| { |
| "entropy": 0.9773084461688996, |
| "epoch": 1.6387172697852308, |
| "grad_norm": 0.6699267029762268, |
| "learning_rate": 9.301680384158834e-05, |
| "loss": 0.9834060668945312, |
| "mean_token_accuracy": 0.7695248782634735, |
| "num_tokens": 22494739.0, |
| "step": 5570 |
| }, |
| { |
| "entropy": 0.9948910295963287, |
| "epoch": 1.6416593115622242, |
| "grad_norm": 0.6252007484436035, |
| "learning_rate": 9.269332267460717e-05, |
| "loss": 1.0045485496520996, |
| "mean_token_accuracy": 0.7613544285297393, |
| "num_tokens": 22535199.0, |
| "step": 5580 |
| }, |
| { |
| "entropy": 0.9052659869194031, |
| "epoch": 1.6446013533392174, |
| "grad_norm": 0.6294770240783691, |
| "learning_rate": 9.236991835706361e-05, |
| "loss": 0.9096663475036622, |
| "mean_token_accuracy": 0.7889019668102264, |
| "num_tokens": 22575473.0, |
| "step": 5590 |
| }, |
| { |
| "entropy": 0.9944833815097809, |
| "epoch": 1.6475433951162106, |
| "grad_norm": 0.6281090378761292, |
| "learning_rate": 9.204659429042723e-05, |
| "loss": 1.001138401031494, |
| "mean_token_accuracy": 0.766866946220398, |
| "num_tokens": 22615909.0, |
| "step": 5600 |
| }, |
| { |
| "epoch": 1.6475433951162106, |
| "eval_entropy": 1.0232390931897901, |
| "eval_loss": 1.1652106046676636, |
| "eval_mean_token_accuracy": 0.7458901661900398, |
| "eval_num_tokens": 22615909.0, |
| "eval_runtime": 116.9138, |
| "eval_samples_per_second": 26.045, |
| "eval_steps_per_second": 3.259, |
| "step": 5600 |
| }, |
| { |
| "entropy": 0.9154108762741089, |
| "epoch": 1.650485436893204, |
| "grad_norm": 0.6548126935958862, |
| "learning_rate": 9.172335387532337e-05, |
| "loss": 0.9116446495056152, |
| "mean_token_accuracy": 0.7843240320682525, |
| "num_tokens": 22656406.0, |
| "step": 5610 |
| }, |
| { |
| "entropy": 0.9418833196163178, |
| "epoch": 1.653427478670197, |
| "grad_norm": 0.5818053483963013, |
| "learning_rate": 9.140020051149768e-05, |
| "loss": 0.9640005111694336, |
| "mean_token_accuracy": 0.7761074662208557, |
| "num_tokens": 22697053.0, |
| "step": 5620 |
| }, |
| { |
| "entropy": 1.0457957625389098, |
| "epoch": 1.6563695204471904, |
| "grad_norm": 0.563709020614624, |
| "learning_rate": 9.107713759778022e-05, |
| "loss": 1.0556187629699707, |
| "mean_token_accuracy": 0.7564215302467346, |
| "num_tokens": 22737587.0, |
| "step": 5630 |
| }, |
| { |
| "entropy": 0.9574743151664734, |
| "epoch": 1.6593115622241836, |
| "grad_norm": 0.5461353659629822, |
| "learning_rate": 9.075416853204962e-05, |
| "loss": 0.9538365364074707, |
| "mean_token_accuracy": 0.7788529932498932, |
| "num_tokens": 22778087.0, |
| "step": 5640 |
| }, |
| { |
| "entropy": 0.9407840669155121, |
| "epoch": 1.6622536040011768, |
| "grad_norm": 0.6229255199432373, |
| "learning_rate": 9.043129671119757e-05, |
| "loss": 0.9592649459838867, |
| "mean_token_accuracy": 0.7759726524353028, |
| "num_tokens": 22818636.0, |
| "step": 5650 |
| }, |
| { |
| "entropy": 0.9525330364704132, |
| "epoch": 1.66519564577817, |
| "grad_norm": 0.517737627029419, |
| "learning_rate": 9.010852553109286e-05, |
| "loss": 0.9527083396911621, |
| "mean_token_accuracy": 0.7764707028865814, |
| "num_tokens": 22858762.0, |
| "step": 5660 |
| }, |
| { |
| "entropy": 0.9349599361419678, |
| "epoch": 1.6681376875551632, |
| "grad_norm": 0.5596241354942322, |
| "learning_rate": 8.97858583865459e-05, |
| "loss": 0.958860206604004, |
| "mean_token_accuracy": 0.7790948987007141, |
| "num_tokens": 22898952.0, |
| "step": 5670 |
| }, |
| { |
| "entropy": 1.007050359249115, |
| "epoch": 1.6710797293321566, |
| "grad_norm": 0.5459507703781128, |
| "learning_rate": 8.946329867127271e-05, |
| "loss": 1.009850311279297, |
| "mean_token_accuracy": 0.7651616752147674, |
| "num_tokens": 22939561.0, |
| "step": 5680 |
| }, |
| { |
| "entropy": 1.0099753439426422, |
| "epoch": 1.6740217711091496, |
| "grad_norm": 0.5861520171165466, |
| "learning_rate": 8.91408497778596e-05, |
| "loss": 1.0120088577270507, |
| "mean_token_accuracy": 0.7637844383716583, |
| "num_tokens": 22979861.0, |
| "step": 5690 |
| }, |
| { |
| "entropy": 0.9966277837753296, |
| "epoch": 1.676963812886143, |
| "grad_norm": 0.5946571826934814, |
| "learning_rate": 8.88185150977271e-05, |
| "loss": 1.007601833343506, |
| "mean_token_accuracy": 0.7666476130485534, |
| "num_tokens": 23020082.0, |
| "step": 5700 |
| }, |
| { |
| "epoch": 1.676963812886143, |
| "eval_entropy": 1.0183745707113911, |
| "eval_loss": 1.1620737314224243, |
| "eval_mean_token_accuracy": 0.7465485564367039, |
| "eval_num_tokens": 23020082.0, |
| "eval_runtime": 116.931, |
| "eval_samples_per_second": 26.041, |
| "eval_steps_per_second": 3.258, |
| "step": 5700 |
| }, |
| { |
| "entropy": 0.9435779750347137, |
| "epoch": 1.6799058546631362, |
| "grad_norm": 0.6357449293136597, |
| "learning_rate": 8.849629802109463e-05, |
| "loss": 0.9518097877502442, |
| "mean_token_accuracy": 0.7776012420654297, |
| "num_tokens": 23060478.0, |
| "step": 5710 |
| }, |
| { |
| "entropy": 0.9298249185085297, |
| "epoch": 1.6828478964401294, |
| "grad_norm": 0.5645864009857178, |
| "learning_rate": 8.817420193694458e-05, |
| "loss": 0.9362122535705566, |
| "mean_token_accuracy": 0.7816990375518799, |
| "num_tokens": 23100989.0, |
| "step": 5720 |
| }, |
| { |
| "entropy": 0.9536093771457672, |
| "epoch": 1.6857899382171226, |
| "grad_norm": 0.6313226819038391, |
| "learning_rate": 8.785223023298684e-05, |
| "loss": 0.9790238380432129, |
| "mean_token_accuracy": 0.7684462070465088, |
| "num_tokens": 23141372.0, |
| "step": 5730 |
| }, |
| { |
| "entropy": 0.980869197845459, |
| "epoch": 1.6887319799941158, |
| "grad_norm": 0.5673984885215759, |
| "learning_rate": 8.753038629562313e-05, |
| "loss": 0.9640357971191407, |
| "mean_token_accuracy": 0.7741734623908997, |
| "num_tokens": 23181824.0, |
| "step": 5740 |
| }, |
| { |
| "entropy": 0.9453027725219727, |
| "epoch": 1.6916740217711093, |
| "grad_norm": 0.6107286214828491, |
| "learning_rate": 8.720867350991128e-05, |
| "loss": 0.973298454284668, |
| "mean_token_accuracy": 0.7727717578411102, |
| "num_tokens": 23222185.0, |
| "step": 5750 |
| }, |
| { |
| "entropy": 0.9626853942871094, |
| "epoch": 1.6946160635481022, |
| "grad_norm": 0.5757405757904053, |
| "learning_rate": 8.688709525952978e-05, |
| "loss": 0.9758338928222656, |
| "mean_token_accuracy": 0.772016829252243, |
| "num_tokens": 23262748.0, |
| "step": 5760 |
| }, |
| { |
| "entropy": 1.010034316778183, |
| "epoch": 1.6975581053250957, |
| "grad_norm": 0.5179459452629089, |
| "learning_rate": 8.656565492674205e-05, |
| "loss": 1.0052608489990233, |
| "mean_token_accuracy": 0.7618889510631561, |
| "num_tokens": 23303156.0, |
| "step": 5770 |
| }, |
| { |
| "entropy": 0.8848201990127563, |
| "epoch": 1.7005001471020889, |
| "grad_norm": 0.5171420574188232, |
| "learning_rate": 8.6244355892361e-05, |
| "loss": 0.8950881958007812, |
| "mean_token_accuracy": 0.7918769180774688, |
| "num_tokens": 23343542.0, |
| "step": 5780 |
| }, |
| { |
| "entropy": 0.97591233253479, |
| "epoch": 1.703442188879082, |
| "grad_norm": 0.5939028859138489, |
| "learning_rate": 8.592320153571334e-05, |
| "loss": 1.006781005859375, |
| "mean_token_accuracy": 0.7655499637126922, |
| "num_tokens": 23384111.0, |
| "step": 5790 |
| }, |
| { |
| "entropy": 1.0557245433330535, |
| "epoch": 1.7063842306560755, |
| "grad_norm": 0.5849112868309021, |
| "learning_rate": 8.56021952346042e-05, |
| "loss": 1.0547979354858399, |
| "mean_token_accuracy": 0.7541541934013367, |
| "num_tokens": 23424325.0, |
| "step": 5800 |
| }, |
| { |
| "epoch": 1.7063842306560755, |
| "eval_entropy": 1.0359160511356014, |
| "eval_loss": 1.1574015617370605, |
| "eval_mean_token_accuracy": 0.7470338016044437, |
| "eval_num_tokens": 23424325.0, |
| "eval_runtime": 117.0424, |
| "eval_samples_per_second": 26.016, |
| "eval_steps_per_second": 3.255, |
| "step": 5800 |
| }, |
| { |
| "entropy": 0.9237102508544922, |
| "epoch": 1.7093262724330684, |
| "grad_norm": 0.6681418418884277, |
| "learning_rate": 8.528134036528137e-05, |
| "loss": 0.9113170623779296, |
| "mean_token_accuracy": 0.7863486051559448, |
| "num_tokens": 23464980.0, |
| "step": 5810 |
| }, |
| { |
| "entropy": 0.9206311643123627, |
| "epoch": 1.7122683142100619, |
| "grad_norm": 0.6511064767837524, |
| "learning_rate": 8.496064030240009e-05, |
| "loss": 0.9329397201538085, |
| "mean_token_accuracy": 0.7813911080360413, |
| "num_tokens": 23505413.0, |
| "step": 5820 |
| }, |
| { |
| "entropy": 0.9037490963935852, |
| "epoch": 1.715210355987055, |
| "grad_norm": 0.5818105936050415, |
| "learning_rate": 8.464009841898721e-05, |
| "loss": 0.9231014251708984, |
| "mean_token_accuracy": 0.7818919003009797, |
| "num_tokens": 23545900.0, |
| "step": 5830 |
| }, |
| { |
| "entropy": 0.9442632138729096, |
| "epoch": 1.7181523977640483, |
| "grad_norm": 0.5522459745407104, |
| "learning_rate": 8.431971808640604e-05, |
| "loss": 0.9421136856079102, |
| "mean_token_accuracy": 0.7791707038879394, |
| "num_tokens": 23586448.0, |
| "step": 5840 |
| }, |
| { |
| "entropy": 0.9893321812152862, |
| "epoch": 1.7210944395410415, |
| "grad_norm": 0.5959654450416565, |
| "learning_rate": 8.399950267432073e-05, |
| "loss": 0.9956209182739257, |
| "mean_token_accuracy": 0.7700819849967957, |
| "num_tokens": 23626702.0, |
| "step": 5850 |
| }, |
| { |
| "entropy": 0.9568989872932434, |
| "epoch": 1.7240364813180347, |
| "grad_norm": 0.573197066783905, |
| "learning_rate": 8.367945555066072e-05, |
| "loss": 0.9633212089538574, |
| "mean_token_accuracy": 0.7744130253791809, |
| "num_tokens": 23666990.0, |
| "step": 5860 |
| }, |
| { |
| "entropy": 0.9612068772315979, |
| "epoch": 1.726978523095028, |
| "grad_norm": 0.5556803941726685, |
| "learning_rate": 8.335958008158564e-05, |
| "loss": 0.9782578468322753, |
| "mean_token_accuracy": 0.7722434878349305, |
| "num_tokens": 23707419.0, |
| "step": 5870 |
| }, |
| { |
| "entropy": 0.9662620186805725, |
| "epoch": 1.729920564872021, |
| "grad_norm": 0.5682553648948669, |
| "learning_rate": 8.303987963144951e-05, |
| "loss": 0.980229663848877, |
| "mean_token_accuracy": 0.7722213745117188, |
| "num_tokens": 23747899.0, |
| "step": 5880 |
| }, |
| { |
| "entropy": 0.9563367903232575, |
| "epoch": 1.7328626066490145, |
| "grad_norm": 0.644250214099884, |
| "learning_rate": 8.272035756276574e-05, |
| "loss": 0.9506181716918946, |
| "mean_token_accuracy": 0.7787576794624329, |
| "num_tokens": 23788539.0, |
| "step": 5890 |
| }, |
| { |
| "entropy": 0.9529013156890869, |
| "epoch": 1.7358046484260077, |
| "grad_norm": 0.6191350817680359, |
| "learning_rate": 8.240101723617138e-05, |
| "loss": 0.9677048683166504, |
| "mean_token_accuracy": 0.7735692262649536, |
| "num_tokens": 23829048.0, |
| "step": 5900 |
| }, |
| { |
| "epoch": 1.7358046484260077, |
| "eval_entropy": 1.0162569234377443, |
| "eval_loss": 1.158705234527588, |
| "eval_mean_token_accuracy": 0.7472113214452748, |
| "eval_num_tokens": 23829048.0, |
| "eval_runtime": 117.138, |
| "eval_samples_per_second": 25.995, |
| "eval_steps_per_second": 3.253, |
| "step": 5900 |
| }, |
| { |
| "entropy": 0.9016938626766204, |
| "epoch": 1.7387466902030009, |
| "grad_norm": 0.5551770329475403, |
| "learning_rate": 8.208186201039215e-05, |
| "loss": 0.9020340919494629, |
| "mean_token_accuracy": 0.7864646017551422, |
| "num_tokens": 23869463.0, |
| "step": 5910 |
| }, |
| { |
| "entropy": 0.9148910164833068, |
| "epoch": 1.741688731979994, |
| "grad_norm": 0.6301241517066956, |
| "learning_rate": 8.176289524220682e-05, |
| "loss": 0.9415826797485352, |
| "mean_token_accuracy": 0.7839051008224487, |
| "num_tokens": 23909844.0, |
| "step": 5920 |
| }, |
| { |
| "entropy": 0.9921420514583588, |
| "epoch": 1.7446307737569873, |
| "grad_norm": 0.5697426199913025, |
| "learning_rate": 8.144412028641213e-05, |
| "loss": 0.9879927635192871, |
| "mean_token_accuracy": 0.7715160071849823, |
| "num_tokens": 23949594.0, |
| "step": 5930 |
| }, |
| { |
| "entropy": 0.9673746526241302, |
| "epoch": 1.7475728155339807, |
| "grad_norm": 0.7032338976860046, |
| "learning_rate": 8.112554049578723e-05, |
| "loss": 0.9581163406372071, |
| "mean_token_accuracy": 0.7709846436977387, |
| "num_tokens": 23989917.0, |
| "step": 5940 |
| }, |
| { |
| "entropy": 0.9318383634090424, |
| "epoch": 1.7505148573109737, |
| "grad_norm": 0.5314655900001526, |
| "learning_rate": 8.080715922105873e-05, |
| "loss": 0.948590087890625, |
| "mean_token_accuracy": 0.7803104817867279, |
| "num_tokens": 24029981.0, |
| "step": 5950 |
| }, |
| { |
| "entropy": 0.9275396764278412, |
| "epoch": 1.753456899087967, |
| "grad_norm": 0.6153765320777893, |
| "learning_rate": 8.048897981086527e-05, |
| "loss": 0.9455156326293945, |
| "mean_token_accuracy": 0.7832433462142945, |
| "num_tokens": 24070430.0, |
| "step": 5960 |
| }, |
| { |
| "entropy": 0.9975035011768341, |
| "epoch": 1.7563989408649603, |
| "grad_norm": 0.5570023059844971, |
| "learning_rate": 8.017100561172228e-05, |
| "loss": 0.9986433982849121, |
| "mean_token_accuracy": 0.7639374434947968, |
| "num_tokens": 24110808.0, |
| "step": 5970 |
| }, |
| { |
| "entropy": 0.985156637430191, |
| "epoch": 1.7593409826419535, |
| "grad_norm": 0.5818830132484436, |
| "learning_rate": 7.985323996798696e-05, |
| "loss": 1.0052236557006835, |
| "mean_token_accuracy": 0.7657383203506469, |
| "num_tokens": 24151389.0, |
| "step": 5980 |
| }, |
| { |
| "entropy": 0.8605277717113495, |
| "epoch": 1.762283024418947, |
| "grad_norm": 0.6189702153205872, |
| "learning_rate": 7.953568622182283e-05, |
| "loss": 0.8629916191101075, |
| "mean_token_accuracy": 0.8023348867893219, |
| "num_tokens": 24191459.0, |
| "step": 5990 |
| }, |
| { |
| "entropy": 0.9501297771930695, |
| "epoch": 1.7652250661959399, |
| "grad_norm": 0.6018420457839966, |
| "learning_rate": 7.921834771316489e-05, |
| "loss": 0.9521394729614258, |
| "mean_token_accuracy": 0.7792097210884095, |
| "num_tokens": 24231918.0, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.7652250661959399, |
| "eval_entropy": 1.0099175068650033, |
| "eval_loss": 1.1563514471054077, |
| "eval_mean_token_accuracy": 0.7476834809686256, |
| "eval_num_tokens": 24231918.0, |
| "eval_runtime": 117.1325, |
| "eval_samples_per_second": 25.996, |
| "eval_steps_per_second": 3.253, |
| "step": 6000 |
| }, |
| { |
| "entropy": 0.9893746197223663, |
| "epoch": 1.7681671079729333, |
| "grad_norm": 0.6696788668632507, |
| "learning_rate": 7.890122777968419e-05, |
| "loss": 1.0002012252807617, |
| "mean_token_accuracy": 0.7695098519325256, |
| "num_tokens": 24271949.0, |
| "step": 6010 |
| }, |
| { |
| "entropy": 0.9130432605743408, |
| "epoch": 1.7711091497499265, |
| "grad_norm": 0.558464527130127, |
| "learning_rate": 7.858432975675304e-05, |
| "loss": 0.9236593246459961, |
| "mean_token_accuracy": 0.7876148581504822, |
| "num_tokens": 24312102.0, |
| "step": 6020 |
| }, |
| { |
| "entropy": 0.9415574371814728, |
| "epoch": 1.7740511915269197, |
| "grad_norm": 0.5865418314933777, |
| "learning_rate": 7.826765697740957e-05, |
| "loss": 0.9479406356811524, |
| "mean_token_accuracy": 0.7780888140201568, |
| "num_tokens": 24352693.0, |
| "step": 6030 |
| }, |
| { |
| "entropy": 0.9924417555332183, |
| "epoch": 1.776993233303913, |
| "grad_norm": 0.6885764598846436, |
| "learning_rate": 7.795121277232302e-05, |
| "loss": 0.9945806503295899, |
| "mean_token_accuracy": 0.7648349285125733, |
| "num_tokens": 24393351.0, |
| "step": 6040 |
| }, |
| { |
| "entropy": 0.984746390581131, |
| "epoch": 1.779935275080906, |
| "grad_norm": 0.5965508222579956, |
| "learning_rate": 7.763500046975853e-05, |
| "loss": 0.9933752059936524, |
| "mean_token_accuracy": 0.7661060273647309, |
| "num_tokens": 24433759.0, |
| "step": 6050 |
| }, |
| { |
| "entropy": 0.9540082156658173, |
| "epoch": 1.7828773168578995, |
| "grad_norm": 0.5714673399925232, |
| "learning_rate": 7.731902339554206e-05, |
| "loss": 0.9627056121826172, |
| "mean_token_accuracy": 0.7745068728923797, |
| "num_tokens": 24474130.0, |
| "step": 6060 |
| }, |
| { |
| "entropy": 0.9777018666267395, |
| "epoch": 1.7858193586348925, |
| "grad_norm": 0.6372447609901428, |
| "learning_rate": 7.700328487302565e-05, |
| "loss": 1.0012830734252929, |
| "mean_token_accuracy": 0.7722647070884705, |
| "num_tokens": 24514543.0, |
| "step": 6070 |
| }, |
| { |
| "entropy": 0.9325755536556244, |
| "epoch": 1.788761400411886, |
| "grad_norm": 0.6036056876182556, |
| "learning_rate": 7.668778822305217e-05, |
| "loss": 0.9412235260009766, |
| "mean_token_accuracy": 0.7827513933181762, |
| "num_tokens": 24554910.0, |
| "step": 6080 |
| }, |
| { |
| "entropy": 0.9325757265090943, |
| "epoch": 1.7917034421888791, |
| "grad_norm": 0.5404115319252014, |
| "learning_rate": 7.637253676392074e-05, |
| "loss": 0.9362624168395997, |
| "mean_token_accuracy": 0.7818540692329407, |
| "num_tokens": 24595471.0, |
| "step": 6090 |
| }, |
| { |
| "entropy": 0.9863007128238678, |
| "epoch": 1.7946454839658723, |
| "grad_norm": 0.5063208341598511, |
| "learning_rate": 7.605753381135138e-05, |
| "loss": 0.9955570220947265, |
| "mean_token_accuracy": 0.7685826182365417, |
| "num_tokens": 24635954.0, |
| "step": 6100 |
| }, |
| { |
| "epoch": 1.7946454839658723, |
| "eval_entropy": 1.018375001085086, |
| "eval_loss": 1.1510425806045532, |
| "eval_mean_token_accuracy": 0.7484834164459249, |
| "eval_num_tokens": 24635954.0, |
| "eval_runtime": 117.0613, |
| "eval_samples_per_second": 26.012, |
| "eval_steps_per_second": 3.255, |
| "step": 6100 |
| }, |
| { |
| "entropy": 0.9858646035194397, |
| "epoch": 1.7975875257428655, |
| "grad_norm": 0.5223714113235474, |
| "learning_rate": 7.574278267845069e-05, |
| "loss": 0.9794650077819824, |
| "mean_token_accuracy": 0.7720021724700927, |
| "num_tokens": 24676082.0, |
| "step": 6110 |
| }, |
| { |
| "entropy": 0.9158162832260132, |
| "epoch": 1.8005295675198587, |
| "grad_norm": 0.5589065551757812, |
| "learning_rate": 7.542828667567643e-05, |
| "loss": 0.9300893783569336, |
| "mean_token_accuracy": 0.7815610766410828, |
| "num_tokens": 24716092.0, |
| "step": 6120 |
| }, |
| { |
| "entropy": 0.9701406300067902, |
| "epoch": 1.8034716092968521, |
| "grad_norm": 0.5639879107475281, |
| "learning_rate": 7.511404911080319e-05, |
| "loss": 0.9756647109985351, |
| "mean_token_accuracy": 0.7717652976512909, |
| "num_tokens": 24756492.0, |
| "step": 6130 |
| }, |
| { |
| "entropy": 0.9247495532035828, |
| "epoch": 1.806413651073845, |
| "grad_norm": 0.5797274708747864, |
| "learning_rate": 7.480007328888724e-05, |
| "loss": 0.936155128479004, |
| "mean_token_accuracy": 0.7829030692577362, |
| "num_tokens": 24796749.0, |
| "step": 6140 |
| }, |
| { |
| "entropy": 0.938025814294815, |
| "epoch": 1.8093556928508385, |
| "grad_norm": 0.5666895508766174, |
| "learning_rate": 7.4486362512232e-05, |
| "loss": 0.9645057678222656, |
| "mean_token_accuracy": 0.7746810853481293, |
| "num_tokens": 24837331.0, |
| "step": 6150 |
| }, |
| { |
| "entropy": 0.9641852080821991, |
| "epoch": 1.8122977346278317, |
| "grad_norm": 0.599879801273346, |
| "learning_rate": 7.417292008035324e-05, |
| "loss": 0.9777825355529786, |
| "mean_token_accuracy": 0.7724472403526306, |
| "num_tokens": 24877763.0, |
| "step": 6160 |
| }, |
| { |
| "entropy": 0.9553499221801758, |
| "epoch": 1.815239776404825, |
| "grad_norm": 0.6117326617240906, |
| "learning_rate": 7.385974928994424e-05, |
| "loss": 0.9453524589538574, |
| "mean_token_accuracy": 0.7802985668182373, |
| "num_tokens": 24918137.0, |
| "step": 6170 |
| }, |
| { |
| "entropy": 0.9422242820262909, |
| "epoch": 1.8181818181818183, |
| "grad_norm": 0.5855090618133545, |
| "learning_rate": 7.354685343484141e-05, |
| "loss": 0.9547875404357911, |
| "mean_token_accuracy": 0.7761439323425293, |
| "num_tokens": 24958540.0, |
| "step": 6180 |
| }, |
| { |
| "entropy": 0.9967733740806579, |
| "epoch": 1.8211238599588113, |
| "grad_norm": 0.6166797876358032, |
| "learning_rate": 7.323423580598929e-05, |
| "loss": 1.0093032836914062, |
| "mean_token_accuracy": 0.7644744515419006, |
| "num_tokens": 24999010.0, |
| "step": 6190 |
| }, |
| { |
| "entropy": 0.941829913854599, |
| "epoch": 1.8240659017358047, |
| "grad_norm": 0.5976388454437256, |
| "learning_rate": 7.292189969140627e-05, |
| "loss": 0.947477912902832, |
| "mean_token_accuracy": 0.7809899151325226, |
| "num_tokens": 25039340.0, |
| "step": 6200 |
| }, |
| { |
| "epoch": 1.8240659017358047, |
| "eval_entropy": 1.0210820323056748, |
| "eval_loss": 1.149355173110962, |
| "eval_mean_token_accuracy": 0.7488088197908377, |
| "eval_num_tokens": 25039340.0, |
| "eval_runtime": 117.0315, |
| "eval_samples_per_second": 26.019, |
| "eval_steps_per_second": 3.256, |
| "step": 6200 |
| }, |
| { |
| "entropy": 0.968848192691803, |
| "epoch": 1.8270079435127977, |
| "grad_norm": 0.5740299224853516, |
| "learning_rate": 7.260984837614976e-05, |
| "loss": 0.97001953125, |
| "mean_token_accuracy": 0.7758668541908265, |
| "num_tokens": 25079782.0, |
| "step": 6210 |
| }, |
| { |
| "entropy": 0.9311902105808259, |
| "epoch": 1.8299499852897911, |
| "grad_norm": 0.595485508441925, |
| "learning_rate": 7.229808514228182e-05, |
| "loss": 0.9422932624816894, |
| "mean_token_accuracy": 0.779161137342453, |
| "num_tokens": 25120387.0, |
| "step": 6220 |
| }, |
| { |
| "entropy": 0.904720538854599, |
| "epoch": 1.8328920270667843, |
| "grad_norm": 0.6421226263046265, |
| "learning_rate": 7.198661326883446e-05, |
| "loss": 0.8994368553161621, |
| "mean_token_accuracy": 0.7901805222034455, |
| "num_tokens": 25160952.0, |
| "step": 6230 |
| }, |
| { |
| "entropy": 0.9412755012512207, |
| "epoch": 1.8358340688437775, |
| "grad_norm": 0.5241137742996216, |
| "learning_rate": 7.167543603177535e-05, |
| "loss": 0.9635884284973144, |
| "mean_token_accuracy": 0.7794827520847321, |
| "num_tokens": 25201298.0, |
| "step": 6240 |
| }, |
| { |
| "entropy": 0.9426091015338898, |
| "epoch": 1.838776110620771, |
| "grad_norm": 0.599162220954895, |
| "learning_rate": 7.136455670397317e-05, |
| "loss": 0.9373735427856446, |
| "mean_token_accuracy": 0.7805384159088135, |
| "num_tokens": 25241730.0, |
| "step": 6250 |
| }, |
| { |
| "entropy": 0.8965267837047577, |
| "epoch": 1.841718152397764, |
| "grad_norm": 0.5050822496414185, |
| "learning_rate": 7.105397855516332e-05, |
| "loss": 0.8982341766357422, |
| "mean_token_accuracy": 0.7888839960098266, |
| "num_tokens": 25282116.0, |
| "step": 6260 |
| }, |
| { |
| "entropy": 0.9214460253715515, |
| "epoch": 1.8446601941747574, |
| "grad_norm": 0.6280463933944702, |
| "learning_rate": 7.074370485191353e-05, |
| "loss": 0.9190691947937012, |
| "mean_token_accuracy": 0.7820965766906738, |
| "num_tokens": 25322627.0, |
| "step": 6270 |
| }, |
| { |
| "entropy": 0.892383873462677, |
| "epoch": 1.8476022359517505, |
| "grad_norm": 0.582876980304718, |
| "learning_rate": 7.043373885758938e-05, |
| "loss": 0.9149553298950195, |
| "mean_token_accuracy": 0.786136794090271, |
| "num_tokens": 25362914.0, |
| "step": 6280 |
| }, |
| { |
| "entropy": 0.9371729671955109, |
| "epoch": 1.8505442777287437, |
| "grad_norm": 0.5959920287132263, |
| "learning_rate": 7.012408383232016e-05, |
| "loss": 0.9573171615600586, |
| "mean_token_accuracy": 0.7788842916488647, |
| "num_tokens": 25403259.0, |
| "step": 6290 |
| }, |
| { |
| "entropy": 0.9701938092708587, |
| "epoch": 1.853486319505737, |
| "grad_norm": 0.5748452544212341, |
| "learning_rate": 6.981474303296436e-05, |
| "loss": 0.9730587005615234, |
| "mean_token_accuracy": 0.7726157248020172, |
| "num_tokens": 25443719.0, |
| "step": 6300 |
| }, |
| { |
| "epoch": 1.853486319505737, |
| "eval_entropy": 1.0170868068855266, |
| "eval_loss": 1.148207426071167, |
| "eval_mean_token_accuracy": 0.7491307286765632, |
| "eval_num_tokens": 25443719.0, |
| "eval_runtime": 116.8997, |
| "eval_samples_per_second": 26.048, |
| "eval_steps_per_second": 3.259, |
| "step": 6300 |
| }, |
| { |
| "entropy": 0.9635331034660339, |
| "epoch": 1.8564283612827301, |
| "grad_norm": 0.6185274720191956, |
| "learning_rate": 6.950571971307566e-05, |
| "loss": 0.9592901229858398, |
| "mean_token_accuracy": 0.7760994493961334, |
| "num_tokens": 25484099.0, |
| "step": 6310 |
| }, |
| { |
| "entropy": 0.9286525547504425, |
| "epoch": 1.8593704030597236, |
| "grad_norm": 0.6655700206756592, |
| "learning_rate": 6.919701712286845e-05, |
| "loss": 0.949979591369629, |
| "mean_token_accuracy": 0.7771933794021606, |
| "num_tokens": 25524367.0, |
| "step": 6320 |
| }, |
| { |
| "entropy": 0.9677168548107147, |
| "epoch": 1.8623124448367165, |
| "grad_norm": 0.6009240746498108, |
| "learning_rate": 6.888863850918397e-05, |
| "loss": 0.9582759857177734, |
| "mean_token_accuracy": 0.7760764300823212, |
| "num_tokens": 25564686.0, |
| "step": 6330 |
| }, |
| { |
| "entropy": 0.8910984754562378, |
| "epoch": 1.86525448661371, |
| "grad_norm": 0.5529386401176453, |
| "learning_rate": 6.858058711545576e-05, |
| "loss": 0.8990293502807617, |
| "mean_token_accuracy": 0.7910106480121613, |
| "num_tokens": 25604757.0, |
| "step": 6340 |
| }, |
| { |
| "entropy": 0.9290744543075562, |
| "epoch": 1.8681965283907032, |
| "grad_norm": 0.5405545234680176, |
| "learning_rate": 6.827286618167593e-05, |
| "loss": 0.9487281799316406, |
| "mean_token_accuracy": 0.7793277740478516, |
| "num_tokens": 25645415.0, |
| "step": 6350 |
| }, |
| { |
| "entropy": 0.9454367399215698, |
| "epoch": 1.8711385701676964, |
| "grad_norm": 0.5304380059242249, |
| "learning_rate": 6.796547894436078e-05, |
| "loss": 0.9380789756774902, |
| "mean_token_accuracy": 0.7802990317344666, |
| "num_tokens": 25685916.0, |
| "step": 6360 |
| }, |
| { |
| "entropy": 0.9380621254444123, |
| "epoch": 1.8740806119446898, |
| "grad_norm": 0.5882839560508728, |
| "learning_rate": 6.7658428636517e-05, |
| "loss": 0.9496076583862305, |
| "mean_token_accuracy": 0.7798330843448639, |
| "num_tokens": 25726346.0, |
| "step": 6370 |
| }, |
| { |
| "entropy": 0.9862012684345245, |
| "epoch": 1.8770226537216828, |
| "grad_norm": 0.614160418510437, |
| "learning_rate": 6.735171848760753e-05, |
| "loss": 1.0059632301330566, |
| "mean_token_accuracy": 0.7649614214897156, |
| "num_tokens": 25766824.0, |
| "step": 6380 |
| }, |
| { |
| "entropy": 0.9311308979988098, |
| "epoch": 1.8799646954986762, |
| "grad_norm": 0.6380969882011414, |
| "learning_rate": 6.704535172351752e-05, |
| "loss": 0.9215089797973632, |
| "mean_token_accuracy": 0.7852351903915405, |
| "num_tokens": 25807230.0, |
| "step": 6390 |
| }, |
| { |
| "entropy": 0.9507179379463195, |
| "epoch": 1.8829067372756692, |
| "grad_norm": 0.5307073593139648, |
| "learning_rate": 6.673933156652068e-05, |
| "loss": 0.9578986167907715, |
| "mean_token_accuracy": 0.7749875366687775, |
| "num_tokens": 25847836.0, |
| "step": 6400 |
| }, |
| { |
| "epoch": 1.8829067372756692, |
| "eval_entropy": 0.996097157007753, |
| "eval_loss": 1.1488333940505981, |
| "eval_mean_token_accuracy": 0.7494633900211864, |
| "eval_num_tokens": 25847836.0, |
| "eval_runtime": 116.9155, |
| "eval_samples_per_second": 26.044, |
| "eval_steps_per_second": 3.259, |
| "step": 6400 |
| }, |
| { |
| "entropy": 0.9198467969894409, |
| "epoch": 1.8858487790526626, |
| "grad_norm": 0.4932635426521301, |
| "learning_rate": 6.643366123524502e-05, |
| "loss": 0.9418664932250976, |
| "mean_token_accuracy": 0.7808252394199371, |
| "num_tokens": 25887974.0, |
| "step": 6410 |
| }, |
| { |
| "entropy": 0.9422998249530792, |
| "epoch": 1.8887908208296558, |
| "grad_norm": 0.5207474231719971, |
| "learning_rate": 6.612834394463936e-05, |
| "loss": 0.9341909408569335, |
| "mean_token_accuracy": 0.7823355376720429, |
| "num_tokens": 25927559.0, |
| "step": 6420 |
| }, |
| { |
| "entropy": 1.0029336094856263, |
| "epoch": 1.891732862606649, |
| "grad_norm": 0.6492148041725159, |
| "learning_rate": 6.582338290593918e-05, |
| "loss": 1.0240444183349608, |
| "mean_token_accuracy": 0.7613063991069794, |
| "num_tokens": 25968038.0, |
| "step": 6430 |
| }, |
| { |
| "entropy": 0.9833552062511444, |
| "epoch": 1.8946749043836424, |
| "grad_norm": 0.590535044670105, |
| "learning_rate": 6.55187813266332e-05, |
| "loss": 1.003129005432129, |
| "mean_token_accuracy": 0.7678163826465607, |
| "num_tokens": 26008348.0, |
| "step": 6440 |
| }, |
| { |
| "entropy": 0.8829509735107421, |
| "epoch": 1.8976169461606354, |
| "grad_norm": 0.574521005153656, |
| "learning_rate": 6.521454241042924e-05, |
| "loss": 0.8665548324584961, |
| "mean_token_accuracy": 0.7962438046932221, |
| "num_tokens": 26048371.0, |
| "step": 6450 |
| }, |
| { |
| "entropy": 0.9392775595188141, |
| "epoch": 1.9005589879376288, |
| "grad_norm": 0.5355552434921265, |
| "learning_rate": 6.491066935722091e-05, |
| "loss": 0.9620846748352051, |
| "mean_token_accuracy": 0.7788772523403168, |
| "num_tokens": 26088711.0, |
| "step": 6460 |
| }, |
| { |
| "entropy": 1.0055284202098846, |
| "epoch": 1.903501029714622, |
| "grad_norm": 0.6064245104789734, |
| "learning_rate": 6.460716536305371e-05, |
| "loss": 1.0159719467163086, |
| "mean_token_accuracy": 0.7620534121990203, |
| "num_tokens": 26128624.0, |
| "step": 6470 |
| }, |
| { |
| "entropy": 0.9730878472328186, |
| "epoch": 1.9064430714916152, |
| "grad_norm": 0.5835123062133789, |
| "learning_rate": 6.430403362009148e-05, |
| "loss": 0.9895232200622559, |
| "mean_token_accuracy": 0.7685076415538787, |
| "num_tokens": 26168887.0, |
| "step": 6480 |
| }, |
| { |
| "entropy": 1.0025964260101319, |
| "epoch": 1.9093851132686084, |
| "grad_norm": 0.5540186762809753, |
| "learning_rate": 6.400127731658288e-05, |
| "loss": 1.0111456871032716, |
| "mean_token_accuracy": 0.7678469300270081, |
| "num_tokens": 26209115.0, |
| "step": 6490 |
| }, |
| { |
| "entropy": 0.9000465154647828, |
| "epoch": 1.9123271550456016, |
| "grad_norm": 0.6538901329040527, |
| "learning_rate": 6.369889963682775e-05, |
| "loss": 0.8854584693908691, |
| "mean_token_accuracy": 0.7922401070594788, |
| "num_tokens": 26249571.0, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.9123271550456016, |
| "eval_entropy": 1.0023321302856987, |
| "eval_loss": 1.144269347190857, |
| "eval_mean_token_accuracy": 0.750116533494684, |
| "eval_num_tokens": 26249571.0, |
| "eval_runtime": 116.9879, |
| "eval_samples_per_second": 26.028, |
| "eval_steps_per_second": 3.257, |
| "step": 6500 |
| }, |
| { |
| "entropy": 0.8953414797782898, |
| "epoch": 1.915269196822595, |
| "grad_norm": 0.653469979763031, |
| "learning_rate": 6.339690376114376e-05, |
| "loss": 0.9109439849853516, |
| "mean_token_accuracy": 0.7873705565929413, |
| "num_tokens": 26289741.0, |
| "step": 6510 |
| }, |
| { |
| "entropy": 0.9372224569320678, |
| "epoch": 1.918211238599588, |
| "grad_norm": 0.5968233942985535, |
| "learning_rate": 6.309529286583277e-05, |
| "loss": 0.9563371658325195, |
| "mean_token_accuracy": 0.7744209468364716, |
| "num_tokens": 26330177.0, |
| "step": 6520 |
| }, |
| { |
| "entropy": 0.9607797980308532, |
| "epoch": 1.9211532803765814, |
| "grad_norm": 0.5552541613578796, |
| "learning_rate": 6.279407012314767e-05, |
| "loss": 0.9554115295410156, |
| "mean_token_accuracy": 0.7792925059795379, |
| "num_tokens": 26370862.0, |
| "step": 6530 |
| }, |
| { |
| "entropy": 0.907786774635315, |
| "epoch": 1.9240953221535746, |
| "grad_norm": 0.5680334568023682, |
| "learning_rate": 6.24932387012587e-05, |
| "loss": 0.9195439338684082, |
| "mean_token_accuracy": 0.7899148881435394, |
| "num_tokens": 26411179.0, |
| "step": 6540 |
| }, |
| { |
| "entropy": 0.9673022449016571, |
| "epoch": 1.9270373639305678, |
| "grad_norm": 0.6412580013275146, |
| "learning_rate": 6.219280176422049e-05, |
| "loss": 0.954334831237793, |
| "mean_token_accuracy": 0.7745688319206238, |
| "num_tokens": 26451456.0, |
| "step": 6550 |
| }, |
| { |
| "entropy": 0.87952721118927, |
| "epoch": 1.9299794057075612, |
| "grad_norm": 0.5724232792854309, |
| "learning_rate": 6.189276247193843e-05, |
| "loss": 0.8992857933044434, |
| "mean_token_accuracy": 0.7907371282577514, |
| "num_tokens": 26491838.0, |
| "step": 6560 |
| }, |
| { |
| "entropy": 0.9637729346752166, |
| "epoch": 1.9329214474845542, |
| "grad_norm": 0.5687930583953857, |
| "learning_rate": 6.159312398013575e-05, |
| "loss": 0.9747313499450684, |
| "mean_token_accuracy": 0.7751651465892792, |
| "num_tokens": 26532331.0, |
| "step": 6570 |
| }, |
| { |
| "entropy": 0.8893602311611175, |
| "epoch": 1.9358634892615476, |
| "grad_norm": 0.6103338003158569, |
| "learning_rate": 6.129388944032013e-05, |
| "loss": 0.8748321533203125, |
| "mean_token_accuracy": 0.7961347103118896, |
| "num_tokens": 26572762.0, |
| "step": 6580 |
| }, |
| { |
| "entropy": 0.9709321618080139, |
| "epoch": 1.9388055310385406, |
| "grad_norm": 0.657652735710144, |
| "learning_rate": 6.0995061999750516e-05, |
| "loss": 0.9933636665344239, |
| "mean_token_accuracy": 0.7684541165828704, |
| "num_tokens": 26613213.0, |
| "step": 6590 |
| }, |
| { |
| "entropy": 0.8971224725246429, |
| "epoch": 1.941747572815534, |
| "grad_norm": 0.5717299580574036, |
| "learning_rate": 6.069664480140424e-05, |
| "loss": 0.9132408142089844, |
| "mean_token_accuracy": 0.7878471255302429, |
| "num_tokens": 26653598.0, |
| "step": 6600 |
| }, |
| { |
| "epoch": 1.941747572815534, |
| "eval_entropy": 0.9943520688009387, |
| "eval_loss": 1.1435333490371704, |
| "eval_mean_token_accuracy": 0.7505803089442216, |
| "eval_num_tokens": 26653598.0, |
| "eval_runtime": 117.1237, |
| "eval_samples_per_second": 25.998, |
| "eval_steps_per_second": 3.253, |
| "step": 6600 |
| }, |
| { |
| "entropy": 0.9399532020092011, |
| "epoch": 1.9446896145925272, |
| "grad_norm": 0.6174861788749695, |
| "learning_rate": 6.0398640983943745e-05, |
| "loss": 0.9668970108032227, |
| "mean_token_accuracy": 0.7775733530521393, |
| "num_tokens": 26693838.0, |
| "step": 6610 |
| }, |
| { |
| "entropy": 1.0020717442035676, |
| "epoch": 1.9476316563695204, |
| "grad_norm": 0.5993858575820923, |
| "learning_rate": 6.0101053681683684e-05, |
| "loss": 0.9971044540405274, |
| "mean_token_accuracy": 0.7669116199016571, |
| "num_tokens": 26734003.0, |
| "step": 6620 |
| }, |
| { |
| "entropy": 1.0606256008148194, |
| "epoch": 1.9505736981465138, |
| "grad_norm": 0.6137609481811523, |
| "learning_rate": 5.980388602455791e-05, |
| "loss": 1.0581299781799316, |
| "mean_token_accuracy": 0.752843850851059, |
| "num_tokens": 26774676.0, |
| "step": 6630 |
| }, |
| { |
| "entropy": 0.9770977616310119, |
| "epoch": 1.9535157399235068, |
| "grad_norm": 0.5965011715888977, |
| "learning_rate": 5.950714113808663e-05, |
| "loss": 0.9810546875, |
| "mean_token_accuracy": 0.7688040852546691, |
| "num_tokens": 26815034.0, |
| "step": 6640 |
| }, |
| { |
| "entropy": 0.9412834465503692, |
| "epoch": 1.9564577817005002, |
| "grad_norm": 0.5246943235397339, |
| "learning_rate": 5.921082214334339e-05, |
| "loss": 0.9711008071899414, |
| "mean_token_accuracy": 0.7793717920780182, |
| "num_tokens": 26855573.0, |
| "step": 6650 |
| }, |
| { |
| "entropy": 0.9855255424976349, |
| "epoch": 1.9593998234774934, |
| "grad_norm": 0.550930917263031, |
| "learning_rate": 5.891493215692243e-05, |
| "loss": 0.9931858062744141, |
| "mean_token_accuracy": 0.7706417441368103, |
| "num_tokens": 26895609.0, |
| "step": 6660 |
| }, |
| { |
| "entropy": 0.9438577890396118, |
| "epoch": 1.9623418652544866, |
| "grad_norm": 0.5098885297775269, |
| "learning_rate": 5.861947429090572e-05, |
| "loss": 0.9524516105651856, |
| "mean_token_accuracy": 0.7804840981960297, |
| "num_tokens": 26936122.0, |
| "step": 6670 |
| }, |
| { |
| "entropy": 0.9131796836853028, |
| "epoch": 1.9652839070314798, |
| "grad_norm": 0.5577981472015381, |
| "learning_rate": 5.832445165283038e-05, |
| "loss": 0.9228861808776856, |
| "mean_token_accuracy": 0.78643758893013, |
| "num_tokens": 26976422.0, |
| "step": 6680 |
| }, |
| { |
| "entropy": 0.9258975267410279, |
| "epoch": 1.968225948808473, |
| "grad_norm": 0.44099509716033936, |
| "learning_rate": 5.8029867345655885e-05, |
| "loss": 0.9167799949645996, |
| "mean_token_accuracy": 0.785828173160553, |
| "num_tokens": 27016819.0, |
| "step": 6690 |
| }, |
| { |
| "entropy": 0.9321108460426331, |
| "epoch": 1.9711679905854664, |
| "grad_norm": 0.6357897520065308, |
| "learning_rate": 5.773572446773157e-05, |
| "loss": 0.9454483032226563, |
| "mean_token_accuracy": 0.7806357145309448, |
| "num_tokens": 27057488.0, |
| "step": 6700 |
| }, |
| { |
| "epoch": 1.9711679905854664, |
| "eval_entropy": 0.9999957291942256, |
| "eval_loss": 1.140816330909729, |
| "eval_mean_token_accuracy": 0.7509619468466191, |
| "eval_num_tokens": 27057488.0, |
| "eval_runtime": 116.9853, |
| "eval_samples_per_second": 26.029, |
| "eval_steps_per_second": 3.257, |
| "step": 6700 |
| }, |
| { |
| "entropy": 0.9509491920471191, |
| "epoch": 1.9741100323624594, |
| "grad_norm": 0.6006605625152588, |
| "learning_rate": 5.744202611276379e-05, |
| "loss": 0.9503057479858399, |
| "mean_token_accuracy": 0.7786516189575196, |
| "num_tokens": 27097949.0, |
| "step": 6710 |
| }, |
| { |
| "entropy": 1.0138035595417023, |
| "epoch": 1.9770520741394528, |
| "grad_norm": 0.5902991890907288, |
| "learning_rate": 5.7148775369783694e-05, |
| "loss": 1.0296749114990233, |
| "mean_token_accuracy": 0.7590757310390472, |
| "num_tokens": 27138453.0, |
| "step": 6720 |
| }, |
| { |
| "entropy": 0.933520519733429, |
| "epoch": 1.979994115916446, |
| "grad_norm": 0.5484936833381653, |
| "learning_rate": 5.685597532311455e-05, |
| "loss": 0.957374095916748, |
| "mean_token_accuracy": 0.7793904483318329, |
| "num_tokens": 27178805.0, |
| "step": 6730 |
| }, |
| { |
| "entropy": 0.9440324783325196, |
| "epoch": 1.9829361576934392, |
| "grad_norm": 0.5826029777526855, |
| "learning_rate": 5.656362905233923e-05, |
| "loss": 0.9262220382690429, |
| "mean_token_accuracy": 0.7845340669155121, |
| "num_tokens": 27219347.0, |
| "step": 6740 |
| }, |
| { |
| "entropy": 0.9071877419948577, |
| "epoch": 1.9858781994704324, |
| "grad_norm": 0.5721964836120605, |
| "learning_rate": 5.6271739632268094e-05, |
| "loss": 0.9060114860534668, |
| "mean_token_accuracy": 0.7890908360481262, |
| "num_tokens": 27258890.0, |
| "step": 6750 |
| }, |
| { |
| "entropy": 0.9562793612480164, |
| "epoch": 1.9888202412474256, |
| "grad_norm": 0.614380955696106, |
| "learning_rate": 5.598031013290631e-05, |
| "loss": 0.9876157760620117, |
| "mean_token_accuracy": 0.768429833650589, |
| "num_tokens": 27299053.0, |
| "step": 6760 |
| }, |
| { |
| "entropy": 0.9924969553947449, |
| "epoch": 1.991762283024419, |
| "grad_norm": 0.6030513644218445, |
| "learning_rate": 5.5689343619421906e-05, |
| "loss": 0.9977625846862793, |
| "mean_token_accuracy": 0.7658666670322418, |
| "num_tokens": 27339515.0, |
| "step": 6770 |
| }, |
| { |
| "entropy": 0.9534170269966126, |
| "epoch": 1.994704324801412, |
| "grad_norm": 0.5039950609207153, |
| "learning_rate": 5.539884315211321e-05, |
| "loss": 0.9545814514160156, |
| "mean_token_accuracy": 0.7779964745044708, |
| "num_tokens": 27379693.0, |
| "step": 6780 |
| }, |
| { |
| "entropy": 0.9789716601371765, |
| "epoch": 1.9976463665784054, |
| "grad_norm": 0.5822030305862427, |
| "learning_rate": 5.5108811786376925e-05, |
| "loss": 0.9928366661071777, |
| "mean_token_accuracy": 0.7682704031467438, |
| "num_tokens": 27419734.0, |
| "step": 6790 |
| }, |
| { |
| "entropy": 0.915216040611267, |
| "epoch": 2.000588408355399, |
| "grad_norm": 0.4654218554496765, |
| "learning_rate": 5.481925257267589e-05, |
| "loss": 0.8871613502502441, |
| "mean_token_accuracy": 0.7920856356620789, |
| "num_tokens": 27458303.0, |
| "step": 6800 |
| }, |
| { |
| "epoch": 2.000588408355399, |
| "eval_entropy": 0.9942471109663095, |
| "eval_loss": 1.1395292282104492, |
| "eval_mean_token_accuracy": 0.7511763375575148, |
| "eval_num_tokens": 27458303.0, |
| "eval_runtime": 116.8845, |
| "eval_samples_per_second": 26.051, |
| "eval_steps_per_second": 3.26, |
| "step": 6800 |
| }, |
| { |
| "entropy": 0.7543269693851471, |
| "epoch": 2.003530450132392, |
| "grad_norm": 0.6209985613822937, |
| "learning_rate": 5.4530168556506875e-05, |
| "loss": 0.6749869823455811, |
| "mean_token_accuracy": 0.8347735464572906, |
| "num_tokens": 27498607.0, |
| "step": 6810 |
| }, |
| { |
| "entropy": 0.6835850536823272, |
| "epoch": 2.0064724919093853, |
| "grad_norm": 0.781541109085083, |
| "learning_rate": 5.424156277836881e-05, |
| "loss": 0.6951170921325683, |
| "mean_token_accuracy": 0.8288436651229858, |
| "num_tokens": 27538904.0, |
| "step": 6820 |
| }, |
| { |
| "entropy": 0.6437631964683532, |
| "epoch": 2.0094145336863782, |
| "grad_norm": 0.8998324871063232, |
| "learning_rate": 5.395343827373053e-05, |
| "loss": 0.6296420574188233, |
| "mean_token_accuracy": 0.8461188077926636, |
| "num_tokens": 27579223.0, |
| "step": 6830 |
| }, |
| { |
| "entropy": 0.6127074956893921, |
| "epoch": 2.0123565754633717, |
| "grad_norm": 0.6167740225791931, |
| "learning_rate": 5.366579807299909e-05, |
| "loss": 0.5965664386749268, |
| "mean_token_accuracy": 0.850104957818985, |
| "num_tokens": 27619638.0, |
| "step": 6840 |
| }, |
| { |
| "entropy": 0.6964607417583466, |
| "epoch": 2.0152986172403646, |
| "grad_norm": 0.637476921081543, |
| "learning_rate": 5.337864520148768e-05, |
| "loss": 0.6968545913696289, |
| "mean_token_accuracy": 0.8300110459327698, |
| "num_tokens": 27660158.0, |
| "step": 6850 |
| }, |
| { |
| "entropy": 0.6738093435764313, |
| "epoch": 2.018240659017358, |
| "grad_norm": 0.7894798517227173, |
| "learning_rate": 5.309198267938402e-05, |
| "loss": 0.6670093059539794, |
| "mean_token_accuracy": 0.8377935826778412, |
| "num_tokens": 27700212.0, |
| "step": 6860 |
| }, |
| { |
| "entropy": 0.6280623555183411, |
| "epoch": 2.0211827007943515, |
| "grad_norm": 0.80244380235672, |
| "learning_rate": 5.280581352171836e-05, |
| "loss": 0.6267249107360839, |
| "mean_token_accuracy": 0.8437743067741394, |
| "num_tokens": 27740554.0, |
| "step": 6870 |
| }, |
| { |
| "entropy": 0.6882079899311065, |
| "epoch": 2.0241247425713444, |
| "grad_norm": 0.7488958835601807, |
| "learning_rate": 5.2520140738332025e-05, |
| "loss": 0.6897297382354737, |
| "mean_token_accuracy": 0.8309988558292389, |
| "num_tokens": 27781034.0, |
| "step": 6880 |
| }, |
| { |
| "entropy": 0.676528149843216, |
| "epoch": 2.027066784348338, |
| "grad_norm": 0.8301676511764526, |
| "learning_rate": 5.2234967333845466e-05, |
| "loss": 0.6622447490692138, |
| "mean_token_accuracy": 0.8345989942550659, |
| "num_tokens": 27821579.0, |
| "step": 6890 |
| }, |
| { |
| "entropy": 0.6388787865638733, |
| "epoch": 2.030008826125331, |
| "grad_norm": 0.7029614448547363, |
| "learning_rate": 5.1950296307626956e-05, |
| "loss": 0.6487605571746826, |
| "mean_token_accuracy": 0.8400563955307007, |
| "num_tokens": 27861899.0, |
| "step": 6900 |
| }, |
| { |
| "epoch": 2.030008826125331, |
| "eval_entropy": 0.8397969613707285, |
| "eval_loss": 1.2236672639846802, |
| "eval_mean_token_accuracy": 0.7469185830101254, |
| "eval_num_tokens": 27861899.0, |
| "eval_runtime": 116.8259, |
| "eval_samples_per_second": 26.064, |
| "eval_steps_per_second": 3.261, |
| "step": 6900 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10197, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.2944070017481708e+18, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
