| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 2972, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 1.3228859663009644, |
| "epoch": 0.013458950201884253, |
| "grad_norm": 1.4003818035125732, |
| "learning_rate": 2.4193548387096776e-06, |
| "loss": 0.3947859287261963, |
| "mean_token_accuracy": 0.8766823470592499, |
| "num_tokens": 179351.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 1.3223209857940674, |
| "epoch": 0.026917900403768506, |
| "grad_norm": 1.4293484687805176, |
| "learning_rate": 5.1075268817204305e-06, |
| "loss": 0.36992483139038085, |
| "mean_token_accuracy": 0.8841759026050567, |
| "num_tokens": 358681.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 1.3241522073745728, |
| "epoch": 0.040376850605652756, |
| "grad_norm": 1.3410050868988037, |
| "learning_rate": 7.795698924731183e-06, |
| "loss": 0.3491047859191895, |
| "mean_token_accuracy": 0.8843624591827393, |
| "num_tokens": 538488.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 1.3318131804466247, |
| "epoch": 0.05383580080753701, |
| "grad_norm": 1.08042573928833, |
| "learning_rate": 1.0483870967741936e-05, |
| "loss": 0.30254349708557127, |
| "mean_token_accuracy": 0.8926964640617371, |
| "num_tokens": 718118.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 1.3337590098381042, |
| "epoch": 0.06729475100942127, |
| "grad_norm": 0.8615964651107788, |
| "learning_rate": 1.3172043010752688e-05, |
| "loss": 0.26572132110595703, |
| "mean_token_accuracy": 0.9041078448295593, |
| "num_tokens": 897209.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 1.3126742005348206, |
| "epoch": 0.08075370121130551, |
| "grad_norm": 0.9317428469657898, |
| "learning_rate": 1.586021505376344e-05, |
| "loss": 0.23249435424804688, |
| "mean_token_accuracy": 0.9135358154773712, |
| "num_tokens": 1076448.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 1.2961446046829224, |
| "epoch": 0.09421265141318977, |
| "grad_norm": 1.1822317838668823, |
| "learning_rate": 1.8548387096774193e-05, |
| "loss": 0.21359801292419434, |
| "mean_token_accuracy": 0.9192376554012298, |
| "num_tokens": 1255796.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 1.2832220673561097, |
| "epoch": 0.10767160161507403, |
| "grad_norm": 1.1605602502822876, |
| "learning_rate": 2.1236559139784946e-05, |
| "loss": 0.20212924480438232, |
| "mean_token_accuracy": 0.9217188417911529, |
| "num_tokens": 1435611.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 1.2762320637702942, |
| "epoch": 0.12113055181695828, |
| "grad_norm": 1.2006449699401855, |
| "learning_rate": 2.39247311827957e-05, |
| "loss": 0.18676402568817138, |
| "mean_token_accuracy": 0.9310197174549103, |
| "num_tokens": 1614872.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 1.274475383758545, |
| "epoch": 0.13458950201884254, |
| "grad_norm": 1.2656220197677612, |
| "learning_rate": 2.661290322580645e-05, |
| "loss": 0.17775335311889648, |
| "mean_token_accuracy": 0.9305342018604279, |
| "num_tokens": 1794050.0, |
| "step": 100 |
| }, |
| { |
| "entropy": 1.2607086300849915, |
| "epoch": 0.1480484522207268, |
| "grad_norm": 1.2415285110473633, |
| "learning_rate": 2.9301075268817207e-05, |
| "loss": 0.17471678256988527, |
| "mean_token_accuracy": 0.9317916095256805, |
| "num_tokens": 1973292.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 1.2618489027023316, |
| "epoch": 0.16150740242261102, |
| "grad_norm": 1.268917202949524, |
| "learning_rate": 3.198924731182796e-05, |
| "loss": 0.17752587795257568, |
| "mean_token_accuracy": 0.9324639737606049, |
| "num_tokens": 2152526.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 1.2617292761802674, |
| "epoch": 0.17496635262449528, |
| "grad_norm": 1.1972988843917847, |
| "learning_rate": 3.467741935483872e-05, |
| "loss": 0.1649715781211853, |
| "mean_token_accuracy": 0.9361909210681916, |
| "num_tokens": 2331952.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 1.2492274522781373, |
| "epoch": 0.18842530282637954, |
| "grad_norm": 1.2891550064086914, |
| "learning_rate": 3.736559139784947e-05, |
| "loss": 0.15520352125167847, |
| "mean_token_accuracy": 0.939128577709198, |
| "num_tokens": 2510125.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 1.2332049250602721, |
| "epoch": 0.2018842530282638, |
| "grad_norm": 1.4108549356460571, |
| "learning_rate": 4.005376344086022e-05, |
| "loss": 0.16094473600387574, |
| "mean_token_accuracy": 0.936911940574646, |
| "num_tokens": 2690100.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 1.2368563890457154, |
| "epoch": 0.21534320323014805, |
| "grad_norm": 1.2720197439193726, |
| "learning_rate": 4.2741935483870973e-05, |
| "loss": 0.15074102878570556, |
| "mean_token_accuracy": 0.9419298887252807, |
| "num_tokens": 2869072.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 1.2400941371917724, |
| "epoch": 0.2288021534320323, |
| "grad_norm": 1.1434999704360962, |
| "learning_rate": 4.543010752688172e-05, |
| "loss": 0.15364220142364501, |
| "mean_token_accuracy": 0.9395892560482025, |
| "num_tokens": 3048179.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 1.2370286583900452, |
| "epoch": 0.24226110363391656, |
| "grad_norm": 1.1543998718261719, |
| "learning_rate": 4.811827956989248e-05, |
| "loss": 0.1518303394317627, |
| "mean_token_accuracy": 0.9403793513774872, |
| "num_tokens": 3227648.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 1.2381223678588866, |
| "epoch": 0.2557200538358008, |
| "grad_norm": 1.2674320936203003, |
| "learning_rate": 5.080645161290323e-05, |
| "loss": 0.14720194339752196, |
| "mean_token_accuracy": 0.9413308918476104, |
| "num_tokens": 3406443.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 1.2209740161895752, |
| "epoch": 0.2691790040376851, |
| "grad_norm": 1.3895965814590454, |
| "learning_rate": 5.349462365591398e-05, |
| "loss": 0.14467229843139648, |
| "mean_token_accuracy": 0.9425995826721192, |
| "num_tokens": 3585139.0, |
| "step": 200 |
| }, |
| { |
| "entropy": 1.202421200275421, |
| "epoch": 0.28263795423956933, |
| "grad_norm": 1.1748970746994019, |
| "learning_rate": 5.618279569892473e-05, |
| "loss": 0.14418480396270753, |
| "mean_token_accuracy": 0.944035142660141, |
| "num_tokens": 3764815.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 1.2019111514091492, |
| "epoch": 0.2960969044414536, |
| "grad_norm": 1.498073935508728, |
| "learning_rate": 5.887096774193549e-05, |
| "loss": 0.1409894585609436, |
| "mean_token_accuracy": 0.9451915919780731, |
| "num_tokens": 3944066.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 1.208519995212555, |
| "epoch": 0.30955585464333785, |
| "grad_norm": 1.3500250577926636, |
| "learning_rate": 6.155913978494624e-05, |
| "loss": 0.14032076597213744, |
| "mean_token_accuracy": 0.9437436699867249, |
| "num_tokens": 4122561.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 1.2071591854095458, |
| "epoch": 0.32301480484522205, |
| "grad_norm": 1.2740904092788696, |
| "learning_rate": 6.4247311827957e-05, |
| "loss": 0.13652472496032714, |
| "mean_token_accuracy": 0.9458230376243592, |
| "num_tokens": 4301558.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 1.2087280392646789, |
| "epoch": 0.3364737550471063, |
| "grad_norm": 1.2498955726623535, |
| "learning_rate": 6.693548387096774e-05, |
| "loss": 0.137939453125, |
| "mean_token_accuracy": 0.9447133004665375, |
| "num_tokens": 4480708.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 1.1996983647346497, |
| "epoch": 0.34993270524899056, |
| "grad_norm": 1.4520384073257446, |
| "learning_rate": 6.962365591397851e-05, |
| "loss": 0.14351414442062377, |
| "mean_token_accuracy": 0.9436001539230346, |
| "num_tokens": 4659616.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 1.195546042919159, |
| "epoch": 0.3633916554508748, |
| "grad_norm": 1.1850366592407227, |
| "learning_rate": 7.231182795698926e-05, |
| "loss": 0.13713514804840088, |
| "mean_token_accuracy": 0.946206146478653, |
| "num_tokens": 4838619.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 1.1904785871505736, |
| "epoch": 0.3768506056527591, |
| "grad_norm": 1.4309216737747192, |
| "learning_rate": 7.500000000000001e-05, |
| "loss": 0.13457468748092652, |
| "mean_token_accuracy": 0.9473767280578613, |
| "num_tokens": 5017668.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 1.1928183078765868, |
| "epoch": 0.39030955585464333, |
| "grad_norm": 1.1399856805801392, |
| "learning_rate": 7.768817204301076e-05, |
| "loss": 0.13286283016204833, |
| "mean_token_accuracy": 0.9468790471553803, |
| "num_tokens": 5197412.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 1.1921735286712647, |
| "epoch": 0.4037685060565276, |
| "grad_norm": 1.3263301849365234, |
| "learning_rate": 8.037634408602151e-05, |
| "loss": 0.1312130570411682, |
| "mean_token_accuracy": 0.9481729447841645, |
| "num_tokens": 5377026.0, |
| "step": 300 |
| }, |
| { |
| "entropy": 1.1928237080574036, |
| "epoch": 0.41722745625841184, |
| "grad_norm": 1.6233983039855957, |
| "learning_rate": 8.306451612903227e-05, |
| "loss": 0.1323886036872864, |
| "mean_token_accuracy": 0.9465976357460022, |
| "num_tokens": 5556708.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 1.1836108446121216, |
| "epoch": 0.4306864064602961, |
| "grad_norm": 1.3058593273162842, |
| "learning_rate": 8.575268817204302e-05, |
| "loss": 0.13815442323684693, |
| "mean_token_accuracy": 0.9450344681739807, |
| "num_tokens": 5735495.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 1.179207694530487, |
| "epoch": 0.44414535666218036, |
| "grad_norm": 1.43180513381958, |
| "learning_rate": 8.844086021505377e-05, |
| "loss": 0.13185629844665528, |
| "mean_token_accuracy": 0.9473332643508912, |
| "num_tokens": 5914707.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 1.1725443840026855, |
| "epoch": 0.4576043068640646, |
| "grad_norm": 1.391575813293457, |
| "learning_rate": 9.112903225806452e-05, |
| "loss": 0.13046096563339232, |
| "mean_token_accuracy": 0.9486047685146332, |
| "num_tokens": 6093788.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 1.17471581697464, |
| "epoch": 0.47106325706594887, |
| "grad_norm": 1.5146636962890625, |
| "learning_rate": 9.381720430107528e-05, |
| "loss": 0.13146305084228516, |
| "mean_token_accuracy": 0.9477684259414673, |
| "num_tokens": 6272916.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 1.1633504509925843, |
| "epoch": 0.4845222072678331, |
| "grad_norm": 1.1611223220825195, |
| "learning_rate": 9.650537634408603e-05, |
| "loss": 0.12906880378723146, |
| "mean_token_accuracy": 0.9491180777549744, |
| "num_tokens": 6452766.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 1.1688304781913756, |
| "epoch": 0.4979811574697174, |
| "grad_norm": 1.5618613958358765, |
| "learning_rate": 9.919354838709678e-05, |
| "loss": 0.1296112060546875, |
| "mean_token_accuracy": 0.9494616508483886, |
| "num_tokens": 6632087.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 1.1618135571479797, |
| "epoch": 0.5114401076716016, |
| "grad_norm": 1.259940266609192, |
| "learning_rate": 9.999975729865971e-05, |
| "loss": 0.12792425155639647, |
| "mean_token_accuracy": 0.9487492978572846, |
| "num_tokens": 6811480.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 1.1698922395706177, |
| "epoch": 0.5248990578734859, |
| "grad_norm": 1.4075767993927002, |
| "learning_rate": 9.999856856307314e-05, |
| "loss": 0.12948644161224365, |
| "mean_token_accuracy": 0.9471172571182251, |
| "num_tokens": 6990914.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 1.1714325428009034, |
| "epoch": 0.5383580080753702, |
| "grad_norm": 1.2077672481536865, |
| "learning_rate": 9.999638923896533e-05, |
| "loss": 0.12964634895324706, |
| "mean_token_accuracy": 0.9472773969173431, |
| "num_tokens": 7170193.0, |
| "step": 400 |
| }, |
| { |
| "entropy": 1.172813320159912, |
| "epoch": 0.5518169582772544, |
| "grad_norm": 1.506191611289978, |
| "learning_rate": 9.999321936951374e-05, |
| "loss": 0.12280762195587158, |
| "mean_token_accuracy": 0.9517758071422577, |
| "num_tokens": 7349496.0, |
| "step": 410 |
| }, |
| { |
| "entropy": 1.179931104183197, |
| "epoch": 0.5652759084791387, |
| "grad_norm": 1.2185982465744019, |
| "learning_rate": 9.998905901752091e-05, |
| "loss": 0.12760610580444337, |
| "mean_token_accuracy": 0.948979276418686, |
| "num_tokens": 7528648.0, |
| "step": 420 |
| }, |
| { |
| "entropy": 1.1817825198173524, |
| "epoch": 0.5787348586810229, |
| "grad_norm": 1.285261631011963, |
| "learning_rate": 9.998390826541315e-05, |
| "loss": 0.13066411018371582, |
| "mean_token_accuracy": 0.947555410861969, |
| "num_tokens": 7707487.0, |
| "step": 430 |
| }, |
| { |
| "entropy": 1.1945344924926757, |
| "epoch": 0.5921938088829072, |
| "grad_norm": 1.2778966426849365, |
| "learning_rate": 9.997776721523888e-05, |
| "loss": 0.13003890514373778, |
| "mean_token_accuracy": 0.9476695477962493, |
| "num_tokens": 7886452.0, |
| "step": 440 |
| }, |
| { |
| "entropy": 1.192435622215271, |
| "epoch": 0.6056527590847914, |
| "grad_norm": 1.2676047086715698, |
| "learning_rate": 9.99706359886667e-05, |
| "loss": 0.13059219121932983, |
| "mean_token_accuracy": 0.9467391848564148, |
| "num_tokens": 8065093.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 1.1952194094657898, |
| "epoch": 0.6191117092866757, |
| "grad_norm": 1.1667490005493164, |
| "learning_rate": 9.996251472698281e-05, |
| "loss": 0.1308892250061035, |
| "mean_token_accuracy": 0.9474103152751923, |
| "num_tokens": 8245294.0, |
| "step": 460 |
| }, |
| { |
| "entropy": 1.1830523014068604, |
| "epoch": 0.6325706594885598, |
| "grad_norm": 1.4168891906738281, |
| "learning_rate": 9.995340359108844e-05, |
| "loss": 0.1230043888092041, |
| "mean_token_accuracy": 0.9503998339176178, |
| "num_tokens": 8424334.0, |
| "step": 470 |
| }, |
| { |
| "entropy": 1.1928761839866637, |
| "epoch": 0.6460296096904441, |
| "grad_norm": 1.4041002988815308, |
| "learning_rate": 9.994330276149649e-05, |
| "loss": 0.12544957399368287, |
| "mean_token_accuracy": 0.9496485233306885, |
| "num_tokens": 8603758.0, |
| "step": 480 |
| }, |
| { |
| "entropy": 1.180042278766632, |
| "epoch": 0.6594885598923284, |
| "grad_norm": 1.2816451787948608, |
| "learning_rate": 9.993221243832797e-05, |
| "loss": 0.1197009801864624, |
| "mean_token_accuracy": 0.9527871966361999, |
| "num_tokens": 8782936.0, |
| "step": 490 |
| }, |
| { |
| "entropy": 1.1822824954986573, |
| "epoch": 0.6729475100942126, |
| "grad_norm": 1.0554879903793335, |
| "learning_rate": 9.992013284130816e-05, |
| "loss": 0.12416183948516846, |
| "mean_token_accuracy": 0.9488660097122192, |
| "num_tokens": 8962286.0, |
| "step": 500 |
| }, |
| { |
| "entropy": 1.1877296924591065, |
| "epoch": 0.6864064602960969, |
| "grad_norm": 2.272390842437744, |
| "learning_rate": 9.990706420976206e-05, |
| "loss": 0.12660024166107178, |
| "mean_token_accuracy": 0.9495710134506226, |
| "num_tokens": 9141244.0, |
| "step": 510 |
| }, |
| { |
| "entropy": 1.195984995365143, |
| "epoch": 0.6998654104979811, |
| "grad_norm": 1.106213927268982, |
| "learning_rate": 9.989300680260985e-05, |
| "loss": 0.12362114191055298, |
| "mean_token_accuracy": 0.9512333691120147, |
| "num_tokens": 9319796.0, |
| "step": 520 |
| }, |
| { |
| "entropy": 1.1847575902938843, |
| "epoch": 0.7133243606998654, |
| "grad_norm": 1.2385672330856323, |
| "learning_rate": 9.98779608983616e-05, |
| "loss": 0.12053300142288208, |
| "mean_token_accuracy": 0.9517379641532898, |
| "num_tokens": 9498637.0, |
| "step": 530 |
| }, |
| { |
| "entropy": 1.1887083888053893, |
| "epoch": 0.7267833109017496, |
| "grad_norm": 1.1992591619491577, |
| "learning_rate": 9.986192679511189e-05, |
| "loss": 0.12146525382995606, |
| "mean_token_accuracy": 0.9509431838989257, |
| "num_tokens": 9678136.0, |
| "step": 540 |
| }, |
| { |
| "entropy": 1.1956284999847413, |
| "epoch": 0.7402422611036339, |
| "grad_norm": 1.4346206188201904, |
| "learning_rate": 9.984490481053372e-05, |
| "loss": 0.12582865953445435, |
| "mean_token_accuracy": 0.9495353937149048, |
| "num_tokens": 9856943.0, |
| "step": 550 |
| }, |
| { |
| "entropy": 1.183466374874115, |
| "epoch": 0.7537012113055181, |
| "grad_norm": 1.1207399368286133, |
| "learning_rate": 9.982689528187244e-05, |
| "loss": 0.11938930749893188, |
| "mean_token_accuracy": 0.9524446070194245, |
| "num_tokens": 10036305.0, |
| "step": 560 |
| }, |
| { |
| "entropy": 1.1996586084365846, |
| "epoch": 0.7671601615074024, |
| "grad_norm": 1.0004290342330933, |
| "learning_rate": 9.98078985659389e-05, |
| "loss": 0.1256342649459839, |
| "mean_token_accuracy": 0.9488184452056885, |
| "num_tokens": 10215049.0, |
| "step": 570 |
| }, |
| { |
| "entropy": 1.2113700032234191, |
| "epoch": 0.7806191117092867, |
| "grad_norm": 1.243759036064148, |
| "learning_rate": 9.978791503910246e-05, |
| "loss": 0.11844713687896728, |
| "mean_token_accuracy": 0.9520347356796265, |
| "num_tokens": 10393513.0, |
| "step": 580 |
| }, |
| { |
| "entropy": 1.2171649575233459, |
| "epoch": 0.7940780619111709, |
| "grad_norm": 1.2175841331481934, |
| "learning_rate": 9.97669450972835e-05, |
| "loss": 0.1155052900314331, |
| "mean_token_accuracy": 0.954187548160553, |
| "num_tokens": 10572502.0, |
| "step": 590 |
| }, |
| { |
| "entropy": 1.2295325994491577, |
| "epoch": 0.8075370121130552, |
| "grad_norm": 1.1670854091644287, |
| "learning_rate": 9.974498915594557e-05, |
| "loss": 0.12255362272262574, |
| "mean_token_accuracy": 0.9510588347911835, |
| "num_tokens": 10751857.0, |
| "step": 600 |
| }, |
| { |
| "entropy": 1.2220084905624389, |
| "epoch": 0.8209959623149394, |
| "grad_norm": 1.3236212730407715, |
| "learning_rate": 9.97220476500872e-05, |
| "loss": 0.1217005968093872, |
| "mean_token_accuracy": 0.9508337616920471, |
| "num_tokens": 10931362.0, |
| "step": 610 |
| }, |
| { |
| "entropy": 1.20922110080719, |
| "epoch": 0.8344549125168237, |
| "grad_norm": 1.2529112100601196, |
| "learning_rate": 9.969812103423325e-05, |
| "loss": 0.11833038330078124, |
| "mean_token_accuracy": 0.9529603838920593, |
| "num_tokens": 11111075.0, |
| "step": 620 |
| }, |
| { |
| "entropy": 1.2208962082862853, |
| "epoch": 0.847913862718708, |
| "grad_norm": 1.2380986213684082, |
| "learning_rate": 9.967320978242592e-05, |
| "loss": 0.12019131183624268, |
| "mean_token_accuracy": 0.9517916083335877, |
| "num_tokens": 11289952.0, |
| "step": 630 |
| }, |
| { |
| "entropy": 1.206966769695282, |
| "epoch": 0.8613728129205922, |
| "grad_norm": 1.2476933002471924, |
| "learning_rate": 9.964731438821533e-05, |
| "loss": 0.11783044338226319, |
| "mean_token_accuracy": 0.9523464858531951, |
| "num_tokens": 11469661.0, |
| "step": 640 |
| }, |
| { |
| "entropy": 1.2062023997306823, |
| "epoch": 0.8748317631224765, |
| "grad_norm": 1.4155808687210083, |
| "learning_rate": 9.962043536464978e-05, |
| "loss": 0.12099127769470215, |
| "mean_token_accuracy": 0.9519050180912018, |
| "num_tokens": 11648570.0, |
| "step": 650 |
| }, |
| { |
| "entropy": 1.2050026655197144, |
| "epoch": 0.8882907133243607, |
| "grad_norm": 1.309507966041565, |
| "learning_rate": 9.959257324426556e-05, |
| "loss": 0.11565302610397339, |
| "mean_token_accuracy": 0.9535071849822998, |
| "num_tokens": 11827640.0, |
| "step": 660 |
| }, |
| { |
| "entropy": 1.2138132452964783, |
| "epoch": 0.901749663526245, |
| "grad_norm": 1.150227427482605, |
| "learning_rate": 9.95637285790764e-05, |
| "loss": 0.11565654277801514, |
| "mean_token_accuracy": 0.9536015927791596, |
| "num_tokens": 12006419.0, |
| "step": 670 |
| }, |
| { |
| "entropy": 1.2211383819580077, |
| "epoch": 0.9152086137281292, |
| "grad_norm": 1.3185595273971558, |
| "learning_rate": 9.953390194056258e-05, |
| "loss": 0.11686277389526367, |
| "mean_token_accuracy": 0.9518564403057098, |
| "num_tokens": 12184806.0, |
| "step": 680 |
| }, |
| { |
| "entropy": 1.233402180671692, |
| "epoch": 0.9286675639300135, |
| "grad_norm": 1.160781979560852, |
| "learning_rate": 9.950309391965947e-05, |
| "loss": 0.11723113059997559, |
| "mean_token_accuracy": 0.9525671184062958, |
| "num_tokens": 12363767.0, |
| "step": 690 |
| }, |
| { |
| "entropy": 1.2254271149635314, |
| "epoch": 0.9421265141318977, |
| "grad_norm": 1.0756208896636963, |
| "learning_rate": 9.947130512674602e-05, |
| "loss": 0.11969656944274902, |
| "mean_token_accuracy": 0.9499428868293762, |
| "num_tokens": 12542727.0, |
| "step": 700 |
| }, |
| { |
| "entropy": 1.2217535138130189, |
| "epoch": 0.955585464333782, |
| "grad_norm": 1.131346344947815, |
| "learning_rate": 9.943853619163255e-05, |
| "loss": 0.11605353355407715, |
| "mean_token_accuracy": 0.9536243081092834, |
| "num_tokens": 12721825.0, |
| "step": 710 |
| }, |
| { |
| "entropy": 1.2145210385322571, |
| "epoch": 0.9690444145356663, |
| "grad_norm": 1.0480105876922607, |
| "learning_rate": 9.94047877635482e-05, |
| "loss": 0.11278635263442993, |
| "mean_token_accuracy": 0.9553675949573517, |
| "num_tokens": 12902291.0, |
| "step": 720 |
| }, |
| { |
| "entropy": 1.2308586597442628, |
| "epoch": 0.9825033647375505, |
| "grad_norm": 1.1793105602264404, |
| "learning_rate": 9.93700605111283e-05, |
| "loss": 0.11050724983215332, |
| "mean_token_accuracy": 0.9547911584377289, |
| "num_tokens": 13082065.0, |
| "step": 730 |
| }, |
| { |
| "entropy": 1.2493423819541931, |
| "epoch": 0.9959623149394348, |
| "grad_norm": 1.289297103881836, |
| "learning_rate": 9.933435512240084e-05, |
| "loss": 0.11567041873931885, |
| "mean_token_accuracy": 0.9526383280754089, |
| "num_tokens": 13261041.0, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_entropy": 1.229653848204643, |
| "eval_loss": 0.11524093896150589, |
| "eval_mean_token_accuracy": 0.9533016294430775, |
| "eval_num_tokens": 13314766.0, |
| "eval_runtime": 13.2833, |
| "eval_samples_per_second": 376.412, |
| "eval_steps_per_second": 11.819, |
| "step": 743 |
| }, |
| { |
| "entropy": 1.233021354675293, |
| "epoch": 1.009421265141319, |
| "grad_norm": 1.3314229249954224, |
| "learning_rate": 9.929767230477305e-05, |
| "loss": 0.10805211067199708, |
| "mean_token_accuracy": 0.9576423108577728, |
| "num_tokens": 13440438.0, |
| "step": 750 |
| }, |
| { |
| "entropy": 1.2277064085006715, |
| "epoch": 1.0228802153432033, |
| "grad_norm": 1.194751262664795, |
| "learning_rate": 9.92600127850173e-05, |
| "loss": 0.09916897416114807, |
| "mean_token_accuracy": 0.9617054045200348, |
| "num_tokens": 13619055.0, |
| "step": 760 |
| }, |
| { |
| "entropy": 1.2193793654441833, |
| "epoch": 1.0363391655450875, |
| "grad_norm": 1.3674660921096802, |
| "learning_rate": 9.922137730925673e-05, |
| "loss": 0.09446401596069336, |
| "mean_token_accuracy": 0.9620481312274933, |
| "num_tokens": 13798753.0, |
| "step": 770 |
| }, |
| { |
| "entropy": 1.2068825483322143, |
| "epoch": 1.0497981157469718, |
| "grad_norm": 1.175338625907898, |
| "learning_rate": 9.918176664295041e-05, |
| "loss": 0.09437270164489746, |
| "mean_token_accuracy": 0.9626644790172577, |
| "num_tokens": 13978445.0, |
| "step": 780 |
| }, |
| { |
| "entropy": 1.2036906003952026, |
| "epoch": 1.063257065948856, |
| "grad_norm": 1.3463256359100342, |
| "learning_rate": 9.914118157087824e-05, |
| "loss": 0.09322788715362548, |
| "mean_token_accuracy": 0.9640586376190186, |
| "num_tokens": 14157400.0, |
| "step": 790 |
| }, |
| { |
| "entropy": 1.195313036441803, |
| "epoch": 1.0767160161507403, |
| "grad_norm": 1.2407623529434204, |
| "learning_rate": 9.909962289712538e-05, |
| "loss": 0.10000712871551513, |
| "mean_token_accuracy": 0.9604595184326172, |
| "num_tokens": 14337209.0, |
| "step": 800 |
| }, |
| { |
| "entropy": 1.1997171878814696, |
| "epoch": 1.0901749663526246, |
| "grad_norm": 1.4212044477462769, |
| "learning_rate": 9.905709144506629e-05, |
| "loss": 0.09967402815818786, |
| "mean_token_accuracy": 0.9616046726703644, |
| "num_tokens": 14516327.0, |
| "step": 810 |
| }, |
| { |
| "entropy": 1.1916023015975952, |
| "epoch": 1.1036339165545088, |
| "grad_norm": 1.296561598777771, |
| "learning_rate": 9.901358805734846e-05, |
| "loss": 0.09139133095741273, |
| "mean_token_accuracy": 0.9634343802928924, |
| "num_tokens": 14695257.0, |
| "step": 820 |
| }, |
| { |
| "entropy": 1.1924808621406555, |
| "epoch": 1.117092866756393, |
| "grad_norm": 1.3003162145614624, |
| "learning_rate": 9.89691135958757e-05, |
| "loss": 0.0935364007949829, |
| "mean_token_accuracy": 0.9624580383300781, |
| "num_tokens": 14874609.0, |
| "step": 830 |
| }, |
| { |
| "entropy": 1.2110714197158814, |
| "epoch": 1.1305518169582773, |
| "grad_norm": 1.341585636138916, |
| "learning_rate": 9.892366894179105e-05, |
| "loss": 0.09882450699806214, |
| "mean_token_accuracy": 0.961030250787735, |
| "num_tokens": 15053971.0, |
| "step": 840 |
| }, |
| { |
| "entropy": 1.2037933468818665, |
| "epoch": 1.1440107671601616, |
| "grad_norm": 1.4529608488082886, |
| "learning_rate": 9.887725499545937e-05, |
| "loss": 0.09266124367713928, |
| "mean_token_accuracy": 0.9641264617443085, |
| "num_tokens": 15233217.0, |
| "step": 850 |
| }, |
| { |
| "entropy": 1.210195577144623, |
| "epoch": 1.1574697173620458, |
| "grad_norm": 0.9631540179252625, |
| "learning_rate": 9.882987267644939e-05, |
| "loss": 0.09560335874557495, |
| "mean_token_accuracy": 0.9616110920906067, |
| "num_tokens": 15412460.0, |
| "step": 860 |
| }, |
| { |
| "entropy": 1.210800564289093, |
| "epoch": 1.17092866756393, |
| "grad_norm": 1.078429937362671, |
| "learning_rate": 9.878152292351563e-05, |
| "loss": 0.0967819094657898, |
| "mean_token_accuracy": 0.960888934135437, |
| "num_tokens": 15590882.0, |
| "step": 870 |
| }, |
| { |
| "entropy": 1.204759907722473, |
| "epoch": 1.1843876177658144, |
| "grad_norm": 1.132325530052185, |
| "learning_rate": 9.873220669457975e-05, |
| "loss": 0.09479628801345825, |
| "mean_token_accuracy": 0.9629071593284607, |
| "num_tokens": 15770658.0, |
| "step": 880 |
| }, |
| { |
| "entropy": 1.2071414232254027, |
| "epoch": 1.1978465679676986, |
| "grad_norm": 1.0902807712554932, |
| "learning_rate": 9.868192496671147e-05, |
| "loss": 0.09629296064376831, |
| "mean_token_accuracy": 0.9622378885746002, |
| "num_tokens": 15950126.0, |
| "step": 890 |
| }, |
| { |
| "entropy": 1.2057334661483765, |
| "epoch": 1.2113055181695827, |
| "grad_norm": 1.2059770822525024, |
| "learning_rate": 9.86306787361094e-05, |
| "loss": 0.09764755368232728, |
| "mean_token_accuracy": 0.962404465675354, |
| "num_tokens": 16129315.0, |
| "step": 900 |
| }, |
| { |
| "entropy": 1.2059934735298157, |
| "epoch": 1.224764468371467, |
| "grad_norm": 1.5481969118118286, |
| "learning_rate": 9.857846901808117e-05, |
| "loss": 0.09670655727386475, |
| "mean_token_accuracy": 0.9619201004505158, |
| "num_tokens": 16307839.0, |
| "step": 910 |
| }, |
| { |
| "entropy": 1.2136071562767028, |
| "epoch": 1.2382234185733512, |
| "grad_norm": 1.1171293258666992, |
| "learning_rate": 9.852529684702329e-05, |
| "loss": 0.09502402544021607, |
| "mean_token_accuracy": 0.9619876623153687, |
| "num_tokens": 16487021.0, |
| "step": 920 |
| }, |
| { |
| "entropy": 1.232442605495453, |
| "epoch": 1.2516823687752354, |
| "grad_norm": 1.2836637496948242, |
| "learning_rate": 9.847116327640082e-05, |
| "loss": 0.09930729866027832, |
| "mean_token_accuracy": 0.9604007601737976, |
| "num_tokens": 16665995.0, |
| "step": 930 |
| }, |
| { |
| "entropy": 1.2321829080581665, |
| "epoch": 1.2651413189771197, |
| "grad_norm": 1.1843444108963013, |
| "learning_rate": 9.841606937872632e-05, |
| "loss": 0.10086537599563598, |
| "mean_token_accuracy": 0.9602800250053406, |
| "num_tokens": 16845090.0, |
| "step": 940 |
| }, |
| { |
| "entropy": 1.233613657951355, |
| "epoch": 1.278600269179004, |
| "grad_norm": 1.3496166467666626, |
| "learning_rate": 9.836001624553869e-05, |
| "loss": 0.09795907735824586, |
| "mean_token_accuracy": 0.9610718429088593, |
| "num_tokens": 17024295.0, |
| "step": 950 |
| }, |
| { |
| "entropy": 1.2220023155212403, |
| "epoch": 1.2920592193808882, |
| "grad_norm": 1.238175392150879, |
| "learning_rate": 9.830300498738152e-05, |
| "loss": 0.09709340333938599, |
| "mean_token_accuracy": 0.9621975898742676, |
| "num_tokens": 17203525.0, |
| "step": 960 |
| }, |
| { |
| "entropy": 1.2186771392822267, |
| "epoch": 1.3055181695827724, |
| "grad_norm": 1.0820763111114502, |
| "learning_rate": 9.824503673378112e-05, |
| "loss": 0.09260507822036743, |
| "mean_token_accuracy": 0.9632427036762238, |
| "num_tokens": 17382269.0, |
| "step": 970 |
| }, |
| { |
| "entropy": 1.212946391105652, |
| "epoch": 1.3189771197846567, |
| "grad_norm": 1.253194808959961, |
| "learning_rate": 9.81861126332241e-05, |
| "loss": 0.10012803077697754, |
| "mean_token_accuracy": 0.9596389472484589, |
| "num_tokens": 17561951.0, |
| "step": 980 |
| }, |
| { |
| "entropy": 1.2092903971672058, |
| "epoch": 1.332436069986541, |
| "grad_norm": 1.6471713781356812, |
| "learning_rate": 9.812623385313461e-05, |
| "loss": 0.1032632827758789, |
| "mean_token_accuracy": 0.9594815850257874, |
| "num_tokens": 17741116.0, |
| "step": 990 |
| }, |
| { |
| "entropy": 1.2158336997032166, |
| "epoch": 1.3458950201884252, |
| "grad_norm": 1.076393723487854, |
| "learning_rate": 9.806540157985131e-05, |
| "loss": 0.09857285022735596, |
| "mean_token_accuracy": 0.9608540177345276, |
| "num_tokens": 17920249.0, |
| "step": 1000 |
| }, |
| { |
| "entropy": 1.2093246698379516, |
| "epoch": 1.3593539703903095, |
| "grad_norm": 1.1203004121780396, |
| "learning_rate": 9.800361701860368e-05, |
| "loss": 0.09807900190353394, |
| "mean_token_accuracy": 0.9611685931682586, |
| "num_tokens": 18099006.0, |
| "step": 1010 |
| }, |
| { |
| "entropy": 1.2070690989494324, |
| "epoch": 1.3728129205921937, |
| "grad_norm": 1.3285764455795288, |
| "learning_rate": 9.794088139348835e-05, |
| "loss": 0.10283086299896241, |
| "mean_token_accuracy": 0.9585156977176666, |
| "num_tokens": 18277971.0, |
| "step": 1020 |
| }, |
| { |
| "entropy": 1.2022451281547546, |
| "epoch": 1.386271870794078, |
| "grad_norm": 1.0949617624282837, |
| "learning_rate": 9.787719594744468e-05, |
| "loss": 0.10161725282669068, |
| "mean_token_accuracy": 0.9598902583122253, |
| "num_tokens": 18457464.0, |
| "step": 1030 |
| }, |
| { |
| "entropy": 1.2045769929885863, |
| "epoch": 1.3997308209959622, |
| "grad_norm": 1.008150577545166, |
| "learning_rate": 9.781256194223023e-05, |
| "loss": 0.10038440227508545, |
| "mean_token_accuracy": 0.960367614030838, |
| "num_tokens": 18636876.0, |
| "step": 1040 |
| }, |
| { |
| "entropy": 1.204549217224121, |
| "epoch": 1.4131897711978465, |
| "grad_norm": 1.0495935678482056, |
| "learning_rate": 9.774698065839577e-05, |
| "loss": 0.09564157128334046, |
| "mean_token_accuracy": 0.9625212967395782, |
| "num_tokens": 18816243.0, |
| "step": 1050 |
| }, |
| { |
| "entropy": 1.2045063614845275, |
| "epoch": 1.4266487213997308, |
| "grad_norm": 1.2372835874557495, |
| "learning_rate": 9.768045339525979e-05, |
| "loss": 0.09781360626220703, |
| "mean_token_accuracy": 0.9605839848518372, |
| "num_tokens": 18995594.0, |
| "step": 1060 |
| }, |
| { |
| "entropy": 1.2258678078651428, |
| "epoch": 1.440107671601615, |
| "grad_norm": 1.0772687196731567, |
| "learning_rate": 9.76129814708829e-05, |
| "loss": 0.09291026592254639, |
| "mean_token_accuracy": 0.9634248733520507, |
| "num_tokens": 19173887.0, |
| "step": 1070 |
| }, |
| { |
| "entropy": 1.2230794191360475, |
| "epoch": 1.4535666218034993, |
| "grad_norm": 1.2008293867111206, |
| "learning_rate": 9.754456622204167e-05, |
| "loss": 0.09285001754760742, |
| "mean_token_accuracy": 0.9633622407913208, |
| "num_tokens": 19352678.0, |
| "step": 1080 |
| }, |
| { |
| "entropy": 1.2313218355178832, |
| "epoch": 1.4670255720053835, |
| "grad_norm": 1.5826188325881958, |
| "learning_rate": 9.747520900420209e-05, |
| "loss": 0.1002782940864563, |
| "mean_token_accuracy": 0.9600823521614075, |
| "num_tokens": 19532077.0, |
| "step": 1090 |
| }, |
| { |
| "entropy": 1.2246542692184448, |
| "epoch": 1.4804845222072678, |
| "grad_norm": 1.3970143795013428, |
| "learning_rate": 9.740491119149277e-05, |
| "loss": 0.1005969524383545, |
| "mean_token_accuracy": 0.9596368432044983, |
| "num_tokens": 19710609.0, |
| "step": 1100 |
| }, |
| { |
| "entropy": 1.207058048248291, |
| "epoch": 1.493943472409152, |
| "grad_norm": 1.3544780015945435, |
| "learning_rate": 9.733367417667773e-05, |
| "loss": 0.09367164373397827, |
| "mean_token_accuracy": 0.9632523238658905, |
| "num_tokens": 19889820.0, |
| "step": 1110 |
| }, |
| { |
| "entropy": 1.2027259588241577, |
| "epoch": 1.5074024226110363, |
| "grad_norm": 1.2393465042114258, |
| "learning_rate": 9.726149937112873e-05, |
| "loss": 0.09854428172111511, |
| "mean_token_accuracy": 0.9612930059432984, |
| "num_tokens": 20069561.0, |
| "step": 1120 |
| }, |
| { |
| "entropy": 1.2199820518493651, |
| "epoch": 1.5208613728129206, |
| "grad_norm": 1.4061861038208008, |
| "learning_rate": 9.718838820479743e-05, |
| "loss": 0.09687533378601074, |
| "mean_token_accuracy": 0.9612306416034698, |
| "num_tokens": 20249088.0, |
| "step": 1130 |
| }, |
| { |
| "entropy": 1.2114709615707397, |
| "epoch": 1.5343203230148048, |
| "grad_norm": 1.2970331907272339, |
| "learning_rate": 9.711434212618691e-05, |
| "loss": 0.09762253165245056, |
| "mean_token_accuracy": 0.9609376013278961, |
| "num_tokens": 20428600.0, |
| "step": 1140 |
| }, |
| { |
| "entropy": 1.1982413172721862, |
| "epoch": 1.547779273216689, |
| "grad_norm": 1.621308445930481, |
| "learning_rate": 9.703936260232308e-05, |
| "loss": 0.09679374098777771, |
| "mean_token_accuracy": 0.9625207364559174, |
| "num_tokens": 20608047.0, |
| "step": 1150 |
| }, |
| { |
| "entropy": 1.195889377593994, |
| "epoch": 1.5612382234185733, |
| "grad_norm": 1.2940045595169067, |
| "learning_rate": 9.696345111872557e-05, |
| "loss": 0.09699609279632568, |
| "mean_token_accuracy": 0.96190345287323, |
| "num_tokens": 20787142.0, |
| "step": 1160 |
| }, |
| { |
| "entropy": 1.1944554448127747, |
| "epoch": 1.5746971736204576, |
| "grad_norm": 1.3155335187911987, |
| "learning_rate": 9.688660917937838e-05, |
| "loss": 0.09831242561340332, |
| "mean_token_accuracy": 0.9606768429279328, |
| "num_tokens": 20966230.0, |
| "step": 1170 |
| }, |
| { |
| "entropy": 1.1957345604896545, |
| "epoch": 1.5881561238223418, |
| "grad_norm": 1.2948030233383179, |
| "learning_rate": 9.68088383066999e-05, |
| "loss": 0.09834452867507934, |
| "mean_token_accuracy": 0.9612827241420746, |
| "num_tokens": 21145768.0, |
| "step": 1180 |
| }, |
| { |
| "entropy": 1.2020023703575133, |
| "epoch": 1.601615074024226, |
| "grad_norm": 1.0523329973220825, |
| "learning_rate": 9.673014004151292e-05, |
| "loss": 0.09663949012756348, |
| "mean_token_accuracy": 0.9620199799537659, |
| "num_tokens": 21324592.0, |
| "step": 1190 |
| }, |
| { |
| "entropy": 1.1892358779907226, |
| "epoch": 1.6150740242261103, |
| "grad_norm": 1.1584330797195435, |
| "learning_rate": 9.665051594301407e-05, |
| "loss": 0.09669581055641174, |
| "mean_token_accuracy": 0.961614978313446, |
| "num_tokens": 21504539.0, |
| "step": 1200 |
| }, |
| { |
| "entropy": 1.190696406364441, |
| "epoch": 1.6285329744279946, |
| "grad_norm": 1.1194695234298706, |
| "learning_rate": 9.656996758874284e-05, |
| "loss": 0.09648081660270691, |
| "mean_token_accuracy": 0.9612169206142426, |
| "num_tokens": 21683905.0, |
| "step": 1210 |
| }, |
| { |
| "entropy": 1.2076977849006654, |
| "epoch": 1.6419919246298789, |
| "grad_norm": 1.1297376155853271, |
| "learning_rate": 9.648849657455044e-05, |
| "loss": 0.09605686664581299, |
| "mean_token_accuracy": 0.961658376455307, |
| "num_tokens": 21862162.0, |
| "step": 1220 |
| }, |
| { |
| "entropy": 1.2096962213516236, |
| "epoch": 1.6554508748317631, |
| "grad_norm": 1.2401906251907349, |
| "learning_rate": 9.640610451456811e-05, |
| "loss": 0.09206328392028809, |
| "mean_token_accuracy": 0.962989890575409, |
| "num_tokens": 22041015.0, |
| "step": 1230 |
| }, |
| { |
| "entropy": 1.216509222984314, |
| "epoch": 1.6689098250336474, |
| "grad_norm": 1.2637176513671875, |
| "learning_rate": 9.632279304117517e-05, |
| "loss": 0.09614999294281006, |
| "mean_token_accuracy": 0.9613571405410767, |
| "num_tokens": 22220655.0, |
| "step": 1240 |
| }, |
| { |
| "entropy": 1.2126171827316283, |
| "epoch": 1.6823687752355316, |
| "grad_norm": 1.2879180908203125, |
| "learning_rate": 9.623856380496664e-05, |
| "loss": 0.09818092584609986, |
| "mean_token_accuracy": 0.9603166699409484, |
| "num_tokens": 22399957.0, |
| "step": 1250 |
| }, |
| { |
| "entropy": 1.182448434829712, |
| "epoch": 1.695827725437416, |
| "grad_norm": 1.0547544956207275, |
| "learning_rate": 9.615341847472059e-05, |
| "loss": 0.0945388674736023, |
| "mean_token_accuracy": 0.9623521089553833, |
| "num_tokens": 22579222.0, |
| "step": 1260 |
| }, |
| { |
| "entropy": 1.1886864185333252, |
| "epoch": 1.7092866756393001, |
| "grad_norm": 1.4119364023208618, |
| "learning_rate": 9.606735873736505e-05, |
| "loss": 0.0979494333267212, |
| "mean_token_accuracy": 0.9607987105846405, |
| "num_tokens": 22758487.0, |
| "step": 1270 |
| }, |
| { |
| "entropy": 1.1918489813804627, |
| "epoch": 1.7227456258411844, |
| "grad_norm": 1.2551711797714233, |
| "learning_rate": 9.598038629794461e-05, |
| "loss": 0.09586712718009949, |
| "mean_token_accuracy": 0.9615644454956055, |
| "num_tokens": 22936708.0, |
| "step": 1280 |
| }, |
| { |
| "entropy": 1.1913212060928344, |
| "epoch": 1.7362045760430687, |
| "grad_norm": 1.0276069641113281, |
| "learning_rate": 9.589250287958657e-05, |
| "loss": 0.09535220861434937, |
| "mean_token_accuracy": 0.9606883823871613, |
| "num_tokens": 23116329.0, |
| "step": 1290 |
| }, |
| { |
| "entropy": 1.203085219860077, |
| "epoch": 1.749663526244953, |
| "grad_norm": 1.2456278800964355, |
| "learning_rate": 9.580371022346693e-05, |
| "loss": 0.09598281383514404, |
| "mean_token_accuracy": 0.9608144044876099, |
| "num_tokens": 23295164.0, |
| "step": 1300 |
| }, |
| { |
| "entropy": 1.1892922878265382, |
| "epoch": 1.7631224764468372, |
| "grad_norm": 1.1159876585006714, |
| "learning_rate": 9.571401008877572e-05, |
| "loss": 0.09096106886863708, |
| "mean_token_accuracy": 0.9636982321739197, |
| "num_tokens": 23474377.0, |
| "step": 1310 |
| }, |
| { |
| "entropy": 1.2096730828285218, |
| "epoch": 1.7765814266487214, |
| "grad_norm": 1.420886516571045, |
| "learning_rate": 9.562340425268233e-05, |
| "loss": 0.0925740659236908, |
| "mean_token_accuracy": 0.9629011929035187, |
| "num_tokens": 23653389.0, |
| "step": 1320 |
| }, |
| { |
| "entropy": 1.2122852802276611, |
| "epoch": 1.7900403768506057, |
| "grad_norm": 1.1587319374084473, |
| "learning_rate": 9.553189451030019e-05, |
| "loss": 0.09554123878479004, |
| "mean_token_accuracy": 0.9622859060764313, |
| "num_tokens": 23832469.0, |
| "step": 1330 |
| }, |
| { |
| "entropy": 1.2176487922668457, |
| "epoch": 1.80349932705249, |
| "grad_norm": 1.147444248199463, |
| "learning_rate": 9.543948267465115e-05, |
| "loss": 0.09707238674163818, |
| "mean_token_accuracy": 0.9612141191959381, |
| "num_tokens": 24011518.0, |
| "step": 1340 |
| }, |
| { |
| "entropy": 1.2231361389160156, |
| "epoch": 1.8169582772543742, |
| "grad_norm": 1.1775709390640259, |
| "learning_rate": 9.534617057662977e-05, |
| "loss": 0.09654755592346191, |
| "mean_token_accuracy": 0.9617958247661591, |
| "num_tokens": 24190267.0, |
| "step": 1350 |
| }, |
| { |
| "entropy": 1.2070120811462401, |
| "epoch": 1.8304172274562585, |
| "grad_norm": 1.1315947771072388, |
| "learning_rate": 9.525196006496679e-05, |
| "loss": 0.09382581114768981, |
| "mean_token_accuracy": 0.9625270128250122, |
| "num_tokens": 24369982.0, |
| "step": 1360 |
| }, |
| { |
| "entropy": 1.2057390093803406, |
| "epoch": 1.8438761776581427, |
| "grad_norm": 1.1973934173583984, |
| "learning_rate": 9.515685300619271e-05, |
| "loss": 0.09683746099472046, |
| "mean_token_accuracy": 0.9607476830482483, |
| "num_tokens": 24549256.0, |
| "step": 1370 |
| }, |
| { |
| "entropy": 1.207427191734314, |
| "epoch": 1.857335127860027, |
| "grad_norm": 1.3193334341049194, |
| "learning_rate": 9.506085128460065e-05, |
| "loss": 0.09461041688919067, |
| "mean_token_accuracy": 0.9628551185131073, |
| "num_tokens": 24727544.0, |
| "step": 1380 |
| }, |
| { |
| "entropy": 1.2011541604995728, |
| "epoch": 1.8707940780619112, |
| "grad_norm": 1.0681352615356445, |
| "learning_rate": 9.496395680220918e-05, |
| "loss": 0.0960330069065094, |
| "mean_token_accuracy": 0.9622460305690765, |
| "num_tokens": 24907721.0, |
| "step": 1390 |
| }, |
| { |
| "entropy": 1.2034499764442443, |
| "epoch": 1.8842530282637955, |
| "grad_norm": 1.2765101194381714, |
| "learning_rate": 9.486617147872446e-05, |
| "loss": 0.09376740455627441, |
| "mean_token_accuracy": 0.9624415040016174, |
| "num_tokens": 25086496.0, |
| "step": 1400 |
| }, |
| { |
| "entropy": 1.1899038195610045, |
| "epoch": 1.8977119784656797, |
| "grad_norm": 1.1333132982254028, |
| "learning_rate": 9.476749725150235e-05, |
| "loss": 0.09668049812316895, |
| "mean_token_accuracy": 0.9621514558792115, |
| "num_tokens": 25266204.0, |
| "step": 1410 |
| }, |
| { |
| "entropy": 1.1895189881324768, |
| "epoch": 1.911170928667564, |
| "grad_norm": 1.310587763786316, |
| "learning_rate": 9.466793607550995e-05, |
| "loss": 0.0920013129711151, |
| "mean_token_accuracy": 0.963368022441864, |
| "num_tokens": 25445604.0, |
| "step": 1420 |
| }, |
| { |
| "entropy": 1.1946001529693604, |
| "epoch": 1.9246298788694483, |
| "grad_norm": 1.3619959354400635, |
| "learning_rate": 9.45674899232869e-05, |
| "loss": 0.09906838536262512, |
| "mean_token_accuracy": 0.9604476511478424, |
| "num_tokens": 25624947.0, |
| "step": 1430 |
| }, |
| { |
| "entropy": 1.2078219771385192, |
| "epoch": 1.9380888290713325, |
| "grad_norm": 1.152220606803894, |
| "learning_rate": 9.446616078490626e-05, |
| "loss": 0.09479650259017944, |
| "mean_token_accuracy": 0.9627270400524139, |
| "num_tokens": 25804643.0, |
| "step": 1440 |
| }, |
| { |
| "entropy": 1.2207356214523315, |
| "epoch": 1.9515477792732168, |
| "grad_norm": 1.186161994934082, |
| "learning_rate": 9.436395066793518e-05, |
| "loss": 0.09636704921722412, |
| "mean_token_accuracy": 0.9604843854904175, |
| "num_tokens": 25984119.0, |
| "step": 1450 |
| }, |
| { |
| "entropy": 1.205849301815033, |
| "epoch": 1.965006729475101, |
| "grad_norm": 1.409846544265747, |
| "learning_rate": 9.426086159739496e-05, |
| "loss": 0.09743249416351318, |
| "mean_token_accuracy": 0.9608718931674958, |
| "num_tokens": 26163483.0, |
| "step": 1460 |
| }, |
| { |
| "entropy": 1.2089114785194397, |
| "epoch": 1.9784656796769853, |
| "grad_norm": 1.2226805686950684, |
| "learning_rate": 9.415689561572107e-05, |
| "loss": 0.09131012558937072, |
| "mean_token_accuracy": 0.9631811439990997, |
| "num_tokens": 26342666.0, |
| "step": 1470 |
| }, |
| { |
| "entropy": 1.1953012466430664, |
| "epoch": 1.9919246298788695, |
| "grad_norm": 1.0700947046279907, |
| "learning_rate": 9.405205478272267e-05, |
| "loss": 0.09140577316284179, |
| "mean_token_accuracy": 0.9642649590969086, |
| "num_tokens": 26521895.0, |
| "step": 1480 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_entropy": 1.1869331590688912, |
| "eval_loss": 0.10991495102643967, |
| "eval_mean_token_accuracy": 0.9554494638351878, |
| "eval_num_tokens": 26629596.0, |
| "eval_runtime": 12.7631, |
| "eval_samples_per_second": 391.753, |
| "eval_steps_per_second": 12.301, |
| "step": 1486 |
| }, |
| { |
| "entropy": 1.1832876205444336, |
| "epoch": 2.005383580080754, |
| "grad_norm": 1.0044941902160645, |
| "learning_rate": 9.394634117554173e-05, |
| "loss": 0.0840892255306244, |
| "mean_token_accuracy": 0.967725521326065, |
| "num_tokens": 26701394.0, |
| "step": 1490 |
| }, |
| { |
| "entropy": 1.159238350391388, |
| "epoch": 2.018842530282638, |
| "grad_norm": 1.4198471307754517, |
| "learning_rate": 9.38397568886119e-05, |
| "loss": 0.07137876152992248, |
| "mean_token_accuracy": 0.9723187386989594, |
| "num_tokens": 26880890.0, |
| "step": 1500 |
| }, |
| { |
| "entropy": 1.165151631832123, |
| "epoch": 2.0323014804845223, |
| "grad_norm": 1.1602118015289307, |
| "learning_rate": 9.373230403361712e-05, |
| "loss": 0.06463043689727783, |
| "mean_token_accuracy": 0.9757274091243744, |
| "num_tokens": 27059741.0, |
| "step": 1510 |
| }, |
| { |
| "entropy": 1.1644548654556275, |
| "epoch": 2.0457604306864066, |
| "grad_norm": 1.3322592973709106, |
| "learning_rate": 9.362398473944958e-05, |
| "loss": 0.07388677597045898, |
| "mean_token_accuracy": 0.971617478132248, |
| "num_tokens": 27238125.0, |
| "step": 1520 |
| }, |
| { |
| "entropy": 1.1564043641090394, |
| "epoch": 2.059219380888291, |
| "grad_norm": 1.1690629720687866, |
| "learning_rate": 9.35148011521677e-05, |
| "loss": 0.06990204453468322, |
| "mean_token_accuracy": 0.9719981133937836, |
| "num_tokens": 27417172.0, |
| "step": 1530 |
| }, |
| { |
| "entropy": 1.1576861262321472, |
| "epoch": 2.072678331090175, |
| "grad_norm": 1.7016727924346924, |
| "learning_rate": 9.340475543495364e-05, |
| "loss": 0.06850625276565551, |
| "mean_token_accuracy": 0.9732699453830719, |
| "num_tokens": 27596848.0, |
| "step": 1540 |
| }, |
| { |
| "entropy": 1.1597527265548706, |
| "epoch": 2.0861372812920593, |
| "grad_norm": 1.1524600982666016, |
| "learning_rate": 9.329384976807023e-05, |
| "loss": 0.06980778574943543, |
| "mean_token_accuracy": 0.9729204118251801, |
| "num_tokens": 27775617.0, |
| "step": 1550 |
| }, |
| { |
| "entropy": 1.1575467109680175, |
| "epoch": 2.0995962314939436, |
| "grad_norm": 1.4498176574707031, |
| "learning_rate": 9.318208634881802e-05, |
| "loss": 0.07390267252922059, |
| "mean_token_accuracy": 0.9713942348957062, |
| "num_tokens": 27954133.0, |
| "step": 1560 |
| }, |
| { |
| "entropy": 1.1575489521026612, |
| "epoch": 2.113055181695828, |
| "grad_norm": 1.243706464767456, |
| "learning_rate": 9.306946739149161e-05, |
| "loss": 0.06798491477966309, |
| "mean_token_accuracy": 0.973270720243454, |
| "num_tokens": 28133292.0, |
| "step": 1570 |
| }, |
| { |
| "entropy": 1.1514037609100343, |
| "epoch": 2.126514131897712, |
| "grad_norm": 1.256933331489563, |
| "learning_rate": 9.29559951273358e-05, |
| "loss": 0.0749699592590332, |
| "mean_token_accuracy": 0.9699350416660308, |
| "num_tokens": 28312726.0, |
| "step": 1580 |
| }, |
| { |
| "entropy": 1.1511113524436951, |
| "epoch": 2.1399730820995964, |
| "grad_norm": 1.1914122104644775, |
| "learning_rate": 9.284167180450141e-05, |
| "loss": 0.06752681732177734, |
| "mean_token_accuracy": 0.9743177771568299, |
| "num_tokens": 28492614.0, |
| "step": 1590 |
| }, |
| { |
| "entropy": 1.1382261991500855, |
| "epoch": 2.1534320323014806, |
| "grad_norm": 1.109575867652893, |
| "learning_rate": 9.272649968800069e-05, |
| "loss": 0.06449686884880065, |
| "mean_token_accuracy": 0.9755833566188812, |
| "num_tokens": 28671719.0, |
| "step": 1600 |
| }, |
| { |
| "entropy": 1.1397038459777833, |
| "epoch": 2.166890982503365, |
| "grad_norm": 1.3151781558990479, |
| "learning_rate": 9.26104810596625e-05, |
| "loss": 0.07052424550056458, |
| "mean_token_accuracy": 0.972499680519104, |
| "num_tokens": 28851056.0, |
| "step": 1610 |
| }, |
| { |
| "entropy": 1.136834406852722, |
| "epoch": 2.180349932705249, |
| "grad_norm": 1.4410197734832764, |
| "learning_rate": 9.249361821808708e-05, |
| "loss": 0.06850321292877197, |
| "mean_token_accuracy": 0.9728572845458985, |
| "num_tokens": 29030750.0, |
| "step": 1620 |
| }, |
| { |
| "entropy": 1.140534520149231, |
| "epoch": 2.1938088829071334, |
| "grad_norm": 1.1493765115737915, |
| "learning_rate": 9.237591347860052e-05, |
| "loss": 0.06934296488761901, |
| "mean_token_accuracy": 0.972960364818573, |
| "num_tokens": 29210336.0, |
| "step": 1630 |
| }, |
| { |
| "entropy": 1.138876986503601, |
| "epoch": 2.2072678331090176, |
| "grad_norm": 1.0383925437927246, |
| "learning_rate": 9.225736917320886e-05, |
| "loss": 0.06877213716506958, |
| "mean_token_accuracy": 0.9730811774730682, |
| "num_tokens": 29389788.0, |
| "step": 1640 |
| }, |
| { |
| "entropy": 1.1449824213981628, |
| "epoch": 2.220726783310902, |
| "grad_norm": 1.374165654182434, |
| "learning_rate": 9.213798765055187e-05, |
| "loss": 0.07060860991477966, |
| "mean_token_accuracy": 0.9721363008022308, |
| "num_tokens": 29569111.0, |
| "step": 1650 |
| }, |
| { |
| "entropy": 1.143638014793396, |
| "epoch": 2.234185733512786, |
| "grad_norm": 1.0196412801742554, |
| "learning_rate": 9.20177712758566e-05, |
| "loss": 0.07119340896606445, |
| "mean_token_accuracy": 0.9731849789619446, |
| "num_tokens": 29747986.0, |
| "step": 1660 |
| }, |
| { |
| "entropy": 1.1349515676498414, |
| "epoch": 2.2476446837146704, |
| "grad_norm": 1.1247919797897339, |
| "learning_rate": 9.189672243089046e-05, |
| "loss": 0.07071832418441773, |
| "mean_token_accuracy": 0.9731756567955017, |
| "num_tokens": 29927276.0, |
| "step": 1670 |
| }, |
| { |
| "entropy": 1.1376260280609132, |
| "epoch": 2.2611036339165547, |
| "grad_norm": 1.4197320938110352, |
| "learning_rate": 9.177484351391402e-05, |
| "loss": 0.07115572690963745, |
| "mean_token_accuracy": 0.9723047018051147, |
| "num_tokens": 30106267.0, |
| "step": 1680 |
| }, |
| { |
| "entropy": 1.1282797813415528, |
| "epoch": 2.274562584118439, |
| "grad_norm": 1.0774035453796387, |
| "learning_rate": 9.165213693963355e-05, |
| "loss": 0.068689626455307, |
| "mean_token_accuracy": 0.9729084491729736, |
| "num_tokens": 30285658.0, |
| "step": 1690 |
| }, |
| { |
| "entropy": 1.140774166584015, |
| "epoch": 2.288021534320323, |
| "grad_norm": 1.5625728368759155, |
| "learning_rate": 9.152860513915314e-05, |
| "loss": 0.07172787189483643, |
| "mean_token_accuracy": 0.9718713641166687, |
| "num_tokens": 30464579.0, |
| "step": 1700 |
| }, |
| { |
| "entropy": 1.1416746616363525, |
| "epoch": 2.3014804845222074, |
| "grad_norm": 1.2159788608551025, |
| "learning_rate": 9.140425055992648e-05, |
| "loss": 0.07109695672988892, |
| "mean_token_accuracy": 0.9723007261753083, |
| "num_tokens": 30643566.0, |
| "step": 1710 |
| }, |
| { |
| "entropy": 1.137896478176117, |
| "epoch": 2.3149394347240917, |
| "grad_norm": 1.1671864986419678, |
| "learning_rate": 9.127907566570853e-05, |
| "loss": 0.07048168182373046, |
| "mean_token_accuracy": 0.9725371599197388, |
| "num_tokens": 30822593.0, |
| "step": 1720 |
| }, |
| { |
| "entropy": 1.121722447872162, |
| "epoch": 2.328398384925976, |
| "grad_norm": 1.3899428844451904, |
| "learning_rate": 9.115308293650653e-05, |
| "loss": 0.07030471563339233, |
| "mean_token_accuracy": 0.972334086894989, |
| "num_tokens": 31001872.0, |
| "step": 1730 |
| }, |
| { |
| "entropy": 1.1253960013389588, |
| "epoch": 2.34185733512786, |
| "grad_norm": 1.3878816366195679, |
| "learning_rate": 9.102627486853099e-05, |
| "loss": 0.06956568956375123, |
| "mean_token_accuracy": 0.9728380262851715, |
| "num_tokens": 31181325.0, |
| "step": 1740 |
| }, |
| { |
| "entropy": 1.1276877760887145, |
| "epoch": 2.3553162853297445, |
| "grad_norm": 1.057102084159851, |
| "learning_rate": 9.089865397414614e-05, |
| "loss": 0.07267707586288452, |
| "mean_token_accuracy": 0.9716822624206543, |
| "num_tokens": 31360101.0, |
| "step": 1750 |
| }, |
| { |
| "entropy": 1.1322511553764343, |
| "epoch": 2.3687752355316287, |
| "grad_norm": 0.9549157023429871, |
| "learning_rate": 9.077022278182024e-05, |
| "loss": 0.0700565218925476, |
| "mean_token_accuracy": 0.9737613677978516, |
| "num_tokens": 31539212.0, |
| "step": 1760 |
| }, |
| { |
| "entropy": 1.1198163986206056, |
| "epoch": 2.382234185733513, |
| "grad_norm": 1.2134599685668945, |
| "learning_rate": 9.064098383607545e-05, |
| "loss": 0.07131816148757934, |
| "mean_token_accuracy": 0.9710030317306518, |
| "num_tokens": 31718375.0, |
| "step": 1770 |
| }, |
| { |
| "entropy": 1.1219655275344849, |
| "epoch": 2.3956931359353972, |
| "grad_norm": 1.3444453477859497, |
| "learning_rate": 9.051093969743738e-05, |
| "loss": 0.06774230003356933, |
| "mean_token_accuracy": 0.9737627685070038, |
| "num_tokens": 31897547.0, |
| "step": 1780 |
| }, |
| { |
| "entropy": 1.112294065952301, |
| "epoch": 2.409152086137281, |
| "grad_norm": 1.5304001569747925, |
| "learning_rate": 9.03800929423844e-05, |
| "loss": 0.0724343478679657, |
| "mean_token_accuracy": 0.9721882760524749, |
| "num_tokens": 32076717.0, |
| "step": 1790 |
| }, |
| { |
| "entropy": 1.1336388826370238, |
| "epoch": 2.4226110363391653, |
| "grad_norm": 1.2315043210983276, |
| "learning_rate": 9.024844616329662e-05, |
| "loss": 0.07212550640106201, |
| "mean_token_accuracy": 0.9726522386074066, |
| "num_tokens": 32255927.0, |
| "step": 1800 |
| }, |
| { |
| "entropy": 1.1251046061515808, |
| "epoch": 2.4360699865410496, |
| "grad_norm": 1.3251651525497437, |
| "learning_rate": 9.011600196840447e-05, |
| "loss": 0.07009173035621644, |
| "mean_token_accuracy": 0.9724473178386688, |
| "num_tokens": 32434929.0, |
| "step": 1810 |
| }, |
| { |
| "entropy": 1.1328514456748962, |
| "epoch": 2.449528936742934, |
| "grad_norm": 1.2601144313812256, |
| "learning_rate": 8.998276298173707e-05, |
| "loss": 0.0719257116317749, |
| "mean_token_accuracy": 0.9720721006393432, |
| "num_tokens": 32614063.0, |
| "step": 1820 |
| }, |
| { |
| "entropy": 1.136410367488861, |
| "epoch": 2.462987886944818, |
| "grad_norm": 1.2086918354034424, |
| "learning_rate": 8.984873184307017e-05, |
| "loss": 0.07017306089401246, |
| "mean_token_accuracy": 0.9722030460834503, |
| "num_tokens": 32793068.0, |
| "step": 1830 |
| }, |
| { |
| "entropy": 1.13520849943161, |
| "epoch": 2.4764468371467023, |
| "grad_norm": 1.453801155090332, |
| "learning_rate": 8.971391120787397e-05, |
| "loss": 0.07180649638175965, |
| "mean_token_accuracy": 0.9726110398769379, |
| "num_tokens": 32972445.0, |
| "step": 1840 |
| }, |
| { |
| "entropy": 1.1437011241912842, |
| "epoch": 2.4899057873485866, |
| "grad_norm": 1.1886014938354492, |
| "learning_rate": 8.957830374726042e-05, |
| "loss": 0.07153818607330323, |
| "mean_token_accuracy": 0.9720338463783265, |
| "num_tokens": 33151976.0, |
| "step": 1850 |
| }, |
| { |
| "entropy": 1.1325899600982665, |
| "epoch": 2.503364737550471, |
| "grad_norm": 1.1960384845733643, |
| "learning_rate": 8.944191214793028e-05, |
| "loss": 0.06935594081878663, |
| "mean_token_accuracy": 0.9729972183704376, |
| "num_tokens": 33330611.0, |
| "step": 1860 |
| }, |
| { |
| "entropy": 1.127972149848938, |
| "epoch": 2.516823687752355, |
| "grad_norm": 1.1048696041107178, |
| "learning_rate": 8.930473911212e-05, |
| "loss": 0.07217252850532532, |
| "mean_token_accuracy": 0.9718475580215454, |
| "num_tokens": 33509614.0, |
| "step": 1870 |
| }, |
| { |
| "entropy": 1.1299184799194335, |
| "epoch": 2.5302826379542394, |
| "grad_norm": 1.6520979404449463, |
| "learning_rate": 8.916678735754809e-05, |
| "loss": 0.07317680716514588, |
| "mean_token_accuracy": 0.971524566411972, |
| "num_tokens": 33688724.0, |
| "step": 1880 |
| }, |
| { |
| "entropy": 1.1270474672317505, |
| "epoch": 2.5437415881561236, |
| "grad_norm": 1.1285676956176758, |
| "learning_rate": 8.902805961736123e-05, |
| "loss": 0.07085765600204467, |
| "mean_token_accuracy": 0.9733552634716034, |
| "num_tokens": 33868061.0, |
| "step": 1890 |
| }, |
| { |
| "entropy": 1.1217491984367371, |
| "epoch": 2.557200538358008, |
| "grad_norm": 1.2642406225204468, |
| "learning_rate": 8.88885586400803e-05, |
| "loss": 0.06978695392608643, |
| "mean_token_accuracy": 0.9726768732070923, |
| "num_tokens": 34047387.0, |
| "step": 1900 |
| }, |
| { |
| "entropy": 1.1316059112548829, |
| "epoch": 2.570659488559892, |
| "grad_norm": 1.3016549348831177, |
| "learning_rate": 8.874828718954576e-05, |
| "loss": 0.07102057337760925, |
| "mean_token_accuracy": 0.9723258554935456, |
| "num_tokens": 34227141.0, |
| "step": 1910 |
| }, |
| { |
| "entropy": 1.137197768688202, |
| "epoch": 2.5841184387617764, |
| "grad_norm": 1.1534605026245117, |
| "learning_rate": 8.86072480448629e-05, |
| "loss": 0.07511197328567505, |
| "mean_token_accuracy": 0.9702324509620667, |
| "num_tokens": 34406526.0, |
| "step": 1920 |
| }, |
| { |
| "entropy": 1.1349146008491515, |
| "epoch": 2.5975773889636606, |
| "grad_norm": 1.3732489347457886, |
| "learning_rate": 8.84654440003469e-05, |
| "loss": 0.07147140502929687, |
| "mean_token_accuracy": 0.9726706743240356, |
| "num_tokens": 34586116.0, |
| "step": 1930 |
| }, |
| { |
| "entropy": 1.1294147491455078, |
| "epoch": 2.611036339165545, |
| "grad_norm": 0.9715967178344727, |
| "learning_rate": 8.83228778654674e-05, |
| "loss": 0.07225455045700073, |
| "mean_token_accuracy": 0.9726594388484955, |
| "num_tokens": 34765289.0, |
| "step": 1940 |
| }, |
| { |
| "entropy": 1.130816388130188, |
| "epoch": 2.624495289367429, |
| "grad_norm": 1.293736219406128, |
| "learning_rate": 8.817955246479276e-05, |
| "loss": 0.06845389604568482, |
| "mean_token_accuracy": 0.9736943006515503, |
| "num_tokens": 34944224.0, |
| "step": 1950 |
| }, |
| { |
| "entropy": 1.1200148224830628, |
| "epoch": 2.6379542395693134, |
| "grad_norm": 1.2962090969085693, |
| "learning_rate": 8.803547063793422e-05, |
| "loss": 0.07189736366271973, |
| "mean_token_accuracy": 0.9717683315277099, |
| "num_tokens": 35123825.0, |
| "step": 1960 |
| }, |
| { |
| "entropy": 1.1301296949386597, |
| "epoch": 2.6514131897711977, |
| "grad_norm": 1.4734028577804565, |
| "learning_rate": 8.789063523948958e-05, |
| "loss": 0.0702283263206482, |
| "mean_token_accuracy": 0.9727118015289307, |
| "num_tokens": 35302914.0, |
| "step": 1970 |
| }, |
| { |
| "entropy": 1.1409568905830383, |
| "epoch": 2.664872139973082, |
| "grad_norm": 1.4132834672927856, |
| "learning_rate": 8.774504913898663e-05, |
| "loss": 0.07676968574523926, |
| "mean_token_accuracy": 0.9695852339267731, |
| "num_tokens": 35481783.0, |
| "step": 1980 |
| }, |
| { |
| "entropy": 1.1532965421676635, |
| "epoch": 2.678331090174966, |
| "grad_norm": 1.1802046298980713, |
| "learning_rate": 8.75987152208264e-05, |
| "loss": 0.06539074182510377, |
| "mean_token_accuracy": 0.9745090186595917, |
| "num_tokens": 35660431.0, |
| "step": 1990 |
| }, |
| { |
| "entropy": 1.1450922250747682, |
| "epoch": 2.6917900403768504, |
| "grad_norm": 1.1922194957733154, |
| "learning_rate": 8.745163638422583e-05, |
| "loss": 0.07205181121826172, |
| "mean_token_accuracy": 0.9712056815624237, |
| "num_tokens": 35839308.0, |
| "step": 2000 |
| }, |
| { |
| "entropy": 1.1444142818450929, |
| "epoch": 2.7052489905787347, |
| "grad_norm": 1.1868208646774292, |
| "learning_rate": 8.730381554316051e-05, |
| "loss": 0.07235864400863648, |
| "mean_token_accuracy": 0.9725943446159363, |
| "num_tokens": 36018734.0, |
| "step": 2010 |
| }, |
| { |
| "entropy": 1.133234965801239, |
| "epoch": 2.718707940780619, |
| "grad_norm": 1.4924181699752808, |
| "learning_rate": 8.715525562630687e-05, |
| "loss": 0.07137352228164673, |
| "mean_token_accuracy": 0.9720249474048615, |
| "num_tokens": 36197607.0, |
| "step": 2020 |
| }, |
| { |
| "entropy": 1.150734007358551, |
| "epoch": 2.732166890982503, |
| "grad_norm": 1.0833524465560913, |
| "learning_rate": 8.700595957698411e-05, |
| "loss": 0.07287259101867676, |
| "mean_token_accuracy": 0.9720607042312622, |
| "num_tokens": 36377137.0, |
| "step": 2030 |
| }, |
| { |
| "entropy": 1.15074782371521, |
| "epoch": 2.7456258411843875, |
| "grad_norm": 1.1532199382781982, |
| "learning_rate": 8.685593035309598e-05, |
| "loss": 0.07189793586730957, |
| "mean_token_accuracy": 0.971609354019165, |
| "num_tokens": 36556438.0, |
| "step": 2040 |
| }, |
| { |
| "entropy": 1.1425267219543458, |
| "epoch": 2.7590847913862717, |
| "grad_norm": 1.65394926071167, |
| "learning_rate": 8.670517092707213e-05, |
| "loss": 0.07228031158447265, |
| "mean_token_accuracy": 0.972437036037445, |
| "num_tokens": 36734936.0, |
| "step": 2050 |
| }, |
| { |
| "entropy": 1.1443095088005066, |
| "epoch": 2.772543741588156, |
| "grad_norm": 1.1756309270858765, |
| "learning_rate": 8.655368428580919e-05, |
| "loss": 0.07032725811004639, |
| "mean_token_accuracy": 0.9716470181941986, |
| "num_tokens": 36913871.0, |
| "step": 2060 |
| }, |
| { |
| "entropy": 1.1369405388832092, |
| "epoch": 2.7860026917900402, |
| "grad_norm": 1.2845005989074707, |
| "learning_rate": 8.640147343061165e-05, |
| "loss": 0.07300193309783935, |
| "mean_token_accuracy": 0.971499103307724, |
| "num_tokens": 37093380.0, |
| "step": 2070 |
| }, |
| { |
| "entropy": 1.1441598296165467, |
| "epoch": 2.7994616419919245, |
| "grad_norm": 1.0858702659606934, |
| "learning_rate": 8.624854137713234e-05, |
| "loss": 0.07180417776107788, |
| "mean_token_accuracy": 0.9721956551074982, |
| "num_tokens": 37272902.0, |
| "step": 2080 |
| }, |
| { |
| "entropy": 1.1500964164733887, |
| "epoch": 2.8129205921938087, |
| "grad_norm": 1.1274408102035522, |
| "learning_rate": 8.609489115531278e-05, |
| "loss": 0.07155272960662842, |
| "mean_token_accuracy": 0.971377295255661, |
| "num_tokens": 37451897.0, |
| "step": 2090 |
| }, |
| { |
| "entropy": 1.1386480689048768, |
| "epoch": 2.826379542395693, |
| "grad_norm": 1.1894359588623047, |
| "learning_rate": 8.594052580932301e-05, |
| "loss": 0.06719542145729065, |
| "mean_token_accuracy": 0.9733208954334259, |
| "num_tokens": 37631343.0, |
| "step": 2100 |
| }, |
| { |
| "entropy": 1.1420456409454345, |
| "epoch": 2.8398384925975773, |
| "grad_norm": 1.266627550125122, |
| "learning_rate": 8.578544839750141e-05, |
| "loss": 0.06839650273323059, |
| "mean_token_accuracy": 0.9735166966915131, |
| "num_tokens": 37811111.0, |
| "step": 2110 |
| }, |
| { |
| "entropy": 1.136332881450653, |
| "epoch": 2.8532974427994615, |
| "grad_norm": 1.6329811811447144, |
| "learning_rate": 8.562966199229399e-05, |
| "loss": 0.0761029601097107, |
| "mean_token_accuracy": 0.9703849673271179, |
| "num_tokens": 37991040.0, |
| "step": 2120 |
| }, |
| { |
| "entropy": 1.1302747488021851, |
| "epoch": 2.8667563930013458, |
| "grad_norm": 1.355210304260254, |
| "learning_rate": 8.547316968019363e-05, |
| "loss": 0.07443415522575378, |
| "mean_token_accuracy": 0.971444720029831, |
| "num_tokens": 38169539.0, |
| "step": 2130 |
| }, |
| { |
| "entropy": 1.1407261610031127, |
| "epoch": 2.88021534320323, |
| "grad_norm": 1.0608882904052734, |
| "learning_rate": 8.531597456167885e-05, |
| "loss": 0.07463377118110656, |
| "mean_token_accuracy": 0.9705821752548218, |
| "num_tokens": 38348423.0, |
| "step": 2140 |
| }, |
| { |
| "entropy": 1.121661639213562, |
| "epoch": 2.8936742934051143, |
| "grad_norm": 1.4264295101165771, |
| "learning_rate": 8.515807975115239e-05, |
| "loss": 0.06971895098686218, |
| "mean_token_accuracy": 0.9723855495452881, |
| "num_tokens": 38527736.0, |
| "step": 2150 |
| }, |
| { |
| "entropy": 1.117723774909973, |
| "epoch": 2.9071332436069985, |
| "grad_norm": 1.114941120147705, |
| "learning_rate": 8.499948837687959e-05, |
| "loss": 0.07229661345481872, |
| "mean_token_accuracy": 0.9710954666137696, |
| "num_tokens": 38706893.0, |
| "step": 2160 |
| }, |
| { |
| "entropy": 1.12820805311203, |
| "epoch": 2.920592193808883, |
| "grad_norm": 1.219247817993164, |
| "learning_rate": 8.484020358092625e-05, |
| "loss": 0.07078794836997986, |
| "mean_token_accuracy": 0.9723483324050903, |
| "num_tokens": 38886237.0, |
| "step": 2170 |
| }, |
| { |
| "entropy": 1.1263705372810364, |
| "epoch": 2.934051144010767, |
| "grad_norm": 1.9336564540863037, |
| "learning_rate": 8.468022851909657e-05, |
| "loss": 0.07343355417251587, |
| "mean_token_accuracy": 0.9712878108024597, |
| "num_tokens": 39065800.0, |
| "step": 2180 |
| }, |
| { |
| "entropy": 1.1296117424964904, |
| "epoch": 2.9475100942126513, |
| "grad_norm": 1.1307294368743896, |
| "learning_rate": 8.451956636087046e-05, |
| "loss": 0.07211248874664307, |
| "mean_token_accuracy": 0.9710810720920563, |
| "num_tokens": 39245521.0, |
| "step": 2190 |
| }, |
| { |
| "entropy": 1.1172988891601563, |
| "epoch": 2.9609690444145356, |
| "grad_norm": 1.1942963600158691, |
| "learning_rate": 8.435822028934087e-05, |
| "loss": 0.07098879814147949, |
| "mean_token_accuracy": 0.9725285410881043, |
| "num_tokens": 39424709.0, |
| "step": 2200 |
| }, |
| { |
| "entropy": 1.1155216932296752, |
| "epoch": 2.97442799461642, |
| "grad_norm": 1.241036057472229, |
| "learning_rate": 8.41961935011506e-05, |
| "loss": 0.06951723098754883, |
| "mean_token_accuracy": 0.9731462299823761, |
| "num_tokens": 39603326.0, |
| "step": 2210 |
| }, |
| { |
| "entropy": 1.1296806812286377, |
| "epoch": 2.987886944818304, |
| "grad_norm": 1.249014139175415, |
| "learning_rate": 8.403348920642911e-05, |
| "loss": 0.07304394245147705, |
| "mean_token_accuracy": 0.9720990836620331, |
| "num_tokens": 39782396.0, |
| "step": 2220 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_entropy": 1.1091555235492196, |
| "eval_loss": 0.10757029801607132, |
| "eval_mean_token_accuracy": 0.9568785178433558, |
| "eval_num_tokens": 39944284.0, |
| "eval_runtime": 12.7473, |
| "eval_samples_per_second": 392.239, |
| "eval_steps_per_second": 12.316, |
| "step": 2229 |
| }, |
| { |
| "entropy": 1.1163917779922485, |
| "epoch": 3.0013458950201883, |
| "grad_norm": 1.0238746404647827, |
| "learning_rate": 8.387011062872883e-05, |
| "loss": 0.06967235207557679, |
| "mean_token_accuracy": 0.9721763372421265, |
| "num_tokens": 39962316.0, |
| "step": 2230 |
| }, |
| { |
| "entropy": 1.09123033285141, |
| "epoch": 3.0148048452220726, |
| "grad_norm": 1.2878422737121582, |
| "learning_rate": 8.370606100496128e-05, |
| "loss": 0.04885563850402832, |
| "mean_token_accuracy": 0.9820802330970764, |
| "num_tokens": 40141723.0, |
| "step": 2240 |
| }, |
| { |
| "entropy": 1.0791454672813416, |
| "epoch": 3.028263795423957, |
| "grad_norm": 1.1635181903839111, |
| "learning_rate": 8.354134358533301e-05, |
| "loss": 0.052800750732421874, |
| "mean_token_accuracy": 0.9794562578201294, |
| "num_tokens": 40320756.0, |
| "step": 2250 |
| }, |
| { |
| "entropy": 1.0924689769744873, |
| "epoch": 3.041722745625841, |
| "grad_norm": 1.0146963596343994, |
| "learning_rate": 8.337596163328114e-05, |
| "loss": 0.051714420318603516, |
| "mean_token_accuracy": 0.9811573922634125, |
| "num_tokens": 40499632.0, |
| "step": 2260 |
| }, |
| { |
| "entropy": 1.086620819568634, |
| "epoch": 3.0551816958277254, |
| "grad_norm": 1.1477982997894287, |
| "learning_rate": 8.320991842540875e-05, |
| "loss": 0.046452611684799194, |
| "mean_token_accuracy": 0.9823605060577393, |
| "num_tokens": 40679088.0, |
| "step": 2270 |
| }, |
| { |
| "entropy": 1.0724918246269226, |
| "epoch": 3.0686406460296096, |
| "grad_norm": 1.5574088096618652, |
| "learning_rate": 8.304321725141995e-05, |
| "loss": 0.05086854100227356, |
| "mean_token_accuracy": 0.981047946214676, |
| "num_tokens": 40859040.0, |
| "step": 2280 |
| }, |
| { |
| "entropy": 1.0786724448204041, |
| "epoch": 3.082099596231494, |
| "grad_norm": 1.0978903770446777, |
| "learning_rate": 8.287586141405464e-05, |
| "loss": 0.053134101629257205, |
| "mean_token_accuracy": 0.9794782817363739, |
| "num_tokens": 41038118.0, |
| "step": 2290 |
| }, |
| { |
| "entropy": 1.0825668334960938, |
| "epoch": 3.095558546433378, |
| "grad_norm": 1.1968939304351807, |
| "learning_rate": 8.27078542290232e-05, |
| "loss": 0.04702814817428589, |
| "mean_token_accuracy": 0.9820038139820099, |
| "num_tokens": 41217196.0, |
| "step": 2300 |
| }, |
| { |
| "entropy": 1.0657127141952514, |
| "epoch": 3.1090174966352624, |
| "grad_norm": 1.544787049293518, |
| "learning_rate": 8.253919902494071e-05, |
| "loss": 0.051616507768630984, |
| "mean_token_accuracy": 0.9803533375263214, |
| "num_tokens": 41396525.0, |
| "step": 2310 |
| }, |
| { |
| "entropy": 1.0903544425964355, |
| "epoch": 3.1224764468371466, |
| "grad_norm": 1.2193773984909058, |
| "learning_rate": 8.236989914326101e-05, |
| "loss": 0.049640601873397826, |
| "mean_token_accuracy": 0.9816096484661102, |
| "num_tokens": 41575854.0, |
| "step": 2320 |
| }, |
| { |
| "entropy": 1.0869248747825622, |
| "epoch": 3.135935397039031, |
| "grad_norm": 1.1424866914749146, |
| "learning_rate": 8.21999579382105e-05, |
| "loss": 0.049025171995162965, |
| "mean_token_accuracy": 0.9807829558849335, |
| "num_tokens": 41755176.0, |
| "step": 2330 |
| }, |
| { |
| "entropy": 1.0788421630859375, |
| "epoch": 3.149394347240915, |
| "grad_norm": 1.1553189754486084, |
| "learning_rate": 8.202937877672175e-05, |
| "loss": 0.05088653564453125, |
| "mean_token_accuracy": 0.9806456983089447, |
| "num_tokens": 41935004.0, |
| "step": 2340 |
| }, |
| { |
| "entropy": 1.0868588209152221, |
| "epoch": 3.1628532974427994, |
| "grad_norm": 1.2867755889892578, |
| "learning_rate": 8.185816503836665e-05, |
| "loss": 0.04932470321655273, |
| "mean_token_accuracy": 0.9814176499843598, |
| "num_tokens": 42114422.0, |
| "step": 2350 |
| }, |
| { |
| "entropy": 1.077353870868683, |
| "epoch": 3.1763122476446837, |
| "grad_norm": 1.0823496580123901, |
| "learning_rate": 8.168632011528961e-05, |
| "loss": 0.05128706097602844, |
| "mean_token_accuracy": 0.9801781177520752, |
| "num_tokens": 42293971.0, |
| "step": 2360 |
| }, |
| { |
| "entropy": 1.066714358329773, |
| "epoch": 3.189771197846568, |
| "grad_norm": 1.2061221599578857, |
| "learning_rate": 8.15138474121403e-05, |
| "loss": 0.04973976612091065, |
| "mean_token_accuracy": 0.9804952144622803, |
| "num_tokens": 42473552.0, |
| "step": 2370 |
| }, |
| { |
| "entropy": 1.0797779440879822, |
| "epoch": 3.203230148048452, |
| "grad_norm": 1.111051321029663, |
| "learning_rate": 8.134075034600609e-05, |
| "loss": 0.05457779169082642, |
| "mean_token_accuracy": 0.979478371143341, |
| "num_tokens": 42652094.0, |
| "step": 2380 |
| }, |
| { |
| "entropy": 1.0842301845550537, |
| "epoch": 3.2166890982503364, |
| "grad_norm": 1.2103989124298096, |
| "learning_rate": 8.116703234634453e-05, |
| "loss": 0.05012301206588745, |
| "mean_token_accuracy": 0.9813940584659576, |
| "num_tokens": 42831176.0, |
| "step": 2390 |
| }, |
| { |
| "entropy": 1.072116458415985, |
| "epoch": 3.2301480484522207, |
| "grad_norm": 1.1604132652282715, |
| "learning_rate": 8.099269685491528e-05, |
| "loss": 0.0516257107257843, |
| "mean_token_accuracy": 0.9805888772010803, |
| "num_tokens": 43010038.0, |
| "step": 2400 |
| }, |
| { |
| "entropy": 1.0759256601333618, |
| "epoch": 3.243606998654105, |
| "grad_norm": 1.055504560470581, |
| "learning_rate": 8.081774732571196e-05, |
| "loss": 0.05206198692321777, |
| "mean_token_accuracy": 0.9800681293010711, |
| "num_tokens": 43189534.0, |
| "step": 2410 |
| }, |
| { |
| "entropy": 1.074904704093933, |
| "epoch": 3.257065948855989, |
| "grad_norm": 1.3270564079284668, |
| "learning_rate": 8.06421872248937e-05, |
| "loss": 0.053070676326751706, |
| "mean_token_accuracy": 0.9799122869968414, |
| "num_tokens": 43369326.0, |
| "step": 2420 |
| }, |
| { |
| "entropy": 1.0772022962570191, |
| "epoch": 3.2705248990578735, |
| "grad_norm": 1.1767622232437134, |
| "learning_rate": 8.046602003071648e-05, |
| "loss": 0.05088210105895996, |
| "mean_token_accuracy": 0.980486124753952, |
| "num_tokens": 43547755.0, |
| "step": 2430 |
| }, |
| { |
| "entropy": 1.0786782264709474, |
| "epoch": 3.2839838492597577, |
| "grad_norm": 1.320910930633545, |
| "learning_rate": 8.028924923346426e-05, |
| "loss": 0.05664767622947693, |
| "mean_token_accuracy": 0.9779302835464477, |
| "num_tokens": 43726776.0, |
| "step": 2440 |
| }, |
| { |
| "entropy": 1.0860824465751648, |
| "epoch": 3.297442799461642, |
| "grad_norm": 1.2538353204727173, |
| "learning_rate": 8.011187833537972e-05, |
| "loss": 0.053240764141082766, |
| "mean_token_accuracy": 0.9801206707954406, |
| "num_tokens": 43905546.0, |
| "step": 2450 |
| }, |
| { |
| "entropy": 1.081036913394928, |
| "epoch": 3.3109017496635262, |
| "grad_norm": 1.1865931749343872, |
| "learning_rate": 7.993391085059502e-05, |
| "loss": 0.05133863687515259, |
| "mean_token_accuracy": 0.9802879393100739, |
| "num_tokens": 44084371.0, |
| "step": 2460 |
| }, |
| { |
| "entropy": 1.0795913338661194, |
| "epoch": 3.3243606998654105, |
| "grad_norm": 1.3042405843734741, |
| "learning_rate": 7.975535030506203e-05, |
| "loss": 0.053297781944274904, |
| "mean_token_accuracy": 0.9790417075157165, |
| "num_tokens": 44263366.0, |
| "step": 2470 |
| }, |
| { |
| "entropy": 1.0945096254348754, |
| "epoch": 3.3378196500672948, |
| "grad_norm": 1.224970817565918, |
| "learning_rate": 7.957620023648256e-05, |
| "loss": 0.05278623104095459, |
| "mean_token_accuracy": 0.9799198031425476, |
| "num_tokens": 44442200.0, |
| "step": 2480 |
| }, |
| { |
| "entropy": 1.0911083102226258, |
| "epoch": 3.351278600269179, |
| "grad_norm": 1.1166850328445435, |
| "learning_rate": 7.939646419423826e-05, |
| "loss": 0.055463647842407225, |
| "mean_token_accuracy": 0.9793131470680236, |
| "num_tokens": 44621518.0, |
| "step": 2490 |
| }, |
| { |
| "entropy": 1.0902422070503235, |
| "epoch": 3.3647375504710633, |
| "grad_norm": 1.3478926420211792, |
| "learning_rate": 7.92161457393203e-05, |
| "loss": 0.05521976947784424, |
| "mean_token_accuracy": 0.9795126497745514, |
| "num_tokens": 44800926.0, |
| "step": 2500 |
| }, |
| { |
| "entropy": 1.0822187185287475, |
| "epoch": 3.3781965006729475, |
| "grad_norm": 1.3261746168136597, |
| "learning_rate": 7.903524844425878e-05, |
| "loss": 0.0533198356628418, |
| "mean_token_accuracy": 0.9789367377758026, |
| "num_tokens": 44980265.0, |
| "step": 2510 |
| }, |
| { |
| "entropy": 1.087248969078064, |
| "epoch": 3.391655450874832, |
| "grad_norm": 1.005294919013977, |
| "learning_rate": 7.885377589305197e-05, |
| "loss": 0.05112231373786926, |
| "mean_token_accuracy": 0.980577951669693, |
| "num_tokens": 45159183.0, |
| "step": 2520 |
| }, |
| { |
| "entropy": 1.0852233290672302, |
| "epoch": 3.405114401076716, |
| "grad_norm": 1.2185736894607544, |
| "learning_rate": 7.867173168109534e-05, |
| "loss": 0.05045679807662964, |
| "mean_token_accuracy": 0.9805097222328186, |
| "num_tokens": 45338667.0, |
| "step": 2530 |
| }, |
| { |
| "entropy": 1.0843430399894713, |
| "epoch": 3.4185733512786003, |
| "grad_norm": 1.183929681777954, |
| "learning_rate": 7.84891194151103e-05, |
| "loss": 0.050162500143051146, |
| "mean_token_accuracy": 0.9804108917713166, |
| "num_tokens": 45517477.0, |
| "step": 2540 |
| }, |
| { |
| "entropy": 1.0773622393608093, |
| "epoch": 3.4320323014804845, |
| "grad_norm": 1.0225229263305664, |
| "learning_rate": 7.830594271307267e-05, |
| "loss": 0.05130444765090943, |
| "mean_token_accuracy": 0.9804662525653839, |
| "num_tokens": 45696935.0, |
| "step": 2550 |
| }, |
| { |
| "entropy": 1.0753762125968933, |
| "epoch": 3.445491251682369, |
| "grad_norm": 1.1646474599838257, |
| "learning_rate": 7.812220520414115e-05, |
| "loss": 0.05273773670196533, |
| "mean_token_accuracy": 0.9797065794467926, |
| "num_tokens": 45875869.0, |
| "step": 2560 |
| }, |
| { |
| "entropy": 1.0715667009353638, |
| "epoch": 3.458950201884253, |
| "grad_norm": 1.1959201097488403, |
| "learning_rate": 7.793791052858528e-05, |
| "loss": 0.053073453903198245, |
| "mean_token_accuracy": 0.9801750302314758, |
| "num_tokens": 46055697.0, |
| "step": 2570 |
| }, |
| { |
| "entropy": 1.07788827419281, |
| "epoch": 3.4724091520861373, |
| "grad_norm": 1.3329288959503174, |
| "learning_rate": 7.775306233771343e-05, |
| "loss": 0.053553718328475955, |
| "mean_token_accuracy": 0.9794677913188934, |
| "num_tokens": 46234543.0, |
| "step": 2580 |
| }, |
| { |
| "entropy": 1.0729936122894288, |
| "epoch": 3.4858681022880216, |
| "grad_norm": 1.261353850364685, |
| "learning_rate": 7.756766429380033e-05, |
| "loss": 0.0518909215927124, |
| "mean_token_accuracy": 0.9810412526130676, |
| "num_tokens": 46413969.0, |
| "step": 2590 |
| }, |
| { |
| "entropy": 1.0738806128501892, |
| "epoch": 3.499327052489906, |
| "grad_norm": 1.5493957996368408, |
| "learning_rate": 7.738172007001465e-05, |
| "loss": 0.05155509114265442, |
| "mean_token_accuracy": 0.9803483247756958, |
| "num_tokens": 46593798.0, |
| "step": 2600 |
| }, |
| { |
| "entropy": 1.0901301860809327, |
| "epoch": 3.51278600269179, |
| "grad_norm": 1.0253880023956299, |
| "learning_rate": 7.719523335034612e-05, |
| "loss": 0.05098943710327149, |
| "mean_token_accuracy": 0.9800853669643402, |
| "num_tokens": 46772326.0, |
| "step": 2610 |
| }, |
| { |
| "entropy": 1.0800783038139343, |
| "epoch": 3.5262449528936743, |
| "grad_norm": 1.4688411951065063, |
| "learning_rate": 7.70082078295326e-05, |
| "loss": 0.05392987728118896, |
| "mean_token_accuracy": 0.978635448217392, |
| "num_tokens": 46950959.0, |
| "step": 2620 |
| }, |
| { |
| "entropy": 1.090990924835205, |
| "epoch": 3.5397039030955586, |
| "grad_norm": 1.3596893548965454, |
| "learning_rate": 7.682064721298683e-05, |
| "loss": 0.053889667987823485, |
| "mean_token_accuracy": 0.9795092165470123, |
| "num_tokens": 47129717.0, |
| "step": 2630 |
| }, |
| { |
| "entropy": 1.1031178951263427, |
| "epoch": 3.553162853297443, |
| "grad_norm": 1.2542155981063843, |
| "learning_rate": 7.663255521672308e-05, |
| "loss": 0.05507693886756897, |
| "mean_token_accuracy": 0.9788171648979187, |
| "num_tokens": 47308851.0, |
| "step": 2640 |
| }, |
| { |
| "entropy": 1.0928621292114258, |
| "epoch": 3.566621803499327, |
| "grad_norm": 1.328484058380127, |
| "learning_rate": 7.64439355672835e-05, |
| "loss": 0.05089789628982544, |
| "mean_token_accuracy": 0.9808636486530304, |
| "num_tokens": 47487370.0, |
| "step": 2650 |
| }, |
| { |
| "entropy": 1.083961284160614, |
| "epoch": 3.5800807537012114, |
| "grad_norm": 1.1594445705413818, |
| "learning_rate": 7.625479200166425e-05, |
| "loss": 0.0499467521905899, |
| "mean_token_accuracy": 0.9808259546756745, |
| "num_tokens": 47667176.0, |
| "step": 2660 |
| }, |
| { |
| "entropy": 1.0920774698257447, |
| "epoch": 3.5935397039030956, |
| "grad_norm": 1.3259137868881226, |
| "learning_rate": 7.606512826724155e-05, |
| "loss": 0.051684331893920896, |
| "mean_token_accuracy": 0.9798979878425598, |
| "num_tokens": 47845643.0, |
| "step": 2670 |
| }, |
| { |
| "entropy": 1.0919681429862975, |
| "epoch": 3.60699865410498, |
| "grad_norm": 1.3699877262115479, |
| "learning_rate": 7.587494812169728e-05, |
| "loss": 0.051729452610015866, |
| "mean_token_accuracy": 0.980066442489624, |
| "num_tokens": 48024631.0, |
| "step": 2680 |
| }, |
| { |
| "entropy": 1.084936547279358, |
| "epoch": 3.620457604306864, |
| "grad_norm": 1.2969093322753906, |
| "learning_rate": 7.568425533294476e-05, |
| "loss": 0.054199641942977904, |
| "mean_token_accuracy": 0.9787844777107239, |
| "num_tokens": 48204028.0, |
| "step": 2690 |
| }, |
| { |
| "entropy": 1.0940564393997192, |
| "epoch": 3.6339165545087484, |
| "grad_norm": 1.0239887237548828, |
| "learning_rate": 7.549305367905385e-05, |
| "loss": 0.054245364665985105, |
| "mean_token_accuracy": 0.9782158195972442, |
| "num_tokens": 48382282.0, |
| "step": 2700 |
| }, |
| { |
| "entropy": 1.0823640823364258, |
| "epoch": 3.6473755047106327, |
| "grad_norm": 1.1898547410964966, |
| "learning_rate": 7.53013469481763e-05, |
| "loss": 0.056242328882217404, |
| "mean_token_accuracy": 0.9788333296775817, |
| "num_tokens": 48561545.0, |
| "step": 2710 |
| }, |
| { |
| "entropy": 1.0766677498817443, |
| "epoch": 3.660834454912517, |
| "grad_norm": 1.2227085828781128, |
| "learning_rate": 7.510913893847058e-05, |
| "loss": 0.0562747597694397, |
| "mean_token_accuracy": 0.9780334293842315, |
| "num_tokens": 48741185.0, |
| "step": 2720 |
| }, |
| { |
| "entropy": 1.091788113117218, |
| "epoch": 3.674293405114401, |
| "grad_norm": 1.517991304397583, |
| "learning_rate": 7.491643345802667e-05, |
| "loss": 0.05473091006278992, |
| "mean_token_accuracy": 0.9788542568683625, |
| "num_tokens": 48920353.0, |
| "step": 2730 |
| }, |
| { |
| "entropy": 1.1030115008354187, |
| "epoch": 3.6877523553162854, |
| "grad_norm": 1.3098318576812744, |
| "learning_rate": 7.472323432479062e-05, |
| "loss": 0.058284854888916014, |
| "mean_token_accuracy": 0.9783021330833435, |
| "num_tokens": 49099763.0, |
| "step": 2740 |
| }, |
| { |
| "entropy": 1.0996167540550232, |
| "epoch": 3.7012113055181697, |
| "grad_norm": 1.1821726560592651, |
| "learning_rate": 7.452954536648888e-05, |
| "loss": 0.0540702223777771, |
| "mean_token_accuracy": 0.979110324382782, |
| "num_tokens": 49278776.0, |
| "step": 2750 |
| }, |
| { |
| "entropy": 1.0863705158233643, |
| "epoch": 3.714670255720054, |
| "grad_norm": 1.2044000625610352, |
| "learning_rate": 7.433537042055248e-05, |
| "loss": 0.05256187915802002, |
| "mean_token_accuracy": 0.9793642222881317, |
| "num_tokens": 49457667.0, |
| "step": 2760 |
| }, |
| { |
| "entropy": 1.0813929796218873, |
| "epoch": 3.728129205921938, |
| "grad_norm": 0.9910821318626404, |
| "learning_rate": 7.414071333404104e-05, |
| "loss": 0.053735208511352536, |
| "mean_token_accuracy": 0.9796746790409088, |
| "num_tokens": 49637000.0, |
| "step": 2770 |
| }, |
| { |
| "entropy": 1.0826418280601502, |
| "epoch": 3.7415881561238225, |
| "grad_norm": 1.16364586353302, |
| "learning_rate": 7.394557796356644e-05, |
| "loss": 0.05005708336830139, |
| "mean_token_accuracy": 0.9802528321743011, |
| "num_tokens": 49815945.0, |
| "step": 2780 |
| }, |
| { |
| "entropy": 1.0849217176437378, |
| "epoch": 3.7550471063257067, |
| "grad_norm": 1.1651335954666138, |
| "learning_rate": 7.374996817521653e-05, |
| "loss": 0.05107729434967041, |
| "mean_token_accuracy": 0.9808483123779297, |
| "num_tokens": 49995002.0, |
| "step": 2790 |
| }, |
| { |
| "entropy": 1.0982914447784424, |
| "epoch": 3.768506056527591, |
| "grad_norm": 1.300089716911316, |
| "learning_rate": 7.35538878444785e-05, |
| "loss": 0.05192199945449829, |
| "mean_token_accuracy": 0.9799326181411743, |
| "num_tokens": 50174611.0, |
| "step": 2800 |
| }, |
| { |
| "entropy": 1.0978451728820802, |
| "epoch": 3.781965006729475, |
| "grad_norm": 1.131295919418335, |
| "learning_rate": 7.335734085616206e-05, |
| "loss": 0.05380460023880005, |
| "mean_token_accuracy": 0.9787914991378784, |
| "num_tokens": 50354572.0, |
| "step": 2810 |
| }, |
| { |
| "entropy": 1.1055003643035888, |
| "epoch": 3.7954239569313595, |
| "grad_norm": 1.1545559167861938, |
| "learning_rate": 7.316033110432249e-05, |
| "loss": 0.05247194766998291, |
| "mean_token_accuracy": 0.9800500810146332, |
| "num_tokens": 50533810.0, |
| "step": 2820 |
| }, |
| { |
| "entropy": 1.1019269943237304, |
| "epoch": 3.8088829071332437, |
| "grad_norm": 1.439558744430542, |
| "learning_rate": 7.296286249218352e-05, |
| "loss": 0.05247552394866943, |
| "mean_token_accuracy": 0.9799910664558411, |
| "num_tokens": 50712921.0, |
| "step": 2830 |
| }, |
| { |
| "entropy": 1.1034127831459046, |
| "epoch": 3.822341857335128, |
| "grad_norm": 1.1686484813690186, |
| "learning_rate": 7.276493893205995e-05, |
| "loss": 0.053317368030548096, |
| "mean_token_accuracy": 0.9795270919799804, |
| "num_tokens": 50892646.0, |
| "step": 2840 |
| }, |
| { |
| "entropy": 1.0969440698623658, |
| "epoch": 3.8358008075370122, |
| "grad_norm": 1.1592854261398315, |
| "learning_rate": 7.256656434528018e-05, |
| "loss": 0.05192090272903442, |
| "mean_token_accuracy": 0.9800365567207336, |
| "num_tokens": 51072211.0, |
| "step": 2850 |
| }, |
| { |
| "entropy": 1.090685820579529, |
| "epoch": 3.8492597577388965, |
| "grad_norm": 1.5477663278579712, |
| "learning_rate": 7.236774266210852e-05, |
| "loss": 0.051884579658508304, |
| "mean_token_accuracy": 0.9792610287666321, |
| "num_tokens": 51251374.0, |
| "step": 2860 |
| }, |
| { |
| "entropy": 1.1031171798706054, |
| "epoch": 3.8627187079407808, |
| "grad_norm": 0.9951223134994507, |
| "learning_rate": 7.216847782166727e-05, |
| "loss": 0.051608985662460326, |
| "mean_token_accuracy": 0.9799349427223205, |
| "num_tokens": 51429845.0, |
| "step": 2870 |
| }, |
| { |
| "entropy": 1.0826797842979432, |
| "epoch": 3.876177658142665, |
| "grad_norm": 1.0834344625473022, |
| "learning_rate": 7.196877377185872e-05, |
| "loss": 0.05112177133560181, |
| "mean_token_accuracy": 0.980464369058609, |
| "num_tokens": 51609039.0, |
| "step": 2880 |
| }, |
| { |
| "entropy": 1.0658052206039428, |
| "epoch": 3.8896366083445493, |
| "grad_norm": 1.361104130744934, |
| "learning_rate": 7.176863446928694e-05, |
| "loss": 0.05474343299865723, |
| "mean_token_accuracy": 0.9786961674690247, |
| "num_tokens": 51787900.0, |
| "step": 2890 |
| }, |
| { |
| "entropy": 1.0786802649497986, |
| "epoch": 3.9030955585464335, |
| "grad_norm": 1.3113523721694946, |
| "learning_rate": 7.156806387917937e-05, |
| "loss": 0.05351792573928833, |
| "mean_token_accuracy": 0.9795374929904938, |
| "num_tokens": 51967068.0, |
| "step": 2900 |
| }, |
| { |
| "entropy": 1.0683523178100587, |
| "epoch": 3.916554508748318, |
| "grad_norm": 1.172418236732483, |
| "learning_rate": 7.136706597530825e-05, |
| "loss": 0.05207247734069824, |
| "mean_token_accuracy": 0.9796711683273316, |
| "num_tokens": 52146442.0, |
| "step": 2910 |
| }, |
| { |
| "entropy": 1.0647220134735107, |
| "epoch": 3.930013458950202, |
| "grad_norm": 1.109689712524414, |
| "learning_rate": 7.116564473991192e-05, |
| "loss": 0.050079309940338136, |
| "mean_token_accuracy": 0.9804611086845398, |
| "num_tokens": 52325461.0, |
| "step": 2920 |
| }, |
| { |
| "entropy": 1.0695144891738892, |
| "epoch": 3.9434724091520863, |
| "grad_norm": 1.0333713293075562, |
| "learning_rate": 7.096380416361588e-05, |
| "loss": 0.05163470506668091, |
| "mean_token_accuracy": 0.9802155733108521, |
| "num_tokens": 52505157.0, |
| "step": 2930 |
| }, |
| { |
| "entropy": 1.0664403676986693, |
| "epoch": 3.9569313593539706, |
| "grad_norm": 1.1881392002105713, |
| "learning_rate": 7.076154824535381e-05, |
| "loss": 0.05164710283279419, |
| "mean_token_accuracy": 0.9804204642772675, |
| "num_tokens": 52684876.0, |
| "step": 2940 |
| }, |
| { |
| "entropy": 1.061314308643341, |
| "epoch": 3.970390309555855, |
| "grad_norm": 1.1483125686645508, |
| "learning_rate": 7.055888099228825e-05, |
| "loss": 0.051780533790588376, |
| "mean_token_accuracy": 0.9797692000865936, |
| "num_tokens": 52864664.0, |
| "step": 2950 |
| }, |
| { |
| "entropy": 1.0693163990974426, |
| "epoch": 3.983849259757739, |
| "grad_norm": 1.319306492805481, |
| "learning_rate": 7.035580641973119e-05, |
| "loss": 0.054670310020446776, |
| "mean_token_accuracy": 0.9792993664741516, |
| "num_tokens": 53043689.0, |
| "step": 2960 |
| }, |
| { |
| "entropy": 1.071792209148407, |
| "epoch": 3.9973082099596233, |
| "grad_norm": 1.1120209693908691, |
| "learning_rate": 7.015232855106468e-05, |
| "loss": 0.05089702606201172, |
| "mean_token_accuracy": 0.9801424205303192, |
| "num_tokens": 53222975.0, |
| "step": 2970 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_entropy": 1.0652484506558462, |
| "eval_loss": 0.11533018946647644, |
| "eval_mean_token_accuracy": 0.9572236617659308, |
| "eval_num_tokens": 53259126.0, |
| "eval_runtime": 12.7495, |
| "eval_samples_per_second": 392.172, |
| "eval_steps_per_second": 12.314, |
| "step": 2972 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 7430, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.5382665009097605e+18, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
