| { |
| "best_global_step": null, |
| "best_metric": 0.8265531063079834, |
| "best_model_checkpoint": null, |
| "epoch": 3.7608367478973475, |
| "eval_steps": 1, |
| "global_step": 244, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.015527280569333621, |
| "grad_norm": 388.60345458984375, |
| "learning_rate": 0.0002, |
| "loss": 235.3557, |
| "mean_token_accuracy": 0.6456618151730962, |
| "num_tokens": 206114.0, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.015527280569333621, |
| "eval_accuracy": 0.8821729421615601, |
| "eval_loss": 1.297731637954712, |
| "eval_mean_token_accuracy": 0.6854841719239445, |
| "eval_num_tokens": 206114.0, |
| "eval_runtime": 517.9367, |
| "eval_samples_per_second": 0.226, |
| "eval_self_calculate_token_accuracy": 0.6851710081100464, |
| "eval_steps_per_second": 0.114, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.031054561138667242, |
| "grad_norm": 244.1171875, |
| "learning_rate": 0.0002, |
| "loss": 196.5053, |
| "mean_token_accuracy": 0.6811893607179323, |
| "num_tokens": 413337.0, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.031054561138667242, |
| "eval_accuracy": 0.8948897123336792, |
| "eval_loss": 1.1358916759490967, |
| "eval_mean_token_accuracy": 0.7127781692197768, |
| "eval_num_tokens": 413337.0, |
| "eval_runtime": 478.3922, |
| "eval_samples_per_second": 0.245, |
| "eval_self_calculate_token_accuracy": 0.7122454047203064, |
| "eval_steps_per_second": 0.123, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.046581841708000865, |
| "grad_norm": 184.6853790283203, |
| "learning_rate": 0.0002, |
| "loss": 166.5832, |
| "mean_token_accuracy": 0.7129071710838212, |
| "num_tokens": 620427.0, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.046581841708000865, |
| "eval_accuracy": 0.8886107206344604, |
| "eval_loss": 1.0528955459594727, |
| "eval_mean_token_accuracy": 0.726955561314599, |
| "eval_num_tokens": 620427.0, |
| "eval_runtime": 512.5693, |
| "eval_samples_per_second": 0.228, |
| "eval_self_calculate_token_accuracy": 0.7270154356956482, |
| "eval_steps_per_second": 0.115, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.062109122277334484, |
| "grad_norm": 226.86062622070312, |
| "learning_rate": 0.0002, |
| "loss": 151.0703, |
| "mean_token_accuracy": 0.7337513185209699, |
| "num_tokens": 828830.0, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.062109122277334484, |
| "eval_accuracy": 0.8933614492416382, |
| "eval_loss": 0.9952864646911621, |
| "eval_mean_token_accuracy": 0.7376000901400033, |
| "eval_num_tokens": 828830.0, |
| "eval_runtime": 529.3297, |
| "eval_samples_per_second": 0.221, |
| "eval_self_calculate_token_accuracy": 0.7374235987663269, |
| "eval_steps_per_second": 0.111, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0776364028466681, |
| "grad_norm": 185.3592071533203, |
| "learning_rate": 0.0002, |
| "loss": 138.0182, |
| "mean_token_accuracy": 0.748477922545539, |
| "num_tokens": 1036062.0, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0776364028466681, |
| "eval_accuracy": 0.8940512537956238, |
| "eval_loss": 0.9435210824012756, |
| "eval_mean_token_accuracy": 0.7477744332814621, |
| "eval_num_tokens": 1036062.0, |
| "eval_runtime": 536.6396, |
| "eval_samples_per_second": 0.218, |
| "eval_self_calculate_token_accuracy": 0.7476144433021545, |
| "eval_steps_per_second": 0.11, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.09316368341600173, |
| "grad_norm": 133.414794921875, |
| "learning_rate": 0.0002, |
| "loss": 129.527, |
| "mean_token_accuracy": 0.7577708040674528, |
| "num_tokens": 1242430.0, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.09316368341600173, |
| "eval_accuracy": 0.8943483233451843, |
| "eval_loss": 0.902610719203949, |
| "eval_mean_token_accuracy": 0.7560684579913899, |
| "eval_num_tokens": 1242430.0, |
| "eval_runtime": 514.2372, |
| "eval_samples_per_second": 0.228, |
| "eval_self_calculate_token_accuracy": 0.7558857202529907, |
| "eval_steps_per_second": 0.115, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.10869096398533534, |
| "grad_norm": 129.9571990966797, |
| "learning_rate": 0.0002, |
| "loss": 123.6458, |
| "mean_token_accuracy": 0.767652340233326, |
| "num_tokens": 1450526.0, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.10869096398533534, |
| "eval_accuracy": 0.8973140716552734, |
| "eval_loss": 0.8669535517692566, |
| "eval_mean_token_accuracy": 0.7622208665993254, |
| "eval_num_tokens": 1450526.0, |
| "eval_runtime": 472.6248, |
| "eval_samples_per_second": 0.248, |
| "eval_self_calculate_token_accuracy": 0.7623353600502014, |
| "eval_steps_per_second": 0.125, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.12421824455466897, |
| "grad_norm": 115.03675842285156, |
| "learning_rate": 0.0002, |
| "loss": 115.3756, |
| "mean_token_accuracy": 0.7793781318598323, |
| "num_tokens": 1658442.0, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.12421824455466897, |
| "eval_accuracy": 0.8980473279953003, |
| "eval_loss": 0.8377227783203125, |
| "eval_mean_token_accuracy": 0.7683570415286695, |
| "eval_num_tokens": 1658442.0, |
| "eval_runtime": 572.1487, |
| "eval_samples_per_second": 0.204, |
| "eval_self_calculate_token_accuracy": 0.7683823108673096, |
| "eval_steps_per_second": 0.103, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.1397455251240026, |
| "grad_norm": 134.6886444091797, |
| "learning_rate": 0.0002, |
| "loss": 114.2794, |
| "mean_token_accuracy": 0.778469916847017, |
| "num_tokens": 1865586.0, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.1397455251240026, |
| "eval_accuracy": 0.8952139616012573, |
| "eval_loss": 0.8179730176925659, |
| "eval_mean_token_accuracy": 0.7713285038026713, |
| "eval_num_tokens": 1865586.0, |
| "eval_runtime": 513.0781, |
| "eval_samples_per_second": 0.228, |
| "eval_self_calculate_token_accuracy": 0.7713114619255066, |
| "eval_steps_per_second": 0.115, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.1552728056933362, |
| "grad_norm": 108.02084350585938, |
| "learning_rate": 0.0002, |
| "loss": 110.487, |
| "mean_token_accuracy": 0.7797972386082014, |
| "num_tokens": 2072774.0, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.1552728056933362, |
| "eval_accuracy": 0.8961661458015442, |
| "eval_loss": 0.8034513592720032, |
| "eval_mean_token_accuracy": 0.7742107955075926, |
| "eval_num_tokens": 2072774.0, |
| "eval_runtime": 553.1262, |
| "eval_samples_per_second": 0.212, |
| "eval_self_calculate_token_accuracy": 0.7741386890411377, |
| "eval_steps_per_second": 0.107, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.17080008626266982, |
| "grad_norm": 102.06855773925781, |
| "learning_rate": 0.0002, |
| "loss": 104.7562, |
| "mean_token_accuracy": 0.7928152316146426, |
| "num_tokens": 2279763.0, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.17080008626266982, |
| "eval_accuracy": 0.901638925075531, |
| "eval_loss": 0.7883971333503723, |
| "eval_mean_token_accuracy": 0.7770755493034751, |
| "eval_num_tokens": 2279763.0, |
| "eval_runtime": 496.6288, |
| "eval_samples_per_second": 0.236, |
| "eval_self_calculate_token_accuracy": 0.7770423293113708, |
| "eval_steps_per_second": 0.119, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.18632736683200346, |
| "grad_norm": 94.77603912353516, |
| "learning_rate": 0.0002, |
| "loss": 106.2583, |
| "mean_token_accuracy": 0.7874543368816376, |
| "num_tokens": 2486212.0, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.18632736683200346, |
| "eval_accuracy": 0.8989700675010681, |
| "eval_loss": 0.775090754032135, |
| "eval_mean_token_accuracy": 0.7787025055642856, |
| "eval_num_tokens": 2486212.0, |
| "eval_runtime": 524.0398, |
| "eval_samples_per_second": 0.223, |
| "eval_self_calculate_token_accuracy": 0.7788378000259399, |
| "eval_steps_per_second": 0.113, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.20185464740133707, |
| "grad_norm": 87.69193267822266, |
| "learning_rate": 0.0002, |
| "loss": 99.7778, |
| "mean_token_accuracy": 0.8001320113738378, |
| "num_tokens": 2693227.0, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.20185464740133707, |
| "eval_accuracy": 0.9033994674682617, |
| "eval_loss": 0.7654978036880493, |
| "eval_mean_token_accuracy": 0.7799155146388684, |
| "eval_num_tokens": 2693227.0, |
| "eval_runtime": 525.2025, |
| "eval_samples_per_second": 0.223, |
| "eval_self_calculate_token_accuracy": 0.7803354859352112, |
| "eval_steps_per_second": 0.112, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.21738192797067069, |
| "grad_norm": 84.79354858398438, |
| "learning_rate": 0.0002, |
| "loss": 99.6628, |
| "mean_token_accuracy": 0.7965838453835912, |
| "num_tokens": 2900199.0, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.21738192797067069, |
| "eval_accuracy": 0.9020536541938782, |
| "eval_loss": 0.7549988031387329, |
| "eval_mean_token_accuracy": 0.7810374003345684, |
| "eval_num_tokens": 2900199.0, |
| "eval_runtime": 547.9186, |
| "eval_samples_per_second": 0.214, |
| "eval_self_calculate_token_accuracy": 0.781562089920044, |
| "eval_steps_per_second": 0.108, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.23290920854000433, |
| "grad_norm": 80.01195526123047, |
| "learning_rate": 0.0002, |
| "loss": 95.2465, |
| "mean_token_accuracy": 0.8037065060602294, |
| "num_tokens": 3107590.0, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.23290920854000433, |
| "eval_accuracy": 0.905937135219574, |
| "eval_loss": 0.7444906830787659, |
| "eval_mean_token_accuracy": 0.7849317597130597, |
| "eval_num_tokens": 3107590.0, |
| "eval_runtime": 537.9629, |
| "eval_samples_per_second": 0.217, |
| "eval_self_calculate_token_accuracy": 0.7851163148880005, |
| "eval_steps_per_second": 0.11, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.24843648910933794, |
| "grad_norm": 92.70500946044922, |
| "learning_rate": 0.0002, |
| "loss": 93.99, |
| "mean_token_accuracy": 0.8052933307157623, |
| "num_tokens": 3314109.0, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.24843648910933794, |
| "eval_accuracy": 0.9052315354347229, |
| "eval_loss": 0.735614538192749, |
| "eval_mean_token_accuracy": 0.7869909334990938, |
| "eval_num_tokens": 3314109.0, |
| "eval_runtime": 543.538, |
| "eval_samples_per_second": 0.215, |
| "eval_self_calculate_token_accuracy": 0.7872579097747803, |
| "eval_steps_per_second": 0.109, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.2639637696786716, |
| "grad_norm": 81.36389923095703, |
| "learning_rate": 0.0002, |
| "loss": 96.111, |
| "mean_token_accuracy": 0.8035745413766967, |
| "num_tokens": 3521909.0, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.2639637696786716, |
| "eval_accuracy": 0.9038390517234802, |
| "eval_loss": 0.7300280332565308, |
| "eval_mean_token_accuracy": 0.7879955313973508, |
| "eval_num_tokens": 3521909.0, |
| "eval_runtime": 525.4894, |
| "eval_samples_per_second": 0.223, |
| "eval_self_calculate_token_accuracy": 0.7884399890899658, |
| "eval_steps_per_second": 0.112, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.2794910502480052, |
| "grad_norm": 79.87276458740234, |
| "learning_rate": 0.0002, |
| "loss": 91.7171, |
| "mean_token_accuracy": 0.808049873345428, |
| "num_tokens": 3728619.0, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.2794910502480052, |
| "eval_accuracy": 0.908112645149231, |
| "eval_loss": 0.7197296023368835, |
| "eval_mean_token_accuracy": 0.7914570246712637, |
| "eval_num_tokens": 3728619.0, |
| "eval_runtime": 485.4509, |
| "eval_samples_per_second": 0.241, |
| "eval_self_calculate_token_accuracy": 0.791652262210846, |
| "eval_steps_per_second": 0.122, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.2950183308173388, |
| "grad_norm": 73.84920501708984, |
| "learning_rate": 0.0002, |
| "loss": 92.7451, |
| "mean_token_accuracy": 0.8076880541112688, |
| "num_tokens": 3935669.0, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.2950183308173388, |
| "eval_accuracy": 0.9082204699516296, |
| "eval_loss": 0.7118967771530151, |
| "eval_mean_token_accuracy": 0.7932763655306929, |
| "eval_num_tokens": 3935669.0, |
| "eval_runtime": 419.5804, |
| "eval_samples_per_second": 0.279, |
| "eval_self_calculate_token_accuracy": 0.7933873534202576, |
| "eval_steps_per_second": 0.141, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.3105456113866724, |
| "grad_norm": 74.23236846923828, |
| "learning_rate": 0.0002, |
| "loss": 88.3248, |
| "mean_token_accuracy": 0.815578955743048, |
| "num_tokens": 4142234.0, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.3105456113866724, |
| "eval_accuracy": 0.9096711277961731, |
| "eval_loss": 0.7069401144981384, |
| "eval_mean_token_accuracy": 0.7935693213495157, |
| "eval_num_tokens": 4142234.0, |
| "eval_runtime": 494.6358, |
| "eval_samples_per_second": 0.237, |
| "eval_self_calculate_token_accuracy": 0.7936540842056274, |
| "eval_steps_per_second": 0.119, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.32607289195600603, |
| "grad_norm": 68.7576904296875, |
| "learning_rate": 0.0002, |
| "loss": 92.0735, |
| "mean_token_accuracy": 0.8079203971558147, |
| "num_tokens": 4349997.0, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.32607289195600603, |
| "eval_accuracy": 0.9083203077316284, |
| "eval_loss": 0.7048131227493286, |
| "eval_mean_token_accuracy": 0.7935696102805057, |
| "eval_num_tokens": 4349997.0, |
| "eval_runtime": 379.1616, |
| "eval_samples_per_second": 0.309, |
| "eval_self_calculate_token_accuracy": 0.7936612367630005, |
| "eval_steps_per_second": 0.156, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.34160017252533964, |
| "grad_norm": 88.72570037841797, |
| "learning_rate": 0.0002, |
| "loss": 85.4505, |
| "mean_token_accuracy": 0.8195419386029243, |
| "num_tokens": 4556703.0, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.34160017252533964, |
| "eval_accuracy": 0.9117487072944641, |
| "eval_loss": 0.69442218542099, |
| "eval_mean_token_accuracy": 0.7948849878068698, |
| "eval_num_tokens": 4556703.0, |
| "eval_runtime": 466.9576, |
| "eval_samples_per_second": 0.251, |
| "eval_self_calculate_token_accuracy": 0.7950271964073181, |
| "eval_steps_per_second": 0.126, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.35712745309467325, |
| "grad_norm": 74.33305358886719, |
| "learning_rate": 0.0002, |
| "loss": 83.5596, |
| "mean_token_accuracy": 0.8205890291266971, |
| "num_tokens": 4764298.0, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.35712745309467325, |
| "eval_accuracy": 0.9097867012023926, |
| "eval_loss": 0.6916980147361755, |
| "eval_mean_token_accuracy": 0.7952647532446909, |
| "eval_num_tokens": 4764298.0, |
| "eval_runtime": 380.0077, |
| "eval_samples_per_second": 0.308, |
| "eval_self_calculate_token_accuracy": 0.7953569293022156, |
| "eval_steps_per_second": 0.155, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.3726547336640069, |
| "grad_norm": 76.8690185546875, |
| "learning_rate": 0.0002, |
| "loss": 85.3574, |
| "mean_token_accuracy": 0.8177222915821605, |
| "num_tokens": 4972160.0, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.3726547336640069, |
| "eval_accuracy": 0.9135264754295349, |
| "eval_loss": 0.6932325959205627, |
| "eval_mean_token_accuracy": 0.79371998370704, |
| "eval_num_tokens": 4972160.0, |
| "eval_runtime": 378.4894, |
| "eval_samples_per_second": 0.309, |
| "eval_self_calculate_token_accuracy": 0.7938908338546753, |
| "eval_steps_per_second": 0.156, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.38818201423334053, |
| "grad_norm": 75.3279037475586, |
| "learning_rate": 0.0002, |
| "loss": 87.6029, |
| "mean_token_accuracy": 0.8149439800116751, |
| "num_tokens": 5179076.0, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.38818201423334053, |
| "eval_accuracy": 0.914771556854248, |
| "eval_loss": 0.6928118467330933, |
| "eval_mean_token_accuracy": 0.7945833317304062, |
| "eval_num_tokens": 5179076.0, |
| "eval_runtime": 477.2773, |
| "eval_samples_per_second": 0.245, |
| "eval_self_calculate_token_accuracy": 0.7949104905128479, |
| "eval_steps_per_second": 0.124, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.40370929480267415, |
| "grad_norm": 75.90360260009766, |
| "learning_rate": 0.0002, |
| "loss": 87.4446, |
| "mean_token_accuracy": 0.8141942860351669, |
| "num_tokens": 5387348.0, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.40370929480267415, |
| "eval_accuracy": 0.915110170841217, |
| "eval_loss": 0.6823413968086243, |
| "eval_mean_token_accuracy": 0.7983418076725329, |
| "eval_num_tokens": 5387348.0, |
| "eval_runtime": 399.7904, |
| "eval_samples_per_second": 0.293, |
| "eval_self_calculate_token_accuracy": 0.798822820186615, |
| "eval_steps_per_second": 0.148, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.41923657537200776, |
| "grad_norm": 64.5274658203125, |
| "learning_rate": 0.0002, |
| "loss": 83.6138, |
| "mean_token_accuracy": 0.8214054538144006, |
| "num_tokens": 5594491.0, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.41923657537200776, |
| "eval_accuracy": 0.9166258573532104, |
| "eval_loss": 0.6738327741622925, |
| "eval_mean_token_accuracy": 0.7991620433532586, |
| "eval_num_tokens": 5594491.0, |
| "eval_runtime": 377.1645, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.7997329831123352, |
| "eval_steps_per_second": 0.156, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.43476385594134137, |
| "grad_norm": 76.20535278320312, |
| "learning_rate": 0.0002, |
| "loss": 84.517, |
| "mean_token_accuracy": 0.8191360524959035, |
| "num_tokens": 5801548.0, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.43476385594134137, |
| "eval_accuracy": 0.9158521294593811, |
| "eval_loss": 0.6709964871406555, |
| "eval_mean_token_accuracy": 0.7998738773798538, |
| "eval_num_tokens": 5801548.0, |
| "eval_runtime": 534.2722, |
| "eval_samples_per_second": 0.219, |
| "eval_self_calculate_token_accuracy": 0.8004175424575806, |
| "eval_steps_per_second": 0.11, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.450291136510675, |
| "grad_norm": 68.24972534179688, |
| "learning_rate": 0.0002, |
| "loss": 82.3459, |
| "mean_token_accuracy": 0.820239733490679, |
| "num_tokens": 6008761.0, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.450291136510675, |
| "eval_accuracy": 0.9137104153633118, |
| "eval_loss": 0.669684648513794, |
| "eval_mean_token_accuracy": 0.8005983486013898, |
| "eval_num_tokens": 6008761.0, |
| "eval_runtime": 401.1997, |
| "eval_samples_per_second": 0.292, |
| "eval_self_calculate_token_accuracy": 0.8010259866714478, |
| "eval_steps_per_second": 0.147, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.46581841708000865, |
| "grad_norm": 66.7740249633789, |
| "learning_rate": 0.0002, |
| "loss": 80.8085, |
| "mean_token_accuracy": 0.8230568650696013, |
| "num_tokens": 6216345.0, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.46581841708000865, |
| "eval_accuracy": 0.911504864692688, |
| "eval_loss": 0.6657170057296753, |
| "eval_mean_token_accuracy": 0.800199227817988, |
| "eval_num_tokens": 6216345.0, |
| "eval_runtime": 417.3271, |
| "eval_samples_per_second": 0.28, |
| "eval_self_calculate_token_accuracy": 0.8006454706192017, |
| "eval_steps_per_second": 0.141, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.48134569764934226, |
| "grad_norm": 64.8695297241211, |
| "learning_rate": 0.0002, |
| "loss": 81.244, |
| "mean_token_accuracy": 0.8241648533278041, |
| "num_tokens": 6422649.0, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.48134569764934226, |
| "eval_accuracy": 0.9120697379112244, |
| "eval_loss": 0.6641549468040466, |
| "eval_mean_token_accuracy": 0.8009569008471602, |
| "eval_num_tokens": 6422649.0, |
| "eval_runtime": 448.2593, |
| "eval_samples_per_second": 0.261, |
| "eval_self_calculate_token_accuracy": 0.801353931427002, |
| "eval_steps_per_second": 0.132, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.4968729782186759, |
| "grad_norm": 69.34745788574219, |
| "learning_rate": 0.0002, |
| "loss": 81.9341, |
| "mean_token_accuracy": 0.8242515631847911, |
| "num_tokens": 6629671.0, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.4968729782186759, |
| "eval_accuracy": 0.9109794497489929, |
| "eval_loss": 0.6608865857124329, |
| "eval_mean_token_accuracy": 0.8022122938754195, |
| "eval_num_tokens": 6629671.0, |
| "eval_runtime": 454.8004, |
| "eval_samples_per_second": 0.257, |
| "eval_self_calculate_token_accuracy": 0.8026918768882751, |
| "eval_steps_per_second": 0.13, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.5124002587880095, |
| "grad_norm": 74.86833190917969, |
| "learning_rate": 0.0002, |
| "loss": 80.0734, |
| "mean_token_accuracy": 0.8248270741767354, |
| "num_tokens": 6836475.0, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.5124002587880095, |
| "eval_accuracy": 0.9121805429458618, |
| "eval_loss": 0.6564350724220276, |
| "eval_mean_token_accuracy": 0.8043287487353309, |
| "eval_num_tokens": 6836475.0, |
| "eval_runtime": 495.3559, |
| "eval_samples_per_second": 0.236, |
| "eval_self_calculate_token_accuracy": 0.8046467900276184, |
| "eval_steps_per_second": 0.119, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.5279275393573432, |
| "grad_norm": 65.61771392822266, |
| "learning_rate": 0.0002, |
| "loss": 79.5041, |
| "mean_token_accuracy": 0.8282077461481094, |
| "num_tokens": 7044809.0, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.5279275393573432, |
| "eval_accuracy": 0.9117639660835266, |
| "eval_loss": 0.6553068161010742, |
| "eval_mean_token_accuracy": 0.8040643940537663, |
| "eval_num_tokens": 7044809.0, |
| "eval_runtime": 494.081, |
| "eval_samples_per_second": 0.237, |
| "eval_self_calculate_token_accuracy": 0.8043231964111328, |
| "eval_steps_per_second": 0.119, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.5434548199266768, |
| "grad_norm": 67.1403579711914, |
| "learning_rate": 0.0002, |
| "loss": 79.2852, |
| "mean_token_accuracy": 0.8265329235129886, |
| "num_tokens": 7252918.0, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.5434548199266768, |
| "eval_accuracy": 0.9122189283370972, |
| "eval_loss": 0.6555678248405457, |
| "eval_mean_token_accuracy": 0.803064175581528, |
| "eval_num_tokens": 7252918.0, |
| "eval_runtime": 527.5452, |
| "eval_samples_per_second": 0.222, |
| "eval_self_calculate_token_accuracy": 0.8032756447792053, |
| "eval_steps_per_second": 0.112, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.5589821004960104, |
| "grad_norm": 66.02539825439453, |
| "learning_rate": 0.0002, |
| "loss": 82.1148, |
| "mean_token_accuracy": 0.8243914561139213, |
| "num_tokens": 7460461.0, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.5589821004960104, |
| "eval_accuracy": 0.9112619757652283, |
| "eval_loss": 0.6514995098114014, |
| "eval_mean_token_accuracy": 0.8033366799354553, |
| "eval_num_tokens": 7460461.0, |
| "eval_runtime": 378.9282, |
| "eval_samples_per_second": 0.309, |
| "eval_self_calculate_token_accuracy": 0.8037459254264832, |
| "eval_steps_per_second": 0.156, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.574509381065344, |
| "grad_norm": 63.525108337402344, |
| "learning_rate": 0.0002, |
| "loss": 79.0236, |
| "mean_token_accuracy": 0.82805245452457, |
| "num_tokens": 7667020.0, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.574509381065344, |
| "eval_accuracy": 0.9103755354881287, |
| "eval_loss": 0.6434940695762634, |
| "eval_mean_token_accuracy": 0.8052172782057423, |
| "eval_num_tokens": 7667020.0, |
| "eval_runtime": 377.8911, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8055295348167419, |
| "eval_steps_per_second": 0.156, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.5900366616346776, |
| "grad_norm": 68.07242584228516, |
| "learning_rate": 0.0002, |
| "loss": 78.1246, |
| "mean_token_accuracy": 0.82818995995654, |
| "num_tokens": 7874188.0, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.5900366616346776, |
| "eval_accuracy": 0.913102924823761, |
| "eval_loss": 0.6365765333175659, |
| "eval_mean_token_accuracy": 0.8071239762387034, |
| "eval_num_tokens": 7874188.0, |
| "eval_runtime": 516.5165, |
| "eval_samples_per_second": 0.227, |
| "eval_self_calculate_token_accuracy": 0.8071991205215454, |
| "eval_steps_per_second": 0.114, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.6055639422040112, |
| "grad_norm": 65.70716857910156, |
| "learning_rate": 0.0002, |
| "loss": 77.4535, |
| "mean_token_accuracy": 0.8317671550644768, |
| "num_tokens": 8080785.0, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.6055639422040112, |
| "eval_accuracy": 0.9140548706054688, |
| "eval_loss": 0.6353747844696045, |
| "eval_mean_token_accuracy": 0.8078821796481892, |
| "eval_num_tokens": 8080785.0, |
| "eval_runtime": 442.1132, |
| "eval_samples_per_second": 0.265, |
| "eval_self_calculate_token_accuracy": 0.8079361915588379, |
| "eval_steps_per_second": 0.133, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.6210912227733448, |
| "grad_norm": 61.63087844848633, |
| "learning_rate": 0.0002, |
| "loss": 75.8081, |
| "mean_token_accuracy": 0.8337800262702836, |
| "num_tokens": 8287147.0, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.6210912227733448, |
| "eval_accuracy": 0.9147362112998962, |
| "eval_loss": 0.6424786448478699, |
| "eval_mean_token_accuracy": 0.806917532015655, |
| "eval_num_tokens": 8287147.0, |
| "eval_runtime": 423.4872, |
| "eval_samples_per_second": 0.276, |
| "eval_self_calculate_token_accuracy": 0.8070501685142517, |
| "eval_steps_per_second": 0.139, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.6366185033426784, |
| "grad_norm": 65.54632568359375, |
| "learning_rate": 0.0002, |
| "loss": 76.7829, |
| "mean_token_accuracy": 0.8310973097880682, |
| "num_tokens": 8495122.0, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.6366185033426784, |
| "eval_accuracy": 0.9148668646812439, |
| "eval_loss": 0.6443515419960022, |
| "eval_mean_token_accuracy": 0.8066114904516835, |
| "eval_num_tokens": 8495122.0, |
| "eval_runtime": 537.8913, |
| "eval_samples_per_second": 0.218, |
| "eval_self_calculate_token_accuracy": 0.8066722750663757, |
| "eval_steps_per_second": 0.11, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.6521457839120121, |
| "grad_norm": 72.80533599853516, |
| "learning_rate": 0.0002, |
| "loss": 79.4775, |
| "mean_token_accuracy": 0.8249161483512985, |
| "num_tokens": 8703201.0, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.6521457839120121, |
| "eval_accuracy": 0.9164402484893799, |
| "eval_loss": 0.6363280415534973, |
| "eval_mean_token_accuracy": 0.8063408045445458, |
| "eval_num_tokens": 8703201.0, |
| "eval_runtime": 518.7859, |
| "eval_samples_per_second": 0.226, |
| "eval_self_calculate_token_accuracy": 0.806464433670044, |
| "eval_steps_per_second": 0.114, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.6676730644813457, |
| "grad_norm": 66.6220932006836, |
| "learning_rate": 0.0002, |
| "loss": 75.4804, |
| "mean_token_accuracy": 0.83234320829312, |
| "num_tokens": 8910441.0, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.6676730644813457, |
| "eval_accuracy": 0.9164731502532959, |
| "eval_loss": 0.6302393078804016, |
| "eval_mean_token_accuracy": 0.8075330227108325, |
| "eval_num_tokens": 8910441.0, |
| "eval_runtime": 542.2645, |
| "eval_samples_per_second": 0.216, |
| "eval_self_calculate_token_accuracy": 0.8077787160873413, |
| "eval_steps_per_second": 0.109, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.6832003450506793, |
| "grad_norm": 68.69686889648438, |
| "learning_rate": 0.0002, |
| "loss": 77.4471, |
| "mean_token_accuracy": 0.8295381383763419, |
| "num_tokens": 9118633.0, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.6832003450506793, |
| "eval_accuracy": 0.9123803377151489, |
| "eval_loss": 0.6293103694915771, |
| "eval_mean_token_accuracy": 0.8084206035581686, |
| "eval_num_tokens": 9118633.0, |
| "eval_runtime": 497.187, |
| "eval_samples_per_second": 0.235, |
| "eval_self_calculate_token_accuracy": 0.808789849281311, |
| "eval_steps_per_second": 0.119, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.6987276256200129, |
| "grad_norm": 63.706947326660156, |
| "learning_rate": 0.0002, |
| "loss": 76.9918, |
| "mean_token_accuracy": 0.8314318160216013, |
| "num_tokens": 9325726.0, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.6987276256200129, |
| "eval_accuracy": 0.9107639789581299, |
| "eval_loss": 0.6324621438980103, |
| "eval_mean_token_accuracy": 0.8079288743310056, |
| "eval_num_tokens": 9325726.0, |
| "eval_runtime": 549.8271, |
| "eval_samples_per_second": 0.213, |
| "eval_self_calculate_token_accuracy": 0.8081849217414856, |
| "eval_steps_per_second": 0.107, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.7142549061893465, |
| "grad_norm": 73.7982406616211, |
| "learning_rate": 0.0002, |
| "loss": 78.1238, |
| "mean_token_accuracy": 0.8276747150553597, |
| "num_tokens": 9532458.0, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.7142549061893465, |
| "eval_accuracy": 0.9130527377128601, |
| "eval_loss": 0.6298496127128601, |
| "eval_mean_token_accuracy": 0.8091619398634312, |
| "eval_num_tokens": 9532458.0, |
| "eval_runtime": 511.5222, |
| "eval_samples_per_second": 0.229, |
| "eval_self_calculate_token_accuracy": 0.8093991279602051, |
| "eval_steps_per_second": 0.115, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.7297821867586802, |
| "grad_norm": 69.95299530029297, |
| "learning_rate": 0.0002, |
| "loss": 74.6968, |
| "mean_token_accuracy": 0.8334906034999423, |
| "num_tokens": 9739085.0, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.7297821867586802, |
| "eval_accuracy": 0.9140156507492065, |
| "eval_loss": 0.6267667412757874, |
| "eval_mean_token_accuracy": 0.8093710400290408, |
| "eval_num_tokens": 9739085.0, |
| "eval_runtime": 402.1958, |
| "eval_samples_per_second": 0.291, |
| "eval_self_calculate_token_accuracy": 0.8095532655715942, |
| "eval_steps_per_second": 0.147, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.7453094673280138, |
| "grad_norm": 69.93089294433594, |
| "learning_rate": 0.0002, |
| "loss": 76.9015, |
| "mean_token_accuracy": 0.8311376662717925, |
| "num_tokens": 9946613.0, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.7453094673280138, |
| "eval_accuracy": 0.9145108461380005, |
| "eval_loss": 0.6275688409805298, |
| "eval_mean_token_accuracy": 0.8099053764747361, |
| "eval_num_tokens": 9946613.0, |
| "eval_runtime": 505.8206, |
| "eval_samples_per_second": 0.231, |
| "eval_self_calculate_token_accuracy": 0.80998694896698, |
| "eval_steps_per_second": 0.117, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.7608367478973475, |
| "grad_norm": 71.89234161376953, |
| "learning_rate": 0.0002, |
| "loss": 73.4955, |
| "mean_token_accuracy": 0.8371797477205595, |
| "num_tokens": 10154200.0, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.7608367478973475, |
| "eval_accuracy": 0.9144572019577026, |
| "eval_loss": 0.6280543208122253, |
| "eval_mean_token_accuracy": 0.8103320103580669, |
| "eval_num_tokens": 10154200.0, |
| "eval_runtime": 469.999, |
| "eval_samples_per_second": 0.249, |
| "eval_self_calculate_token_accuracy": 0.810602068901062, |
| "eval_steps_per_second": 0.126, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.7763640284666811, |
| "grad_norm": 74.61000061035156, |
| "learning_rate": 0.0002, |
| "loss": 74.9314, |
| "mean_token_accuracy": 0.8344847096337212, |
| "num_tokens": 10361431.0, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.7763640284666811, |
| "eval_accuracy": 0.9124852418899536, |
| "eval_loss": 0.6263248920440674, |
| "eval_mean_token_accuracy": 0.8109216740575887, |
| "eval_num_tokens": 10361431.0, |
| "eval_runtime": 530.0937, |
| "eval_samples_per_second": 0.221, |
| "eval_self_calculate_token_accuracy": 0.8111692070960999, |
| "eval_steps_per_second": 0.111, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.7918913090360147, |
| "grad_norm": 65.09473419189453, |
| "learning_rate": 0.0002, |
| "loss": 74.7611, |
| "mean_token_accuracy": 0.8341691344976425, |
| "num_tokens": 10568096.0, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.7918913090360147, |
| "eval_accuracy": 0.915256917476654, |
| "eval_loss": 0.6230616569519043, |
| "eval_mean_token_accuracy": 0.8122233293824277, |
| "eval_num_tokens": 10568096.0, |
| "eval_runtime": 493.2208, |
| "eval_samples_per_second": 0.237, |
| "eval_self_calculate_token_accuracy": 0.8124744296073914, |
| "eval_steps_per_second": 0.12, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.8074185896053483, |
| "grad_norm": 66.29564666748047, |
| "learning_rate": 0.0002, |
| "loss": 75.1666, |
| "mean_token_accuracy": 0.8314917261401812, |
| "num_tokens": 10775230.0, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.8074185896053483, |
| "eval_accuracy": 0.9141833782196045, |
| "eval_loss": 0.6197871565818787, |
| "eval_mean_token_accuracy": 0.8130643044487905, |
| "eval_num_tokens": 10775230.0, |
| "eval_runtime": 471.5309, |
| "eval_samples_per_second": 0.248, |
| "eval_self_calculate_token_accuracy": 0.813408374786377, |
| "eval_steps_per_second": 0.125, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.8229458701746819, |
| "grad_norm": 58.1451530456543, |
| "learning_rate": 0.0002, |
| "loss": 73.3247, |
| "mean_token_accuracy": 0.8366643513242403, |
| "num_tokens": 10982552.0, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.8229458701746819, |
| "eval_accuracy": 0.9132152199745178, |
| "eval_loss": 0.6162331104278564, |
| "eval_mean_token_accuracy": 0.8125809107796621, |
| "eval_num_tokens": 10982552.0, |
| "eval_runtime": 438.801, |
| "eval_samples_per_second": 0.267, |
| "eval_self_calculate_token_accuracy": 0.812820315361023, |
| "eval_steps_per_second": 0.134, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.8384731507440155, |
| "grad_norm": 63.90974807739258, |
| "learning_rate": 0.0002, |
| "loss": 75.1934, |
| "mean_token_accuracy": 0.8360330785314242, |
| "num_tokens": 11190332.0, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.8384731507440155, |
| "eval_accuracy": 0.9135575890541077, |
| "eval_loss": 0.6138584017753601, |
| "eval_mean_token_accuracy": 0.8129710868253546, |
| "eval_num_tokens": 11190332.0, |
| "eval_runtime": 457.8778, |
| "eval_samples_per_second": 0.256, |
| "eval_self_calculate_token_accuracy": 0.8131245970726013, |
| "eval_steps_per_second": 0.129, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.8540004313133491, |
| "grad_norm": 61.70444869995117, |
| "learning_rate": 0.0002, |
| "loss": 72.6765, |
| "mean_token_accuracy": 0.838487446308136, |
| "num_tokens": 11396939.0, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.8540004313133491, |
| "eval_accuracy": 0.9117525219917297, |
| "eval_loss": 0.6168607473373413, |
| "eval_mean_token_accuracy": 0.8129422583822477, |
| "eval_num_tokens": 11396939.0, |
| "eval_runtime": 447.8985, |
| "eval_samples_per_second": 0.261, |
| "eval_self_calculate_token_accuracy": 0.8131344318389893, |
| "eval_steps_per_second": 0.132, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.8695277118826827, |
| "grad_norm": 56.66482162475586, |
| "learning_rate": 0.0002, |
| "loss": 73.0716, |
| "mean_token_accuracy": 0.8375749306546317, |
| "num_tokens": 11603403.0, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.8695277118826827, |
| "eval_accuracy": 0.9112023115158081, |
| "eval_loss": 0.6186460256576538, |
| "eval_mean_token_accuracy": 0.8130350405887022, |
| "eval_num_tokens": 11603403.0, |
| "eval_runtime": 531.9386, |
| "eval_samples_per_second": 0.22, |
| "eval_self_calculate_token_accuracy": 0.8132300972938538, |
| "eval_steps_per_second": 0.111, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.8850549924520164, |
| "grad_norm": 68.06394958496094, |
| "learning_rate": 0.0002, |
| "loss": 71.467, |
| "mean_token_accuracy": 0.8391321500142416, |
| "num_tokens": 11811134.0, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.8850549924520164, |
| "eval_accuracy": 0.9130308032035828, |
| "eval_loss": 0.6166709065437317, |
| "eval_mean_token_accuracy": 0.8137099167047921, |
| "eval_num_tokens": 11811134.0, |
| "eval_runtime": 517.4726, |
| "eval_samples_per_second": 0.226, |
| "eval_self_calculate_token_accuracy": 0.8139044046401978, |
| "eval_steps_per_second": 0.114, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.90058227302135, |
| "grad_norm": 59.669342041015625, |
| "learning_rate": 0.0002, |
| "loss": 72.9217, |
| "mean_token_accuracy": 0.8353930016358694, |
| "num_tokens": 12017995.0, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.90058227302135, |
| "eval_accuracy": 0.9136723875999451, |
| "eval_loss": 0.6148823499679565, |
| "eval_mean_token_accuracy": 0.814302422232547, |
| "eval_num_tokens": 12017995.0, |
| "eval_runtime": 519.3912, |
| "eval_samples_per_second": 0.225, |
| "eval_self_calculate_token_accuracy": 0.8144720792770386, |
| "eval_steps_per_second": 0.114, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.9161095535906836, |
| "grad_norm": 62.19975662231445, |
| "learning_rate": 0.0002, |
| "loss": 73.5524, |
| "mean_token_accuracy": 0.836793865594599, |
| "num_tokens": 12225206.0, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.9161095535906836, |
| "eval_accuracy": 0.9178274273872375, |
| "eval_loss": 0.613953173160553, |
| "eval_mean_token_accuracy": 0.8129242183798451, |
| "eval_num_tokens": 12225206.0, |
| "eval_runtime": 467.3657, |
| "eval_samples_per_second": 0.25, |
| "eval_self_calculate_token_accuracy": 0.8131629824638367, |
| "eval_steps_per_second": 0.126, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.9316368341600173, |
| "grad_norm": 57.011043548583984, |
| "learning_rate": 0.0002, |
| "loss": 74.0301, |
| "mean_token_accuracy": 0.8358530120717155, |
| "num_tokens": 12433270.0, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.9316368341600173, |
| "eval_accuracy": 0.9191554188728333, |
| "eval_loss": 0.6118597984313965, |
| "eval_mean_token_accuracy": 0.814022664296425, |
| "eval_num_tokens": 12433270.0, |
| "eval_runtime": 522.5148, |
| "eval_samples_per_second": 0.224, |
| "eval_self_calculate_token_accuracy": 0.8142619132995605, |
| "eval_steps_per_second": 0.113, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.9471641147293509, |
| "grad_norm": 66.91328430175781, |
| "learning_rate": 0.0002, |
| "loss": 72.5186, |
| "mean_token_accuracy": 0.8367332228355937, |
| "num_tokens": 12639780.0, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.9471641147293509, |
| "eval_accuracy": 0.9177585244178772, |
| "eval_loss": 0.6108775734901428, |
| "eval_mean_token_accuracy": 0.8138837632486375, |
| "eval_num_tokens": 12639780.0, |
| "eval_runtime": 422.2926, |
| "eval_samples_per_second": 0.277, |
| "eval_self_calculate_token_accuracy": 0.8141418099403381, |
| "eval_steps_per_second": 0.14, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.9626913952986845, |
| "grad_norm": 87.78324127197266, |
| "learning_rate": 0.0002, |
| "loss": 71.883, |
| "mean_token_accuracy": 0.840221087137858, |
| "num_tokens": 12847997.0, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.9626913952986845, |
| "eval_accuracy": 0.9160240292549133, |
| "eval_loss": 0.6120632886886597, |
| "eval_mean_token_accuracy": 0.8128126203003576, |
| "eval_num_tokens": 12847997.0, |
| "eval_runtime": 531.9323, |
| "eval_samples_per_second": 0.22, |
| "eval_self_calculate_token_accuracy": 0.8129583597183228, |
| "eval_steps_per_second": 0.111, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.9782186758680181, |
| "grad_norm": 59.98785400390625, |
| "learning_rate": 0.0002, |
| "loss": 71.2979, |
| "mean_token_accuracy": 0.8396406115757095, |
| "num_tokens": 13055628.0, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.9782186758680181, |
| "eval_accuracy": 0.914139449596405, |
| "eval_loss": 0.6138727068901062, |
| "eval_mean_token_accuracy": 0.8129084362822064, |
| "eval_num_tokens": 13055628.0, |
| "eval_runtime": 520.2873, |
| "eval_samples_per_second": 0.225, |
| "eval_self_calculate_token_accuracy": 0.8129828572273254, |
| "eval_steps_per_second": 0.113, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.9937459564373518, |
| "grad_norm": 72.21045684814453, |
| "learning_rate": 0.0002, |
| "loss": 71.4842, |
| "mean_token_accuracy": 0.8384962247477638, |
| "num_tokens": 13263657.0, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.9937459564373518, |
| "eval_accuracy": 0.9158999919891357, |
| "eval_loss": 0.6086071133613586, |
| "eval_mean_token_accuracy": 0.8151745139542272, |
| "eval_num_tokens": 13263657.0, |
| "eval_runtime": 502.3441, |
| "eval_samples_per_second": 0.233, |
| "eval_self_calculate_token_accuracy": 0.8152207732200623, |
| "eval_steps_per_second": 0.117, |
| "step": 64 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 31.990901947021484, |
| "learning_rate": 0.0002, |
| "loss": 29.3306, |
| "mean_token_accuracy": 0.8379724251812902, |
| "num_tokens": 13346942.0, |
| "step": 65 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_accuracy": 0.9162644147872925, |
| "eval_loss": 0.606562077999115, |
| "eval_mean_token_accuracy": 0.8147177352743634, |
| "eval_num_tokens": 13346942.0, |
| "eval_runtime": 488.3515, |
| "eval_samples_per_second": 0.24, |
| "eval_self_calculate_token_accuracy": 0.8147389888763428, |
| "eval_steps_per_second": 0.121, |
| "step": 65 |
| }, |
| { |
| "epoch": 1.0155272805693336, |
| "grad_norm": 65.1650390625, |
| "learning_rate": 0.0002, |
| "loss": 68.3093, |
| "mean_token_accuracy": 0.8437272103296386, |
| "num_tokens": 13553821.0, |
| "step": 66 |
| }, |
| { |
| "epoch": 1.0155272805693336, |
| "eval_accuracy": 0.914888322353363, |
| "eval_loss": 0.6078404188156128, |
| "eval_mean_token_accuracy": 0.8142804877232697, |
| "eval_num_tokens": 13553821.0, |
| "eval_runtime": 489.5883, |
| "eval_samples_per_second": 0.239, |
| "eval_self_calculate_token_accuracy": 0.8142405152320862, |
| "eval_steps_per_second": 0.121, |
| "step": 66 |
| }, |
| { |
| "epoch": 1.0310545611386672, |
| "grad_norm": 64.63192749023438, |
| "learning_rate": 0.0002, |
| "loss": 68.4059, |
| "mean_token_accuracy": 0.8433061440785726, |
| "num_tokens": 13761533.0, |
| "step": 67 |
| }, |
| { |
| "epoch": 1.0310545611386672, |
| "eval_accuracy": 0.9138510227203369, |
| "eval_loss": 0.6116654872894287, |
| "eval_mean_token_accuracy": 0.8124735476606983, |
| "eval_num_tokens": 13761533.0, |
| "eval_runtime": 522.566, |
| "eval_samples_per_second": 0.224, |
| "eval_self_calculate_token_accuracy": 0.8125846982002258, |
| "eval_steps_per_second": 0.113, |
| "step": 67 |
| }, |
| { |
| "epoch": 1.0465818417080008, |
| "grad_norm": 65.7592544555664, |
| "learning_rate": 0.0002, |
| "loss": 67.2654, |
| "mean_token_accuracy": 0.8436924947632684, |
| "num_tokens": 13969599.0, |
| "step": 68 |
| }, |
| { |
| "epoch": 1.0465818417080008, |
| "eval_accuracy": 0.914797306060791, |
| "eval_loss": 0.6094985008239746, |
| "eval_mean_token_accuracy": 0.813911483449451, |
| "eval_num_tokens": 13969599.0, |
| "eval_runtime": 492.1522, |
| "eval_samples_per_second": 0.238, |
| "eval_self_calculate_token_accuracy": 0.8138671517372131, |
| "eval_steps_per_second": 0.12, |
| "step": 68 |
| }, |
| { |
| "epoch": 1.0621091222773344, |
| "grad_norm": 65.31761169433594, |
| "learning_rate": 0.0002, |
| "loss": 67.8058, |
| "mean_token_accuracy": 0.8444534300102128, |
| "num_tokens": 14176410.0, |
| "step": 69 |
| }, |
| { |
| "epoch": 1.0621091222773344, |
| "eval_accuracy": 0.916292130947113, |
| "eval_loss": 0.6073565483093262, |
| "eval_mean_token_accuracy": 0.8138014462034581, |
| "eval_num_tokens": 14176410.0, |
| "eval_runtime": 502.5082, |
| "eval_samples_per_second": 0.233, |
| "eval_self_calculate_token_accuracy": 0.8138008713722229, |
| "eval_steps_per_second": 0.117, |
| "step": 69 |
| }, |
| { |
| "epoch": 1.077636402846668, |
| "grad_norm": 65.64813232421875, |
| "learning_rate": 0.0002, |
| "loss": 68.0804, |
| "mean_token_accuracy": 0.8438257641262479, |
| "num_tokens": 14383823.0, |
| "step": 70 |
| }, |
| { |
| "epoch": 1.077636402846668, |
| "eval_accuracy": 0.9173416495323181, |
| "eval_loss": 0.6070806384086609, |
| "eval_mean_token_accuracy": 0.8139629707498065, |
| "eval_num_tokens": 14383823.0, |
| "eval_runtime": 415.9045, |
| "eval_samples_per_second": 0.281, |
| "eval_self_calculate_token_accuracy": 0.8141365647315979, |
| "eval_steps_per_second": 0.142, |
| "step": 70 |
| }, |
| { |
| "epoch": 1.0931636834160017, |
| "grad_norm": 80.39895629882812, |
| "learning_rate": 0.0002, |
| "loss": 66.9645, |
| "mean_token_accuracy": 0.8455751662453016, |
| "num_tokens": 14590215.0, |
| "step": 71 |
| }, |
| { |
| "epoch": 1.0931636834160017, |
| "eval_accuracy": 0.9200232625007629, |
| "eval_loss": 0.6067765951156616, |
| "eval_mean_token_accuracy": 0.8152269741236153, |
| "eval_num_tokens": 14590215.0, |
| "eval_runtime": 537.3198, |
| "eval_samples_per_second": 0.218, |
| "eval_self_calculate_token_accuracy": 0.815378725528717, |
| "eval_steps_per_second": 0.11, |
| "step": 71 |
| }, |
| { |
| "epoch": 1.1086909639853353, |
| "grad_norm": 65.61837005615234, |
| "learning_rate": 0.0002, |
| "loss": 67.5675, |
| "mean_token_accuracy": 0.8453471718562974, |
| "num_tokens": 14797976.0, |
| "step": 72 |
| }, |
| { |
| "epoch": 1.1086909639853353, |
| "eval_accuracy": 0.9188646674156189, |
| "eval_loss": 0.6055653095245361, |
| "eval_mean_token_accuracy": 0.8155758542529608, |
| "eval_num_tokens": 14797976.0, |
| "eval_runtime": 464.2185, |
| "eval_samples_per_second": 0.252, |
| "eval_self_calculate_token_accuracy": 0.8157888650894165, |
| "eval_steps_per_second": 0.127, |
| "step": 72 |
| }, |
| { |
| "epoch": 1.124218244554669, |
| "grad_norm": 65.88909912109375, |
| "learning_rate": 0.0002, |
| "loss": 66.8075, |
| "mean_token_accuracy": 0.848398340245088, |
| "num_tokens": 15005047.0, |
| "step": 73 |
| }, |
| { |
| "epoch": 1.124218244554669, |
| "eval_accuracy": 0.918417751789093, |
| "eval_loss": 0.6034069061279297, |
| "eval_mean_token_accuracy": 0.8151159912852918, |
| "eval_num_tokens": 15005047.0, |
| "eval_runtime": 542.2454, |
| "eval_samples_per_second": 0.216, |
| "eval_self_calculate_token_accuracy": 0.8152737617492676, |
| "eval_steps_per_second": 0.109, |
| "step": 73 |
| }, |
| { |
| "epoch": 1.1397455251240025, |
| "grad_norm": 60.47575378417969, |
| "learning_rate": 0.0002, |
| "loss": 67.3135, |
| "mean_token_accuracy": 0.8462995580501027, |
| "num_tokens": 15212921.0, |
| "step": 74 |
| }, |
| { |
| "epoch": 1.1397455251240025, |
| "eval_accuracy": 0.9160763025283813, |
| "eval_loss": 0.6052250266075134, |
| "eval_mean_token_accuracy": 0.8142917681548555, |
| "eval_num_tokens": 15212921.0, |
| "eval_runtime": 409.7233, |
| "eval_samples_per_second": 0.286, |
| "eval_self_calculate_token_accuracy": 0.814273476600647, |
| "eval_steps_per_second": 0.144, |
| "step": 74 |
| }, |
| { |
| "epoch": 1.1552728056933361, |
| "grad_norm": 61.43801498413086, |
| "learning_rate": 0.0002, |
| "loss": 69.5417, |
| "mean_token_accuracy": 0.8406405109498236, |
| "num_tokens": 15421572.0, |
| "step": 75 |
| }, |
| { |
| "epoch": 1.1552728056933361, |
| "eval_accuracy": 0.916191577911377, |
| "eval_loss": 0.6057412624359131, |
| "eval_mean_token_accuracy": 0.8134275806152215, |
| "eval_num_tokens": 15421572.0, |
| "eval_runtime": 491.5379, |
| "eval_samples_per_second": 0.238, |
| "eval_self_calculate_token_accuracy": 0.8135518431663513, |
| "eval_steps_per_second": 0.12, |
| "step": 75 |
| }, |
| { |
| "epoch": 1.1708000862626697, |
| "grad_norm": 67.05225372314453, |
| "learning_rate": 0.0002, |
| "loss": 67.9327, |
| "mean_token_accuracy": 0.8432049610548549, |
| "num_tokens": 15629689.0, |
| "step": 76 |
| }, |
| { |
| "epoch": 1.1708000862626697, |
| "eval_accuracy": 0.9198341369628906, |
| "eval_loss": 0.6028507947921753, |
| "eval_mean_token_accuracy": 0.8151428881338088, |
| "eval_num_tokens": 15629689.0, |
| "eval_runtime": 531.4871, |
| "eval_samples_per_second": 0.22, |
| "eval_self_calculate_token_accuracy": 0.8151507377624512, |
| "eval_steps_per_second": 0.111, |
| "step": 76 |
| }, |
| { |
| "epoch": 1.1863273668320033, |
| "grad_norm": 68.65874481201172, |
| "learning_rate": 0.0002, |
| "loss": 66.4302, |
| "mean_token_accuracy": 0.8477641658650504, |
| "num_tokens": 15836164.0, |
| "step": 77 |
| }, |
| { |
| "epoch": 1.1863273668320033, |
| "eval_accuracy": 0.9225656390190125, |
| "eval_loss": 0.5992919206619263, |
| "eval_mean_token_accuracy": 0.8168946100493609, |
| "eval_num_tokens": 15836164.0, |
| "eval_runtime": 505.3021, |
| "eval_samples_per_second": 0.232, |
| "eval_self_calculate_token_accuracy": 0.8169541954994202, |
| "eval_steps_per_second": 0.117, |
| "step": 77 |
| }, |
| { |
| "epoch": 1.201854647401337, |
| "grad_norm": 66.15119934082031, |
| "learning_rate": 0.0002, |
| "loss": 65.9276, |
| "mean_token_accuracy": 0.849105974038442, |
| "num_tokens": 16043516.0, |
| "step": 78 |
| }, |
| { |
| "epoch": 1.201854647401337, |
| "eval_accuracy": 0.9204577207565308, |
| "eval_loss": 0.5995540618896484, |
| "eval_mean_token_accuracy": 0.81749800605289, |
| "eval_num_tokens": 16043516.0, |
| "eval_runtime": 418.04, |
| "eval_samples_per_second": 0.28, |
| "eval_self_calculate_token_accuracy": 0.8175397515296936, |
| "eval_steps_per_second": 0.141, |
| "step": 78 |
| }, |
| { |
| "epoch": 1.2173819279706706, |
| "grad_norm": 68.40901947021484, |
| "learning_rate": 0.0002, |
| "loss": 67.7778, |
| "mean_token_accuracy": 0.844365533027384, |
| "num_tokens": 16251336.0, |
| "step": 79 |
| }, |
| { |
| "epoch": 1.2173819279706706, |
| "eval_accuracy": 0.9171594381332397, |
| "eval_loss": 0.5996333956718445, |
| "eval_mean_token_accuracy": 0.8166605688757815, |
| "eval_num_tokens": 16251336.0, |
| "eval_runtime": 515.6233, |
| "eval_samples_per_second": 0.227, |
| "eval_self_calculate_token_accuracy": 0.8167204856872559, |
| "eval_steps_per_second": 0.114, |
| "step": 79 |
| }, |
| { |
| "epoch": 1.2329092085400044, |
| "grad_norm": 66.2791976928711, |
| "learning_rate": 0.0002, |
| "loss": 67.7025, |
| "mean_token_accuracy": 0.8446261005269157, |
| "num_tokens": 16459129.0, |
| "step": 80 |
| }, |
| { |
| "epoch": 1.2329092085400044, |
| "eval_accuracy": 0.9145519137382507, |
| "eval_loss": 0.6023092269897461, |
| "eval_mean_token_accuracy": 0.8154029684551691, |
| "eval_num_tokens": 16459129.0, |
| "eval_runtime": 544.4679, |
| "eval_samples_per_second": 0.215, |
| "eval_self_calculate_token_accuracy": 0.8155403137207031, |
| "eval_steps_per_second": 0.108, |
| "step": 80 |
| }, |
| { |
| "epoch": 1.248436489109338, |
| "grad_norm": 66.77078247070312, |
| "learning_rate": 0.0002, |
| "loss": 67.3506, |
| "mean_token_accuracy": 0.8439030920465788, |
| "num_tokens": 16666300.0, |
| "step": 81 |
| }, |
| { |
| "epoch": 1.248436489109338, |
| "eval_accuracy": 0.9149135947227478, |
| "eval_loss": 0.602145791053772, |
| "eval_mean_token_accuracy": 0.8151502296075983, |
| "eval_num_tokens": 16666300.0, |
| "eval_runtime": 444.8185, |
| "eval_samples_per_second": 0.263, |
| "eval_self_calculate_token_accuracy": 0.8153896331787109, |
| "eval_steps_per_second": 0.133, |
| "step": 81 |
| }, |
| { |
| "epoch": 1.2639637696786716, |
| "grad_norm": 66.9771957397461, |
| "learning_rate": 0.0002, |
| "loss": 66.344, |
| "mean_token_accuracy": 0.8471889520684878, |
| "num_tokens": 16873117.0, |
| "step": 82 |
| }, |
| { |
| "epoch": 1.2639637696786716, |
| "eval_accuracy": 0.9140865206718445, |
| "eval_loss": 0.6002114415168762, |
| "eval_mean_token_accuracy": 0.8161402425523532, |
| "eval_num_tokens": 16873117.0, |
| "eval_runtime": 541.6985, |
| "eval_samples_per_second": 0.216, |
| "eval_self_calculate_token_accuracy": 0.816150963306427, |
| "eval_steps_per_second": 0.109, |
| "step": 82 |
| }, |
| { |
| "epoch": 1.2794910502480052, |
| "grad_norm": 61.13132858276367, |
| "learning_rate": 0.0002, |
| "loss": 67.3976, |
| "mean_token_accuracy": 0.846321165561676, |
| "num_tokens": 17080999.0, |
| "step": 83 |
| }, |
| { |
| "epoch": 1.2794910502480052, |
| "eval_accuracy": 0.9156964421272278, |
| "eval_loss": 0.5988284945487976, |
| "eval_mean_token_accuracy": 0.8168253393496497, |
| "eval_num_tokens": 17080999.0, |
| "eval_runtime": 516.4794, |
| "eval_samples_per_second": 0.227, |
| "eval_self_calculate_token_accuracy": 0.8169106245040894, |
| "eval_steps_per_second": 0.114, |
| "step": 83 |
| }, |
| { |
| "epoch": 1.2950183308173389, |
| "grad_norm": 64.78873443603516, |
| "learning_rate": 0.0002, |
| "loss": 67.4892, |
| "mean_token_accuracy": 0.8439187837971581, |
| "num_tokens": 17288446.0, |
| "step": 84 |
| }, |
| { |
| "epoch": 1.2950183308173389, |
| "eval_accuracy": 0.9147992730140686, |
| "eval_loss": 0.5951412916183472, |
| "eval_mean_token_accuracy": 0.8168428196745404, |
| "eval_num_tokens": 17288446.0, |
| "eval_runtime": 514.3283, |
| "eval_samples_per_second": 0.227, |
| "eval_self_calculate_token_accuracy": 0.817070722579956, |
| "eval_steps_per_second": 0.115, |
| "step": 84 |
| }, |
| { |
| "epoch": 1.3105456113866725, |
| "grad_norm": 65.98389434814453, |
| "learning_rate": 0.0002, |
| "loss": 67.0237, |
| "mean_token_accuracy": 0.8461024496290419, |
| "num_tokens": 17494825.0, |
| "step": 85 |
| }, |
| { |
| "epoch": 1.3105456113866725, |
| "eval_accuracy": 0.9146599173545837, |
| "eval_loss": 0.595986008644104, |
| "eval_mean_token_accuracy": 0.8160961280434819, |
| "eval_num_tokens": 17494825.0, |
| "eval_runtime": 447.4616, |
| "eval_samples_per_second": 0.261, |
| "eval_self_calculate_token_accuracy": 0.8161975145339966, |
| "eval_steps_per_second": 0.132, |
| "step": 85 |
| }, |
| { |
| "epoch": 1.326072891956006, |
| "grad_norm": 76.89059448242188, |
| "learning_rate": 0.0002, |
| "loss": 66.7919, |
| "mean_token_accuracy": 0.8466944462723203, |
| "num_tokens": 17701740.0, |
| "step": 86 |
| }, |
| { |
| "epoch": 1.326072891956006, |
| "eval_accuracy": 0.915256679058075, |
| "eval_loss": 0.5967960953712463, |
| "eval_mean_token_accuracy": 0.8167503890344652, |
| "eval_num_tokens": 17701740.0, |
| "eval_runtime": 394.6212, |
| "eval_samples_per_second": 0.296, |
| "eval_self_calculate_token_accuracy": 0.8169445991516113, |
| "eval_steps_per_second": 0.15, |
| "step": 86 |
| }, |
| { |
| "epoch": 1.3416001725253397, |
| "grad_norm": 65.26689910888672, |
| "learning_rate": 0.0002, |
| "loss": 65.425, |
| "mean_token_accuracy": 0.8489014920261171, |
| "num_tokens": 17909032.0, |
| "step": 87 |
| }, |
| { |
| "epoch": 1.3416001725253397, |
| "eval_accuracy": 0.9146382808685303, |
| "eval_loss": 0.6012277603149414, |
| "eval_mean_token_accuracy": 0.814886310343015, |
| "eval_num_tokens": 17909032.0, |
| "eval_runtime": 528.4431, |
| "eval_samples_per_second": 0.221, |
| "eval_self_calculate_token_accuracy": 0.815308153629303, |
| "eval_steps_per_second": 0.112, |
| "step": 87 |
| }, |
| { |
| "epoch": 1.3571274530946733, |
| "grad_norm": 70.5202865600586, |
| "learning_rate": 0.0002, |
| "loss": 68.8527, |
| "mean_token_accuracy": 0.8431123610999849, |
| "num_tokens": 18117897.0, |
| "step": 88 |
| }, |
| { |
| "epoch": 1.3571274530946733, |
| "eval_accuracy": 0.9140195846557617, |
| "eval_loss": 0.6005353927612305, |
| "eval_mean_token_accuracy": 0.8159067469128107, |
| "eval_num_tokens": 18117897.0, |
| "eval_runtime": 419.0597, |
| "eval_samples_per_second": 0.279, |
| "eval_self_calculate_token_accuracy": 0.8161543011665344, |
| "eval_steps_per_second": 0.141, |
| "step": 88 |
| }, |
| { |
| "epoch": 1.372654733664007, |
| "grad_norm": 63.33000564575195, |
| "learning_rate": 0.0002, |
| "loss": 66.2856, |
| "mean_token_accuracy": 0.8484865700205168, |
| "num_tokens": 18325117.0, |
| "step": 89 |
| }, |
| { |
| "epoch": 1.372654733664007, |
| "eval_accuracy": 0.9145908951759338, |
| "eval_loss": 0.5968843698501587, |
| "eval_mean_token_accuracy": 0.817190273333404, |
| "eval_num_tokens": 18325117.0, |
| "eval_runtime": 572.6535, |
| "eval_samples_per_second": 0.204, |
| "eval_self_calculate_token_accuracy": 0.8174945712089539, |
| "eval_steps_per_second": 0.103, |
| "step": 89 |
| }, |
| { |
| "epoch": 1.3881820142333405, |
| "grad_norm": 69.2812271118164, |
| "learning_rate": 0.0002, |
| "loss": 65.8645, |
| "mean_token_accuracy": 0.8487454420990415, |
| "num_tokens": 18531718.0, |
| "step": 90 |
| }, |
| { |
| "epoch": 1.3881820142333405, |
| "eval_accuracy": 0.9164107441902161, |
| "eval_loss": 0.595005214214325, |
| "eval_mean_token_accuracy": 0.8179631404957529, |
| "eval_num_tokens": 18531718.0, |
| "eval_runtime": 502.1535, |
| "eval_samples_per_second": 0.233, |
| "eval_self_calculate_token_accuracy": 0.8182094097137451, |
| "eval_steps_per_second": 0.117, |
| "step": 90 |
| }, |
| { |
| "epoch": 1.4037092948026741, |
| "grad_norm": 65.05613708496094, |
| "learning_rate": 0.0002, |
| "loss": 65.974, |
| "mean_token_accuracy": 0.8492478239867423, |
| "num_tokens": 18739671.0, |
| "step": 91 |
| }, |
| { |
| "epoch": 1.4037092948026741, |
| "eval_accuracy": 0.9192290902137756, |
| "eval_loss": 0.5931403040885925, |
| "eval_mean_token_accuracy": 0.8182988843675387, |
| "eval_num_tokens": 18739671.0, |
| "eval_runtime": 533.7116, |
| "eval_samples_per_second": 0.219, |
| "eval_self_calculate_token_accuracy": 0.8187220096588135, |
| "eval_steps_per_second": 0.111, |
| "step": 91 |
| }, |
| { |
| "epoch": 1.4192365753720078, |
| "grad_norm": 66.6202163696289, |
| "learning_rate": 0.0002, |
| "loss": 65.8561, |
| "mean_token_accuracy": 0.8461782650815116, |
| "num_tokens": 18946385.0, |
| "step": 92 |
| }, |
| { |
| "epoch": 1.4192365753720078, |
| "eval_accuracy": 0.9190437197685242, |
| "eval_loss": 0.5920654535293579, |
| "eval_mean_token_accuracy": 0.8191608089511677, |
| "eval_num_tokens": 18946385.0, |
| "eval_runtime": 519.8171, |
| "eval_samples_per_second": 0.225, |
| "eval_self_calculate_token_accuracy": 0.819395124912262, |
| "eval_steps_per_second": 0.114, |
| "step": 92 |
| }, |
| { |
| "epoch": 1.4347638559413414, |
| "grad_norm": 66.7843017578125, |
| "learning_rate": 0.0002, |
| "loss": 68.4857, |
| "mean_token_accuracy": 0.8438015497393079, |
| "num_tokens": 19154091.0, |
| "step": 93 |
| }, |
| { |
| "epoch": 1.4347638559413414, |
| "eval_accuracy": 0.9160621762275696, |
| "eval_loss": 0.5893514156341553, |
| "eval_mean_token_accuracy": 0.8189115807161493, |
| "eval_num_tokens": 19154091.0, |
| "eval_runtime": 474.7134, |
| "eval_samples_per_second": 0.246, |
| "eval_self_calculate_token_accuracy": 0.8190383315086365, |
| "eval_steps_per_second": 0.124, |
| "step": 93 |
| }, |
| { |
| "epoch": 1.450291136510675, |
| "grad_norm": 64.44615936279297, |
| "learning_rate": 0.0002, |
| "loss": 67.0471, |
| "mean_token_accuracy": 0.8478122287326388, |
| "num_tokens": 19362120.0, |
| "step": 94 |
| }, |
| { |
| "epoch": 1.450291136510675, |
| "eval_accuracy": 0.9157365560531616, |
| "eval_loss": 0.5896974205970764, |
| "eval_mean_token_accuracy": 0.818356197769359, |
| "eval_num_tokens": 19362120.0, |
| "eval_runtime": 543.0012, |
| "eval_samples_per_second": 0.215, |
| "eval_self_calculate_token_accuracy": 0.8185704946517944, |
| "eval_steps_per_second": 0.109, |
| "step": 94 |
| }, |
| { |
| "epoch": 1.4658184170800086, |
| "grad_norm": 64.31645965576172, |
| "learning_rate": 0.0002, |
| "loss": 66.0855, |
| "mean_token_accuracy": 0.8465136811137199, |
| "num_tokens": 19569780.0, |
| "step": 95 |
| }, |
| { |
| "epoch": 1.4658184170800086, |
| "eval_accuracy": 0.915468156337738, |
| "eval_loss": 0.5925508737564087, |
| "eval_mean_token_accuracy": 0.817296746423689, |
| "eval_num_tokens": 19569780.0, |
| "eval_runtime": 531.3937, |
| "eval_samples_per_second": 0.22, |
| "eval_self_calculate_token_accuracy": 0.8174288272857666, |
| "eval_steps_per_second": 0.111, |
| "step": 95 |
| }, |
| { |
| "epoch": 1.4813456976493422, |
| "grad_norm": 63.50798034667969, |
| "learning_rate": 0.0002, |
| "loss": 67.4297, |
| "mean_token_accuracy": 0.844856838385264, |
| "num_tokens": 19776839.0, |
| "step": 96 |
| }, |
| { |
| "epoch": 1.4813456976493422, |
| "eval_accuracy": 0.9153802990913391, |
| "eval_loss": 0.5922942161560059, |
| "eval_mean_token_accuracy": 0.8179396572759596, |
| "eval_num_tokens": 19776839.0, |
| "eval_runtime": 523.4909, |
| "eval_samples_per_second": 0.223, |
| "eval_self_calculate_token_accuracy": 0.8179522156715393, |
| "eval_steps_per_second": 0.113, |
| "step": 96 |
| }, |
| { |
| "epoch": 1.4968729782186758, |
| "grad_norm": 58.527183532714844, |
| "learning_rate": 0.0002, |
| "loss": 67.4937, |
| "mean_token_accuracy": 0.8452946411238776, |
| "num_tokens": 19984843.0, |
| "step": 97 |
| }, |
| { |
| "epoch": 1.4968729782186758, |
| "eval_accuracy": 0.9151400327682495, |
| "eval_loss": 0.5896632671356201, |
| "eval_mean_token_accuracy": 0.819458726098982, |
| "eval_num_tokens": 19984843.0, |
| "eval_runtime": 476.9225, |
| "eval_samples_per_second": 0.245, |
| "eval_self_calculate_token_accuracy": 0.8193376660346985, |
| "eval_steps_per_second": 0.124, |
| "step": 97 |
| }, |
| { |
| "epoch": 1.5124002587880097, |
| "grad_norm": 59.124046325683594, |
| "learning_rate": 0.0002, |
| "loss": 65.7654, |
| "mean_token_accuracy": 0.8481284040543768, |
| "num_tokens": 20191598.0, |
| "step": 98 |
| }, |
| { |
| "epoch": 1.5124002587880097, |
| "eval_accuracy": 0.9174317717552185, |
| "eval_loss": 0.5869073271751404, |
| "eval_mean_token_accuracy": 0.8197130833641958, |
| "eval_num_tokens": 20191598.0, |
| "eval_runtime": 470.1847, |
| "eval_samples_per_second": 0.249, |
| "eval_self_calculate_token_accuracy": 0.8196244239807129, |
| "eval_steps_per_second": 0.125, |
| "step": 98 |
| }, |
| { |
| "epoch": 1.5279275393573433, |
| "grad_norm": 66.8822021484375, |
| "learning_rate": 0.0002, |
| "loss": 65.3105, |
| "mean_token_accuracy": 0.8491861952675713, |
| "num_tokens": 20398084.0, |
| "step": 99 |
| }, |
| { |
| "epoch": 1.5279275393573433, |
| "eval_accuracy": 0.9170477390289307, |
| "eval_loss": 0.5863754153251648, |
| "eval_mean_token_accuracy": 0.8206737354650335, |
| "eval_num_tokens": 20398084.0, |
| "eval_runtime": 477.6228, |
| "eval_samples_per_second": 0.245, |
| "eval_self_calculate_token_accuracy": 0.8207647204399109, |
| "eval_steps_per_second": 0.124, |
| "step": 99 |
| }, |
| { |
| "epoch": 1.5434548199266769, |
| "grad_norm": 65.41436767578125, |
| "learning_rate": 0.0002, |
| "loss": 65.5053, |
| "mean_token_accuracy": 0.849404488172796, |
| "num_tokens": 20605069.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.5434548199266769, |
| "eval_accuracy": 0.9143133163452148, |
| "eval_loss": 0.5900213718414307, |
| "eval_mean_token_accuracy": 0.8198770961519015, |
| "eval_num_tokens": 20605069.0, |
| "eval_runtime": 526.6496, |
| "eval_samples_per_second": 0.222, |
| "eval_self_calculate_token_accuracy": 0.8199238181114197, |
| "eval_steps_per_second": 0.112, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.5589821004960105, |
| "grad_norm": 62.98171615600586, |
| "learning_rate": 0.0002, |
| "loss": 66.9568, |
| "mean_token_accuracy": 0.8463868324955305, |
| "num_tokens": 20811718.0, |
| "step": 101 |
| }, |
| { |
| "epoch": 1.5589821004960105, |
| "eval_accuracy": 0.9129236340522766, |
| "eval_loss": 0.5908729434013367, |
| "eval_mean_token_accuracy": 0.8185009764412702, |
| "eval_num_tokens": 20811718.0, |
| "eval_runtime": 380.7957, |
| "eval_samples_per_second": 0.307, |
| "eval_self_calculate_token_accuracy": 0.8186503052711487, |
| "eval_steps_per_second": 0.155, |
| "step": 101 |
| }, |
| { |
| "epoch": 1.574509381065344, |
| "grad_norm": 64.95964050292969, |
| "learning_rate": 0.0002, |
| "loss": 63.6062, |
| "mean_token_accuracy": 0.8520710609025426, |
| "num_tokens": 21019827.0, |
| "step": 102 |
| }, |
| { |
| "epoch": 1.574509381065344, |
| "eval_accuracy": 0.9128480553627014, |
| "eval_loss": 0.5888250470161438, |
| "eval_mean_token_accuracy": 0.8192389758966737, |
| "eval_num_tokens": 21019827.0, |
| "eval_runtime": 505.9759, |
| "eval_samples_per_second": 0.231, |
| "eval_self_calculate_token_accuracy": 0.8193753957748413, |
| "eval_steps_per_second": 0.117, |
| "step": 102 |
| }, |
| { |
| "epoch": 1.5900366616346777, |
| "grad_norm": 61.53292465209961, |
| "learning_rate": 0.0002, |
| "loss": 66.1185, |
| "mean_token_accuracy": 0.8483043238520622, |
| "num_tokens": 21228566.0, |
| "step": 103 |
| }, |
| { |
| "epoch": 1.5900366616346777, |
| "eval_accuracy": 0.9124256372451782, |
| "eval_loss": 0.5878067016601562, |
| "eval_mean_token_accuracy": 0.8198131838087308, |
| "eval_num_tokens": 21228566.0, |
| "eval_runtime": 392.2673, |
| "eval_samples_per_second": 0.298, |
| "eval_self_calculate_token_accuracy": 0.8198050260543823, |
| "eval_steps_per_second": 0.15, |
| "step": 103 |
| }, |
| { |
| "epoch": 1.6055639422040113, |
| "grad_norm": 65.00923156738281, |
| "learning_rate": 0.0002, |
| "loss": 65.6947, |
| "mean_token_accuracy": 0.8476537043849627, |
| "num_tokens": 21435076.0, |
| "step": 104 |
| }, |
| { |
| "epoch": 1.6055639422040113, |
| "eval_accuracy": 0.912020206451416, |
| "eval_loss": 0.5870491862297058, |
| "eval_mean_token_accuracy": 0.8199449939242864, |
| "eval_num_tokens": 21435076.0, |
| "eval_runtime": 563.2565, |
| "eval_samples_per_second": 0.208, |
| "eval_self_calculate_token_accuracy": 0.8200485110282898, |
| "eval_steps_per_second": 0.105, |
| "step": 104 |
| }, |
| { |
| "epoch": 1.621091222773345, |
| "grad_norm": 62.851409912109375, |
| "learning_rate": 0.0002, |
| "loss": 65.1109, |
| "mean_token_accuracy": 0.8502412289381027, |
| "num_tokens": 21641505.0, |
| "step": 105 |
| }, |
| { |
| "epoch": 1.621091222773345, |
| "eval_accuracy": 0.9128506779670715, |
| "eval_loss": 0.5865439772605896, |
| "eval_mean_token_accuracy": 0.8204073572562913, |
| "eval_num_tokens": 21641505.0, |
| "eval_runtime": 406.2865, |
| "eval_samples_per_second": 0.288, |
| "eval_self_calculate_token_accuracy": 0.8205317258834839, |
| "eval_steps_per_second": 0.145, |
| "step": 105 |
| }, |
| { |
| "epoch": 1.6366185033426786, |
| "grad_norm": 63.905975341796875, |
| "learning_rate": 0.0002, |
| "loss": 63.3789, |
| "mean_token_accuracy": 0.8532266310519643, |
| "num_tokens": 21847979.0, |
| "step": 106 |
| }, |
| { |
| "epoch": 1.6366185033426786, |
| "eval_accuracy": 0.9153233766555786, |
| "eval_loss": 0.5887019634246826, |
| "eval_mean_token_accuracy": 0.8191085538621676, |
| "eval_num_tokens": 21847979.0, |
| "eval_runtime": 472.7528, |
| "eval_samples_per_second": 0.247, |
| "eval_self_calculate_token_accuracy": 0.819199800491333, |
| "eval_steps_per_second": 0.125, |
| "step": 106 |
| }, |
| { |
| "epoch": 1.6521457839120122, |
| "grad_norm": 68.42975616455078, |
| "learning_rate": 0.0002, |
| "loss": 66.3562, |
| "mean_token_accuracy": 0.8470784227053324, |
| "num_tokens": 22055159.0, |
| "step": 107 |
| }, |
| { |
| "epoch": 1.6521457839120122, |
| "eval_accuracy": 0.9135716557502747, |
| "eval_loss": 0.5869589447975159, |
| "eval_mean_token_accuracy": 0.8184095924183473, |
| "eval_num_tokens": 22055159.0, |
| "eval_runtime": 431.7511, |
| "eval_samples_per_second": 0.271, |
| "eval_self_calculate_token_accuracy": 0.8186453580856323, |
| "eval_steps_per_second": 0.137, |
| "step": 107 |
| }, |
| { |
| "epoch": 1.6676730644813458, |
| "grad_norm": 62.75449752807617, |
| "learning_rate": 0.0002, |
| "loss": 67.4327, |
| "mean_token_accuracy": 0.8462236060036553, |
| "num_tokens": 22261565.0, |
| "step": 108 |
| }, |
| { |
| "epoch": 1.6676730644813458, |
| "eval_accuracy": 0.9142144918441772, |
| "eval_loss": 0.5851525664329529, |
| "eval_mean_token_accuracy": 0.8186417525097475, |
| "eval_num_tokens": 22261565.0, |
| "eval_runtime": 533.8615, |
| "eval_samples_per_second": 0.219, |
| "eval_self_calculate_token_accuracy": 0.8189521431922913, |
| "eval_steps_per_second": 0.111, |
| "step": 108 |
| }, |
| { |
| "epoch": 1.6832003450506794, |
| "grad_norm": 64.80010986328125, |
| "learning_rate": 0.0002, |
| "loss": 65.9084, |
| "mean_token_accuracy": 0.8482257632745637, |
| "num_tokens": 22468913.0, |
| "step": 109 |
| }, |
| { |
| "epoch": 1.6832003450506794, |
| "eval_accuracy": 0.9151884317398071, |
| "eval_loss": 0.5840141177177429, |
| "eval_mean_token_accuracy": 0.8188382821567988, |
| "eval_num_tokens": 22468913.0, |
| "eval_runtime": 468.6546, |
| "eval_samples_per_second": 0.25, |
| "eval_self_calculate_token_accuracy": 0.8191075325012207, |
| "eval_steps_per_second": 0.126, |
| "step": 109 |
| }, |
| { |
| "epoch": 1.698727625620013, |
| "grad_norm": 68.90869140625, |
| "learning_rate": 0.0002, |
| "loss": 61.8267, |
| "mean_token_accuracy": 0.8545476893583933, |
| "num_tokens": 22675797.0, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.698727625620013, |
| "eval_accuracy": 0.9158926010131836, |
| "eval_loss": 0.58217853307724, |
| "eval_mean_token_accuracy": 0.8200747471744732, |
| "eval_num_tokens": 22675797.0, |
| "eval_runtime": 527.4158, |
| "eval_samples_per_second": 0.222, |
| "eval_self_calculate_token_accuracy": 0.8202611804008484, |
| "eval_steps_per_second": 0.112, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.7142549061893466, |
| "grad_norm": 61.65879821777344, |
| "learning_rate": 0.0002, |
| "loss": 66.5756, |
| "mean_token_accuracy": 0.8469109121296141, |
| "num_tokens": 22883658.0, |
| "step": 111 |
| }, |
| { |
| "epoch": 1.7142549061893466, |
| "eval_accuracy": 0.9147453904151917, |
| "eval_loss": 0.583078145980835, |
| "eval_mean_token_accuracy": 0.8195210755881617, |
| "eval_num_tokens": 22883658.0, |
| "eval_runtime": 520.4296, |
| "eval_samples_per_second": 0.225, |
| "eval_self_calculate_token_accuracy": 0.8196620941162109, |
| "eval_steps_per_second": 0.113, |
| "step": 111 |
| }, |
| { |
| "epoch": 1.7297821867586802, |
| "grad_norm": 67.2427978515625, |
| "learning_rate": 0.0002, |
| "loss": 64.482, |
| "mean_token_accuracy": 0.8511827654308743, |
| "num_tokens": 23090709.0, |
| "step": 112 |
| }, |
| { |
| "epoch": 1.7297821867586802, |
| "eval_accuracy": 0.9146234393119812, |
| "eval_loss": 0.5832362174987793, |
| "eval_mean_token_accuracy": 0.819351655952001, |
| "eval_num_tokens": 23090709.0, |
| "eval_runtime": 499.0606, |
| "eval_samples_per_second": 0.234, |
| "eval_self_calculate_token_accuracy": 0.8194025754928589, |
| "eval_steps_per_second": 0.118, |
| "step": 112 |
| }, |
| { |
| "epoch": 1.7453094673280138, |
| "grad_norm": 63.449119567871094, |
| "learning_rate": 0.0002, |
| "loss": 66.0045, |
| "mean_token_accuracy": 0.8464179154899385, |
| "num_tokens": 23298298.0, |
| "step": 113 |
| }, |
| { |
| "epoch": 1.7453094673280138, |
| "eval_accuracy": 0.9143020510673523, |
| "eval_loss": 0.5855695009231567, |
| "eval_mean_token_accuracy": 0.818553710387925, |
| "eval_num_tokens": 23298298.0, |
| "eval_runtime": 555.7333, |
| "eval_samples_per_second": 0.211, |
| "eval_self_calculate_token_accuracy": 0.8186615705490112, |
| "eval_steps_per_second": 0.106, |
| "step": 113 |
| }, |
| { |
| "epoch": 1.7608367478973475, |
| "grad_norm": 69.69196319580078, |
| "learning_rate": 0.0002, |
| "loss": 66.0712, |
| "mean_token_accuracy": 0.8473733961582184, |
| "num_tokens": 23506064.0, |
| "step": 114 |
| }, |
| { |
| "epoch": 1.7608367478973475, |
| "eval_accuracy": 0.915688693523407, |
| "eval_loss": 0.5876982808113098, |
| "eval_mean_token_accuracy": 0.8189748363979792, |
| "eval_num_tokens": 23506064.0, |
| "eval_runtime": 538.2243, |
| "eval_samples_per_second": 0.217, |
| "eval_self_calculate_token_accuracy": 0.8190093636512756, |
| "eval_steps_per_second": 0.11, |
| "step": 114 |
| }, |
| { |
| "epoch": 1.776364028466681, |
| "grad_norm": 70.64740753173828, |
| "learning_rate": 0.0002, |
| "loss": 66.2606, |
| "mean_token_accuracy": 0.8471579170889325, |
| "num_tokens": 23713554.0, |
| "step": 115 |
| }, |
| { |
| "epoch": 1.776364028466681, |
| "eval_accuracy": 0.9138741493225098, |
| "eval_loss": 0.5907846689224243, |
| "eval_mean_token_accuracy": 0.8195642394534612, |
| "eval_num_tokens": 23713554.0, |
| "eval_runtime": 562.2138, |
| "eval_samples_per_second": 0.208, |
| "eval_self_calculate_token_accuracy": 0.8194622993469238, |
| "eval_steps_per_second": 0.105, |
| "step": 115 |
| }, |
| { |
| "epoch": 1.7918913090360147, |
| "grad_norm": 65.11492156982422, |
| "learning_rate": 0.0002, |
| "loss": 64.3317, |
| "mean_token_accuracy": 0.8502314595712556, |
| "num_tokens": 23919389.0, |
| "step": 116 |
| }, |
| { |
| "epoch": 1.7918913090360147, |
| "eval_accuracy": 0.9144482612609863, |
| "eval_loss": 0.5899173021316528, |
| "eval_mean_token_accuracy": 0.8197249558012364, |
| "eval_num_tokens": 23919389.0, |
| "eval_runtime": 549.2504, |
| "eval_samples_per_second": 0.213, |
| "eval_self_calculate_token_accuracy": 0.8195589780807495, |
| "eval_steps_per_second": 0.107, |
| "step": 116 |
| }, |
| { |
| "epoch": 1.8074185896053483, |
| "grad_norm": 62.23531723022461, |
| "learning_rate": 0.0002, |
| "loss": 65.9011, |
| "mean_token_accuracy": 0.848718142343892, |
| "num_tokens": 24127157.0, |
| "step": 117 |
| }, |
| { |
| "epoch": 1.8074185896053483, |
| "eval_accuracy": 0.9122486114501953, |
| "eval_loss": 0.5906705856323242, |
| "eval_mean_token_accuracy": 0.8188407562546811, |
| "eval_num_tokens": 24127157.0, |
| "eval_runtime": 526.1658, |
| "eval_samples_per_second": 0.222, |
| "eval_self_calculate_token_accuracy": 0.8186511397361755, |
| "eval_steps_per_second": 0.112, |
| "step": 117 |
| }, |
| { |
| "epoch": 1.822945870174682, |
| "grad_norm": 67.0640640258789, |
| "learning_rate": 0.0002, |
| "loss": 64.9516, |
| "mean_token_accuracy": 0.848182227048609, |
| "num_tokens": 24334214.0, |
| "step": 118 |
| }, |
| { |
| "epoch": 1.822945870174682, |
| "eval_accuracy": 0.9157512784004211, |
| "eval_loss": 0.5871382355690002, |
| "eval_mean_token_accuracy": 0.8193736197584767, |
| "eval_num_tokens": 24334214.0, |
| "eval_runtime": 521.1721, |
| "eval_samples_per_second": 0.224, |
| "eval_self_calculate_token_accuracy": 0.819322407245636, |
| "eval_steps_per_second": 0.113, |
| "step": 118 |
| }, |
| { |
| "epoch": 1.8384731507440155, |
| "grad_norm": 62.31776809692383, |
| "learning_rate": 0.0002, |
| "loss": 65.2727, |
| "mean_token_accuracy": 0.8492811752690209, |
| "num_tokens": 24540926.0, |
| "step": 119 |
| }, |
| { |
| "epoch": 1.8384731507440155, |
| "eval_accuracy": 0.9180989265441895, |
| "eval_loss": 0.5852234959602356, |
| "eval_mean_token_accuracy": 0.8209986585681721, |
| "eval_num_tokens": 24540926.0, |
| "eval_runtime": 532.7618, |
| "eval_samples_per_second": 0.22, |
| "eval_self_calculate_token_accuracy": 0.8209105134010315, |
| "eval_steps_per_second": 0.111, |
| "step": 119 |
| }, |
| { |
| "epoch": 1.8540004313133491, |
| "grad_norm": 67.45236206054688, |
| "learning_rate": 0.0002, |
| "loss": 65.6287, |
| "mean_token_accuracy": 0.848878843916787, |
| "num_tokens": 24747991.0, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.8540004313133491, |
| "eval_accuracy": 0.9176638722419739, |
| "eval_loss": 0.5843996405601501, |
| "eval_mean_token_accuracy": 0.8210371803429167, |
| "eval_num_tokens": 24747991.0, |
| "eval_runtime": 432.1633, |
| "eval_samples_per_second": 0.271, |
| "eval_self_calculate_token_accuracy": 0.8208267688751221, |
| "eval_steps_per_second": 0.137, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.8695277118826827, |
| "grad_norm": 61.05096435546875, |
| "learning_rate": 0.0002, |
| "loss": 63.482, |
| "mean_token_accuracy": 0.8515734192397859, |
| "num_tokens": 24954557.0, |
| "step": 121 |
| }, |
| { |
| "epoch": 1.8695277118826827, |
| "eval_accuracy": 0.916504979133606, |
| "eval_loss": 0.5848639011383057, |
| "eval_mean_token_accuracy": 0.8200793337013762, |
| "eval_num_tokens": 24954557.0, |
| "eval_runtime": 380.1122, |
| "eval_samples_per_second": 0.308, |
| "eval_self_calculate_token_accuracy": 0.8200535774230957, |
| "eval_steps_per_second": 0.155, |
| "step": 121 |
| }, |
| { |
| "epoch": 1.8850549924520164, |
| "grad_norm": 64.0988998413086, |
| "learning_rate": 0.0002, |
| "loss": 63.3617, |
| "mean_token_accuracy": 0.8512310625778304, |
| "num_tokens": 25161507.0, |
| "step": 122 |
| }, |
| { |
| "epoch": 1.8850549924520164, |
| "eval_accuracy": 0.9166208505630493, |
| "eval_loss": 0.5825186371803284, |
| "eval_mean_token_accuracy": 0.8216992687370818, |
| "eval_num_tokens": 25161507.0, |
| "eval_runtime": 380.6605, |
| "eval_samples_per_second": 0.307, |
| "eval_self_calculate_token_accuracy": 0.8216376304626465, |
| "eval_steps_per_second": 0.155, |
| "step": 122 |
| }, |
| { |
| "epoch": 1.90058227302135, |
| "grad_norm": 60.96718978881836, |
| "learning_rate": 0.0002, |
| "loss": 64.7341, |
| "mean_token_accuracy": 0.848566547036171, |
| "num_tokens": 25367761.0, |
| "step": 123 |
| }, |
| { |
| "epoch": 1.90058227302135, |
| "eval_accuracy": 0.9145371913909912, |
| "eval_loss": 0.5828627347946167, |
| "eval_mean_token_accuracy": 0.8225611751362428, |
| "eval_num_tokens": 25367761.0, |
| "eval_runtime": 381.057, |
| "eval_samples_per_second": 0.307, |
| "eval_self_calculate_token_accuracy": 0.8225669860839844, |
| "eval_steps_per_second": 0.155, |
| "step": 123 |
| }, |
| { |
| "epoch": 1.9161095535906836, |
| "grad_norm": 61.89659881591797, |
| "learning_rate": 0.0002, |
| "loss": 63.6013, |
| "mean_token_accuracy": 0.8511651348736551, |
| "num_tokens": 25574518.0, |
| "step": 124 |
| }, |
| { |
| "epoch": 1.9161095535906836, |
| "eval_accuracy": 0.9145485162734985, |
| "eval_loss": 0.5841417908668518, |
| "eval_mean_token_accuracy": 0.8220337518190933, |
| "eval_num_tokens": 25574518.0, |
| "eval_runtime": 387.7067, |
| "eval_samples_per_second": 0.302, |
| "eval_self_calculate_token_accuracy": 0.8218501210212708, |
| "eval_steps_per_second": 0.152, |
| "step": 124 |
| }, |
| { |
| "epoch": 1.9316368341600172, |
| "grad_norm": 62.36483383178711, |
| "learning_rate": 0.0002, |
| "loss": 64.6146, |
| "mean_token_accuracy": 0.8506108522415161, |
| "num_tokens": 25781426.0, |
| "step": 125 |
| }, |
| { |
| "epoch": 1.9316368341600172, |
| "eval_accuracy": 0.9129160046577454, |
| "eval_loss": 0.5827949643135071, |
| "eval_mean_token_accuracy": 0.8214941671339132, |
| "eval_num_tokens": 25781426.0, |
| "eval_runtime": 381.8285, |
| "eval_samples_per_second": 0.306, |
| "eval_self_calculate_token_accuracy": 0.8213940858840942, |
| "eval_steps_per_second": 0.155, |
| "step": 125 |
| }, |
| { |
| "epoch": 1.9471641147293508, |
| "grad_norm": 65.14798736572266, |
| "learning_rate": 0.0002, |
| "loss": 62.4968, |
| "mean_token_accuracy": 0.8529660478234291, |
| "num_tokens": 25988968.0, |
| "step": 126 |
| }, |
| { |
| "epoch": 1.9471641147293508, |
| "eval_accuracy": 0.9111137390136719, |
| "eval_loss": 0.5808615684509277, |
| "eval_mean_token_accuracy": 0.8212564749232794, |
| "eval_num_tokens": 25988968.0, |
| "eval_runtime": 386.5921, |
| "eval_samples_per_second": 0.303, |
| "eval_self_calculate_token_accuracy": 0.8212316036224365, |
| "eval_steps_per_second": 0.153, |
| "step": 126 |
| }, |
| { |
| "epoch": 1.9626913952986844, |
| "grad_norm": 62.06315994262695, |
| "learning_rate": 0.0002, |
| "loss": 64.5604, |
| "mean_token_accuracy": 0.8502356194787555, |
| "num_tokens": 26196453.0, |
| "step": 127 |
| }, |
| { |
| "epoch": 1.9626913952986844, |
| "eval_accuracy": 0.9112434983253479, |
| "eval_loss": 0.580268383026123, |
| "eval_mean_token_accuracy": 0.8204727688078153, |
| "eval_num_tokens": 26196453.0, |
| "eval_runtime": 382.1787, |
| "eval_samples_per_second": 0.306, |
| "eval_self_calculate_token_accuracy": 0.8204028010368347, |
| "eval_steps_per_second": 0.154, |
| "step": 127 |
| }, |
| { |
| "epoch": 1.978218675868018, |
| "grad_norm": 63.92466354370117, |
| "learning_rate": 0.0002, |
| "loss": 64.8758, |
| "mean_token_accuracy": 0.8495825851957003, |
| "num_tokens": 26403575.0, |
| "step": 128 |
| }, |
| { |
| "epoch": 1.978218675868018, |
| "eval_accuracy": 0.911768913269043, |
| "eval_loss": 0.5803488492965698, |
| "eval_mean_token_accuracy": 0.8195409906112542, |
| "eval_num_tokens": 26403575.0, |
| "eval_runtime": 387.8159, |
| "eval_samples_per_second": 0.302, |
| "eval_self_calculate_token_accuracy": 0.8195681571960449, |
| "eval_steps_per_second": 0.152, |
| "step": 128 |
| }, |
| { |
| "epoch": 1.9937459564373516, |
| "grad_norm": 64.64863586425781, |
| "learning_rate": 0.0002, |
| "loss": 63.6354, |
| "mean_token_accuracy": 0.8531460654404428, |
| "num_tokens": 26610929.0, |
| "step": 129 |
| }, |
| { |
| "epoch": 1.9937459564373516, |
| "eval_accuracy": 0.9138753414154053, |
| "eval_loss": 0.5813618302345276, |
| "eval_mean_token_accuracy": 0.8191980951923435, |
| "eval_num_tokens": 26610929.0, |
| "eval_runtime": 386.3754, |
| "eval_samples_per_second": 0.303, |
| "eval_self_calculate_token_accuracy": 0.8194134831428528, |
| "eval_steps_per_second": 0.153, |
| "step": 129 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 33.25372314453125, |
| "learning_rate": 0.0002, |
| "loss": 25.1176, |
| "mean_token_accuracy": 0.8498612950588095, |
| "num_tokens": 26693884.0, |
| "step": 130 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_accuracy": 0.9129433631896973, |
| "eval_loss": 0.584043562412262, |
| "eval_mean_token_accuracy": 0.8190222756337311, |
| "eval_num_tokens": 26693884.0, |
| "eval_runtime": 384.6952, |
| "eval_samples_per_second": 0.304, |
| "eval_self_calculate_token_accuracy": 0.819307804107666, |
| "eval_steps_per_second": 0.153, |
| "step": 130 |
| }, |
| { |
| "epoch": 2.0155272805693336, |
| "grad_norm": 69.01683807373047, |
| "learning_rate": 0.0002, |
| "loss": 61.0746, |
| "mean_token_accuracy": 0.8551189593142934, |
| "num_tokens": 26900278.0, |
| "step": 131 |
| }, |
| { |
| "epoch": 2.0155272805693336, |
| "eval_accuracy": 0.912857711315155, |
| "eval_loss": 0.5841554999351501, |
| "eval_mean_token_accuracy": 0.820343726772373, |
| "eval_num_tokens": 26900278.0, |
| "eval_runtime": 389.0704, |
| "eval_samples_per_second": 0.301, |
| "eval_self_calculate_token_accuracy": 0.8206613659858704, |
| "eval_steps_per_second": 0.152, |
| "step": 131 |
| }, |
| { |
| "epoch": 2.0310545611386672, |
| "grad_norm": 61.96529769897461, |
| "learning_rate": 0.0002, |
| "loss": 60.9193, |
| "mean_token_accuracy": 0.8563586961891916, |
| "num_tokens": 27106289.0, |
| "step": 132 |
| }, |
| { |
| "epoch": 2.0310545611386672, |
| "eval_accuracy": 0.9134542942047119, |
| "eval_loss": 0.5875779390335083, |
| "eval_mean_token_accuracy": 0.8205456380116738, |
| "eval_num_tokens": 27106289.0, |
| "eval_runtime": 386.3978, |
| "eval_samples_per_second": 0.303, |
| "eval_self_calculate_token_accuracy": 0.8206611275672913, |
| "eval_steps_per_second": 0.153, |
| "step": 132 |
| }, |
| { |
| "epoch": 2.046581841708001, |
| "grad_norm": 68.82410430908203, |
| "learning_rate": 0.0002, |
| "loss": 60.1456, |
| "mean_token_accuracy": 0.8554905611607764, |
| "num_tokens": 27313156.0, |
| "step": 133 |
| }, |
| { |
| "epoch": 2.046581841708001, |
| "eval_accuracy": 0.9131547212600708, |
| "eval_loss": 0.5893575549125671, |
| "eval_mean_token_accuracy": 0.819547031895589, |
| "eval_num_tokens": 27313156.0, |
| "eval_runtime": 384.4875, |
| "eval_samples_per_second": 0.304, |
| "eval_self_calculate_token_accuracy": 0.819791853427887, |
| "eval_steps_per_second": 0.153, |
| "step": 133 |
| }, |
| { |
| "epoch": 2.0621091222773344, |
| "grad_norm": 59.988258361816406, |
| "learning_rate": 0.0002, |
| "loss": 61.8068, |
| "mean_token_accuracy": 0.8555878640876876, |
| "num_tokens": 27521182.0, |
| "step": 134 |
| }, |
| { |
| "epoch": 2.0621091222773344, |
| "eval_accuracy": 0.9099174737930298, |
| "eval_loss": 0.5921615958213806, |
| "eval_mean_token_accuracy": 0.8174765948521889, |
| "eval_num_tokens": 27521182.0, |
| "eval_runtime": 387.3108, |
| "eval_samples_per_second": 0.302, |
| "eval_self_calculate_token_accuracy": 0.8175939917564392, |
| "eval_steps_per_second": 0.152, |
| "step": 134 |
| }, |
| { |
| "epoch": 2.077636402846668, |
| "grad_norm": 75.8721923828125, |
| "learning_rate": 0.0002, |
| "loss": 59.6788, |
| "mean_token_accuracy": 0.8561115082767274, |
| "num_tokens": 27728221.0, |
| "step": 135 |
| }, |
| { |
| "epoch": 2.077636402846668, |
| "eval_accuracy": 0.912885308265686, |
| "eval_loss": 0.586609423160553, |
| "eval_mean_token_accuracy": 0.8195660417362794, |
| "eval_num_tokens": 27728221.0, |
| "eval_runtime": 382.489, |
| "eval_samples_per_second": 0.306, |
| "eval_self_calculate_token_accuracy": 0.8196806907653809, |
| "eval_steps_per_second": 0.154, |
| "step": 135 |
| }, |
| { |
| "epoch": 2.0931636834160017, |
| "grad_norm": 59.155696868896484, |
| "learning_rate": 0.0002, |
| "loss": 61.4073, |
| "mean_token_accuracy": 0.8552076510257192, |
| "num_tokens": 27936267.0, |
| "step": 136 |
| }, |
| { |
| "epoch": 2.0931636834160017, |
| "eval_accuracy": 0.9157779216766357, |
| "eval_loss": 0.5844801068305969, |
| "eval_mean_token_accuracy": 0.8200439800650386, |
| "eval_num_tokens": 27936267.0, |
| "eval_runtime": 382.2755, |
| "eval_samples_per_second": 0.306, |
| "eval_self_calculate_token_accuracy": 0.8201448917388916, |
| "eval_steps_per_second": 0.154, |
| "step": 136 |
| }, |
| { |
| "epoch": 2.1086909639853353, |
| "grad_norm": 72.3846206665039, |
| "learning_rate": 0.0002, |
| "loss": 59.9739, |
| "mean_token_accuracy": 0.8573056699501144, |
| "num_tokens": 28143277.0, |
| "step": 137 |
| }, |
| { |
| "epoch": 2.1086909639853353, |
| "eval_accuracy": 0.916522741317749, |
| "eval_loss": 0.5837716460227966, |
| "eval_mean_token_accuracy": 0.821590631695117, |
| "eval_num_tokens": 28143277.0, |
| "eval_runtime": 384.8121, |
| "eval_samples_per_second": 0.304, |
| "eval_self_calculate_token_accuracy": 0.8216969966888428, |
| "eval_steps_per_second": 0.153, |
| "step": 137 |
| }, |
| { |
| "epoch": 2.124218244554669, |
| "grad_norm": 58.57980728149414, |
| "learning_rate": 0.0002, |
| "loss": 59.7079, |
| "mean_token_accuracy": 0.8577245134446356, |
| "num_tokens": 28350686.0, |
| "step": 138 |
| }, |
| { |
| "epoch": 2.124218244554669, |
| "eval_accuracy": 0.9165829420089722, |
| "eval_loss": 0.5855816602706909, |
| "eval_mean_token_accuracy": 0.8211737517583169, |
| "eval_num_tokens": 28350686.0, |
| "eval_runtime": 381.0734, |
| "eval_samples_per_second": 0.307, |
| "eval_self_calculate_token_accuracy": 0.8212018013000488, |
| "eval_steps_per_second": 0.155, |
| "step": 138 |
| }, |
| { |
| "epoch": 2.1397455251240025, |
| "grad_norm": 69.02935791015625, |
| "learning_rate": 0.0002, |
| "loss": 59.3487, |
| "mean_token_accuracy": 0.8584998357627127, |
| "num_tokens": 28558542.0, |
| "step": 139 |
| }, |
| { |
| "epoch": 2.1397455251240025, |
| "eval_accuracy": 0.9140151143074036, |
| "eval_loss": 0.5840070843696594, |
| "eval_mean_token_accuracy": 0.8208096320346251, |
| "eval_num_tokens": 28558542.0, |
| "eval_runtime": 381.0211, |
| "eval_samples_per_second": 0.307, |
| "eval_self_calculate_token_accuracy": 0.8210036158561707, |
| "eval_steps_per_second": 0.155, |
| "step": 139 |
| }, |
| { |
| "epoch": 2.155272805693336, |
| "grad_norm": 64.4303970336914, |
| "learning_rate": 0.0002, |
| "loss": 59.2735, |
| "mean_token_accuracy": 0.8592962059709761, |
| "num_tokens": 28765212.0, |
| "step": 140 |
| }, |
| { |
| "epoch": 2.155272805693336, |
| "eval_accuracy": 0.9148533940315247, |
| "eval_loss": 0.5841915607452393, |
| "eval_mean_token_accuracy": 0.8205250319788011, |
| "eval_num_tokens": 28765212.0, |
| "eval_runtime": 381.0415, |
| "eval_samples_per_second": 0.307, |
| "eval_self_calculate_token_accuracy": 0.8208694458007812, |
| "eval_steps_per_second": 0.155, |
| "step": 140 |
| }, |
| { |
| "epoch": 2.1708000862626697, |
| "grad_norm": 72.2681884765625, |
| "learning_rate": 0.0002, |
| "loss": 58.7764, |
| "mean_token_accuracy": 0.8609457860390345, |
| "num_tokens": 28971718.0, |
| "step": 141 |
| }, |
| { |
| "epoch": 2.1708000862626697, |
| "eval_accuracy": 0.9138324856758118, |
| "eval_loss": 0.5843725204467773, |
| "eval_mean_token_accuracy": 0.8201145085237794, |
| "eval_num_tokens": 28971718.0, |
| "eval_runtime": 383.182, |
| "eval_samples_per_second": 0.305, |
| "eval_self_calculate_token_accuracy": 0.8203620910644531, |
| "eval_steps_per_second": 0.154, |
| "step": 141 |
| }, |
| { |
| "epoch": 2.1863273668320033, |
| "grad_norm": 60.753902435302734, |
| "learning_rate": 0.0002, |
| "loss": 59.8233, |
| "mean_token_accuracy": 0.8597390494412847, |
| "num_tokens": 29178600.0, |
| "step": 142 |
| }, |
| { |
| "epoch": 2.1863273668320033, |
| "eval_accuracy": 0.9141193628311157, |
| "eval_loss": 0.5848951935768127, |
| "eval_mean_token_accuracy": 0.8205834819098651, |
| "eval_num_tokens": 29178600.0, |
| "eval_runtime": 378.6677, |
| "eval_samples_per_second": 0.309, |
| "eval_self_calculate_token_accuracy": 0.820806086063385, |
| "eval_steps_per_second": 0.156, |
| "step": 142 |
| }, |
| { |
| "epoch": 2.201854647401337, |
| "grad_norm": 61.968971252441406, |
| "learning_rate": 0.0002, |
| "loss": 59.7337, |
| "mean_token_accuracy": 0.8571138555804888, |
| "num_tokens": 29386128.0, |
| "step": 143 |
| }, |
| { |
| "epoch": 2.201854647401337, |
| "eval_accuracy": 0.913427472114563, |
| "eval_loss": 0.5853984951972961, |
| "eval_mean_token_accuracy": 0.8206147167642238, |
| "eval_num_tokens": 29386128.0, |
| "eval_runtime": 377.4229, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8208497166633606, |
| "eval_steps_per_second": 0.156, |
| "step": 143 |
| }, |
| { |
| "epoch": 2.2173819279706706, |
| "grad_norm": 70.27307891845703, |
| "learning_rate": 0.0002, |
| "loss": 61.6454, |
| "mean_token_accuracy": 0.8538142335083749, |
| "num_tokens": 29594127.0, |
| "step": 144 |
| }, |
| { |
| "epoch": 2.2173819279706706, |
| "eval_accuracy": 0.913574755191803, |
| "eval_loss": 0.583490788936615, |
| "eval_mean_token_accuracy": 0.8212900040513378, |
| "eval_num_tokens": 29594127.0, |
| "eval_runtime": 379.3007, |
| "eval_samples_per_second": 0.308, |
| "eval_self_calculate_token_accuracy": 0.8213763236999512, |
| "eval_steps_per_second": 0.156, |
| "step": 144 |
| }, |
| { |
| "epoch": 2.232909208540004, |
| "grad_norm": 62.13954544067383, |
| "learning_rate": 0.0002, |
| "loss": 59.1434, |
| "mean_token_accuracy": 0.8582116017738978, |
| "num_tokens": 29802343.0, |
| "step": 145 |
| }, |
| { |
| "epoch": 2.232909208540004, |
| "eval_accuracy": 0.9137652516365051, |
| "eval_loss": 0.5858919620513916, |
| "eval_mean_token_accuracy": 0.8212083598314706, |
| "eval_num_tokens": 29802343.0, |
| "eval_runtime": 377.8806, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8213328123092651, |
| "eval_steps_per_second": 0.156, |
| "step": 145 |
| }, |
| { |
| "epoch": 2.248436489109338, |
| "grad_norm": 66.23678588867188, |
| "learning_rate": 0.0002, |
| "loss": 61.116, |
| "mean_token_accuracy": 0.8561682742502954, |
| "num_tokens": 30009586.0, |
| "step": 146 |
| }, |
| { |
| "epoch": 2.248436489109338, |
| "eval_accuracy": 0.9121713042259216, |
| "eval_loss": 0.5878020524978638, |
| "eval_mean_token_accuracy": 0.8216136956619005, |
| "eval_num_tokens": 30009586.0, |
| "eval_runtime": 376.8649, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8216351866722107, |
| "eval_steps_per_second": 0.157, |
| "step": 146 |
| }, |
| { |
| "epoch": 2.2639637696786714, |
| "grad_norm": 60.76675033569336, |
| "learning_rate": 0.0002, |
| "loss": 60.841, |
| "mean_token_accuracy": 0.8568030926916335, |
| "num_tokens": 30217163.0, |
| "step": 147 |
| }, |
| { |
| "epoch": 2.2639637696786714, |
| "eval_accuracy": 0.9137811660766602, |
| "eval_loss": 0.5845969915390015, |
| "eval_mean_token_accuracy": 0.8233292759475062, |
| "eval_num_tokens": 30217163.0, |
| "eval_runtime": 376.1264, |
| "eval_samples_per_second": 0.311, |
| "eval_self_calculate_token_accuracy": 0.8235104084014893, |
| "eval_steps_per_second": 0.157, |
| "step": 147 |
| }, |
| { |
| "epoch": 2.279491050248005, |
| "grad_norm": 63.56169128417969, |
| "learning_rate": 0.0002, |
| "loss": 62.1566, |
| "mean_token_accuracy": 0.8544662164317237, |
| "num_tokens": 30424795.0, |
| "step": 148 |
| }, |
| { |
| "epoch": 2.279491050248005, |
| "eval_accuracy": 0.9153903126716614, |
| "eval_loss": 0.5789721608161926, |
| "eval_mean_token_accuracy": 0.8233087032528247, |
| "eval_num_tokens": 30424795.0, |
| "eval_runtime": 376.8632, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8236533999443054, |
| "eval_steps_per_second": 0.157, |
| "step": 148 |
| }, |
| { |
| "epoch": 2.2950183308173386, |
| "grad_norm": 61.63734436035156, |
| "learning_rate": 0.0002, |
| "loss": 59.4999, |
| "mean_token_accuracy": 0.8565603908565309, |
| "num_tokens": 30631058.0, |
| "step": 149 |
| }, |
| { |
| "epoch": 2.2950183308173386, |
| "eval_accuracy": 0.9179164171218872, |
| "eval_loss": 0.5795318484306335, |
| "eval_mean_token_accuracy": 0.8219599077257059, |
| "eval_num_tokens": 30631058.0, |
| "eval_runtime": 376.0542, |
| "eval_samples_per_second": 0.311, |
| "eval_self_calculate_token_accuracy": 0.8221614360809326, |
| "eval_steps_per_second": 0.157, |
| "step": 149 |
| }, |
| { |
| "epoch": 2.3105456113866722, |
| "grad_norm": 69.45445251464844, |
| "learning_rate": 0.0002, |
| "loss": 59.375, |
| "mean_token_accuracy": 0.8604613890250524, |
| "num_tokens": 30837776.0, |
| "step": 150 |
| }, |
| { |
| "epoch": 2.3105456113866722, |
| "eval_accuracy": 0.9182299375534058, |
| "eval_loss": 0.5823805928230286, |
| "eval_mean_token_accuracy": 0.821157922179012, |
| "eval_num_tokens": 30837776.0, |
| "eval_runtime": 378.0329, |
| "eval_samples_per_second": 0.309, |
| "eval_self_calculate_token_accuracy": 0.8211876153945923, |
| "eval_steps_per_second": 0.156, |
| "step": 150 |
| }, |
| { |
| "epoch": 2.326072891956006, |
| "grad_norm": 66.84317779541016, |
| "learning_rate": 0.0002, |
| "loss": 59.1895, |
| "mean_token_accuracy": 0.8586011686258845, |
| "num_tokens": 31044311.0, |
| "step": 151 |
| }, |
| { |
| "epoch": 2.326072891956006, |
| "eval_accuracy": 0.9164312481880188, |
| "eval_loss": 0.5855478644371033, |
| "eval_mean_token_accuracy": 0.8209437596595893, |
| "eval_num_tokens": 31044311.0, |
| "eval_runtime": 377.7454, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8210227489471436, |
| "eval_steps_per_second": 0.156, |
| "step": 151 |
| }, |
| { |
| "epoch": 2.3416001725253395, |
| "grad_norm": 68.1597900390625, |
| "learning_rate": 0.0002, |
| "loss": 58.9604, |
| "mean_token_accuracy": 0.8597514041595988, |
| "num_tokens": 31250115.0, |
| "step": 152 |
| }, |
| { |
| "epoch": 2.3416001725253395, |
| "eval_accuracy": 0.9156810641288757, |
| "eval_loss": 0.5829243659973145, |
| "eval_mean_token_accuracy": 0.8219761605990135, |
| "eval_num_tokens": 31250115.0, |
| "eval_runtime": 375.7945, |
| "eval_samples_per_second": 0.311, |
| "eval_self_calculate_token_accuracy": 0.8221800327301025, |
| "eval_steps_per_second": 0.157, |
| "step": 152 |
| }, |
| { |
| "epoch": 2.357127453094673, |
| "grad_norm": 59.72486114501953, |
| "learning_rate": 0.0002, |
| "loss": 60.7109, |
| "mean_token_accuracy": 0.8554418202903535, |
| "num_tokens": 31456983.0, |
| "step": 153 |
| }, |
| { |
| "epoch": 2.357127453094673, |
| "eval_accuracy": 0.9161943197250366, |
| "eval_loss": 0.5806098580360413, |
| "eval_mean_token_accuracy": 0.8221783668307935, |
| "eval_num_tokens": 31456983.0, |
| "eval_runtime": 376.3052, |
| "eval_samples_per_second": 0.311, |
| "eval_self_calculate_token_accuracy": 0.8223862051963806, |
| "eval_steps_per_second": 0.157, |
| "step": 153 |
| }, |
| { |
| "epoch": 2.3726547336640067, |
| "grad_norm": 63.68416213989258, |
| "learning_rate": 0.0002, |
| "loss": 60.4995, |
| "mean_token_accuracy": 0.8567898546655973, |
| "num_tokens": 31663695.0, |
| "step": 154 |
| }, |
| { |
| "epoch": 2.3726547336640067, |
| "eval_accuracy": 0.9144033193588257, |
| "eval_loss": 0.5808287858963013, |
| "eval_mean_token_accuracy": 0.8221847243228201, |
| "eval_num_tokens": 31663695.0, |
| "eval_runtime": 375.8537, |
| "eval_samples_per_second": 0.311, |
| "eval_self_calculate_token_accuracy": 0.8224231600761414, |
| "eval_steps_per_second": 0.157, |
| "step": 154 |
| }, |
| { |
| "epoch": 2.3881820142333403, |
| "grad_norm": 66.3195571899414, |
| "learning_rate": 0.0002, |
| "loss": 59.3467, |
| "mean_token_accuracy": 0.8589559578233295, |
| "num_tokens": 31871132.0, |
| "step": 155 |
| }, |
| { |
| "epoch": 2.3881820142333403, |
| "eval_accuracy": 0.9142367243766785, |
| "eval_loss": 0.582304835319519, |
| "eval_mean_token_accuracy": 0.8218212117583065, |
| "eval_num_tokens": 31871132.0, |
| "eval_runtime": 378.5102, |
| "eval_samples_per_second": 0.309, |
| "eval_self_calculate_token_accuracy": 0.821976363658905, |
| "eval_steps_per_second": 0.156, |
| "step": 155 |
| }, |
| { |
| "epoch": 2.403709294802674, |
| "grad_norm": 63.1912956237793, |
| "learning_rate": 0.0002, |
| "loss": 60.1586, |
| "mean_token_accuracy": 0.8586585571368536, |
| "num_tokens": 32078640.0, |
| "step": 156 |
| }, |
| { |
| "epoch": 2.403709294802674, |
| "eval_accuracy": 0.9132453799247742, |
| "eval_loss": 0.5819085240364075, |
| "eval_mean_token_accuracy": 0.8220064892607221, |
| "eval_num_tokens": 32078640.0, |
| "eval_runtime": 376.863, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8221517205238342, |
| "eval_steps_per_second": 0.157, |
| "step": 156 |
| }, |
| { |
| "epoch": 2.4192365753720075, |
| "grad_norm": 62.005027770996094, |
| "learning_rate": 0.0002, |
| "loss": 58.8058, |
| "mean_token_accuracy": 0.859383262693882, |
| "num_tokens": 32285763.0, |
| "step": 157 |
| }, |
| { |
| "epoch": 2.4192365753720075, |
| "eval_accuracy": 0.9139454960823059, |
| "eval_loss": 0.5791954398155212, |
| "eval_mean_token_accuracy": 0.8221665156089654, |
| "eval_num_tokens": 32285763.0, |
| "eval_runtime": 374.5862, |
| "eval_samples_per_second": 0.312, |
| "eval_self_calculate_token_accuracy": 0.8223824501037598, |
| "eval_steps_per_second": 0.158, |
| "step": 157 |
| }, |
| { |
| "epoch": 2.434763855941341, |
| "grad_norm": 60.02232360839844, |
| "learning_rate": 0.0002, |
| "loss": 59.8911, |
| "mean_token_accuracy": 0.8577538381020228, |
| "num_tokens": 32492600.0, |
| "step": 158 |
| }, |
| { |
| "epoch": 2.434763855941341, |
| "eval_accuracy": 0.9135267734527588, |
| "eval_loss": 0.5797085165977478, |
| "eval_mean_token_accuracy": 0.8222226146924294, |
| "eval_num_tokens": 32492600.0, |
| "eval_runtime": 377.7332, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8223224878311157, |
| "eval_steps_per_second": 0.156, |
| "step": 158 |
| }, |
| { |
| "epoch": 2.4502911365106748, |
| "grad_norm": 64.57367706298828, |
| "learning_rate": 0.0002, |
| "loss": 61.3605, |
| "mean_token_accuracy": 0.8551682407657305, |
| "num_tokens": 32700665.0, |
| "step": 159 |
| }, |
| { |
| "epoch": 2.4502911365106748, |
| "eval_accuracy": 0.9132024645805359, |
| "eval_loss": 0.5817025303840637, |
| "eval_mean_token_accuracy": 0.8226864863250215, |
| "eval_num_tokens": 32700665.0, |
| "eval_runtime": 375.9636, |
| "eval_samples_per_second": 0.311, |
| "eval_self_calculate_token_accuracy": 0.8228164911270142, |
| "eval_steps_per_second": 0.157, |
| "step": 159 |
| }, |
| { |
| "epoch": 2.465818417080009, |
| "grad_norm": 63.6982307434082, |
| "learning_rate": 0.0002, |
| "loss": 60.9457, |
| "mean_token_accuracy": 0.8559256659613715, |
| "num_tokens": 32908536.0, |
| "step": 160 |
| }, |
| { |
| "epoch": 2.465818417080009, |
| "eval_accuracy": 0.9130781292915344, |
| "eval_loss": 0.5840949416160583, |
| "eval_mean_token_accuracy": 0.8226226517709635, |
| "eval_num_tokens": 32908536.0, |
| "eval_runtime": 391.5379, |
| "eval_samples_per_second": 0.299, |
| "eval_self_calculate_token_accuracy": 0.8226993083953857, |
| "eval_steps_per_second": 0.151, |
| "step": 160 |
| }, |
| { |
| "epoch": 2.4813456976493424, |
| "grad_norm": 61.44901657104492, |
| "learning_rate": 0.0002, |
| "loss": 60.7485, |
| "mean_token_accuracy": 0.857665989961889, |
| "num_tokens": 33116824.0, |
| "step": 161 |
| }, |
| { |
| "epoch": 2.4813456976493424, |
| "eval_accuracy": 0.914076566696167, |
| "eval_loss": 0.5831388235092163, |
| "eval_mean_token_accuracy": 0.8227149096585936, |
| "eval_num_tokens": 33116824.0, |
| "eval_runtime": 378.1203, |
| "eval_samples_per_second": 0.309, |
| "eval_self_calculate_token_accuracy": 0.8227185010910034, |
| "eval_steps_per_second": 0.156, |
| "step": 161 |
| }, |
| { |
| "epoch": 2.496872978218676, |
| "grad_norm": 67.32522583007812, |
| "learning_rate": 0.0002, |
| "loss": 59.7881, |
| "mean_token_accuracy": 0.8572503535283936, |
| "num_tokens": 33322935.0, |
| "step": 162 |
| }, |
| { |
| "epoch": 2.496872978218676, |
| "eval_accuracy": 0.9150428175926208, |
| "eval_loss": 0.579970121383667, |
| "eval_mean_token_accuracy": 0.8239261932292227, |
| "eval_num_tokens": 33322935.0, |
| "eval_runtime": 373.405, |
| "eval_samples_per_second": 0.313, |
| "eval_self_calculate_token_accuracy": 0.8238365054130554, |
| "eval_steps_per_second": 0.158, |
| "step": 162 |
| }, |
| { |
| "epoch": 2.5124002587880097, |
| "grad_norm": 64.82595825195312, |
| "learning_rate": 0.0002, |
| "loss": 60.2268, |
| "mean_token_accuracy": 0.8578346810407109, |
| "num_tokens": 33530086.0, |
| "step": 163 |
| }, |
| { |
| "epoch": 2.5124002587880097, |
| "eval_accuracy": 0.9133766293525696, |
| "eval_loss": 0.579236626625061, |
| "eval_mean_token_accuracy": 0.8231699001991143, |
| "eval_num_tokens": 33530086.0, |
| "eval_runtime": 375.1521, |
| "eval_samples_per_second": 0.312, |
| "eval_self_calculate_token_accuracy": 0.823078453540802, |
| "eval_steps_per_second": 0.157, |
| "step": 163 |
| }, |
| { |
| "epoch": 2.5279275393573433, |
| "grad_norm": 59.321285247802734, |
| "learning_rate": 0.0002, |
| "loss": 61.0169, |
| "mean_token_accuracy": 0.8571203433805041, |
| "num_tokens": 33737219.0, |
| "step": 164 |
| }, |
| { |
| "epoch": 2.5279275393573433, |
| "eval_accuracy": 0.9121658802032471, |
| "eval_loss": 0.5804930925369263, |
| "eval_mean_token_accuracy": 0.8226102519843538, |
| "eval_num_tokens": 33737219.0, |
| "eval_runtime": 376.2711, |
| "eval_samples_per_second": 0.311, |
| "eval_self_calculate_token_accuracy": 0.822685182094574, |
| "eval_steps_per_second": 0.157, |
| "step": 164 |
| }, |
| { |
| "epoch": 2.543454819926677, |
| "grad_norm": 63.720611572265625, |
| "learning_rate": 0.0002, |
| "loss": 61.5548, |
| "mean_token_accuracy": 0.8551921190487014, |
| "num_tokens": 33944653.0, |
| "step": 165 |
| }, |
| { |
| "epoch": 2.543454819926677, |
| "eval_accuracy": 0.915259838104248, |
| "eval_loss": 0.5791561603546143, |
| "eval_mean_token_accuracy": 0.8228190127065627, |
| "eval_num_tokens": 33944653.0, |
| "eval_runtime": 378.2553, |
| "eval_samples_per_second": 0.309, |
| "eval_self_calculate_token_accuracy": 0.8230419754981995, |
| "eval_steps_per_second": 0.156, |
| "step": 165 |
| }, |
| { |
| "epoch": 2.5589821004960105, |
| "grad_norm": 66.5975341796875, |
| "learning_rate": 0.0002, |
| "loss": 60.072, |
| "mean_token_accuracy": 0.857292029592726, |
| "num_tokens": 34151500.0, |
| "step": 166 |
| }, |
| { |
| "epoch": 2.5589821004960105, |
| "eval_accuracy": 0.9157586693763733, |
| "eval_loss": 0.5754640102386475, |
| "eval_mean_token_accuracy": 0.8230840957770913, |
| "eval_num_tokens": 34151500.0, |
| "eval_runtime": 379.6285, |
| "eval_samples_per_second": 0.308, |
| "eval_self_calculate_token_accuracy": 0.8231777548789978, |
| "eval_steps_per_second": 0.155, |
| "step": 166 |
| }, |
| { |
| "epoch": 2.574509381065344, |
| "grad_norm": 63.1597785949707, |
| "learning_rate": 0.0002, |
| "loss": 59.5906, |
| "mean_token_accuracy": 0.8593710619542334, |
| "num_tokens": 34357326.0, |
| "step": 167 |
| }, |
| { |
| "epoch": 2.574509381065344, |
| "eval_accuracy": 0.916456401348114, |
| "eval_loss": 0.5754194855690002, |
| "eval_mean_token_accuracy": 0.8231336615853391, |
| "eval_num_tokens": 34357326.0, |
| "eval_runtime": 377.6339, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8233343958854675, |
| "eval_steps_per_second": 0.156, |
| "step": 167 |
| }, |
| { |
| "epoch": 2.5900366616346777, |
| "grad_norm": 64.11986541748047, |
| "learning_rate": 0.0002, |
| "loss": 59.0801, |
| "mean_token_accuracy": 0.8609710228112009, |
| "num_tokens": 34563987.0, |
| "step": 168 |
| }, |
| { |
| "epoch": 2.5900366616346777, |
| "eval_accuracy": 0.9162663221359253, |
| "eval_loss": 0.5782102942466736, |
| "eval_mean_token_accuracy": 0.8221433859760479, |
| "eval_num_tokens": 34563987.0, |
| "eval_runtime": 385.5465, |
| "eval_samples_per_second": 0.303, |
| "eval_self_calculate_token_accuracy": 0.8223274946212769, |
| "eval_steps_per_second": 0.153, |
| "step": 168 |
| }, |
| { |
| "epoch": 2.6055639422040113, |
| "grad_norm": 64.44429016113281, |
| "learning_rate": 0.0002, |
| "loss": 58.6388, |
| "mean_token_accuracy": 0.8612651899456978, |
| "num_tokens": 34770635.0, |
| "step": 169 |
| }, |
| { |
| "epoch": 2.6055639422040113, |
| "eval_accuracy": 0.9142144918441772, |
| "eval_loss": 0.5827234983444214, |
| "eval_mean_token_accuracy": 0.8217781176001339, |
| "eval_num_tokens": 34770635.0, |
| "eval_runtime": 387.7134, |
| "eval_samples_per_second": 0.302, |
| "eval_self_calculate_token_accuracy": 0.8219717144966125, |
| "eval_steps_per_second": 0.152, |
| "step": 169 |
| }, |
| { |
| "epoch": 2.621091222773345, |
| "grad_norm": 63.094879150390625, |
| "learning_rate": 0.0002, |
| "loss": 59.0826, |
| "mean_token_accuracy": 0.8590661916467879, |
| "num_tokens": 34977595.0, |
| "step": 170 |
| }, |
| { |
| "epoch": 2.621091222773345, |
| "eval_accuracy": 0.9146907329559326, |
| "eval_loss": 0.5826783776283264, |
| "eval_mean_token_accuracy": 0.8227395758790484, |
| "eval_num_tokens": 34977595.0, |
| "eval_runtime": 383.6212, |
| "eval_samples_per_second": 0.305, |
| "eval_self_calculate_token_accuracy": 0.8227822780609131, |
| "eval_steps_per_second": 0.154, |
| "step": 170 |
| }, |
| { |
| "epoch": 2.6366185033426786, |
| "grad_norm": 59.84916305541992, |
| "learning_rate": 0.0002, |
| "loss": 59.6609, |
| "mean_token_accuracy": 0.8595311087038782, |
| "num_tokens": 35185133.0, |
| "step": 171 |
| }, |
| { |
| "epoch": 2.6366185033426786, |
| "eval_accuracy": 0.91529381275177, |
| "eval_loss": 0.579103946685791, |
| "eval_mean_token_accuracy": 0.8233776840112977, |
| "eval_num_tokens": 35185133.0, |
| "eval_runtime": 386.2325, |
| "eval_samples_per_second": 0.303, |
| "eval_self_calculate_token_accuracy": 0.8234617114067078, |
| "eval_steps_per_second": 0.153, |
| "step": 171 |
| }, |
| { |
| "epoch": 2.652145783912012, |
| "grad_norm": 67.7462158203125, |
| "learning_rate": 0.0002, |
| "loss": 59.3102, |
| "mean_token_accuracy": 0.8568058676189847, |
| "num_tokens": 35392759.0, |
| "step": 172 |
| }, |
| { |
| "epoch": 2.652145783912012, |
| "eval_accuracy": 0.9156889319419861, |
| "eval_loss": 0.5762985348701477, |
| "eval_mean_token_accuracy": 0.8240575093334004, |
| "eval_num_tokens": 35392759.0, |
| "eval_runtime": 386.2716, |
| "eval_samples_per_second": 0.303, |
| "eval_self_calculate_token_accuracy": 0.8240380883216858, |
| "eval_steps_per_second": 0.153, |
| "step": 172 |
| }, |
| { |
| "epoch": 2.667673064481346, |
| "grad_norm": 64.19216918945312, |
| "learning_rate": 0.0002, |
| "loss": 60.8611, |
| "mean_token_accuracy": 0.8562094701661004, |
| "num_tokens": 35600136.0, |
| "step": 173 |
| }, |
| { |
| "epoch": 2.667673064481346, |
| "eval_accuracy": 0.9155153632164001, |
| "eval_loss": 0.5786460041999817, |
| "eval_mean_token_accuracy": 0.8234322758044227, |
| "eval_num_tokens": 35600136.0, |
| "eval_runtime": 389.1334, |
| "eval_samples_per_second": 0.301, |
| "eval_self_calculate_token_accuracy": 0.8234621286392212, |
| "eval_steps_per_second": 0.152, |
| "step": 173 |
| }, |
| { |
| "epoch": 2.6832003450506794, |
| "grad_norm": 71.51544952392578, |
| "learning_rate": 0.0002, |
| "loss": 58.5023, |
| "mean_token_accuracy": 0.858416483634048, |
| "num_tokens": 35807174.0, |
| "step": 174 |
| }, |
| { |
| "epoch": 2.6832003450506794, |
| "eval_accuracy": 0.9166020750999451, |
| "eval_loss": 0.5781487226486206, |
| "eval_mean_token_accuracy": 0.8228686158939943, |
| "eval_num_tokens": 35807174.0, |
| "eval_runtime": 384.7605, |
| "eval_samples_per_second": 0.304, |
| "eval_self_calculate_token_accuracy": 0.8228632807731628, |
| "eval_steps_per_second": 0.153, |
| "step": 174 |
| }, |
| { |
| "epoch": 2.698727625620013, |
| "grad_norm": 67.23090362548828, |
| "learning_rate": 0.0002, |
| "loss": 61.9709, |
| "mean_token_accuracy": 0.8536673039197922, |
| "num_tokens": 36014599.0, |
| "step": 175 |
| }, |
| { |
| "epoch": 2.698727625620013, |
| "eval_accuracy": 0.9179655909538269, |
| "eval_loss": 0.5757537484169006, |
| "eval_mean_token_accuracy": 0.8239026453535435, |
| "eval_num_tokens": 36014599.0, |
| "eval_runtime": 392.6572, |
| "eval_samples_per_second": 0.298, |
| "eval_self_calculate_token_accuracy": 0.8239191174507141, |
| "eval_steps_per_second": 0.15, |
| "step": 175 |
| }, |
| { |
| "epoch": 2.7142549061893466, |
| "grad_norm": 61.88078689575195, |
| "learning_rate": 0.0002, |
| "loss": 60.0907, |
| "mean_token_accuracy": 0.8580549135804176, |
| "num_tokens": 36222379.0, |
| "step": 176 |
| }, |
| { |
| "epoch": 2.7142549061893466, |
| "eval_accuracy": 0.9169703722000122, |
| "eval_loss": 0.5794158577919006, |
| "eval_mean_token_accuracy": 0.8231041673886574, |
| "eval_num_tokens": 36222379.0, |
| "eval_runtime": 390.4829, |
| "eval_samples_per_second": 0.3, |
| "eval_self_calculate_token_accuracy": 0.8231915235519409, |
| "eval_steps_per_second": 0.151, |
| "step": 176 |
| }, |
| { |
| "epoch": 2.7297821867586802, |
| "grad_norm": 66.80476379394531, |
| "learning_rate": 0.0002, |
| "loss": 60.4112, |
| "mean_token_accuracy": 0.8569959965017107, |
| "num_tokens": 36428980.0, |
| "step": 177 |
| }, |
| { |
| "epoch": 2.7297821867586802, |
| "eval_accuracy": 0.9168707728385925, |
| "eval_loss": 0.5812435150146484, |
| "eval_mean_token_accuracy": 0.8239551580558389, |
| "eval_num_tokens": 36428980.0, |
| "eval_runtime": 394.9578, |
| "eval_samples_per_second": 0.296, |
| "eval_self_calculate_token_accuracy": 0.8240401744842529, |
| "eval_steps_per_second": 0.149, |
| "step": 177 |
| }, |
| { |
| "epoch": 2.745309467328014, |
| "grad_norm": 63.65299606323242, |
| "learning_rate": 0.0002, |
| "loss": 59.9688, |
| "mean_token_accuracy": 0.8576788521475263, |
| "num_tokens": 36636539.0, |
| "step": 178 |
| }, |
| { |
| "epoch": 2.745309467328014, |
| "eval_accuracy": 0.9142547249794006, |
| "eval_loss": 0.5820722579956055, |
| "eval_mean_token_accuracy": 0.8220737940174038, |
| "eval_num_tokens": 36636539.0, |
| "eval_runtime": 383.4421, |
| "eval_samples_per_second": 0.305, |
| "eval_self_calculate_token_accuracy": 0.8222988843917847, |
| "eval_steps_per_second": 0.154, |
| "step": 178 |
| }, |
| { |
| "epoch": 2.7608367478973475, |
| "grad_norm": 69.63920593261719, |
| "learning_rate": 0.0002, |
| "loss": 61.1328, |
| "mean_token_accuracy": 0.8568937960598204, |
| "num_tokens": 36843790.0, |
| "step": 179 |
| }, |
| { |
| "epoch": 2.7608367478973475, |
| "eval_accuracy": 0.9142366051673889, |
| "eval_loss": 0.5764155387878418, |
| "eval_mean_token_accuracy": 0.8223703220739202, |
| "eval_num_tokens": 36843790.0, |
| "eval_runtime": 378.2918, |
| "eval_samples_per_second": 0.309, |
| "eval_self_calculate_token_accuracy": 0.8226000070571899, |
| "eval_steps_per_second": 0.156, |
| "step": 179 |
| }, |
| { |
| "epoch": 2.776364028466681, |
| "grad_norm": 64.85514831542969, |
| "learning_rate": 0.0002, |
| "loss": 60.4489, |
| "mean_token_accuracy": 0.856029662821028, |
| "num_tokens": 37051501.0, |
| "step": 180 |
| }, |
| { |
| "epoch": 2.776364028466681, |
| "eval_accuracy": 0.9159210920333862, |
| "eval_loss": 0.5710962414741516, |
| "eval_mean_token_accuracy": 0.8246322031748496, |
| "eval_num_tokens": 37051501.0, |
| "eval_runtime": 374.7976, |
| "eval_samples_per_second": 0.312, |
| "eval_self_calculate_token_accuracy": 0.8247190713882446, |
| "eval_steps_per_second": 0.157, |
| "step": 180 |
| }, |
| { |
| "epoch": 2.7918913090360147, |
| "grad_norm": 59.2591552734375, |
| "learning_rate": 0.0002, |
| "loss": 61.0078, |
| "mean_token_accuracy": 0.8546331119206216, |
| "num_tokens": 37260018.0, |
| "step": 181 |
| }, |
| { |
| "epoch": 2.7918913090360147, |
| "eval_accuracy": 0.9162110686302185, |
| "eval_loss": 0.5732917189598083, |
| "eval_mean_token_accuracy": 0.8244240011199045, |
| "eval_num_tokens": 37260018.0, |
| "eval_runtime": 376.4825, |
| "eval_samples_per_second": 0.311, |
| "eval_self_calculate_token_accuracy": 0.8245187997817993, |
| "eval_steps_per_second": 0.157, |
| "step": 181 |
| }, |
| { |
| "epoch": 2.8074185896053483, |
| "grad_norm": 67.02713775634766, |
| "learning_rate": 0.0002, |
| "loss": 59.6261, |
| "mean_token_accuracy": 0.8582972925570276, |
| "num_tokens": 37466409.0, |
| "step": 182 |
| }, |
| { |
| "epoch": 2.8074185896053483, |
| "eval_accuracy": 0.914726972579956, |
| "eval_loss": 0.5753452777862549, |
| "eval_mean_token_accuracy": 0.8251387881020368, |
| "eval_num_tokens": 37466409.0, |
| "eval_runtime": 379.2114, |
| "eval_samples_per_second": 0.309, |
| "eval_self_calculate_token_accuracy": 0.8251757025718689, |
| "eval_steps_per_second": 0.156, |
| "step": 182 |
| }, |
| { |
| "epoch": 2.822945870174682, |
| "grad_norm": 61.20984649658203, |
| "learning_rate": 0.0002, |
| "loss": 61.67, |
| "mean_token_accuracy": 0.8533147366510497, |
| "num_tokens": 37673576.0, |
| "step": 183 |
| }, |
| { |
| "epoch": 2.822945870174682, |
| "eval_accuracy": 0.9145516157150269, |
| "eval_loss": 0.5774813294410706, |
| "eval_mean_token_accuracy": 0.8243369621745611, |
| "eval_num_tokens": 37673576.0, |
| "eval_runtime": 376.3271, |
| "eval_samples_per_second": 0.311, |
| "eval_self_calculate_token_accuracy": 0.824415385723114, |
| "eval_steps_per_second": 0.157, |
| "step": 183 |
| }, |
| { |
| "epoch": 2.8384731507440155, |
| "grad_norm": 63.579246520996094, |
| "learning_rate": 0.0002, |
| "loss": 59.0117, |
| "mean_token_accuracy": 0.8594357983933555, |
| "num_tokens": 37879601.0, |
| "step": 184 |
| }, |
| { |
| "epoch": 2.8384731507440155, |
| "eval_accuracy": 0.9169211387634277, |
| "eval_loss": 0.5761664509773254, |
| "eval_mean_token_accuracy": 0.8249228788634478, |
| "eval_num_tokens": 37879601.0, |
| "eval_runtime": 377.5615, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.825006365776062, |
| "eval_steps_per_second": 0.156, |
| "step": 184 |
| }, |
| { |
| "epoch": 2.854000431313349, |
| "grad_norm": 69.8446044921875, |
| "learning_rate": 0.0002, |
| "loss": 59.1087, |
| "mean_token_accuracy": 0.8599690844615301, |
| "num_tokens": 38087045.0, |
| "step": 185 |
| }, |
| { |
| "epoch": 2.854000431313349, |
| "eval_accuracy": 0.916884183883667, |
| "eval_loss": 0.5756677985191345, |
| "eval_mean_token_accuracy": 0.8243987176377895, |
| "eval_num_tokens": 38087045.0, |
| "eval_runtime": 375.1714, |
| "eval_samples_per_second": 0.312, |
| "eval_self_calculate_token_accuracy": 0.8246213793754578, |
| "eval_steps_per_second": 0.157, |
| "step": 185 |
| }, |
| { |
| "epoch": 2.8695277118826827, |
| "grad_norm": 60.62617874145508, |
| "learning_rate": 0.0002, |
| "loss": 60.4311, |
| "mean_token_accuracy": 0.8565576093064414, |
| "num_tokens": 38295558.0, |
| "step": 186 |
| }, |
| { |
| "epoch": 2.8695277118826827, |
| "eval_accuracy": 0.9174717664718628, |
| "eval_loss": 0.577273964881897, |
| "eval_mean_token_accuracy": 0.8229941624706074, |
| "eval_num_tokens": 38295558.0, |
| "eval_runtime": 377.0068, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8231734037399292, |
| "eval_steps_per_second": 0.156, |
| "step": 186 |
| }, |
| { |
| "epoch": 2.8850549924520164, |
| "grad_norm": 71.38862609863281, |
| "learning_rate": 0.0002, |
| "loss": 59.0786, |
| "mean_token_accuracy": 0.8596089821722772, |
| "num_tokens": 38504519.0, |
| "step": 187 |
| }, |
| { |
| "epoch": 2.8850549924520164, |
| "eval_accuracy": 0.9161394834518433, |
| "eval_loss": 0.5789663195610046, |
| "eval_mean_token_accuracy": 0.8226313732438169, |
| "eval_num_tokens": 38504519.0, |
| "eval_runtime": 376.3835, |
| "eval_samples_per_second": 0.311, |
| "eval_self_calculate_token_accuracy": 0.8226823210716248, |
| "eval_steps_per_second": 0.157, |
| "step": 187 |
| }, |
| { |
| "epoch": 2.90058227302135, |
| "grad_norm": 60.55780029296875, |
| "learning_rate": 0.0002, |
| "loss": 60.4187, |
| "mean_token_accuracy": 0.8570658514897028, |
| "num_tokens": 38712335.0, |
| "step": 188 |
| }, |
| { |
| "epoch": 2.90058227302135, |
| "eval_accuracy": 0.9142947196960449, |
| "eval_loss": 0.5783673524856567, |
| "eval_mean_token_accuracy": 0.8228776414515608, |
| "eval_num_tokens": 38712335.0, |
| "eval_runtime": 377.1852, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8231444358825684, |
| "eval_steps_per_second": 0.156, |
| "step": 188 |
| }, |
| { |
| "epoch": 2.9161095535906836, |
| "grad_norm": 70.5000228881836, |
| "learning_rate": 0.0002, |
| "loss": 62.0128, |
| "mean_token_accuracy": 0.8542094528675079, |
| "num_tokens": 38920127.0, |
| "step": 189 |
| }, |
| { |
| "epoch": 2.9161095535906836, |
| "eval_accuracy": 0.913066029548645, |
| "eval_loss": 0.5754489302635193, |
| "eval_mean_token_accuracy": 0.8232920381982448, |
| "eval_num_tokens": 38920127.0, |
| "eval_runtime": 376.8321, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8234686851501465, |
| "eval_steps_per_second": 0.157, |
| "step": 189 |
| }, |
| { |
| "epoch": 2.931636834160017, |
| "grad_norm": 61.92482376098633, |
| "learning_rate": 0.0002, |
| "loss": 59.7356, |
| "mean_token_accuracy": 0.8573247475756539, |
| "num_tokens": 39127449.0, |
| "step": 190 |
| }, |
| { |
| "epoch": 2.931636834160017, |
| "eval_accuracy": 0.9139809012413025, |
| "eval_loss": 0.5746923089027405, |
| "eval_mean_token_accuracy": 0.8236672767138077, |
| "eval_num_tokens": 39127449.0, |
| "eval_runtime": 382.9363, |
| "eval_samples_per_second": 0.306, |
| "eval_self_calculate_token_accuracy": 0.8237864971160889, |
| "eval_steps_per_second": 0.154, |
| "step": 190 |
| }, |
| { |
| "epoch": 2.947164114729351, |
| "grad_norm": 65.38888549804688, |
| "learning_rate": 0.0002, |
| "loss": 59.9382, |
| "mean_token_accuracy": 0.8584683355357912, |
| "num_tokens": 39335671.0, |
| "step": 191 |
| }, |
| { |
| "epoch": 2.947164114729351, |
| "eval_accuracy": 0.9120795726776123, |
| "eval_loss": 0.5764152407646179, |
| "eval_mean_token_accuracy": 0.8227895861965114, |
| "eval_num_tokens": 39335671.0, |
| "eval_runtime": 377.9027, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8228674530982971, |
| "eval_steps_per_second": 0.156, |
| "step": 191 |
| }, |
| { |
| "epoch": 2.9626913952986844, |
| "grad_norm": 60.89480972290039, |
| "learning_rate": 0.0002, |
| "loss": 59.4849, |
| "mean_token_accuracy": 0.8587185525231891, |
| "num_tokens": 39542878.0, |
| "step": 192 |
| }, |
| { |
| "epoch": 2.9626913952986844, |
| "eval_accuracy": 0.9117822051048279, |
| "eval_loss": 0.5787470936775208, |
| "eval_mean_token_accuracy": 0.8223738872398765, |
| "eval_num_tokens": 39542878.0, |
| "eval_runtime": 379.5622, |
| "eval_samples_per_second": 0.308, |
| "eval_self_calculate_token_accuracy": 0.8225799798965454, |
| "eval_steps_per_second": 0.155, |
| "step": 192 |
| }, |
| { |
| "epoch": 2.978218675868018, |
| "grad_norm": 71.10404968261719, |
| "learning_rate": 0.0002, |
| "loss": 59.1488, |
| "mean_token_accuracy": 0.8590359530515141, |
| "num_tokens": 39749784.0, |
| "step": 193 |
| }, |
| { |
| "epoch": 2.978218675868018, |
| "eval_accuracy": 0.9117515087127686, |
| "eval_loss": 0.5786497592926025, |
| "eval_mean_token_accuracy": 0.8221206079095097, |
| "eval_num_tokens": 39749784.0, |
| "eval_runtime": 379.3419, |
| "eval_samples_per_second": 0.308, |
| "eval_self_calculate_token_accuracy": 0.8222964406013489, |
| "eval_steps_per_second": 0.156, |
| "step": 193 |
| }, |
| { |
| "epoch": 2.9937459564373516, |
| "grad_norm": 73.1333236694336, |
| "learning_rate": 0.0002, |
| "loss": 59.3376, |
| "mean_token_accuracy": 0.8588751927018166, |
| "num_tokens": 39957634.0, |
| "step": 194 |
| }, |
| { |
| "epoch": 2.9937459564373516, |
| "eval_accuracy": 0.9129020571708679, |
| "eval_loss": 0.5747383236885071, |
| "eval_mean_token_accuracy": 0.8235553846520892, |
| "eval_num_tokens": 39957634.0, |
| "eval_runtime": 380.9566, |
| "eval_samples_per_second": 0.307, |
| "eval_self_calculate_token_accuracy": 0.8238747119903564, |
| "eval_steps_per_second": 0.155, |
| "step": 194 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 33.0853385925293, |
| "learning_rate": 0.0002, |
| "loss": 22.9442, |
| "mean_token_accuracy": 0.8632007796188881, |
| "num_tokens": 40040826.0, |
| "step": 195 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_accuracy": 0.9123663902282715, |
| "eval_loss": 0.573932945728302, |
| "eval_mean_token_accuracy": 0.8233134362657192, |
| "eval_num_tokens": 40040826.0, |
| "eval_runtime": 383.8543, |
| "eval_samples_per_second": 0.305, |
| "eval_self_calculate_token_accuracy": 0.8235105872154236, |
| "eval_steps_per_second": 0.154, |
| "step": 195 |
| }, |
| { |
| "epoch": 3.0155272805693336, |
| "grad_norm": 66.18367767333984, |
| "learning_rate": 0.0002, |
| "loss": 55.6517, |
| "mean_token_accuracy": 0.8654904382096397, |
| "num_tokens": 40248044.0, |
| "step": 196 |
| }, |
| { |
| "epoch": 3.0155272805693336, |
| "eval_accuracy": 0.91349196434021, |
| "eval_loss": 0.5772708058357239, |
| "eval_mean_token_accuracy": 0.8231487900523816, |
| "eval_num_tokens": 40248044.0, |
| "eval_runtime": 378.4412, |
| "eval_samples_per_second": 0.309, |
| "eval_self_calculate_token_accuracy": 0.823326826095581, |
| "eval_steps_per_second": 0.156, |
| "step": 196 |
| }, |
| { |
| "epoch": 3.0310545611386672, |
| "grad_norm": 73.5784912109375, |
| "learning_rate": 0.0002, |
| "loss": 54.8685, |
| "mean_token_accuracy": 0.866837765607569, |
| "num_tokens": 40454135.0, |
| "step": 197 |
| }, |
| { |
| "epoch": 3.0310545611386672, |
| "eval_accuracy": 0.911002516746521, |
| "eval_loss": 0.5866868495941162, |
| "eval_mean_token_accuracy": 0.8210902123127953, |
| "eval_num_tokens": 40454135.0, |
| "eval_runtime": 395.6767, |
| "eval_samples_per_second": 0.296, |
| "eval_self_calculate_token_accuracy": 0.8213343024253845, |
| "eval_steps_per_second": 0.149, |
| "step": 197 |
| }, |
| { |
| "epoch": 3.046581841708001, |
| "grad_norm": 63.88504409790039, |
| "learning_rate": 0.0002, |
| "loss": 55.6098, |
| "mean_token_accuracy": 0.8663951067460908, |
| "num_tokens": 40662194.0, |
| "step": 198 |
| }, |
| { |
| "epoch": 3.046581841708001, |
| "eval_accuracy": 0.9095934629440308, |
| "eval_loss": 0.5961205363273621, |
| "eval_mean_token_accuracy": 0.8199389384964765, |
| "eval_num_tokens": 40662194.0, |
| "eval_runtime": 377.4134, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8201433420181274, |
| "eval_steps_per_second": 0.156, |
| "step": 198 |
| }, |
| { |
| "epoch": 3.0621091222773344, |
| "grad_norm": 106.22503662109375, |
| "learning_rate": 0.0002, |
| "loss": 56.3476, |
| "mean_token_accuracy": 0.864356574912866, |
| "num_tokens": 40869393.0, |
| "step": 199 |
| }, |
| { |
| "epoch": 3.0621091222773344, |
| "eval_accuracy": 0.9093540906906128, |
| "eval_loss": 0.5963947176933289, |
| "eval_mean_token_accuracy": 0.8198688303009939, |
| "eval_num_tokens": 40869393.0, |
| "eval_runtime": 377.3528, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8199730515480042, |
| "eval_steps_per_second": 0.156, |
| "step": 199 |
| }, |
| { |
| "epoch": 3.077636402846668, |
| "grad_norm": 68.98870849609375, |
| "learning_rate": 0.0002, |
| "loss": 54.7474, |
| "mean_token_accuracy": 0.8671221493018998, |
| "num_tokens": 41077054.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 3.077636402846668, |
| "eval_accuracy": 0.9102476239204407, |
| "eval_loss": 0.5848191380500793, |
| "eval_mean_token_accuracy": 0.8221132896714292, |
| "eval_num_tokens": 41077054.0, |
| "eval_runtime": 376.1662, |
| "eval_samples_per_second": 0.311, |
| "eval_self_calculate_token_accuracy": 0.8223957419395447, |
| "eval_steps_per_second": 0.157, |
| "step": 200 |
| }, |
| { |
| "epoch": 3.0931636834160017, |
| "grad_norm": 58.32075500488281, |
| "learning_rate": 0.0002, |
| "loss": 56.2661, |
| "mean_token_accuracy": 0.8653301331732008, |
| "num_tokens": 41283987.0, |
| "step": 201 |
| }, |
| { |
| "epoch": 3.0931636834160017, |
| "eval_accuracy": 0.9114280939102173, |
| "eval_loss": 0.5753390789031982, |
| "eval_mean_token_accuracy": 0.8232856887882039, |
| "eval_num_tokens": 41283987.0, |
| "eval_runtime": 378.8066, |
| "eval_samples_per_second": 0.309, |
| "eval_self_calculate_token_accuracy": 0.8237543702125549, |
| "eval_steps_per_second": 0.156, |
| "step": 201 |
| }, |
| { |
| "epoch": 3.1086909639853353, |
| "grad_norm": 65.81951141357422, |
| "learning_rate": 0.0002, |
| "loss": 56.3244, |
| "mean_token_accuracy": 0.8644906000958549, |
| "num_tokens": 41492407.0, |
| "step": 202 |
| }, |
| { |
| "epoch": 3.1086909639853353, |
| "eval_accuracy": 0.9108811616897583, |
| "eval_loss": 0.5719010829925537, |
| "eval_mean_token_accuracy": 0.8240326440940469, |
| "eval_num_tokens": 41492407.0, |
| "eval_runtime": 378.9033, |
| "eval_samples_per_second": 0.309, |
| "eval_self_calculate_token_accuracy": 0.8245309591293335, |
| "eval_steps_per_second": 0.156, |
| "step": 202 |
| }, |
| { |
| "epoch": 3.124218244554669, |
| "grad_norm": 63.15560531616211, |
| "learning_rate": 0.0002, |
| "loss": 54.9811, |
| "mean_token_accuracy": 0.8657895475625992, |
| "num_tokens": 41700208.0, |
| "step": 203 |
| }, |
| { |
| "epoch": 3.124218244554669, |
| "eval_accuracy": 0.9085500836372375, |
| "eval_loss": 0.5785896182060242, |
| "eval_mean_token_accuracy": 0.8225748205589036, |
| "eval_num_tokens": 41700208.0, |
| "eval_runtime": 379.0302, |
| "eval_samples_per_second": 0.309, |
| "eval_self_calculate_token_accuracy": 0.8229347467422485, |
| "eval_steps_per_second": 0.156, |
| "step": 203 |
| }, |
| { |
| "epoch": 3.1397455251240025, |
| "grad_norm": 62.2550048828125, |
| "learning_rate": 0.0002, |
| "loss": 57.5056, |
| "mean_token_accuracy": 0.8613045050038232, |
| "num_tokens": 41907585.0, |
| "step": 204 |
| }, |
| { |
| "epoch": 3.1397455251240025, |
| "eval_accuracy": 0.9109401702880859, |
| "eval_loss": 0.583422839641571, |
| "eval_mean_token_accuracy": 0.8213994654558473, |
| "eval_num_tokens": 41907585.0, |
| "eval_runtime": 375.7943, |
| "eval_samples_per_second": 0.311, |
| "eval_self_calculate_token_accuracy": 0.821713924407959, |
| "eval_steps_per_second": 0.157, |
| "step": 204 |
| }, |
| { |
| "epoch": 3.155272805693336, |
| "grad_norm": 59.995948791503906, |
| "learning_rate": 0.0002, |
| "loss": 55.0102, |
| "mean_token_accuracy": 0.8676944937970903, |
| "num_tokens": 42115843.0, |
| "step": 205 |
| }, |
| { |
| "epoch": 3.155272805693336, |
| "eval_accuracy": 0.9110279083251953, |
| "eval_loss": 0.5866342782974243, |
| "eval_mean_token_accuracy": 0.8209789587279498, |
| "eval_num_tokens": 42115843.0, |
| "eval_runtime": 377.1177, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8212244510650635, |
| "eval_steps_per_second": 0.156, |
| "step": 205 |
| }, |
| { |
| "epoch": 3.1708000862626697, |
| "grad_norm": 62.09001541137695, |
| "learning_rate": 0.0002, |
| "loss": 54.9099, |
| "mean_token_accuracy": 0.8654570579528809, |
| "num_tokens": 42322105.0, |
| "step": 206 |
| }, |
| { |
| "epoch": 3.1708000862626697, |
| "eval_accuracy": 0.9133650660514832, |
| "eval_loss": 0.586047887802124, |
| "eval_mean_token_accuracy": 0.8217764355368533, |
| "eval_num_tokens": 42322105.0, |
| "eval_runtime": 378.4016, |
| "eval_samples_per_second": 0.309, |
| "eval_self_calculate_token_accuracy": 0.8220511078834534, |
| "eval_steps_per_second": 0.156, |
| "step": 206 |
| }, |
| { |
| "epoch": 3.1863273668320033, |
| "grad_norm": 70.84227752685547, |
| "learning_rate": 0.0002, |
| "loss": 56.3533, |
| "mean_token_accuracy": 0.8640556451347139, |
| "num_tokens": 42528905.0, |
| "step": 207 |
| }, |
| { |
| "epoch": 3.1863273668320033, |
| "eval_accuracy": 0.9130482077598572, |
| "eval_loss": 0.5843234062194824, |
| "eval_mean_token_accuracy": 0.8230270036196304, |
| "eval_num_tokens": 42528905.0, |
| "eval_runtime": 383.8916, |
| "eval_samples_per_second": 0.305, |
| "eval_self_calculate_token_accuracy": 0.8232707977294922, |
| "eval_steps_per_second": 0.154, |
| "step": 207 |
| }, |
| { |
| "epoch": 3.201854647401337, |
| "grad_norm": 61.541683197021484, |
| "learning_rate": 0.0002, |
| "loss": 56.2426, |
| "mean_token_accuracy": 0.8643795359465811, |
| "num_tokens": 42736274.0, |
| "step": 208 |
| }, |
| { |
| "epoch": 3.201854647401337, |
| "eval_accuracy": 0.9138363003730774, |
| "eval_loss": 0.5839865207672119, |
| "eval_mean_token_accuracy": 0.8230968410685912, |
| "eval_num_tokens": 42736274.0, |
| "eval_runtime": 379.6266, |
| "eval_samples_per_second": 0.308, |
| "eval_self_calculate_token_accuracy": 0.8231610059738159, |
| "eval_steps_per_second": 0.155, |
| "step": 208 |
| }, |
| { |
| "epoch": 3.2173819279706706, |
| "grad_norm": 63.05863952636719, |
| "learning_rate": 0.0002, |
| "loss": 56.2315, |
| "mean_token_accuracy": 0.8659966612855593, |
| "num_tokens": 42943915.0, |
| "step": 209 |
| }, |
| { |
| "epoch": 3.2173819279706706, |
| "eval_accuracy": 0.9147468209266663, |
| "eval_loss": 0.581639289855957, |
| "eval_mean_token_accuracy": 0.8230537267054542, |
| "eval_num_tokens": 42943915.0, |
| "eval_runtime": 378.8718, |
| "eval_samples_per_second": 0.309, |
| "eval_self_calculate_token_accuracy": 0.8232078552246094, |
| "eval_steps_per_second": 0.156, |
| "step": 209 |
| }, |
| { |
| "epoch": 3.232909208540004, |
| "grad_norm": 63.38664245605469, |
| "learning_rate": 0.0002, |
| "loss": 56.475, |
| "mean_token_accuracy": 0.8632564470171928, |
| "num_tokens": 43151583.0, |
| "step": 210 |
| }, |
| { |
| "epoch": 3.232909208540004, |
| "eval_accuracy": 0.9132506847381592, |
| "eval_loss": 0.579624593257904, |
| "eval_mean_token_accuracy": 0.8228688593638145, |
| "eval_num_tokens": 43151583.0, |
| "eval_runtime": 381.5815, |
| "eval_samples_per_second": 0.307, |
| "eval_self_calculate_token_accuracy": 0.8229358196258545, |
| "eval_steps_per_second": 0.155, |
| "step": 210 |
| }, |
| { |
| "epoch": 3.248436489109338, |
| "grad_norm": 62.078468322753906, |
| "learning_rate": 0.0002, |
| "loss": 56.5026, |
| "mean_token_accuracy": 0.8635616219706006, |
| "num_tokens": 43359652.0, |
| "step": 211 |
| }, |
| { |
| "epoch": 3.248436489109338, |
| "eval_accuracy": 0.9131081700325012, |
| "eval_loss": 0.5795032978057861, |
| "eval_mean_token_accuracy": 0.8223043316501683, |
| "eval_num_tokens": 43359652.0, |
| "eval_runtime": 379.7072, |
| "eval_samples_per_second": 0.308, |
| "eval_self_calculate_token_accuracy": 0.8224065899848938, |
| "eval_steps_per_second": 0.155, |
| "step": 211 |
| }, |
| { |
| "epoch": 3.2639637696786714, |
| "grad_norm": 62.72001266479492, |
| "learning_rate": 0.0002, |
| "loss": 55.2883, |
| "mean_token_accuracy": 0.8654305471314324, |
| "num_tokens": 43567071.0, |
| "step": 212 |
| }, |
| { |
| "epoch": 3.2639637696786714, |
| "eval_accuracy": 0.9126359224319458, |
| "eval_loss": 0.5812863707542419, |
| "eval_mean_token_accuracy": 0.8227268174543219, |
| "eval_num_tokens": 43567071.0, |
| "eval_runtime": 399.4547, |
| "eval_samples_per_second": 0.293, |
| "eval_self_calculate_token_accuracy": 0.8228524923324585, |
| "eval_steps_per_second": 0.148, |
| "step": 212 |
| }, |
| { |
| "epoch": 3.279491050248005, |
| "grad_norm": 67.08480072021484, |
| "learning_rate": 0.0002, |
| "loss": 55.0584, |
| "mean_token_accuracy": 0.8671173809303178, |
| "num_tokens": 43774741.0, |
| "step": 213 |
| }, |
| { |
| "epoch": 3.279491050248005, |
| "eval_accuracy": 0.9113554358482361, |
| "eval_loss": 0.5829761028289795, |
| "eval_mean_token_accuracy": 0.8231498770794626, |
| "eval_num_tokens": 43774741.0, |
| "eval_runtime": 392.8756, |
| "eval_samples_per_second": 0.298, |
| "eval_self_calculate_token_accuracy": 0.8231012225151062, |
| "eval_steps_per_second": 0.15, |
| "step": 213 |
| }, |
| { |
| "epoch": 3.2950183308173386, |
| "grad_norm": 67.65885925292969, |
| "learning_rate": 0.0002, |
| "loss": 56.0351, |
| "mean_token_accuracy": 0.8633211511704657, |
| "num_tokens": 43981768.0, |
| "step": 214 |
| }, |
| { |
| "epoch": 3.2950183308173386, |
| "eval_accuracy": 0.9130526781082153, |
| "eval_loss": 0.5833492875099182, |
| "eval_mean_token_accuracy": 0.8239475266408112, |
| "eval_num_tokens": 43981768.0, |
| "eval_runtime": 375.7834, |
| "eval_samples_per_second": 0.311, |
| "eval_self_calculate_token_accuracy": 0.8239747285842896, |
| "eval_steps_per_second": 0.157, |
| "step": 214 |
| }, |
| { |
| "epoch": 3.3105456113866722, |
| "grad_norm": 60.63387680053711, |
| "learning_rate": 0.0002, |
| "loss": 55.0683, |
| "mean_token_accuracy": 0.8653735121091207, |
| "num_tokens": 44189100.0, |
| "step": 215 |
| }, |
| { |
| "epoch": 3.3105456113866722, |
| "eval_accuracy": 0.91328364610672, |
| "eval_loss": 0.5839062333106995, |
| "eval_mean_token_accuracy": 0.8237987110170267, |
| "eval_num_tokens": 44189100.0, |
| "eval_runtime": 381.4899, |
| "eval_samples_per_second": 0.307, |
| "eval_self_calculate_token_accuracy": 0.8238835334777832, |
| "eval_steps_per_second": 0.155, |
| "step": 215 |
| }, |
| { |
| "epoch": 3.326072891956006, |
| "grad_norm": 72.77201843261719, |
| "learning_rate": 0.0002, |
| "loss": 55.8453, |
| "mean_token_accuracy": 0.8656196859147813, |
| "num_tokens": 44397071.0, |
| "step": 216 |
| }, |
| { |
| "epoch": 3.326072891956006, |
| "eval_accuracy": 0.9145507216453552, |
| "eval_loss": 0.583573043346405, |
| "eval_mean_token_accuracy": 0.8239296886880519, |
| "eval_num_tokens": 44397071.0, |
| "eval_runtime": 381.7093, |
| "eval_samples_per_second": 0.307, |
| "eval_self_calculate_token_accuracy": 0.8241197466850281, |
| "eval_steps_per_second": 0.155, |
| "step": 216 |
| }, |
| { |
| "epoch": 3.3416001725253395, |
| "grad_norm": 64.93408203125, |
| "learning_rate": 0.0002, |
| "loss": 56.5595, |
| "mean_token_accuracy": 0.8625055137607787, |
| "num_tokens": 44605119.0, |
| "step": 217 |
| }, |
| { |
| "epoch": 3.3416001725253395, |
| "eval_accuracy": 0.9155197143554688, |
| "eval_loss": 0.5840860605239868, |
| "eval_mean_token_accuracy": 0.8220722836963201, |
| "eval_num_tokens": 44605119.0, |
| "eval_runtime": 378.3657, |
| "eval_samples_per_second": 0.309, |
| "eval_self_calculate_token_accuracy": 0.8221904635429382, |
| "eval_steps_per_second": 0.156, |
| "step": 217 |
| }, |
| { |
| "epoch": 3.357127453094673, |
| "grad_norm": 62.84563446044922, |
| "learning_rate": 0.0002, |
| "loss": 56.7382, |
| "mean_token_accuracy": 0.8644265648391511, |
| "num_tokens": 44812624.0, |
| "step": 218 |
| }, |
| { |
| "epoch": 3.357127453094673, |
| "eval_accuracy": 0.9162209630012512, |
| "eval_loss": 0.5839123129844666, |
| "eval_mean_token_accuracy": 0.8221392904297781, |
| "eval_num_tokens": 44812624.0, |
| "eval_runtime": 374.768, |
| "eval_samples_per_second": 0.312, |
| "eval_self_calculate_token_accuracy": 0.8222371935844421, |
| "eval_steps_per_second": 0.157, |
| "step": 218 |
| }, |
| { |
| "epoch": 3.3726547336640067, |
| "grad_norm": 65.49542236328125, |
| "learning_rate": 0.0002, |
| "loss": 55.4435, |
| "mean_token_accuracy": 0.8653364992803998, |
| "num_tokens": 45019484.0, |
| "step": 219 |
| }, |
| { |
| "epoch": 3.3726547336640067, |
| "eval_accuracy": 0.914725124835968, |
| "eval_loss": 0.5826436281204224, |
| "eval_mean_token_accuracy": 0.8221658781423407, |
| "eval_num_tokens": 45019484.0, |
| "eval_runtime": 376.8842, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8223792314529419, |
| "eval_steps_per_second": 0.157, |
| "step": 219 |
| }, |
| { |
| "epoch": 3.3881820142333403, |
| "grad_norm": 60.367271423339844, |
| "learning_rate": 0.0002, |
| "loss": 56.8741, |
| "mean_token_accuracy": 0.8633375614881516, |
| "num_tokens": 45227985.0, |
| "step": 220 |
| }, |
| { |
| "epoch": 3.3881820142333403, |
| "eval_accuracy": 0.9146124720573425, |
| "eval_loss": 0.5825509428977966, |
| "eval_mean_token_accuracy": 0.8229841973821995, |
| "eval_num_tokens": 45227985.0, |
| "eval_runtime": 381.6859, |
| "eval_samples_per_second": 0.307, |
| "eval_self_calculate_token_accuracy": 0.8230305314064026, |
| "eval_steps_per_second": 0.155, |
| "step": 220 |
| }, |
| { |
| "epoch": 3.403709294802674, |
| "grad_norm": 62.41489791870117, |
| "learning_rate": 0.0002, |
| "loss": 55.8382, |
| "mean_token_accuracy": 0.8645476698875427, |
| "num_tokens": 45435114.0, |
| "step": 221 |
| }, |
| { |
| "epoch": 3.403709294802674, |
| "eval_accuracy": 0.9151422381401062, |
| "eval_loss": 0.5852887630462646, |
| "eval_mean_token_accuracy": 0.8225530143511497, |
| "eval_num_tokens": 45435114.0, |
| "eval_runtime": 380.395, |
| "eval_samples_per_second": 0.308, |
| "eval_self_calculate_token_accuracy": 0.8226567506790161, |
| "eval_steps_per_second": 0.155, |
| "step": 221 |
| }, |
| { |
| "epoch": 3.4192365753720075, |
| "grad_norm": 64.48603820800781, |
| "learning_rate": 0.0002, |
| "loss": 56.8116, |
| "mean_token_accuracy": 0.8632212297783958, |
| "num_tokens": 45641878.0, |
| "step": 222 |
| }, |
| { |
| "epoch": 3.4192365753720075, |
| "eval_accuracy": 0.9151667356491089, |
| "eval_loss": 0.5857149958610535, |
| "eval_mean_token_accuracy": 0.8230835199356079, |
| "eval_num_tokens": 45641878.0, |
| "eval_runtime": 379.6408, |
| "eval_samples_per_second": 0.308, |
| "eval_self_calculate_token_accuracy": 0.8233585953712463, |
| "eval_steps_per_second": 0.155, |
| "step": 222 |
| }, |
| { |
| "epoch": 3.434763855941341, |
| "grad_norm": 64.93486785888672, |
| "learning_rate": 0.0002, |
| "loss": 54.6315, |
| "mean_token_accuracy": 0.8682016357779503, |
| "num_tokens": 45847805.0, |
| "step": 223 |
| }, |
| { |
| "epoch": 3.434763855941341, |
| "eval_accuracy": 0.9161090850830078, |
| "eval_loss": 0.5799417495727539, |
| "eval_mean_token_accuracy": 0.8244221735808809, |
| "eval_num_tokens": 45847805.0, |
| "eval_runtime": 383.9296, |
| "eval_samples_per_second": 0.305, |
| "eval_self_calculate_token_accuracy": 0.8246127367019653, |
| "eval_steps_per_second": 0.154, |
| "step": 223 |
| }, |
| { |
| "epoch": 3.4502911365106748, |
| "grad_norm": 58.22840881347656, |
| "learning_rate": 0.0002, |
| "loss": 54.6449, |
| "mean_token_accuracy": 0.867826946079731, |
| "num_tokens": 46054244.0, |
| "step": 224 |
| }, |
| { |
| "epoch": 3.4502911365106748, |
| "eval_accuracy": 0.9181945323944092, |
| "eval_loss": 0.5751045942306519, |
| "eval_mean_token_accuracy": 0.8256005351826295, |
| "eval_num_tokens": 46054244.0, |
| "eval_runtime": 377.7859, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8256837129592896, |
| "eval_steps_per_second": 0.156, |
| "step": 224 |
| }, |
| { |
| "epoch": 3.465818417080009, |
| "grad_norm": 63.41786575317383, |
| "learning_rate": 0.0002, |
| "loss": 55.6345, |
| "mean_token_accuracy": 0.8640015746156374, |
| "num_tokens": 46260868.0, |
| "step": 225 |
| }, |
| { |
| "epoch": 3.465818417080009, |
| "eval_accuracy": 0.9175178408622742, |
| "eval_loss": 0.5766599774360657, |
| "eval_mean_token_accuracy": 0.8246506422252978, |
| "eval_num_tokens": 46260868.0, |
| "eval_runtime": 376.8092, |
| "eval_samples_per_second": 0.311, |
| "eval_self_calculate_token_accuracy": 0.8247548341751099, |
| "eval_steps_per_second": 0.157, |
| "step": 225 |
| }, |
| { |
| "epoch": 3.4813456976493424, |
| "grad_norm": 66.32717895507812, |
| "learning_rate": 0.0002, |
| "loss": 55.3015, |
| "mean_token_accuracy": 0.8670583665370941, |
| "num_tokens": 46467470.0, |
| "step": 226 |
| }, |
| { |
| "epoch": 3.4813456976493424, |
| "eval_accuracy": 0.9153078198432922, |
| "eval_loss": 0.5829942226409912, |
| "eval_mean_token_accuracy": 0.8230041518049726, |
| "eval_num_tokens": 46467470.0, |
| "eval_runtime": 373.9182, |
| "eval_samples_per_second": 0.313, |
| "eval_self_calculate_token_accuracy": 0.8232405185699463, |
| "eval_steps_per_second": 0.158, |
| "step": 226 |
| }, |
| { |
| "epoch": 3.496872978218676, |
| "grad_norm": 63.02161407470703, |
| "learning_rate": 0.0002, |
| "loss": 56.6047, |
| "mean_token_accuracy": 0.8638627363575829, |
| "num_tokens": 46674725.0, |
| "step": 227 |
| }, |
| { |
| "epoch": 3.496872978218676, |
| "eval_accuracy": 0.9119344353675842, |
| "eval_loss": 0.5881844162940979, |
| "eval_mean_token_accuracy": 0.820993787151272, |
| "eval_num_tokens": 46674725.0, |
| "eval_runtime": 377.2287, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8212374448776245, |
| "eval_steps_per_second": 0.156, |
| "step": 227 |
| }, |
| { |
| "epoch": 3.5124002587880097, |
| "grad_norm": 64.45556640625, |
| "learning_rate": 0.0002, |
| "loss": 56.3711, |
| "mean_token_accuracy": 0.8636790323588583, |
| "num_tokens": 46882089.0, |
| "step": 228 |
| }, |
| { |
| "epoch": 3.5124002587880097, |
| "eval_accuracy": 0.911611020565033, |
| "eval_loss": 0.5878032445907593, |
| "eval_mean_token_accuracy": 0.8219126422526473, |
| "eval_num_tokens": 46882089.0, |
| "eval_runtime": 377.9309, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8222490549087524, |
| "eval_steps_per_second": 0.156, |
| "step": 228 |
| }, |
| { |
| "epoch": 3.5279275393573433, |
| "grad_norm": 60.579341888427734, |
| "learning_rate": 0.0002, |
| "loss": 54.3181, |
| "mean_token_accuracy": 0.8668135288688872, |
| "num_tokens": 47089120.0, |
| "step": 229 |
| }, |
| { |
| "epoch": 3.5279275393573433, |
| "eval_accuracy": 0.9109750390052795, |
| "eval_loss": 0.5834836363792419, |
| "eval_mean_token_accuracy": 0.8224863682763052, |
| "eval_num_tokens": 47089120.0, |
| "eval_runtime": 376.8053, |
| "eval_samples_per_second": 0.311, |
| "eval_self_calculate_token_accuracy": 0.8227524161338806, |
| "eval_steps_per_second": 0.157, |
| "step": 229 |
| }, |
| { |
| "epoch": 3.543454819926677, |
| "grad_norm": 61.627655029296875, |
| "learning_rate": 0.0002, |
| "loss": 55.1425, |
| "mean_token_accuracy": 0.8657807947860824, |
| "num_tokens": 47296264.0, |
| "step": 230 |
| }, |
| { |
| "epoch": 3.543454819926677, |
| "eval_accuracy": 0.9130038022994995, |
| "eval_loss": 0.5790004134178162, |
| "eval_mean_token_accuracy": 0.8236208265110597, |
| "eval_num_tokens": 47296264.0, |
| "eval_runtime": 377.8866, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8238826394081116, |
| "eval_steps_per_second": 0.156, |
| "step": 230 |
| }, |
| { |
| "epoch": 3.5589821004960105, |
| "grad_norm": 66.1114501953125, |
| "learning_rate": 0.0002, |
| "loss": 56.7701, |
| "mean_token_accuracy": 0.8640961630476846, |
| "num_tokens": 47503916.0, |
| "step": 231 |
| }, |
| { |
| "epoch": 3.5589821004960105, |
| "eval_accuracy": 0.9122428894042969, |
| "eval_loss": 0.5779992341995239, |
| "eval_mean_token_accuracy": 0.8237776433007192, |
| "eval_num_tokens": 47503916.0, |
| "eval_runtime": 376.5964, |
| "eval_samples_per_second": 0.311, |
| "eval_self_calculate_token_accuracy": 0.8238122463226318, |
| "eval_steps_per_second": 0.157, |
| "step": 231 |
| }, |
| { |
| "epoch": 3.574509381065344, |
| "grad_norm": 63.54084014892578, |
| "learning_rate": 0.0002, |
| "loss": 57.4412, |
| "mean_token_accuracy": 0.8626347647772895, |
| "num_tokens": 47711271.0, |
| "step": 232 |
| }, |
| { |
| "epoch": 3.574509381065344, |
| "eval_accuracy": 0.9128528833389282, |
| "eval_loss": 0.578497052192688, |
| "eval_mean_token_accuracy": 0.8236981024176387, |
| "eval_num_tokens": 47711271.0, |
| "eval_runtime": 377.4315, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8237510323524475, |
| "eval_steps_per_second": 0.156, |
| "step": 232 |
| }, |
| { |
| "epoch": 3.5900366616346777, |
| "grad_norm": 60.96329116821289, |
| "learning_rate": 0.0002, |
| "loss": 55.1455, |
| "mean_token_accuracy": 0.8656069561839104, |
| "num_tokens": 47919227.0, |
| "step": 233 |
| }, |
| { |
| "epoch": 3.5900366616346777, |
| "eval_accuracy": 0.9145339131355286, |
| "eval_loss": 0.5809924006462097, |
| "eval_mean_token_accuracy": 0.8235348473160954, |
| "eval_num_tokens": 47919227.0, |
| "eval_runtime": 373.4822, |
| "eval_samples_per_second": 0.313, |
| "eval_self_calculate_token_accuracy": 0.8235819339752197, |
| "eval_steps_per_second": 0.158, |
| "step": 233 |
| }, |
| { |
| "epoch": 3.6055639422040113, |
| "grad_norm": 69.4461441040039, |
| "learning_rate": 0.0002, |
| "loss": 54.9709, |
| "mean_token_accuracy": 0.8667028173804283, |
| "num_tokens": 48126984.0, |
| "step": 234 |
| }, |
| { |
| "epoch": 3.6055639422040113, |
| "eval_accuracy": 0.913782000541687, |
| "eval_loss": 0.5834547877311707, |
| "eval_mean_token_accuracy": 0.8238058080107479, |
| "eval_num_tokens": 48126984.0, |
| "eval_runtime": 377.6661, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8236949443817139, |
| "eval_steps_per_second": 0.156, |
| "step": 234 |
| }, |
| { |
| "epoch": 3.621091222773345, |
| "grad_norm": 65.8593521118164, |
| "learning_rate": 0.0002, |
| "loss": 57.4017, |
| "mean_token_accuracy": 0.8616026639938354, |
| "num_tokens": 48334289.0, |
| "step": 235 |
| }, |
| { |
| "epoch": 3.621091222773345, |
| "eval_accuracy": 0.913994550704956, |
| "eval_loss": 0.5811523199081421, |
| "eval_mean_token_accuracy": 0.8241685204586741, |
| "eval_num_tokens": 48334289.0, |
| "eval_runtime": 381.4805, |
| "eval_samples_per_second": 0.307, |
| "eval_self_calculate_token_accuracy": 0.8242776393890381, |
| "eval_steps_per_second": 0.155, |
| "step": 235 |
| }, |
| { |
| "epoch": 3.6366185033426786, |
| "grad_norm": 66.53460693359375, |
| "learning_rate": 0.0002, |
| "loss": 56.4709, |
| "mean_token_accuracy": 0.8644223743014865, |
| "num_tokens": 48541210.0, |
| "step": 236 |
| }, |
| { |
| "epoch": 3.6366185033426786, |
| "eval_accuracy": 0.915371835231781, |
| "eval_loss": 0.5767515897750854, |
| "eval_mean_token_accuracy": 0.8238709892256785, |
| "eval_num_tokens": 48541210.0, |
| "eval_runtime": 377.9523, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.824101984500885, |
| "eval_steps_per_second": 0.156, |
| "step": 236 |
| }, |
| { |
| "epoch": 3.652145783912012, |
| "grad_norm": 66.15536499023438, |
| "learning_rate": 0.0002, |
| "loss": 55.2557, |
| "mean_token_accuracy": 0.8666903782222006, |
| "num_tokens": 48747559.0, |
| "step": 237 |
| }, |
| { |
| "epoch": 3.652145783912012, |
| "eval_accuracy": 0.9158809781074524, |
| "eval_loss": 0.573492705821991, |
| "eval_mean_token_accuracy": 0.8253442887532509, |
| "eval_num_tokens": 48747559.0, |
| "eval_runtime": 375.415, |
| "eval_samples_per_second": 0.312, |
| "eval_self_calculate_token_accuracy": 0.8254749178886414, |
| "eval_steps_per_second": 0.157, |
| "step": 237 |
| }, |
| { |
| "epoch": 3.667673064481346, |
| "grad_norm": 65.72477722167969, |
| "learning_rate": 0.0002, |
| "loss": 55.4472, |
| "mean_token_accuracy": 0.864820105334123, |
| "num_tokens": 48954324.0, |
| "step": 238 |
| }, |
| { |
| "epoch": 3.667673064481346, |
| "eval_accuracy": 0.9132111072540283, |
| "eval_loss": 0.5748416781425476, |
| "eval_mean_token_accuracy": 0.8250882019430904, |
| "eval_num_tokens": 48954324.0, |
| "eval_runtime": 377.473, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8251835107803345, |
| "eval_steps_per_second": 0.156, |
| "step": 238 |
| }, |
| { |
| "epoch": 3.6832003450506794, |
| "grad_norm": 60.9412841796875, |
| "learning_rate": 0.0002, |
| "loss": 57.8154, |
| "mean_token_accuracy": 0.8602221765451961, |
| "num_tokens": 49162398.0, |
| "step": 239 |
| }, |
| { |
| "epoch": 3.6832003450506794, |
| "eval_accuracy": 0.9132851362228394, |
| "eval_loss": 0.5770214796066284, |
| "eval_mean_token_accuracy": 0.8239435876830149, |
| "eval_num_tokens": 49162398.0, |
| "eval_runtime": 377.6526, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8239054679870605, |
| "eval_steps_per_second": 0.156, |
| "step": 239 |
| }, |
| { |
| "epoch": 3.698727625620013, |
| "grad_norm": 65.60748291015625, |
| "learning_rate": 0.0002, |
| "loss": 55.8472, |
| "mean_token_accuracy": 0.8651416757040553, |
| "num_tokens": 49368850.0, |
| "step": 240 |
| }, |
| { |
| "epoch": 3.698727625620013, |
| "eval_accuracy": 0.9126320481300354, |
| "eval_loss": 0.5814118981361389, |
| "eval_mean_token_accuracy": 0.8239793817875749, |
| "eval_num_tokens": 49368850.0, |
| "eval_runtime": 377.4118, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8236658573150635, |
| "eval_steps_per_second": 0.156, |
| "step": 240 |
| }, |
| { |
| "epoch": 3.7142549061893466, |
| "grad_norm": 63.9013557434082, |
| "learning_rate": 0.0002, |
| "loss": 55.6165, |
| "mean_token_accuracy": 0.8644746591647466, |
| "num_tokens": 49576460.0, |
| "step": 241 |
| }, |
| { |
| "epoch": 3.7142549061893466, |
| "eval_accuracy": 0.9126479625701904, |
| "eval_loss": 0.5817598700523376, |
| "eval_mean_token_accuracy": 0.8244078472509222, |
| "eval_num_tokens": 49576460.0, |
| "eval_runtime": 377.4055, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8241778016090393, |
| "eval_steps_per_second": 0.156, |
| "step": 241 |
| }, |
| { |
| "epoch": 3.7297821867586802, |
| "grad_norm": 60.710838317871094, |
| "learning_rate": 0.0002, |
| "loss": 54.9657, |
| "mean_token_accuracy": 0.8671724564499326, |
| "num_tokens": 49783238.0, |
| "step": 242 |
| }, |
| { |
| "epoch": 3.7297821867586802, |
| "eval_accuracy": 0.9142987728118896, |
| "eval_loss": 0.5792015790939331, |
| "eval_mean_token_accuracy": 0.8250044230687417, |
| "eval_num_tokens": 49783238.0, |
| "eval_runtime": 377.941, |
| "eval_samples_per_second": 0.31, |
| "eval_self_calculate_token_accuracy": 0.8248340487480164, |
| "eval_steps_per_second": 0.156, |
| "step": 242 |
| }, |
| { |
| "epoch": 3.745309467328014, |
| "grad_norm": 57.816349029541016, |
| "learning_rate": 0.0002, |
| "loss": 56.0249, |
| "mean_token_accuracy": 0.8650954539577166, |
| "num_tokens": 49990489.0, |
| "step": 243 |
| }, |
| { |
| "epoch": 3.745309467328014, |
| "eval_accuracy": 0.9163742065429688, |
| "eval_loss": 0.5786498188972473, |
| "eval_mean_token_accuracy": 0.8249868255550579, |
| "eval_num_tokens": 49990489.0, |
| "eval_runtime": 379.8638, |
| "eval_samples_per_second": 0.308, |
| "eval_self_calculate_token_accuracy": 0.8251599073410034, |
| "eval_steps_per_second": 0.155, |
| "step": 243 |
| }, |
| { |
| "epoch": 3.7608367478973475, |
| "grad_norm": 64.30841827392578, |
| "learning_rate": 0.0002, |
| "loss": 55.9353, |
| "mean_token_accuracy": 0.8643580915199386, |
| "num_tokens": 50196929.0, |
| "step": 244 |
| }, |
| { |
| "epoch": 3.7608367478973475, |
| "eval_accuracy": 0.9167692065238953, |
| "eval_loss": 0.5777366757392883, |
| "eval_mean_token_accuracy": 0.8263002735073284, |
| "eval_num_tokens": 50196929.0, |
| "eval_runtime": 376.7553, |
| "eval_samples_per_second": 0.311, |
| "eval_self_calculate_token_accuracy": 0.8265531063079834, |
| "eval_steps_per_second": 0.157, |
| "step": 244 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 260, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.3052783760255222e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
