diff --git "a/trainer_state.json" "b/trainer_state.json" new file mode 100644--- /dev/null +++ "b/trainer_state.json" @@ -0,0 +1,65844 @@ +{ + "best_global_step": 32400, + "best_metric": 0.1614382117986679, + "best_model_checkpoint": "saves/ia3/gemma-3-1b-it/train_multirc_1745950259/checkpoint-32400", + "epoch": 6.525328330206379, + "eval_steps": 200, + "global_step": 40000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0008157272208173587, + "grad_norm": 19.15717315673828, + "learning_rate": 4.999999876629946e-05, + "loss": 3.2467, + "num_input_tokens_seen": 7936, + "step": 5 + }, + { + "epoch": 0.0016314544416347174, + "grad_norm": 11.841547966003418, + "learning_rate": 4.999999375439123e-05, + "loss": 3.6521, + "num_input_tokens_seen": 17088, + "step": 10 + }, + { + "epoch": 0.002447181662452076, + "grad_norm": 27.123218536376953, + "learning_rate": 4.9999984887169785e-05, + "loss": 3.8091, + "num_input_tokens_seen": 26976, + "step": 15 + }, + { + "epoch": 0.0032629088832694347, + "grad_norm": 13.385931968688965, + "learning_rate": 4.9999972164636506e-05, + "loss": 3.9876, + "num_input_tokens_seen": 37536, + "step": 20 + }, + { + "epoch": 0.004078636104086793, + "grad_norm": 13.387128829956055, + "learning_rate": 4.999995558679334e-05, + "loss": 3.5778, + "num_input_tokens_seen": 46224, + "step": 25 + }, + { + "epoch": 0.004894363324904152, + "grad_norm": 13.507421493530273, + "learning_rate": 4.999993515364287e-05, + "loss": 3.4235, + "num_input_tokens_seen": 55984, + "step": 30 + }, + { + "epoch": 0.005710090545721511, + "grad_norm": 16.947996139526367, + "learning_rate": 4.999991086518822e-05, + "loss": 4.1107, + "num_input_tokens_seen": 65952, + "step": 35 + }, + { + "epoch": 0.0065258177665388694, + "grad_norm": 14.854525566101074, + "learning_rate": 4.999988272143315e-05, + "loss": 3.3178, + "num_input_tokens_seen": 76256, + "step": 40 + }, + { + "epoch": 0.007341544987356228, + "grad_norm": 15.367640495300293, + "learning_rate": 4.999985072238199e-05, + "loss": 3.8864, + "num_input_tokens_seen": 86080, + "step": 45 + }, + { + "epoch": 0.008157272208173586, + "grad_norm": 12.33936595916748, + "learning_rate": 4.999981486803969e-05, + "loss": 3.3259, + "num_input_tokens_seen": 96528, + "step": 50 + }, + { + "epoch": 0.008972999428990946, + "grad_norm": 26.53319549560547, + "learning_rate": 4.999977515841176e-05, + "loss": 2.9021, + "num_input_tokens_seen": 106144, + "step": 55 + }, + { + "epoch": 0.009788726649808304, + "grad_norm": 11.122841835021973, + "learning_rate": 4.9999731593504344e-05, + "loss": 2.7179, + "num_input_tokens_seen": 115184, + "step": 60 + }, + { + "epoch": 0.010604453870625663, + "grad_norm": 17.25249671936035, + "learning_rate": 4.999968417332415e-05, + "loss": 1.322, + "num_input_tokens_seen": 124096, + "step": 65 + }, + { + "epoch": 0.011420181091443021, + "grad_norm": 4.10207986831665, + "learning_rate": 4.999963289787848e-05, + "loss": 1.1872, + "num_input_tokens_seen": 133280, + "step": 70 + }, + { + "epoch": 0.012235908312260381, + "grad_norm": 6.6426239013671875, + "learning_rate": 4.999957776717526e-05, + "loss": 1.3703, + "num_input_tokens_seen": 143072, + "step": 75 + }, + { + "epoch": 0.013051635533077739, + "grad_norm": 16.6561222076416, + "learning_rate": 4.9999518781222984e-05, + "loss": 1.7094, + "num_input_tokens_seen": 151808, + "step": 80 + }, + { + "epoch": 0.013867362753895097, + "grad_norm": 5.551770210266113, + "learning_rate": 4.9999455940030746e-05, + "loss": 0.5418, + "num_input_tokens_seen": 161184, + "step": 85 + }, + { + "epoch": 0.014683089974712456, + "grad_norm": 9.999244689941406, + "learning_rate": 4.999938924360824e-05, + "loss": 0.9668, + "num_input_tokens_seen": 171328, + "step": 90 + }, + { + "epoch": 0.015498817195529814, + "grad_norm": 5.7862043380737305, + "learning_rate": 4.999931869196575e-05, + "loss": 1.012, + "num_input_tokens_seen": 180304, + "step": 95 + }, + { + "epoch": 0.016314544416347172, + "grad_norm": 2.8851659297943115, + "learning_rate": 4.999924428511416e-05, + "loss": 1.1015, + "num_input_tokens_seen": 191024, + "step": 100 + }, + { + "epoch": 0.017130271637164532, + "grad_norm": 8.547106742858887, + "learning_rate": 4.999916602306494e-05, + "loss": 1.1864, + "num_input_tokens_seen": 201056, + "step": 105 + }, + { + "epoch": 0.01794599885798189, + "grad_norm": 7.826975345611572, + "learning_rate": 4.999908390583016e-05, + "loss": 1.1601, + "num_input_tokens_seen": 211808, + "step": 110 + }, + { + "epoch": 0.01876172607879925, + "grad_norm": 13.624311447143555, + "learning_rate": 4.999899793342247e-05, + "loss": 0.2913, + "num_input_tokens_seen": 220128, + "step": 115 + }, + { + "epoch": 0.019577453299616607, + "grad_norm": 6.801901340484619, + "learning_rate": 4.999890810585516e-05, + "loss": 1.0324, + "num_input_tokens_seen": 229264, + "step": 120 + }, + { + "epoch": 0.020393180520433967, + "grad_norm": 5.506591320037842, + "learning_rate": 4.999881442314206e-05, + "loss": 1.0232, + "num_input_tokens_seen": 239120, + "step": 125 + }, + { + "epoch": 0.021208907741251327, + "grad_norm": 5.222491264343262, + "learning_rate": 4.9998716885297617e-05, + "loss": 0.6053, + "num_input_tokens_seen": 248656, + "step": 130 + }, + { + "epoch": 0.022024634962068683, + "grad_norm": 3.1990411281585693, + "learning_rate": 4.999861549233688e-05, + "loss": 0.6274, + "num_input_tokens_seen": 258848, + "step": 135 + }, + { + "epoch": 0.022840362182886043, + "grad_norm": 3.882338047027588, + "learning_rate": 4.999851024427548e-05, + "loss": 0.4257, + "num_input_tokens_seen": 267936, + "step": 140 + }, + { + "epoch": 0.023656089403703402, + "grad_norm": 4.337678909301758, + "learning_rate": 4.999840114112965e-05, + "loss": 0.7545, + "num_input_tokens_seen": 277456, + "step": 145 + }, + { + "epoch": 0.024471816624520762, + "grad_norm": 9.777247428894043, + "learning_rate": 4.999828818291621e-05, + "loss": 0.9118, + "num_input_tokens_seen": 286544, + "step": 150 + }, + { + "epoch": 0.025287543845338118, + "grad_norm": 1.3456541299819946, + "learning_rate": 4.999817136965259e-05, + "loss": 1.0167, + "num_input_tokens_seen": 297216, + "step": 155 + }, + { + "epoch": 0.026103271066155478, + "grad_norm": 1.7284716367721558, + "learning_rate": 4.9998050701356794e-05, + "loss": 0.7299, + "num_input_tokens_seen": 307472, + "step": 160 + }, + { + "epoch": 0.026918998286972837, + "grad_norm": 7.0833940505981445, + "learning_rate": 4.999792617804744e-05, + "loss": 0.3536, + "num_input_tokens_seen": 317984, + "step": 165 + }, + { + "epoch": 0.027734725507790194, + "grad_norm": 6.698497772216797, + "learning_rate": 4.9997797799743724e-05, + "loss": 0.9472, + "num_input_tokens_seen": 328240, + "step": 170 + }, + { + "epoch": 0.028550452728607553, + "grad_norm": 4.281346321105957, + "learning_rate": 4.999766556646545e-05, + "loss": 0.4608, + "num_input_tokens_seen": 336848, + "step": 175 + }, + { + "epoch": 0.029366179949424913, + "grad_norm": 7.6926798820495605, + "learning_rate": 4.9997529478232996e-05, + "loss": 0.3689, + "num_input_tokens_seen": 346304, + "step": 180 + }, + { + "epoch": 0.030181907170242273, + "grad_norm": 5.588000297546387, + "learning_rate": 4.9997389535067365e-05, + "loss": 0.9176, + "num_input_tokens_seen": 356160, + "step": 185 + }, + { + "epoch": 0.03099763439105963, + "grad_norm": 0.6763307452201843, + "learning_rate": 4.999724573699012e-05, + "loss": 0.6389, + "num_input_tokens_seen": 365488, + "step": 190 + }, + { + "epoch": 0.031813361611876985, + "grad_norm": 1.6325643062591553, + "learning_rate": 4.9997098084023457e-05, + "loss": 0.3695, + "num_input_tokens_seen": 375600, + "step": 195 + }, + { + "epoch": 0.032629088832694345, + "grad_norm": 0.4783971607685089, + "learning_rate": 4.999694657619013e-05, + "loss": 0.2484, + "num_input_tokens_seen": 385088, + "step": 200 + }, + { + "epoch": 0.032629088832694345, + "eval_loss": 0.6355112791061401, + "eval_runtime": 72.5621, + "eval_samples_per_second": 37.554, + "eval_steps_per_second": 18.784, + "num_input_tokens_seen": 385088, + "step": 200 + }, + { + "epoch": 0.033444816053511704, + "grad_norm": 6.854763031005859, + "learning_rate": 4.999679121351352e-05, + "loss": 0.7273, + "num_input_tokens_seen": 395168, + "step": 205 + }, + { + "epoch": 0.034260543274329064, + "grad_norm": 3.479534864425659, + "learning_rate": 4.9996631996017565e-05, + "loss": 0.4722, + "num_input_tokens_seen": 406016, + "step": 210 + }, + { + "epoch": 0.035076270495146424, + "grad_norm": 4.317222595214844, + "learning_rate": 4.9996468923726835e-05, + "loss": 0.3683, + "num_input_tokens_seen": 415600, + "step": 215 + }, + { + "epoch": 0.03589199771596378, + "grad_norm": 3.600604772567749, + "learning_rate": 4.999630199666647e-05, + "loss": 0.8675, + "num_input_tokens_seen": 426560, + "step": 220 + }, + { + "epoch": 0.03670772493678114, + "grad_norm": 4.916623592376709, + "learning_rate": 4.999613121486222e-05, + "loss": 0.8803, + "num_input_tokens_seen": 436640, + "step": 225 + }, + { + "epoch": 0.0375234521575985, + "grad_norm": 7.004106044769287, + "learning_rate": 4.999595657834041e-05, + "loss": 0.5079, + "num_input_tokens_seen": 445712, + "step": 230 + }, + { + "epoch": 0.038339179378415855, + "grad_norm": 7.191398620605469, + "learning_rate": 4.999577808712798e-05, + "loss": 0.4588, + "num_input_tokens_seen": 454960, + "step": 235 + }, + { + "epoch": 0.039154906599233215, + "grad_norm": 3.462698221206665, + "learning_rate": 4.999559574125244e-05, + "loss": 0.8175, + "num_input_tokens_seen": 465104, + "step": 240 + }, + { + "epoch": 0.039970633820050575, + "grad_norm": 14.129837989807129, + "learning_rate": 4.9995409540741934e-05, + "loss": 0.4157, + "num_input_tokens_seen": 474032, + "step": 245 + }, + { + "epoch": 0.040786361040867934, + "grad_norm": 9.865291595458984, + "learning_rate": 4.999521948562516e-05, + "loss": 0.9776, + "num_input_tokens_seen": 484032, + "step": 250 + }, + { + "epoch": 0.041602088261685294, + "grad_norm": 3.1581645011901855, + "learning_rate": 4.999502557593143e-05, + "loss": 0.5134, + "num_input_tokens_seen": 492704, + "step": 255 + }, + { + "epoch": 0.042417815482502653, + "grad_norm": 5.294309139251709, + "learning_rate": 4.999482781169066e-05, + "loss": 0.5961, + "num_input_tokens_seen": 501584, + "step": 260 + }, + { + "epoch": 0.04323354270332001, + "grad_norm": 1.8975754976272583, + "learning_rate": 4.9994626192933324e-05, + "loss": 0.4537, + "num_input_tokens_seen": 512480, + "step": 265 + }, + { + "epoch": 0.044049269924137366, + "grad_norm": 0.47103235125541687, + "learning_rate": 4.999442071969054e-05, + "loss": 0.4657, + "num_input_tokens_seen": 521520, + "step": 270 + }, + { + "epoch": 0.044864997144954726, + "grad_norm": 7.848794937133789, + "learning_rate": 4.999421139199397e-05, + "loss": 0.6429, + "num_input_tokens_seen": 531568, + "step": 275 + }, + { + "epoch": 0.045680724365772085, + "grad_norm": 9.398065567016602, + "learning_rate": 4.999399820987592e-05, + "loss": 0.6404, + "num_input_tokens_seen": 541408, + "step": 280 + }, + { + "epoch": 0.046496451586589445, + "grad_norm": 4.476726531982422, + "learning_rate": 4.999378117336924e-05, + "loss": 0.4378, + "num_input_tokens_seen": 551008, + "step": 285 + }, + { + "epoch": 0.047312178807406804, + "grad_norm": 2.970829963684082, + "learning_rate": 4.9993560282507415e-05, + "loss": 0.5116, + "num_input_tokens_seen": 559984, + "step": 290 + }, + { + "epoch": 0.048127906028224164, + "grad_norm": 10.44072437286377, + "learning_rate": 4.9993335537324495e-05, + "loss": 0.6986, + "num_input_tokens_seen": 569760, + "step": 295 + }, + { + "epoch": 0.048943633249041524, + "grad_norm": 4.126410484313965, + "learning_rate": 4.999310693785516e-05, + "loss": 0.3101, + "num_input_tokens_seen": 579504, + "step": 300 + }, + { + "epoch": 0.049759360469858877, + "grad_norm": 2.875040054321289, + "learning_rate": 4.9992874484134653e-05, + "loss": 0.2671, + "num_input_tokens_seen": 590624, + "step": 305 + }, + { + "epoch": 0.050575087690676236, + "grad_norm": 2.2521095275878906, + "learning_rate": 4.999263817619882e-05, + "loss": 0.2946, + "num_input_tokens_seen": 599520, + "step": 310 + }, + { + "epoch": 0.051390814911493596, + "grad_norm": 3.4581425189971924, + "learning_rate": 4.9992398014084105e-05, + "loss": 0.7139, + "num_input_tokens_seen": 609808, + "step": 315 + }, + { + "epoch": 0.052206542132310955, + "grad_norm": 3.18265962600708, + "learning_rate": 4.999215399782754e-05, + "loss": 0.445, + "num_input_tokens_seen": 619856, + "step": 320 + }, + { + "epoch": 0.053022269353128315, + "grad_norm": 3.7413461208343506, + "learning_rate": 4.999190612746675e-05, + "loss": 0.6666, + "num_input_tokens_seen": 629152, + "step": 325 + }, + { + "epoch": 0.053837996573945675, + "grad_norm": 8.951519012451172, + "learning_rate": 4.999165440303998e-05, + "loss": 0.4992, + "num_input_tokens_seen": 637904, + "step": 330 + }, + { + "epoch": 0.054653723794763034, + "grad_norm": 1.5637778043746948, + "learning_rate": 4.999139882458603e-05, + "loss": 0.5173, + "num_input_tokens_seen": 647856, + "step": 335 + }, + { + "epoch": 0.05546945101558039, + "grad_norm": 2.5828945636749268, + "learning_rate": 4.9991139392144314e-05, + "loss": 0.2746, + "num_input_tokens_seen": 657456, + "step": 340 + }, + { + "epoch": 0.05628517823639775, + "grad_norm": 3.3668904304504395, + "learning_rate": 4.999087610575485e-05, + "loss": 0.534, + "num_input_tokens_seen": 665968, + "step": 345 + }, + { + "epoch": 0.057100905457215106, + "grad_norm": 5.556639671325684, + "learning_rate": 4.999060896545824e-05, + "loss": 0.8397, + "num_input_tokens_seen": 675184, + "step": 350 + }, + { + "epoch": 0.057916632678032466, + "grad_norm": 3.9772262573242188, + "learning_rate": 4.999033797129568e-05, + "loss": 0.3716, + "num_input_tokens_seen": 685952, + "step": 355 + }, + { + "epoch": 0.058732359898849826, + "grad_norm": 4.753399848937988, + "learning_rate": 4.999006312330894e-05, + "loss": 0.4954, + "num_input_tokens_seen": 694960, + "step": 360 + }, + { + "epoch": 0.059548087119667185, + "grad_norm": 0.4865249693393707, + "learning_rate": 4.998978442154043e-05, + "loss": 0.4908, + "num_input_tokens_seen": 705840, + "step": 365 + }, + { + "epoch": 0.060363814340484545, + "grad_norm": 7.0152482986450195, + "learning_rate": 4.9989501866033125e-05, + "loss": 0.4406, + "num_input_tokens_seen": 715648, + "step": 370 + }, + { + "epoch": 0.0611795415613019, + "grad_norm": 4.09096622467041, + "learning_rate": 4.998921545683059e-05, + "loss": 0.2958, + "num_input_tokens_seen": 725472, + "step": 375 + }, + { + "epoch": 0.06199526878211926, + "grad_norm": 3.081892251968384, + "learning_rate": 4.9988925193976996e-05, + "loss": 0.1356, + "num_input_tokens_seen": 734848, + "step": 380 + }, + { + "epoch": 0.06281099600293662, + "grad_norm": 2.181246519088745, + "learning_rate": 4.998863107751711e-05, + "loss": 0.4049, + "num_input_tokens_seen": 743776, + "step": 385 + }, + { + "epoch": 0.06362672322375397, + "grad_norm": 4.318422317504883, + "learning_rate": 4.998833310749629e-05, + "loss": 0.4548, + "num_input_tokens_seen": 752160, + "step": 390 + }, + { + "epoch": 0.06444245044457134, + "grad_norm": 5.403533935546875, + "learning_rate": 4.998803128396047e-05, + "loss": 0.1972, + "num_input_tokens_seen": 760944, + "step": 395 + }, + { + "epoch": 0.06525817766538869, + "grad_norm": 3.6486868858337402, + "learning_rate": 4.9987725606956215e-05, + "loss": 0.3208, + "num_input_tokens_seen": 770352, + "step": 400 + }, + { + "epoch": 0.06525817766538869, + "eval_loss": 0.42451155185699463, + "eval_runtime": 72.5825, + "eval_samples_per_second": 37.543, + "eval_steps_per_second": 18.779, + "num_input_tokens_seen": 770352, + "step": 400 + }, + { + "epoch": 0.06607390488620606, + "grad_norm": 4.198729515075684, + "learning_rate": 4.998741607653066e-05, + "loss": 0.3181, + "num_input_tokens_seen": 779504, + "step": 405 + }, + { + "epoch": 0.06688963210702341, + "grad_norm": 3.268901824951172, + "learning_rate": 4.9987102692731523e-05, + "loss": 0.3131, + "num_input_tokens_seen": 789264, + "step": 410 + }, + { + "epoch": 0.06770535932784078, + "grad_norm": 6.561679363250732, + "learning_rate": 4.9986785455607157e-05, + "loss": 0.6691, + "num_input_tokens_seen": 799248, + "step": 415 + }, + { + "epoch": 0.06852108654865813, + "grad_norm": 1.0973199605941772, + "learning_rate": 4.9986464365206456e-05, + "loss": 0.3693, + "num_input_tokens_seen": 809456, + "step": 420 + }, + { + "epoch": 0.06933681376947548, + "grad_norm": 2.84639835357666, + "learning_rate": 4.9986139421578956e-05, + "loss": 0.3863, + "num_input_tokens_seen": 818848, + "step": 425 + }, + { + "epoch": 0.07015254099029285, + "grad_norm": 2.864960193634033, + "learning_rate": 4.998581062477477e-05, + "loss": 0.3822, + "num_input_tokens_seen": 828656, + "step": 430 + }, + { + "epoch": 0.0709682682111102, + "grad_norm": 0.5386472940444946, + "learning_rate": 4.998547797484458e-05, + "loss": 0.5306, + "num_input_tokens_seen": 838576, + "step": 435 + }, + { + "epoch": 0.07178399543192757, + "grad_norm": 3.2684834003448486, + "learning_rate": 4.9985141471839706e-05, + "loss": 0.7263, + "num_input_tokens_seen": 847760, + "step": 440 + }, + { + "epoch": 0.07259972265274492, + "grad_norm": 6.621604919433594, + "learning_rate": 4.998480111581203e-05, + "loss": 0.6545, + "num_input_tokens_seen": 857152, + "step": 445 + }, + { + "epoch": 0.07341544987356229, + "grad_norm": 2.139388084411621, + "learning_rate": 4.998445690681405e-05, + "loss": 0.275, + "num_input_tokens_seen": 866784, + "step": 450 + }, + { + "epoch": 0.07423117709437964, + "grad_norm": 1.1310638189315796, + "learning_rate": 4.9984108844898834e-05, + "loss": 0.3521, + "num_input_tokens_seen": 876960, + "step": 455 + }, + { + "epoch": 0.075046904315197, + "grad_norm": 2.3529629707336426, + "learning_rate": 4.9983756930120076e-05, + "loss": 0.1504, + "num_input_tokens_seen": 886144, + "step": 460 + }, + { + "epoch": 0.07586263153601436, + "grad_norm": 1.0455409288406372, + "learning_rate": 4.9983401162532025e-05, + "loss": 0.2944, + "num_input_tokens_seen": 896528, + "step": 465 + }, + { + "epoch": 0.07667835875683171, + "grad_norm": 12.124110221862793, + "learning_rate": 4.998304154218955e-05, + "loss": 0.3579, + "num_input_tokens_seen": 907168, + "step": 470 + }, + { + "epoch": 0.07749408597764908, + "grad_norm": 0.13558045029640198, + "learning_rate": 4.998267806914812e-05, + "loss": 0.3969, + "num_input_tokens_seen": 916656, + "step": 475 + }, + { + "epoch": 0.07830981319846643, + "grad_norm": 1.6255266666412354, + "learning_rate": 4.998231074346378e-05, + "loss": 0.4575, + "num_input_tokens_seen": 925648, + "step": 480 + }, + { + "epoch": 0.0791255404192838, + "grad_norm": 6.829180717468262, + "learning_rate": 4.998193956519317e-05, + "loss": 0.4375, + "num_input_tokens_seen": 936096, + "step": 485 + }, + { + "epoch": 0.07994126764010115, + "grad_norm": 3.398393154144287, + "learning_rate": 4.9981564534393545e-05, + "loss": 0.3828, + "num_input_tokens_seen": 946464, + "step": 490 + }, + { + "epoch": 0.08075699486091852, + "grad_norm": 2.703948736190796, + "learning_rate": 4.998118565112272e-05, + "loss": 0.3053, + "num_input_tokens_seen": 954448, + "step": 495 + }, + { + "epoch": 0.08157272208173587, + "grad_norm": 1.7233903408050537, + "learning_rate": 4.998080291543914e-05, + "loss": 0.188, + "num_input_tokens_seen": 964720, + "step": 500 + }, + { + "epoch": 0.08238844930255322, + "grad_norm": 2.449842929840088, + "learning_rate": 4.9980416327401826e-05, + "loss": 0.3299, + "num_input_tokens_seen": 974240, + "step": 505 + }, + { + "epoch": 0.08320417652337059, + "grad_norm": 2.8240575790405273, + "learning_rate": 4.998002588707038e-05, + "loss": 0.1273, + "num_input_tokens_seen": 983152, + "step": 510 + }, + { + "epoch": 0.08401990374418794, + "grad_norm": 4.069060325622559, + "learning_rate": 4.997963159450503e-05, + "loss": 0.5241, + "num_input_tokens_seen": 993216, + "step": 515 + }, + { + "epoch": 0.08483563096500531, + "grad_norm": 0.9828641414642334, + "learning_rate": 4.9979233449766575e-05, + "loss": 0.229, + "num_input_tokens_seen": 1002480, + "step": 520 + }, + { + "epoch": 0.08565135818582266, + "grad_norm": 3.26983380317688, + "learning_rate": 4.997883145291641e-05, + "loss": 0.2268, + "num_input_tokens_seen": 1012192, + "step": 525 + }, + { + "epoch": 0.08646708540664003, + "grad_norm": 2.527663469314575, + "learning_rate": 4.9978425604016536e-05, + "loss": 0.4239, + "num_input_tokens_seen": 1021824, + "step": 530 + }, + { + "epoch": 0.08728281262745738, + "grad_norm": 1.6818958520889282, + "learning_rate": 4.9978015903129536e-05, + "loss": 0.4435, + "num_input_tokens_seen": 1032384, + "step": 535 + }, + { + "epoch": 0.08809853984827473, + "grad_norm": 2.6473708152770996, + "learning_rate": 4.997760235031859e-05, + "loss": 0.3964, + "num_input_tokens_seen": 1041888, + "step": 540 + }, + { + "epoch": 0.0889142670690921, + "grad_norm": 3.183591842651367, + "learning_rate": 4.9977184945647473e-05, + "loss": 0.2694, + "num_input_tokens_seen": 1052032, + "step": 545 + }, + { + "epoch": 0.08972999428990945, + "grad_norm": 2.2344963550567627, + "learning_rate": 4.997676368918055e-05, + "loss": 0.4454, + "num_input_tokens_seen": 1063104, + "step": 550 + }, + { + "epoch": 0.09054572151072682, + "grad_norm": 1.2354638576507568, + "learning_rate": 4.9976338580982794e-05, + "loss": 0.2647, + "num_input_tokens_seen": 1074016, + "step": 555 + }, + { + "epoch": 0.09136144873154417, + "grad_norm": 2.0330400466918945, + "learning_rate": 4.9975909621119755e-05, + "loss": 0.3349, + "num_input_tokens_seen": 1083776, + "step": 560 + }, + { + "epoch": 0.09217717595236154, + "grad_norm": 3.909000873565674, + "learning_rate": 4.997547680965758e-05, + "loss": 0.4563, + "num_input_tokens_seen": 1092896, + "step": 565 + }, + { + "epoch": 0.09299290317317889, + "grad_norm": 10.553518295288086, + "learning_rate": 4.997504014666302e-05, + "loss": 0.3865, + "num_input_tokens_seen": 1101920, + "step": 570 + }, + { + "epoch": 0.09380863039399624, + "grad_norm": 3.3276209831237793, + "learning_rate": 4.997459963220342e-05, + "loss": 0.2629, + "num_input_tokens_seen": 1111904, + "step": 575 + }, + { + "epoch": 0.09462435761481361, + "grad_norm": 2.3660717010498047, + "learning_rate": 4.997415526634671e-05, + "loss": 0.2197, + "num_input_tokens_seen": 1121744, + "step": 580 + }, + { + "epoch": 0.09544008483563096, + "grad_norm": 1.173892617225647, + "learning_rate": 4.99737070491614e-05, + "loss": 0.3612, + "num_input_tokens_seen": 1130400, + "step": 585 + }, + { + "epoch": 0.09625581205644833, + "grad_norm": 1.4441657066345215, + "learning_rate": 4.997325498071663e-05, + "loss": 0.2412, + "num_input_tokens_seen": 1140848, + "step": 590 + }, + { + "epoch": 0.09707153927726568, + "grad_norm": 2.944565773010254, + "learning_rate": 4.997279906108211e-05, + "loss": 0.2991, + "num_input_tokens_seen": 1151008, + "step": 595 + }, + { + "epoch": 0.09788726649808305, + "grad_norm": 1.485938549041748, + "learning_rate": 4.9972339290328155e-05, + "loss": 0.1411, + "num_input_tokens_seen": 1160480, + "step": 600 + }, + { + "epoch": 0.09788726649808305, + "eval_loss": 0.3162928521633148, + "eval_runtime": 71.2999, + "eval_samples_per_second": 38.219, + "eval_steps_per_second": 19.116, + "num_input_tokens_seen": 1160480, + "step": 600 + }, + { + "epoch": 0.0987029937189004, + "grad_norm": 5.793163776397705, + "learning_rate": 4.9971875668525646e-05, + "loss": 0.4785, + "num_input_tokens_seen": 1170144, + "step": 605 + }, + { + "epoch": 0.09951872093971775, + "grad_norm": 5.945412635803223, + "learning_rate": 4.997140819574609e-05, + "loss": 0.3674, + "num_input_tokens_seen": 1180064, + "step": 610 + }, + { + "epoch": 0.10033444816053512, + "grad_norm": 2.189753293991089, + "learning_rate": 4.997093687206159e-05, + "loss": 0.2967, + "num_input_tokens_seen": 1190224, + "step": 615 + }, + { + "epoch": 0.10115017538135247, + "grad_norm": 2.0673298835754395, + "learning_rate": 4.997046169754482e-05, + "loss": 0.4149, + "num_input_tokens_seen": 1199504, + "step": 620 + }, + { + "epoch": 0.10196590260216984, + "grad_norm": 0.529647171497345, + "learning_rate": 4.996998267226905e-05, + "loss": 0.2135, + "num_input_tokens_seen": 1209120, + "step": 625 + }, + { + "epoch": 0.10278162982298719, + "grad_norm": 2.7234768867492676, + "learning_rate": 4.996949979630817e-05, + "loss": 0.4054, + "num_input_tokens_seen": 1218432, + "step": 630 + }, + { + "epoch": 0.10359735704380456, + "grad_norm": 0.7747727632522583, + "learning_rate": 4.996901306973663e-05, + "loss": 0.2755, + "num_input_tokens_seen": 1227376, + "step": 635 + }, + { + "epoch": 0.10441308426462191, + "grad_norm": 2.0168046951293945, + "learning_rate": 4.996852249262949e-05, + "loss": 0.244, + "num_input_tokens_seen": 1235536, + "step": 640 + }, + { + "epoch": 0.10522881148543926, + "grad_norm": 1.0999680757522583, + "learning_rate": 4.996802806506241e-05, + "loss": 0.2286, + "num_input_tokens_seen": 1245152, + "step": 645 + }, + { + "epoch": 0.10604453870625663, + "grad_norm": 3.2351179122924805, + "learning_rate": 4.996752978711164e-05, + "loss": 0.3595, + "num_input_tokens_seen": 1254768, + "step": 650 + }, + { + "epoch": 0.10686026592707398, + "grad_norm": 2.7011466026306152, + "learning_rate": 4.996702765885401e-05, + "loss": 0.2555, + "num_input_tokens_seen": 1264864, + "step": 655 + }, + { + "epoch": 0.10767599314789135, + "grad_norm": 1.6109681129455566, + "learning_rate": 4.9966521680366964e-05, + "loss": 0.3918, + "num_input_tokens_seen": 1273696, + "step": 660 + }, + { + "epoch": 0.1084917203687087, + "grad_norm": 3.5355491638183594, + "learning_rate": 4.9966011851728524e-05, + "loss": 0.4182, + "num_input_tokens_seen": 1281904, + "step": 665 + }, + { + "epoch": 0.10930744758952607, + "grad_norm": 1.1427586078643799, + "learning_rate": 4.996549817301731e-05, + "loss": 0.4014, + "num_input_tokens_seen": 1292144, + "step": 670 + }, + { + "epoch": 0.11012317481034342, + "grad_norm": 3.2666733264923096, + "learning_rate": 4.9964980644312544e-05, + "loss": 0.3754, + "num_input_tokens_seen": 1302000, + "step": 675 + }, + { + "epoch": 0.11093890203116077, + "grad_norm": 3.0196423530578613, + "learning_rate": 4.996445926569403e-05, + "loss": 0.3692, + "num_input_tokens_seen": 1312016, + "step": 680 + }, + { + "epoch": 0.11175462925197814, + "grad_norm": 3.7488770484924316, + "learning_rate": 4.996393403724218e-05, + "loss": 0.3716, + "num_input_tokens_seen": 1320928, + "step": 685 + }, + { + "epoch": 0.1125703564727955, + "grad_norm": 1.5914983749389648, + "learning_rate": 4.9963404959037985e-05, + "loss": 0.266, + "num_input_tokens_seen": 1330464, + "step": 690 + }, + { + "epoch": 0.11338608369361286, + "grad_norm": 4.434220314025879, + "learning_rate": 4.996287203116303e-05, + "loss": 0.38, + "num_input_tokens_seen": 1340896, + "step": 695 + }, + { + "epoch": 0.11420181091443021, + "grad_norm": 2.5965709686279297, + "learning_rate": 4.996233525369951e-05, + "loss": 0.2274, + "num_input_tokens_seen": 1350128, + "step": 700 + }, + { + "epoch": 0.11501753813524758, + "grad_norm": 1.2129484415054321, + "learning_rate": 4.99617946267302e-05, + "loss": 0.3036, + "num_input_tokens_seen": 1359552, + "step": 705 + }, + { + "epoch": 0.11583326535606493, + "grad_norm": 1.0460139513015747, + "learning_rate": 4.996125015033846e-05, + "loss": 0.3277, + "num_input_tokens_seen": 1370448, + "step": 710 + }, + { + "epoch": 0.11664899257688228, + "grad_norm": 1.3152599334716797, + "learning_rate": 4.996070182460827e-05, + "loss": 0.2073, + "num_input_tokens_seen": 1380528, + "step": 715 + }, + { + "epoch": 0.11746471979769965, + "grad_norm": 0.1988491714000702, + "learning_rate": 4.996014964962418e-05, + "loss": 0.3834, + "num_input_tokens_seen": 1389328, + "step": 720 + }, + { + "epoch": 0.118280447018517, + "grad_norm": 2.553762435913086, + "learning_rate": 4.9959593625471344e-05, + "loss": 0.1946, + "num_input_tokens_seen": 1398944, + "step": 725 + }, + { + "epoch": 0.11909617423933437, + "grad_norm": 0.40631794929504395, + "learning_rate": 4.995903375223552e-05, + "loss": 0.2483, + "num_input_tokens_seen": 1407728, + "step": 730 + }, + { + "epoch": 0.11991190146015172, + "grad_norm": 7.341282367706299, + "learning_rate": 4.995847003000302e-05, + "loss": 0.4972, + "num_input_tokens_seen": 1417744, + "step": 735 + }, + { + "epoch": 0.12072762868096909, + "grad_norm": 2.411468505859375, + "learning_rate": 4.9957902458860804e-05, + "loss": 0.29, + "num_input_tokens_seen": 1428016, + "step": 740 + }, + { + "epoch": 0.12154335590178644, + "grad_norm": 1.3164352178573608, + "learning_rate": 4.995733103889639e-05, + "loss": 0.1669, + "num_input_tokens_seen": 1438784, + "step": 745 + }, + { + "epoch": 0.1223590831226038, + "grad_norm": 1.6565231084823608, + "learning_rate": 4.99567557701979e-05, + "loss": 0.2322, + "num_input_tokens_seen": 1449120, + "step": 750 + }, + { + "epoch": 0.12317481034342116, + "grad_norm": 1.5085347890853882, + "learning_rate": 4.995617665285403e-05, + "loss": 0.2509, + "num_input_tokens_seen": 1459312, + "step": 755 + }, + { + "epoch": 0.12399053756423851, + "grad_norm": 1.7267382144927979, + "learning_rate": 4.99555936869541e-05, + "loss": 0.4378, + "num_input_tokens_seen": 1469744, + "step": 760 + }, + { + "epoch": 0.12480626478505588, + "grad_norm": 1.5305867195129395, + "learning_rate": 4.995500687258803e-05, + "loss": 0.2794, + "num_input_tokens_seen": 1479376, + "step": 765 + }, + { + "epoch": 0.12562199200587323, + "grad_norm": 3.694784164428711, + "learning_rate": 4.995441620984628e-05, + "loss": 0.313, + "num_input_tokens_seen": 1488816, + "step": 770 + }, + { + "epoch": 0.1264377192266906, + "grad_norm": 2.135671854019165, + "learning_rate": 4.995382169881996e-05, + "loss": 0.4013, + "num_input_tokens_seen": 1497056, + "step": 775 + }, + { + "epoch": 0.12725344644750794, + "grad_norm": 1.7943487167358398, + "learning_rate": 4.9953223339600755e-05, + "loss": 0.2199, + "num_input_tokens_seen": 1506304, + "step": 780 + }, + { + "epoch": 0.12806917366832532, + "grad_norm": 1.8898602724075317, + "learning_rate": 4.995262113228091e-05, + "loss": 0.2599, + "num_input_tokens_seen": 1515328, + "step": 785 + }, + { + "epoch": 0.12888490088914267, + "grad_norm": 2.095886707305908, + "learning_rate": 4.995201507695332e-05, + "loss": 0.2275, + "num_input_tokens_seen": 1525440, + "step": 790 + }, + { + "epoch": 0.12970062810996003, + "grad_norm": 0.9930567741394043, + "learning_rate": 4.995140517371144e-05, + "loss": 0.2324, + "num_input_tokens_seen": 1533792, + "step": 795 + }, + { + "epoch": 0.13051635533077738, + "grad_norm": 3.688626766204834, + "learning_rate": 4.995079142264932e-05, + "loss": 0.2614, + "num_input_tokens_seen": 1543296, + "step": 800 + }, + { + "epoch": 0.13051635533077738, + "eval_loss": 0.2725994288921356, + "eval_runtime": 71.3076, + "eval_samples_per_second": 38.215, + "eval_steps_per_second": 19.114, + "num_input_tokens_seen": 1543296, + "step": 800 + }, + { + "epoch": 0.13133208255159476, + "grad_norm": 3.12532901763916, + "learning_rate": 4.995017382386162e-05, + "loss": 0.2894, + "num_input_tokens_seen": 1553120, + "step": 805 + }, + { + "epoch": 0.1321478097724121, + "grad_norm": 2.067471504211426, + "learning_rate": 4.994955237744356e-05, + "loss": 0.3142, + "num_input_tokens_seen": 1562320, + "step": 810 + }, + { + "epoch": 0.13296353699322946, + "grad_norm": 3.495429277420044, + "learning_rate": 4.994892708349101e-05, + "loss": 0.2743, + "num_input_tokens_seen": 1572624, + "step": 815 + }, + { + "epoch": 0.13377926421404682, + "grad_norm": 1.467228889465332, + "learning_rate": 4.994829794210035e-05, + "loss": 0.2274, + "num_input_tokens_seen": 1582400, + "step": 820 + }, + { + "epoch": 0.13459499143486417, + "grad_norm": 4.347144603729248, + "learning_rate": 4.994766495336864e-05, + "loss": 0.2505, + "num_input_tokens_seen": 1591136, + "step": 825 + }, + { + "epoch": 0.13541071865568155, + "grad_norm": 1.219454050064087, + "learning_rate": 4.994702811739348e-05, + "loss": 0.148, + "num_input_tokens_seen": 1600544, + "step": 830 + }, + { + "epoch": 0.1362264458764989, + "grad_norm": 2.4874019622802734, + "learning_rate": 4.994638743427308e-05, + "loss": 0.3215, + "num_input_tokens_seen": 1609968, + "step": 835 + }, + { + "epoch": 0.13704217309731626, + "grad_norm": 0.660420835018158, + "learning_rate": 4.994574290410624e-05, + "loss": 0.1685, + "num_input_tokens_seen": 1619232, + "step": 840 + }, + { + "epoch": 0.1378579003181336, + "grad_norm": 0.3882034718990326, + "learning_rate": 4.9945094526992364e-05, + "loss": 0.4524, + "num_input_tokens_seen": 1628448, + "step": 845 + }, + { + "epoch": 0.13867362753895096, + "grad_norm": 3.107269763946533, + "learning_rate": 4.994444230303142e-05, + "loss": 0.2451, + "num_input_tokens_seen": 1639536, + "step": 850 + }, + { + "epoch": 0.13948935475976834, + "grad_norm": 0.8689895272254944, + "learning_rate": 4.994378623232402e-05, + "loss": 0.2281, + "num_input_tokens_seen": 1649840, + "step": 855 + }, + { + "epoch": 0.1403050819805857, + "grad_norm": 1.1869311332702637, + "learning_rate": 4.99431263149713e-05, + "loss": 0.1292, + "num_input_tokens_seen": 1659552, + "step": 860 + }, + { + "epoch": 0.14112080920140305, + "grad_norm": 1.5246553421020508, + "learning_rate": 4.9942462551075056e-05, + "loss": 0.1559, + "num_input_tokens_seen": 1668592, + "step": 865 + }, + { + "epoch": 0.1419365364222204, + "grad_norm": 2.1017870903015137, + "learning_rate": 4.994179494073764e-05, + "loss": 0.2317, + "num_input_tokens_seen": 1679968, + "step": 870 + }, + { + "epoch": 0.14275226364303778, + "grad_norm": 2.6349878311157227, + "learning_rate": 4.9941123484062e-05, + "loss": 0.2232, + "num_input_tokens_seen": 1691664, + "step": 875 + }, + { + "epoch": 0.14356799086385513, + "grad_norm": 1.2956886291503906, + "learning_rate": 4.99404481811517e-05, + "loss": 0.3281, + "num_input_tokens_seen": 1701088, + "step": 880 + }, + { + "epoch": 0.14438371808467249, + "grad_norm": 2.071345329284668, + "learning_rate": 4.9939769032110864e-05, + "loss": 0.263, + "num_input_tokens_seen": 1709904, + "step": 885 + }, + { + "epoch": 0.14519944530548984, + "grad_norm": 3.8776066303253174, + "learning_rate": 4.993908603704423e-05, + "loss": 0.3157, + "num_input_tokens_seen": 1719072, + "step": 890 + }, + { + "epoch": 0.1460151725263072, + "grad_norm": 0.6678772568702698, + "learning_rate": 4.9938399196057126e-05, + "loss": 0.1368, + "num_input_tokens_seen": 1727680, + "step": 895 + }, + { + "epoch": 0.14683089974712457, + "grad_norm": 1.5709561109542847, + "learning_rate": 4.993770850925547e-05, + "loss": 0.3398, + "num_input_tokens_seen": 1736832, + "step": 900 + }, + { + "epoch": 0.14764662696794192, + "grad_norm": 1.5067577362060547, + "learning_rate": 4.993701397674577e-05, + "loss": 0.2309, + "num_input_tokens_seen": 1747056, + "step": 905 + }, + { + "epoch": 0.14846235418875928, + "grad_norm": 0.8310969471931458, + "learning_rate": 4.993631559863515e-05, + "loss": 0.2109, + "num_input_tokens_seen": 1758064, + "step": 910 + }, + { + "epoch": 0.14927808140957663, + "grad_norm": 1.275233268737793, + "learning_rate": 4.9935613375031283e-05, + "loss": 0.3134, + "num_input_tokens_seen": 1767616, + "step": 915 + }, + { + "epoch": 0.150093808630394, + "grad_norm": 0.6781404614448547, + "learning_rate": 4.993490730604248e-05, + "loss": 0.2862, + "num_input_tokens_seen": 1776752, + "step": 920 + }, + { + "epoch": 0.15090953585121136, + "grad_norm": 0.9415975213050842, + "learning_rate": 4.993419739177761e-05, + "loss": 0.2542, + "num_input_tokens_seen": 1786800, + "step": 925 + }, + { + "epoch": 0.15172526307202872, + "grad_norm": 3.22243332862854, + "learning_rate": 4.9933483632346164e-05, + "loss": 0.4029, + "num_input_tokens_seen": 1796816, + "step": 930 + }, + { + "epoch": 0.15254099029284607, + "grad_norm": 2.074620246887207, + "learning_rate": 4.993276602785821e-05, + "loss": 0.2364, + "num_input_tokens_seen": 1807472, + "step": 935 + }, + { + "epoch": 0.15335671751366342, + "grad_norm": 1.2163361310958862, + "learning_rate": 4.993204457842441e-05, + "loss": 0.2739, + "num_input_tokens_seen": 1816944, + "step": 940 + }, + { + "epoch": 0.1541724447344808, + "grad_norm": 2.302492618560791, + "learning_rate": 4.993131928415602e-05, + "loss": 0.1316, + "num_input_tokens_seen": 1826208, + "step": 945 + }, + { + "epoch": 0.15498817195529815, + "grad_norm": 1.8137507438659668, + "learning_rate": 4.993059014516489e-05, + "loss": 0.2367, + "num_input_tokens_seen": 1836544, + "step": 950 + }, + { + "epoch": 0.1558038991761155, + "grad_norm": 1.991504192352295, + "learning_rate": 4.9929857161563464e-05, + "loss": 0.2455, + "num_input_tokens_seen": 1845696, + "step": 955 + }, + { + "epoch": 0.15661962639693286, + "grad_norm": 2.34454083442688, + "learning_rate": 4.992912033346477e-05, + "loss": 0.1317, + "num_input_tokens_seen": 1856832, + "step": 960 + }, + { + "epoch": 0.1574353536177502, + "grad_norm": 0.8938922882080078, + "learning_rate": 4.992837966098245e-05, + "loss": 0.2005, + "num_input_tokens_seen": 1865776, + "step": 965 + }, + { + "epoch": 0.1582510808385676, + "grad_norm": 1.4474517107009888, + "learning_rate": 4.992763514423071e-05, + "loss": 0.1287, + "num_input_tokens_seen": 1874704, + "step": 970 + }, + { + "epoch": 0.15906680805938495, + "grad_norm": 1.7486447095870972, + "learning_rate": 4.992688678332437e-05, + "loss": 0.2187, + "num_input_tokens_seen": 1884384, + "step": 975 + }, + { + "epoch": 0.1598825352802023, + "grad_norm": 1.1174832582473755, + "learning_rate": 4.992613457837884e-05, + "loss": 0.1809, + "num_input_tokens_seen": 1894160, + "step": 980 + }, + { + "epoch": 0.16069826250101965, + "grad_norm": 2.3591909408569336, + "learning_rate": 4.992537852951011e-05, + "loss": 0.282, + "num_input_tokens_seen": 1903488, + "step": 985 + }, + { + "epoch": 0.16151398972183703, + "grad_norm": 3.916860580444336, + "learning_rate": 4.9924618636834785e-05, + "loss": 0.3153, + "num_input_tokens_seen": 1913728, + "step": 990 + }, + { + "epoch": 0.16232971694265438, + "grad_norm": 0.9877730011940002, + "learning_rate": 4.9923854900470046e-05, + "loss": 0.1342, + "num_input_tokens_seen": 1922976, + "step": 995 + }, + { + "epoch": 0.16314544416347174, + "grad_norm": 1.5685757398605347, + "learning_rate": 4.992308732053367e-05, + "loss": 0.2522, + "num_input_tokens_seen": 1931808, + "step": 1000 + }, + { + "epoch": 0.16314544416347174, + "eval_loss": 0.24438101053237915, + "eval_runtime": 72.3895, + "eval_samples_per_second": 37.644, + "eval_steps_per_second": 18.829, + "num_input_tokens_seen": 1931808, + "step": 1000 + }, + { + "epoch": 0.1639611713842891, + "grad_norm": 1.926483392715454, + "learning_rate": 4.992231589714402e-05, + "loss": 0.3391, + "num_input_tokens_seen": 1942560, + "step": 1005 + }, + { + "epoch": 0.16477689860510644, + "grad_norm": 2.1446306705474854, + "learning_rate": 4.992154063042007e-05, + "loss": 0.2262, + "num_input_tokens_seen": 1950912, + "step": 1010 + }, + { + "epoch": 0.16559262582592382, + "grad_norm": 1.1157828569412231, + "learning_rate": 4.992076152048136e-05, + "loss": 0.1722, + "num_input_tokens_seen": 1961696, + "step": 1015 + }, + { + "epoch": 0.16640835304674118, + "grad_norm": 1.5649820566177368, + "learning_rate": 4.991997856744807e-05, + "loss": 0.2283, + "num_input_tokens_seen": 1971280, + "step": 1020 + }, + { + "epoch": 0.16722408026755853, + "grad_norm": 2.240088939666748, + "learning_rate": 4.9919191771440905e-05, + "loss": 0.2109, + "num_input_tokens_seen": 1981200, + "step": 1025 + }, + { + "epoch": 0.16803980748837588, + "grad_norm": 2.4227294921875, + "learning_rate": 4.991840113258122e-05, + "loss": 0.1941, + "num_input_tokens_seen": 1990400, + "step": 1030 + }, + { + "epoch": 0.16885553470919323, + "grad_norm": 0.44555988907814026, + "learning_rate": 4.9917606650990933e-05, + "loss": 0.0824, + "num_input_tokens_seen": 2000016, + "step": 1035 + }, + { + "epoch": 0.16967126193001061, + "grad_norm": 2.69344425201416, + "learning_rate": 4.9916808326792566e-05, + "loss": 0.3134, + "num_input_tokens_seen": 2009600, + "step": 1040 + }, + { + "epoch": 0.17048698915082797, + "grad_norm": 2.7380733489990234, + "learning_rate": 4.9916006160109235e-05, + "loss": 0.3355, + "num_input_tokens_seen": 2019696, + "step": 1045 + }, + { + "epoch": 0.17130271637164532, + "grad_norm": 1.8901612758636475, + "learning_rate": 4.991520015106464e-05, + "loss": 0.3139, + "num_input_tokens_seen": 2029776, + "step": 1050 + }, + { + "epoch": 0.17211844359246267, + "grad_norm": 0.901054859161377, + "learning_rate": 4.991439029978308e-05, + "loss": 0.2366, + "num_input_tokens_seen": 2037728, + "step": 1055 + }, + { + "epoch": 0.17293417081328005, + "grad_norm": 1.8550162315368652, + "learning_rate": 4.9913576606389434e-05, + "loss": 0.2224, + "num_input_tokens_seen": 2047616, + "step": 1060 + }, + { + "epoch": 0.1737498980340974, + "grad_norm": 2.0186197757720947, + "learning_rate": 4.991275907100919e-05, + "loss": 0.3819, + "num_input_tokens_seen": 2057440, + "step": 1065 + }, + { + "epoch": 0.17456562525491476, + "grad_norm": 3.1301965713500977, + "learning_rate": 4.9911937693768434e-05, + "loss": 0.3778, + "num_input_tokens_seen": 2066528, + "step": 1070 + }, + { + "epoch": 0.1753813524757321, + "grad_norm": 2.067753314971924, + "learning_rate": 4.991111247479382e-05, + "loss": 0.2094, + "num_input_tokens_seen": 2076288, + "step": 1075 + }, + { + "epoch": 0.17619707969654946, + "grad_norm": 3.10933256149292, + "learning_rate": 4.9910283414212605e-05, + "loss": 0.2288, + "num_input_tokens_seen": 2085920, + "step": 1080 + }, + { + "epoch": 0.17701280691736684, + "grad_norm": 2.0097568035125732, + "learning_rate": 4.990945051215265e-05, + "loss": 0.268, + "num_input_tokens_seen": 2095344, + "step": 1085 + }, + { + "epoch": 0.1778285341381842, + "grad_norm": 2.0701446533203125, + "learning_rate": 4.99086137687424e-05, + "loss": 0.2422, + "num_input_tokens_seen": 2104928, + "step": 1090 + }, + { + "epoch": 0.17864426135900155, + "grad_norm": 1.240552544593811, + "learning_rate": 4.9907773184110874e-05, + "loss": 0.2771, + "num_input_tokens_seen": 2117072, + "step": 1095 + }, + { + "epoch": 0.1794599885798189, + "grad_norm": 1.0915791988372803, + "learning_rate": 4.9906928758387715e-05, + "loss": 0.3362, + "num_input_tokens_seen": 2126640, + "step": 1100 + }, + { + "epoch": 0.18027571580063625, + "grad_norm": 4.954874038696289, + "learning_rate": 4.9906080491703146e-05, + "loss": 0.3573, + "num_input_tokens_seen": 2136112, + "step": 1105 + }, + { + "epoch": 0.18109144302145364, + "grad_norm": 1.000380277633667, + "learning_rate": 4.990522838418797e-05, + "loss": 0.1793, + "num_input_tokens_seen": 2145904, + "step": 1110 + }, + { + "epoch": 0.181907170242271, + "grad_norm": 0.7285693883895874, + "learning_rate": 4.9904372435973604e-05, + "loss": 0.2292, + "num_input_tokens_seen": 2157072, + "step": 1115 + }, + { + "epoch": 0.18272289746308834, + "grad_norm": 1.2410475015640259, + "learning_rate": 4.990351264719203e-05, + "loss": 0.1541, + "num_input_tokens_seen": 2166624, + "step": 1120 + }, + { + "epoch": 0.1835386246839057, + "grad_norm": 0.5425634384155273, + "learning_rate": 4.990264901797586e-05, + "loss": 0.2384, + "num_input_tokens_seen": 2176224, + "step": 1125 + }, + { + "epoch": 0.18435435190472307, + "grad_norm": 2.021855354309082, + "learning_rate": 4.990178154845826e-05, + "loss": 0.2144, + "num_input_tokens_seen": 2185856, + "step": 1130 + }, + { + "epoch": 0.18517007912554043, + "grad_norm": 1.4859468936920166, + "learning_rate": 4.9900910238773014e-05, + "loss": 0.3012, + "num_input_tokens_seen": 2194608, + "step": 1135 + }, + { + "epoch": 0.18598580634635778, + "grad_norm": 1.7000551223754883, + "learning_rate": 4.990003508905448e-05, + "loss": 0.1742, + "num_input_tokens_seen": 2203312, + "step": 1140 + }, + { + "epoch": 0.18680153356717513, + "grad_norm": 1.3746106624603271, + "learning_rate": 4.989915609943763e-05, + "loss": 0.1967, + "num_input_tokens_seen": 2214048, + "step": 1145 + }, + { + "epoch": 0.18761726078799248, + "grad_norm": 1.9844257831573486, + "learning_rate": 4.9898273270058e-05, + "loss": 0.2137, + "num_input_tokens_seen": 2222032, + "step": 1150 + }, + { + "epoch": 0.18843298800880987, + "grad_norm": 0.7384738326072693, + "learning_rate": 4.989738660105174e-05, + "loss": 0.2189, + "num_input_tokens_seen": 2231232, + "step": 1155 + }, + { + "epoch": 0.18924871522962722, + "grad_norm": 1.2612290382385254, + "learning_rate": 4.989649609255559e-05, + "loss": 0.1991, + "num_input_tokens_seen": 2240128, + "step": 1160 + }, + { + "epoch": 0.19006444245044457, + "grad_norm": 1.1891900300979614, + "learning_rate": 4.989560174470687e-05, + "loss": 0.1901, + "num_input_tokens_seen": 2250016, + "step": 1165 + }, + { + "epoch": 0.19088016967126192, + "grad_norm": 0.9263025522232056, + "learning_rate": 4.989470355764351e-05, + "loss": 0.1759, + "num_input_tokens_seen": 2260192, + "step": 1170 + }, + { + "epoch": 0.19169589689207928, + "grad_norm": 1.1865348815917969, + "learning_rate": 4.9893801531504e-05, + "loss": 0.1749, + "num_input_tokens_seen": 2270288, + "step": 1175 + }, + { + "epoch": 0.19251162411289666, + "grad_norm": 2.5984878540039062, + "learning_rate": 4.9892895666427475e-05, + "loss": 0.209, + "num_input_tokens_seen": 2280112, + "step": 1180 + }, + { + "epoch": 0.193327351333714, + "grad_norm": 1.8373006582260132, + "learning_rate": 4.9891985962553606e-05, + "loss": 0.2892, + "num_input_tokens_seen": 2290160, + "step": 1185 + }, + { + "epoch": 0.19414307855453136, + "grad_norm": 0.397748202085495, + "learning_rate": 4.989107242002269e-05, + "loss": 0.163, + "num_input_tokens_seen": 2298560, + "step": 1190 + }, + { + "epoch": 0.19495880577534871, + "grad_norm": 1.7399184703826904, + "learning_rate": 4.989015503897561e-05, + "loss": 0.2071, + "num_input_tokens_seen": 2307312, + "step": 1195 + }, + { + "epoch": 0.1957745329961661, + "grad_norm": 1.3065983057022095, + "learning_rate": 4.988923381955383e-05, + "loss": 0.2371, + "num_input_tokens_seen": 2315744, + "step": 1200 + }, + { + "epoch": 0.1957745329961661, + "eval_loss": 0.22877193987369537, + "eval_runtime": 71.3784, + "eval_samples_per_second": 38.177, + "eval_steps_per_second": 19.095, + "num_input_tokens_seen": 2315744, + "step": 1200 + }, + { + "epoch": 0.19659026021698345, + "grad_norm": 1.5082049369812012, + "learning_rate": 4.988830876189942e-05, + "loss": 0.2782, + "num_input_tokens_seen": 2325456, + "step": 1205 + }, + { + "epoch": 0.1974059874378008, + "grad_norm": 2.308621406555176, + "learning_rate": 4.988737986615503e-05, + "loss": 0.239, + "num_input_tokens_seen": 2334768, + "step": 1210 + }, + { + "epoch": 0.19822171465861815, + "grad_norm": 1.6318414211273193, + "learning_rate": 4.988644713246391e-05, + "loss": 0.2795, + "num_input_tokens_seen": 2345232, + "step": 1215 + }, + { + "epoch": 0.1990374418794355, + "grad_norm": 1.489539384841919, + "learning_rate": 4.988551056096991e-05, + "loss": 0.1686, + "num_input_tokens_seen": 2355424, + "step": 1220 + }, + { + "epoch": 0.1998531691002529, + "grad_norm": 1.7566996812820435, + "learning_rate": 4.988457015181743e-05, + "loss": 0.2647, + "num_input_tokens_seen": 2364576, + "step": 1225 + }, + { + "epoch": 0.20066889632107024, + "grad_norm": 1.3489880561828613, + "learning_rate": 4.988362590515153e-05, + "loss": 0.2878, + "num_input_tokens_seen": 2375488, + "step": 1230 + }, + { + "epoch": 0.2014846235418876, + "grad_norm": 1.6776167154312134, + "learning_rate": 4.9882677821117805e-05, + "loss": 0.3047, + "num_input_tokens_seen": 2386272, + "step": 1235 + }, + { + "epoch": 0.20230035076270494, + "grad_norm": 0.9145285487174988, + "learning_rate": 4.988172589986246e-05, + "loss": 0.2439, + "num_input_tokens_seen": 2395952, + "step": 1240 + }, + { + "epoch": 0.2031160779835223, + "grad_norm": 1.2707091569900513, + "learning_rate": 4.9880770141532304e-05, + "loss": 0.1635, + "num_input_tokens_seen": 2404944, + "step": 1245 + }, + { + "epoch": 0.20393180520433968, + "grad_norm": 1.3613964319229126, + "learning_rate": 4.987981054627472e-05, + "loss": 0.3089, + "num_input_tokens_seen": 2414656, + "step": 1250 + }, + { + "epoch": 0.20474753242515703, + "grad_norm": 0.7713242173194885, + "learning_rate": 4.987884711423769e-05, + "loss": 0.239, + "num_input_tokens_seen": 2423456, + "step": 1255 + }, + { + "epoch": 0.20556325964597438, + "grad_norm": 0.8283630013465881, + "learning_rate": 4.9877879845569784e-05, + "loss": 0.2109, + "num_input_tokens_seen": 2434368, + "step": 1260 + }, + { + "epoch": 0.20637898686679174, + "grad_norm": 2.2519476413726807, + "learning_rate": 4.9876908740420175e-05, + "loss": 0.2733, + "num_input_tokens_seen": 2444240, + "step": 1265 + }, + { + "epoch": 0.20719471408760912, + "grad_norm": 1.1972349882125854, + "learning_rate": 4.987593379893861e-05, + "loss": 0.1933, + "num_input_tokens_seen": 2453456, + "step": 1270 + }, + { + "epoch": 0.20801044130842647, + "grad_norm": 1.2216567993164062, + "learning_rate": 4.987495502127545e-05, + "loss": 0.2301, + "num_input_tokens_seen": 2463504, + "step": 1275 + }, + { + "epoch": 0.20882616852924382, + "grad_norm": 1.443872094154358, + "learning_rate": 4.987397240758162e-05, + "loss": 0.286, + "num_input_tokens_seen": 2473408, + "step": 1280 + }, + { + "epoch": 0.20964189575006117, + "grad_norm": 1.7380971908569336, + "learning_rate": 4.9872985958008664e-05, + "loss": 0.2077, + "num_input_tokens_seen": 2482832, + "step": 1285 + }, + { + "epoch": 0.21045762297087853, + "grad_norm": 0.30910152196884155, + "learning_rate": 4.987199567270871e-05, + "loss": 0.2192, + "num_input_tokens_seen": 2492720, + "step": 1290 + }, + { + "epoch": 0.2112733501916959, + "grad_norm": 2.0344791412353516, + "learning_rate": 4.9871001551834444e-05, + "loss": 0.3239, + "num_input_tokens_seen": 2503136, + "step": 1295 + }, + { + "epoch": 0.21208907741251326, + "grad_norm": 3.018432140350342, + "learning_rate": 4.98700035955392e-05, + "loss": 0.3089, + "num_input_tokens_seen": 2511568, + "step": 1300 + }, + { + "epoch": 0.2129048046333306, + "grad_norm": 2.5756447315216064, + "learning_rate": 4.986900180397686e-05, + "loss": 0.3325, + "num_input_tokens_seen": 2522256, + "step": 1305 + }, + { + "epoch": 0.21372053185414797, + "grad_norm": 0.7770732045173645, + "learning_rate": 4.9867996177301926e-05, + "loss": 0.2435, + "num_input_tokens_seen": 2532016, + "step": 1310 + }, + { + "epoch": 0.21453625907496532, + "grad_norm": 0.7828168272972107, + "learning_rate": 4.9866986715669464e-05, + "loss": 0.2323, + "num_input_tokens_seen": 2540800, + "step": 1315 + }, + { + "epoch": 0.2153519862957827, + "grad_norm": 1.307803750038147, + "learning_rate": 4.9865973419235155e-05, + "loss": 0.2008, + "num_input_tokens_seen": 2551200, + "step": 1320 + }, + { + "epoch": 0.21616771351660005, + "grad_norm": 2.3194961547851562, + "learning_rate": 4.986495628815526e-05, + "loss": 0.2357, + "num_input_tokens_seen": 2561312, + "step": 1325 + }, + { + "epoch": 0.2169834407374174, + "grad_norm": 1.3285844326019287, + "learning_rate": 4.986393532258663e-05, + "loss": 0.1757, + "num_input_tokens_seen": 2570784, + "step": 1330 + }, + { + "epoch": 0.21779916795823476, + "grad_norm": 0.6281004548072815, + "learning_rate": 4.986291052268671e-05, + "loss": 0.2287, + "num_input_tokens_seen": 2581168, + "step": 1335 + }, + { + "epoch": 0.21861489517905214, + "grad_norm": 0.8625329732894897, + "learning_rate": 4.986188188861355e-05, + "loss": 0.1691, + "num_input_tokens_seen": 2590416, + "step": 1340 + }, + { + "epoch": 0.2194306223998695, + "grad_norm": 1.0581055879592896, + "learning_rate": 4.9860849420525766e-05, + "loss": 0.0984, + "num_input_tokens_seen": 2601056, + "step": 1345 + }, + { + "epoch": 0.22024634962068684, + "grad_norm": 1.5852363109588623, + "learning_rate": 4.9859813118582575e-05, + "loss": 0.2837, + "num_input_tokens_seen": 2611152, + "step": 1350 + }, + { + "epoch": 0.2210620768415042, + "grad_norm": 0.6080201864242554, + "learning_rate": 4.98587729829438e-05, + "loss": 0.1688, + "num_input_tokens_seen": 2620240, + "step": 1355 + }, + { + "epoch": 0.22187780406232155, + "grad_norm": 1.1106921434402466, + "learning_rate": 4.985772901376983e-05, + "loss": 0.1407, + "num_input_tokens_seen": 2630912, + "step": 1360 + }, + { + "epoch": 0.22269353128313893, + "grad_norm": 1.946753978729248, + "learning_rate": 4.9856681211221666e-05, + "loss": 0.1632, + "num_input_tokens_seen": 2640560, + "step": 1365 + }, + { + "epoch": 0.22350925850395628, + "grad_norm": 1.9524675607681274, + "learning_rate": 4.985562957546089e-05, + "loss": 0.268, + "num_input_tokens_seen": 2650864, + "step": 1370 + }, + { + "epoch": 0.22432498572477363, + "grad_norm": 0.7036387324333191, + "learning_rate": 4.9854574106649686e-05, + "loss": 0.1908, + "num_input_tokens_seen": 2661920, + "step": 1375 + }, + { + "epoch": 0.225140712945591, + "grad_norm": 0.7205799221992493, + "learning_rate": 4.985351480495081e-05, + "loss": 0.0863, + "num_input_tokens_seen": 2671648, + "step": 1380 + }, + { + "epoch": 0.22595644016640834, + "grad_norm": 1.4003435373306274, + "learning_rate": 4.985245167052762e-05, + "loss": 0.1767, + "num_input_tokens_seen": 2681520, + "step": 1385 + }, + { + "epoch": 0.22677216738722572, + "grad_norm": 0.6403657793998718, + "learning_rate": 4.9851384703544066e-05, + "loss": 0.2385, + "num_input_tokens_seen": 2690720, + "step": 1390 + }, + { + "epoch": 0.22758789460804307, + "grad_norm": 1.5144188404083252, + "learning_rate": 4.985031390416469e-05, + "loss": 0.2044, + "num_input_tokens_seen": 2701280, + "step": 1395 + }, + { + "epoch": 0.22840362182886043, + "grad_norm": 0.4063760042190552, + "learning_rate": 4.984923927255461e-05, + "loss": 0.1397, + "num_input_tokens_seen": 2710208, + "step": 1400 + }, + { + "epoch": 0.22840362182886043, + "eval_loss": 0.21945488452911377, + "eval_runtime": 71.2816, + "eval_samples_per_second": 38.229, + "eval_steps_per_second": 19.121, + "num_input_tokens_seen": 2710208, + "step": 1400 + }, + { + "epoch": 0.22921934904967778, + "grad_norm": 1.4047877788543701, + "learning_rate": 4.984816080887958e-05, + "loss": 0.2434, + "num_input_tokens_seen": 2721632, + "step": 1405 + }, + { + "epoch": 0.23003507627049516, + "grad_norm": 1.949479103088379, + "learning_rate": 4.9847078513305875e-05, + "loss": 0.2375, + "num_input_tokens_seen": 2731008, + "step": 1410 + }, + { + "epoch": 0.2308508034913125, + "grad_norm": 1.4589112997055054, + "learning_rate": 4.984599238600043e-05, + "loss": 0.2136, + "num_input_tokens_seen": 2740128, + "step": 1415 + }, + { + "epoch": 0.23166653071212986, + "grad_norm": 1.2212646007537842, + "learning_rate": 4.9844902427130716e-05, + "loss": 0.2596, + "num_input_tokens_seen": 2749328, + "step": 1420 + }, + { + "epoch": 0.23248225793294722, + "grad_norm": 1.9086251258850098, + "learning_rate": 4.984380863686482e-05, + "loss": 0.3171, + "num_input_tokens_seen": 2757456, + "step": 1425 + }, + { + "epoch": 0.23329798515376457, + "grad_norm": 2.4238274097442627, + "learning_rate": 4.984271101537143e-05, + "loss": 0.2591, + "num_input_tokens_seen": 2765200, + "step": 1430 + }, + { + "epoch": 0.23411371237458195, + "grad_norm": 1.0906646251678467, + "learning_rate": 4.9841609562819816e-05, + "loss": 0.2696, + "num_input_tokens_seen": 2775072, + "step": 1435 + }, + { + "epoch": 0.2349294395953993, + "grad_norm": 1.2246555089950562, + "learning_rate": 4.984050427937983e-05, + "loss": 0.2065, + "num_input_tokens_seen": 2784896, + "step": 1440 + }, + { + "epoch": 0.23574516681621666, + "grad_norm": 1.8663049936294556, + "learning_rate": 4.983939516522191e-05, + "loss": 0.2807, + "num_input_tokens_seen": 2794272, + "step": 1445 + }, + { + "epoch": 0.236560894037034, + "grad_norm": 0.7156603336334229, + "learning_rate": 4.983828222051711e-05, + "loss": 0.1748, + "num_input_tokens_seen": 2803072, + "step": 1450 + }, + { + "epoch": 0.23737662125785136, + "grad_norm": 1.2302262783050537, + "learning_rate": 4.983716544543705e-05, + "loss": 0.2328, + "num_input_tokens_seen": 2812528, + "step": 1455 + }, + { + "epoch": 0.23819234847866874, + "grad_norm": 2.18921160697937, + "learning_rate": 4.983604484015395e-05, + "loss": 0.188, + "num_input_tokens_seen": 2822464, + "step": 1460 + }, + { + "epoch": 0.2390080756994861, + "grad_norm": 1.501436471939087, + "learning_rate": 4.983492040484064e-05, + "loss": 0.2062, + "num_input_tokens_seen": 2832832, + "step": 1465 + }, + { + "epoch": 0.23982380292030345, + "grad_norm": 1.5351147651672363, + "learning_rate": 4.98337921396705e-05, + "loss": 0.1672, + "num_input_tokens_seen": 2844336, + "step": 1470 + }, + { + "epoch": 0.2406395301411208, + "grad_norm": 1.4298357963562012, + "learning_rate": 4.983266004481753e-05, + "loss": 0.2773, + "num_input_tokens_seen": 2854176, + "step": 1475 + }, + { + "epoch": 0.24145525736193818, + "grad_norm": 1.7656506299972534, + "learning_rate": 4.9831524120456316e-05, + "loss": 0.2742, + "num_input_tokens_seen": 2863888, + "step": 1480 + }, + { + "epoch": 0.24227098458275553, + "grad_norm": 1.9771009683609009, + "learning_rate": 4.9830384366762026e-05, + "loss": 0.2031, + "num_input_tokens_seen": 2872640, + "step": 1485 + }, + { + "epoch": 0.24308671180357289, + "grad_norm": 1.8394360542297363, + "learning_rate": 4.9829240783910436e-05, + "loss": 0.1515, + "num_input_tokens_seen": 2881488, + "step": 1490 + }, + { + "epoch": 0.24390243902439024, + "grad_norm": 2.2755722999572754, + "learning_rate": 4.982809337207789e-05, + "loss": 0.2732, + "num_input_tokens_seen": 2892336, + "step": 1495 + }, + { + "epoch": 0.2447181662452076, + "grad_norm": 1.7294775247573853, + "learning_rate": 4.9826942131441337e-05, + "loss": 0.2301, + "num_input_tokens_seen": 2901600, + "step": 1500 + }, + { + "epoch": 0.24553389346602497, + "grad_norm": 1.8086798191070557, + "learning_rate": 4.9825787062178315e-05, + "loss": 0.369, + "num_input_tokens_seen": 2911664, + "step": 1505 + }, + { + "epoch": 0.24634962068684232, + "grad_norm": 1.6452847719192505, + "learning_rate": 4.9824628164466945e-05, + "loss": 0.2063, + "num_input_tokens_seen": 2920976, + "step": 1510 + }, + { + "epoch": 0.24716534790765968, + "grad_norm": 1.1043750047683716, + "learning_rate": 4.982346543848595e-05, + "loss": 0.2347, + "num_input_tokens_seen": 2930864, + "step": 1515 + }, + { + "epoch": 0.24798107512847703, + "grad_norm": 0.6604053378105164, + "learning_rate": 4.9822298884414626e-05, + "loss": 0.207, + "num_input_tokens_seen": 2940944, + "step": 1520 + }, + { + "epoch": 0.24879680234929438, + "grad_norm": 0.7884672284126282, + "learning_rate": 4.982112850243288e-05, + "loss": 0.2115, + "num_input_tokens_seen": 2950768, + "step": 1525 + }, + { + "epoch": 0.24961252957011176, + "grad_norm": 1.1587226390838623, + "learning_rate": 4.98199542927212e-05, + "loss": 0.2048, + "num_input_tokens_seen": 2959600, + "step": 1530 + }, + { + "epoch": 0.2504282567909291, + "grad_norm": 0.6369397640228271, + "learning_rate": 4.981877625546066e-05, + "loss": 0.3165, + "num_input_tokens_seen": 2970000, + "step": 1535 + }, + { + "epoch": 0.25124398401174647, + "grad_norm": 1.017933964729309, + "learning_rate": 4.981759439083293e-05, + "loss": 0.1746, + "num_input_tokens_seen": 2980640, + "step": 1540 + }, + { + "epoch": 0.2520597112325638, + "grad_norm": 1.1188992261886597, + "learning_rate": 4.981640869902027e-05, + "loss": 0.2549, + "num_input_tokens_seen": 2990448, + "step": 1545 + }, + { + "epoch": 0.2528754384533812, + "grad_norm": 1.2759512662887573, + "learning_rate": 4.9815219180205517e-05, + "loss": 0.1658, + "num_input_tokens_seen": 2999568, + "step": 1550 + }, + { + "epoch": 0.2536911656741985, + "grad_norm": 1.8699027299880981, + "learning_rate": 4.9814025834572126e-05, + "loss": 0.3273, + "num_input_tokens_seen": 3009136, + "step": 1555 + }, + { + "epoch": 0.2545068928950159, + "grad_norm": 1.5694589614868164, + "learning_rate": 4.981282866230411e-05, + "loss": 0.1733, + "num_input_tokens_seen": 3018272, + "step": 1560 + }, + { + "epoch": 0.2553226201158333, + "grad_norm": 1.4456522464752197, + "learning_rate": 4.981162766358611e-05, + "loss": 0.2165, + "num_input_tokens_seen": 3027856, + "step": 1565 + }, + { + "epoch": 0.25613834733665064, + "grad_norm": 0.619202196598053, + "learning_rate": 4.9810422838603316e-05, + "loss": 0.1602, + "num_input_tokens_seen": 3037584, + "step": 1570 + }, + { + "epoch": 0.256954074557468, + "grad_norm": 0.6236174702644348, + "learning_rate": 4.9809214187541533e-05, + "loss": 0.1434, + "num_input_tokens_seen": 3045856, + "step": 1575 + }, + { + "epoch": 0.25776980177828535, + "grad_norm": 0.45080024003982544, + "learning_rate": 4.980800171058715e-05, + "loss": 0.1316, + "num_input_tokens_seen": 3053872, + "step": 1580 + }, + { + "epoch": 0.2585855289991027, + "grad_norm": 0.7518648505210876, + "learning_rate": 4.980678540792715e-05, + "loss": 0.2464, + "num_input_tokens_seen": 3064560, + "step": 1585 + }, + { + "epoch": 0.25940125621992005, + "grad_norm": 2.8130006790161133, + "learning_rate": 4.980556527974909e-05, + "loss": 0.1824, + "num_input_tokens_seen": 3075408, + "step": 1590 + }, + { + "epoch": 0.2602169834407374, + "grad_norm": 2.228102207183838, + "learning_rate": 4.980434132624114e-05, + "loss": 0.2136, + "num_input_tokens_seen": 3086240, + "step": 1595 + }, + { + "epoch": 0.26103271066155476, + "grad_norm": 0.7027292847633362, + "learning_rate": 4.980311354759205e-05, + "loss": 0.1629, + "num_input_tokens_seen": 3095216, + "step": 1600 + }, + { + "epoch": 0.26103271066155476, + "eval_loss": 0.2125711590051651, + "eval_runtime": 71.3787, + "eval_samples_per_second": 38.177, + "eval_steps_per_second": 19.095, + "num_input_tokens_seen": 3095216, + "step": 1600 + }, + { + "epoch": 0.2618484378823721, + "grad_norm": 0.41484880447387695, + "learning_rate": 4.980188194399116e-05, + "loss": 0.1651, + "num_input_tokens_seen": 3105056, + "step": 1605 + }, + { + "epoch": 0.2626641651031895, + "grad_norm": 1.283323884010315, + "learning_rate": 4.9800646515628384e-05, + "loss": 0.2738, + "num_input_tokens_seen": 3116064, + "step": 1610 + }, + { + "epoch": 0.26347989232400687, + "grad_norm": 2.021027088165283, + "learning_rate": 4.979940726269426e-05, + "loss": 0.2173, + "num_input_tokens_seen": 3126272, + "step": 1615 + }, + { + "epoch": 0.2642956195448242, + "grad_norm": 2.1168503761291504, + "learning_rate": 4.979816418537988e-05, + "loss": 0.1984, + "num_input_tokens_seen": 3135520, + "step": 1620 + }, + { + "epoch": 0.2651113467656416, + "grad_norm": 1.144799828529358, + "learning_rate": 4.979691728387696e-05, + "loss": 0.2401, + "num_input_tokens_seen": 3145680, + "step": 1625 + }, + { + "epoch": 0.26592707398645893, + "grad_norm": 1.464620590209961, + "learning_rate": 4.979566655837776e-05, + "loss": 0.2828, + "num_input_tokens_seen": 3156032, + "step": 1630 + }, + { + "epoch": 0.2667428012072763, + "grad_norm": 0.4799725115299225, + "learning_rate": 4.9794412009075184e-05, + "loss": 0.2437, + "num_input_tokens_seen": 3164912, + "step": 1635 + }, + { + "epoch": 0.26755852842809363, + "grad_norm": 0.9517858624458313, + "learning_rate": 4.979315363616269e-05, + "loss": 0.1583, + "num_input_tokens_seen": 3175056, + "step": 1640 + }, + { + "epoch": 0.268374255648911, + "grad_norm": 0.9600910544395447, + "learning_rate": 4.979189143983434e-05, + "loss": 0.1686, + "num_input_tokens_seen": 3184976, + "step": 1645 + }, + { + "epoch": 0.26918998286972834, + "grad_norm": 1.2401856184005737, + "learning_rate": 4.979062542028478e-05, + "loss": 0.2489, + "num_input_tokens_seen": 3195552, + "step": 1650 + }, + { + "epoch": 0.27000571009054575, + "grad_norm": 2.2861509323120117, + "learning_rate": 4.978935557770923e-05, + "loss": 0.2061, + "num_input_tokens_seen": 3205312, + "step": 1655 + }, + { + "epoch": 0.2708214373113631, + "grad_norm": 1.456931471824646, + "learning_rate": 4.978808191230353e-05, + "loss": 0.1794, + "num_input_tokens_seen": 3215216, + "step": 1660 + }, + { + "epoch": 0.27163716453218045, + "grad_norm": 1.1001583337783813, + "learning_rate": 4.9786804424264085e-05, + "loss": 0.1947, + "num_input_tokens_seen": 3225024, + "step": 1665 + }, + { + "epoch": 0.2724528917529978, + "grad_norm": 1.5453945398330688, + "learning_rate": 4.978552311378792e-05, + "loss": 0.2637, + "num_input_tokens_seen": 3234032, + "step": 1670 + }, + { + "epoch": 0.27326861897381516, + "grad_norm": 10.738828659057617, + "learning_rate": 4.978423798107261e-05, + "loss": 0.2635, + "num_input_tokens_seen": 3244160, + "step": 1675 + }, + { + "epoch": 0.2740843461946325, + "grad_norm": 1.1792556047439575, + "learning_rate": 4.978294902631635e-05, + "loss": 0.2032, + "num_input_tokens_seen": 3254144, + "step": 1680 + }, + { + "epoch": 0.27490007341544986, + "grad_norm": 1.6919236183166504, + "learning_rate": 4.9781656249717914e-05, + "loss": 0.2446, + "num_input_tokens_seen": 3264400, + "step": 1685 + }, + { + "epoch": 0.2757158006362672, + "grad_norm": 1.8612231016159058, + "learning_rate": 4.9780359651476645e-05, + "loss": 0.3148, + "num_input_tokens_seen": 3273456, + "step": 1690 + }, + { + "epoch": 0.27653152785708457, + "grad_norm": 1.362328052520752, + "learning_rate": 4.977905923179251e-05, + "loss": 0.1887, + "num_input_tokens_seen": 3283680, + "step": 1695 + }, + { + "epoch": 0.2773472550779019, + "grad_norm": 0.9578875303268433, + "learning_rate": 4.977775499086606e-05, + "loss": 0.2016, + "num_input_tokens_seen": 3292960, + "step": 1700 + }, + { + "epoch": 0.27816298229871933, + "grad_norm": 0.7187288403511047, + "learning_rate": 4.97764469288984e-05, + "loss": 0.2298, + "num_input_tokens_seen": 3302160, + "step": 1705 + }, + { + "epoch": 0.2789787095195367, + "grad_norm": 1.0570611953735352, + "learning_rate": 4.977513504609127e-05, + "loss": 0.1707, + "num_input_tokens_seen": 3312400, + "step": 1710 + }, + { + "epoch": 0.27979443674035404, + "grad_norm": 1.1138107776641846, + "learning_rate": 4.9773819342646965e-05, + "loss": 0.095, + "num_input_tokens_seen": 3322352, + "step": 1715 + }, + { + "epoch": 0.2806101639611714, + "grad_norm": 0.7427387237548828, + "learning_rate": 4.97724998187684e-05, + "loss": 0.2505, + "num_input_tokens_seen": 3331536, + "step": 1720 + }, + { + "epoch": 0.28142589118198874, + "grad_norm": 1.92046058177948, + "learning_rate": 4.9771176474659045e-05, + "loss": 0.2154, + "num_input_tokens_seen": 3341632, + "step": 1725 + }, + { + "epoch": 0.2822416184028061, + "grad_norm": 2.2701706886291504, + "learning_rate": 4.976984931052299e-05, + "loss": 0.1974, + "num_input_tokens_seen": 3351200, + "step": 1730 + }, + { + "epoch": 0.28305734562362345, + "grad_norm": 1.4146860837936401, + "learning_rate": 4.976851832656489e-05, + "loss": 0.2734, + "num_input_tokens_seen": 3360480, + "step": 1735 + }, + { + "epoch": 0.2838730728444408, + "grad_norm": 0.9709758758544922, + "learning_rate": 4.9767183522990004e-05, + "loss": 0.2281, + "num_input_tokens_seen": 3368848, + "step": 1740 + }, + { + "epoch": 0.28468880006525815, + "grad_norm": 1.909834384918213, + "learning_rate": 4.9765844900004176e-05, + "loss": 0.289, + "num_input_tokens_seen": 3377680, + "step": 1745 + }, + { + "epoch": 0.28550452728607556, + "grad_norm": 0.7986220717430115, + "learning_rate": 4.9764502457813834e-05, + "loss": 0.1332, + "num_input_tokens_seen": 3388528, + "step": 1750 + }, + { + "epoch": 0.2863202545068929, + "grad_norm": 1.034674882888794, + "learning_rate": 4.9763156196626005e-05, + "loss": 0.1685, + "num_input_tokens_seen": 3398448, + "step": 1755 + }, + { + "epoch": 0.28713598172771027, + "grad_norm": 1.7349039316177368, + "learning_rate": 4.97618061166483e-05, + "loss": 0.2605, + "num_input_tokens_seen": 3407248, + "step": 1760 + }, + { + "epoch": 0.2879517089485276, + "grad_norm": 1.5880519151687622, + "learning_rate": 4.9760452218088915e-05, + "loss": 0.1946, + "num_input_tokens_seen": 3416640, + "step": 1765 + }, + { + "epoch": 0.28876743616934497, + "grad_norm": 0.8133718371391296, + "learning_rate": 4.975909450115663e-05, + "loss": 0.2647, + "num_input_tokens_seen": 3426016, + "step": 1770 + }, + { + "epoch": 0.2895831633901623, + "grad_norm": 0.826787531375885, + "learning_rate": 4.975773296606084e-05, + "loss": 0.1688, + "num_input_tokens_seen": 3436160, + "step": 1775 + }, + { + "epoch": 0.2903988906109797, + "grad_norm": 3.9063611030578613, + "learning_rate": 4.97563676130115e-05, + "loss": 0.2623, + "num_input_tokens_seen": 3446384, + "step": 1780 + }, + { + "epoch": 0.29121461783179703, + "grad_norm": 1.737869143486023, + "learning_rate": 4.9754998442219166e-05, + "loss": 0.1918, + "num_input_tokens_seen": 3455392, + "step": 1785 + }, + { + "epoch": 0.2920303450526144, + "grad_norm": 1.0886269807815552, + "learning_rate": 4.9753625453894984e-05, + "loss": 0.2109, + "num_input_tokens_seen": 3464144, + "step": 1790 + }, + { + "epoch": 0.2928460722734318, + "grad_norm": 1.0808528661727905, + "learning_rate": 4.975224864825068e-05, + "loss": 0.1808, + "num_input_tokens_seen": 3473504, + "step": 1795 + }, + { + "epoch": 0.29366179949424914, + "grad_norm": 1.1565836668014526, + "learning_rate": 4.9750868025498576e-05, + "loss": 0.2661, + "num_input_tokens_seen": 3483504, + "step": 1800 + }, + { + "epoch": 0.29366179949424914, + "eval_loss": 0.20710720121860504, + "eval_runtime": 71.3236, + "eval_samples_per_second": 38.206, + "eval_steps_per_second": 19.11, + "num_input_tokens_seen": 3483504, + "step": 1800 + }, + { + "epoch": 0.2944775267150665, + "grad_norm": 0.9842529892921448, + "learning_rate": 4.974948358585158e-05, + "loss": 0.1986, + "num_input_tokens_seen": 3493856, + "step": 1805 + }, + { + "epoch": 0.29529325393588385, + "grad_norm": 0.8725795745849609, + "learning_rate": 4.9748095329523205e-05, + "loss": 0.2184, + "num_input_tokens_seen": 3502848, + "step": 1810 + }, + { + "epoch": 0.2961089811567012, + "grad_norm": 0.9572964310646057, + "learning_rate": 4.974670325672752e-05, + "loss": 0.1965, + "num_input_tokens_seen": 3513424, + "step": 1815 + }, + { + "epoch": 0.29692470837751855, + "grad_norm": 1.999861717224121, + "learning_rate": 4.974530736767921e-05, + "loss": 0.2359, + "num_input_tokens_seen": 3520816, + "step": 1820 + }, + { + "epoch": 0.2977404355983359, + "grad_norm": 2.0572519302368164, + "learning_rate": 4.9743907662593524e-05, + "loss": 0.2594, + "num_input_tokens_seen": 3531376, + "step": 1825 + }, + { + "epoch": 0.29855616281915326, + "grad_norm": 1.0452547073364258, + "learning_rate": 4.974250414168633e-05, + "loss": 0.1364, + "num_input_tokens_seen": 3542144, + "step": 1830 + }, + { + "epoch": 0.2993718900399706, + "grad_norm": 1.5689606666564941, + "learning_rate": 4.974109680517407e-05, + "loss": 0.2197, + "num_input_tokens_seen": 3551120, + "step": 1835 + }, + { + "epoch": 0.300187617260788, + "grad_norm": 1.0637052059173584, + "learning_rate": 4.973968565327376e-05, + "loss": 0.2274, + "num_input_tokens_seen": 3560800, + "step": 1840 + }, + { + "epoch": 0.3010033444816054, + "grad_norm": 0.9168683290481567, + "learning_rate": 4.973827068620303e-05, + "loss": 0.1793, + "num_input_tokens_seen": 3569280, + "step": 1845 + }, + { + "epoch": 0.3018190717024227, + "grad_norm": 1.720136284828186, + "learning_rate": 4.973685190418008e-05, + "loss": 0.2144, + "num_input_tokens_seen": 3578704, + "step": 1850 + }, + { + "epoch": 0.3026347989232401, + "grad_norm": 0.6982932090759277, + "learning_rate": 4.97354293074237e-05, + "loss": 0.1878, + "num_input_tokens_seen": 3587760, + "step": 1855 + }, + { + "epoch": 0.30345052614405743, + "grad_norm": 3.024306297302246, + "learning_rate": 4.9734002896153276e-05, + "loss": 0.2069, + "num_input_tokens_seen": 3596496, + "step": 1860 + }, + { + "epoch": 0.3042662533648748, + "grad_norm": 0.4889996349811554, + "learning_rate": 4.973257267058877e-05, + "loss": 0.1574, + "num_input_tokens_seen": 3605744, + "step": 1865 + }, + { + "epoch": 0.30508198058569214, + "grad_norm": 1.0088942050933838, + "learning_rate": 4.973113863095076e-05, + "loss": 0.2452, + "num_input_tokens_seen": 3615648, + "step": 1870 + }, + { + "epoch": 0.3058977078065095, + "grad_norm": 1.541510820388794, + "learning_rate": 4.9729700777460384e-05, + "loss": 0.1812, + "num_input_tokens_seen": 3625456, + "step": 1875 + }, + { + "epoch": 0.30671343502732684, + "grad_norm": 1.4480829238891602, + "learning_rate": 4.972825911033937e-05, + "loss": 0.2012, + "num_input_tokens_seen": 3635424, + "step": 1880 + }, + { + "epoch": 0.3075291622481442, + "grad_norm": 1.2547258138656616, + "learning_rate": 4.9726813629810056e-05, + "loss": 0.2862, + "num_input_tokens_seen": 3644816, + "step": 1885 + }, + { + "epoch": 0.3083448894689616, + "grad_norm": 1.1383521556854248, + "learning_rate": 4.9725364336095326e-05, + "loss": 0.1907, + "num_input_tokens_seen": 3654592, + "step": 1890 + }, + { + "epoch": 0.30916061668977896, + "grad_norm": 0.5132988095283508, + "learning_rate": 4.972391122941871e-05, + "loss": 0.1438, + "num_input_tokens_seen": 3663568, + "step": 1895 + }, + { + "epoch": 0.3099763439105963, + "grad_norm": 1.5871678590774536, + "learning_rate": 4.972245431000428e-05, + "loss": 0.2737, + "num_input_tokens_seen": 3673520, + "step": 1900 + }, + { + "epoch": 0.31079207113141366, + "grad_norm": 0.9071115255355835, + "learning_rate": 4.972099357807671e-05, + "loss": 0.185, + "num_input_tokens_seen": 3684416, + "step": 1905 + }, + { + "epoch": 0.311607798352231, + "grad_norm": 4.497821807861328, + "learning_rate": 4.971952903386127e-05, + "loss": 0.2575, + "num_input_tokens_seen": 3694736, + "step": 1910 + }, + { + "epoch": 0.31242352557304837, + "grad_norm": 0.5475602746009827, + "learning_rate": 4.971806067758381e-05, + "loss": 0.1817, + "num_input_tokens_seen": 3704400, + "step": 1915 + }, + { + "epoch": 0.3132392527938657, + "grad_norm": 0.7734212875366211, + "learning_rate": 4.971658850947076e-05, + "loss": 0.2996, + "num_input_tokens_seen": 3714160, + "step": 1920 + }, + { + "epoch": 0.31405498001468307, + "grad_norm": 1.2267141342163086, + "learning_rate": 4.9715112529749165e-05, + "loss": 0.179, + "num_input_tokens_seen": 3724864, + "step": 1925 + }, + { + "epoch": 0.3148707072355004, + "grad_norm": 1.343725562095642, + "learning_rate": 4.9713632738646624e-05, + "loss": 0.2207, + "num_input_tokens_seen": 3735088, + "step": 1930 + }, + { + "epoch": 0.31568643445631783, + "grad_norm": 0.5579210519790649, + "learning_rate": 4.971214913639134e-05, + "loss": 0.1632, + "num_input_tokens_seen": 3745360, + "step": 1935 + }, + { + "epoch": 0.3165021616771352, + "grad_norm": 0.8920814990997314, + "learning_rate": 4.9710661723212104e-05, + "loss": 0.1247, + "num_input_tokens_seen": 3755968, + "step": 1940 + }, + { + "epoch": 0.31731788889795254, + "grad_norm": 1.172676682472229, + "learning_rate": 4.9709170499338295e-05, + "loss": 0.1812, + "num_input_tokens_seen": 3764672, + "step": 1945 + }, + { + "epoch": 0.3181336161187699, + "grad_norm": 2.1638669967651367, + "learning_rate": 4.9707675464999895e-05, + "loss": 0.2403, + "num_input_tokens_seen": 3774208, + "step": 1950 + }, + { + "epoch": 0.31894934333958724, + "grad_norm": 1.7555278539657593, + "learning_rate": 4.970617662042743e-05, + "loss": 0.192, + "num_input_tokens_seen": 3784528, + "step": 1955 + }, + { + "epoch": 0.3197650705604046, + "grad_norm": 1.0260306596755981, + "learning_rate": 4.970467396585206e-05, + "loss": 0.2113, + "num_input_tokens_seen": 3793696, + "step": 1960 + }, + { + "epoch": 0.32058079778122195, + "grad_norm": 1.1424258947372437, + "learning_rate": 4.97031675015055e-05, + "loss": 0.2946, + "num_input_tokens_seen": 3802848, + "step": 1965 + }, + { + "epoch": 0.3213965250020393, + "grad_norm": 1.5466150045394897, + "learning_rate": 4.9701657227620075e-05, + "loss": 0.2163, + "num_input_tokens_seen": 3812592, + "step": 1970 + }, + { + "epoch": 0.32221225222285665, + "grad_norm": 0.8187905550003052, + "learning_rate": 4.9700143144428685e-05, + "loss": 0.1845, + "num_input_tokens_seen": 3822224, + "step": 1975 + }, + { + "epoch": 0.32302797944367406, + "grad_norm": 1.3362044095993042, + "learning_rate": 4.969862525216482e-05, + "loss": 0.2262, + "num_input_tokens_seen": 3831824, + "step": 1980 + }, + { + "epoch": 0.3238437066644914, + "grad_norm": 0.6232067942619324, + "learning_rate": 4.9697103551062556e-05, + "loss": 0.1535, + "num_input_tokens_seen": 3841392, + "step": 1985 + }, + { + "epoch": 0.32465943388530877, + "grad_norm": 1.0039780139923096, + "learning_rate": 4.9695578041356565e-05, + "loss": 0.1784, + "num_input_tokens_seen": 3851200, + "step": 1990 + }, + { + "epoch": 0.3254751611061261, + "grad_norm": 0.746300220489502, + "learning_rate": 4.969404872328209e-05, + "loss": 0.1391, + "num_input_tokens_seen": 3861664, + "step": 1995 + }, + { + "epoch": 0.3262908883269435, + "grad_norm": 1.8509849309921265, + "learning_rate": 4.969251559707498e-05, + "loss": 0.2605, + "num_input_tokens_seen": 3872976, + "step": 2000 + }, + { + "epoch": 0.3262908883269435, + "eval_loss": 0.20134200155735016, + "eval_runtime": 71.3697, + "eval_samples_per_second": 38.181, + "eval_steps_per_second": 19.098, + "num_input_tokens_seen": 3872976, + "step": 2000 + }, + { + "epoch": 0.3271066155477608, + "grad_norm": 1.8116546869277954, + "learning_rate": 4.9690978662971674e-05, + "loss": 0.2436, + "num_input_tokens_seen": 3882896, + "step": 2005 + }, + { + "epoch": 0.3279223427685782, + "grad_norm": 1.543114185333252, + "learning_rate": 4.968943792120916e-05, + "loss": 0.2204, + "num_input_tokens_seen": 3892848, + "step": 2010 + }, + { + "epoch": 0.32873806998939553, + "grad_norm": 1.7612875699996948, + "learning_rate": 4.9687893372025046e-05, + "loss": 0.1637, + "num_input_tokens_seen": 3903072, + "step": 2015 + }, + { + "epoch": 0.3295537972102129, + "grad_norm": 0.6511588096618652, + "learning_rate": 4.9686345015657535e-05, + "loss": 0.2091, + "num_input_tokens_seen": 3913776, + "step": 2020 + }, + { + "epoch": 0.33036952443103024, + "grad_norm": 0.8192362785339355, + "learning_rate": 4.968479285234538e-05, + "loss": 0.1627, + "num_input_tokens_seen": 3923568, + "step": 2025 + }, + { + "epoch": 0.33118525165184765, + "grad_norm": 1.444344401359558, + "learning_rate": 4.9683236882327974e-05, + "loss": 0.2341, + "num_input_tokens_seen": 3933280, + "step": 2030 + }, + { + "epoch": 0.332000978872665, + "grad_norm": 1.2163872718811035, + "learning_rate": 4.968167710584526e-05, + "loss": 0.2361, + "num_input_tokens_seen": 3942032, + "step": 2035 + }, + { + "epoch": 0.33281670609348235, + "grad_norm": 1.2294094562530518, + "learning_rate": 4.968011352313775e-05, + "loss": 0.1921, + "num_input_tokens_seen": 3951728, + "step": 2040 + }, + { + "epoch": 0.3336324333142997, + "grad_norm": 1.1419669389724731, + "learning_rate": 4.967854613444659e-05, + "loss": 0.2003, + "num_input_tokens_seen": 3961536, + "step": 2045 + }, + { + "epoch": 0.33444816053511706, + "grad_norm": 0.9007813930511475, + "learning_rate": 4.967697494001349e-05, + "loss": 0.2382, + "num_input_tokens_seen": 3970800, + "step": 2050 + }, + { + "epoch": 0.3352638877559344, + "grad_norm": 1.195602297782898, + "learning_rate": 4.9675399940080736e-05, + "loss": 0.1804, + "num_input_tokens_seen": 3980640, + "step": 2055 + }, + { + "epoch": 0.33607961497675176, + "grad_norm": 1.2447869777679443, + "learning_rate": 4.9673821134891226e-05, + "loss": 0.15, + "num_input_tokens_seen": 3989552, + "step": 2060 + }, + { + "epoch": 0.3368953421975691, + "grad_norm": 0.9876224398612976, + "learning_rate": 4.967223852468842e-05, + "loss": 0.2039, + "num_input_tokens_seen": 3999152, + "step": 2065 + }, + { + "epoch": 0.33771106941838647, + "grad_norm": 0.8989781141281128, + "learning_rate": 4.967065210971639e-05, + "loss": 0.2114, + "num_input_tokens_seen": 4009472, + "step": 2070 + }, + { + "epoch": 0.3385267966392039, + "grad_norm": 0.9803780317306519, + "learning_rate": 4.966906189021977e-05, + "loss": 0.1646, + "num_input_tokens_seen": 4019552, + "step": 2075 + }, + { + "epoch": 0.33934252386002123, + "grad_norm": 1.3453742265701294, + "learning_rate": 4.966746786644379e-05, + "loss": 0.232, + "num_input_tokens_seen": 4027968, + "step": 2080 + }, + { + "epoch": 0.3401582510808386, + "grad_norm": 2.2165029048919678, + "learning_rate": 4.966587003863429e-05, + "loss": 0.1921, + "num_input_tokens_seen": 4037184, + "step": 2085 + }, + { + "epoch": 0.34097397830165593, + "grad_norm": 0.6722076535224915, + "learning_rate": 4.966426840703765e-05, + "loss": 0.2149, + "num_input_tokens_seen": 4047760, + "step": 2090 + }, + { + "epoch": 0.3417897055224733, + "grad_norm": 1.2236413955688477, + "learning_rate": 4.9662662971900875e-05, + "loss": 0.2237, + "num_input_tokens_seen": 4057152, + "step": 2095 + }, + { + "epoch": 0.34260543274329064, + "grad_norm": 0.7810267806053162, + "learning_rate": 4.9661053733471534e-05, + "loss": 0.1572, + "num_input_tokens_seen": 4066320, + "step": 2100 + }, + { + "epoch": 0.343421159964108, + "grad_norm": 1.614880084991455, + "learning_rate": 4.965944069199781e-05, + "loss": 0.2592, + "num_input_tokens_seen": 4076464, + "step": 2105 + }, + { + "epoch": 0.34423688718492534, + "grad_norm": 1.0548696517944336, + "learning_rate": 4.965782384772842e-05, + "loss": 0.2556, + "num_input_tokens_seen": 4085456, + "step": 2110 + }, + { + "epoch": 0.3450526144057427, + "grad_norm": 0.5721427798271179, + "learning_rate": 4.9656203200912734e-05, + "loss": 0.2078, + "num_input_tokens_seen": 4095104, + "step": 2115 + }, + { + "epoch": 0.3458683416265601, + "grad_norm": 1.144613265991211, + "learning_rate": 4.965457875180067e-05, + "loss": 0.2548, + "num_input_tokens_seen": 4105312, + "step": 2120 + }, + { + "epoch": 0.34668406884737746, + "grad_norm": 0.8349775075912476, + "learning_rate": 4.9652950500642724e-05, + "loss": 0.1812, + "num_input_tokens_seen": 4115248, + "step": 2125 + }, + { + "epoch": 0.3474997960681948, + "grad_norm": 0.4365156590938568, + "learning_rate": 4.965131844769001e-05, + "loss": 0.104, + "num_input_tokens_seen": 4124560, + "step": 2130 + }, + { + "epoch": 0.34831552328901216, + "grad_norm": 1.7760165929794312, + "learning_rate": 4.96496825931942e-05, + "loss": 0.2365, + "num_input_tokens_seen": 4133776, + "step": 2135 + }, + { + "epoch": 0.3491312505098295, + "grad_norm": 0.8668369054794312, + "learning_rate": 4.9648042937407566e-05, + "loss": 0.2157, + "num_input_tokens_seen": 4142480, + "step": 2140 + }, + { + "epoch": 0.34994697773064687, + "grad_norm": 0.32712408900260925, + "learning_rate": 4.964639948058297e-05, + "loss": 0.1708, + "num_input_tokens_seen": 4151184, + "step": 2145 + }, + { + "epoch": 0.3507627049514642, + "grad_norm": 1.422052264213562, + "learning_rate": 4.9644752222973846e-05, + "loss": 0.2154, + "num_input_tokens_seen": 4160656, + "step": 2150 + }, + { + "epoch": 0.3515784321722816, + "grad_norm": 1.2647665739059448, + "learning_rate": 4.964310116483422e-05, + "loss": 0.1905, + "num_input_tokens_seen": 4171104, + "step": 2155 + }, + { + "epoch": 0.3523941593930989, + "grad_norm": 1.3795982599258423, + "learning_rate": 4.964144630641872e-05, + "loss": 0.237, + "num_input_tokens_seen": 4180128, + "step": 2160 + }, + { + "epoch": 0.3532098866139163, + "grad_norm": 1.1359902620315552, + "learning_rate": 4.9639787647982525e-05, + "loss": 0.1494, + "num_input_tokens_seen": 4188944, + "step": 2165 + }, + { + "epoch": 0.3540256138347337, + "grad_norm": 0.7823314070701599, + "learning_rate": 4.963812518978143e-05, + "loss": 0.1803, + "num_input_tokens_seen": 4199472, + "step": 2170 + }, + { + "epoch": 0.35484134105555104, + "grad_norm": 1.5240240097045898, + "learning_rate": 4.963645893207182e-05, + "loss": 0.2468, + "num_input_tokens_seen": 4208624, + "step": 2175 + }, + { + "epoch": 0.3556570682763684, + "grad_norm": 0.9211140871047974, + "learning_rate": 4.963478887511063e-05, + "loss": 0.2203, + "num_input_tokens_seen": 4217488, + "step": 2180 + }, + { + "epoch": 0.35647279549718575, + "grad_norm": 1.2292298078536987, + "learning_rate": 4.963311501915542e-05, + "loss": 0.1771, + "num_input_tokens_seen": 4226336, + "step": 2185 + }, + { + "epoch": 0.3572885227180031, + "grad_norm": 0.966431736946106, + "learning_rate": 4.963143736446432e-05, + "loss": 0.3156, + "num_input_tokens_seen": 4235168, + "step": 2190 + }, + { + "epoch": 0.35810424993882045, + "grad_norm": 1.223085880279541, + "learning_rate": 4.962975591129603e-05, + "loss": 0.2687, + "num_input_tokens_seen": 4244912, + "step": 2195 + }, + { + "epoch": 0.3589199771596378, + "grad_norm": 1.532251238822937, + "learning_rate": 4.962807065990986e-05, + "loss": 0.2698, + "num_input_tokens_seen": 4254272, + "step": 2200 + }, + { + "epoch": 0.3589199771596378, + "eval_loss": 0.20145271718502045, + "eval_runtime": 71.3324, + "eval_samples_per_second": 38.201, + "eval_steps_per_second": 19.108, + "num_input_tokens_seen": 4254272, + "step": 2200 + }, + { + "epoch": 0.35973570438045516, + "grad_norm": 0.7655650973320007, + "learning_rate": 4.9626381610565714e-05, + "loss": 0.2005, + "num_input_tokens_seen": 4263248, + "step": 2205 + }, + { + "epoch": 0.3605514316012725, + "grad_norm": 1.5656880140304565, + "learning_rate": 4.9624688763524043e-05, + "loss": 0.2109, + "num_input_tokens_seen": 4273664, + "step": 2210 + }, + { + "epoch": 0.3613671588220899, + "grad_norm": 2.120802164077759, + "learning_rate": 4.962299211904591e-05, + "loss": 0.193, + "num_input_tokens_seen": 4283360, + "step": 2215 + }, + { + "epoch": 0.36218288604290727, + "grad_norm": 1.4974998235702515, + "learning_rate": 4.962129167739296e-05, + "loss": 0.2848, + "num_input_tokens_seen": 4293648, + "step": 2220 + }, + { + "epoch": 0.3629986132637246, + "grad_norm": 1.4651696681976318, + "learning_rate": 4.961958743882742e-05, + "loss": 0.2176, + "num_input_tokens_seen": 4303264, + "step": 2225 + }, + { + "epoch": 0.363814340484542, + "grad_norm": 1.0946173667907715, + "learning_rate": 4.961787940361211e-05, + "loss": 0.1451, + "num_input_tokens_seen": 4313136, + "step": 2230 + }, + { + "epoch": 0.36463006770535933, + "grad_norm": 1.5044687986373901, + "learning_rate": 4.961616757201043e-05, + "loss": 0.2117, + "num_input_tokens_seen": 4323424, + "step": 2235 + }, + { + "epoch": 0.3654457949261767, + "grad_norm": 0.47450923919677734, + "learning_rate": 4.961445194428637e-05, + "loss": 0.1985, + "num_input_tokens_seen": 4332848, + "step": 2240 + }, + { + "epoch": 0.36626152214699403, + "grad_norm": 2.2032151222229004, + "learning_rate": 4.9612732520704486e-05, + "loss": 0.2023, + "num_input_tokens_seen": 4343344, + "step": 2245 + }, + { + "epoch": 0.3670772493678114, + "grad_norm": 1.6499630212783813, + "learning_rate": 4.961100930152994e-05, + "loss": 0.3008, + "num_input_tokens_seen": 4352656, + "step": 2250 + }, + { + "epoch": 0.36789297658862874, + "grad_norm": 1.3512425422668457, + "learning_rate": 4.960928228702849e-05, + "loss": 0.1982, + "num_input_tokens_seen": 4362736, + "step": 2255 + }, + { + "epoch": 0.36870870380944615, + "grad_norm": 2.0952048301696777, + "learning_rate": 4.960755147746645e-05, + "loss": 0.1626, + "num_input_tokens_seen": 4369776, + "step": 2260 + }, + { + "epoch": 0.3695244310302635, + "grad_norm": 0.8086272478103638, + "learning_rate": 4.9605816873110736e-05, + "loss": 0.2502, + "num_input_tokens_seen": 4379200, + "step": 2265 + }, + { + "epoch": 0.37034015825108085, + "grad_norm": 1.3149417638778687, + "learning_rate": 4.960407847422883e-05, + "loss": 0.2204, + "num_input_tokens_seen": 4388080, + "step": 2270 + }, + { + "epoch": 0.3711558854718982, + "grad_norm": 0.7920256853103638, + "learning_rate": 4.960233628108885e-05, + "loss": 0.2095, + "num_input_tokens_seen": 4398368, + "step": 2275 + }, + { + "epoch": 0.37197161269271556, + "grad_norm": 0.7346406579017639, + "learning_rate": 4.960059029395942e-05, + "loss": 0.1653, + "num_input_tokens_seen": 4407936, + "step": 2280 + }, + { + "epoch": 0.3727873399135329, + "grad_norm": 2.271421194076538, + "learning_rate": 4.959884051310983e-05, + "loss": 0.2986, + "num_input_tokens_seen": 4418464, + "step": 2285 + }, + { + "epoch": 0.37360306713435026, + "grad_norm": 0.7051560878753662, + "learning_rate": 4.959708693880991e-05, + "loss": 0.2005, + "num_input_tokens_seen": 4427232, + "step": 2290 + }, + { + "epoch": 0.3744187943551676, + "grad_norm": 0.866613507270813, + "learning_rate": 4.9595329571330074e-05, + "loss": 0.1297, + "num_input_tokens_seen": 4435920, + "step": 2295 + }, + { + "epoch": 0.37523452157598497, + "grad_norm": 0.4170011579990387, + "learning_rate": 4.9593568410941326e-05, + "loss": 0.1738, + "num_input_tokens_seen": 4445232, + "step": 2300 + }, + { + "epoch": 0.3760502487968023, + "grad_norm": 1.3718119859695435, + "learning_rate": 4.959180345791528e-05, + "loss": 0.1425, + "num_input_tokens_seen": 4454464, + "step": 2305 + }, + { + "epoch": 0.37686597601761973, + "grad_norm": 0.9790120720863342, + "learning_rate": 4.9590034712524086e-05, + "loss": 0.2315, + "num_input_tokens_seen": 4464432, + "step": 2310 + }, + { + "epoch": 0.3776817032384371, + "grad_norm": 1.9006160497665405, + "learning_rate": 4.958826217504053e-05, + "loss": 0.2495, + "num_input_tokens_seen": 4474368, + "step": 2315 + }, + { + "epoch": 0.37849743045925444, + "grad_norm": 0.6459683179855347, + "learning_rate": 4.958648584573795e-05, + "loss": 0.2507, + "num_input_tokens_seen": 4483856, + "step": 2320 + }, + { + "epoch": 0.3793131576800718, + "grad_norm": 0.8844051957130432, + "learning_rate": 4.958470572489028e-05, + "loss": 0.2592, + "num_input_tokens_seen": 4493104, + "step": 2325 + }, + { + "epoch": 0.38012888490088914, + "grad_norm": 0.6197348833084106, + "learning_rate": 4.958292181277203e-05, + "loss": 0.2096, + "num_input_tokens_seen": 4502848, + "step": 2330 + }, + { + "epoch": 0.3809446121217065, + "grad_norm": 0.4207504093647003, + "learning_rate": 4.958113410965832e-05, + "loss": 0.21, + "num_input_tokens_seen": 4512384, + "step": 2335 + }, + { + "epoch": 0.38176033934252385, + "grad_norm": 0.5501617789268494, + "learning_rate": 4.957934261582481e-05, + "loss": 0.1431, + "num_input_tokens_seen": 4523760, + "step": 2340 + }, + { + "epoch": 0.3825760665633412, + "grad_norm": 2.1754965782165527, + "learning_rate": 4.95775473315478e-05, + "loss": 0.2402, + "num_input_tokens_seen": 4533472, + "step": 2345 + }, + { + "epoch": 0.38339179378415855, + "grad_norm": 1.8002294301986694, + "learning_rate": 4.9575748257104124e-05, + "loss": 0.2065, + "num_input_tokens_seen": 4542896, + "step": 2350 + }, + { + "epoch": 0.38420752100497596, + "grad_norm": 1.3221553564071655, + "learning_rate": 4.9573945392771224e-05, + "loss": 0.2546, + "num_input_tokens_seen": 4552032, + "step": 2355 + }, + { + "epoch": 0.3850232482257933, + "grad_norm": 1.3491184711456299, + "learning_rate": 4.9572138738827134e-05, + "loss": 0.1926, + "num_input_tokens_seen": 4560928, + "step": 2360 + }, + { + "epoch": 0.38583897544661067, + "grad_norm": 0.7701740264892578, + "learning_rate": 4.957032829555046e-05, + "loss": 0.1816, + "num_input_tokens_seen": 4569568, + "step": 2365 + }, + { + "epoch": 0.386654702667428, + "grad_norm": 0.9195118546485901, + "learning_rate": 4.956851406322039e-05, + "loss": 0.2051, + "num_input_tokens_seen": 4578896, + "step": 2370 + }, + { + "epoch": 0.38747042988824537, + "grad_norm": 1.1512701511383057, + "learning_rate": 4.9566696042116704e-05, + "loss": 0.1822, + "num_input_tokens_seen": 4588624, + "step": 2375 + }, + { + "epoch": 0.3882861571090627, + "grad_norm": 1.6628272533416748, + "learning_rate": 4.9564874232519766e-05, + "loss": 0.1666, + "num_input_tokens_seen": 4598864, + "step": 2380 + }, + { + "epoch": 0.3891018843298801, + "grad_norm": 2.0889041423797607, + "learning_rate": 4.9563048634710516e-05, + "loss": 0.2993, + "num_input_tokens_seen": 4608672, + "step": 2385 + }, + { + "epoch": 0.38991761155069743, + "grad_norm": 0.7310606837272644, + "learning_rate": 4.956121924897049e-05, + "loss": 0.2125, + "num_input_tokens_seen": 4618288, + "step": 2390 + }, + { + "epoch": 0.3907333387715148, + "grad_norm": 0.5031141042709351, + "learning_rate": 4.955938607558181e-05, + "loss": 0.1657, + "num_input_tokens_seen": 4627904, + "step": 2395 + }, + { + "epoch": 0.3915490659923322, + "grad_norm": 0.9865947365760803, + "learning_rate": 4.955754911482715e-05, + "loss": 0.2451, + "num_input_tokens_seen": 4637376, + "step": 2400 + }, + { + "epoch": 0.3915490659923322, + "eval_loss": 0.19595253467559814, + "eval_runtime": 71.3888, + "eval_samples_per_second": 38.171, + "eval_steps_per_second": 19.093, + "num_input_tokens_seen": 4637376, + "step": 2400 + }, + { + "epoch": 0.39236479321314954, + "grad_norm": 1.3160828351974487, + "learning_rate": 4.9555708366989804e-05, + "loss": 0.2056, + "num_input_tokens_seen": 4646928, + "step": 2405 + }, + { + "epoch": 0.3931805204339669, + "grad_norm": 2.1624562740325928, + "learning_rate": 4.9553863832353655e-05, + "loss": 0.1695, + "num_input_tokens_seen": 4656080, + "step": 2410 + }, + { + "epoch": 0.39399624765478425, + "grad_norm": 1.096370816230774, + "learning_rate": 4.955201551120313e-05, + "loss": 0.2635, + "num_input_tokens_seen": 4666240, + "step": 2415 + }, + { + "epoch": 0.3948119748756016, + "grad_norm": 0.9378790855407715, + "learning_rate": 4.955016340382328e-05, + "loss": 0.1865, + "num_input_tokens_seen": 4676704, + "step": 2420 + }, + { + "epoch": 0.39562770209641895, + "grad_norm": 0.9458362460136414, + "learning_rate": 4.954830751049972e-05, + "loss": 0.1616, + "num_input_tokens_seen": 4686096, + "step": 2425 + }, + { + "epoch": 0.3964434293172363, + "grad_norm": 0.8670825362205505, + "learning_rate": 4.954644783151864e-05, + "loss": 0.1906, + "num_input_tokens_seen": 4696048, + "step": 2430 + }, + { + "epoch": 0.39725915653805366, + "grad_norm": 1.1900813579559326, + "learning_rate": 4.954458436716684e-05, + "loss": 0.2447, + "num_input_tokens_seen": 4705040, + "step": 2435 + }, + { + "epoch": 0.398074883758871, + "grad_norm": 1.1478677988052368, + "learning_rate": 4.954271711773168e-05, + "loss": 0.2021, + "num_input_tokens_seen": 4715152, + "step": 2440 + }, + { + "epoch": 0.39889061097968836, + "grad_norm": 0.8507974147796631, + "learning_rate": 4.9540846083501115e-05, + "loss": 0.1404, + "num_input_tokens_seen": 4725456, + "step": 2445 + }, + { + "epoch": 0.3997063382005058, + "grad_norm": 1.4655663967132568, + "learning_rate": 4.953897126476369e-05, + "loss": 0.1536, + "num_input_tokens_seen": 4735552, + "step": 2450 + }, + { + "epoch": 0.4005220654213231, + "grad_norm": 0.988704264163971, + "learning_rate": 4.9537092661808514e-05, + "loss": 0.241, + "num_input_tokens_seen": 4745552, + "step": 2455 + }, + { + "epoch": 0.4013377926421405, + "grad_norm": 0.8690661787986755, + "learning_rate": 4.9535210274925306e-05, + "loss": 0.1868, + "num_input_tokens_seen": 4755920, + "step": 2460 + }, + { + "epoch": 0.40215351986295783, + "grad_norm": 0.5522428154945374, + "learning_rate": 4.953332410440435e-05, + "loss": 0.233, + "num_input_tokens_seen": 4766544, + "step": 2465 + }, + { + "epoch": 0.4029692470837752, + "grad_norm": 0.7363942861557007, + "learning_rate": 4.9531434150536496e-05, + "loss": 0.1779, + "num_input_tokens_seen": 4776032, + "step": 2470 + }, + { + "epoch": 0.40378497430459254, + "grad_norm": 0.411769300699234, + "learning_rate": 4.952954041361322e-05, + "loss": 0.2149, + "num_input_tokens_seen": 4786848, + "step": 2475 + }, + { + "epoch": 0.4046007015254099, + "grad_norm": 0.5594416260719299, + "learning_rate": 4.952764289392655e-05, + "loss": 0.1326, + "num_input_tokens_seen": 4796960, + "step": 2480 + }, + { + "epoch": 0.40541642874622724, + "grad_norm": 1.0742292404174805, + "learning_rate": 4.952574159176912e-05, + "loss": 0.2164, + "num_input_tokens_seen": 4804992, + "step": 2485 + }, + { + "epoch": 0.4062321559670446, + "grad_norm": 0.649060070514679, + "learning_rate": 4.952383650743413e-05, + "loss": 0.185, + "num_input_tokens_seen": 4813328, + "step": 2490 + }, + { + "epoch": 0.407047883187862, + "grad_norm": 1.1644972562789917, + "learning_rate": 4.952192764121536e-05, + "loss": 0.2369, + "num_input_tokens_seen": 4823056, + "step": 2495 + }, + { + "epoch": 0.40786361040867936, + "grad_norm": 1.07984459400177, + "learning_rate": 4.9520014993407185e-05, + "loss": 0.228, + "num_input_tokens_seen": 4831984, + "step": 2500 + }, + { + "epoch": 0.4086793376294967, + "grad_norm": 0.8687160015106201, + "learning_rate": 4.951809856430456e-05, + "loss": 0.2011, + "num_input_tokens_seen": 4841920, + "step": 2505 + }, + { + "epoch": 0.40949506485031406, + "grad_norm": 1.083416223526001, + "learning_rate": 4.951617835420303e-05, + "loss": 0.1481, + "num_input_tokens_seen": 4851104, + "step": 2510 + }, + { + "epoch": 0.4103107920711314, + "grad_norm": 0.8720263838768005, + "learning_rate": 4.951425436339869e-05, + "loss": 0.2112, + "num_input_tokens_seen": 4859456, + "step": 2515 + }, + { + "epoch": 0.41112651929194877, + "grad_norm": 1.4415233135223389, + "learning_rate": 4.9512326592188274e-05, + "loss": 0.1638, + "num_input_tokens_seen": 4869040, + "step": 2520 + }, + { + "epoch": 0.4119422465127661, + "grad_norm": 0.8521527051925659, + "learning_rate": 4.9510395040869054e-05, + "loss": 0.2345, + "num_input_tokens_seen": 4878288, + "step": 2525 + }, + { + "epoch": 0.41275797373358347, + "grad_norm": 1.0835574865341187, + "learning_rate": 4.9508459709738905e-05, + "loss": 0.195, + "num_input_tokens_seen": 4888368, + "step": 2530 + }, + { + "epoch": 0.4135737009544008, + "grad_norm": 0.7863330841064453, + "learning_rate": 4.950652059909627e-05, + "loss": 0.2445, + "num_input_tokens_seen": 4895840, + "step": 2535 + }, + { + "epoch": 0.41438942817521823, + "grad_norm": 1.7358306646347046, + "learning_rate": 4.95045777092402e-05, + "loss": 0.2527, + "num_input_tokens_seen": 4904768, + "step": 2540 + }, + { + "epoch": 0.4152051553960356, + "grad_norm": 1.0750786066055298, + "learning_rate": 4.950263104047031e-05, + "loss": 0.2238, + "num_input_tokens_seen": 4914272, + "step": 2545 + }, + { + "epoch": 0.41602088261685294, + "grad_norm": 0.7917796969413757, + "learning_rate": 4.9500680593086775e-05, + "loss": 0.1805, + "num_input_tokens_seen": 4924048, + "step": 2550 + }, + { + "epoch": 0.4168366098376703, + "grad_norm": 0.7309476733207703, + "learning_rate": 4.94987263673904e-05, + "loss": 0.18, + "num_input_tokens_seen": 4933552, + "step": 2555 + }, + { + "epoch": 0.41765233705848764, + "grad_norm": 0.8437701463699341, + "learning_rate": 4.949676836368256e-05, + "loss": 0.2037, + "num_input_tokens_seen": 4943408, + "step": 2560 + }, + { + "epoch": 0.418468064279305, + "grad_norm": 0.7900065183639526, + "learning_rate": 4.949480658226518e-05, + "loss": 0.1008, + "num_input_tokens_seen": 4954176, + "step": 2565 + }, + { + "epoch": 0.41928379150012235, + "grad_norm": 0.7710660696029663, + "learning_rate": 4.949284102344082e-05, + "loss": 0.284, + "num_input_tokens_seen": 4962800, + "step": 2570 + }, + { + "epoch": 0.4200995187209397, + "grad_norm": 0.7626755237579346, + "learning_rate": 4.9490871687512565e-05, + "loss": 0.2079, + "num_input_tokens_seen": 4973200, + "step": 2575 + }, + { + "epoch": 0.42091524594175705, + "grad_norm": 1.4092506170272827, + "learning_rate": 4.948889857478413e-05, + "loss": 0.1871, + "num_input_tokens_seen": 4982160, + "step": 2580 + }, + { + "epoch": 0.4217309731625744, + "grad_norm": 9.44117259979248, + "learning_rate": 4.948692168555978e-05, + "loss": 0.1236, + "num_input_tokens_seen": 4991168, + "step": 2585 + }, + { + "epoch": 0.4225467003833918, + "grad_norm": 0.897928774356842, + "learning_rate": 4.94849410201444e-05, + "loss": 0.1514, + "num_input_tokens_seen": 4999760, + "step": 2590 + }, + { + "epoch": 0.42336242760420917, + "grad_norm": 1.7691388130187988, + "learning_rate": 4.948295657884341e-05, + "loss": 0.2608, + "num_input_tokens_seen": 5009984, + "step": 2595 + }, + { + "epoch": 0.4241781548250265, + "grad_norm": 0.9071828722953796, + "learning_rate": 4.9480968361962835e-05, + "loss": 0.2687, + "num_input_tokens_seen": 5019664, + "step": 2600 + }, + { + "epoch": 0.4241781548250265, + "eval_loss": 0.19686400890350342, + "eval_runtime": 71.4528, + "eval_samples_per_second": 38.137, + "eval_steps_per_second": 19.076, + "num_input_tokens_seen": 5019664, + "step": 2600 + }, + { + "epoch": 0.4249938820458439, + "grad_norm": 1.309737205505371, + "learning_rate": 4.9478976369809305e-05, + "loss": 0.2195, + "num_input_tokens_seen": 5029696, + "step": 2605 + }, + { + "epoch": 0.4258096092666612, + "grad_norm": 1.4945226907730103, + "learning_rate": 4.947698060268999e-05, + "loss": 0.1898, + "num_input_tokens_seen": 5038816, + "step": 2610 + }, + { + "epoch": 0.4266253364874786, + "grad_norm": 1.2001187801361084, + "learning_rate": 4.9474981060912665e-05, + "loss": 0.1786, + "num_input_tokens_seen": 5047792, + "step": 2615 + }, + { + "epoch": 0.42744106370829593, + "grad_norm": 1.1539644002914429, + "learning_rate": 4.94729777447857e-05, + "loss": 0.2297, + "num_input_tokens_seen": 5056960, + "step": 2620 + }, + { + "epoch": 0.4282567909291133, + "grad_norm": 1.1882736682891846, + "learning_rate": 4.947097065461801e-05, + "loss": 0.1685, + "num_input_tokens_seen": 5066912, + "step": 2625 + }, + { + "epoch": 0.42907251814993064, + "grad_norm": 0.744586169719696, + "learning_rate": 4.9468959790719125e-05, + "loss": 0.1875, + "num_input_tokens_seen": 5076800, + "step": 2630 + }, + { + "epoch": 0.42988824537074805, + "grad_norm": 1.2830946445465088, + "learning_rate": 4.9466945153399146e-05, + "loss": 0.1707, + "num_input_tokens_seen": 5085456, + "step": 2635 + }, + { + "epoch": 0.4307039725915654, + "grad_norm": 0.6466878652572632, + "learning_rate": 4.9464926742968755e-05, + "loss": 0.1577, + "num_input_tokens_seen": 5095712, + "step": 2640 + }, + { + "epoch": 0.43151969981238275, + "grad_norm": 0.8573569059371948, + "learning_rate": 4.946290455973921e-05, + "loss": 0.1682, + "num_input_tokens_seen": 5106272, + "step": 2645 + }, + { + "epoch": 0.4323354270332001, + "grad_norm": 1.1711727380752563, + "learning_rate": 4.9460878604022365e-05, + "loss": 0.284, + "num_input_tokens_seen": 5115936, + "step": 2650 + }, + { + "epoch": 0.43315115425401746, + "grad_norm": 0.7446762323379517, + "learning_rate": 4.945884887613065e-05, + "loss": 0.0899, + "num_input_tokens_seen": 5125248, + "step": 2655 + }, + { + "epoch": 0.4339668814748348, + "grad_norm": 1.5938762426376343, + "learning_rate": 4.9456815376377055e-05, + "loss": 0.1968, + "num_input_tokens_seen": 5134832, + "step": 2660 + }, + { + "epoch": 0.43478260869565216, + "grad_norm": 1.5787992477416992, + "learning_rate": 4.9454778105075195e-05, + "loss": 0.155, + "num_input_tokens_seen": 5144400, + "step": 2665 + }, + { + "epoch": 0.4355983359164695, + "grad_norm": 0.9233168363571167, + "learning_rate": 4.945273706253924e-05, + "loss": 0.1645, + "num_input_tokens_seen": 5154448, + "step": 2670 + }, + { + "epoch": 0.43641406313728687, + "grad_norm": 1.5677011013031006, + "learning_rate": 4.9450692249083925e-05, + "loss": 0.1843, + "num_input_tokens_seen": 5163760, + "step": 2675 + }, + { + "epoch": 0.4372297903581043, + "grad_norm": 1.4463884830474854, + "learning_rate": 4.9448643665024605e-05, + "loss": 0.22, + "num_input_tokens_seen": 5173168, + "step": 2680 + }, + { + "epoch": 0.43804551757892163, + "grad_norm": 0.5358648896217346, + "learning_rate": 4.944659131067719e-05, + "loss": 0.1496, + "num_input_tokens_seen": 5183648, + "step": 2685 + }, + { + "epoch": 0.438861244799739, + "grad_norm": 1.2281638383865356, + "learning_rate": 4.944453518635818e-05, + "loss": 0.1468, + "num_input_tokens_seen": 5192800, + "step": 2690 + }, + { + "epoch": 0.43967697202055633, + "grad_norm": 1.088025450706482, + "learning_rate": 4.944247529238465e-05, + "loss": 0.1974, + "num_input_tokens_seen": 5201536, + "step": 2695 + }, + { + "epoch": 0.4404926992413737, + "grad_norm": 0.6294854283332825, + "learning_rate": 4.944041162907427e-05, + "loss": 0.1936, + "num_input_tokens_seen": 5209584, + "step": 2700 + }, + { + "epoch": 0.44130842646219104, + "grad_norm": 1.2258713245391846, + "learning_rate": 4.943834419674529e-05, + "loss": 0.2529, + "num_input_tokens_seen": 5219792, + "step": 2705 + }, + { + "epoch": 0.4421241536830084, + "grad_norm": 0.8550546765327454, + "learning_rate": 4.9436272995716506e-05, + "loss": 0.2103, + "num_input_tokens_seen": 5228448, + "step": 2710 + }, + { + "epoch": 0.44293988090382574, + "grad_norm": 0.8736509680747986, + "learning_rate": 4.943419802630735e-05, + "loss": 0.1741, + "num_input_tokens_seen": 5237888, + "step": 2715 + }, + { + "epoch": 0.4437556081246431, + "grad_norm": 1.4044193029403687, + "learning_rate": 4.94321192888378e-05, + "loss": 0.2964, + "num_input_tokens_seen": 5248512, + "step": 2720 + }, + { + "epoch": 0.4445713353454605, + "grad_norm": 2.36765193939209, + "learning_rate": 4.943003678362842e-05, + "loss": 0.2748, + "num_input_tokens_seen": 5258448, + "step": 2725 + }, + { + "epoch": 0.44538706256627786, + "grad_norm": 0.7630155086517334, + "learning_rate": 4.942795051100036e-05, + "loss": 0.1712, + "num_input_tokens_seen": 5267312, + "step": 2730 + }, + { + "epoch": 0.4462027897870952, + "grad_norm": 1.3139861822128296, + "learning_rate": 4.942586047127536e-05, + "loss": 0.2149, + "num_input_tokens_seen": 5277616, + "step": 2735 + }, + { + "epoch": 0.44701851700791256, + "grad_norm": 0.935756504535675, + "learning_rate": 4.942376666477571e-05, + "loss": 0.1828, + "num_input_tokens_seen": 5287280, + "step": 2740 + }, + { + "epoch": 0.4478342442287299, + "grad_norm": 1.0671448707580566, + "learning_rate": 4.9421669091824304e-05, + "loss": 0.1481, + "num_input_tokens_seen": 5295936, + "step": 2745 + }, + { + "epoch": 0.44864997144954727, + "grad_norm": 0.42741426825523376, + "learning_rate": 4.9419567752744634e-05, + "loss": 0.1889, + "num_input_tokens_seen": 5306896, + "step": 2750 + }, + { + "epoch": 0.4494656986703646, + "grad_norm": 1.3721541166305542, + "learning_rate": 4.941746264786074e-05, + "loss": 0.2173, + "num_input_tokens_seen": 5316992, + "step": 2755 + }, + { + "epoch": 0.450281425891182, + "grad_norm": 1.5844534635543823, + "learning_rate": 4.9415353777497254e-05, + "loss": 0.2036, + "num_input_tokens_seen": 5327408, + "step": 2760 + }, + { + "epoch": 0.4510971531119993, + "grad_norm": 0.9183619022369385, + "learning_rate": 4.9413241141979394e-05, + "loss": 0.2369, + "num_input_tokens_seen": 5337712, + "step": 2765 + }, + { + "epoch": 0.4519128803328167, + "grad_norm": 1.9322024583816528, + "learning_rate": 4.9411124741632956e-05, + "loss": 0.1959, + "num_input_tokens_seen": 5347328, + "step": 2770 + }, + { + "epoch": 0.4527286075536341, + "grad_norm": 0.7340679168701172, + "learning_rate": 4.940900457678431e-05, + "loss": 0.1942, + "num_input_tokens_seen": 5357728, + "step": 2775 + }, + { + "epoch": 0.45354433477445144, + "grad_norm": 1.1665215492248535, + "learning_rate": 4.9406880647760425e-05, + "loss": 0.2204, + "num_input_tokens_seen": 5367968, + "step": 2780 + }, + { + "epoch": 0.4543600619952688, + "grad_norm": 1.4525837898254395, + "learning_rate": 4.9404752954888824e-05, + "loss": 0.1383, + "num_input_tokens_seen": 5378128, + "step": 2785 + }, + { + "epoch": 0.45517578921608615, + "grad_norm": 0.5936306118965149, + "learning_rate": 4.940262149849762e-05, + "loss": 0.1298, + "num_input_tokens_seen": 5386736, + "step": 2790 + }, + { + "epoch": 0.4559915164369035, + "grad_norm": 3.45640230178833, + "learning_rate": 4.9400486278915526e-05, + "loss": 0.2168, + "num_input_tokens_seen": 5397744, + "step": 2795 + }, + { + "epoch": 0.45680724365772085, + "grad_norm": 1.653995394706726, + "learning_rate": 4.939834729647181e-05, + "loss": 0.324, + "num_input_tokens_seen": 5406912, + "step": 2800 + }, + { + "epoch": 0.45680724365772085, + "eval_loss": 0.19260230660438538, + "eval_runtime": 71.4651, + "eval_samples_per_second": 38.13, + "eval_steps_per_second": 19.072, + "num_input_tokens_seen": 5406912, + "step": 2800 + }, + { + "epoch": 0.4576229708785382, + "grad_norm": 0.5849300622940063, + "learning_rate": 4.9396204551496326e-05, + "loss": 0.2296, + "num_input_tokens_seen": 5415840, + "step": 2805 + }, + { + "epoch": 0.45843869809935556, + "grad_norm": 1.1135162115097046, + "learning_rate": 4.939405804431952e-05, + "loss": 0.1334, + "num_input_tokens_seen": 5424816, + "step": 2810 + }, + { + "epoch": 0.4592544253201729, + "grad_norm": 1.8090771436691284, + "learning_rate": 4.9391907775272414e-05, + "loss": 0.3107, + "num_input_tokens_seen": 5433600, + "step": 2815 + }, + { + "epoch": 0.4600701525409903, + "grad_norm": 0.9102794528007507, + "learning_rate": 4.9389753744686604e-05, + "loss": 0.1669, + "num_input_tokens_seen": 5444016, + "step": 2820 + }, + { + "epoch": 0.46088587976180767, + "grad_norm": 1.5467804670333862, + "learning_rate": 4.938759595289426e-05, + "loss": 0.1516, + "num_input_tokens_seen": 5453776, + "step": 2825 + }, + { + "epoch": 0.461701606982625, + "grad_norm": 0.9014231562614441, + "learning_rate": 4.938543440022815e-05, + "loss": 0.2448, + "num_input_tokens_seen": 5463456, + "step": 2830 + }, + { + "epoch": 0.4625173342034424, + "grad_norm": 0.19858476519584656, + "learning_rate": 4.938326908702161e-05, + "loss": 0.141, + "num_input_tokens_seen": 5472496, + "step": 2835 + }, + { + "epoch": 0.46333306142425973, + "grad_norm": 0.4731212854385376, + "learning_rate": 4.9381100013608554e-05, + "loss": 0.1398, + "num_input_tokens_seen": 5482560, + "step": 2840 + }, + { + "epoch": 0.4641487886450771, + "grad_norm": 0.814252495765686, + "learning_rate": 4.9378927180323485e-05, + "loss": 0.1089, + "num_input_tokens_seen": 5492368, + "step": 2845 + }, + { + "epoch": 0.46496451586589443, + "grad_norm": 1.3599662780761719, + "learning_rate": 4.937675058750148e-05, + "loss": 0.2125, + "num_input_tokens_seen": 5502048, + "step": 2850 + }, + { + "epoch": 0.4657802430867118, + "grad_norm": 1.224696159362793, + "learning_rate": 4.937457023547819e-05, + "loss": 0.1434, + "num_input_tokens_seen": 5511888, + "step": 2855 + }, + { + "epoch": 0.46659597030752914, + "grad_norm": 1.0398305654525757, + "learning_rate": 4.9372386124589876e-05, + "loss": 0.1717, + "num_input_tokens_seen": 5521680, + "step": 2860 + }, + { + "epoch": 0.46741169752834655, + "grad_norm": 0.7793036103248596, + "learning_rate": 4.937019825517333e-05, + "loss": 0.1786, + "num_input_tokens_seen": 5530688, + "step": 2865 + }, + { + "epoch": 0.4682274247491639, + "grad_norm": 0.7099091410636902, + "learning_rate": 4.9368006627565954e-05, + "loss": 0.2386, + "num_input_tokens_seen": 5539872, + "step": 2870 + }, + { + "epoch": 0.46904315196998125, + "grad_norm": 0.7369874715805054, + "learning_rate": 4.936581124210573e-05, + "loss": 0.1863, + "num_input_tokens_seen": 5549248, + "step": 2875 + }, + { + "epoch": 0.4698588791907986, + "grad_norm": 0.963373064994812, + "learning_rate": 4.9363612099131216e-05, + "loss": 0.2112, + "num_input_tokens_seen": 5558736, + "step": 2880 + }, + { + "epoch": 0.47067460641161596, + "grad_norm": 1.5948783159255981, + "learning_rate": 4.936140919898155e-05, + "loss": 0.24, + "num_input_tokens_seen": 5567936, + "step": 2885 + }, + { + "epoch": 0.4714903336324333, + "grad_norm": 0.27085331082344055, + "learning_rate": 4.9359202541996426e-05, + "loss": 0.1299, + "num_input_tokens_seen": 5576576, + "step": 2890 + }, + { + "epoch": 0.47230606085325066, + "grad_norm": 1.6412700414657593, + "learning_rate": 4.935699212851616e-05, + "loss": 0.2207, + "num_input_tokens_seen": 5586144, + "step": 2895 + }, + { + "epoch": 0.473121788074068, + "grad_norm": 1.642151951789856, + "learning_rate": 4.935477795888162e-05, + "loss": 0.2071, + "num_input_tokens_seen": 5596112, + "step": 2900 + }, + { + "epoch": 0.47393751529488537, + "grad_norm": 0.5469042062759399, + "learning_rate": 4.935256003343426e-05, + "loss": 0.1742, + "num_input_tokens_seen": 5604912, + "step": 2905 + }, + { + "epoch": 0.4747532425157027, + "grad_norm": 1.6509416103363037, + "learning_rate": 4.93503383525161e-05, + "loss": 0.2331, + "num_input_tokens_seen": 5614848, + "step": 2910 + }, + { + "epoch": 0.47556896973652013, + "grad_norm": 0.9692960381507874, + "learning_rate": 4.934811291646977e-05, + "loss": 0.2053, + "num_input_tokens_seen": 5624016, + "step": 2915 + }, + { + "epoch": 0.4763846969573375, + "grad_norm": 1.244042992591858, + "learning_rate": 4.934588372563845e-05, + "loss": 0.1982, + "num_input_tokens_seen": 5633392, + "step": 2920 + }, + { + "epoch": 0.47720042417815484, + "grad_norm": 0.9416970014572144, + "learning_rate": 4.93436507803659e-05, + "loss": 0.2484, + "num_input_tokens_seen": 5642928, + "step": 2925 + }, + { + "epoch": 0.4780161513989722, + "grad_norm": 1.0080146789550781, + "learning_rate": 4.934141408099649e-05, + "loss": 0.2191, + "num_input_tokens_seen": 5651776, + "step": 2930 + }, + { + "epoch": 0.47883187861978954, + "grad_norm": 1.8170157670974731, + "learning_rate": 4.9339173627875135e-05, + "loss": 0.2023, + "num_input_tokens_seen": 5661888, + "step": 2935 + }, + { + "epoch": 0.4796476058406069, + "grad_norm": 0.9387325048446655, + "learning_rate": 4.9336929421347335e-05, + "loss": 0.2113, + "num_input_tokens_seen": 5670592, + "step": 2940 + }, + { + "epoch": 0.48046333306142425, + "grad_norm": 1.2629239559173584, + "learning_rate": 4.933468146175918e-05, + "loss": 0.189, + "num_input_tokens_seen": 5678720, + "step": 2945 + }, + { + "epoch": 0.4812790602822416, + "grad_norm": 0.6510468125343323, + "learning_rate": 4.933242974945734e-05, + "loss": 0.2115, + "num_input_tokens_seen": 5688288, + "step": 2950 + }, + { + "epoch": 0.48209478750305895, + "grad_norm": 0.37174782156944275, + "learning_rate": 4.933017428478906e-05, + "loss": 0.1393, + "num_input_tokens_seen": 5698160, + "step": 2955 + }, + { + "epoch": 0.48291051472387636, + "grad_norm": 1.2863407135009766, + "learning_rate": 4.932791506810214e-05, + "loss": 0.1788, + "num_input_tokens_seen": 5707632, + "step": 2960 + }, + { + "epoch": 0.4837262419446937, + "grad_norm": 1.4475029706954956, + "learning_rate": 4.932565209974499e-05, + "loss": 0.1542, + "num_input_tokens_seen": 5718240, + "step": 2965 + }, + { + "epoch": 0.48454196916551107, + "grad_norm": 0.5804120302200317, + "learning_rate": 4.93233853800666e-05, + "loss": 0.2046, + "num_input_tokens_seen": 5727552, + "step": 2970 + }, + { + "epoch": 0.4853576963863284, + "grad_norm": 0.5691078901290894, + "learning_rate": 4.932111490941651e-05, + "loss": 0.1732, + "num_input_tokens_seen": 5737040, + "step": 2975 + }, + { + "epoch": 0.48617342360714577, + "grad_norm": 0.5937278270721436, + "learning_rate": 4.9318840688144876e-05, + "loss": 0.2128, + "num_input_tokens_seen": 5747696, + "step": 2980 + }, + { + "epoch": 0.4869891508279631, + "grad_norm": 0.7745446562767029, + "learning_rate": 4.9316562716602387e-05, + "loss": 0.1576, + "num_input_tokens_seen": 5757488, + "step": 2985 + }, + { + "epoch": 0.4878048780487805, + "grad_norm": 1.4478977918624878, + "learning_rate": 4.9314280995140346e-05, + "loss": 0.1873, + "num_input_tokens_seen": 5766368, + "step": 2990 + }, + { + "epoch": 0.48862060526959783, + "grad_norm": 1.8169245719909668, + "learning_rate": 4.931199552411063e-05, + "loss": 0.1675, + "num_input_tokens_seen": 5776288, + "step": 2995 + }, + { + "epoch": 0.4894363324904152, + "grad_norm": 0.6176440715789795, + "learning_rate": 4.930970630386568e-05, + "loss": 0.2514, + "num_input_tokens_seen": 5786080, + "step": 3000 + }, + { + "epoch": 0.4894363324904152, + "eval_loss": 0.19105692207813263, + "eval_runtime": 71.3184, + "eval_samples_per_second": 38.209, + "eval_steps_per_second": 19.111, + "num_input_tokens_seen": 5786080, + "step": 3000 + }, + { + "epoch": 0.4902520597112326, + "grad_norm": 1.0977439880371094, + "learning_rate": 4.9307413334758524e-05, + "loss": 0.1177, + "num_input_tokens_seen": 5796080, + "step": 3005 + }, + { + "epoch": 0.49106778693204994, + "grad_norm": 1.265629768371582, + "learning_rate": 4.930511661714276e-05, + "loss": 0.1832, + "num_input_tokens_seen": 5805696, + "step": 3010 + }, + { + "epoch": 0.4918835141528673, + "grad_norm": 1.0091627836227417, + "learning_rate": 4.9302816151372576e-05, + "loss": 0.2876, + "num_input_tokens_seen": 5814576, + "step": 3015 + }, + { + "epoch": 0.49269924137368465, + "grad_norm": 0.6557982563972473, + "learning_rate": 4.930051193780274e-05, + "loss": 0.1805, + "num_input_tokens_seen": 5823520, + "step": 3020 + }, + { + "epoch": 0.493514968594502, + "grad_norm": 1.091532826423645, + "learning_rate": 4.929820397678858e-05, + "loss": 0.1367, + "num_input_tokens_seen": 5832624, + "step": 3025 + }, + { + "epoch": 0.49433069581531935, + "grad_norm": 1.779910922050476, + "learning_rate": 4.9295892268686015e-05, + "loss": 0.1782, + "num_input_tokens_seen": 5841920, + "step": 3030 + }, + { + "epoch": 0.4951464230361367, + "grad_norm": 1.4841912984848022, + "learning_rate": 4.9293576813851536e-05, + "loss": 0.1674, + "num_input_tokens_seen": 5851552, + "step": 3035 + }, + { + "epoch": 0.49596215025695406, + "grad_norm": 0.47294533252716064, + "learning_rate": 4.929125761264223e-05, + "loss": 0.2224, + "num_input_tokens_seen": 5861632, + "step": 3040 + }, + { + "epoch": 0.4967778774777714, + "grad_norm": 1.1054764986038208, + "learning_rate": 4.928893466541573e-05, + "loss": 0.1923, + "num_input_tokens_seen": 5872000, + "step": 3045 + }, + { + "epoch": 0.49759360469858877, + "grad_norm": 0.8277541995048523, + "learning_rate": 4.928660797253027e-05, + "loss": 0.1973, + "num_input_tokens_seen": 5882336, + "step": 3050 + }, + { + "epoch": 0.4984093319194062, + "grad_norm": 1.5139095783233643, + "learning_rate": 4.928427753434467e-05, + "loss": 0.1661, + "num_input_tokens_seen": 5892304, + "step": 3055 + }, + { + "epoch": 0.4992250591402235, + "grad_norm": 1.35576593875885, + "learning_rate": 4.9281943351218286e-05, + "loss": 0.2171, + "num_input_tokens_seen": 5901216, + "step": 3060 + }, + { + "epoch": 0.5000407863610409, + "grad_norm": 0.6199164390563965, + "learning_rate": 4.9279605423511095e-05, + "loss": 0.1417, + "num_input_tokens_seen": 5910496, + "step": 3065 + }, + { + "epoch": 0.5008565135818582, + "grad_norm": 1.3327909708023071, + "learning_rate": 4.927726375158363e-05, + "loss": 0.2025, + "num_input_tokens_seen": 5920112, + "step": 3070 + }, + { + "epoch": 0.5016722408026756, + "grad_norm": 1.0157206058502197, + "learning_rate": 4.9274918335797004e-05, + "loss": 0.153, + "num_input_tokens_seen": 5929024, + "step": 3075 + }, + { + "epoch": 0.5024879680234929, + "grad_norm": 0.8064597845077515, + "learning_rate": 4.927256917651292e-05, + "loss": 0.2386, + "num_input_tokens_seen": 5938448, + "step": 3080 + }, + { + "epoch": 0.5033036952443103, + "grad_norm": 0.7981588840484619, + "learning_rate": 4.927021627409364e-05, + "loss": 0.154, + "num_input_tokens_seen": 5947760, + "step": 3085 + }, + { + "epoch": 0.5041194224651276, + "grad_norm": 1.8260895013809204, + "learning_rate": 4.9267859628902005e-05, + "loss": 0.2245, + "num_input_tokens_seen": 5956624, + "step": 3090 + }, + { + "epoch": 0.504935149685945, + "grad_norm": 1.4501837491989136, + "learning_rate": 4.9265499241301454e-05, + "loss": 0.2414, + "num_input_tokens_seen": 5966304, + "step": 3095 + }, + { + "epoch": 0.5057508769067623, + "grad_norm": 0.6708163022994995, + "learning_rate": 4.926313511165598e-05, + "loss": 0.2255, + "num_input_tokens_seen": 5975632, + "step": 3100 + }, + { + "epoch": 0.5065666041275797, + "grad_norm": 0.5660037994384766, + "learning_rate": 4.926076724033016e-05, + "loss": 0.1772, + "num_input_tokens_seen": 5985840, + "step": 3105 + }, + { + "epoch": 0.507382331348397, + "grad_norm": 0.6888904571533203, + "learning_rate": 4.9258395627689146e-05, + "loss": 0.2069, + "num_input_tokens_seen": 5996224, + "step": 3110 + }, + { + "epoch": 0.5081980585692144, + "grad_norm": 1.22710120677948, + "learning_rate": 4.925602027409868e-05, + "loss": 0.1957, + "num_input_tokens_seen": 6005808, + "step": 3115 + }, + { + "epoch": 0.5090137857900318, + "grad_norm": 2.1375815868377686, + "learning_rate": 4.925364117992507e-05, + "loss": 0.2246, + "num_input_tokens_seen": 6015600, + "step": 3120 + }, + { + "epoch": 0.5098295130108492, + "grad_norm": 0.60862797498703, + "learning_rate": 4.92512583455352e-05, + "loss": 0.1702, + "num_input_tokens_seen": 6025440, + "step": 3125 + }, + { + "epoch": 0.5106452402316666, + "grad_norm": 1.2490129470825195, + "learning_rate": 4.9248871771296536e-05, + "loss": 0.1896, + "num_input_tokens_seen": 6034560, + "step": 3130 + }, + { + "epoch": 0.5114609674524839, + "grad_norm": 1.425362229347229, + "learning_rate": 4.924648145757711e-05, + "loss": 0.1965, + "num_input_tokens_seen": 6043312, + "step": 3135 + }, + { + "epoch": 0.5122766946733013, + "grad_norm": 0.2578445374965668, + "learning_rate": 4.924408740474554e-05, + "loss": 0.2001, + "num_input_tokens_seen": 6052912, + "step": 3140 + }, + { + "epoch": 0.5130924218941186, + "grad_norm": 1.557762622833252, + "learning_rate": 4.924168961317103e-05, + "loss": 0.1871, + "num_input_tokens_seen": 6062032, + "step": 3145 + }, + { + "epoch": 0.513908149114936, + "grad_norm": 0.8435277938842773, + "learning_rate": 4.9239288083223334e-05, + "loss": 0.1579, + "num_input_tokens_seen": 6070496, + "step": 3150 + }, + { + "epoch": 0.5147238763357533, + "grad_norm": 0.9176509976387024, + "learning_rate": 4.9236882815272803e-05, + "loss": 0.215, + "num_input_tokens_seen": 6078736, + "step": 3155 + }, + { + "epoch": 0.5155396035565707, + "grad_norm": 0.47811540961265564, + "learning_rate": 4.9234473809690365e-05, + "loss": 0.1471, + "num_input_tokens_seen": 6087472, + "step": 3160 + }, + { + "epoch": 0.516355330777388, + "grad_norm": 1.165697693824768, + "learning_rate": 4.923206106684752e-05, + "loss": 0.1982, + "num_input_tokens_seen": 6097760, + "step": 3165 + }, + { + "epoch": 0.5171710579982054, + "grad_norm": 0.7270973324775696, + "learning_rate": 4.922964458711634e-05, + "loss": 0.146, + "num_input_tokens_seen": 6108160, + "step": 3170 + }, + { + "epoch": 0.5179867852190227, + "grad_norm": 1.975144624710083, + "learning_rate": 4.9227224370869474e-05, + "loss": 0.2583, + "num_input_tokens_seen": 6117440, + "step": 3175 + }, + { + "epoch": 0.5188025124398401, + "grad_norm": 1.1895009279251099, + "learning_rate": 4.9224800418480155e-05, + "loss": 0.2047, + "num_input_tokens_seen": 6126880, + "step": 3180 + }, + { + "epoch": 0.5196182396606575, + "grad_norm": 0.9938663840293884, + "learning_rate": 4.9222372730322176e-05, + "loss": 0.2314, + "num_input_tokens_seen": 6137136, + "step": 3185 + }, + { + "epoch": 0.5204339668814748, + "grad_norm": 2.6560347080230713, + "learning_rate": 4.921994130676993e-05, + "loss": 0.2446, + "num_input_tokens_seen": 6148080, + "step": 3190 + }, + { + "epoch": 0.5212496941022922, + "grad_norm": 0.6395434737205505, + "learning_rate": 4.9217506148198366e-05, + "loss": 0.1592, + "num_input_tokens_seen": 6157840, + "step": 3195 + }, + { + "epoch": 0.5220654213231095, + "grad_norm": 1.3208485841751099, + "learning_rate": 4.921506725498302e-05, + "loss": 0.2455, + "num_input_tokens_seen": 6167600, + "step": 3200 + }, + { + "epoch": 0.5220654213231095, + "eval_loss": 0.19021698832511902, + "eval_runtime": 71.3483, + "eval_samples_per_second": 38.193, + "eval_steps_per_second": 19.103, + "num_input_tokens_seen": 6167600, + "step": 3200 + }, + { + "epoch": 0.5228811485439269, + "grad_norm": 1.484000563621521, + "learning_rate": 4.9212624627499994e-05, + "loss": 0.2192, + "num_input_tokens_seen": 6177536, + "step": 3205 + }, + { + "epoch": 0.5236968757647442, + "grad_norm": 1.4184602499008179, + "learning_rate": 4.921017826612597e-05, + "loss": 0.226, + "num_input_tokens_seen": 6187008, + "step": 3210 + }, + { + "epoch": 0.5245126029855617, + "grad_norm": 1.6182857751846313, + "learning_rate": 4.9207728171238223e-05, + "loss": 0.2361, + "num_input_tokens_seen": 6196736, + "step": 3215 + }, + { + "epoch": 0.525328330206379, + "grad_norm": 0.5361592173576355, + "learning_rate": 4.920527434321458e-05, + "loss": 0.1401, + "num_input_tokens_seen": 6205408, + "step": 3220 + }, + { + "epoch": 0.5261440574271964, + "grad_norm": 1.1779875755310059, + "learning_rate": 4.920281678243345e-05, + "loss": 0.2013, + "num_input_tokens_seen": 6215248, + "step": 3225 + }, + { + "epoch": 0.5269597846480137, + "grad_norm": 0.6062243580818176, + "learning_rate": 4.920035548927381e-05, + "loss": 0.1587, + "num_input_tokens_seen": 6224512, + "step": 3230 + }, + { + "epoch": 0.5277755118688311, + "grad_norm": 1.4292571544647217, + "learning_rate": 4.919789046411525e-05, + "loss": 0.1438, + "num_input_tokens_seen": 6233536, + "step": 3235 + }, + { + "epoch": 0.5285912390896484, + "grad_norm": 1.8063112497329712, + "learning_rate": 4.919542170733787e-05, + "loss": 0.1941, + "num_input_tokens_seen": 6243584, + "step": 3240 + }, + { + "epoch": 0.5294069663104658, + "grad_norm": 1.159040093421936, + "learning_rate": 4.919294921932242e-05, + "loss": 0.2224, + "num_input_tokens_seen": 6252672, + "step": 3245 + }, + { + "epoch": 0.5302226935312832, + "grad_norm": 0.6789296269416809, + "learning_rate": 4.919047300045016e-05, + "loss": 0.2111, + "num_input_tokens_seen": 6262320, + "step": 3250 + }, + { + "epoch": 0.5310384207521005, + "grad_norm": 1.0155160427093506, + "learning_rate": 4.918799305110299e-05, + "loss": 0.2439, + "num_input_tokens_seen": 6272448, + "step": 3255 + }, + { + "epoch": 0.5318541479729179, + "grad_norm": 0.8848260641098022, + "learning_rate": 4.918550937166331e-05, + "loss": 0.2684, + "num_input_tokens_seen": 6281744, + "step": 3260 + }, + { + "epoch": 0.5326698751937352, + "grad_norm": 0.7574957609176636, + "learning_rate": 4.918302196251415e-05, + "loss": 0.1839, + "num_input_tokens_seen": 6291568, + "step": 3265 + }, + { + "epoch": 0.5334856024145526, + "grad_norm": 0.5751199722290039, + "learning_rate": 4.91805308240391e-05, + "loss": 0.1722, + "num_input_tokens_seen": 6301168, + "step": 3270 + }, + { + "epoch": 0.5343013296353699, + "grad_norm": 2.293400526046753, + "learning_rate": 4.9178035956622326e-05, + "loss": 0.2315, + "num_input_tokens_seen": 6311296, + "step": 3275 + }, + { + "epoch": 0.5351170568561873, + "grad_norm": 0.34950464963912964, + "learning_rate": 4.917553736064857e-05, + "loss": 0.1976, + "num_input_tokens_seen": 6322032, + "step": 3280 + }, + { + "epoch": 0.5359327840770046, + "grad_norm": 1.603960633277893, + "learning_rate": 4.917303503650314e-05, + "loss": 0.2387, + "num_input_tokens_seen": 6332208, + "step": 3285 + }, + { + "epoch": 0.536748511297822, + "grad_norm": 2.065505027770996, + "learning_rate": 4.917052898457194e-05, + "loss": 0.2017, + "num_input_tokens_seen": 6341408, + "step": 3290 + }, + { + "epoch": 0.5375642385186393, + "grad_norm": 0.6779673099517822, + "learning_rate": 4.916801920524141e-05, + "loss": 0.188, + "num_input_tokens_seen": 6350848, + "step": 3295 + }, + { + "epoch": 0.5383799657394567, + "grad_norm": 1.2228561639785767, + "learning_rate": 4.916550569889862e-05, + "loss": 0.1329, + "num_input_tokens_seen": 6360560, + "step": 3300 + }, + { + "epoch": 0.539195692960274, + "grad_norm": 0.7459673881530762, + "learning_rate": 4.916298846593116e-05, + "loss": 0.1718, + "num_input_tokens_seen": 6370880, + "step": 3305 + }, + { + "epoch": 0.5400114201810915, + "grad_norm": 0.9721600413322449, + "learning_rate": 4.916046750672722e-05, + "loss": 0.1126, + "num_input_tokens_seen": 6380832, + "step": 3310 + }, + { + "epoch": 0.5408271474019088, + "grad_norm": 0.9586727023124695, + "learning_rate": 4.915794282167559e-05, + "loss": 0.186, + "num_input_tokens_seen": 6390848, + "step": 3315 + }, + { + "epoch": 0.5416428746227262, + "grad_norm": 1.406685471534729, + "learning_rate": 4.915541441116558e-05, + "loss": 0.2446, + "num_input_tokens_seen": 6400128, + "step": 3320 + }, + { + "epoch": 0.5424586018435436, + "grad_norm": 1.3351311683654785, + "learning_rate": 4.915288227558711e-05, + "loss": 0.2058, + "num_input_tokens_seen": 6409824, + "step": 3325 + }, + { + "epoch": 0.5432743290643609, + "grad_norm": 0.6223369836807251, + "learning_rate": 4.915034641533066e-05, + "loss": 0.2026, + "num_input_tokens_seen": 6418976, + "step": 3330 + }, + { + "epoch": 0.5440900562851783, + "grad_norm": 0.8601580858230591, + "learning_rate": 4.914780683078731e-05, + "loss": 0.2142, + "num_input_tokens_seen": 6428384, + "step": 3335 + }, + { + "epoch": 0.5449057835059956, + "grad_norm": 0.6278767585754395, + "learning_rate": 4.9145263522348695e-05, + "loss": 0.1713, + "num_input_tokens_seen": 6437888, + "step": 3340 + }, + { + "epoch": 0.545721510726813, + "grad_norm": 0.5730279684066772, + "learning_rate": 4.9142716490407e-05, + "loss": 0.2055, + "num_input_tokens_seen": 6447712, + "step": 3345 + }, + { + "epoch": 0.5465372379476303, + "grad_norm": 1.8047499656677246, + "learning_rate": 4.914016573535504e-05, + "loss": 0.2418, + "num_input_tokens_seen": 6456864, + "step": 3350 + }, + { + "epoch": 0.5473529651684477, + "grad_norm": 0.23899610340595245, + "learning_rate": 4.9137611257586154e-05, + "loss": 0.2258, + "num_input_tokens_seen": 6465824, + "step": 3355 + }, + { + "epoch": 0.548168692389265, + "grad_norm": 0.4350149631500244, + "learning_rate": 4.9135053057494274e-05, + "loss": 0.2044, + "num_input_tokens_seen": 6475584, + "step": 3360 + }, + { + "epoch": 0.5489844196100824, + "grad_norm": 1.3056894540786743, + "learning_rate": 4.913249113547392e-05, + "loss": 0.2523, + "num_input_tokens_seen": 6485264, + "step": 3365 + }, + { + "epoch": 0.5498001468308997, + "grad_norm": 0.48766613006591797, + "learning_rate": 4.912992549192016e-05, + "loss": 0.2123, + "num_input_tokens_seen": 6494736, + "step": 3370 + }, + { + "epoch": 0.5506158740517171, + "grad_norm": 1.480979323387146, + "learning_rate": 4.9127356127228665e-05, + "loss": 0.2048, + "num_input_tokens_seen": 6504512, + "step": 3375 + }, + { + "epoch": 0.5514316012725344, + "grad_norm": 0.8006448745727539, + "learning_rate": 4.912478304179564e-05, + "loss": 0.1587, + "num_input_tokens_seen": 6514544, + "step": 3380 + }, + { + "epoch": 0.5522473284933518, + "grad_norm": 1.4039463996887207, + "learning_rate": 4.9122206236017896e-05, + "loss": 0.1895, + "num_input_tokens_seen": 6525504, + "step": 3385 + }, + { + "epoch": 0.5530630557141691, + "grad_norm": 1.2232037782669067, + "learning_rate": 4.911962571029282e-05, + "loss": 0.2625, + "num_input_tokens_seen": 6535584, + "step": 3390 + }, + { + "epoch": 0.5538787829349865, + "grad_norm": 0.6174891591072083, + "learning_rate": 4.9117041465018353e-05, + "loss": 0.2349, + "num_input_tokens_seen": 6545104, + "step": 3395 + }, + { + "epoch": 0.5546945101558038, + "grad_norm": 0.9428223967552185, + "learning_rate": 4.911445350059302e-05, + "loss": 0.2054, + "num_input_tokens_seen": 6553904, + "step": 3400 + }, + { + "epoch": 0.5546945101558038, + "eval_loss": 0.1879773736000061, + "eval_runtime": 71.3624, + "eval_samples_per_second": 38.185, + "eval_steps_per_second": 19.1, + "num_input_tokens_seen": 6553904, + "step": 3400 + }, + { + "epoch": 0.5555102373766213, + "grad_norm": 0.6178629398345947, + "learning_rate": 4.9111861817415905e-05, + "loss": 0.1915, + "num_input_tokens_seen": 6563056, + "step": 3405 + }, + { + "epoch": 0.5563259645974387, + "grad_norm": 0.810824453830719, + "learning_rate": 4.91092664158867e-05, + "loss": 0.1584, + "num_input_tokens_seen": 6571568, + "step": 3410 + }, + { + "epoch": 0.557141691818256, + "grad_norm": 0.891032874584198, + "learning_rate": 4.910666729640563e-05, + "loss": 0.1722, + "num_input_tokens_seen": 6581072, + "step": 3415 + }, + { + "epoch": 0.5579574190390734, + "grad_norm": 0.8253050446510315, + "learning_rate": 4.910406445937353e-05, + "loss": 0.1753, + "num_input_tokens_seen": 6591136, + "step": 3420 + }, + { + "epoch": 0.5587731462598907, + "grad_norm": 0.8336523175239563, + "learning_rate": 4.9101457905191774e-05, + "loss": 0.2286, + "num_input_tokens_seen": 6600528, + "step": 3425 + }, + { + "epoch": 0.5595888734807081, + "grad_norm": 0.7071602940559387, + "learning_rate": 4.909884763426233e-05, + "loss": 0.2996, + "num_input_tokens_seen": 6609536, + "step": 3430 + }, + { + "epoch": 0.5604046007015254, + "grad_norm": 1.244117021560669, + "learning_rate": 4.9096233646987736e-05, + "loss": 0.2486, + "num_input_tokens_seen": 6619600, + "step": 3435 + }, + { + "epoch": 0.5612203279223428, + "grad_norm": 0.5528557896614075, + "learning_rate": 4.9093615943771104e-05, + "loss": 0.2, + "num_input_tokens_seen": 6628928, + "step": 3440 + }, + { + "epoch": 0.5620360551431601, + "grad_norm": 0.8511229157447815, + "learning_rate": 4.909099452501611e-05, + "loss": 0.171, + "num_input_tokens_seen": 6637008, + "step": 3445 + }, + { + "epoch": 0.5628517823639775, + "grad_norm": 0.7326630353927612, + "learning_rate": 4.908836939112702e-05, + "loss": 0.2023, + "num_input_tokens_seen": 6646512, + "step": 3450 + }, + { + "epoch": 0.5636675095847948, + "grad_norm": 1.259092926979065, + "learning_rate": 4.908574054250865e-05, + "loss": 0.2497, + "num_input_tokens_seen": 6657168, + "step": 3455 + }, + { + "epoch": 0.5644832368056122, + "grad_norm": 0.7405615448951721, + "learning_rate": 4.9083107979566414e-05, + "loss": 0.2133, + "num_input_tokens_seen": 6666944, + "step": 3460 + }, + { + "epoch": 0.5652989640264295, + "grad_norm": 1.053962230682373, + "learning_rate": 4.908047170270628e-05, + "loss": 0.2197, + "num_input_tokens_seen": 6677072, + "step": 3465 + }, + { + "epoch": 0.5661146912472469, + "grad_norm": 0.5035946369171143, + "learning_rate": 4.9077831712334784e-05, + "loss": 0.2283, + "num_input_tokens_seen": 6686528, + "step": 3470 + }, + { + "epoch": 0.5669304184680642, + "grad_norm": 1.2155022621154785, + "learning_rate": 4.907518800885907e-05, + "loss": 0.2349, + "num_input_tokens_seen": 6696624, + "step": 3475 + }, + { + "epoch": 0.5677461456888816, + "grad_norm": 0.6494919657707214, + "learning_rate": 4.907254059268681e-05, + "loss": 0.1988, + "num_input_tokens_seen": 6705376, + "step": 3480 + }, + { + "epoch": 0.568561872909699, + "grad_norm": 0.5706318020820618, + "learning_rate": 4.906988946422628e-05, + "loss": 0.1562, + "num_input_tokens_seen": 6715168, + "step": 3485 + }, + { + "epoch": 0.5693776001305163, + "grad_norm": 0.7678353786468506, + "learning_rate": 4.9067234623886315e-05, + "loss": 0.2316, + "num_input_tokens_seen": 6725008, + "step": 3490 + }, + { + "epoch": 0.5701933273513338, + "grad_norm": 0.42592373490333557, + "learning_rate": 4.9064576072076316e-05, + "loss": 0.2166, + "num_input_tokens_seen": 6735520, + "step": 3495 + }, + { + "epoch": 0.5710090545721511, + "grad_norm": 1.1609019041061401, + "learning_rate": 4.906191380920628e-05, + "loss": 0.2453, + "num_input_tokens_seen": 6744992, + "step": 3500 + }, + { + "epoch": 0.5718247817929685, + "grad_norm": 2.605483293533325, + "learning_rate": 4.905924783568675e-05, + "loss": 0.1782, + "num_input_tokens_seen": 6753312, + "step": 3505 + }, + { + "epoch": 0.5726405090137858, + "grad_norm": 1.215698003768921, + "learning_rate": 4.905657815192886e-05, + "loss": 0.2464, + "num_input_tokens_seen": 6763264, + "step": 3510 + }, + { + "epoch": 0.5734562362346032, + "grad_norm": 1.612981915473938, + "learning_rate": 4.90539047583443e-05, + "loss": 0.2087, + "num_input_tokens_seen": 6773568, + "step": 3515 + }, + { + "epoch": 0.5742719634554205, + "grad_norm": 1.2449523210525513, + "learning_rate": 4.905122765534534e-05, + "loss": 0.1922, + "num_input_tokens_seen": 6782672, + "step": 3520 + }, + { + "epoch": 0.5750876906762379, + "grad_norm": 0.9335229396820068, + "learning_rate": 4.9048546843344846e-05, + "loss": 0.1511, + "num_input_tokens_seen": 6791728, + "step": 3525 + }, + { + "epoch": 0.5759034178970552, + "grad_norm": 0.7374340295791626, + "learning_rate": 4.9045862322756206e-05, + "loss": 0.1707, + "num_input_tokens_seen": 6801856, + "step": 3530 + }, + { + "epoch": 0.5767191451178726, + "grad_norm": 1.5232553482055664, + "learning_rate": 4.904317409399342e-05, + "loss": 0.2388, + "num_input_tokens_seen": 6812272, + "step": 3535 + }, + { + "epoch": 0.5775348723386899, + "grad_norm": 0.6700325608253479, + "learning_rate": 4.904048215747104e-05, + "loss": 0.1639, + "num_input_tokens_seen": 6821552, + "step": 3540 + }, + { + "epoch": 0.5783505995595073, + "grad_norm": 1.3721657991409302, + "learning_rate": 4.90377865136042e-05, + "loss": 0.2258, + "num_input_tokens_seen": 6831040, + "step": 3545 + }, + { + "epoch": 0.5791663267803246, + "grad_norm": 1.431898832321167, + "learning_rate": 4.90350871628086e-05, + "loss": 0.2257, + "num_input_tokens_seen": 6840832, + "step": 3550 + }, + { + "epoch": 0.579982054001142, + "grad_norm": 0.2719837427139282, + "learning_rate": 4.903238410550052e-05, + "loss": 0.1426, + "num_input_tokens_seen": 6850832, + "step": 3555 + }, + { + "epoch": 0.5807977812219594, + "grad_norm": 0.9495300054550171, + "learning_rate": 4.90296773420968e-05, + "loss": 0.1491, + "num_input_tokens_seen": 6861296, + "step": 3560 + }, + { + "epoch": 0.5816135084427767, + "grad_norm": 0.6802146434783936, + "learning_rate": 4.902696687301486e-05, + "loss": 0.1992, + "num_input_tokens_seen": 6870480, + "step": 3565 + }, + { + "epoch": 0.5824292356635941, + "grad_norm": 0.7329849600791931, + "learning_rate": 4.902425269867268e-05, + "loss": 0.2017, + "num_input_tokens_seen": 6879648, + "step": 3570 + }, + { + "epoch": 0.5832449628844114, + "grad_norm": 0.7032071352005005, + "learning_rate": 4.902153481948883e-05, + "loss": 0.198, + "num_input_tokens_seen": 6889728, + "step": 3575 + }, + { + "epoch": 0.5840606901052288, + "grad_norm": 0.39588692784309387, + "learning_rate": 4.901881323588244e-05, + "loss": 0.1404, + "num_input_tokens_seen": 6898416, + "step": 3580 + }, + { + "epoch": 0.5848764173260461, + "grad_norm": 1.5624191761016846, + "learning_rate": 4.90160879482732e-05, + "loss": 0.1422, + "num_input_tokens_seen": 6907072, + "step": 3585 + }, + { + "epoch": 0.5856921445468636, + "grad_norm": 0.7548106908798218, + "learning_rate": 4.9013358957081405e-05, + "loss": 0.18, + "num_input_tokens_seen": 6916880, + "step": 3590 + }, + { + "epoch": 0.5865078717676809, + "grad_norm": 1.6100085973739624, + "learning_rate": 4.901062626272789e-05, + "loss": 0.1913, + "num_input_tokens_seen": 6927504, + "step": 3595 + }, + { + "epoch": 0.5873235989884983, + "grad_norm": 0.9268480539321899, + "learning_rate": 4.900788986563406e-05, + "loss": 0.1655, + "num_input_tokens_seen": 6936656, + "step": 3600 + }, + { + "epoch": 0.5873235989884983, + "eval_loss": 0.18724988400936127, + "eval_runtime": 71.4259, + "eval_samples_per_second": 38.151, + "eval_steps_per_second": 19.083, + "num_input_tokens_seen": 6936656, + "step": 3600 + }, + { + "epoch": 0.5881393262093156, + "grad_norm": 1.8326492309570312, + "learning_rate": 4.9005149766221915e-05, + "loss": 0.2082, + "num_input_tokens_seen": 6946256, + "step": 3605 + }, + { + "epoch": 0.588955053430133, + "grad_norm": 0.8317172527313232, + "learning_rate": 4.9002405964914e-05, + "loss": 0.1785, + "num_input_tokens_seen": 6955936, + "step": 3610 + }, + { + "epoch": 0.5897707806509503, + "grad_norm": 1.8599002361297607, + "learning_rate": 4.899965846213346e-05, + "loss": 0.3085, + "num_input_tokens_seen": 6965504, + "step": 3615 + }, + { + "epoch": 0.5905865078717677, + "grad_norm": 1.0935544967651367, + "learning_rate": 4.899690725830399e-05, + "loss": 0.2493, + "num_input_tokens_seen": 6974768, + "step": 3620 + }, + { + "epoch": 0.591402235092585, + "grad_norm": 0.5709142684936523, + "learning_rate": 4.899415235384985e-05, + "loss": 0.1858, + "num_input_tokens_seen": 6985872, + "step": 3625 + }, + { + "epoch": 0.5922179623134024, + "grad_norm": 0.5319262146949768, + "learning_rate": 4.899139374919589e-05, + "loss": 0.1952, + "num_input_tokens_seen": 6995248, + "step": 3630 + }, + { + "epoch": 0.5930336895342198, + "grad_norm": 0.5832120180130005, + "learning_rate": 4.898863144476752e-05, + "loss": 0.2009, + "num_input_tokens_seen": 7004928, + "step": 3635 + }, + { + "epoch": 0.5938494167550371, + "grad_norm": 1.8071986436843872, + "learning_rate": 4.898586544099072e-05, + "loss": 0.2024, + "num_input_tokens_seen": 7013552, + "step": 3640 + }, + { + "epoch": 0.5946651439758545, + "grad_norm": 2.1815507411956787, + "learning_rate": 4.898309573829204e-05, + "loss": 0.2326, + "num_input_tokens_seen": 7022720, + "step": 3645 + }, + { + "epoch": 0.5954808711966718, + "grad_norm": 1.6717609167099, + "learning_rate": 4.898032233709862e-05, + "loss": 0.2679, + "num_input_tokens_seen": 7032624, + "step": 3650 + }, + { + "epoch": 0.5962965984174892, + "grad_norm": 1.6669143438339233, + "learning_rate": 4.8977545237838123e-05, + "loss": 0.2137, + "num_input_tokens_seen": 7043456, + "step": 3655 + }, + { + "epoch": 0.5971123256383065, + "grad_norm": 0.8121975660324097, + "learning_rate": 4.8974764440938836e-05, + "loss": 0.139, + "num_input_tokens_seen": 7054048, + "step": 3660 + }, + { + "epoch": 0.5979280528591239, + "grad_norm": 0.5237325429916382, + "learning_rate": 4.897197994682959e-05, + "loss": 0.2447, + "num_input_tokens_seen": 7063280, + "step": 3665 + }, + { + "epoch": 0.5987437800799412, + "grad_norm": 1.9102903604507446, + "learning_rate": 4.8969191755939786e-05, + "loss": 0.237, + "num_input_tokens_seen": 7072192, + "step": 3670 + }, + { + "epoch": 0.5995595073007586, + "grad_norm": 1.1231211423873901, + "learning_rate": 4.8966399868699396e-05, + "loss": 0.1965, + "num_input_tokens_seen": 7082288, + "step": 3675 + }, + { + "epoch": 0.600375234521576, + "grad_norm": 2.018197774887085, + "learning_rate": 4.8963604285538965e-05, + "loss": 0.2544, + "num_input_tokens_seen": 7093952, + "step": 3680 + }, + { + "epoch": 0.6011909617423934, + "grad_norm": 0.5375766158103943, + "learning_rate": 4.8960805006889604e-05, + "loss": 0.1319, + "num_input_tokens_seen": 7101680, + "step": 3685 + }, + { + "epoch": 0.6020066889632107, + "grad_norm": 0.38059261441230774, + "learning_rate": 4.8958002033183004e-05, + "loss": 0.1799, + "num_input_tokens_seen": 7111984, + "step": 3690 + }, + { + "epoch": 0.6028224161840281, + "grad_norm": 0.402985155582428, + "learning_rate": 4.8955195364851414e-05, + "loss": 0.1568, + "num_input_tokens_seen": 7120272, + "step": 3695 + }, + { + "epoch": 0.6036381434048455, + "grad_norm": 1.066559910774231, + "learning_rate": 4.895238500232766e-05, + "loss": 0.2005, + "num_input_tokens_seen": 7129456, + "step": 3700 + }, + { + "epoch": 0.6044538706256628, + "grad_norm": 1.0025430917739868, + "learning_rate": 4.8949570946045143e-05, + "loss": 0.2392, + "num_input_tokens_seen": 7139824, + "step": 3705 + }, + { + "epoch": 0.6052695978464802, + "grad_norm": 1.1681783199310303, + "learning_rate": 4.89467531964378e-05, + "loss": 0.1619, + "num_input_tokens_seen": 7148640, + "step": 3710 + }, + { + "epoch": 0.6060853250672975, + "grad_norm": 1.3682522773742676, + "learning_rate": 4.894393175394019e-05, + "loss": 0.2099, + "num_input_tokens_seen": 7157920, + "step": 3715 + }, + { + "epoch": 0.6069010522881149, + "grad_norm": 0.37807923555374146, + "learning_rate": 4.8941106618987406e-05, + "loss": 0.1519, + "num_input_tokens_seen": 7166928, + "step": 3720 + }, + { + "epoch": 0.6077167795089322, + "grad_norm": 0.7560312747955322, + "learning_rate": 4.893827779201512e-05, + "loss": 0.2283, + "num_input_tokens_seen": 7176688, + "step": 3725 + }, + { + "epoch": 0.6085325067297496, + "grad_norm": 1.4209648370742798, + "learning_rate": 4.893544527345957e-05, + "loss": 0.1725, + "num_input_tokens_seen": 7185824, + "step": 3730 + }, + { + "epoch": 0.6093482339505669, + "grad_norm": 1.6728495359420776, + "learning_rate": 4.8932609063757563e-05, + "loss": 0.2262, + "num_input_tokens_seen": 7197040, + "step": 3735 + }, + { + "epoch": 0.6101639611713843, + "grad_norm": 2.1274302005767822, + "learning_rate": 4.8929769163346484e-05, + "loss": 0.229, + "num_input_tokens_seen": 7207136, + "step": 3740 + }, + { + "epoch": 0.6109796883922016, + "grad_norm": 1.578525424003601, + "learning_rate": 4.892692557266429e-05, + "loss": 0.2224, + "num_input_tokens_seen": 7216624, + "step": 3745 + }, + { + "epoch": 0.611795415613019, + "grad_norm": 0.723141074180603, + "learning_rate": 4.8924078292149464e-05, + "loss": 0.2201, + "num_input_tokens_seen": 7226320, + "step": 3750 + }, + { + "epoch": 0.6126111428338363, + "grad_norm": 0.8574410676956177, + "learning_rate": 4.892122732224114e-05, + "loss": 0.2336, + "num_input_tokens_seen": 7235728, + "step": 3755 + }, + { + "epoch": 0.6134268700546537, + "grad_norm": 0.5241202116012573, + "learning_rate": 4.8918372663378944e-05, + "loss": 0.2073, + "num_input_tokens_seen": 7244656, + "step": 3760 + }, + { + "epoch": 0.614242597275471, + "grad_norm": 1.2948905229568481, + "learning_rate": 4.89155143160031e-05, + "loss": 0.1999, + "num_input_tokens_seen": 7254624, + "step": 3765 + }, + { + "epoch": 0.6150583244962884, + "grad_norm": 2.4296681880950928, + "learning_rate": 4.891265228055441e-05, + "loss": 0.244, + "num_input_tokens_seen": 7265168, + "step": 3770 + }, + { + "epoch": 0.6158740517171059, + "grad_norm": 0.716641366481781, + "learning_rate": 4.890978655747424e-05, + "loss": 0.1948, + "num_input_tokens_seen": 7275504, + "step": 3775 + }, + { + "epoch": 0.6166897789379232, + "grad_norm": 0.33726802468299866, + "learning_rate": 4.89069171472045e-05, + "loss": 0.205, + "num_input_tokens_seen": 7284864, + "step": 3780 + }, + { + "epoch": 0.6175055061587406, + "grad_norm": 0.6484262943267822, + "learning_rate": 4.890404405018772e-05, + "loss": 0.1799, + "num_input_tokens_seen": 7293616, + "step": 3785 + }, + { + "epoch": 0.6183212333795579, + "grad_norm": 0.759423017501831, + "learning_rate": 4.8901167266866934e-05, + "loss": 0.2012, + "num_input_tokens_seen": 7303152, + "step": 3790 + }, + { + "epoch": 0.6191369606003753, + "grad_norm": 1.6435497999191284, + "learning_rate": 4.88982867976858e-05, + "loss": 0.1761, + "num_input_tokens_seen": 7312672, + "step": 3795 + }, + { + "epoch": 0.6199526878211926, + "grad_norm": 0.8514883518218994, + "learning_rate": 4.889540264308852e-05, + "loss": 0.1806, + "num_input_tokens_seen": 7321136, + "step": 3800 + }, + { + "epoch": 0.6199526878211926, + "eval_loss": 0.18658684194087982, + "eval_runtime": 71.343, + "eval_samples_per_second": 38.196, + "eval_steps_per_second": 19.105, + "num_input_tokens_seen": 7321136, + "step": 3800 + }, + { + "epoch": 0.62076841504201, + "grad_norm": 0.914265513420105, + "learning_rate": 4.889251480351986e-05, + "loss": 0.1773, + "num_input_tokens_seen": 7330464, + "step": 3805 + }, + { + "epoch": 0.6215841422628273, + "grad_norm": 0.9026262164115906, + "learning_rate": 4.888962327942517e-05, + "loss": 0.2167, + "num_input_tokens_seen": 7339760, + "step": 3810 + }, + { + "epoch": 0.6223998694836447, + "grad_norm": 1.0854053497314453, + "learning_rate": 4.8886728071250356e-05, + "loss": 0.2156, + "num_input_tokens_seen": 7351008, + "step": 3815 + }, + { + "epoch": 0.623215596704462, + "grad_norm": 0.4949054419994354, + "learning_rate": 4.8883829179441884e-05, + "loss": 0.169, + "num_input_tokens_seen": 7360928, + "step": 3820 + }, + { + "epoch": 0.6240313239252794, + "grad_norm": 1.895541787147522, + "learning_rate": 4.888092660444682e-05, + "loss": 0.2459, + "num_input_tokens_seen": 7370672, + "step": 3825 + }, + { + "epoch": 0.6248470511460967, + "grad_norm": 0.41216006875038147, + "learning_rate": 4.887802034671276e-05, + "loss": 0.2254, + "num_input_tokens_seen": 7380448, + "step": 3830 + }, + { + "epoch": 0.6256627783669141, + "grad_norm": 0.28803375363349915, + "learning_rate": 4.88751104066879e-05, + "loss": 0.1742, + "num_input_tokens_seen": 7389392, + "step": 3835 + }, + { + "epoch": 0.6264785055877314, + "grad_norm": 1.5191755294799805, + "learning_rate": 4.887219678482098e-05, + "loss": 0.1614, + "num_input_tokens_seen": 7399984, + "step": 3840 + }, + { + "epoch": 0.6272942328085488, + "grad_norm": 0.3939375877380371, + "learning_rate": 4.8869279481561316e-05, + "loss": 0.1445, + "num_input_tokens_seen": 7408432, + "step": 3845 + }, + { + "epoch": 0.6281099600293661, + "grad_norm": 0.7911308407783508, + "learning_rate": 4.88663584973588e-05, + "loss": 0.1505, + "num_input_tokens_seen": 7418864, + "step": 3850 + }, + { + "epoch": 0.6289256872501835, + "grad_norm": 1.2625097036361694, + "learning_rate": 4.8863433832663874e-05, + "loss": 0.1912, + "num_input_tokens_seen": 7426688, + "step": 3855 + }, + { + "epoch": 0.6297414144710008, + "grad_norm": 0.5468031167984009, + "learning_rate": 4.886050548792757e-05, + "loss": 0.1889, + "num_input_tokens_seen": 7436592, + "step": 3860 + }, + { + "epoch": 0.6305571416918182, + "grad_norm": 0.7418308854103088, + "learning_rate": 4.8857573463601465e-05, + "loss": 0.1446, + "num_input_tokens_seen": 7446512, + "step": 3865 + }, + { + "epoch": 0.6313728689126357, + "grad_norm": 0.9724565744400024, + "learning_rate": 4.885463776013772e-05, + "loss": 0.1925, + "num_input_tokens_seen": 7456896, + "step": 3870 + }, + { + "epoch": 0.632188596133453, + "grad_norm": 1.1995477676391602, + "learning_rate": 4.8851698377989056e-05, + "loss": 0.1879, + "num_input_tokens_seen": 7466832, + "step": 3875 + }, + { + "epoch": 0.6330043233542704, + "grad_norm": 0.4741632342338562, + "learning_rate": 4.884875531760876e-05, + "loss": 0.244, + "num_input_tokens_seen": 7476528, + "step": 3880 + }, + { + "epoch": 0.6338200505750877, + "grad_norm": 0.804222047328949, + "learning_rate": 4.88458085794507e-05, + "loss": 0.1643, + "num_input_tokens_seen": 7485280, + "step": 3885 + }, + { + "epoch": 0.6346357777959051, + "grad_norm": 1.0734373331069946, + "learning_rate": 4.884285816396929e-05, + "loss": 0.2039, + "num_input_tokens_seen": 7494336, + "step": 3890 + }, + { + "epoch": 0.6354515050167224, + "grad_norm": 1.156238317489624, + "learning_rate": 4.8839904071619526e-05, + "loss": 0.1835, + "num_input_tokens_seen": 7503792, + "step": 3895 + }, + { + "epoch": 0.6362672322375398, + "grad_norm": 1.656217336654663, + "learning_rate": 4.8836946302856955e-05, + "loss": 0.1832, + "num_input_tokens_seen": 7514912, + "step": 3900 + }, + { + "epoch": 0.6370829594583571, + "grad_norm": 0.59702467918396, + "learning_rate": 4.8833984858137715e-05, + "loss": 0.2014, + "num_input_tokens_seen": 7524112, + "step": 3905 + }, + { + "epoch": 0.6378986866791745, + "grad_norm": 1.0233063697814941, + "learning_rate": 4.8831019737918494e-05, + "loss": 0.1828, + "num_input_tokens_seen": 7534912, + "step": 3910 + }, + { + "epoch": 0.6387144138999918, + "grad_norm": 1.0921076536178589, + "learning_rate": 4.882805094265655e-05, + "loss": 0.1653, + "num_input_tokens_seen": 7544112, + "step": 3915 + }, + { + "epoch": 0.6395301411208092, + "grad_norm": 1.8991284370422363, + "learning_rate": 4.8825078472809706e-05, + "loss": 0.1837, + "num_input_tokens_seen": 7553424, + "step": 3920 + }, + { + "epoch": 0.6403458683416265, + "grad_norm": 0.4530952572822571, + "learning_rate": 4.882210232883635e-05, + "loss": 0.2473, + "num_input_tokens_seen": 7563616, + "step": 3925 + }, + { + "epoch": 0.6411615955624439, + "grad_norm": 1.064443588256836, + "learning_rate": 4.881912251119546e-05, + "loss": 0.2156, + "num_input_tokens_seen": 7573824, + "step": 3930 + }, + { + "epoch": 0.6419773227832613, + "grad_norm": 0.5215998291969299, + "learning_rate": 4.881613902034654e-05, + "loss": 0.1693, + "num_input_tokens_seen": 7583456, + "step": 3935 + }, + { + "epoch": 0.6427930500040786, + "grad_norm": 0.9882974624633789, + "learning_rate": 4.88131518567497e-05, + "loss": 0.1792, + "num_input_tokens_seen": 7593280, + "step": 3940 + }, + { + "epoch": 0.643608777224896, + "grad_norm": 0.9221986532211304, + "learning_rate": 4.881016102086558e-05, + "loss": 0.165, + "num_input_tokens_seen": 7602976, + "step": 3945 + }, + { + "epoch": 0.6444245044457133, + "grad_norm": 0.9307444095611572, + "learning_rate": 4.8807166513155425e-05, + "loss": 0.259, + "num_input_tokens_seen": 7613328, + "step": 3950 + }, + { + "epoch": 0.6452402316665307, + "grad_norm": 0.7766771912574768, + "learning_rate": 4.8804168334081004e-05, + "loss": 0.2167, + "num_input_tokens_seen": 7623664, + "step": 3955 + }, + { + "epoch": 0.6460559588873481, + "grad_norm": 0.5381113290786743, + "learning_rate": 4.880116648410468e-05, + "loss": 0.2206, + "num_input_tokens_seen": 7633552, + "step": 3960 + }, + { + "epoch": 0.6468716861081655, + "grad_norm": 1.0404887199401855, + "learning_rate": 4.879816096368939e-05, + "loss": 0.1923, + "num_input_tokens_seen": 7642912, + "step": 3965 + }, + { + "epoch": 0.6476874133289828, + "grad_norm": 1.3760349750518799, + "learning_rate": 4.879515177329861e-05, + "loss": 0.2221, + "num_input_tokens_seen": 7651792, + "step": 3970 + }, + { + "epoch": 0.6485031405498002, + "grad_norm": 1.6737526655197144, + "learning_rate": 4.8792138913396394e-05, + "loss": 0.2304, + "num_input_tokens_seen": 7662016, + "step": 3975 + }, + { + "epoch": 0.6493188677706175, + "grad_norm": 0.7450024485588074, + "learning_rate": 4.8789122384447374e-05, + "loss": 0.1998, + "num_input_tokens_seen": 7671552, + "step": 3980 + }, + { + "epoch": 0.6501345949914349, + "grad_norm": 0.520115315914154, + "learning_rate": 4.878610218691673e-05, + "loss": 0.2109, + "num_input_tokens_seen": 7681152, + "step": 3985 + }, + { + "epoch": 0.6509503222122522, + "grad_norm": 1.1074835062026978, + "learning_rate": 4.87830783212702e-05, + "loss": 0.3304, + "num_input_tokens_seen": 7690960, + "step": 3990 + }, + { + "epoch": 0.6517660494330696, + "grad_norm": 0.6813493371009827, + "learning_rate": 4.878005078797413e-05, + "loss": 0.1866, + "num_input_tokens_seen": 7700032, + "step": 3995 + }, + { + "epoch": 0.652581776653887, + "grad_norm": 1.4164179563522339, + "learning_rate": 4.877701958749539e-05, + "loss": 0.2114, + "num_input_tokens_seen": 7709856, + "step": 4000 + }, + { + "epoch": 0.652581776653887, + "eval_loss": 0.18746235966682434, + "eval_runtime": 71.5152, + "eval_samples_per_second": 38.104, + "eval_steps_per_second": 19.059, + "num_input_tokens_seen": 7709856, + "step": 4000 + }, + { + "epoch": 0.6533975038747043, + "grad_norm": 0.5503684878349304, + "learning_rate": 4.877398472030142e-05, + "loss": 0.1811, + "num_input_tokens_seen": 7719216, + "step": 4005 + }, + { + "epoch": 0.6542132310955217, + "grad_norm": 0.9598918557167053, + "learning_rate": 4.877094618686024e-05, + "loss": 0.1479, + "num_input_tokens_seen": 7729584, + "step": 4010 + }, + { + "epoch": 0.655028958316339, + "grad_norm": 0.9337887167930603, + "learning_rate": 4.876790398764045e-05, + "loss": 0.198, + "num_input_tokens_seen": 7739328, + "step": 4015 + }, + { + "epoch": 0.6558446855371564, + "grad_norm": 1.1114046573638916, + "learning_rate": 4.8764858123111167e-05, + "loss": 0.1817, + "num_input_tokens_seen": 7748544, + "step": 4020 + }, + { + "epoch": 0.6566604127579737, + "grad_norm": 0.6976532936096191, + "learning_rate": 4.876180859374212e-05, + "loss": 0.1308, + "num_input_tokens_seen": 7758400, + "step": 4025 + }, + { + "epoch": 0.6574761399787911, + "grad_norm": 1.2042442560195923, + "learning_rate": 4.875875540000357e-05, + "loss": 0.1418, + "num_input_tokens_seen": 7769088, + "step": 4030 + }, + { + "epoch": 0.6582918671996084, + "grad_norm": 2.0507805347442627, + "learning_rate": 4.8755698542366376e-05, + "loss": 0.2279, + "num_input_tokens_seen": 7779616, + "step": 4035 + }, + { + "epoch": 0.6591075944204258, + "grad_norm": 0.7017906904220581, + "learning_rate": 4.875263802130193e-05, + "loss": 0.2892, + "num_input_tokens_seen": 7790928, + "step": 4040 + }, + { + "epoch": 0.6599233216412431, + "grad_norm": 1.1995563507080078, + "learning_rate": 4.8749573837282207e-05, + "loss": 0.2148, + "num_input_tokens_seen": 7800032, + "step": 4045 + }, + { + "epoch": 0.6607390488620605, + "grad_norm": 1.9128302335739136, + "learning_rate": 4.874650599077974e-05, + "loss": 0.2207, + "num_input_tokens_seen": 7809184, + "step": 4050 + }, + { + "epoch": 0.6615547760828779, + "grad_norm": 1.0101455450057983, + "learning_rate": 4.874343448226764e-05, + "loss": 0.2183, + "num_input_tokens_seen": 7819232, + "step": 4055 + }, + { + "epoch": 0.6623705033036953, + "grad_norm": 1.1537953615188599, + "learning_rate": 4.874035931221955e-05, + "loss": 0.2088, + "num_input_tokens_seen": 7829392, + "step": 4060 + }, + { + "epoch": 0.6631862305245126, + "grad_norm": 0.9024256467819214, + "learning_rate": 4.8737280481109724e-05, + "loss": 0.2022, + "num_input_tokens_seen": 7838640, + "step": 4065 + }, + { + "epoch": 0.66400195774533, + "grad_norm": 0.595399796962738, + "learning_rate": 4.873419798941294e-05, + "loss": 0.1619, + "num_input_tokens_seen": 7848912, + "step": 4070 + }, + { + "epoch": 0.6648176849661473, + "grad_norm": 0.847669780254364, + "learning_rate": 4.873111183760458e-05, + "loss": 0.1731, + "num_input_tokens_seen": 7860272, + "step": 4075 + }, + { + "epoch": 0.6656334121869647, + "grad_norm": 0.8390225172042847, + "learning_rate": 4.8728022026160537e-05, + "loss": 0.1651, + "num_input_tokens_seen": 7868640, + "step": 4080 + }, + { + "epoch": 0.666449139407782, + "grad_norm": 0.9997762441635132, + "learning_rate": 4.872492855555732e-05, + "loss": 0.2106, + "num_input_tokens_seen": 7878256, + "step": 4085 + }, + { + "epoch": 0.6672648666285994, + "grad_norm": 0.5000113248825073, + "learning_rate": 4.8721831426271956e-05, + "loss": 0.2064, + "num_input_tokens_seen": 7886576, + "step": 4090 + }, + { + "epoch": 0.6680805938494168, + "grad_norm": 0.9071695804595947, + "learning_rate": 4.87187306387821e-05, + "loss": 0.1245, + "num_input_tokens_seen": 7896944, + "step": 4095 + }, + { + "epoch": 0.6688963210702341, + "grad_norm": 0.4255366921424866, + "learning_rate": 4.87156261935659e-05, + "loss": 0.1457, + "num_input_tokens_seen": 7907472, + "step": 4100 + }, + { + "epoch": 0.6697120482910515, + "grad_norm": 0.6816110610961914, + "learning_rate": 4.871251809110211e-05, + "loss": 0.2384, + "num_input_tokens_seen": 7917328, + "step": 4105 + }, + { + "epoch": 0.6705277755118688, + "grad_norm": 0.5499967932701111, + "learning_rate": 4.8709406331870044e-05, + "loss": 0.2543, + "num_input_tokens_seen": 7927344, + "step": 4110 + }, + { + "epoch": 0.6713435027326862, + "grad_norm": 0.6064135432243347, + "learning_rate": 4.8706290916349574e-05, + "loss": 0.15, + "num_input_tokens_seen": 7935840, + "step": 4115 + }, + { + "epoch": 0.6721592299535035, + "grad_norm": 1.1619336605072021, + "learning_rate": 4.8703171845021134e-05, + "loss": 0.1809, + "num_input_tokens_seen": 7945696, + "step": 4120 + }, + { + "epoch": 0.6729749571743209, + "grad_norm": 0.4445498287677765, + "learning_rate": 4.870004911836572e-05, + "loss": 0.2538, + "num_input_tokens_seen": 7955536, + "step": 4125 + }, + { + "epoch": 0.6737906843951382, + "grad_norm": 0.5967034697532654, + "learning_rate": 4.869692273686489e-05, + "loss": 0.2971, + "num_input_tokens_seen": 7965200, + "step": 4130 + }, + { + "epoch": 0.6746064116159556, + "grad_norm": 1.1162663698196411, + "learning_rate": 4.869379270100079e-05, + "loss": 0.2122, + "num_input_tokens_seen": 7975072, + "step": 4135 + }, + { + "epoch": 0.6754221388367729, + "grad_norm": 0.6107769012451172, + "learning_rate": 4.86906590112561e-05, + "loss": 0.169, + "num_input_tokens_seen": 7984080, + "step": 4140 + }, + { + "epoch": 0.6762378660575903, + "grad_norm": 1.5977967977523804, + "learning_rate": 4.8687521668114064e-05, + "loss": 0.2155, + "num_input_tokens_seen": 7993088, + "step": 4145 + }, + { + "epoch": 0.6770535932784078, + "grad_norm": 0.6411471366882324, + "learning_rate": 4.868438067205853e-05, + "loss": 0.2038, + "num_input_tokens_seen": 8002320, + "step": 4150 + }, + { + "epoch": 0.6778693204992251, + "grad_norm": 1.1286948919296265, + "learning_rate": 4.8681236023573844e-05, + "loss": 0.1954, + "num_input_tokens_seen": 8012096, + "step": 4155 + }, + { + "epoch": 0.6786850477200425, + "grad_norm": 0.5940166711807251, + "learning_rate": 4.867808772314497e-05, + "loss": 0.1693, + "num_input_tokens_seen": 8022160, + "step": 4160 + }, + { + "epoch": 0.6795007749408598, + "grad_norm": 0.34922245144844055, + "learning_rate": 4.867493577125741e-05, + "loss": 0.1641, + "num_input_tokens_seen": 8031552, + "step": 4165 + }, + { + "epoch": 0.6803165021616772, + "grad_norm": 0.5937670469284058, + "learning_rate": 4.867178016839725e-05, + "loss": 0.2014, + "num_input_tokens_seen": 8041504, + "step": 4170 + }, + { + "epoch": 0.6811322293824945, + "grad_norm": 0.7323035597801208, + "learning_rate": 4.8668620915051094e-05, + "loss": 0.1411, + "num_input_tokens_seen": 8051168, + "step": 4175 + }, + { + "epoch": 0.6819479566033119, + "grad_norm": 0.3060934245586395, + "learning_rate": 4.866545801170616e-05, + "loss": 0.1614, + "num_input_tokens_seen": 8061936, + "step": 4180 + }, + { + "epoch": 0.6827636838241292, + "grad_norm": 0.7502244710922241, + "learning_rate": 4.86622914588502e-05, + "loss": 0.1853, + "num_input_tokens_seen": 8071936, + "step": 4185 + }, + { + "epoch": 0.6835794110449466, + "grad_norm": 0.6273805499076843, + "learning_rate": 4.865912125697154e-05, + "loss": 0.175, + "num_input_tokens_seen": 8081568, + "step": 4190 + }, + { + "epoch": 0.6843951382657639, + "grad_norm": 1.720152497291565, + "learning_rate": 4.865594740655907e-05, + "loss": 0.2529, + "num_input_tokens_seen": 8090592, + "step": 4195 + }, + { + "epoch": 0.6852108654865813, + "grad_norm": 0.8182530999183655, + "learning_rate": 4.865276990810222e-05, + "loss": 0.124, + "num_input_tokens_seen": 8100560, + "step": 4200 + }, + { + "epoch": 0.6852108654865813, + "eval_loss": 0.18406498432159424, + "eval_runtime": 71.4039, + "eval_samples_per_second": 38.163, + "eval_steps_per_second": 19.089, + "num_input_tokens_seen": 8100560, + "step": 4200 + }, + { + "epoch": 0.6860265927073986, + "grad_norm": 0.9097954630851746, + "learning_rate": 4.8649588762091016e-05, + "loss": 0.1903, + "num_input_tokens_seen": 8110688, + "step": 4205 + }, + { + "epoch": 0.686842319928216, + "grad_norm": 0.8142260313034058, + "learning_rate": 4.8646403969016016e-05, + "loss": 0.1518, + "num_input_tokens_seen": 8120448, + "step": 4210 + }, + { + "epoch": 0.6876580471490333, + "grad_norm": 0.6529217958450317, + "learning_rate": 4.864321552936838e-05, + "loss": 0.1335, + "num_input_tokens_seen": 8130608, + "step": 4215 + }, + { + "epoch": 0.6884737743698507, + "grad_norm": 0.5534929633140564, + "learning_rate": 4.864002344363978e-05, + "loss": 0.181, + "num_input_tokens_seen": 8140592, + "step": 4220 + }, + { + "epoch": 0.689289501590668, + "grad_norm": 0.8330748677253723, + "learning_rate": 4.863682771232248e-05, + "loss": 0.1466, + "num_input_tokens_seen": 8150176, + "step": 4225 + }, + { + "epoch": 0.6901052288114854, + "grad_norm": 0.5443480014801025, + "learning_rate": 4.8633628335909324e-05, + "loss": 0.1735, + "num_input_tokens_seen": 8161568, + "step": 4230 + }, + { + "epoch": 0.6909209560323027, + "grad_norm": 0.9104501008987427, + "learning_rate": 4.8630425314893676e-05, + "loss": 0.204, + "num_input_tokens_seen": 8170896, + "step": 4235 + }, + { + "epoch": 0.6917366832531202, + "grad_norm": 0.8074641227722168, + "learning_rate": 4.862721864976948e-05, + "loss": 0.1688, + "num_input_tokens_seen": 8179616, + "step": 4240 + }, + { + "epoch": 0.6925524104739376, + "grad_norm": 0.417900413274765, + "learning_rate": 4.862400834103125e-05, + "loss": 0.126, + "num_input_tokens_seen": 8188608, + "step": 4245 + }, + { + "epoch": 0.6933681376947549, + "grad_norm": 0.7104726433753967, + "learning_rate": 4.862079438917406e-05, + "loss": 0.1572, + "num_input_tokens_seen": 8197952, + "step": 4250 + }, + { + "epoch": 0.6941838649155723, + "grad_norm": 0.7463847398757935, + "learning_rate": 4.8617576794693536e-05, + "loss": 0.2154, + "num_input_tokens_seen": 8206256, + "step": 4255 + }, + { + "epoch": 0.6949995921363896, + "grad_norm": 0.5172037482261658, + "learning_rate": 4.8614355558085875e-05, + "loss": 0.1833, + "num_input_tokens_seen": 8215408, + "step": 4260 + }, + { + "epoch": 0.695815319357207, + "grad_norm": 1.196513295173645, + "learning_rate": 4.861113067984783e-05, + "loss": 0.16, + "num_input_tokens_seen": 8225376, + "step": 4265 + }, + { + "epoch": 0.6966310465780243, + "grad_norm": 0.5770902037620544, + "learning_rate": 4.860790216047671e-05, + "loss": 0.1071, + "num_input_tokens_seen": 8234512, + "step": 4270 + }, + { + "epoch": 0.6974467737988417, + "grad_norm": 0.8174399137496948, + "learning_rate": 4.860467000047041e-05, + "loss": 0.1655, + "num_input_tokens_seen": 8243152, + "step": 4275 + }, + { + "epoch": 0.698262501019659, + "grad_norm": 1.5316826105117798, + "learning_rate": 4.860143420032737e-05, + "loss": 0.2259, + "num_input_tokens_seen": 8253056, + "step": 4280 + }, + { + "epoch": 0.6990782282404764, + "grad_norm": 0.9359532594680786, + "learning_rate": 4.859819476054657e-05, + "loss": 0.2055, + "num_input_tokens_seen": 8262416, + "step": 4285 + }, + { + "epoch": 0.6998939554612937, + "grad_norm": 2.1523003578186035, + "learning_rate": 4.859495168162758e-05, + "loss": 0.2081, + "num_input_tokens_seen": 8271856, + "step": 4290 + }, + { + "epoch": 0.7007096826821111, + "grad_norm": 1.2441737651824951, + "learning_rate": 4.859170496407054e-05, + "loss": 0.2146, + "num_input_tokens_seen": 8280048, + "step": 4295 + }, + { + "epoch": 0.7015254099029284, + "grad_norm": 0.8936530351638794, + "learning_rate": 4.8588454608376114e-05, + "loss": 0.1271, + "num_input_tokens_seen": 8288464, + "step": 4300 + }, + { + "epoch": 0.7023411371237458, + "grad_norm": 0.5311219692230225, + "learning_rate": 4.8585200615045555e-05, + "loss": 0.2073, + "num_input_tokens_seen": 8297616, + "step": 4305 + }, + { + "epoch": 0.7031568643445631, + "grad_norm": 0.5660334825515747, + "learning_rate": 4.8581942984580674e-05, + "loss": 0.234, + "num_input_tokens_seen": 8307248, + "step": 4310 + }, + { + "epoch": 0.7039725915653805, + "grad_norm": 1.1011446714401245, + "learning_rate": 4.857868171748384e-05, + "loss": 0.1894, + "num_input_tokens_seen": 8316384, + "step": 4315 + }, + { + "epoch": 0.7047883187861979, + "grad_norm": 0.9482975602149963, + "learning_rate": 4.8575416814257976e-05, + "loss": 0.137, + "num_input_tokens_seen": 8326416, + "step": 4320 + }, + { + "epoch": 0.7056040460070152, + "grad_norm": 2.498497247695923, + "learning_rate": 4.857214827540657e-05, + "loss": 0.195, + "num_input_tokens_seen": 8336544, + "step": 4325 + }, + { + "epoch": 0.7064197732278326, + "grad_norm": 0.9977948665618896, + "learning_rate": 4.856887610143367e-05, + "loss": 0.1956, + "num_input_tokens_seen": 8347376, + "step": 4330 + }, + { + "epoch": 0.70723550044865, + "grad_norm": 1.6663410663604736, + "learning_rate": 4.8565600292843896e-05, + "loss": 0.1947, + "num_input_tokens_seen": 8356672, + "step": 4335 + }, + { + "epoch": 0.7080512276694674, + "grad_norm": 1.705664873123169, + "learning_rate": 4.856232085014241e-05, + "loss": 0.2763, + "num_input_tokens_seen": 8367408, + "step": 4340 + }, + { + "epoch": 0.7088669548902847, + "grad_norm": 0.2832154929637909, + "learning_rate": 4.855903777383495e-05, + "loss": 0.1723, + "num_input_tokens_seen": 8378032, + "step": 4345 + }, + { + "epoch": 0.7096826821111021, + "grad_norm": 0.6085688471794128, + "learning_rate": 4.85557510644278e-05, + "loss": 0.2029, + "num_input_tokens_seen": 8388080, + "step": 4350 + }, + { + "epoch": 0.7104984093319194, + "grad_norm": 0.5807681083679199, + "learning_rate": 4.855246072242782e-05, + "loss": 0.1622, + "num_input_tokens_seen": 8398160, + "step": 4355 + }, + { + "epoch": 0.7113141365527368, + "grad_norm": 1.8034768104553223, + "learning_rate": 4.8549166748342414e-05, + "loss": 0.2173, + "num_input_tokens_seen": 8406944, + "step": 4360 + }, + { + "epoch": 0.7121298637735541, + "grad_norm": 0.8374257683753967, + "learning_rate": 4.8545869142679556e-05, + "loss": 0.1542, + "num_input_tokens_seen": 8415424, + "step": 4365 + }, + { + "epoch": 0.7129455909943715, + "grad_norm": 1.0778393745422363, + "learning_rate": 4.8542567905947776e-05, + "loss": 0.1786, + "num_input_tokens_seen": 8425488, + "step": 4370 + }, + { + "epoch": 0.7137613182151888, + "grad_norm": 0.7513121962547302, + "learning_rate": 4.853926303865618e-05, + "loss": 0.1457, + "num_input_tokens_seen": 8434704, + "step": 4375 + }, + { + "epoch": 0.7145770454360062, + "grad_norm": 0.4815673828125, + "learning_rate": 4.853595454131441e-05, + "loss": 0.1569, + "num_input_tokens_seen": 8443488, + "step": 4380 + }, + { + "epoch": 0.7153927726568236, + "grad_norm": 0.6150168180465698, + "learning_rate": 4.8532642414432674e-05, + "loss": 0.1808, + "num_input_tokens_seen": 8453120, + "step": 4385 + }, + { + "epoch": 0.7162084998776409, + "grad_norm": 1.3465914726257324, + "learning_rate": 4.8529326658521754e-05, + "loss": 0.2462, + "num_input_tokens_seen": 8463088, + "step": 4390 + }, + { + "epoch": 0.7170242270984583, + "grad_norm": 0.6911414861679077, + "learning_rate": 4.8526007274092965e-05, + "loss": 0.1736, + "num_input_tokens_seen": 8472368, + "step": 4395 + }, + { + "epoch": 0.7178399543192756, + "grad_norm": 0.8783573508262634, + "learning_rate": 4.852268426165822e-05, + "loss": 0.1888, + "num_input_tokens_seen": 8482208, + "step": 4400 + }, + { + "epoch": 0.7178399543192756, + "eval_loss": 0.1840699017047882, + "eval_runtime": 71.4077, + "eval_samples_per_second": 38.161, + "eval_steps_per_second": 19.088, + "num_input_tokens_seen": 8482208, + "step": 4400 + }, + { + "epoch": 0.718655681540093, + "grad_norm": 1.821752667427063, + "learning_rate": 4.851935762172995e-05, + "loss": 0.1688, + "num_input_tokens_seen": 8491040, + "step": 4405 + }, + { + "epoch": 0.7194714087609103, + "grad_norm": 0.7694599628448486, + "learning_rate": 4.8516027354821175e-05, + "loss": 0.2157, + "num_input_tokens_seen": 8501152, + "step": 4410 + }, + { + "epoch": 0.7202871359817277, + "grad_norm": 1.4143190383911133, + "learning_rate": 4.851269346144546e-05, + "loss": 0.248, + "num_input_tokens_seen": 8509984, + "step": 4415 + }, + { + "epoch": 0.721102863202545, + "grad_norm": 1.887463927268982, + "learning_rate": 4.850935594211693e-05, + "loss": 0.2376, + "num_input_tokens_seen": 8519200, + "step": 4420 + }, + { + "epoch": 0.7219185904233625, + "grad_norm": 0.45644471049308777, + "learning_rate": 4.850601479735029e-05, + "loss": 0.1531, + "num_input_tokens_seen": 8528624, + "step": 4425 + }, + { + "epoch": 0.7227343176441798, + "grad_norm": 0.8579927682876587, + "learning_rate": 4.850267002766076e-05, + "loss": 0.1381, + "num_input_tokens_seen": 8537408, + "step": 4430 + }, + { + "epoch": 0.7235500448649972, + "grad_norm": 0.7052619457244873, + "learning_rate": 4.849932163356417e-05, + "loss": 0.1675, + "num_input_tokens_seen": 8547408, + "step": 4435 + }, + { + "epoch": 0.7243657720858145, + "grad_norm": 0.37214022874832153, + "learning_rate": 4.8495969615576864e-05, + "loss": 0.1602, + "num_input_tokens_seen": 8557360, + "step": 4440 + }, + { + "epoch": 0.7251814993066319, + "grad_norm": 0.30627962946891785, + "learning_rate": 4.849261397421577e-05, + "loss": 0.1766, + "num_input_tokens_seen": 8567088, + "step": 4445 + }, + { + "epoch": 0.7259972265274492, + "grad_norm": 0.47489625215530396, + "learning_rate": 4.848925470999839e-05, + "loss": 0.1986, + "num_input_tokens_seen": 8576320, + "step": 4450 + }, + { + "epoch": 0.7268129537482666, + "grad_norm": 1.072675347328186, + "learning_rate": 4.848589182344273e-05, + "loss": 0.2252, + "num_input_tokens_seen": 8585392, + "step": 4455 + }, + { + "epoch": 0.727628680969084, + "grad_norm": 1.5486847162246704, + "learning_rate": 4.848252531506742e-05, + "loss": 0.2437, + "num_input_tokens_seen": 8594656, + "step": 4460 + }, + { + "epoch": 0.7284444081899013, + "grad_norm": 0.6170259714126587, + "learning_rate": 4.847915518539161e-05, + "loss": 0.1897, + "num_input_tokens_seen": 8605664, + "step": 4465 + }, + { + "epoch": 0.7292601354107187, + "grad_norm": 0.813188910484314, + "learning_rate": 4.847578143493501e-05, + "loss": 0.1323, + "num_input_tokens_seen": 8616608, + "step": 4470 + }, + { + "epoch": 0.730075862631536, + "grad_norm": 1.5241352319717407, + "learning_rate": 4.847240406421789e-05, + "loss": 0.2538, + "num_input_tokens_seen": 8626272, + "step": 4475 + }, + { + "epoch": 0.7308915898523534, + "grad_norm": 1.0816670656204224, + "learning_rate": 4.84690230737611e-05, + "loss": 0.2865, + "num_input_tokens_seen": 8636544, + "step": 4480 + }, + { + "epoch": 0.7317073170731707, + "grad_norm": 1.0738403797149658, + "learning_rate": 4.846563846408602e-05, + "loss": 0.2224, + "num_input_tokens_seen": 8646176, + "step": 4485 + }, + { + "epoch": 0.7325230442939881, + "grad_norm": 1.5418448448181152, + "learning_rate": 4.84622502357146e-05, + "loss": 0.2041, + "num_input_tokens_seen": 8656016, + "step": 4490 + }, + { + "epoch": 0.7333387715148054, + "grad_norm": 0.5758962631225586, + "learning_rate": 4.8458858389169345e-05, + "loss": 0.1558, + "num_input_tokens_seen": 8665584, + "step": 4495 + }, + { + "epoch": 0.7341544987356228, + "grad_norm": 1.2828742265701294, + "learning_rate": 4.8455462924973334e-05, + "loss": 0.2854, + "num_input_tokens_seen": 8674192, + "step": 4500 + }, + { + "epoch": 0.7349702259564401, + "grad_norm": 0.9154004454612732, + "learning_rate": 4.845206384365018e-05, + "loss": 0.1798, + "num_input_tokens_seen": 8683696, + "step": 4505 + }, + { + "epoch": 0.7357859531772575, + "grad_norm": 0.6246654391288757, + "learning_rate": 4.844866114572405e-05, + "loss": 0.153, + "num_input_tokens_seen": 8692272, + "step": 4510 + }, + { + "epoch": 0.7366016803980748, + "grad_norm": 0.5234510898590088, + "learning_rate": 4.8445254831719706e-05, + "loss": 0.1645, + "num_input_tokens_seen": 8701792, + "step": 4515 + }, + { + "epoch": 0.7374174076188923, + "grad_norm": 0.4709366261959076, + "learning_rate": 4.8441844902162434e-05, + "loss": 0.1128, + "num_input_tokens_seen": 8710160, + "step": 4520 + }, + { + "epoch": 0.7382331348397096, + "grad_norm": 0.4474142789840698, + "learning_rate": 4.843843135757809e-05, + "loss": 0.1302, + "num_input_tokens_seen": 8720960, + "step": 4525 + }, + { + "epoch": 0.739048862060527, + "grad_norm": 1.155019760131836, + "learning_rate": 4.843501419849308e-05, + "loss": 0.1613, + "num_input_tokens_seen": 8731152, + "step": 4530 + }, + { + "epoch": 0.7398645892813444, + "grad_norm": 0.3218079209327698, + "learning_rate": 4.8431593425434386e-05, + "loss": 0.1104, + "num_input_tokens_seen": 8741888, + "step": 4535 + }, + { + "epoch": 0.7406803165021617, + "grad_norm": 0.9618802666664124, + "learning_rate": 4.8428169038929526e-05, + "loss": 0.2218, + "num_input_tokens_seen": 8751728, + "step": 4540 + }, + { + "epoch": 0.7414960437229791, + "grad_norm": 1.2567031383514404, + "learning_rate": 4.8424741039506575e-05, + "loss": 0.2277, + "num_input_tokens_seen": 8760544, + "step": 4545 + }, + { + "epoch": 0.7423117709437964, + "grad_norm": 1.230384349822998, + "learning_rate": 4.842130942769419e-05, + "loss": 0.136, + "num_input_tokens_seen": 8770928, + "step": 4550 + }, + { + "epoch": 0.7431274981646138, + "grad_norm": 1.0660035610198975, + "learning_rate": 4.841787420402156e-05, + "loss": 0.1762, + "num_input_tokens_seen": 8780032, + "step": 4555 + }, + { + "epoch": 0.7439432253854311, + "grad_norm": 1.1854192018508911, + "learning_rate": 4.841443536901844e-05, + "loss": 0.1435, + "num_input_tokens_seen": 8790320, + "step": 4560 + }, + { + "epoch": 0.7447589526062485, + "grad_norm": 0.8180081844329834, + "learning_rate": 4.841099292321514e-05, + "loss": 0.1752, + "num_input_tokens_seen": 8799072, + "step": 4565 + }, + { + "epoch": 0.7455746798270658, + "grad_norm": 0.8691009283065796, + "learning_rate": 4.8407546867142525e-05, + "loss": 0.1861, + "num_input_tokens_seen": 8807968, + "step": 4570 + }, + { + "epoch": 0.7463904070478832, + "grad_norm": 1.5909212827682495, + "learning_rate": 4.840409720133203e-05, + "loss": 0.2754, + "num_input_tokens_seen": 8817824, + "step": 4575 + }, + { + "epoch": 0.7472061342687005, + "grad_norm": 0.8076439499855042, + "learning_rate": 4.8400643926315634e-05, + "loss": 0.1503, + "num_input_tokens_seen": 8827392, + "step": 4580 + }, + { + "epoch": 0.7480218614895179, + "grad_norm": 0.3973923325538635, + "learning_rate": 4.839718704262587e-05, + "loss": 0.1821, + "num_input_tokens_seen": 8836992, + "step": 4585 + }, + { + "epoch": 0.7488375887103352, + "grad_norm": 1.2636711597442627, + "learning_rate": 4.839372655079585e-05, + "loss": 0.1373, + "num_input_tokens_seen": 8846176, + "step": 4590 + }, + { + "epoch": 0.7496533159311526, + "grad_norm": 1.2731549739837646, + "learning_rate": 4.83902624513592e-05, + "loss": 0.1957, + "num_input_tokens_seen": 8857664, + "step": 4595 + }, + { + "epoch": 0.7504690431519699, + "grad_norm": 0.7058142423629761, + "learning_rate": 4.838679474485014e-05, + "loss": 0.1977, + "num_input_tokens_seen": 8868016, + "step": 4600 + }, + { + "epoch": 0.7504690431519699, + "eval_loss": 0.1822984218597412, + "eval_runtime": 71.386, + "eval_samples_per_second": 38.173, + "eval_steps_per_second": 19.093, + "num_input_tokens_seen": 8868016, + "step": 4600 + }, + { + "epoch": 0.7512847703727873, + "grad_norm": 0.3592211604118347, + "learning_rate": 4.838332343180343e-05, + "loss": 0.1206, + "num_input_tokens_seen": 8877904, + "step": 4605 + }, + { + "epoch": 0.7521004975936046, + "grad_norm": 1.1051639318466187, + "learning_rate": 4.83798485127544e-05, + "loss": 0.2106, + "num_input_tokens_seen": 8888288, + "step": 4610 + }, + { + "epoch": 0.7529162248144221, + "grad_norm": 1.0913939476013184, + "learning_rate": 4.837636998823892e-05, + "loss": 0.157, + "num_input_tokens_seen": 8897376, + "step": 4615 + }, + { + "epoch": 0.7537319520352395, + "grad_norm": 0.879997968673706, + "learning_rate": 4.8372887858793414e-05, + "loss": 0.1117, + "num_input_tokens_seen": 8906240, + "step": 4620 + }, + { + "epoch": 0.7545476792560568, + "grad_norm": 0.7653641700744629, + "learning_rate": 4.836940212495489e-05, + "loss": 0.2427, + "num_input_tokens_seen": 8915712, + "step": 4625 + }, + { + "epoch": 0.7553634064768742, + "grad_norm": 1.3312939405441284, + "learning_rate": 4.836591278726087e-05, + "loss": 0.159, + "num_input_tokens_seen": 8924240, + "step": 4630 + }, + { + "epoch": 0.7561791336976915, + "grad_norm": 0.623041033744812, + "learning_rate": 4.836241984624947e-05, + "loss": 0.1565, + "num_input_tokens_seen": 8933488, + "step": 4635 + }, + { + "epoch": 0.7569948609185089, + "grad_norm": 1.3406599760055542, + "learning_rate": 4.8358923302459336e-05, + "loss": 0.1833, + "num_input_tokens_seen": 8943264, + "step": 4640 + }, + { + "epoch": 0.7578105881393262, + "grad_norm": 0.4954604506492615, + "learning_rate": 4.835542315642968e-05, + "loss": 0.2002, + "num_input_tokens_seen": 8952912, + "step": 4645 + }, + { + "epoch": 0.7586263153601436, + "grad_norm": 1.2411187887191772, + "learning_rate": 4.8351919408700274e-05, + "loss": 0.1873, + "num_input_tokens_seen": 8963248, + "step": 4650 + }, + { + "epoch": 0.7594420425809609, + "grad_norm": 0.8242673277854919, + "learning_rate": 4.834841205981144e-05, + "loss": 0.1819, + "num_input_tokens_seen": 8972608, + "step": 4655 + }, + { + "epoch": 0.7602577698017783, + "grad_norm": 0.9362919926643372, + "learning_rate": 4.8344901110304054e-05, + "loss": 0.247, + "num_input_tokens_seen": 8982064, + "step": 4660 + }, + { + "epoch": 0.7610734970225956, + "grad_norm": 0.5657324194908142, + "learning_rate": 4.8341386560719534e-05, + "loss": 0.1452, + "num_input_tokens_seen": 8992240, + "step": 4665 + }, + { + "epoch": 0.761889224243413, + "grad_norm": 0.8111788034439087, + "learning_rate": 4.833786841159989e-05, + "loss": 0.1487, + "num_input_tokens_seen": 9002784, + "step": 4670 + }, + { + "epoch": 0.7627049514642303, + "grad_norm": 0.8125174045562744, + "learning_rate": 4.833434666348765e-05, + "loss": 0.2167, + "num_input_tokens_seen": 9012240, + "step": 4675 + }, + { + "epoch": 0.7635206786850477, + "grad_norm": 0.6355358362197876, + "learning_rate": 4.833082131692592e-05, + "loss": 0.1808, + "num_input_tokens_seen": 9021520, + "step": 4680 + }, + { + "epoch": 0.764336405905865, + "grad_norm": 0.7292882800102234, + "learning_rate": 4.832729237245835e-05, + "loss": 0.2365, + "num_input_tokens_seen": 9030752, + "step": 4685 + }, + { + "epoch": 0.7651521331266824, + "grad_norm": 0.5931785702705383, + "learning_rate": 4.8323759830629145e-05, + "loss": 0.1586, + "num_input_tokens_seen": 9039376, + "step": 4690 + }, + { + "epoch": 0.7659678603474998, + "grad_norm": 0.45195725560188293, + "learning_rate": 4.8320223691983066e-05, + "loss": 0.1766, + "num_input_tokens_seen": 9049424, + "step": 4695 + }, + { + "epoch": 0.7667835875683171, + "grad_norm": 1.1796852350234985, + "learning_rate": 4.831668395706544e-05, + "loss": 0.1648, + "num_input_tokens_seen": 9060480, + "step": 4700 + }, + { + "epoch": 0.7675993147891346, + "grad_norm": 0.5482155084609985, + "learning_rate": 4.8313140626422125e-05, + "loss": 0.1606, + "num_input_tokens_seen": 9070384, + "step": 4705 + }, + { + "epoch": 0.7684150420099519, + "grad_norm": 0.5257893800735474, + "learning_rate": 4.830959370059956e-05, + "loss": 0.114, + "num_input_tokens_seen": 9080016, + "step": 4710 + }, + { + "epoch": 0.7692307692307693, + "grad_norm": 2.1821062564849854, + "learning_rate": 4.830604318014472e-05, + "loss": 0.1561, + "num_input_tokens_seen": 9089440, + "step": 4715 + }, + { + "epoch": 0.7700464964515866, + "grad_norm": 0.5621607899665833, + "learning_rate": 4.830248906560514e-05, + "loss": 0.134, + "num_input_tokens_seen": 9098416, + "step": 4720 + }, + { + "epoch": 0.770862223672404, + "grad_norm": 0.6541783213615417, + "learning_rate": 4.829893135752891e-05, + "loss": 0.1593, + "num_input_tokens_seen": 9108000, + "step": 4725 + }, + { + "epoch": 0.7716779508932213, + "grad_norm": 0.43646273016929626, + "learning_rate": 4.829537005646466e-05, + "loss": 0.1693, + "num_input_tokens_seen": 9117920, + "step": 4730 + }, + { + "epoch": 0.7724936781140387, + "grad_norm": 0.3898400366306305, + "learning_rate": 4.8291805162961615e-05, + "loss": 0.1002, + "num_input_tokens_seen": 9128704, + "step": 4735 + }, + { + "epoch": 0.773309405334856, + "grad_norm": 1.2240673303604126, + "learning_rate": 4.82882366775695e-05, + "loss": 0.1964, + "num_input_tokens_seen": 9137024, + "step": 4740 + }, + { + "epoch": 0.7741251325556734, + "grad_norm": 0.5692058205604553, + "learning_rate": 4.828466460083864e-05, + "loss": 0.1433, + "num_input_tokens_seen": 9146768, + "step": 4745 + }, + { + "epoch": 0.7749408597764907, + "grad_norm": 0.7186692953109741, + "learning_rate": 4.8281088933319877e-05, + "loss": 0.129, + "num_input_tokens_seen": 9155968, + "step": 4750 + }, + { + "epoch": 0.7757565869973081, + "grad_norm": 0.5431390404701233, + "learning_rate": 4.827750967556464e-05, + "loss": 0.2337, + "num_input_tokens_seen": 9166176, + "step": 4755 + }, + { + "epoch": 0.7765723142181254, + "grad_norm": 0.7416775226593018, + "learning_rate": 4.827392682812488e-05, + "loss": 0.1814, + "num_input_tokens_seen": 9175632, + "step": 4760 + }, + { + "epoch": 0.7773880414389428, + "grad_norm": 0.48304346203804016, + "learning_rate": 4.827034039155312e-05, + "loss": 0.172, + "num_input_tokens_seen": 9186160, + "step": 4765 + }, + { + "epoch": 0.7782037686597602, + "grad_norm": 0.48274534940719604, + "learning_rate": 4.8266750366402445e-05, + "loss": 0.1803, + "num_input_tokens_seen": 9196096, + "step": 4770 + }, + { + "epoch": 0.7790194958805775, + "grad_norm": 0.40427398681640625, + "learning_rate": 4.8263156753226476e-05, + "loss": 0.1732, + "num_input_tokens_seen": 9204448, + "step": 4775 + }, + { + "epoch": 0.7798352231013949, + "grad_norm": 1.071662187576294, + "learning_rate": 4.8259559552579394e-05, + "loss": 0.2095, + "num_input_tokens_seen": 9214240, + "step": 4780 + }, + { + "epoch": 0.7806509503222122, + "grad_norm": 0.7874657511711121, + "learning_rate": 4.825595876501593e-05, + "loss": 0.1603, + "num_input_tokens_seen": 9224528, + "step": 4785 + }, + { + "epoch": 0.7814666775430296, + "grad_norm": 0.7220101952552795, + "learning_rate": 4.825235439109137e-05, + "loss": 0.2264, + "num_input_tokens_seen": 9234496, + "step": 4790 + }, + { + "epoch": 0.7822824047638469, + "grad_norm": 0.8318012356758118, + "learning_rate": 4.824874643136156e-05, + "loss": 0.1561, + "num_input_tokens_seen": 9244288, + "step": 4795 + }, + { + "epoch": 0.7830981319846644, + "grad_norm": 1.1398355960845947, + "learning_rate": 4.824513488638288e-05, + "loss": 0.2002, + "num_input_tokens_seen": 9254560, + "step": 4800 + }, + { + "epoch": 0.7830981319846644, + "eval_loss": 0.18067361414432526, + "eval_runtime": 71.4328, + "eval_samples_per_second": 38.148, + "eval_steps_per_second": 19.081, + "num_input_tokens_seen": 9254560, + "step": 4800 + }, + { + "epoch": 0.7839138592054817, + "grad_norm": 0.624090850353241, + "learning_rate": 4.8241519756712293e-05, + "loss": 0.2754, + "num_input_tokens_seen": 9263248, + "step": 4805 + }, + { + "epoch": 0.7847295864262991, + "grad_norm": 0.6506607532501221, + "learning_rate": 4.8237901042907285e-05, + "loss": 0.1654, + "num_input_tokens_seen": 9273568, + "step": 4810 + }, + { + "epoch": 0.7855453136471164, + "grad_norm": 1.0023164749145508, + "learning_rate": 4.823427874552591e-05, + "loss": 0.1321, + "num_input_tokens_seen": 9282384, + "step": 4815 + }, + { + "epoch": 0.7863610408679338, + "grad_norm": 0.7187933921813965, + "learning_rate": 4.823065286512677e-05, + "loss": 0.1341, + "num_input_tokens_seen": 9291408, + "step": 4820 + }, + { + "epoch": 0.7871767680887511, + "grad_norm": 0.9062695503234863, + "learning_rate": 4.8227023402269025e-05, + "loss": 0.2211, + "num_input_tokens_seen": 9301408, + "step": 4825 + }, + { + "epoch": 0.7879924953095685, + "grad_norm": 1.1889712810516357, + "learning_rate": 4.822339035751239e-05, + "loss": 0.1889, + "num_input_tokens_seen": 9310272, + "step": 4830 + }, + { + "epoch": 0.7888082225303858, + "grad_norm": 0.5498998165130615, + "learning_rate": 4.8219753731417104e-05, + "loss": 0.249, + "num_input_tokens_seen": 9320112, + "step": 4835 + }, + { + "epoch": 0.7896239497512032, + "grad_norm": 1.2507110834121704, + "learning_rate": 4.821611352454401e-05, + "loss": 0.1548, + "num_input_tokens_seen": 9329584, + "step": 4840 + }, + { + "epoch": 0.7904396769720206, + "grad_norm": 1.0469688177108765, + "learning_rate": 4.8212469737454444e-05, + "loss": 0.1139, + "num_input_tokens_seen": 9338416, + "step": 4845 + }, + { + "epoch": 0.7912554041928379, + "grad_norm": 1.950407862663269, + "learning_rate": 4.820882237071035e-05, + "loss": 0.2693, + "num_input_tokens_seen": 9348624, + "step": 4850 + }, + { + "epoch": 0.7920711314136553, + "grad_norm": 0.7757707238197327, + "learning_rate": 4.820517142487417e-05, + "loss": 0.1997, + "num_input_tokens_seen": 9356432, + "step": 4855 + }, + { + "epoch": 0.7928868586344726, + "grad_norm": 0.31421518325805664, + "learning_rate": 4.8201516900508956e-05, + "loss": 0.1883, + "num_input_tokens_seen": 9364816, + "step": 4860 + }, + { + "epoch": 0.79370258585529, + "grad_norm": 0.9183475375175476, + "learning_rate": 4.819785879817827e-05, + "loss": 0.3031, + "num_input_tokens_seen": 9374880, + "step": 4865 + }, + { + "epoch": 0.7945183130761073, + "grad_norm": 1.7708981037139893, + "learning_rate": 4.8194197118446226e-05, + "loss": 0.1663, + "num_input_tokens_seen": 9383904, + "step": 4870 + }, + { + "epoch": 0.7953340402969247, + "grad_norm": 0.7421424388885498, + "learning_rate": 4.819053186187752e-05, + "loss": 0.1745, + "num_input_tokens_seen": 9393504, + "step": 4875 + }, + { + "epoch": 0.796149767517742, + "grad_norm": 1.4018665552139282, + "learning_rate": 4.818686302903736e-05, + "loss": 0.1786, + "num_input_tokens_seen": 9402576, + "step": 4880 + }, + { + "epoch": 0.7969654947385594, + "grad_norm": 0.32810091972351074, + "learning_rate": 4.818319062049154e-05, + "loss": 0.1628, + "num_input_tokens_seen": 9412592, + "step": 4885 + }, + { + "epoch": 0.7977812219593767, + "grad_norm": 1.3873116970062256, + "learning_rate": 4.817951463680639e-05, + "loss": 0.2209, + "num_input_tokens_seen": 9422368, + "step": 4890 + }, + { + "epoch": 0.7985969491801942, + "grad_norm": 0.780735433101654, + "learning_rate": 4.817583507854879e-05, + "loss": 0.2172, + "num_input_tokens_seen": 9432352, + "step": 4895 + }, + { + "epoch": 0.7994126764010115, + "grad_norm": 0.8304998278617859, + "learning_rate": 4.817215194628617e-05, + "loss": 0.1796, + "num_input_tokens_seen": 9441056, + "step": 4900 + }, + { + "epoch": 0.8002284036218289, + "grad_norm": 0.5501800775527954, + "learning_rate": 4.816846524058653e-05, + "loss": 0.1867, + "num_input_tokens_seen": 9451456, + "step": 4905 + }, + { + "epoch": 0.8010441308426463, + "grad_norm": 0.8370869159698486, + "learning_rate": 4.816477496201839e-05, + "loss": 0.1479, + "num_input_tokens_seen": 9460064, + "step": 4910 + }, + { + "epoch": 0.8018598580634636, + "grad_norm": 1.542701244354248, + "learning_rate": 4.8161081111150845e-05, + "loss": 0.213, + "num_input_tokens_seen": 9469824, + "step": 4915 + }, + { + "epoch": 0.802675585284281, + "grad_norm": 0.5701565742492676, + "learning_rate": 4.815738368855354e-05, + "loss": 0.2557, + "num_input_tokens_seen": 9477680, + "step": 4920 + }, + { + "epoch": 0.8034913125050983, + "grad_norm": 1.0372835397720337, + "learning_rate": 4.815368269479664e-05, + "loss": 0.2251, + "num_input_tokens_seen": 9486720, + "step": 4925 + }, + { + "epoch": 0.8043070397259157, + "grad_norm": 0.7697674632072449, + "learning_rate": 4.814997813045092e-05, + "loss": 0.1552, + "num_input_tokens_seen": 9496352, + "step": 4930 + }, + { + "epoch": 0.805122766946733, + "grad_norm": 1.5295881032943726, + "learning_rate": 4.814626999608764e-05, + "loss": 0.2365, + "num_input_tokens_seen": 9505488, + "step": 4935 + }, + { + "epoch": 0.8059384941675504, + "grad_norm": 0.3640604317188263, + "learning_rate": 4.814255829227865e-05, + "loss": 0.1128, + "num_input_tokens_seen": 9515264, + "step": 4940 + }, + { + "epoch": 0.8067542213883677, + "grad_norm": 1.001257300376892, + "learning_rate": 4.813884301959635e-05, + "loss": 0.1628, + "num_input_tokens_seen": 9525760, + "step": 4945 + }, + { + "epoch": 0.8075699486091851, + "grad_norm": 0.48456698656082153, + "learning_rate": 4.813512417861368e-05, + "loss": 0.166, + "num_input_tokens_seen": 9536320, + "step": 4950 + }, + { + "epoch": 0.8083856758300024, + "grad_norm": 0.3341442942619324, + "learning_rate": 4.813140176990411e-05, + "loss": 0.2006, + "num_input_tokens_seen": 9546672, + "step": 4955 + }, + { + "epoch": 0.8092014030508198, + "grad_norm": 1.9470223188400269, + "learning_rate": 4.8127675794041714e-05, + "loss": 0.2523, + "num_input_tokens_seen": 9554544, + "step": 4960 + }, + { + "epoch": 0.8100171302716371, + "grad_norm": 0.9996523857116699, + "learning_rate": 4.812394625160107e-05, + "loss": 0.1946, + "num_input_tokens_seen": 9564416, + "step": 4965 + }, + { + "epoch": 0.8108328574924545, + "grad_norm": 1.3476918935775757, + "learning_rate": 4.812021314315732e-05, + "loss": 0.2345, + "num_input_tokens_seen": 9574768, + "step": 4970 + }, + { + "epoch": 0.8116485847132718, + "grad_norm": 1.3241064548492432, + "learning_rate": 4.811647646928616e-05, + "loss": 0.2061, + "num_input_tokens_seen": 9585856, + "step": 4975 + }, + { + "epoch": 0.8124643119340892, + "grad_norm": 1.022055983543396, + "learning_rate": 4.8112736230563814e-05, + "loss": 0.1981, + "num_input_tokens_seen": 9595440, + "step": 4980 + }, + { + "epoch": 0.8132800391549067, + "grad_norm": 0.46119165420532227, + "learning_rate": 4.81089924275671e-05, + "loss": 0.147, + "num_input_tokens_seen": 9605424, + "step": 4985 + }, + { + "epoch": 0.814095766375724, + "grad_norm": 0.7707390785217285, + "learning_rate": 4.810524506087335e-05, + "loss": 0.1958, + "num_input_tokens_seen": 9615808, + "step": 4990 + }, + { + "epoch": 0.8149114935965414, + "grad_norm": 0.6925250291824341, + "learning_rate": 4.810149413106044e-05, + "loss": 0.1829, + "num_input_tokens_seen": 9624432, + "step": 4995 + }, + { + "epoch": 0.8157272208173587, + "grad_norm": 0.5780198574066162, + "learning_rate": 4.809773963870684e-05, + "loss": 0.1195, + "num_input_tokens_seen": 9634544, + "step": 5000 + }, + { + "epoch": 0.8157272208173587, + "eval_loss": 0.18250103294849396, + "eval_runtime": 71.318, + "eval_samples_per_second": 38.209, + "eval_steps_per_second": 19.112, + "num_input_tokens_seen": 9634544, + "step": 5000 + }, + { + "epoch": 0.8165429480381761, + "grad_norm": 0.6283965706825256, + "learning_rate": 4.809398158439151e-05, + "loss": 0.1433, + "num_input_tokens_seen": 9644320, + "step": 5005 + }, + { + "epoch": 0.8173586752589934, + "grad_norm": 0.4517183303833008, + "learning_rate": 4.8090219968694005e-05, + "loss": 0.1496, + "num_input_tokens_seen": 9654656, + "step": 5010 + }, + { + "epoch": 0.8181744024798108, + "grad_norm": 0.4041679799556732, + "learning_rate": 4.808645479219442e-05, + "loss": 0.1292, + "num_input_tokens_seen": 9663280, + "step": 5015 + }, + { + "epoch": 0.8189901297006281, + "grad_norm": 1.6864036321640015, + "learning_rate": 4.8082686055473375e-05, + "loss": 0.1916, + "num_input_tokens_seen": 9673904, + "step": 5020 + }, + { + "epoch": 0.8198058569214455, + "grad_norm": 1.1777244806289673, + "learning_rate": 4.8078913759112066e-05, + "loss": 0.1517, + "num_input_tokens_seen": 9683392, + "step": 5025 + }, + { + "epoch": 0.8206215841422628, + "grad_norm": 0.8688416481018066, + "learning_rate": 4.807513790369223e-05, + "loss": 0.2516, + "num_input_tokens_seen": 9693008, + "step": 5030 + }, + { + "epoch": 0.8214373113630802, + "grad_norm": 1.5876412391662598, + "learning_rate": 4.8071358489796145e-05, + "loss": 0.2367, + "num_input_tokens_seen": 9703376, + "step": 5035 + }, + { + "epoch": 0.8222530385838975, + "grad_norm": 1.2531845569610596, + "learning_rate": 4.806757551800665e-05, + "loss": 0.2026, + "num_input_tokens_seen": 9712624, + "step": 5040 + }, + { + "epoch": 0.8230687658047149, + "grad_norm": 1.600479245185852, + "learning_rate": 4.806378898890713e-05, + "loss": 0.1199, + "num_input_tokens_seen": 9721680, + "step": 5045 + }, + { + "epoch": 0.8238844930255322, + "grad_norm": 0.5381761789321899, + "learning_rate": 4.80599989030815e-05, + "loss": 0.1634, + "num_input_tokens_seen": 9731312, + "step": 5050 + }, + { + "epoch": 0.8247002202463496, + "grad_norm": 0.8235357999801636, + "learning_rate": 4.805620526111426e-05, + "loss": 0.3096, + "num_input_tokens_seen": 9741312, + "step": 5055 + }, + { + "epoch": 0.8255159474671669, + "grad_norm": 0.695819616317749, + "learning_rate": 4.805240806359042e-05, + "loss": 0.2427, + "num_input_tokens_seen": 9750560, + "step": 5060 + }, + { + "epoch": 0.8263316746879843, + "grad_norm": 1.0013371706008911, + "learning_rate": 4.804860731109557e-05, + "loss": 0.1832, + "num_input_tokens_seen": 9758800, + "step": 5065 + }, + { + "epoch": 0.8271474019088016, + "grad_norm": 0.30024901032447815, + "learning_rate": 4.804480300421581e-05, + "loss": 0.1513, + "num_input_tokens_seen": 9767472, + "step": 5070 + }, + { + "epoch": 0.827963129129619, + "grad_norm": 1.3259837627410889, + "learning_rate": 4.804099514353784e-05, + "loss": 0.2497, + "num_input_tokens_seen": 9777056, + "step": 5075 + }, + { + "epoch": 0.8287788563504365, + "grad_norm": 0.4995839297771454, + "learning_rate": 4.8037183729648867e-05, + "loss": 0.1234, + "num_input_tokens_seen": 9785888, + "step": 5080 + }, + { + "epoch": 0.8295945835712538, + "grad_norm": 0.46293094754219055, + "learning_rate": 4.803336876313666e-05, + "loss": 0.2124, + "num_input_tokens_seen": 9796080, + "step": 5085 + }, + { + "epoch": 0.8304103107920712, + "grad_norm": 1.2018790245056152, + "learning_rate": 4.802955024458953e-05, + "loss": 0.2074, + "num_input_tokens_seen": 9804512, + "step": 5090 + }, + { + "epoch": 0.8312260380128885, + "grad_norm": 0.6028439998626709, + "learning_rate": 4.802572817459634e-05, + "loss": 0.0968, + "num_input_tokens_seen": 9813984, + "step": 5095 + }, + { + "epoch": 0.8320417652337059, + "grad_norm": 1.0897129774093628, + "learning_rate": 4.802190255374651e-05, + "loss": 0.1641, + "num_input_tokens_seen": 9823504, + "step": 5100 + }, + { + "epoch": 0.8328574924545232, + "grad_norm": 1.190158724784851, + "learning_rate": 4.801807338263e-05, + "loss": 0.2166, + "num_input_tokens_seen": 9833296, + "step": 5105 + }, + { + "epoch": 0.8336732196753406, + "grad_norm": 0.833324670791626, + "learning_rate": 4.8014240661837306e-05, + "loss": 0.0902, + "num_input_tokens_seen": 9843360, + "step": 5110 + }, + { + "epoch": 0.8344889468961579, + "grad_norm": 0.5198103785514832, + "learning_rate": 4.80104043919595e-05, + "loss": 0.1875, + "num_input_tokens_seen": 9853264, + "step": 5115 + }, + { + "epoch": 0.8353046741169753, + "grad_norm": 1.5173964500427246, + "learning_rate": 4.800656457358815e-05, + "loss": 0.2372, + "num_input_tokens_seen": 9861952, + "step": 5120 + }, + { + "epoch": 0.8361204013377926, + "grad_norm": 1.1706699132919312, + "learning_rate": 4.800272120731544e-05, + "loss": 0.1728, + "num_input_tokens_seen": 9871424, + "step": 5125 + }, + { + "epoch": 0.83693612855861, + "grad_norm": 0.7742341756820679, + "learning_rate": 4.799887429373404e-05, + "loss": 0.2955, + "num_input_tokens_seen": 9881344, + "step": 5130 + }, + { + "epoch": 0.8377518557794273, + "grad_norm": 1.0351078510284424, + "learning_rate": 4.79950238334372e-05, + "loss": 0.0924, + "num_input_tokens_seen": 9891104, + "step": 5135 + }, + { + "epoch": 0.8385675830002447, + "grad_norm": 0.6109589338302612, + "learning_rate": 4.799116982701872e-05, + "loss": 0.1585, + "num_input_tokens_seen": 9900656, + "step": 5140 + }, + { + "epoch": 0.839383310221062, + "grad_norm": 1.3323472738265991, + "learning_rate": 4.7987312275072926e-05, + "loss": 0.1853, + "num_input_tokens_seen": 9908944, + "step": 5145 + }, + { + "epoch": 0.8401990374418794, + "grad_norm": 1.1176488399505615, + "learning_rate": 4.79834511781947e-05, + "loss": 0.1617, + "num_input_tokens_seen": 9917344, + "step": 5150 + }, + { + "epoch": 0.8410147646626968, + "grad_norm": 0.5335087180137634, + "learning_rate": 4.797958653697947e-05, + "loss": 0.1681, + "num_input_tokens_seen": 9925616, + "step": 5155 + }, + { + "epoch": 0.8418304918835141, + "grad_norm": 2.591970205307007, + "learning_rate": 4.7975718352023225e-05, + "loss": 0.2623, + "num_input_tokens_seen": 9936288, + "step": 5160 + }, + { + "epoch": 0.8426462191043315, + "grad_norm": 0.4907178580760956, + "learning_rate": 4.7971846623922476e-05, + "loss": 0.1756, + "num_input_tokens_seen": 9946224, + "step": 5165 + }, + { + "epoch": 0.8434619463251488, + "grad_norm": 0.5714585185050964, + "learning_rate": 4.7967971353274294e-05, + "loss": 0.1543, + "num_input_tokens_seen": 9954896, + "step": 5170 + }, + { + "epoch": 0.8442776735459663, + "grad_norm": 0.9965381026268005, + "learning_rate": 4.79640925406763e-05, + "loss": 0.183, + "num_input_tokens_seen": 9964960, + "step": 5175 + }, + { + "epoch": 0.8450934007667836, + "grad_norm": 1.010115623474121, + "learning_rate": 4.796021018672664e-05, + "loss": 0.2216, + "num_input_tokens_seen": 9975344, + "step": 5180 + }, + { + "epoch": 0.845909127987601, + "grad_norm": 1.1784839630126953, + "learning_rate": 4.795632429202405e-05, + "loss": 0.3048, + "num_input_tokens_seen": 9984624, + "step": 5185 + }, + { + "epoch": 0.8467248552084183, + "grad_norm": 0.7123005390167236, + "learning_rate": 4.795243485716775e-05, + "loss": 0.1929, + "num_input_tokens_seen": 9995008, + "step": 5190 + }, + { + "epoch": 0.8475405824292357, + "grad_norm": 1.589929223060608, + "learning_rate": 4.794854188275757e-05, + "loss": 0.2227, + "num_input_tokens_seen": 10005200, + "step": 5195 + }, + { + "epoch": 0.848356309650053, + "grad_norm": 0.7763713002204895, + "learning_rate": 4.794464536939384e-05, + "loss": 0.1446, + "num_input_tokens_seen": 10013984, + "step": 5200 + }, + { + "epoch": 0.848356309650053, + "eval_loss": 0.18200694024562836, + "eval_runtime": 71.4007, + "eval_samples_per_second": 38.165, + "eval_steps_per_second": 19.089, + "num_input_tokens_seen": 10013984, + "step": 5200 + }, + { + "epoch": 0.8491720368708704, + "grad_norm": 0.969571590423584, + "learning_rate": 4.794074531767745e-05, + "loss": 0.1753, + "num_input_tokens_seen": 10023648, + "step": 5205 + }, + { + "epoch": 0.8499877640916877, + "grad_norm": 0.32709816098213196, + "learning_rate": 4.7936841728209834e-05, + "loss": 0.1247, + "num_input_tokens_seen": 10031968, + "step": 5210 + }, + { + "epoch": 0.8508034913125051, + "grad_norm": 0.44982877373695374, + "learning_rate": 4.7932934601593e-05, + "loss": 0.1456, + "num_input_tokens_seen": 10041040, + "step": 5215 + }, + { + "epoch": 0.8516192185333225, + "grad_norm": 1.2415425777435303, + "learning_rate": 4.792902393842943e-05, + "loss": 0.1642, + "num_input_tokens_seen": 10051664, + "step": 5220 + }, + { + "epoch": 0.8524349457541398, + "grad_norm": 0.8234074115753174, + "learning_rate": 4.792510973932225e-05, + "loss": 0.2962, + "num_input_tokens_seen": 10060432, + "step": 5225 + }, + { + "epoch": 0.8532506729749572, + "grad_norm": 0.842820405960083, + "learning_rate": 4.7921192004875036e-05, + "loss": 0.1314, + "num_input_tokens_seen": 10070288, + "step": 5230 + }, + { + "epoch": 0.8540664001957745, + "grad_norm": 0.620026171207428, + "learning_rate": 4.791727073569198e-05, + "loss": 0.2217, + "num_input_tokens_seen": 10079392, + "step": 5235 + }, + { + "epoch": 0.8548821274165919, + "grad_norm": 0.5411363244056702, + "learning_rate": 4.7913345932377775e-05, + "loss": 0.123, + "num_input_tokens_seen": 10088320, + "step": 5240 + }, + { + "epoch": 0.8556978546374092, + "grad_norm": 0.5148234367370605, + "learning_rate": 4.790941759553769e-05, + "loss": 0.1923, + "num_input_tokens_seen": 10097456, + "step": 5245 + }, + { + "epoch": 0.8565135818582266, + "grad_norm": 0.735537052154541, + "learning_rate": 4.79054857257775e-05, + "loss": 0.1633, + "num_input_tokens_seen": 10108048, + "step": 5250 + }, + { + "epoch": 0.8573293090790439, + "grad_norm": 0.2961423397064209, + "learning_rate": 4.790155032370357e-05, + "loss": 0.1696, + "num_input_tokens_seen": 10116608, + "step": 5255 + }, + { + "epoch": 0.8581450362998613, + "grad_norm": 1.7283821105957031, + "learning_rate": 4.789761138992278e-05, + "loss": 0.1766, + "num_input_tokens_seen": 10125936, + "step": 5260 + }, + { + "epoch": 0.8589607635206787, + "grad_norm": 0.5830323696136475, + "learning_rate": 4.7893668925042565e-05, + "loss": 0.1795, + "num_input_tokens_seen": 10135856, + "step": 5265 + }, + { + "epoch": 0.8597764907414961, + "grad_norm": 0.7599694728851318, + "learning_rate": 4.78897229296709e-05, + "loss": 0.2062, + "num_input_tokens_seen": 10145696, + "step": 5270 + }, + { + "epoch": 0.8605922179623134, + "grad_norm": 0.6866889595985413, + "learning_rate": 4.7885773404416315e-05, + "loss": 0.2053, + "num_input_tokens_seen": 10153936, + "step": 5275 + }, + { + "epoch": 0.8614079451831308, + "grad_norm": 1.1858960390090942, + "learning_rate": 4.788182034988786e-05, + "loss": 0.1637, + "num_input_tokens_seen": 10164192, + "step": 5280 + }, + { + "epoch": 0.8622236724039481, + "grad_norm": 0.8440888524055481, + "learning_rate": 4.787786376669516e-05, + "loss": 0.1737, + "num_input_tokens_seen": 10173968, + "step": 5285 + }, + { + "epoch": 0.8630393996247655, + "grad_norm": 1.3420295715332031, + "learning_rate": 4.787390365544837e-05, + "loss": 0.1669, + "num_input_tokens_seen": 10184160, + "step": 5290 + }, + { + "epoch": 0.8638551268455829, + "grad_norm": 0.6023431420326233, + "learning_rate": 4.786994001675818e-05, + "loss": 0.1417, + "num_input_tokens_seen": 10194352, + "step": 5295 + }, + { + "epoch": 0.8646708540664002, + "grad_norm": 0.8273991942405701, + "learning_rate": 4.786597285123584e-05, + "loss": 0.2107, + "num_input_tokens_seen": 10202464, + "step": 5300 + }, + { + "epoch": 0.8654865812872176, + "grad_norm": 1.674236536026001, + "learning_rate": 4.7862002159493135e-05, + "loss": 0.2978, + "num_input_tokens_seen": 10211696, + "step": 5305 + }, + { + "epoch": 0.8663023085080349, + "grad_norm": 1.2612773180007935, + "learning_rate": 4.785802794214239e-05, + "loss": 0.1957, + "num_input_tokens_seen": 10221264, + "step": 5310 + }, + { + "epoch": 0.8671180357288523, + "grad_norm": 0.9391927719116211, + "learning_rate": 4.7854050199796495e-05, + "loss": 0.2478, + "num_input_tokens_seen": 10232208, + "step": 5315 + }, + { + "epoch": 0.8679337629496696, + "grad_norm": 1.2545266151428223, + "learning_rate": 4.7850068933068845e-05, + "loss": 0.1517, + "num_input_tokens_seen": 10242272, + "step": 5320 + }, + { + "epoch": 0.868749490170487, + "grad_norm": 0.5871567726135254, + "learning_rate": 4.7846084142573425e-05, + "loss": 0.1392, + "num_input_tokens_seen": 10252912, + "step": 5325 + }, + { + "epoch": 0.8695652173913043, + "grad_norm": 0.578963577747345, + "learning_rate": 4.7842095828924725e-05, + "loss": 0.1875, + "num_input_tokens_seen": 10261584, + "step": 5330 + }, + { + "epoch": 0.8703809446121217, + "grad_norm": 0.7584425806999207, + "learning_rate": 4.783810399273779e-05, + "loss": 0.2006, + "num_input_tokens_seen": 10271456, + "step": 5335 + }, + { + "epoch": 0.871196671832939, + "grad_norm": 0.8163926601409912, + "learning_rate": 4.7834108634628226e-05, + "loss": 0.1769, + "num_input_tokens_seen": 10281296, + "step": 5340 + }, + { + "epoch": 0.8720123990537564, + "grad_norm": 0.9792500734329224, + "learning_rate": 4.783010975521216e-05, + "loss": 0.1899, + "num_input_tokens_seen": 10291408, + "step": 5345 + }, + { + "epoch": 0.8728281262745737, + "grad_norm": 0.6497780084609985, + "learning_rate": 4.782610735510626e-05, + "loss": 0.1768, + "num_input_tokens_seen": 10301232, + "step": 5350 + }, + { + "epoch": 0.8736438534953911, + "grad_norm": 0.9770731925964355, + "learning_rate": 4.782210143492776e-05, + "loss": 0.2416, + "num_input_tokens_seen": 10310864, + "step": 5355 + }, + { + "epoch": 0.8744595807162086, + "grad_norm": 0.48775407671928406, + "learning_rate": 4.781809199529442e-05, + "loss": 0.2197, + "num_input_tokens_seen": 10321840, + "step": 5360 + }, + { + "epoch": 0.8752753079370259, + "grad_norm": 1.0676720142364502, + "learning_rate": 4.781407903682454e-05, + "loss": 0.1705, + "num_input_tokens_seen": 10332208, + "step": 5365 + }, + { + "epoch": 0.8760910351578433, + "grad_norm": 0.6492175459861755, + "learning_rate": 4.781006256013698e-05, + "loss": 0.0955, + "num_input_tokens_seen": 10342848, + "step": 5370 + }, + { + "epoch": 0.8769067623786606, + "grad_norm": 1.0891313552856445, + "learning_rate": 4.7806042565851115e-05, + "loss": 0.1302, + "num_input_tokens_seen": 10352304, + "step": 5375 + }, + { + "epoch": 0.877722489599478, + "grad_norm": 0.8429868817329407, + "learning_rate": 4.7802019054586895e-05, + "loss": 0.2419, + "num_input_tokens_seen": 10361536, + "step": 5380 + }, + { + "epoch": 0.8785382168202953, + "grad_norm": 1.1539058685302734, + "learning_rate": 4.779799202696479e-05, + "loss": 0.1331, + "num_input_tokens_seen": 10370320, + "step": 5385 + }, + { + "epoch": 0.8793539440411127, + "grad_norm": 1.1365362405776978, + "learning_rate": 4.779396148360581e-05, + "loss": 0.2255, + "num_input_tokens_seen": 10380288, + "step": 5390 + }, + { + "epoch": 0.88016967126193, + "grad_norm": 0.2853742241859436, + "learning_rate": 4.7789927425131517e-05, + "loss": 0.1172, + "num_input_tokens_seen": 10389024, + "step": 5395 + }, + { + "epoch": 0.8809853984827474, + "grad_norm": 0.5703249573707581, + "learning_rate": 4.778588985216403e-05, + "loss": 0.1921, + "num_input_tokens_seen": 10397792, + "step": 5400 + }, + { + "epoch": 0.8809853984827474, + "eval_loss": 0.17961770296096802, + "eval_runtime": 71.3071, + "eval_samples_per_second": 38.215, + "eval_steps_per_second": 19.115, + "num_input_tokens_seen": 10397792, + "step": 5400 + }, + { + "epoch": 0.8818011257035647, + "grad_norm": 0.8928831815719604, + "learning_rate": 4.778184876532598e-05, + "loss": 0.2255, + "num_input_tokens_seen": 10407952, + "step": 5405 + }, + { + "epoch": 0.8826168529243821, + "grad_norm": 0.7009505033493042, + "learning_rate": 4.7777804165240556e-05, + "loss": 0.1571, + "num_input_tokens_seen": 10416096, + "step": 5410 + }, + { + "epoch": 0.8834325801451994, + "grad_norm": 0.7322574853897095, + "learning_rate": 4.7773756052531485e-05, + "loss": 0.1891, + "num_input_tokens_seen": 10426176, + "step": 5415 + }, + { + "epoch": 0.8842483073660168, + "grad_norm": 0.9629876017570496, + "learning_rate": 4.7769704427823035e-05, + "loss": 0.2318, + "num_input_tokens_seen": 10435264, + "step": 5420 + }, + { + "epoch": 0.8850640345868341, + "grad_norm": 1.2789878845214844, + "learning_rate": 4.776564929174003e-05, + "loss": 0.2037, + "num_input_tokens_seen": 10444448, + "step": 5425 + }, + { + "epoch": 0.8858797618076515, + "grad_norm": 0.9166450500488281, + "learning_rate": 4.7761590644907806e-05, + "loss": 0.1924, + "num_input_tokens_seen": 10455152, + "step": 5430 + }, + { + "epoch": 0.8866954890284688, + "grad_norm": 0.9781695008277893, + "learning_rate": 4.7757528487952263e-05, + "loss": 0.148, + "num_input_tokens_seen": 10464848, + "step": 5435 + }, + { + "epoch": 0.8875112162492862, + "grad_norm": 1.5936861038208008, + "learning_rate": 4.7753462821499836e-05, + "loss": 0.2223, + "num_input_tokens_seen": 10474704, + "step": 5440 + }, + { + "epoch": 0.8883269434701035, + "grad_norm": 1.3194116353988647, + "learning_rate": 4.774939364617751e-05, + "loss": 0.1483, + "num_input_tokens_seen": 10484400, + "step": 5445 + }, + { + "epoch": 0.889142670690921, + "grad_norm": 0.6877648234367371, + "learning_rate": 4.7745320962612795e-05, + "loss": 0.1659, + "num_input_tokens_seen": 10494480, + "step": 5450 + }, + { + "epoch": 0.8899583979117384, + "grad_norm": 1.2158840894699097, + "learning_rate": 4.7741244771433756e-05, + "loss": 0.3187, + "num_input_tokens_seen": 10503328, + "step": 5455 + }, + { + "epoch": 0.8907741251325557, + "grad_norm": 0.8784688115119934, + "learning_rate": 4.7737165073268985e-05, + "loss": 0.2228, + "num_input_tokens_seen": 10513008, + "step": 5460 + }, + { + "epoch": 0.8915898523533731, + "grad_norm": 0.754993736743927, + "learning_rate": 4.7733081868747626e-05, + "loss": 0.2013, + "num_input_tokens_seen": 10521344, + "step": 5465 + }, + { + "epoch": 0.8924055795741904, + "grad_norm": 0.5697146654129028, + "learning_rate": 4.772899515849936e-05, + "loss": 0.1025, + "num_input_tokens_seen": 10530736, + "step": 5470 + }, + { + "epoch": 0.8932213067950078, + "grad_norm": 0.669451892375946, + "learning_rate": 4.7724904943154414e-05, + "loss": 0.1436, + "num_input_tokens_seen": 10540992, + "step": 5475 + }, + { + "epoch": 0.8940370340158251, + "grad_norm": 0.6236056089401245, + "learning_rate": 4.772081122334354e-05, + "loss": 0.2443, + "num_input_tokens_seen": 10551120, + "step": 5480 + }, + { + "epoch": 0.8948527612366425, + "grad_norm": 0.857646107673645, + "learning_rate": 4.771671399969806e-05, + "loss": 0.2181, + "num_input_tokens_seen": 10560752, + "step": 5485 + }, + { + "epoch": 0.8956684884574598, + "grad_norm": 0.6740239262580872, + "learning_rate": 4.7712613272849794e-05, + "loss": 0.2161, + "num_input_tokens_seen": 10570176, + "step": 5490 + }, + { + "epoch": 0.8964842156782772, + "grad_norm": 0.5271735191345215, + "learning_rate": 4.770850904343114e-05, + "loss": 0.1334, + "num_input_tokens_seen": 10580992, + "step": 5495 + }, + { + "epoch": 0.8972999428990945, + "grad_norm": 0.9558514356613159, + "learning_rate": 4.770440131207502e-05, + "loss": 0.1398, + "num_input_tokens_seen": 10591296, + "step": 5500 + }, + { + "epoch": 0.8981156701199119, + "grad_norm": 1.3186193704605103, + "learning_rate": 4.7700290079414896e-05, + "loss": 0.171, + "num_input_tokens_seen": 10600960, + "step": 5505 + }, + { + "epoch": 0.8989313973407292, + "grad_norm": 0.8568270802497864, + "learning_rate": 4.769617534608477e-05, + "loss": 0.15, + "num_input_tokens_seen": 10610704, + "step": 5510 + }, + { + "epoch": 0.8997471245615466, + "grad_norm": 0.8704735636711121, + "learning_rate": 4.7692057112719193e-05, + "loss": 0.1541, + "num_input_tokens_seen": 10620224, + "step": 5515 + }, + { + "epoch": 0.900562851782364, + "grad_norm": 0.6279210448265076, + "learning_rate": 4.7687935379953234e-05, + "loss": 0.2054, + "num_input_tokens_seen": 10629248, + "step": 5520 + }, + { + "epoch": 0.9013785790031813, + "grad_norm": 0.4427945613861084, + "learning_rate": 4.7683810148422534e-05, + "loss": 0.2739, + "num_input_tokens_seen": 10638400, + "step": 5525 + }, + { + "epoch": 0.9021943062239987, + "grad_norm": 0.9549451470375061, + "learning_rate": 4.767968141876324e-05, + "loss": 0.2236, + "num_input_tokens_seen": 10648176, + "step": 5530 + }, + { + "epoch": 0.903010033444816, + "grad_norm": 0.84991455078125, + "learning_rate": 4.767554919161207e-05, + "loss": 0.2075, + "num_input_tokens_seen": 10656848, + "step": 5535 + }, + { + "epoch": 0.9038257606656334, + "grad_norm": 0.9411478042602539, + "learning_rate": 4.767141346760624e-05, + "loss": 0.1154, + "num_input_tokens_seen": 10666944, + "step": 5540 + }, + { + "epoch": 0.9046414878864508, + "grad_norm": 0.5281943082809448, + "learning_rate": 4.766727424738356e-05, + "loss": 0.1549, + "num_input_tokens_seen": 10676720, + "step": 5545 + }, + { + "epoch": 0.9054572151072682, + "grad_norm": 0.4766330122947693, + "learning_rate": 4.7663131531582325e-05, + "loss": 0.2573, + "num_input_tokens_seen": 10686896, + "step": 5550 + }, + { + "epoch": 0.9062729423280855, + "grad_norm": 0.775356650352478, + "learning_rate": 4.765898532084142e-05, + "loss": 0.1049, + "num_input_tokens_seen": 10696560, + "step": 5555 + }, + { + "epoch": 0.9070886695489029, + "grad_norm": 0.7276763319969177, + "learning_rate": 4.765483561580022e-05, + "loss": 0.2187, + "num_input_tokens_seen": 10707296, + "step": 5560 + }, + { + "epoch": 0.9079043967697202, + "grad_norm": 0.6566214561462402, + "learning_rate": 4.7650682417098666e-05, + "loss": 0.1821, + "num_input_tokens_seen": 10715664, + "step": 5565 + }, + { + "epoch": 0.9087201239905376, + "grad_norm": 1.2369883060455322, + "learning_rate": 4.7646525725377244e-05, + "loss": 0.1992, + "num_input_tokens_seen": 10725648, + "step": 5570 + }, + { + "epoch": 0.9095358512113549, + "grad_norm": 0.7374420166015625, + "learning_rate": 4.764236554127696e-05, + "loss": 0.2709, + "num_input_tokens_seen": 10736192, + "step": 5575 + }, + { + "epoch": 0.9103515784321723, + "grad_norm": 0.631930947303772, + "learning_rate": 4.7638201865439356e-05, + "loss": 0.2079, + "num_input_tokens_seen": 10746176, + "step": 5580 + }, + { + "epoch": 0.9111673056529896, + "grad_norm": 1.119564414024353, + "learning_rate": 4.7634034698506545e-05, + "loss": 0.2019, + "num_input_tokens_seen": 10755200, + "step": 5585 + }, + { + "epoch": 0.911983032873807, + "grad_norm": 0.5110594034194946, + "learning_rate": 4.762986404112115e-05, + "loss": 0.1365, + "num_input_tokens_seen": 10764816, + "step": 5590 + }, + { + "epoch": 0.9127987600946244, + "grad_norm": 1.2097320556640625, + "learning_rate": 4.762568989392633e-05, + "loss": 0.2845, + "num_input_tokens_seen": 10774272, + "step": 5595 + }, + { + "epoch": 0.9136144873154417, + "grad_norm": 0.8240432739257812, + "learning_rate": 4.76215122575658e-05, + "loss": 0.194, + "num_input_tokens_seen": 10784512, + "step": 5600 + }, + { + "epoch": 0.9136144873154417, + "eval_loss": 0.178349569439888, + "eval_runtime": 71.3487, + "eval_samples_per_second": 38.193, + "eval_steps_per_second": 19.103, + "num_input_tokens_seen": 10784512, + "step": 5600 + }, + { + "epoch": 0.9144302145362591, + "grad_norm": 0.5941925644874573, + "learning_rate": 4.7617331132683795e-05, + "loss": 0.2022, + "num_input_tokens_seen": 10794256, + "step": 5605 + }, + { + "epoch": 0.9152459417570764, + "grad_norm": 0.8972752690315247, + "learning_rate": 4.7613146519925105e-05, + "loss": 0.1761, + "num_input_tokens_seen": 10804112, + "step": 5610 + }, + { + "epoch": 0.9160616689778938, + "grad_norm": 1.6990047693252563, + "learning_rate": 4.7608958419935045e-05, + "loss": 0.1807, + "num_input_tokens_seen": 10812752, + "step": 5615 + }, + { + "epoch": 0.9168773961987111, + "grad_norm": 0.7255377173423767, + "learning_rate": 4.760476683335948e-05, + "loss": 0.1268, + "num_input_tokens_seen": 10821552, + "step": 5620 + }, + { + "epoch": 0.9176931234195285, + "grad_norm": 0.793989896774292, + "learning_rate": 4.760057176084479e-05, + "loss": 0.2364, + "num_input_tokens_seen": 10830704, + "step": 5625 + }, + { + "epoch": 0.9185088506403458, + "grad_norm": 1.6405538320541382, + "learning_rate": 4.759637320303793e-05, + "loss": 0.2153, + "num_input_tokens_seen": 10840816, + "step": 5630 + }, + { + "epoch": 0.9193245778611632, + "grad_norm": 1.1832661628723145, + "learning_rate": 4.759217116058635e-05, + "loss": 0.1634, + "num_input_tokens_seen": 10849472, + "step": 5635 + }, + { + "epoch": 0.9201403050819806, + "grad_norm": 0.8316262364387512, + "learning_rate": 4.758796563413807e-05, + "loss": 0.2337, + "num_input_tokens_seen": 10859296, + "step": 5640 + }, + { + "epoch": 0.920956032302798, + "grad_norm": 1.6209410429000854, + "learning_rate": 4.758375662434163e-05, + "loss": 0.1958, + "num_input_tokens_seen": 10868448, + "step": 5645 + }, + { + "epoch": 0.9217717595236153, + "grad_norm": 0.4048474431037903, + "learning_rate": 4.7579544131846114e-05, + "loss": 0.1294, + "num_input_tokens_seen": 10877312, + "step": 5650 + }, + { + "epoch": 0.9225874867444327, + "grad_norm": 0.6677564978599548, + "learning_rate": 4.757532815730114e-05, + "loss": 0.1671, + "num_input_tokens_seen": 10886912, + "step": 5655 + }, + { + "epoch": 0.92340321396525, + "grad_norm": 1.0004807710647583, + "learning_rate": 4.7571108701356865e-05, + "loss": 0.2131, + "num_input_tokens_seen": 10896032, + "step": 5660 + }, + { + "epoch": 0.9242189411860674, + "grad_norm": 1.7431541681289673, + "learning_rate": 4.756688576466398e-05, + "loss": 0.1971, + "num_input_tokens_seen": 10906400, + "step": 5665 + }, + { + "epoch": 0.9250346684068848, + "grad_norm": 1.5596548318862915, + "learning_rate": 4.756265934787372e-05, + "loss": 0.3014, + "num_input_tokens_seen": 10915552, + "step": 5670 + }, + { + "epoch": 0.9258503956277021, + "grad_norm": 0.7414381504058838, + "learning_rate": 4.755842945163785e-05, + "loss": 0.1625, + "num_input_tokens_seen": 10924720, + "step": 5675 + }, + { + "epoch": 0.9266661228485195, + "grad_norm": 0.7953423261642456, + "learning_rate": 4.755419607660867e-05, + "loss": 0.2078, + "num_input_tokens_seen": 10934768, + "step": 5680 + }, + { + "epoch": 0.9274818500693368, + "grad_norm": 0.7767038941383362, + "learning_rate": 4.7549959223439016e-05, + "loss": 0.1742, + "num_input_tokens_seen": 10944336, + "step": 5685 + }, + { + "epoch": 0.9282975772901542, + "grad_norm": 1.2393474578857422, + "learning_rate": 4.754571889278228e-05, + "loss": 0.2605, + "num_input_tokens_seen": 10954480, + "step": 5690 + }, + { + "epoch": 0.9291133045109715, + "grad_norm": 0.47665268182754517, + "learning_rate": 4.754147508529235e-05, + "loss": 0.133, + "num_input_tokens_seen": 10964432, + "step": 5695 + }, + { + "epoch": 0.9299290317317889, + "grad_norm": 0.885239839553833, + "learning_rate": 4.75372278016237e-05, + "loss": 0.2209, + "num_input_tokens_seen": 10973728, + "step": 5700 + }, + { + "epoch": 0.9307447589526062, + "grad_norm": 0.24513490498065948, + "learning_rate": 4.753297704243129e-05, + "loss": 0.1901, + "num_input_tokens_seen": 10983376, + "step": 5705 + }, + { + "epoch": 0.9315604861734236, + "grad_norm": 0.5336557030677795, + "learning_rate": 4.752872280837066e-05, + "loss": 0.1493, + "num_input_tokens_seen": 10993472, + "step": 5710 + }, + { + "epoch": 0.9323762133942409, + "grad_norm": 1.7798432111740112, + "learning_rate": 4.752446510009786e-05, + "loss": 0.2146, + "num_input_tokens_seen": 11004240, + "step": 5715 + }, + { + "epoch": 0.9331919406150583, + "grad_norm": 0.9306788444519043, + "learning_rate": 4.7520203918269476e-05, + "loss": 0.1617, + "num_input_tokens_seen": 11013168, + "step": 5720 + }, + { + "epoch": 0.9340076678358756, + "grad_norm": 1.3998100757598877, + "learning_rate": 4.751593926354265e-05, + "loss": 0.2133, + "num_input_tokens_seen": 11022832, + "step": 5725 + }, + { + "epoch": 0.9348233950566931, + "grad_norm": 0.5318838357925415, + "learning_rate": 4.751167113657503e-05, + "loss": 0.1944, + "num_input_tokens_seen": 11031376, + "step": 5730 + }, + { + "epoch": 0.9356391222775104, + "grad_norm": 0.564143180847168, + "learning_rate": 4.7507399538024834e-05, + "loss": 0.2051, + "num_input_tokens_seen": 11041152, + "step": 5735 + }, + { + "epoch": 0.9364548494983278, + "grad_norm": 0.5057311058044434, + "learning_rate": 4.750312446855077e-05, + "loss": 0.1417, + "num_input_tokens_seen": 11050688, + "step": 5740 + }, + { + "epoch": 0.9372705767191452, + "grad_norm": 0.8297749757766724, + "learning_rate": 4.749884592881212e-05, + "loss": 0.1897, + "num_input_tokens_seen": 11060400, + "step": 5745 + }, + { + "epoch": 0.9380863039399625, + "grad_norm": 0.5179464221000671, + "learning_rate": 4.74945639194687e-05, + "loss": 0.2327, + "num_input_tokens_seen": 11070480, + "step": 5750 + }, + { + "epoch": 0.9389020311607799, + "grad_norm": 0.8061651587486267, + "learning_rate": 4.749027844118083e-05, + "loss": 0.1886, + "num_input_tokens_seen": 11079824, + "step": 5755 + }, + { + "epoch": 0.9397177583815972, + "grad_norm": 0.7585094571113586, + "learning_rate": 4.7485989494609395e-05, + "loss": 0.1424, + "num_input_tokens_seen": 11090752, + "step": 5760 + }, + { + "epoch": 0.9405334856024146, + "grad_norm": 0.9757303595542908, + "learning_rate": 4.748169708041581e-05, + "loss": 0.163, + "num_input_tokens_seen": 11100608, + "step": 5765 + }, + { + "epoch": 0.9413492128232319, + "grad_norm": 0.5025873184204102, + "learning_rate": 4.7477401199262004e-05, + "loss": 0.1597, + "num_input_tokens_seen": 11110416, + "step": 5770 + }, + { + "epoch": 0.9421649400440493, + "grad_norm": 0.3802731931209564, + "learning_rate": 4.747310185181048e-05, + "loss": 0.146, + "num_input_tokens_seen": 11120256, + "step": 5775 + }, + { + "epoch": 0.9429806672648666, + "grad_norm": 0.951994001865387, + "learning_rate": 4.746879903872422e-05, + "loss": 0.1881, + "num_input_tokens_seen": 11128672, + "step": 5780 + }, + { + "epoch": 0.943796394485684, + "grad_norm": 0.5463538765907288, + "learning_rate": 4.746449276066679e-05, + "loss": 0.1702, + "num_input_tokens_seen": 11137248, + "step": 5785 + }, + { + "epoch": 0.9446121217065013, + "grad_norm": 0.611356258392334, + "learning_rate": 4.746018301830227e-05, + "loss": 0.1832, + "num_input_tokens_seen": 11146640, + "step": 5790 + }, + { + "epoch": 0.9454278489273187, + "grad_norm": 0.6767425537109375, + "learning_rate": 4.7455869812295275e-05, + "loss": 0.2723, + "num_input_tokens_seen": 11155664, + "step": 5795 + }, + { + "epoch": 0.946243576148136, + "grad_norm": 0.6697443723678589, + "learning_rate": 4.7451553143310964e-05, + "loss": 0.1986, + "num_input_tokens_seen": 11165168, + "step": 5800 + }, + { + "epoch": 0.946243576148136, + "eval_loss": 0.177988663315773, + "eval_runtime": 71.4194, + "eval_samples_per_second": 38.155, + "eval_steps_per_second": 19.084, + "num_input_tokens_seen": 11165168, + "step": 5800 + }, + { + "epoch": 0.9470593033689534, + "grad_norm": 1.2547059059143066, + "learning_rate": 4.744723301201501e-05, + "loss": 0.1907, + "num_input_tokens_seen": 11175088, + "step": 5805 + }, + { + "epoch": 0.9478750305897707, + "grad_norm": 0.40933650732040405, + "learning_rate": 4.744290941907364e-05, + "loss": 0.0831, + "num_input_tokens_seen": 11184752, + "step": 5810 + }, + { + "epoch": 0.9486907578105881, + "grad_norm": 0.8198665380477905, + "learning_rate": 4.7438582365153594e-05, + "loss": 0.1547, + "num_input_tokens_seen": 11194624, + "step": 5815 + }, + { + "epoch": 0.9495064850314054, + "grad_norm": 0.9534249901771545, + "learning_rate": 4.743425185092217e-05, + "loss": 0.2521, + "num_input_tokens_seen": 11204992, + "step": 5820 + }, + { + "epoch": 0.9503222122522229, + "grad_norm": 3.973813533782959, + "learning_rate": 4.742991787704719e-05, + "loss": 0.1474, + "num_input_tokens_seen": 11215728, + "step": 5825 + }, + { + "epoch": 0.9511379394730403, + "grad_norm": 0.32994529604911804, + "learning_rate": 4.7425580444196994e-05, + "loss": 0.1572, + "num_input_tokens_seen": 11226064, + "step": 5830 + }, + { + "epoch": 0.9519536666938576, + "grad_norm": 0.9966086745262146, + "learning_rate": 4.742123955304048e-05, + "loss": 0.2565, + "num_input_tokens_seen": 11235504, + "step": 5835 + }, + { + "epoch": 0.952769393914675, + "grad_norm": 0.4480653703212738, + "learning_rate": 4.741689520424706e-05, + "loss": 0.1368, + "num_input_tokens_seen": 11244624, + "step": 5840 + }, + { + "epoch": 0.9535851211354923, + "grad_norm": 0.6953767538070679, + "learning_rate": 4.741254739848669e-05, + "loss": 0.1287, + "num_input_tokens_seen": 11254416, + "step": 5845 + }, + { + "epoch": 0.9544008483563097, + "grad_norm": 0.6211209297180176, + "learning_rate": 4.740819613642987e-05, + "loss": 0.1745, + "num_input_tokens_seen": 11263408, + "step": 5850 + }, + { + "epoch": 0.955216575577127, + "grad_norm": 0.5833886861801147, + "learning_rate": 4.74038414187476e-05, + "loss": 0.1643, + "num_input_tokens_seen": 11272560, + "step": 5855 + }, + { + "epoch": 0.9560323027979444, + "grad_norm": 0.6934775114059448, + "learning_rate": 4.739948324611144e-05, + "loss": 0.1978, + "num_input_tokens_seen": 11282704, + "step": 5860 + }, + { + "epoch": 0.9568480300187617, + "grad_norm": 1.8914448022842407, + "learning_rate": 4.7395121619193465e-05, + "loss": 0.2182, + "num_input_tokens_seen": 11291712, + "step": 5865 + }, + { + "epoch": 0.9576637572395791, + "grad_norm": 0.5172482132911682, + "learning_rate": 4.7390756538666313e-05, + "loss": 0.1727, + "num_input_tokens_seen": 11301424, + "step": 5870 + }, + { + "epoch": 0.9584794844603964, + "grad_norm": 0.7006893157958984, + "learning_rate": 4.738638800520311e-05, + "loss": 0.2081, + "num_input_tokens_seen": 11310368, + "step": 5875 + }, + { + "epoch": 0.9592952116812138, + "grad_norm": 0.6540617346763611, + "learning_rate": 4.738201601947757e-05, + "loss": 0.1752, + "num_input_tokens_seen": 11320064, + "step": 5880 + }, + { + "epoch": 0.9601109389020311, + "grad_norm": 0.9352184534072876, + "learning_rate": 4.7377640582163876e-05, + "loss": 0.2479, + "num_input_tokens_seen": 11329904, + "step": 5885 + }, + { + "epoch": 0.9609266661228485, + "grad_norm": 1.0926427841186523, + "learning_rate": 4.7373261693936786e-05, + "loss": 0.2195, + "num_input_tokens_seen": 11338848, + "step": 5890 + }, + { + "epoch": 0.9617423933436658, + "grad_norm": 1.3665317296981812, + "learning_rate": 4.7368879355471595e-05, + "loss": 0.146, + "num_input_tokens_seen": 11348112, + "step": 5895 + }, + { + "epoch": 0.9625581205644832, + "grad_norm": 0.29553335905075073, + "learning_rate": 4.736449356744409e-05, + "loss": 0.1796, + "num_input_tokens_seen": 11356880, + "step": 5900 + }, + { + "epoch": 0.9633738477853006, + "grad_norm": 0.6791890859603882, + "learning_rate": 4.736010433053064e-05, + "loss": 0.184, + "num_input_tokens_seen": 11366512, + "step": 5905 + }, + { + "epoch": 0.9641895750061179, + "grad_norm": 1.01421320438385, + "learning_rate": 4.73557116454081e-05, + "loss": 0.1736, + "num_input_tokens_seen": 11375856, + "step": 5910 + }, + { + "epoch": 0.9650053022269353, + "grad_norm": 1.08785879611969, + "learning_rate": 4.735131551275389e-05, + "loss": 0.2479, + "num_input_tokens_seen": 11386208, + "step": 5915 + }, + { + "epoch": 0.9658210294477527, + "grad_norm": 0.6601290702819824, + "learning_rate": 4.734691593324594e-05, + "loss": 0.1414, + "num_input_tokens_seen": 11396224, + "step": 5920 + }, + { + "epoch": 0.9666367566685701, + "grad_norm": 0.72096848487854, + "learning_rate": 4.734251290756272e-05, + "loss": 0.1734, + "num_input_tokens_seen": 11405904, + "step": 5925 + }, + { + "epoch": 0.9674524838893874, + "grad_norm": 1.1387946605682373, + "learning_rate": 4.7338106436383246e-05, + "loss": 0.2127, + "num_input_tokens_seen": 11415120, + "step": 5930 + }, + { + "epoch": 0.9682682111102048, + "grad_norm": 0.4749082624912262, + "learning_rate": 4.733369652038703e-05, + "loss": 0.0978, + "num_input_tokens_seen": 11425648, + "step": 5935 + }, + { + "epoch": 0.9690839383310221, + "grad_norm": 0.688443660736084, + "learning_rate": 4.7329283160254156e-05, + "loss": 0.1585, + "num_input_tokens_seen": 11436576, + "step": 5940 + }, + { + "epoch": 0.9698996655518395, + "grad_norm": 0.554652214050293, + "learning_rate": 4.732486635666521e-05, + "loss": 0.1558, + "num_input_tokens_seen": 11446672, + "step": 5945 + }, + { + "epoch": 0.9707153927726568, + "grad_norm": 1.714542269706726, + "learning_rate": 4.732044611030132e-05, + "loss": 0.1886, + "num_input_tokens_seen": 11456480, + "step": 5950 + }, + { + "epoch": 0.9715311199934742, + "grad_norm": 1.501243233680725, + "learning_rate": 4.731602242184414e-05, + "loss": 0.2802, + "num_input_tokens_seen": 11465872, + "step": 5955 + }, + { + "epoch": 0.9723468472142915, + "grad_norm": 1.6862596273422241, + "learning_rate": 4.7311595291975864e-05, + "loss": 0.2057, + "num_input_tokens_seen": 11476112, + "step": 5960 + }, + { + "epoch": 0.9731625744351089, + "grad_norm": 0.41129565238952637, + "learning_rate": 4.7307164721379216e-05, + "loss": 0.1359, + "num_input_tokens_seen": 11486816, + "step": 5965 + }, + { + "epoch": 0.9739783016559262, + "grad_norm": 0.8244568705558777, + "learning_rate": 4.730273071073743e-05, + "loss": 0.1948, + "num_input_tokens_seen": 11496400, + "step": 5970 + }, + { + "epoch": 0.9747940288767436, + "grad_norm": 1.3393257856369019, + "learning_rate": 4.729829326073429e-05, + "loss": 0.296, + "num_input_tokens_seen": 11505376, + "step": 5975 + }, + { + "epoch": 0.975609756097561, + "grad_norm": 1.7442928552627563, + "learning_rate": 4.7293852372054126e-05, + "loss": 0.2189, + "num_input_tokens_seen": 11515472, + "step": 5980 + }, + { + "epoch": 0.9764254833183783, + "grad_norm": 1.4078454971313477, + "learning_rate": 4.728940804538176e-05, + "loss": 0.1993, + "num_input_tokens_seen": 11524208, + "step": 5985 + }, + { + "epoch": 0.9772412105391957, + "grad_norm": 0.41627708077430725, + "learning_rate": 4.7284960281402556e-05, + "loss": 0.1998, + "num_input_tokens_seen": 11534176, + "step": 5990 + }, + { + "epoch": 0.978056937760013, + "grad_norm": 1.0936920642852783, + "learning_rate": 4.728050908080244e-05, + "loss": 0.2122, + "num_input_tokens_seen": 11544592, + "step": 5995 + }, + { + "epoch": 0.9788726649808304, + "grad_norm": 1.8563116788864136, + "learning_rate": 4.727605444426782e-05, + "loss": 0.2217, + "num_input_tokens_seen": 11553056, + "step": 6000 + }, + { + "epoch": 0.9788726649808304, + "eval_loss": 0.1780715435743332, + "eval_runtime": 71.3711, + "eval_samples_per_second": 38.181, + "eval_steps_per_second": 19.097, + "num_input_tokens_seen": 11553056, + "step": 6000 + }, + { + "epoch": 0.9796883922016477, + "grad_norm": 1.7816044092178345, + "learning_rate": 4.727159637248567e-05, + "loss": 0.2058, + "num_input_tokens_seen": 11562896, + "step": 6005 + }, + { + "epoch": 0.9805041194224652, + "grad_norm": 0.8799828886985779, + "learning_rate": 4.7267134866143474e-05, + "loss": 0.1885, + "num_input_tokens_seen": 11572016, + "step": 6010 + }, + { + "epoch": 0.9813198466432825, + "grad_norm": 0.5132922530174255, + "learning_rate": 4.726266992592926e-05, + "loss": 0.1157, + "num_input_tokens_seen": 11580560, + "step": 6015 + }, + { + "epoch": 0.9821355738640999, + "grad_norm": 1.1222585439682007, + "learning_rate": 4.725820155253157e-05, + "loss": 0.211, + "num_input_tokens_seen": 11590672, + "step": 6020 + }, + { + "epoch": 0.9829513010849172, + "grad_norm": 0.2424369752407074, + "learning_rate": 4.725372974663948e-05, + "loss": 0.1892, + "num_input_tokens_seen": 11600848, + "step": 6025 + }, + { + "epoch": 0.9837670283057346, + "grad_norm": 0.620634138584137, + "learning_rate": 4.724925450894262e-05, + "loss": 0.1671, + "num_input_tokens_seen": 11611232, + "step": 6030 + }, + { + "epoch": 0.984582755526552, + "grad_norm": 1.5562018156051636, + "learning_rate": 4.72447758401311e-05, + "loss": 0.2155, + "num_input_tokens_seen": 11620832, + "step": 6035 + }, + { + "epoch": 0.9853984827473693, + "grad_norm": 1.2967746257781982, + "learning_rate": 4.7240293740895616e-05, + "loss": 0.2317, + "num_input_tokens_seen": 11630464, + "step": 6040 + }, + { + "epoch": 0.9862142099681867, + "grad_norm": 0.4616636335849762, + "learning_rate": 4.723580821192733e-05, + "loss": 0.1684, + "num_input_tokens_seen": 11639632, + "step": 6045 + }, + { + "epoch": 0.987029937189004, + "grad_norm": 1.4627712965011597, + "learning_rate": 4.7231319253917996e-05, + "loss": 0.252, + "num_input_tokens_seen": 11648144, + "step": 6050 + }, + { + "epoch": 0.9878456644098214, + "grad_norm": 0.420649915933609, + "learning_rate": 4.722682686755986e-05, + "loss": 0.1391, + "num_input_tokens_seen": 11658688, + "step": 6055 + }, + { + "epoch": 0.9886613916306387, + "grad_norm": 0.4566633403301239, + "learning_rate": 4.722233105354569e-05, + "loss": 0.1577, + "num_input_tokens_seen": 11668480, + "step": 6060 + }, + { + "epoch": 0.9894771188514561, + "grad_norm": 1.223281741142273, + "learning_rate": 4.7217831812568815e-05, + "loss": 0.175, + "num_input_tokens_seen": 11678576, + "step": 6065 + }, + { + "epoch": 0.9902928460722734, + "grad_norm": 0.6640881299972534, + "learning_rate": 4.721332914532307e-05, + "loss": 0.1577, + "num_input_tokens_seen": 11688480, + "step": 6070 + }, + { + "epoch": 0.9911085732930908, + "grad_norm": 0.4002506732940674, + "learning_rate": 4.720882305250281e-05, + "loss": 0.2058, + "num_input_tokens_seen": 11698128, + "step": 6075 + }, + { + "epoch": 0.9919243005139081, + "grad_norm": 0.8246040940284729, + "learning_rate": 4.720431353480295e-05, + "loss": 0.2145, + "num_input_tokens_seen": 11708000, + "step": 6080 + }, + { + "epoch": 0.9927400277347255, + "grad_norm": 3.1078600883483887, + "learning_rate": 4.719980059291891e-05, + "loss": 0.1669, + "num_input_tokens_seen": 11716352, + "step": 6085 + }, + { + "epoch": 0.9935557549555428, + "grad_norm": 1.6118735074996948, + "learning_rate": 4.7195284227546634e-05, + "loss": 0.1856, + "num_input_tokens_seen": 11725632, + "step": 6090 + }, + { + "epoch": 0.9943714821763602, + "grad_norm": 1.0181478261947632, + "learning_rate": 4.7190764439382604e-05, + "loss": 0.1682, + "num_input_tokens_seen": 11736448, + "step": 6095 + }, + { + "epoch": 0.9951872093971775, + "grad_norm": 1.3680217266082764, + "learning_rate": 4.7186241229123826e-05, + "loss": 0.1235, + "num_input_tokens_seen": 11745712, + "step": 6100 + }, + { + "epoch": 0.996002936617995, + "grad_norm": 0.458855539560318, + "learning_rate": 4.718171459746785e-05, + "loss": 0.2026, + "num_input_tokens_seen": 11754512, + "step": 6105 + }, + { + "epoch": 0.9968186638388123, + "grad_norm": 0.6973682641983032, + "learning_rate": 4.717718454511273e-05, + "loss": 0.1129, + "num_input_tokens_seen": 11763808, + "step": 6110 + }, + { + "epoch": 0.9976343910596297, + "grad_norm": 1.16042959690094, + "learning_rate": 4.7172651072757056e-05, + "loss": 0.2036, + "num_input_tokens_seen": 11773632, + "step": 6115 + }, + { + "epoch": 0.998450118280447, + "grad_norm": 0.5830028653144836, + "learning_rate": 4.7168114181099945e-05, + "loss": 0.1267, + "num_input_tokens_seen": 11783840, + "step": 6120 + }, + { + "epoch": 0.9992658455012644, + "grad_norm": 1.1113433837890625, + "learning_rate": 4.716357387084105e-05, + "loss": 0.2591, + "num_input_tokens_seen": 11794208, + "step": 6125 + }, + { + "epoch": 1.0, + "grad_norm": 1.2291927337646484, + "learning_rate": 4.715903014268054e-05, + "loss": 0.1749, + "num_input_tokens_seen": 11803328, + "step": 6130 + }, + { + "epoch": 1.0008157272208174, + "grad_norm": 1.6389884948730469, + "learning_rate": 4.715448299731911e-05, + "loss": 0.2096, + "num_input_tokens_seen": 11813488, + "step": 6135 + }, + { + "epoch": 1.0016314544416347, + "grad_norm": 0.4119799733161926, + "learning_rate": 4.7149932435457986e-05, + "loss": 0.1692, + "num_input_tokens_seen": 11823680, + "step": 6140 + }, + { + "epoch": 1.002447181662452, + "grad_norm": 0.9683836102485657, + "learning_rate": 4.714537845779894e-05, + "loss": 0.2449, + "num_input_tokens_seen": 11833184, + "step": 6145 + }, + { + "epoch": 1.0032629088832694, + "grad_norm": 0.5384691953659058, + "learning_rate": 4.714082106504423e-05, + "loss": 0.138, + "num_input_tokens_seen": 11843792, + "step": 6150 + }, + { + "epoch": 1.0040786361040868, + "grad_norm": 0.7257207036018372, + "learning_rate": 4.713626025789667e-05, + "loss": 0.2338, + "num_input_tokens_seen": 11853344, + "step": 6155 + }, + { + "epoch": 1.0048943633249041, + "grad_norm": 1.030199646949768, + "learning_rate": 4.7131696037059606e-05, + "loss": 0.1821, + "num_input_tokens_seen": 11862416, + "step": 6160 + }, + { + "epoch": 1.0057100905457215, + "grad_norm": 0.6811219453811646, + "learning_rate": 4.712712840323689e-05, + "loss": 0.2161, + "num_input_tokens_seen": 11872544, + "step": 6165 + }, + { + "epoch": 1.0065258177665388, + "grad_norm": 0.6150853633880615, + "learning_rate": 4.71225573571329e-05, + "loss": 0.153, + "num_input_tokens_seen": 11882896, + "step": 6170 + }, + { + "epoch": 1.0073415449873562, + "grad_norm": 0.3946295380592346, + "learning_rate": 4.711798289945256e-05, + "loss": 0.1567, + "num_input_tokens_seen": 11892512, + "step": 6175 + }, + { + "epoch": 1.0081572722081735, + "grad_norm": 0.5832205414772034, + "learning_rate": 4.71134050309013e-05, + "loss": 0.2201, + "num_input_tokens_seen": 11902592, + "step": 6180 + }, + { + "epoch": 1.0089729994289909, + "grad_norm": 0.6798556447029114, + "learning_rate": 4.710882375218509e-05, + "loss": 0.2129, + "num_input_tokens_seen": 11912752, + "step": 6185 + }, + { + "epoch": 1.0097887266498082, + "grad_norm": 1.1883728504180908, + "learning_rate": 4.7104239064010424e-05, + "loss": 0.2058, + "num_input_tokens_seen": 11922368, + "step": 6190 + }, + { + "epoch": 1.0106044538706256, + "grad_norm": 0.7433330416679382, + "learning_rate": 4.709965096708432e-05, + "loss": 0.1749, + "num_input_tokens_seen": 11930176, + "step": 6195 + }, + { + "epoch": 1.011420181091443, + "grad_norm": 1.003113865852356, + "learning_rate": 4.709505946211431e-05, + "loss": 0.2011, + "num_input_tokens_seen": 11940352, + "step": 6200 + }, + { + "epoch": 1.011420181091443, + "eval_loss": 0.17757563292980194, + "eval_runtime": 71.4608, + "eval_samples_per_second": 38.133, + "eval_steps_per_second": 19.073, + "num_input_tokens_seen": 11940352, + "step": 6200 + }, + { + "epoch": 1.0122359083122603, + "grad_norm": 0.8377488255500793, + "learning_rate": 4.709046454980846e-05, + "loss": 0.1741, + "num_input_tokens_seen": 11951168, + "step": 6205 + }, + { + "epoch": 1.0130516355330776, + "grad_norm": 0.6946139931678772, + "learning_rate": 4.708586623087538e-05, + "loss": 0.1417, + "num_input_tokens_seen": 11960720, + "step": 6210 + }, + { + "epoch": 1.013867362753895, + "grad_norm": 0.5362123250961304, + "learning_rate": 4.708126450602418e-05, + "loss": 0.1208, + "num_input_tokens_seen": 11971488, + "step": 6215 + }, + { + "epoch": 1.0146830899747123, + "grad_norm": 0.5729537010192871, + "learning_rate": 4.7076659375964495e-05, + "loss": 0.156, + "num_input_tokens_seen": 11981648, + "step": 6220 + }, + { + "epoch": 1.01549881719553, + "grad_norm": 1.1795405149459839, + "learning_rate": 4.707205084140651e-05, + "loss": 0.124, + "num_input_tokens_seen": 11989584, + "step": 6225 + }, + { + "epoch": 1.0163145444163473, + "grad_norm": 0.8452975749969482, + "learning_rate": 4.7067438903060904e-05, + "loss": 0.1731, + "num_input_tokens_seen": 11999600, + "step": 6230 + }, + { + "epoch": 1.0171302716371646, + "grad_norm": 0.761725902557373, + "learning_rate": 4.70628235616389e-05, + "loss": 0.13, + "num_input_tokens_seen": 12008752, + "step": 6235 + }, + { + "epoch": 1.017945998857982, + "grad_norm": 0.7379043102264404, + "learning_rate": 4.7058204817852256e-05, + "loss": 0.2445, + "num_input_tokens_seen": 12018128, + "step": 6240 + }, + { + "epoch": 1.0187617260787993, + "grad_norm": 0.8516731262207031, + "learning_rate": 4.705358267241322e-05, + "loss": 0.2203, + "num_input_tokens_seen": 12028368, + "step": 6245 + }, + { + "epoch": 1.0195774532996167, + "grad_norm": 1.1877219676971436, + "learning_rate": 4.704895712603459e-05, + "loss": 0.2618, + "num_input_tokens_seen": 12038336, + "step": 6250 + }, + { + "epoch": 1.020393180520434, + "grad_norm": 0.9149580001831055, + "learning_rate": 4.704432817942969e-05, + "loss": 0.1827, + "num_input_tokens_seen": 12047808, + "step": 6255 + }, + { + "epoch": 1.0212089077412514, + "grad_norm": 0.7883055210113525, + "learning_rate": 4.703969583331236e-05, + "loss": 0.183, + "num_input_tokens_seen": 12057680, + "step": 6260 + }, + { + "epoch": 1.0220246349620687, + "grad_norm": 1.5148546695709229, + "learning_rate": 4.7035060088396965e-05, + "loss": 0.1755, + "num_input_tokens_seen": 12067088, + "step": 6265 + }, + { + "epoch": 1.022840362182886, + "grad_norm": 0.5838668346405029, + "learning_rate": 4.703042094539839e-05, + "loss": 0.201, + "num_input_tokens_seen": 12075392, + "step": 6270 + }, + { + "epoch": 1.0236560894037035, + "grad_norm": 0.6954800486564636, + "learning_rate": 4.702577840503206e-05, + "loss": 0.1612, + "num_input_tokens_seen": 12084752, + "step": 6275 + }, + { + "epoch": 1.0244718166245208, + "grad_norm": 0.5155512690544128, + "learning_rate": 4.70211324680139e-05, + "loss": 0.1779, + "num_input_tokens_seen": 12094448, + "step": 6280 + }, + { + "epoch": 1.0252875438453382, + "grad_norm": 1.0744082927703857, + "learning_rate": 4.7016483135060386e-05, + "loss": 0.195, + "num_input_tokens_seen": 12105504, + "step": 6285 + }, + { + "epoch": 1.0261032710661555, + "grad_norm": 1.3672744035720825, + "learning_rate": 4.701183040688849e-05, + "loss": 0.1692, + "num_input_tokens_seen": 12114992, + "step": 6290 + }, + { + "epoch": 1.0269189982869729, + "grad_norm": 0.88236004114151, + "learning_rate": 4.700717428421573e-05, + "loss": 0.2142, + "num_input_tokens_seen": 12125424, + "step": 6295 + }, + { + "epoch": 1.0277347255077902, + "grad_norm": 0.9671706557273865, + "learning_rate": 4.700251476776014e-05, + "loss": 0.1583, + "num_input_tokens_seen": 12134704, + "step": 6300 + }, + { + "epoch": 1.0285504527286076, + "grad_norm": 0.6885640025138855, + "learning_rate": 4.699785185824026e-05, + "loss": 0.152, + "num_input_tokens_seen": 12144320, + "step": 6305 + }, + { + "epoch": 1.029366179949425, + "grad_norm": 0.4708724319934845, + "learning_rate": 4.699318555637519e-05, + "loss": 0.1185, + "num_input_tokens_seen": 12153680, + "step": 6310 + }, + { + "epoch": 1.0301819071702423, + "grad_norm": 0.7310663461685181, + "learning_rate": 4.6988515862884525e-05, + "loss": 0.1953, + "num_input_tokens_seen": 12164656, + "step": 6315 + }, + { + "epoch": 1.0309976343910596, + "grad_norm": 0.553414523601532, + "learning_rate": 4.698384277848838e-05, + "loss": 0.1301, + "num_input_tokens_seen": 12174416, + "step": 6320 + }, + { + "epoch": 1.031813361611877, + "grad_norm": 0.4197983741760254, + "learning_rate": 4.6979166303907425e-05, + "loss": 0.1699, + "num_input_tokens_seen": 12184384, + "step": 6325 + }, + { + "epoch": 1.0326290888326943, + "grad_norm": 1.5871033668518066, + "learning_rate": 4.697448643986281e-05, + "loss": 0.1773, + "num_input_tokens_seen": 12194688, + "step": 6330 + }, + { + "epoch": 1.0334448160535117, + "grad_norm": 0.8487627506256104, + "learning_rate": 4.696980318707624e-05, + "loss": 0.1623, + "num_input_tokens_seen": 12204032, + "step": 6335 + }, + { + "epoch": 1.034260543274329, + "grad_norm": 1.222551703453064, + "learning_rate": 4.6965116546269924e-05, + "loss": 0.2086, + "num_input_tokens_seen": 12213728, + "step": 6340 + }, + { + "epoch": 1.0350762704951464, + "grad_norm": 0.8712387084960938, + "learning_rate": 4.6960426518166615e-05, + "loss": 0.1682, + "num_input_tokens_seen": 12223888, + "step": 6345 + }, + { + "epoch": 1.0358919977159637, + "grad_norm": 1.0631918907165527, + "learning_rate": 4.6955733103489556e-05, + "loss": 0.1987, + "num_input_tokens_seen": 12234544, + "step": 6350 + }, + { + "epoch": 1.036707724936781, + "grad_norm": 0.46582916378974915, + "learning_rate": 4.695103630296255e-05, + "loss": 0.1561, + "num_input_tokens_seen": 12244800, + "step": 6355 + }, + { + "epoch": 1.0375234521575984, + "grad_norm": 1.6060643196105957, + "learning_rate": 4.694633611730988e-05, + "loss": 0.2791, + "num_input_tokens_seen": 12254240, + "step": 6360 + }, + { + "epoch": 1.0383391793784158, + "grad_norm": 1.2825818061828613, + "learning_rate": 4.694163254725639e-05, + "loss": 0.2035, + "num_input_tokens_seen": 12264800, + "step": 6365 + }, + { + "epoch": 1.0391549065992332, + "grad_norm": 1.0628174543380737, + "learning_rate": 4.693692559352743e-05, + "loss": 0.2199, + "num_input_tokens_seen": 12274816, + "step": 6370 + }, + { + "epoch": 1.0399706338200505, + "grad_norm": 1.1506626605987549, + "learning_rate": 4.693221525684886e-05, + "loss": 0.1818, + "num_input_tokens_seen": 12283904, + "step": 6375 + }, + { + "epoch": 1.0407863610408679, + "grad_norm": 0.4915912449359894, + "learning_rate": 4.6927501537947084e-05, + "loss": 0.1994, + "num_input_tokens_seen": 12293088, + "step": 6380 + }, + { + "epoch": 1.0416020882616852, + "grad_norm": 0.3846360445022583, + "learning_rate": 4.692278443754901e-05, + "loss": 0.1624, + "num_input_tokens_seen": 12302448, + "step": 6385 + }, + { + "epoch": 1.0424178154825026, + "grad_norm": 0.7552242279052734, + "learning_rate": 4.691806395638208e-05, + "loss": 0.1998, + "num_input_tokens_seen": 12311984, + "step": 6390 + }, + { + "epoch": 1.04323354270332, + "grad_norm": 0.4846670627593994, + "learning_rate": 4.6913340095174255e-05, + "loss": 0.1579, + "num_input_tokens_seen": 12323232, + "step": 6395 + }, + { + "epoch": 1.0440492699241373, + "grad_norm": 1.3300843238830566, + "learning_rate": 4.690861285465399e-05, + "loss": 0.2058, + "num_input_tokens_seen": 12331920, + "step": 6400 + }, + { + "epoch": 1.0440492699241373, + "eval_loss": 0.17675833404064178, + "eval_runtime": 71.3304, + "eval_samples_per_second": 38.203, + "eval_steps_per_second": 19.108, + "num_input_tokens_seen": 12331920, + "step": 6400 + }, + { + "epoch": 1.0448649971449546, + "grad_norm": 1.206018328666687, + "learning_rate": 4.690388223555031e-05, + "loss": 0.1925, + "num_input_tokens_seen": 12341824, + "step": 6405 + }, + { + "epoch": 1.0456807243657722, + "grad_norm": 0.8433871865272522, + "learning_rate": 4.689914823859273e-05, + "loss": 0.1906, + "num_input_tokens_seen": 12352224, + "step": 6410 + }, + { + "epoch": 1.0464964515865895, + "grad_norm": 0.5313416719436646, + "learning_rate": 4.689441086451129e-05, + "loss": 0.1565, + "num_input_tokens_seen": 12360544, + "step": 6415 + }, + { + "epoch": 1.047312178807407, + "grad_norm": 0.6703118681907654, + "learning_rate": 4.688967011403655e-05, + "loss": 0.1825, + "num_input_tokens_seen": 12370592, + "step": 6420 + }, + { + "epoch": 1.0481279060282243, + "grad_norm": 1.6880872249603271, + "learning_rate": 4.68849259878996e-05, + "loss": 0.1941, + "num_input_tokens_seen": 12380912, + "step": 6425 + }, + { + "epoch": 1.0489436332490416, + "grad_norm": 0.740933895111084, + "learning_rate": 4.6880178486832036e-05, + "loss": 0.1862, + "num_input_tokens_seen": 12390432, + "step": 6430 + }, + { + "epoch": 1.049759360469859, + "grad_norm": 0.46072590351104736, + "learning_rate": 4.687542761156598e-05, + "loss": 0.157, + "num_input_tokens_seen": 12400240, + "step": 6435 + }, + { + "epoch": 1.0505750876906763, + "grad_norm": 0.5540321469306946, + "learning_rate": 4.6870673362834096e-05, + "loss": 0.1465, + "num_input_tokens_seen": 12409024, + "step": 6440 + }, + { + "epoch": 1.0513908149114937, + "grad_norm": 1.1530078649520874, + "learning_rate": 4.6865915741369526e-05, + "loss": 0.1876, + "num_input_tokens_seen": 12419792, + "step": 6445 + }, + { + "epoch": 1.052206542132311, + "grad_norm": 0.6977084875106812, + "learning_rate": 4.686115474790597e-05, + "loss": 0.133, + "num_input_tokens_seen": 12429600, + "step": 6450 + }, + { + "epoch": 1.0530222693531284, + "grad_norm": 0.3503110408782959, + "learning_rate": 4.685639038317762e-05, + "loss": 0.1758, + "num_input_tokens_seen": 12438064, + "step": 6455 + }, + { + "epoch": 1.0538379965739457, + "grad_norm": 0.22007863223552704, + "learning_rate": 4.685162264791921e-05, + "loss": 0.0683, + "num_input_tokens_seen": 12449232, + "step": 6460 + }, + { + "epoch": 1.054653723794763, + "grad_norm": 1.44847571849823, + "learning_rate": 4.684685154286599e-05, + "loss": 0.1891, + "num_input_tokens_seen": 12458448, + "step": 6465 + }, + { + "epoch": 1.0554694510155804, + "grad_norm": 0.9455724358558655, + "learning_rate": 4.684207706875371e-05, + "loss": 0.1843, + "num_input_tokens_seen": 12468144, + "step": 6470 + }, + { + "epoch": 1.0562851782363978, + "grad_norm": 0.25729501247406006, + "learning_rate": 4.683729922631866e-05, + "loss": 0.1664, + "num_input_tokens_seen": 12477936, + "step": 6475 + }, + { + "epoch": 1.0571009054572151, + "grad_norm": 0.5102759599685669, + "learning_rate": 4.683251801629765e-05, + "loss": 0.2479, + "num_input_tokens_seen": 12487888, + "step": 6480 + }, + { + "epoch": 1.0579166326780325, + "grad_norm": 0.17864689230918884, + "learning_rate": 4.6827733439428e-05, + "loss": 0.1265, + "num_input_tokens_seen": 12498176, + "step": 6485 + }, + { + "epoch": 1.0587323598988498, + "grad_norm": 0.859093427658081, + "learning_rate": 4.682294549644754e-05, + "loss": 0.1571, + "num_input_tokens_seen": 12508560, + "step": 6490 + }, + { + "epoch": 1.0595480871196672, + "grad_norm": 1.3104969263076782, + "learning_rate": 4.681815418809464e-05, + "loss": 0.1249, + "num_input_tokens_seen": 12517632, + "step": 6495 + }, + { + "epoch": 1.0603638143404845, + "grad_norm": 1.244228720664978, + "learning_rate": 4.681335951510819e-05, + "loss": 0.1588, + "num_input_tokens_seen": 12526112, + "step": 6500 + }, + { + "epoch": 1.061179541561302, + "grad_norm": 0.6561461687088013, + "learning_rate": 4.6808561478227576e-05, + "loss": 0.1998, + "num_input_tokens_seen": 12536544, + "step": 6505 + }, + { + "epoch": 1.0619952687821193, + "grad_norm": 0.9338077306747437, + "learning_rate": 4.680376007819271e-05, + "loss": 0.1776, + "num_input_tokens_seen": 12546784, + "step": 6510 + }, + { + "epoch": 1.0628109960029366, + "grad_norm": 0.6029275059700012, + "learning_rate": 4.679895531574405e-05, + "loss": 0.1111, + "num_input_tokens_seen": 12557072, + "step": 6515 + }, + { + "epoch": 1.063626723223754, + "grad_norm": 0.528292715549469, + "learning_rate": 4.679414719162253e-05, + "loss": 0.2199, + "num_input_tokens_seen": 12566176, + "step": 6520 + }, + { + "epoch": 1.0644424504445713, + "grad_norm": 2.3218798637390137, + "learning_rate": 4.6789335706569635e-05, + "loss": 0.2447, + "num_input_tokens_seen": 12575632, + "step": 6525 + }, + { + "epoch": 1.0652581776653887, + "grad_norm": 0.46377259492874146, + "learning_rate": 4.678452086132734e-05, + "loss": 0.0945, + "num_input_tokens_seen": 12586000, + "step": 6530 + }, + { + "epoch": 1.066073904886206, + "grad_norm": 1.2928986549377441, + "learning_rate": 4.677970265663818e-05, + "loss": 0.1969, + "num_input_tokens_seen": 12596704, + "step": 6535 + }, + { + "epoch": 1.0668896321070234, + "grad_norm": 0.267029345035553, + "learning_rate": 4.677488109324517e-05, + "loss": 0.1592, + "num_input_tokens_seen": 12605264, + "step": 6540 + }, + { + "epoch": 1.0677053593278407, + "grad_norm": 0.9797413945198059, + "learning_rate": 4.6770056171891846e-05, + "loss": 0.1711, + "num_input_tokens_seen": 12616192, + "step": 6545 + }, + { + "epoch": 1.068521086548658, + "grad_norm": 0.32495003938674927, + "learning_rate": 4.6765227893322286e-05, + "loss": 0.104, + "num_input_tokens_seen": 12626096, + "step": 6550 + }, + { + "epoch": 1.0693368137694754, + "grad_norm": 0.7374690175056458, + "learning_rate": 4.676039625828107e-05, + "loss": 0.2128, + "num_input_tokens_seen": 12636208, + "step": 6555 + }, + { + "epoch": 1.0701525409902928, + "grad_norm": 0.4466150403022766, + "learning_rate": 4.675556126751328e-05, + "loss": 0.1126, + "num_input_tokens_seen": 12646144, + "step": 6560 + }, + { + "epoch": 1.0709682682111101, + "grad_norm": 0.43943434953689575, + "learning_rate": 4.6750722921764556e-05, + "loss": 0.144, + "num_input_tokens_seen": 12656880, + "step": 6565 + }, + { + "epoch": 1.0717839954319275, + "grad_norm": 0.2938859760761261, + "learning_rate": 4.674588122178102e-05, + "loss": 0.1674, + "num_input_tokens_seen": 12666640, + "step": 6570 + }, + { + "epoch": 1.0725997226527448, + "grad_norm": 1.214569091796875, + "learning_rate": 4.674103616830931e-05, + "loss": 0.24, + "num_input_tokens_seen": 12677264, + "step": 6575 + }, + { + "epoch": 1.0734154498735622, + "grad_norm": 0.7251813411712646, + "learning_rate": 4.673618776209663e-05, + "loss": 0.1591, + "num_input_tokens_seen": 12687808, + "step": 6580 + }, + { + "epoch": 1.0742311770943795, + "grad_norm": 0.7087584137916565, + "learning_rate": 4.673133600389063e-05, + "loss": 0.1501, + "num_input_tokens_seen": 12697024, + "step": 6585 + }, + { + "epoch": 1.075046904315197, + "grad_norm": 0.5708009004592896, + "learning_rate": 4.672648089443953e-05, + "loss": 0.1833, + "num_input_tokens_seen": 12706304, + "step": 6590 + }, + { + "epoch": 1.0758626315360145, + "grad_norm": 0.45787426829338074, + "learning_rate": 4.672162243449204e-05, + "loss": 0.2139, + "num_input_tokens_seen": 12716768, + "step": 6595 + }, + { + "epoch": 1.0766783587568316, + "grad_norm": 0.9260543584823608, + "learning_rate": 4.67167606247974e-05, + "loss": 0.2058, + "num_input_tokens_seen": 12726352, + "step": 6600 + }, + { + "epoch": 1.0766783587568316, + "eval_loss": 0.17722955346107483, + "eval_runtime": 71.378, + "eval_samples_per_second": 38.177, + "eval_steps_per_second": 19.096, + "num_input_tokens_seen": 12726352, + "step": 6600 + }, + { + "epoch": 1.0774940859776492, + "grad_norm": 1.0696332454681396, + "learning_rate": 4.671189546610536e-05, + "loss": 0.1266, + "num_input_tokens_seen": 12736480, + "step": 6605 + }, + { + "epoch": 1.0783098131984665, + "grad_norm": 0.8455457091331482, + "learning_rate": 4.67070269591662e-05, + "loss": 0.164, + "num_input_tokens_seen": 12745984, + "step": 6610 + }, + { + "epoch": 1.0791255404192839, + "grad_norm": 0.8220975995063782, + "learning_rate": 4.670215510473068e-05, + "loss": 0.1737, + "num_input_tokens_seen": 12755920, + "step": 6615 + }, + { + "epoch": 1.0799412676401012, + "grad_norm": 0.9425700306892395, + "learning_rate": 4.669727990355013e-05, + "loss": 0.1242, + "num_input_tokens_seen": 12765376, + "step": 6620 + }, + { + "epoch": 1.0807569948609186, + "grad_norm": 0.8003215193748474, + "learning_rate": 4.669240135637635e-05, + "loss": 0.172, + "num_input_tokens_seen": 12773776, + "step": 6625 + }, + { + "epoch": 1.081572722081736, + "grad_norm": 1.6773803234100342, + "learning_rate": 4.6687519463961675e-05, + "loss": 0.1713, + "num_input_tokens_seen": 12784288, + "step": 6630 + }, + { + "epoch": 1.0823884493025533, + "grad_norm": 1.0837087631225586, + "learning_rate": 4.668263422705896e-05, + "loss": 0.1585, + "num_input_tokens_seen": 12793264, + "step": 6635 + }, + { + "epoch": 1.0832041765233706, + "grad_norm": 0.7496444582939148, + "learning_rate": 4.667774564642156e-05, + "loss": 0.1867, + "num_input_tokens_seen": 12801728, + "step": 6640 + }, + { + "epoch": 1.084019903744188, + "grad_norm": 0.8912795782089233, + "learning_rate": 4.6672853722803365e-05, + "loss": 0.1301, + "num_input_tokens_seen": 12811952, + "step": 6645 + }, + { + "epoch": 1.0848356309650053, + "grad_norm": 0.28694313764572144, + "learning_rate": 4.666795845695877e-05, + "loss": 0.1457, + "num_input_tokens_seen": 12821632, + "step": 6650 + }, + { + "epoch": 1.0856513581858227, + "grad_norm": 0.904029905796051, + "learning_rate": 4.666305984964269e-05, + "loss": 0.1586, + "num_input_tokens_seen": 12830832, + "step": 6655 + }, + { + "epoch": 1.08646708540664, + "grad_norm": 1.1756902933120728, + "learning_rate": 4.6658157901610535e-05, + "loss": 0.2694, + "num_input_tokens_seen": 12841520, + "step": 6660 + }, + { + "epoch": 1.0872828126274574, + "grad_norm": 1.214861273765564, + "learning_rate": 4.665325261361826e-05, + "loss": 0.1728, + "num_input_tokens_seen": 12852560, + "step": 6665 + }, + { + "epoch": 1.0880985398482748, + "grad_norm": 1.037839412689209, + "learning_rate": 4.664834398642232e-05, + "loss": 0.2951, + "num_input_tokens_seen": 12861952, + "step": 6670 + }, + { + "epoch": 1.0889142670690921, + "grad_norm": 0.6333092451095581, + "learning_rate": 4.6643432020779686e-05, + "loss": 0.2016, + "num_input_tokens_seen": 12871600, + "step": 6675 + }, + { + "epoch": 1.0897299942899095, + "grad_norm": 1.0236543416976929, + "learning_rate": 4.663851671744786e-05, + "loss": 0.216, + "num_input_tokens_seen": 12881520, + "step": 6680 + }, + { + "epoch": 1.0905457215107268, + "grad_norm": 0.5075015425682068, + "learning_rate": 4.6633598077184815e-05, + "loss": 0.1953, + "num_input_tokens_seen": 12890368, + "step": 6685 + }, + { + "epoch": 1.0913614487315442, + "grad_norm": 1.282771348953247, + "learning_rate": 4.662867610074908e-05, + "loss": 0.1641, + "num_input_tokens_seen": 12900384, + "step": 6690 + }, + { + "epoch": 1.0921771759523615, + "grad_norm": 0.5103532075881958, + "learning_rate": 4.6623750788899696e-05, + "loss": 0.2007, + "num_input_tokens_seen": 12909056, + "step": 6695 + }, + { + "epoch": 1.0929929031731789, + "grad_norm": 1.218114972114563, + "learning_rate": 4.6618822142396195e-05, + "loss": 0.2969, + "num_input_tokens_seen": 12919088, + "step": 6700 + }, + { + "epoch": 1.0938086303939962, + "grad_norm": 0.8402796387672424, + "learning_rate": 4.661389016199864e-05, + "loss": 0.2402, + "num_input_tokens_seen": 12929504, + "step": 6705 + }, + { + "epoch": 1.0946243576148136, + "grad_norm": 0.7994699478149414, + "learning_rate": 4.660895484846761e-05, + "loss": 0.1398, + "num_input_tokens_seen": 12939520, + "step": 6710 + }, + { + "epoch": 1.095440084835631, + "grad_norm": 1.4447575807571411, + "learning_rate": 4.660401620256418e-05, + "loss": 0.1636, + "num_input_tokens_seen": 12948832, + "step": 6715 + }, + { + "epoch": 1.0962558120564483, + "grad_norm": 0.7617675065994263, + "learning_rate": 4.659907422504997e-05, + "loss": 0.2441, + "num_input_tokens_seen": 12958176, + "step": 6720 + }, + { + "epoch": 1.0970715392772656, + "grad_norm": 0.8746022582054138, + "learning_rate": 4.6594128916687074e-05, + "loss": 0.1771, + "num_input_tokens_seen": 12967168, + "step": 6725 + }, + { + "epoch": 1.097887266498083, + "grad_norm": 0.5978329181671143, + "learning_rate": 4.658918027823813e-05, + "loss": 0.1318, + "num_input_tokens_seen": 12976096, + "step": 6730 + }, + { + "epoch": 1.0987029937189003, + "grad_norm": 0.22032500803470612, + "learning_rate": 4.658422831046628e-05, + "loss": 0.1129, + "num_input_tokens_seen": 12984880, + "step": 6735 + }, + { + "epoch": 1.0995187209397177, + "grad_norm": 0.716579258441925, + "learning_rate": 4.657927301413518e-05, + "loss": 0.1553, + "num_input_tokens_seen": 12995232, + "step": 6740 + }, + { + "epoch": 1.100334448160535, + "grad_norm": 0.7325009703636169, + "learning_rate": 4.657431439000901e-05, + "loss": 0.1965, + "num_input_tokens_seen": 13002576, + "step": 6745 + }, + { + "epoch": 1.1011501753813524, + "grad_norm": 0.8503907918930054, + "learning_rate": 4.656935243885243e-05, + "loss": 0.1966, + "num_input_tokens_seen": 13011584, + "step": 6750 + }, + { + "epoch": 1.1019659026021698, + "grad_norm": 0.7749446630477905, + "learning_rate": 4.656438716143066e-05, + "loss": 0.0991, + "num_input_tokens_seen": 13022288, + "step": 6755 + }, + { + "epoch": 1.102781629822987, + "grad_norm": 1.211193323135376, + "learning_rate": 4.6559418558509384e-05, + "loss": 0.1825, + "num_input_tokens_seen": 13032000, + "step": 6760 + }, + { + "epoch": 1.1035973570438045, + "grad_norm": 0.6452786326408386, + "learning_rate": 4.6554446630854833e-05, + "loss": 0.1856, + "num_input_tokens_seen": 13040048, + "step": 6765 + }, + { + "epoch": 1.1044130842646218, + "grad_norm": 0.905044674873352, + "learning_rate": 4.654947137923374e-05, + "loss": 0.1521, + "num_input_tokens_seen": 13049248, + "step": 6770 + }, + { + "epoch": 1.1052288114854392, + "grad_norm": 1.031247615814209, + "learning_rate": 4.654449280441335e-05, + "loss": 0.1992, + "num_input_tokens_seen": 13057616, + "step": 6775 + }, + { + "epoch": 1.1060445387062567, + "grad_norm": 1.2176966667175293, + "learning_rate": 4.653951090716143e-05, + "loss": 0.2352, + "num_input_tokens_seen": 13066320, + "step": 6780 + }, + { + "epoch": 1.1068602659270739, + "grad_norm": 0.6315723657608032, + "learning_rate": 4.653452568824625e-05, + "loss": 0.1986, + "num_input_tokens_seen": 13075696, + "step": 6785 + }, + { + "epoch": 1.1076759931478914, + "grad_norm": 0.5055879354476929, + "learning_rate": 4.6529537148436585e-05, + "loss": 0.1753, + "num_input_tokens_seen": 13085872, + "step": 6790 + }, + { + "epoch": 1.1084917203687088, + "grad_norm": 0.827467679977417, + "learning_rate": 4.6524545288501734e-05, + "loss": 0.2374, + "num_input_tokens_seen": 13095248, + "step": 6795 + }, + { + "epoch": 1.1093074475895262, + "grad_norm": 0.6415955424308777, + "learning_rate": 4.6519550109211506e-05, + "loss": 0.2139, + "num_input_tokens_seen": 13105200, + "step": 6800 + }, + { + "epoch": 1.1093074475895262, + "eval_loss": 0.17566731572151184, + "eval_runtime": 71.4156, + "eval_samples_per_second": 38.157, + "eval_steps_per_second": 19.085, + "num_input_tokens_seen": 13105200, + "step": 6800 + }, + { + "epoch": 1.1101231748103435, + "grad_norm": 0.7959027886390686, + "learning_rate": 4.651455161133622e-05, + "loss": 0.1522, + "num_input_tokens_seen": 13113760, + "step": 6805 + }, + { + "epoch": 1.1109389020311609, + "grad_norm": 0.9758473634719849, + "learning_rate": 4.6509549795646704e-05, + "loss": 0.1189, + "num_input_tokens_seen": 13124768, + "step": 6810 + }, + { + "epoch": 1.1117546292519782, + "grad_norm": 0.6405095458030701, + "learning_rate": 4.6504544662914306e-05, + "loss": 0.2032, + "num_input_tokens_seen": 13134608, + "step": 6815 + }, + { + "epoch": 1.1125703564727956, + "grad_norm": 0.7934997081756592, + "learning_rate": 4.6499536213910876e-05, + "loss": 0.2042, + "num_input_tokens_seen": 13144000, + "step": 6820 + }, + { + "epoch": 1.113386083693613, + "grad_norm": 1.3132597208023071, + "learning_rate": 4.6494524449408786e-05, + "loss": 0.2228, + "num_input_tokens_seen": 13152928, + "step": 6825 + }, + { + "epoch": 1.1142018109144303, + "grad_norm": 1.0149927139282227, + "learning_rate": 4.6489509370180903e-05, + "loss": 0.1806, + "num_input_tokens_seen": 13162288, + "step": 6830 + }, + { + "epoch": 1.1150175381352476, + "grad_norm": 0.6309484839439392, + "learning_rate": 4.648449097700063e-05, + "loss": 0.1743, + "num_input_tokens_seen": 13170192, + "step": 6835 + }, + { + "epoch": 1.115833265356065, + "grad_norm": 0.32566314935684204, + "learning_rate": 4.647946927064185e-05, + "loss": 0.133, + "num_input_tokens_seen": 13179584, + "step": 6840 + }, + { + "epoch": 1.1166489925768823, + "grad_norm": 0.6297308206558228, + "learning_rate": 4.647444425187898e-05, + "loss": 0.1501, + "num_input_tokens_seen": 13188624, + "step": 6845 + }, + { + "epoch": 1.1174647197976997, + "grad_norm": 0.7733209729194641, + "learning_rate": 4.646941592148695e-05, + "loss": 0.1406, + "num_input_tokens_seen": 13198944, + "step": 6850 + }, + { + "epoch": 1.118280447018517, + "grad_norm": 0.9107468724250793, + "learning_rate": 4.646438428024117e-05, + "loss": 0.1498, + "num_input_tokens_seen": 13208176, + "step": 6855 + }, + { + "epoch": 1.1190961742393344, + "grad_norm": 0.45820656418800354, + "learning_rate": 4.64593493289176e-05, + "loss": 0.2366, + "num_input_tokens_seen": 13218000, + "step": 6860 + }, + { + "epoch": 1.1199119014601517, + "grad_norm": 0.6893544793128967, + "learning_rate": 4.64543110682927e-05, + "loss": 0.1217, + "num_input_tokens_seen": 13227952, + "step": 6865 + }, + { + "epoch": 1.120727628680969, + "grad_norm": 1.0744301080703735, + "learning_rate": 4.644926949914341e-05, + "loss": 0.2005, + "num_input_tokens_seen": 13238480, + "step": 6870 + }, + { + "epoch": 1.1215433559017864, + "grad_norm": 1.2727376222610474, + "learning_rate": 4.644422462224722e-05, + "loss": 0.2166, + "num_input_tokens_seen": 13247488, + "step": 6875 + }, + { + "epoch": 1.1223590831226038, + "grad_norm": 1.154832124710083, + "learning_rate": 4.643917643838211e-05, + "loss": 0.1788, + "num_input_tokens_seen": 13256000, + "step": 6880 + }, + { + "epoch": 1.1231748103434211, + "grad_norm": 0.5706597566604614, + "learning_rate": 4.6434124948326564e-05, + "loss": 0.1579, + "num_input_tokens_seen": 13265488, + "step": 6885 + }, + { + "epoch": 1.1239905375642385, + "grad_norm": 0.8744606375694275, + "learning_rate": 4.6429070152859594e-05, + "loss": 0.1919, + "num_input_tokens_seen": 13274128, + "step": 6890 + }, + { + "epoch": 1.1248062647850559, + "grad_norm": 0.5700750946998596, + "learning_rate": 4.6424012052760714e-05, + "loss": 0.1431, + "num_input_tokens_seen": 13284384, + "step": 6895 + }, + { + "epoch": 1.1256219920058732, + "grad_norm": 0.9648519158363342, + "learning_rate": 4.6418950648809945e-05, + "loss": 0.2578, + "num_input_tokens_seen": 13294560, + "step": 6900 + }, + { + "epoch": 1.1264377192266906, + "grad_norm": 1.0493978261947632, + "learning_rate": 4.641388594178782e-05, + "loss": 0.1943, + "num_input_tokens_seen": 13304656, + "step": 6905 + }, + { + "epoch": 1.127253446447508, + "grad_norm": 1.0661462545394897, + "learning_rate": 4.640881793247538e-05, + "loss": 0.1418, + "num_input_tokens_seen": 13315296, + "step": 6910 + }, + { + "epoch": 1.1280691736683253, + "grad_norm": 0.9033123254776001, + "learning_rate": 4.6403746621654173e-05, + "loss": 0.16, + "num_input_tokens_seen": 13325152, + "step": 6915 + }, + { + "epoch": 1.1288849008891426, + "grad_norm": 0.8236402273178101, + "learning_rate": 4.639867201010626e-05, + "loss": 0.1841, + "num_input_tokens_seen": 13333728, + "step": 6920 + }, + { + "epoch": 1.12970062810996, + "grad_norm": 0.47473451495170593, + "learning_rate": 4.6393594098614204e-05, + "loss": 0.1814, + "num_input_tokens_seen": 13342880, + "step": 6925 + }, + { + "epoch": 1.1305163553307773, + "grad_norm": 0.6224417090415955, + "learning_rate": 4.63885128879611e-05, + "loss": 0.2319, + "num_input_tokens_seen": 13351616, + "step": 6930 + }, + { + "epoch": 1.1313320825515947, + "grad_norm": 0.7355209589004517, + "learning_rate": 4.638342837893052e-05, + "loss": 0.2123, + "num_input_tokens_seen": 13361872, + "step": 6935 + }, + { + "epoch": 1.132147809772412, + "grad_norm": 1.0795633792877197, + "learning_rate": 4.6378340572306565e-05, + "loss": 0.2733, + "num_input_tokens_seen": 13370336, + "step": 6940 + }, + { + "epoch": 1.1329635369932294, + "grad_norm": 0.6334876418113708, + "learning_rate": 4.6373249468873833e-05, + "loss": 0.1743, + "num_input_tokens_seen": 13378720, + "step": 6945 + }, + { + "epoch": 1.1337792642140467, + "grad_norm": 0.41441187262535095, + "learning_rate": 4.636815506941744e-05, + "loss": 0.1216, + "num_input_tokens_seen": 13388720, + "step": 6950 + }, + { + "epoch": 1.134594991434864, + "grad_norm": 0.6774670481681824, + "learning_rate": 4.6363057374723004e-05, + "loss": 0.2171, + "num_input_tokens_seen": 13398304, + "step": 6955 + }, + { + "epoch": 1.1354107186556814, + "grad_norm": 1.0595664978027344, + "learning_rate": 4.635795638557666e-05, + "loss": 0.1569, + "num_input_tokens_seen": 13408368, + "step": 6960 + }, + { + "epoch": 1.136226445876499, + "grad_norm": 0.4765598475933075, + "learning_rate": 4.635285210276504e-05, + "loss": 0.1721, + "num_input_tokens_seen": 13418512, + "step": 6965 + }, + { + "epoch": 1.1370421730973161, + "grad_norm": 1.0712451934814453, + "learning_rate": 4.6347744527075295e-05, + "loss": 0.1577, + "num_input_tokens_seen": 13427296, + "step": 6970 + }, + { + "epoch": 1.1378579003181337, + "grad_norm": 1.1416449546813965, + "learning_rate": 4.634263365929506e-05, + "loss": 0.155, + "num_input_tokens_seen": 13435264, + "step": 6975 + }, + { + "epoch": 1.1386736275389508, + "grad_norm": 0.6349575519561768, + "learning_rate": 4.6337519500212515e-05, + "loss": 0.2032, + "num_input_tokens_seen": 13444608, + "step": 6980 + }, + { + "epoch": 1.1394893547597684, + "grad_norm": 0.5276361107826233, + "learning_rate": 4.633240205061632e-05, + "loss": 0.2049, + "num_input_tokens_seen": 13454528, + "step": 6985 + }, + { + "epoch": 1.1403050819805858, + "grad_norm": 1.4110352993011475, + "learning_rate": 4.632728131129565e-05, + "loss": 0.1968, + "num_input_tokens_seen": 13464016, + "step": 6990 + }, + { + "epoch": 1.1411208092014031, + "grad_norm": 1.1140071153640747, + "learning_rate": 4.632215728304018e-05, + "loss": 0.2137, + "num_input_tokens_seen": 13473488, + "step": 6995 + }, + { + "epoch": 1.1419365364222205, + "grad_norm": 0.47353580594062805, + "learning_rate": 4.63170299666401e-05, + "loss": 0.254, + "num_input_tokens_seen": 13483648, + "step": 7000 + }, + { + "epoch": 1.1419365364222205, + "eval_loss": 0.17512264847755432, + "eval_runtime": 71.4635, + "eval_samples_per_second": 38.131, + "eval_steps_per_second": 19.073, + "num_input_tokens_seen": 13483648, + "step": 7000 + }, + { + "epoch": 1.1427522636430378, + "grad_norm": 1.122058391571045, + "learning_rate": 4.631189936288612e-05, + "loss": 0.1561, + "num_input_tokens_seen": 13492992, + "step": 7005 + }, + { + "epoch": 1.1435679908638552, + "grad_norm": 0.7586830258369446, + "learning_rate": 4.630676547256944e-05, + "loss": 0.1412, + "num_input_tokens_seen": 13502208, + "step": 7010 + }, + { + "epoch": 1.1443837180846725, + "grad_norm": 0.3466191589832306, + "learning_rate": 4.630162829648176e-05, + "loss": 0.1503, + "num_input_tokens_seen": 13511600, + "step": 7015 + }, + { + "epoch": 1.14519944530549, + "grad_norm": 0.855110764503479, + "learning_rate": 4.629648783541531e-05, + "loss": 0.1735, + "num_input_tokens_seen": 13521760, + "step": 7020 + }, + { + "epoch": 1.1460151725263072, + "grad_norm": 0.6395593285560608, + "learning_rate": 4.6291344090162804e-05, + "loss": 0.1871, + "num_input_tokens_seen": 13530752, + "step": 7025 + }, + { + "epoch": 1.1468308997471246, + "grad_norm": 0.6558588743209839, + "learning_rate": 4.628619706151748e-05, + "loss": 0.1592, + "num_input_tokens_seen": 13540256, + "step": 7030 + }, + { + "epoch": 1.147646626967942, + "grad_norm": 1.187381386756897, + "learning_rate": 4.628104675027306e-05, + "loss": 0.1628, + "num_input_tokens_seen": 13551168, + "step": 7035 + }, + { + "epoch": 1.1484623541887593, + "grad_norm": 0.9482008218765259, + "learning_rate": 4.6275893157223805e-05, + "loss": 0.2244, + "num_input_tokens_seen": 13560608, + "step": 7040 + }, + { + "epoch": 1.1492780814095767, + "grad_norm": 1.096920132637024, + "learning_rate": 4.627073628316445e-05, + "loss": 0.133, + "num_input_tokens_seen": 13569424, + "step": 7045 + }, + { + "epoch": 1.150093808630394, + "grad_norm": 0.9457696080207825, + "learning_rate": 4.626557612889026e-05, + "loss": 0.084, + "num_input_tokens_seen": 13578272, + "step": 7050 + }, + { + "epoch": 1.1509095358512114, + "grad_norm": 0.7483694553375244, + "learning_rate": 4.626041269519699e-05, + "loss": 0.1836, + "num_input_tokens_seen": 13588192, + "step": 7055 + }, + { + "epoch": 1.1517252630720287, + "grad_norm": 0.8553327918052673, + "learning_rate": 4.6255245982880905e-05, + "loss": 0.1477, + "num_input_tokens_seen": 13596976, + "step": 7060 + }, + { + "epoch": 1.152540990292846, + "grad_norm": 0.916159451007843, + "learning_rate": 4.625007599273879e-05, + "loss": 0.1881, + "num_input_tokens_seen": 13608016, + "step": 7065 + }, + { + "epoch": 1.1533567175136634, + "grad_norm": 0.6583691835403442, + "learning_rate": 4.6244902725567895e-05, + "loss": 0.1534, + "num_input_tokens_seen": 13617040, + "step": 7070 + }, + { + "epoch": 1.1541724447344808, + "grad_norm": 1.2456457614898682, + "learning_rate": 4.6239726182166024e-05, + "loss": 0.1185, + "num_input_tokens_seen": 13625856, + "step": 7075 + }, + { + "epoch": 1.1549881719552981, + "grad_norm": 0.9544763565063477, + "learning_rate": 4.623454636333147e-05, + "loss": 0.1468, + "num_input_tokens_seen": 13634928, + "step": 7080 + }, + { + "epoch": 1.1558038991761155, + "grad_norm": 0.6657189130783081, + "learning_rate": 4.622936326986301e-05, + "loss": 0.19, + "num_input_tokens_seen": 13644736, + "step": 7085 + }, + { + "epoch": 1.1566196263969328, + "grad_norm": 0.3315839171409607, + "learning_rate": 4.6224176902559946e-05, + "loss": 0.1558, + "num_input_tokens_seen": 13655136, + "step": 7090 + }, + { + "epoch": 1.1574353536177502, + "grad_norm": 1.4440813064575195, + "learning_rate": 4.621898726222209e-05, + "loss": 0.2116, + "num_input_tokens_seen": 13664656, + "step": 7095 + }, + { + "epoch": 1.1582510808385675, + "grad_norm": 0.38923630118370056, + "learning_rate": 4.6213794349649744e-05, + "loss": 0.1837, + "num_input_tokens_seen": 13672880, + "step": 7100 + }, + { + "epoch": 1.159066808059385, + "grad_norm": 1.466361403465271, + "learning_rate": 4.6208598165643715e-05, + "loss": 0.1246, + "num_input_tokens_seen": 13682240, + "step": 7105 + }, + { + "epoch": 1.1598825352802022, + "grad_norm": 0.6860195398330688, + "learning_rate": 4.620339871100533e-05, + "loss": 0.174, + "num_input_tokens_seen": 13690720, + "step": 7110 + }, + { + "epoch": 1.1606982625010196, + "grad_norm": 0.5626586675643921, + "learning_rate": 4.6198195986536394e-05, + "loss": 0.1383, + "num_input_tokens_seen": 13699888, + "step": 7115 + }, + { + "epoch": 1.161513989721837, + "grad_norm": 1.1038998365402222, + "learning_rate": 4.619298999303926e-05, + "loss": 0.1889, + "num_input_tokens_seen": 13709360, + "step": 7120 + }, + { + "epoch": 1.1623297169426543, + "grad_norm": 0.4312956631183624, + "learning_rate": 4.618778073131673e-05, + "loss": 0.2083, + "num_input_tokens_seen": 13719040, + "step": 7125 + }, + { + "epoch": 1.1631454441634717, + "grad_norm": 0.671411395072937, + "learning_rate": 4.618256820217215e-05, + "loss": 0.1648, + "num_input_tokens_seen": 13729328, + "step": 7130 + }, + { + "epoch": 1.163961171384289, + "grad_norm": 0.5549938678741455, + "learning_rate": 4.617735240640936e-05, + "loss": 0.1678, + "num_input_tokens_seen": 13739792, + "step": 7135 + }, + { + "epoch": 1.1647768986051064, + "grad_norm": 0.6719110012054443, + "learning_rate": 4.6172133344832705e-05, + "loss": 0.2073, + "num_input_tokens_seen": 13748912, + "step": 7140 + }, + { + "epoch": 1.1655926258259237, + "grad_norm": 1.0897910594940186, + "learning_rate": 4.6166911018247004e-05, + "loss": 0.2138, + "num_input_tokens_seen": 13758656, + "step": 7145 + }, + { + "epoch": 1.1664083530467413, + "grad_norm": 0.38933852314949036, + "learning_rate": 4.616168542745764e-05, + "loss": 0.1821, + "num_input_tokens_seen": 13768944, + "step": 7150 + }, + { + "epoch": 1.1672240802675584, + "grad_norm": 1.3762335777282715, + "learning_rate": 4.6156456573270446e-05, + "loss": 0.1939, + "num_input_tokens_seen": 13776880, + "step": 7155 + }, + { + "epoch": 1.168039807488376, + "grad_norm": 0.44729772210121155, + "learning_rate": 4.615122445649177e-05, + "loss": 0.1718, + "num_input_tokens_seen": 13785488, + "step": 7160 + }, + { + "epoch": 1.1688555347091931, + "grad_norm": 0.48048561811447144, + "learning_rate": 4.6145989077928486e-05, + "loss": 0.1343, + "num_input_tokens_seen": 13795136, + "step": 7165 + }, + { + "epoch": 1.1696712619300107, + "grad_norm": 0.5941347479820251, + "learning_rate": 4.6140750438387953e-05, + "loss": 0.1525, + "num_input_tokens_seen": 13804720, + "step": 7170 + }, + { + "epoch": 1.170486989150828, + "grad_norm": 1.3476759195327759, + "learning_rate": 4.613550853867803e-05, + "loss": 0.1668, + "num_input_tokens_seen": 13814272, + "step": 7175 + }, + { + "epoch": 1.1713027163716454, + "grad_norm": 0.49019622802734375, + "learning_rate": 4.613026337960708e-05, + "loss": 0.218, + "num_input_tokens_seen": 13824624, + "step": 7180 + }, + { + "epoch": 1.1721184435924628, + "grad_norm": 0.8452945351600647, + "learning_rate": 4.612501496198398e-05, + "loss": 0.1388, + "num_input_tokens_seen": 13833328, + "step": 7185 + }, + { + "epoch": 1.17293417081328, + "grad_norm": 1.250936508178711, + "learning_rate": 4.61197632866181e-05, + "loss": 0.1742, + "num_input_tokens_seen": 13843520, + "step": 7190 + }, + { + "epoch": 1.1737498980340975, + "grad_norm": 1.1429026126861572, + "learning_rate": 4.611450835431931e-05, + "loss": 0.1697, + "num_input_tokens_seen": 13852736, + "step": 7195 + }, + { + "epoch": 1.1745656252549148, + "grad_norm": 0.49794358015060425, + "learning_rate": 4.6109250165898e-05, + "loss": 0.0881, + "num_input_tokens_seen": 13862816, + "step": 7200 + }, + { + "epoch": 1.1745656252549148, + "eval_loss": 0.17522816359996796, + "eval_runtime": 71.4881, + "eval_samples_per_second": 38.118, + "eval_steps_per_second": 19.066, + "num_input_tokens_seen": 13862816, + "step": 7200 + }, + { + "epoch": 1.1753813524757322, + "grad_norm": 0.5133489966392517, + "learning_rate": 4.610398872216503e-05, + "loss": 0.1831, + "num_input_tokens_seen": 13872784, + "step": 7205 + }, + { + "epoch": 1.1761970796965495, + "grad_norm": 0.814336895942688, + "learning_rate": 4.6098724023931796e-05, + "loss": 0.2321, + "num_input_tokens_seen": 13883040, + "step": 7210 + }, + { + "epoch": 1.1770128069173669, + "grad_norm": 0.7086201310157776, + "learning_rate": 4.609345607201017e-05, + "loss": 0.1388, + "num_input_tokens_seen": 13891632, + "step": 7215 + }, + { + "epoch": 1.1778285341381842, + "grad_norm": 1.0369457006454468, + "learning_rate": 4.608818486721254e-05, + "loss": 0.1674, + "num_input_tokens_seen": 13900928, + "step": 7220 + }, + { + "epoch": 1.1786442613590016, + "grad_norm": 0.6391810178756714, + "learning_rate": 4.608291041035179e-05, + "loss": 0.2227, + "num_input_tokens_seen": 13910304, + "step": 7225 + }, + { + "epoch": 1.179459988579819, + "grad_norm": 0.6486673355102539, + "learning_rate": 4.607763270224132e-05, + "loss": 0.152, + "num_input_tokens_seen": 13919824, + "step": 7230 + }, + { + "epoch": 1.1802757158006363, + "grad_norm": 0.993431031703949, + "learning_rate": 4.6072351743695e-05, + "loss": 0.2478, + "num_input_tokens_seen": 13929184, + "step": 7235 + }, + { + "epoch": 1.1810914430214536, + "grad_norm": 0.4932543933391571, + "learning_rate": 4.606706753552723e-05, + "loss": 0.157, + "num_input_tokens_seen": 13939744, + "step": 7240 + }, + { + "epoch": 1.181907170242271, + "grad_norm": 1.2444698810577393, + "learning_rate": 4.6061780078552906e-05, + "loss": 0.2565, + "num_input_tokens_seen": 13949632, + "step": 7245 + }, + { + "epoch": 1.1827228974630883, + "grad_norm": 0.7488094568252563, + "learning_rate": 4.605648937358742e-05, + "loss": 0.1279, + "num_input_tokens_seen": 13959872, + "step": 7250 + }, + { + "epoch": 1.1835386246839057, + "grad_norm": 2.1581671237945557, + "learning_rate": 4.605119542144665e-05, + "loss": 0.2325, + "num_input_tokens_seen": 13969520, + "step": 7255 + }, + { + "epoch": 1.184354351904723, + "grad_norm": 0.4150218069553375, + "learning_rate": 4.604589822294701e-05, + "loss": 0.15, + "num_input_tokens_seen": 13977680, + "step": 7260 + }, + { + "epoch": 1.1851700791255404, + "grad_norm": 1.4194501638412476, + "learning_rate": 4.604059777890537e-05, + "loss": 0.172, + "num_input_tokens_seen": 13987440, + "step": 7265 + }, + { + "epoch": 1.1859858063463578, + "grad_norm": 1.330786108970642, + "learning_rate": 4.6035294090139145e-05, + "loss": 0.2384, + "num_input_tokens_seen": 13996976, + "step": 7270 + }, + { + "epoch": 1.186801533567175, + "grad_norm": 0.7669147849082947, + "learning_rate": 4.6029987157466226e-05, + "loss": 0.1717, + "num_input_tokens_seen": 14007424, + "step": 7275 + }, + { + "epoch": 1.1876172607879925, + "grad_norm": 1.116358757019043, + "learning_rate": 4.602467698170502e-05, + "loss": 0.2506, + "num_input_tokens_seen": 14019120, + "step": 7280 + }, + { + "epoch": 1.1884329880088098, + "grad_norm": 0.7806360721588135, + "learning_rate": 4.601936356367439e-05, + "loss": 0.2432, + "num_input_tokens_seen": 14028976, + "step": 7285 + }, + { + "epoch": 1.1892487152296272, + "grad_norm": 1.444061279296875, + "learning_rate": 4.601404690419377e-05, + "loss": 0.228, + "num_input_tokens_seen": 14039200, + "step": 7290 + }, + { + "epoch": 1.1900644424504445, + "grad_norm": 1.3126853704452515, + "learning_rate": 4.600872700408303e-05, + "loss": 0.2364, + "num_input_tokens_seen": 14047984, + "step": 7295 + }, + { + "epoch": 1.1908801696712619, + "grad_norm": 1.1374948024749756, + "learning_rate": 4.600340386416258e-05, + "loss": 0.2942, + "num_input_tokens_seen": 14057792, + "step": 7300 + }, + { + "epoch": 1.1916958968920792, + "grad_norm": 0.7862020134925842, + "learning_rate": 4.5998077485253296e-05, + "loss": 0.243, + "num_input_tokens_seen": 14066048, + "step": 7305 + }, + { + "epoch": 1.1925116241128966, + "grad_norm": 0.864790678024292, + "learning_rate": 4.59927478681766e-05, + "loss": 0.1951, + "num_input_tokens_seen": 14075744, + "step": 7310 + }, + { + "epoch": 1.193327351333714, + "grad_norm": 1.4410579204559326, + "learning_rate": 4.5987415013754366e-05, + "loss": 0.2254, + "num_input_tokens_seen": 14086224, + "step": 7315 + }, + { + "epoch": 1.1941430785545313, + "grad_norm": 1.1885846853256226, + "learning_rate": 4.598207892280899e-05, + "loss": 0.1984, + "num_input_tokens_seen": 14097744, + "step": 7320 + }, + { + "epoch": 1.1949588057753486, + "grad_norm": 0.5617355704307556, + "learning_rate": 4.597673959616337e-05, + "loss": 0.2142, + "num_input_tokens_seen": 14106752, + "step": 7325 + }, + { + "epoch": 1.195774532996166, + "grad_norm": 0.7005162835121155, + "learning_rate": 4.597139703464089e-05, + "loss": 0.1769, + "num_input_tokens_seen": 14116256, + "step": 7330 + }, + { + "epoch": 1.1965902602169836, + "grad_norm": 0.7275868654251099, + "learning_rate": 4.596605123906545e-05, + "loss": 0.2359, + "num_input_tokens_seen": 14126608, + "step": 7335 + }, + { + "epoch": 1.1974059874378007, + "grad_norm": 0.5044095516204834, + "learning_rate": 4.596070221026143e-05, + "loss": 0.1802, + "num_input_tokens_seen": 14136064, + "step": 7340 + }, + { + "epoch": 1.1982217146586183, + "grad_norm": 0.9032039046287537, + "learning_rate": 4.595534994905372e-05, + "loss": 0.1595, + "num_input_tokens_seen": 14146160, + "step": 7345 + }, + { + "epoch": 1.1990374418794354, + "grad_norm": 0.8405450582504272, + "learning_rate": 4.594999445626771e-05, + "loss": 0.1049, + "num_input_tokens_seen": 14155888, + "step": 7350 + }, + { + "epoch": 1.199853169100253, + "grad_norm": 1.7568295001983643, + "learning_rate": 4.5944635732729276e-05, + "loss": 0.2113, + "num_input_tokens_seen": 14164912, + "step": 7355 + }, + { + "epoch": 1.2006688963210703, + "grad_norm": 1.0153005123138428, + "learning_rate": 4.5939273779264804e-05, + "loss": 0.115, + "num_input_tokens_seen": 14174096, + "step": 7360 + }, + { + "epoch": 1.2014846235418877, + "grad_norm": 0.4200056493282318, + "learning_rate": 4.593390859670118e-05, + "loss": 0.1389, + "num_input_tokens_seen": 14183760, + "step": 7365 + }, + { + "epoch": 1.202300350762705, + "grad_norm": 1.9129424095153809, + "learning_rate": 4.5928540185865776e-05, + "loss": 0.1631, + "num_input_tokens_seen": 14192704, + "step": 7370 + }, + { + "epoch": 1.2031160779835224, + "grad_norm": 1.3445733785629272, + "learning_rate": 4.592316854758648e-05, + "loss": 0.2124, + "num_input_tokens_seen": 14202800, + "step": 7375 + }, + { + "epoch": 1.2039318052043397, + "grad_norm": 1.231918454170227, + "learning_rate": 4.5917793682691646e-05, + "loss": 0.1588, + "num_input_tokens_seen": 14212480, + "step": 7380 + }, + { + "epoch": 1.204747532425157, + "grad_norm": 0.8028784394264221, + "learning_rate": 4.5912415592010164e-05, + "loss": 0.1914, + "num_input_tokens_seen": 14221648, + "step": 7385 + }, + { + "epoch": 1.2055632596459744, + "grad_norm": 0.6656521558761597, + "learning_rate": 4.5907034276371386e-05, + "loss": 0.24, + "num_input_tokens_seen": 14231680, + "step": 7390 + }, + { + "epoch": 1.2063789868667918, + "grad_norm": 0.5950841903686523, + "learning_rate": 4.5901649736605196e-05, + "loss": 0.1023, + "num_input_tokens_seen": 14241824, + "step": 7395 + }, + { + "epoch": 1.2071947140876091, + "grad_norm": 0.6820358037948608, + "learning_rate": 4.589626197354195e-05, + "loss": 0.1533, + "num_input_tokens_seen": 14252288, + "step": 7400 + }, + { + "epoch": 1.2071947140876091, + "eval_loss": 0.17535430192947388, + "eval_runtime": 71.3428, + "eval_samples_per_second": 38.196, + "eval_steps_per_second": 19.105, + "num_input_tokens_seen": 14252288, + "step": 7400 + }, + { + "epoch": 1.2080104413084265, + "grad_norm": 1.3043798208236694, + "learning_rate": 4.5890870988012504e-05, + "loss": 0.1792, + "num_input_tokens_seen": 14261088, + "step": 7405 + }, + { + "epoch": 1.2088261685292438, + "grad_norm": 1.6726194620132446, + "learning_rate": 4.5885476780848226e-05, + "loss": 0.2376, + "num_input_tokens_seen": 14271248, + "step": 7410 + }, + { + "epoch": 1.2096418957500612, + "grad_norm": 1.5968879461288452, + "learning_rate": 4.5880079352880964e-05, + "loss": 0.2038, + "num_input_tokens_seen": 14281216, + "step": 7415 + }, + { + "epoch": 1.2104576229708786, + "grad_norm": 0.8964657783508301, + "learning_rate": 4.5874678704943065e-05, + "loss": 0.1778, + "num_input_tokens_seen": 14291184, + "step": 7420 + }, + { + "epoch": 1.211273350191696, + "grad_norm": 1.164625883102417, + "learning_rate": 4.5869274837867394e-05, + "loss": 0.17, + "num_input_tokens_seen": 14301472, + "step": 7425 + }, + { + "epoch": 1.2120890774125133, + "grad_norm": 0.6763914823532104, + "learning_rate": 4.5863867752487275e-05, + "loss": 0.2182, + "num_input_tokens_seen": 14310880, + "step": 7430 + }, + { + "epoch": 1.2129048046333306, + "grad_norm": 1.5758260488510132, + "learning_rate": 4.5858457449636554e-05, + "loss": 0.1976, + "num_input_tokens_seen": 14321408, + "step": 7435 + }, + { + "epoch": 1.213720531854148, + "grad_norm": 0.9414666295051575, + "learning_rate": 4.5853043930149574e-05, + "loss": 0.1756, + "num_input_tokens_seen": 14330608, + "step": 7440 + }, + { + "epoch": 1.2145362590749653, + "grad_norm": 0.4355539083480835, + "learning_rate": 4.584762719486117e-05, + "loss": 0.1287, + "num_input_tokens_seen": 14341072, + "step": 7445 + }, + { + "epoch": 1.2153519862957827, + "grad_norm": 0.8875854015350342, + "learning_rate": 4.584220724460665e-05, + "loss": 0.1806, + "num_input_tokens_seen": 14351360, + "step": 7450 + }, + { + "epoch": 1.2161677135166, + "grad_norm": 0.23846720159053802, + "learning_rate": 4.5836784080221865e-05, + "loss": 0.1185, + "num_input_tokens_seen": 14360880, + "step": 7455 + }, + { + "epoch": 1.2169834407374174, + "grad_norm": 0.8994863033294678, + "learning_rate": 4.583135770254312e-05, + "loss": 0.1691, + "num_input_tokens_seen": 14371120, + "step": 7460 + }, + { + "epoch": 1.2177991679582347, + "grad_norm": 1.6531881093978882, + "learning_rate": 4.5825928112407236e-05, + "loss": 0.1938, + "num_input_tokens_seen": 14380544, + "step": 7465 + }, + { + "epoch": 1.218614895179052, + "grad_norm": 0.4600270986557007, + "learning_rate": 4.582049531065152e-05, + "loss": 0.2083, + "num_input_tokens_seen": 14389824, + "step": 7470 + }, + { + "epoch": 1.2194306223998694, + "grad_norm": 0.7220263481140137, + "learning_rate": 4.5815059298113783e-05, + "loss": 0.193, + "num_input_tokens_seen": 14398816, + "step": 7475 + }, + { + "epoch": 1.2202463496206868, + "grad_norm": 1.121492624282837, + "learning_rate": 4.580962007563232e-05, + "loss": 0.1742, + "num_input_tokens_seen": 14408096, + "step": 7480 + }, + { + "epoch": 1.2210620768415041, + "grad_norm": 0.2253519594669342, + "learning_rate": 4.5804177644045935e-05, + "loss": 0.1373, + "num_input_tokens_seen": 14417552, + "step": 7485 + }, + { + "epoch": 1.2218778040623215, + "grad_norm": 1.0804797410964966, + "learning_rate": 4.579873200419391e-05, + "loss": 0.2161, + "num_input_tokens_seen": 14426816, + "step": 7490 + }, + { + "epoch": 1.2226935312831388, + "grad_norm": 0.43730127811431885, + "learning_rate": 4.5793283156916046e-05, + "loss": 0.185, + "num_input_tokens_seen": 14435472, + "step": 7495 + }, + { + "epoch": 1.2235092585039562, + "grad_norm": 0.9064213037490845, + "learning_rate": 4.578783110305261e-05, + "loss": 0.1326, + "num_input_tokens_seen": 14445344, + "step": 7500 + }, + { + "epoch": 1.2243249857247736, + "grad_norm": 1.0122864246368408, + "learning_rate": 4.578237584344438e-05, + "loss": 0.172, + "num_input_tokens_seen": 14456080, + "step": 7505 + }, + { + "epoch": 1.225140712945591, + "grad_norm": 0.7812309861183167, + "learning_rate": 4.577691737893263e-05, + "loss": 0.1394, + "num_input_tokens_seen": 14465536, + "step": 7510 + }, + { + "epoch": 1.2259564401664083, + "grad_norm": 0.763508677482605, + "learning_rate": 4.577145571035912e-05, + "loss": 0.2313, + "num_input_tokens_seen": 14475152, + "step": 7515 + }, + { + "epoch": 1.2267721673872258, + "grad_norm": 0.6885600686073303, + "learning_rate": 4.576599083856611e-05, + "loss": 0.1495, + "num_input_tokens_seen": 14484720, + "step": 7520 + }, + { + "epoch": 1.227587894608043, + "grad_norm": 1.031402349472046, + "learning_rate": 4.576052276439635e-05, + "loss": 0.1371, + "num_input_tokens_seen": 14493744, + "step": 7525 + }, + { + "epoch": 1.2284036218288605, + "grad_norm": 0.2691403031349182, + "learning_rate": 4.575505148869308e-05, + "loss": 0.1623, + "num_input_tokens_seen": 14503440, + "step": 7530 + }, + { + "epoch": 1.2292193490496777, + "grad_norm": 1.3934569358825684, + "learning_rate": 4.574957701230006e-05, + "loss": 0.2142, + "num_input_tokens_seen": 14512432, + "step": 7535 + }, + { + "epoch": 1.2300350762704952, + "grad_norm": 1.0834729671478271, + "learning_rate": 4.57440993360615e-05, + "loss": 0.2427, + "num_input_tokens_seen": 14522176, + "step": 7540 + }, + { + "epoch": 1.2308508034913126, + "grad_norm": 0.7848160862922668, + "learning_rate": 4.5738618460822134e-05, + "loss": 0.2423, + "num_input_tokens_seen": 14531728, + "step": 7545 + }, + { + "epoch": 1.23166653071213, + "grad_norm": 0.80720055103302, + "learning_rate": 4.573313438742719e-05, + "loss": 0.1864, + "num_input_tokens_seen": 14541184, + "step": 7550 + }, + { + "epoch": 1.2324822579329473, + "grad_norm": 0.6491953134536743, + "learning_rate": 4.5727647116722374e-05, + "loss": 0.1139, + "num_input_tokens_seen": 14551232, + "step": 7555 + }, + { + "epoch": 1.2332979851537647, + "grad_norm": 2.8190958499908447, + "learning_rate": 4.5722156649553884e-05, + "loss": 0.2457, + "num_input_tokens_seen": 14561008, + "step": 7560 + }, + { + "epoch": 1.234113712374582, + "grad_norm": 0.6695550084114075, + "learning_rate": 4.571666298676843e-05, + "loss": 0.1647, + "num_input_tokens_seen": 14571264, + "step": 7565 + }, + { + "epoch": 1.2349294395953994, + "grad_norm": 0.6087518334388733, + "learning_rate": 4.571116612921321e-05, + "loss": 0.1734, + "num_input_tokens_seen": 14580240, + "step": 7570 + }, + { + "epoch": 1.2357451668162167, + "grad_norm": 0.6317678093910217, + "learning_rate": 4.57056660777359e-05, + "loss": 0.1072, + "num_input_tokens_seen": 14591040, + "step": 7575 + }, + { + "epoch": 1.236560894037034, + "grad_norm": 1.2806777954101562, + "learning_rate": 4.5700162833184666e-05, + "loss": 0.1715, + "num_input_tokens_seen": 14600368, + "step": 7580 + }, + { + "epoch": 1.2373766212578514, + "grad_norm": 1.1129153966903687, + "learning_rate": 4.5694656396408195e-05, + "loss": 0.2022, + "num_input_tokens_seen": 14609712, + "step": 7585 + }, + { + "epoch": 1.2381923484786688, + "grad_norm": 0.7961437106132507, + "learning_rate": 4.5689146768255646e-05, + "loss": 0.1354, + "num_input_tokens_seen": 14620128, + "step": 7590 + }, + { + "epoch": 1.2390080756994861, + "grad_norm": 0.9511952996253967, + "learning_rate": 4.568363394957667e-05, + "loss": 0.192, + "num_input_tokens_seen": 14629488, + "step": 7595 + }, + { + "epoch": 1.2398238029203035, + "grad_norm": 0.34783825278282166, + "learning_rate": 4.567811794122141e-05, + "loss": 0.1656, + "num_input_tokens_seen": 14638816, + "step": 7600 + }, + { + "epoch": 1.2398238029203035, + "eval_loss": 0.17449785768985748, + "eval_runtime": 71.4472, + "eval_samples_per_second": 38.14, + "eval_steps_per_second": 19.077, + "num_input_tokens_seen": 14638816, + "step": 7600 + }, + { + "epoch": 1.2406395301411208, + "grad_norm": 0.762151300907135, + "learning_rate": 4.56725987440405e-05, + "loss": 0.1946, + "num_input_tokens_seen": 14648240, + "step": 7605 + }, + { + "epoch": 1.2414552573619382, + "grad_norm": 1.1456573009490967, + "learning_rate": 4.566707635888508e-05, + "loss": 0.1746, + "num_input_tokens_seen": 14657520, + "step": 7610 + }, + { + "epoch": 1.2422709845827555, + "grad_norm": 1.7461659908294678, + "learning_rate": 4.566155078660677e-05, + "loss": 0.2201, + "num_input_tokens_seen": 14665696, + "step": 7615 + }, + { + "epoch": 1.2430867118035729, + "grad_norm": 1.066652536392212, + "learning_rate": 4.565602202805768e-05, + "loss": 0.1898, + "num_input_tokens_seen": 14675392, + "step": 7620 + }, + { + "epoch": 1.2439024390243902, + "grad_norm": 0.5726222991943359, + "learning_rate": 4.56504900840904e-05, + "loss": 0.1673, + "num_input_tokens_seen": 14684496, + "step": 7625 + }, + { + "epoch": 1.2447181662452076, + "grad_norm": 1.2428160905838013, + "learning_rate": 4.564495495555805e-05, + "loss": 0.1869, + "num_input_tokens_seen": 14693408, + "step": 7630 + }, + { + "epoch": 1.245533893466025, + "grad_norm": 0.37415483593940735, + "learning_rate": 4.5639416643314204e-05, + "loss": 0.1201, + "num_input_tokens_seen": 14703328, + "step": 7635 + }, + { + "epoch": 1.2463496206868423, + "grad_norm": 1.2916231155395508, + "learning_rate": 4.5633875148212946e-05, + "loss": 0.1119, + "num_input_tokens_seen": 14713536, + "step": 7640 + }, + { + "epoch": 1.2471653479076596, + "grad_norm": 1.4275262355804443, + "learning_rate": 4.562833047110883e-05, + "loss": 0.2032, + "num_input_tokens_seen": 14723856, + "step": 7645 + }, + { + "epoch": 1.247981075128477, + "grad_norm": 0.705192506313324, + "learning_rate": 4.5622782612856923e-05, + "loss": 0.1844, + "num_input_tokens_seen": 14734352, + "step": 7650 + }, + { + "epoch": 1.2487968023492944, + "grad_norm": 0.9631581902503967, + "learning_rate": 4.561723157431278e-05, + "loss": 0.1922, + "num_input_tokens_seen": 14743168, + "step": 7655 + }, + { + "epoch": 1.2496125295701117, + "grad_norm": 0.9318260550498962, + "learning_rate": 4.5611677356332435e-05, + "loss": 0.2002, + "num_input_tokens_seen": 14752480, + "step": 7660 + }, + { + "epoch": 1.250428256790929, + "grad_norm": 1.9400449991226196, + "learning_rate": 4.560611995977242e-05, + "loss": 0.2501, + "num_input_tokens_seen": 14762096, + "step": 7665 + }, + { + "epoch": 1.2512439840117464, + "grad_norm": 0.7490594387054443, + "learning_rate": 4.560055938548975e-05, + "loss": 0.2182, + "num_input_tokens_seen": 14773104, + "step": 7670 + }, + { + "epoch": 1.2520597112325638, + "grad_norm": 0.29558250308036804, + "learning_rate": 4.5594995634341944e-05, + "loss": 0.1294, + "num_input_tokens_seen": 14781968, + "step": 7675 + }, + { + "epoch": 1.2528754384533811, + "grad_norm": 0.9671159386634827, + "learning_rate": 4.5589428707187e-05, + "loss": 0.1569, + "num_input_tokens_seen": 14792016, + "step": 7680 + }, + { + "epoch": 1.2536911656741985, + "grad_norm": 0.803397536277771, + "learning_rate": 4.55838586048834e-05, + "loss": 0.1347, + "num_input_tokens_seen": 14801440, + "step": 7685 + }, + { + "epoch": 1.2545068928950158, + "grad_norm": 0.6708986759185791, + "learning_rate": 4.557828532829013e-05, + "loss": 0.1753, + "num_input_tokens_seen": 14812496, + "step": 7690 + }, + { + "epoch": 1.2553226201158334, + "grad_norm": 1.3003380298614502, + "learning_rate": 4.557270887826667e-05, + "loss": 0.1818, + "num_input_tokens_seen": 14822144, + "step": 7695 + }, + { + "epoch": 1.2561383473366505, + "grad_norm": 1.491899013519287, + "learning_rate": 4.556712925567296e-05, + "loss": 0.1997, + "num_input_tokens_seen": 14832000, + "step": 7700 + }, + { + "epoch": 1.256954074557468, + "grad_norm": 0.4848470687866211, + "learning_rate": 4.5561546461369454e-05, + "loss": 0.1987, + "num_input_tokens_seen": 14842064, + "step": 7705 + }, + { + "epoch": 1.2577698017782852, + "grad_norm": 0.39175137877464294, + "learning_rate": 4.55559604962171e-05, + "loss": 0.1743, + "num_input_tokens_seen": 14850880, + "step": 7710 + }, + { + "epoch": 1.2585855289991028, + "grad_norm": 0.9444105625152588, + "learning_rate": 4.55503713610773e-05, + "loss": 0.1161, + "num_input_tokens_seen": 14859456, + "step": 7715 + }, + { + "epoch": 1.25940125621992, + "grad_norm": 0.6051965951919556, + "learning_rate": 4.5544779056812e-05, + "loss": 0.1491, + "num_input_tokens_seen": 14870112, + "step": 7720 + }, + { + "epoch": 1.2602169834407375, + "grad_norm": 0.7647351622581482, + "learning_rate": 4.553918358428358e-05, + "loss": 0.1874, + "num_input_tokens_seen": 14879088, + "step": 7725 + }, + { + "epoch": 1.2610327106615546, + "grad_norm": 0.5300217866897583, + "learning_rate": 4.553358494435494e-05, + "loss": 0.2667, + "num_input_tokens_seen": 14888560, + "step": 7730 + }, + { + "epoch": 1.2618484378823722, + "grad_norm": 0.651968240737915, + "learning_rate": 4.5527983137889464e-05, + "loss": 0.1721, + "num_input_tokens_seen": 14898720, + "step": 7735 + }, + { + "epoch": 1.2626641651031896, + "grad_norm": 0.9000470042228699, + "learning_rate": 4.5522378165751015e-05, + "loss": 0.0953, + "num_input_tokens_seen": 14908176, + "step": 7740 + }, + { + "epoch": 1.263479892324007, + "grad_norm": 0.5758771896362305, + "learning_rate": 4.5516770028803954e-05, + "loss": 0.1123, + "num_input_tokens_seen": 14918736, + "step": 7745 + }, + { + "epoch": 1.2642956195448243, + "grad_norm": 1.1308952569961548, + "learning_rate": 4.5511158727913116e-05, + "loss": 0.259, + "num_input_tokens_seen": 14926784, + "step": 7750 + }, + { + "epoch": 1.2651113467656416, + "grad_norm": 1.2995307445526123, + "learning_rate": 4.5505544263943856e-05, + "loss": 0.2629, + "num_input_tokens_seen": 14936688, + "step": 7755 + }, + { + "epoch": 1.265927073986459, + "grad_norm": 0.5863920450210571, + "learning_rate": 4.549992663776197e-05, + "loss": 0.1448, + "num_input_tokens_seen": 14946112, + "step": 7760 + }, + { + "epoch": 1.2667428012072763, + "grad_norm": 1.5571954250335693, + "learning_rate": 4.5494305850233786e-05, + "loss": 0.1745, + "num_input_tokens_seen": 14955904, + "step": 7765 + }, + { + "epoch": 1.2675585284280937, + "grad_norm": 1.0886006355285645, + "learning_rate": 4.5488681902226094e-05, + "loss": 0.166, + "num_input_tokens_seen": 14965600, + "step": 7770 + }, + { + "epoch": 1.268374255648911, + "grad_norm": 1.4449844360351562, + "learning_rate": 4.5483054794606174e-05, + "loss": 0.131, + "num_input_tokens_seen": 14977296, + "step": 7775 + }, + { + "epoch": 1.2691899828697284, + "grad_norm": 0.7038679718971252, + "learning_rate": 4.547742452824179e-05, + "loss": 0.1127, + "num_input_tokens_seen": 14986496, + "step": 7780 + }, + { + "epoch": 1.2700057100905457, + "grad_norm": 0.40157026052474976, + "learning_rate": 4.5471791104001215e-05, + "loss": 0.1255, + "num_input_tokens_seen": 14996256, + "step": 7785 + }, + { + "epoch": 1.270821437311363, + "grad_norm": 1.606736660003662, + "learning_rate": 4.546615452275319e-05, + "loss": 0.1556, + "num_input_tokens_seen": 15006032, + "step": 7790 + }, + { + "epoch": 1.2716371645321805, + "grad_norm": 1.9191964864730835, + "learning_rate": 4.5460514785366944e-05, + "loss": 0.1996, + "num_input_tokens_seen": 15015216, + "step": 7795 + }, + { + "epoch": 1.2724528917529978, + "grad_norm": 0.566025972366333, + "learning_rate": 4.545487189271219e-05, + "loss": 0.2036, + "num_input_tokens_seen": 15024560, + "step": 7800 + }, + { + "epoch": 1.2724528917529978, + "eval_loss": 0.17480401694774628, + "eval_runtime": 71.3362, + "eval_samples_per_second": 38.199, + "eval_steps_per_second": 19.107, + "num_input_tokens_seen": 15024560, + "step": 7800 + }, + { + "epoch": 1.2732686189738152, + "grad_norm": 3.146070957183838, + "learning_rate": 4.544922584565914e-05, + "loss": 0.1843, + "num_input_tokens_seen": 15034032, + "step": 7805 + }, + { + "epoch": 1.2740843461946325, + "grad_norm": 1.00516939163208, + "learning_rate": 4.544357664507848e-05, + "loss": 0.1549, + "num_input_tokens_seen": 15043456, + "step": 7810 + }, + { + "epoch": 1.2749000734154499, + "grad_norm": 0.7165982127189636, + "learning_rate": 4.54379242918414e-05, + "loss": 0.2186, + "num_input_tokens_seen": 15052496, + "step": 7815 + }, + { + "epoch": 1.2757158006362672, + "grad_norm": 1.4234036207199097, + "learning_rate": 4.543226878681955e-05, + "loss": 0.1462, + "num_input_tokens_seen": 15063120, + "step": 7820 + }, + { + "epoch": 1.2765315278570846, + "grad_norm": 0.5259743332862854, + "learning_rate": 4.5426610130885087e-05, + "loss": 0.2135, + "num_input_tokens_seen": 15072192, + "step": 7825 + }, + { + "epoch": 1.277347255077902, + "grad_norm": 0.8153721690177917, + "learning_rate": 4.542094832491064e-05, + "loss": 0.1751, + "num_input_tokens_seen": 15082784, + "step": 7830 + }, + { + "epoch": 1.2781629822987193, + "grad_norm": 1.1170822381973267, + "learning_rate": 4.541528336976934e-05, + "loss": 0.1614, + "num_input_tokens_seen": 15093520, + "step": 7835 + }, + { + "epoch": 1.2789787095195366, + "grad_norm": 1.2849258184432983, + "learning_rate": 4.540961526633479e-05, + "loss": 0.1839, + "num_input_tokens_seen": 15103696, + "step": 7840 + }, + { + "epoch": 1.279794436740354, + "grad_norm": 1.4640181064605713, + "learning_rate": 4.540394401548108e-05, + "loss": 0.2652, + "num_input_tokens_seen": 15113072, + "step": 7845 + }, + { + "epoch": 1.2806101639611713, + "grad_norm": 0.8352565765380859, + "learning_rate": 4.539826961808279e-05, + "loss": 0.2111, + "num_input_tokens_seen": 15122272, + "step": 7850 + }, + { + "epoch": 1.2814258911819887, + "grad_norm": 0.5109015703201294, + "learning_rate": 4.5392592075014994e-05, + "loss": 0.1284, + "num_input_tokens_seen": 15131232, + "step": 7855 + }, + { + "epoch": 1.282241618402806, + "grad_norm": 1.1134990453720093, + "learning_rate": 4.538691138715322e-05, + "loss": 0.1602, + "num_input_tokens_seen": 15140384, + "step": 7860 + }, + { + "epoch": 1.2830573456236234, + "grad_norm": 0.6371061205863953, + "learning_rate": 4.5381227555373516e-05, + "loss": 0.2043, + "num_input_tokens_seen": 15150336, + "step": 7865 + }, + { + "epoch": 1.2838730728444407, + "grad_norm": 0.5910159349441528, + "learning_rate": 4.537554058055239e-05, + "loss": 0.1945, + "num_input_tokens_seen": 15159408, + "step": 7870 + }, + { + "epoch": 1.284688800065258, + "grad_norm": 0.6984264850616455, + "learning_rate": 4.5369850463566865e-05, + "loss": 0.185, + "num_input_tokens_seen": 15168288, + "step": 7875 + }, + { + "epoch": 1.2855045272860757, + "grad_norm": 0.6927093863487244, + "learning_rate": 4.5364157205294404e-05, + "loss": 0.1804, + "num_input_tokens_seen": 15178576, + "step": 7880 + }, + { + "epoch": 1.2863202545068928, + "grad_norm": 1.1966396570205688, + "learning_rate": 4.5358460806612996e-05, + "loss": 0.2718, + "num_input_tokens_seen": 15188240, + "step": 7885 + }, + { + "epoch": 1.2871359817277104, + "grad_norm": 1.0190095901489258, + "learning_rate": 4.535276126840109e-05, + "loss": 0.1555, + "num_input_tokens_seen": 15198448, + "step": 7890 + }, + { + "epoch": 1.2879517089485275, + "grad_norm": 0.9914408922195435, + "learning_rate": 4.5347058591537626e-05, + "loss": 0.2454, + "num_input_tokens_seen": 15208368, + "step": 7895 + }, + { + "epoch": 1.288767436169345, + "grad_norm": 0.9705172777175903, + "learning_rate": 4.534135277690203e-05, + "loss": 0.1496, + "num_input_tokens_seen": 15217840, + "step": 7900 + }, + { + "epoch": 1.2895831633901622, + "grad_norm": 0.5872107744216919, + "learning_rate": 4.533564382537421e-05, + "loss": 0.2289, + "num_input_tokens_seen": 15227184, + "step": 7905 + }, + { + "epoch": 1.2903988906109798, + "grad_norm": 1.0270861387252808, + "learning_rate": 4.532993173783456e-05, + "loss": 0.1878, + "num_input_tokens_seen": 15237136, + "step": 7910 + }, + { + "epoch": 1.291214617831797, + "grad_norm": 0.8293639421463013, + "learning_rate": 4.5324216515163954e-05, + "loss": 0.214, + "num_input_tokens_seen": 15247600, + "step": 7915 + }, + { + "epoch": 1.2920303450526145, + "grad_norm": 0.8989014029502869, + "learning_rate": 4.531849815824375e-05, + "loss": 0.1634, + "num_input_tokens_seen": 15256976, + "step": 7920 + }, + { + "epoch": 1.2928460722734318, + "grad_norm": 0.6464482545852661, + "learning_rate": 4.5312776667955795e-05, + "loss": 0.1888, + "num_input_tokens_seen": 15266992, + "step": 7925 + }, + { + "epoch": 1.2936617994942492, + "grad_norm": 1.0775004625320435, + "learning_rate": 4.5307052045182405e-05, + "loss": 0.2351, + "num_input_tokens_seen": 15276416, + "step": 7930 + }, + { + "epoch": 1.2944775267150666, + "grad_norm": 0.9924686551094055, + "learning_rate": 4.53013242908064e-05, + "loss": 0.1964, + "num_input_tokens_seen": 15286352, + "step": 7935 + }, + { + "epoch": 1.295293253935884, + "grad_norm": 0.27179864048957825, + "learning_rate": 4.529559340571107e-05, + "loss": 0.1479, + "num_input_tokens_seen": 15295616, + "step": 7940 + }, + { + "epoch": 1.2961089811567013, + "grad_norm": 0.5274184942245483, + "learning_rate": 4.528985939078018e-05, + "loss": 0.1727, + "num_input_tokens_seen": 15304704, + "step": 7945 + }, + { + "epoch": 1.2969247083775186, + "grad_norm": 0.9185751676559448, + "learning_rate": 4.5284122246898e-05, + "loss": 0.247, + "num_input_tokens_seen": 15315168, + "step": 7950 + }, + { + "epoch": 1.297740435598336, + "grad_norm": 1.5285662412643433, + "learning_rate": 4.527838197494926e-05, + "loss": 0.2425, + "num_input_tokens_seen": 15324912, + "step": 7955 + }, + { + "epoch": 1.2985561628191533, + "grad_norm": 0.5639026165008545, + "learning_rate": 4.527263857581918e-05, + "loss": 0.1705, + "num_input_tokens_seen": 15335152, + "step": 7960 + }, + { + "epoch": 1.2993718900399707, + "grad_norm": 0.7262641787528992, + "learning_rate": 4.526689205039347e-05, + "loss": 0.1972, + "num_input_tokens_seen": 15345936, + "step": 7965 + }, + { + "epoch": 1.300187617260788, + "grad_norm": 0.6702398657798767, + "learning_rate": 4.5261142399558324e-05, + "loss": 0.235, + "num_input_tokens_seen": 15355376, + "step": 7970 + }, + { + "epoch": 1.3010033444816054, + "grad_norm": 0.45852693915367126, + "learning_rate": 4.525538962420041e-05, + "loss": 0.1612, + "num_input_tokens_seen": 15364304, + "step": 7975 + }, + { + "epoch": 1.3018190717024227, + "grad_norm": 0.7061160206794739, + "learning_rate": 4.524963372520685e-05, + "loss": 0.1966, + "num_input_tokens_seen": 15374336, + "step": 7980 + }, + { + "epoch": 1.30263479892324, + "grad_norm": 0.4099978506565094, + "learning_rate": 4.524387470346531e-05, + "loss": 0.1149, + "num_input_tokens_seen": 15384128, + "step": 7985 + }, + { + "epoch": 1.3034505261440574, + "grad_norm": 0.5738791227340698, + "learning_rate": 4.5238112559863885e-05, + "loss": 0.1581, + "num_input_tokens_seen": 15394496, + "step": 7990 + }, + { + "epoch": 1.3042662533648748, + "grad_norm": 0.39429202675819397, + "learning_rate": 4.5232347295291175e-05, + "loss": 0.1451, + "num_input_tokens_seen": 15402992, + "step": 7995 + }, + { + "epoch": 1.3050819805856921, + "grad_norm": 0.2914498746395111, + "learning_rate": 4.522657891063626e-05, + "loss": 0.1034, + "num_input_tokens_seen": 15412000, + "step": 8000 + }, + { + "epoch": 1.3050819805856921, + "eval_loss": 0.17575304210186005, + "eval_runtime": 71.4785, + "eval_samples_per_second": 38.123, + "eval_steps_per_second": 19.069, + "num_input_tokens_seen": 15412000, + "step": 8000 + }, + { + "epoch": 1.3058977078065095, + "grad_norm": 0.7044993042945862, + "learning_rate": 4.52208074067887e-05, + "loss": 0.1367, + "num_input_tokens_seen": 15421504, + "step": 8005 + }, + { + "epoch": 1.3067134350273268, + "grad_norm": 1.2907761335372925, + "learning_rate": 4.5215032784638516e-05, + "loss": 0.2551, + "num_input_tokens_seen": 15429856, + "step": 8010 + }, + { + "epoch": 1.3075291622481442, + "grad_norm": 0.8911699056625366, + "learning_rate": 4.5209255045076245e-05, + "loss": 0.2178, + "num_input_tokens_seen": 15439712, + "step": 8015 + }, + { + "epoch": 1.3083448894689615, + "grad_norm": 0.7327615022659302, + "learning_rate": 4.5203474188992875e-05, + "loss": 0.1692, + "num_input_tokens_seen": 15449888, + "step": 8020 + }, + { + "epoch": 1.309160616689779, + "grad_norm": 0.5639627575874329, + "learning_rate": 4.51976902172799e-05, + "loss": 0.1353, + "num_input_tokens_seen": 15459440, + "step": 8025 + }, + { + "epoch": 1.3099763439105963, + "grad_norm": 0.5935148596763611, + "learning_rate": 4.519190313082927e-05, + "loss": 0.1822, + "num_input_tokens_seen": 15468704, + "step": 8030 + }, + { + "epoch": 1.3107920711314136, + "grad_norm": 1.2051156759262085, + "learning_rate": 4.518611293053343e-05, + "loss": 0.2639, + "num_input_tokens_seen": 15477984, + "step": 8035 + }, + { + "epoch": 1.311607798352231, + "grad_norm": 1.3802298307418823, + "learning_rate": 4.51803196172853e-05, + "loss": 0.168, + "num_input_tokens_seen": 15485520, + "step": 8040 + }, + { + "epoch": 1.3124235255730483, + "grad_norm": 1.0094391107559204, + "learning_rate": 4.517452319197828e-05, + "loss": 0.2267, + "num_input_tokens_seen": 15494592, + "step": 8045 + }, + { + "epoch": 1.3132392527938657, + "grad_norm": 1.1910465955734253, + "learning_rate": 4.5168723655506265e-05, + "loss": 0.1439, + "num_input_tokens_seen": 15503136, + "step": 8050 + }, + { + "epoch": 1.314054980014683, + "grad_norm": 0.75263512134552, + "learning_rate": 4.51629210087636e-05, + "loss": 0.1717, + "num_input_tokens_seen": 15511856, + "step": 8055 + }, + { + "epoch": 1.3148707072355004, + "grad_norm": 0.516700029373169, + "learning_rate": 4.515711525264513e-05, + "loss": 0.1993, + "num_input_tokens_seen": 15520880, + "step": 8060 + }, + { + "epoch": 1.315686434456318, + "grad_norm": 1.6648808717727661, + "learning_rate": 4.5151306388046175e-05, + "loss": 0.1552, + "num_input_tokens_seen": 15531472, + "step": 8065 + }, + { + "epoch": 1.316502161677135, + "grad_norm": 0.2908954620361328, + "learning_rate": 4.514549441586255e-05, + "loss": 0.1805, + "num_input_tokens_seen": 15540640, + "step": 8070 + }, + { + "epoch": 1.3173178888979526, + "grad_norm": 0.5120217800140381, + "learning_rate": 4.513967933699051e-05, + "loss": 0.1498, + "num_input_tokens_seen": 15550496, + "step": 8075 + }, + { + "epoch": 1.3181336161187698, + "grad_norm": 0.6705650091171265, + "learning_rate": 4.513386115232684e-05, + "loss": 0.2057, + "num_input_tokens_seen": 15559856, + "step": 8080 + }, + { + "epoch": 1.3189493433395874, + "grad_norm": 0.7771636247634888, + "learning_rate": 4.5128039862768745e-05, + "loss": 0.1477, + "num_input_tokens_seen": 15568880, + "step": 8085 + }, + { + "epoch": 1.3197650705604045, + "grad_norm": 2.151332378387451, + "learning_rate": 4.512221546921397e-05, + "loss": 0.2412, + "num_input_tokens_seen": 15578944, + "step": 8090 + }, + { + "epoch": 1.320580797781222, + "grad_norm": 1.210256576538086, + "learning_rate": 4.5116387972560694e-05, + "loss": 0.1899, + "num_input_tokens_seen": 15587600, + "step": 8095 + }, + { + "epoch": 1.3213965250020392, + "grad_norm": 0.6587759852409363, + "learning_rate": 4.511055737370759e-05, + "loss": 0.2235, + "num_input_tokens_seen": 15597264, + "step": 8100 + }, + { + "epoch": 1.3222122522228568, + "grad_norm": 1.0653947591781616, + "learning_rate": 4.510472367355383e-05, + "loss": 0.1618, + "num_input_tokens_seen": 15607392, + "step": 8105 + }, + { + "epoch": 1.3230279794436741, + "grad_norm": 0.7597546577453613, + "learning_rate": 4.509888687299901e-05, + "loss": 0.1394, + "num_input_tokens_seen": 15616048, + "step": 8110 + }, + { + "epoch": 1.3238437066644915, + "grad_norm": 1.7372231483459473, + "learning_rate": 4.5093046972943266e-05, + "loss": 0.2815, + "num_input_tokens_seen": 15625488, + "step": 8115 + }, + { + "epoch": 1.3246594338853088, + "grad_norm": 0.4927837550640106, + "learning_rate": 4.508720397428717e-05, + "loss": 0.2735, + "num_input_tokens_seen": 15634000, + "step": 8120 + }, + { + "epoch": 1.3254751611061262, + "grad_norm": 0.5992451906204224, + "learning_rate": 4.508135787793178e-05, + "loss": 0.2161, + "num_input_tokens_seen": 15644464, + "step": 8125 + }, + { + "epoch": 1.3262908883269435, + "grad_norm": 0.5719807147979736, + "learning_rate": 4.5075508684778664e-05, + "loss": 0.193, + "num_input_tokens_seen": 15653488, + "step": 8130 + }, + { + "epoch": 1.3271066155477609, + "grad_norm": 1.1449530124664307, + "learning_rate": 4.506965639572982e-05, + "loss": 0.16, + "num_input_tokens_seen": 15664512, + "step": 8135 + }, + { + "epoch": 1.3279223427685782, + "grad_norm": 1.1905031204223633, + "learning_rate": 4.506380101168774e-05, + "loss": 0.183, + "num_input_tokens_seen": 15674400, + "step": 8140 + }, + { + "epoch": 1.3287380699893956, + "grad_norm": 1.1935864686965942, + "learning_rate": 4.505794253355542e-05, + "loss": 0.1453, + "num_input_tokens_seen": 15683392, + "step": 8145 + }, + { + "epoch": 1.329553797210213, + "grad_norm": 1.1555405855178833, + "learning_rate": 4.5052080962236286e-05, + "loss": 0.2277, + "num_input_tokens_seen": 15692848, + "step": 8150 + }, + { + "epoch": 1.3303695244310303, + "grad_norm": 1.6189806461334229, + "learning_rate": 4.504621629863428e-05, + "loss": 0.2, + "num_input_tokens_seen": 15703088, + "step": 8155 + }, + { + "epoch": 1.3311852516518476, + "grad_norm": 1.1629654169082642, + "learning_rate": 4.504034854365381e-05, + "loss": 0.2034, + "num_input_tokens_seen": 15712800, + "step": 8160 + }, + { + "epoch": 1.332000978872665, + "grad_norm": 0.6899557709693909, + "learning_rate": 4.503447769819974e-05, + "loss": 0.1571, + "num_input_tokens_seen": 15721664, + "step": 8165 + }, + { + "epoch": 1.3328167060934824, + "grad_norm": 0.5370922684669495, + "learning_rate": 4.502860376317745e-05, + "loss": 0.1746, + "num_input_tokens_seen": 15731328, + "step": 8170 + }, + { + "epoch": 1.3336324333142997, + "grad_norm": 0.7824060916900635, + "learning_rate": 4.502272673949276e-05, + "loss": 0.1562, + "num_input_tokens_seen": 15740448, + "step": 8175 + }, + { + "epoch": 1.334448160535117, + "grad_norm": 0.5703354477882385, + "learning_rate": 4.501684662805199e-05, + "loss": 0.1648, + "num_input_tokens_seen": 15750208, + "step": 8180 + }, + { + "epoch": 1.3352638877559344, + "grad_norm": 0.5369744896888733, + "learning_rate": 4.5010963429761924e-05, + "loss": 0.2025, + "num_input_tokens_seen": 15760384, + "step": 8185 + }, + { + "epoch": 1.3360796149767518, + "grad_norm": 0.42855092883110046, + "learning_rate": 4.500507714552982e-05, + "loss": 0.1387, + "num_input_tokens_seen": 15770320, + "step": 8190 + }, + { + "epoch": 1.3368953421975691, + "grad_norm": 0.4873479902744293, + "learning_rate": 4.499918777626342e-05, + "loss": 0.1727, + "num_input_tokens_seen": 15779632, + "step": 8195 + }, + { + "epoch": 1.3377110694183865, + "grad_norm": 1.03511381149292, + "learning_rate": 4.499329532287093e-05, + "loss": 0.194, + "num_input_tokens_seen": 15789456, + "step": 8200 + }, + { + "epoch": 1.3377110694183865, + "eval_loss": 0.1751430630683899, + "eval_runtime": 71.4145, + "eval_samples_per_second": 38.158, + "eval_steps_per_second": 19.086, + "num_input_tokens_seen": 15789456, + "step": 8200 + }, + { + "epoch": 1.3385267966392038, + "grad_norm": 0.4577760100364685, + "learning_rate": 4.4987399786261064e-05, + "loss": 0.1336, + "num_input_tokens_seen": 15798384, + "step": 8205 + }, + { + "epoch": 1.3393425238600212, + "grad_norm": 0.8501123189926147, + "learning_rate": 4.498150116734297e-05, + "loss": 0.1487, + "num_input_tokens_seen": 15807008, + "step": 8210 + }, + { + "epoch": 1.3401582510808385, + "grad_norm": 0.7113357186317444, + "learning_rate": 4.4975599467026294e-05, + "loss": 0.1611, + "num_input_tokens_seen": 15816640, + "step": 8215 + }, + { + "epoch": 1.3409739783016559, + "grad_norm": 1.4667752981185913, + "learning_rate": 4.496969468622114e-05, + "loss": 0.1871, + "num_input_tokens_seen": 15828048, + "step": 8220 + }, + { + "epoch": 1.3417897055224732, + "grad_norm": 1.4074597358703613, + "learning_rate": 4.496378682583813e-05, + "loss": 0.1527, + "num_input_tokens_seen": 15836976, + "step": 8225 + }, + { + "epoch": 1.3426054327432906, + "grad_norm": 0.6527694463729858, + "learning_rate": 4.495787588678829e-05, + "loss": 0.1427, + "num_input_tokens_seen": 15846368, + "step": 8230 + }, + { + "epoch": 1.343421159964108, + "grad_norm": 0.5034952759742737, + "learning_rate": 4.4951961869983196e-05, + "loss": 0.1351, + "num_input_tokens_seen": 15856496, + "step": 8235 + }, + { + "epoch": 1.3442368871849253, + "grad_norm": 0.7060465216636658, + "learning_rate": 4.494604477633485e-05, + "loss": 0.1979, + "num_input_tokens_seen": 15866528, + "step": 8240 + }, + { + "epoch": 1.3450526144057426, + "grad_norm": 1.3672516345977783, + "learning_rate": 4.4940124606755734e-05, + "loss": 0.137, + "num_input_tokens_seen": 15875936, + "step": 8245 + }, + { + "epoch": 1.3458683416265602, + "grad_norm": 0.7549484372138977, + "learning_rate": 4.493420136215882e-05, + "loss": 0.1023, + "num_input_tokens_seen": 15884560, + "step": 8250 + }, + { + "epoch": 1.3466840688473773, + "grad_norm": 0.6880540251731873, + "learning_rate": 4.492827504345756e-05, + "loss": 0.2312, + "num_input_tokens_seen": 15893968, + "step": 8255 + }, + { + "epoch": 1.347499796068195, + "grad_norm": 0.5557194352149963, + "learning_rate": 4.492234565156584e-05, + "loss": 0.1632, + "num_input_tokens_seen": 15903776, + "step": 8260 + }, + { + "epoch": 1.348315523289012, + "grad_norm": 0.7278862595558167, + "learning_rate": 4.491641318739807e-05, + "loss": 0.1395, + "num_input_tokens_seen": 15912208, + "step": 8265 + }, + { + "epoch": 1.3491312505098296, + "grad_norm": 0.41965076327323914, + "learning_rate": 4.4910477651869096e-05, + "loss": 0.1606, + "num_input_tokens_seen": 15922832, + "step": 8270 + }, + { + "epoch": 1.3499469777306468, + "grad_norm": 0.5114137530326843, + "learning_rate": 4.4904539045894254e-05, + "loss": 0.1771, + "num_input_tokens_seen": 15933520, + "step": 8275 + }, + { + "epoch": 1.3507627049514643, + "grad_norm": 1.2600595951080322, + "learning_rate": 4.4898597370389364e-05, + "loss": 0.1909, + "num_input_tokens_seen": 15943296, + "step": 8280 + }, + { + "epoch": 1.3515784321722815, + "grad_norm": 0.6156304478645325, + "learning_rate": 4.489265262627069e-05, + "loss": 0.1983, + "num_input_tokens_seen": 15952336, + "step": 8285 + }, + { + "epoch": 1.352394159393099, + "grad_norm": 1.0007317066192627, + "learning_rate": 4.488670481445499e-05, + "loss": 0.164, + "num_input_tokens_seen": 15961648, + "step": 8290 + }, + { + "epoch": 1.3532098866139162, + "grad_norm": 1.2124687433242798, + "learning_rate": 4.488075393585951e-05, + "loss": 0.1841, + "num_input_tokens_seen": 15971072, + "step": 8295 + }, + { + "epoch": 1.3540256138347337, + "grad_norm": 0.9014501571655273, + "learning_rate": 4.487479999140193e-05, + "loss": 0.129, + "num_input_tokens_seen": 15980128, + "step": 8300 + }, + { + "epoch": 1.354841341055551, + "grad_norm": 0.22318632900714874, + "learning_rate": 4.4868842982000425e-05, + "loss": 0.2172, + "num_input_tokens_seen": 15989584, + "step": 8305 + }, + { + "epoch": 1.3556570682763684, + "grad_norm": 0.2877574563026428, + "learning_rate": 4.486288290857365e-05, + "loss": 0.1077, + "num_input_tokens_seen": 15998880, + "step": 8310 + }, + { + "epoch": 1.3564727954971858, + "grad_norm": 1.5028115510940552, + "learning_rate": 4.4856919772040715e-05, + "loss": 0.189, + "num_input_tokens_seen": 16009104, + "step": 8315 + }, + { + "epoch": 1.3572885227180032, + "grad_norm": 0.9879441857337952, + "learning_rate": 4.485095357332122e-05, + "loss": 0.1805, + "num_input_tokens_seen": 16018640, + "step": 8320 + }, + { + "epoch": 1.3581042499388205, + "grad_norm": 1.0391546487808228, + "learning_rate": 4.484498431333521e-05, + "loss": 0.1654, + "num_input_tokens_seen": 16028688, + "step": 8325 + }, + { + "epoch": 1.3589199771596379, + "grad_norm": 0.463508278131485, + "learning_rate": 4.4839011993003245e-05, + "loss": 0.1898, + "num_input_tokens_seen": 16039232, + "step": 8330 + }, + { + "epoch": 1.3597357043804552, + "grad_norm": 1.1542171239852905, + "learning_rate": 4.4833036613246305e-05, + "loss": 0.2161, + "num_input_tokens_seen": 16049536, + "step": 8335 + }, + { + "epoch": 1.3605514316012726, + "grad_norm": 0.9092751741409302, + "learning_rate": 4.482705817498589e-05, + "loss": 0.2136, + "num_input_tokens_seen": 16060032, + "step": 8340 + }, + { + "epoch": 1.36136715882209, + "grad_norm": 0.71941077709198, + "learning_rate": 4.4821076679143934e-05, + "loss": 0.195, + "num_input_tokens_seen": 16070064, + "step": 8345 + }, + { + "epoch": 1.3621828860429073, + "grad_norm": 0.6827154755592346, + "learning_rate": 4.481509212664288e-05, + "loss": 0.1641, + "num_input_tokens_seen": 16079408, + "step": 8350 + }, + { + "epoch": 1.3629986132637246, + "grad_norm": 1.267984390258789, + "learning_rate": 4.480910451840559e-05, + "loss": 0.2031, + "num_input_tokens_seen": 16087440, + "step": 8355 + }, + { + "epoch": 1.363814340484542, + "grad_norm": 0.775530219078064, + "learning_rate": 4.480311385535546e-05, + "loss": 0.1856, + "num_input_tokens_seen": 16097584, + "step": 8360 + }, + { + "epoch": 1.3646300677053593, + "grad_norm": 0.47981467843055725, + "learning_rate": 4.47971201384163e-05, + "loss": 0.1967, + "num_input_tokens_seen": 16106864, + "step": 8365 + }, + { + "epoch": 1.3654457949261767, + "grad_norm": 0.6551477313041687, + "learning_rate": 4.4791123368512446e-05, + "loss": 0.1443, + "num_input_tokens_seen": 16116656, + "step": 8370 + }, + { + "epoch": 1.366261522146994, + "grad_norm": 1.2755374908447266, + "learning_rate": 4.478512354656864e-05, + "loss": 0.1778, + "num_input_tokens_seen": 16125776, + "step": 8375 + }, + { + "epoch": 1.3670772493678114, + "grad_norm": 0.9220383763313293, + "learning_rate": 4.477912067351016e-05, + "loss": 0.1795, + "num_input_tokens_seen": 16135216, + "step": 8380 + }, + { + "epoch": 1.3678929765886287, + "grad_norm": 0.5619360208511353, + "learning_rate": 4.477311475026271e-05, + "loss": 0.1191, + "num_input_tokens_seen": 16144080, + "step": 8385 + }, + { + "epoch": 1.368708703809446, + "grad_norm": 1.2754861116409302, + "learning_rate": 4.476710577775248e-05, + "loss": 0.1805, + "num_input_tokens_seen": 16153392, + "step": 8390 + }, + { + "epoch": 1.3695244310302634, + "grad_norm": 0.9269028902053833, + "learning_rate": 4.476109375690612e-05, + "loss": 0.1354, + "num_input_tokens_seen": 16162784, + "step": 8395 + }, + { + "epoch": 1.3703401582510808, + "grad_norm": 0.5969974398612976, + "learning_rate": 4.4755078688650784e-05, + "loss": 0.134, + "num_input_tokens_seen": 16173616, + "step": 8400 + }, + { + "epoch": 1.3703401582510808, + "eval_loss": 0.1730910837650299, + "eval_runtime": 71.3948, + "eval_samples_per_second": 38.168, + "eval_steps_per_second": 19.091, + "num_input_tokens_seen": 16173616, + "step": 8400 + }, + { + "epoch": 1.3711558854718982, + "grad_norm": 0.8957650065422058, + "learning_rate": 4.474906057391406e-05, + "loss": 0.1816, + "num_input_tokens_seen": 16183520, + "step": 8405 + }, + { + "epoch": 1.3719716126927155, + "grad_norm": 0.7404987812042236, + "learning_rate": 4.4743039413624e-05, + "loss": 0.3227, + "num_input_tokens_seen": 16192192, + "step": 8410 + }, + { + "epoch": 1.3727873399135329, + "grad_norm": 0.6878751516342163, + "learning_rate": 4.473701520870916e-05, + "loss": 0.1371, + "num_input_tokens_seen": 16201888, + "step": 8415 + }, + { + "epoch": 1.3736030671343502, + "grad_norm": 1.1143784523010254, + "learning_rate": 4.4730987960098544e-05, + "loss": 0.2013, + "num_input_tokens_seen": 16211760, + "step": 8420 + }, + { + "epoch": 1.3744187943551676, + "grad_norm": 0.7259586453437805, + "learning_rate": 4.4724957668721635e-05, + "loss": 0.257, + "num_input_tokens_seen": 16222256, + "step": 8425 + }, + { + "epoch": 1.375234521575985, + "grad_norm": 0.646940290927887, + "learning_rate": 4.471892433550836e-05, + "loss": 0.171, + "num_input_tokens_seen": 16231856, + "step": 8430 + }, + { + "epoch": 1.3760502487968023, + "grad_norm": 0.715776264667511, + "learning_rate": 4.471288796138916e-05, + "loss": 0.1893, + "num_input_tokens_seen": 16240752, + "step": 8435 + }, + { + "epoch": 1.3768659760176196, + "grad_norm": 0.7881591320037842, + "learning_rate": 4.470684854729491e-05, + "loss": 0.1238, + "num_input_tokens_seen": 16250960, + "step": 8440 + }, + { + "epoch": 1.3776817032384372, + "grad_norm": 1.359876275062561, + "learning_rate": 4.4700806094156955e-05, + "loss": 0.2252, + "num_input_tokens_seen": 16260016, + "step": 8445 + }, + { + "epoch": 1.3784974304592543, + "grad_norm": 1.1397031545639038, + "learning_rate": 4.469476060290713e-05, + "loss": 0.1582, + "num_input_tokens_seen": 16270304, + "step": 8450 + }, + { + "epoch": 1.379313157680072, + "grad_norm": 0.6309824585914612, + "learning_rate": 4.468871207447772e-05, + "loss": 0.2138, + "num_input_tokens_seen": 16279664, + "step": 8455 + }, + { + "epoch": 1.380128884900889, + "grad_norm": 0.9898637533187866, + "learning_rate": 4.4682660509801486e-05, + "loss": 0.1234, + "num_input_tokens_seen": 16289184, + "step": 8460 + }, + { + "epoch": 1.3809446121217066, + "grad_norm": 0.3291526436805725, + "learning_rate": 4.467660590981165e-05, + "loss": 0.1506, + "num_input_tokens_seen": 16300224, + "step": 8465 + }, + { + "epoch": 1.3817603393425237, + "grad_norm": 1.6965465545654297, + "learning_rate": 4.467054827544191e-05, + "loss": 0.163, + "num_input_tokens_seen": 16309536, + "step": 8470 + }, + { + "epoch": 1.3825760665633413, + "grad_norm": 0.3115263879299164, + "learning_rate": 4.4664487607626434e-05, + "loss": 0.1368, + "num_input_tokens_seen": 16317600, + "step": 8475 + }, + { + "epoch": 1.3833917937841584, + "grad_norm": 0.4410998225212097, + "learning_rate": 4.4658423907299845e-05, + "loss": 0.2418, + "num_input_tokens_seen": 16327792, + "step": 8480 + }, + { + "epoch": 1.384207521004976, + "grad_norm": 0.3722747266292572, + "learning_rate": 4.465235717539725e-05, + "loss": 0.1277, + "num_input_tokens_seen": 16338384, + "step": 8485 + }, + { + "epoch": 1.3850232482257934, + "grad_norm": 0.15122535824775696, + "learning_rate": 4.464628741285421e-05, + "loss": 0.1849, + "num_input_tokens_seen": 16347792, + "step": 8490 + }, + { + "epoch": 1.3858389754466107, + "grad_norm": 1.0086723566055298, + "learning_rate": 4.4640214620606754e-05, + "loss": 0.184, + "num_input_tokens_seen": 16358672, + "step": 8495 + }, + { + "epoch": 1.386654702667428, + "grad_norm": 0.8502078056335449, + "learning_rate": 4.46341387995914e-05, + "loss": 0.1026, + "num_input_tokens_seen": 16368016, + "step": 8500 + }, + { + "epoch": 1.3874704298882454, + "grad_norm": 0.6212988495826721, + "learning_rate": 4.4628059950745106e-05, + "loss": 0.1787, + "num_input_tokens_seen": 16377504, + "step": 8505 + }, + { + "epoch": 1.3882861571090628, + "grad_norm": 0.7424453496932983, + "learning_rate": 4.4621978075005297e-05, + "loss": 0.274, + "num_input_tokens_seen": 16386528, + "step": 8510 + }, + { + "epoch": 1.3891018843298801, + "grad_norm": 0.9630834460258484, + "learning_rate": 4.461589317330989e-05, + "loss": 0.1583, + "num_input_tokens_seen": 16397376, + "step": 8515 + }, + { + "epoch": 1.3899176115506975, + "grad_norm": 0.4987698197364807, + "learning_rate": 4.460980524659724e-05, + "loss": 0.1724, + "num_input_tokens_seen": 16406304, + "step": 8520 + }, + { + "epoch": 1.3907333387715148, + "grad_norm": 0.46136921644210815, + "learning_rate": 4.46037142958062e-05, + "loss": 0.1698, + "num_input_tokens_seen": 16415424, + "step": 8525 + }, + { + "epoch": 1.3915490659923322, + "grad_norm": 0.5593698024749756, + "learning_rate": 4.4597620321876046e-05, + "loss": 0.2141, + "num_input_tokens_seen": 16425536, + "step": 8530 + }, + { + "epoch": 1.3923647932131495, + "grad_norm": 0.8231003284454346, + "learning_rate": 4.459152332574656e-05, + "loss": 0.1051, + "num_input_tokens_seen": 16433248, + "step": 8535 + }, + { + "epoch": 1.393180520433967, + "grad_norm": 1.031413197517395, + "learning_rate": 4.4585423308357985e-05, + "loss": 0.1668, + "num_input_tokens_seen": 16442416, + "step": 8540 + }, + { + "epoch": 1.3939962476547842, + "grad_norm": 0.14827121794223785, + "learning_rate": 4.457932027065102e-05, + "loss": 0.1482, + "num_input_tokens_seen": 16452416, + "step": 8545 + }, + { + "epoch": 1.3948119748756016, + "grad_norm": 1.0479825735092163, + "learning_rate": 4.45732142135668e-05, + "loss": 0.1787, + "num_input_tokens_seen": 16461952, + "step": 8550 + }, + { + "epoch": 1.395627702096419, + "grad_norm": 0.9858518242835999, + "learning_rate": 4.4567105138046986e-05, + "loss": 0.1979, + "num_input_tokens_seen": 16472432, + "step": 8555 + }, + { + "epoch": 1.3964434293172363, + "grad_norm": 0.8291630148887634, + "learning_rate": 4.456099304503365e-05, + "loss": 0.2, + "num_input_tokens_seen": 16482288, + "step": 8560 + }, + { + "epoch": 1.3972591565380537, + "grad_norm": 1.0926486253738403, + "learning_rate": 4.455487793546939e-05, + "loss": 0.2638, + "num_input_tokens_seen": 16492544, + "step": 8565 + }, + { + "epoch": 1.398074883758871, + "grad_norm": 0.26553797721862793, + "learning_rate": 4.454875981029719e-05, + "loss": 0.2177, + "num_input_tokens_seen": 16502048, + "step": 8570 + }, + { + "epoch": 1.3988906109796884, + "grad_norm": 0.9068039655685425, + "learning_rate": 4.454263867046057e-05, + "loss": 0.1649, + "num_input_tokens_seen": 16511008, + "step": 8575 + }, + { + "epoch": 1.3997063382005057, + "grad_norm": 0.9728828072547913, + "learning_rate": 4.4536514516903484e-05, + "loss": 0.1445, + "num_input_tokens_seen": 16520656, + "step": 8580 + }, + { + "epoch": 1.400522065421323, + "grad_norm": 0.6925426721572876, + "learning_rate": 4.453038735057034e-05, + "loss": 0.1068, + "num_input_tokens_seen": 16529552, + "step": 8585 + }, + { + "epoch": 1.4013377926421404, + "grad_norm": 0.6620250344276428, + "learning_rate": 4.4524257172406034e-05, + "loss": 0.1367, + "num_input_tokens_seen": 16539392, + "step": 8590 + }, + { + "epoch": 1.4021535198629578, + "grad_norm": 1.0377928018569946, + "learning_rate": 4.451812398335592e-05, + "loss": 0.274, + "num_input_tokens_seen": 16548800, + "step": 8595 + }, + { + "epoch": 1.4029692470837751, + "grad_norm": 0.5912747979164124, + "learning_rate": 4.4511987784365805e-05, + "loss": 0.1653, + "num_input_tokens_seen": 16558464, + "step": 8600 + }, + { + "epoch": 1.4029692470837751, + "eval_loss": 0.17707277834415436, + "eval_runtime": 71.3946, + "eval_samples_per_second": 38.168, + "eval_steps_per_second": 19.091, + "num_input_tokens_seen": 16558464, + "step": 8600 + }, + { + "epoch": 1.4037849743045925, + "grad_norm": 0.5985091328620911, + "learning_rate": 4.450584857638197e-05, + "loss": 0.2134, + "num_input_tokens_seen": 16566832, + "step": 8605 + }, + { + "epoch": 1.4046007015254098, + "grad_norm": 0.6605449914932251, + "learning_rate": 4.449970636035116e-05, + "loss": 0.1075, + "num_input_tokens_seen": 16576912, + "step": 8610 + }, + { + "epoch": 1.4054164287462272, + "grad_norm": 0.39715442061424255, + "learning_rate": 4.4493561137220574e-05, + "loss": 0.1517, + "num_input_tokens_seen": 16586544, + "step": 8615 + }, + { + "epoch": 1.4062321559670445, + "grad_norm": 1.0698912143707275, + "learning_rate": 4.44874129079379e-05, + "loss": 0.1678, + "num_input_tokens_seen": 16595808, + "step": 8620 + }, + { + "epoch": 1.407047883187862, + "grad_norm": 0.26887407898902893, + "learning_rate": 4.4481261673451255e-05, + "loss": 0.1422, + "num_input_tokens_seen": 16604848, + "step": 8625 + }, + { + "epoch": 1.4078636104086795, + "grad_norm": 0.22951887547969818, + "learning_rate": 4.4475107434709245e-05, + "loss": 0.1283, + "num_input_tokens_seen": 16614480, + "step": 8630 + }, + { + "epoch": 1.4086793376294966, + "grad_norm": 0.7573447823524475, + "learning_rate": 4.446895019266093e-05, + "loss": 0.1433, + "num_input_tokens_seen": 16623520, + "step": 8635 + }, + { + "epoch": 1.4094950648503142, + "grad_norm": 1.0652477741241455, + "learning_rate": 4.446278994825583e-05, + "loss": 0.1711, + "num_input_tokens_seen": 16633216, + "step": 8640 + }, + { + "epoch": 1.4103107920711313, + "grad_norm": 0.7627684473991394, + "learning_rate": 4.445662670244394e-05, + "loss": 0.2361, + "num_input_tokens_seen": 16642768, + "step": 8645 + }, + { + "epoch": 1.4111265192919489, + "grad_norm": 1.3194530010223389, + "learning_rate": 4.44504604561757e-05, + "loss": 0.1652, + "num_input_tokens_seen": 16652032, + "step": 8650 + }, + { + "epoch": 1.411942246512766, + "grad_norm": 0.8533537983894348, + "learning_rate": 4.4444291210402035e-05, + "loss": 0.1384, + "num_input_tokens_seen": 16660976, + "step": 8655 + }, + { + "epoch": 1.4127579737335836, + "grad_norm": 1.2849295139312744, + "learning_rate": 4.443811896607431e-05, + "loss": 0.1346, + "num_input_tokens_seen": 16670496, + "step": 8660 + }, + { + "epoch": 1.4135737009544007, + "grad_norm": 1.215859055519104, + "learning_rate": 4.443194372414436e-05, + "loss": 0.1869, + "num_input_tokens_seen": 16681232, + "step": 8665 + }, + { + "epoch": 1.4143894281752183, + "grad_norm": 0.5432977080345154, + "learning_rate": 4.442576548556449e-05, + "loss": 0.2006, + "num_input_tokens_seen": 16690576, + "step": 8670 + }, + { + "epoch": 1.4152051553960356, + "grad_norm": 0.9657878875732422, + "learning_rate": 4.441958425128747e-05, + "loss": 0.1461, + "num_input_tokens_seen": 16700352, + "step": 8675 + }, + { + "epoch": 1.416020882616853, + "grad_norm": 1.183634877204895, + "learning_rate": 4.4413400022266515e-05, + "loss": 0.1643, + "num_input_tokens_seen": 16711264, + "step": 8680 + }, + { + "epoch": 1.4168366098376703, + "grad_norm": 0.6203891634941101, + "learning_rate": 4.4407212799455313e-05, + "loss": 0.1547, + "num_input_tokens_seen": 16721872, + "step": 8685 + }, + { + "epoch": 1.4176523370584877, + "grad_norm": 0.6785332560539246, + "learning_rate": 4.4401022583808003e-05, + "loss": 0.1575, + "num_input_tokens_seen": 16730912, + "step": 8690 + }, + { + "epoch": 1.418468064279305, + "grad_norm": 0.4509560763835907, + "learning_rate": 4.439482937627921e-05, + "loss": 0.1897, + "num_input_tokens_seen": 16741632, + "step": 8695 + }, + { + "epoch": 1.4192837915001224, + "grad_norm": 1.1767492294311523, + "learning_rate": 4.4388633177824004e-05, + "loss": 0.1337, + "num_input_tokens_seen": 16750080, + "step": 8700 + }, + { + "epoch": 1.4200995187209398, + "grad_norm": 0.9591741561889648, + "learning_rate": 4.4382433989397895e-05, + "loss": 0.206, + "num_input_tokens_seen": 16758240, + "step": 8705 + }, + { + "epoch": 1.420915245941757, + "grad_norm": 1.6210426092147827, + "learning_rate": 4.4376231811956895e-05, + "loss": 0.2187, + "num_input_tokens_seen": 16768224, + "step": 8710 + }, + { + "epoch": 1.4217309731625745, + "grad_norm": 1.1235853433609009, + "learning_rate": 4.437002664645745e-05, + "loss": 0.2043, + "num_input_tokens_seen": 16778688, + "step": 8715 + }, + { + "epoch": 1.4225467003833918, + "grad_norm": 0.8425233364105225, + "learning_rate": 4.436381849385649e-05, + "loss": 0.1679, + "num_input_tokens_seen": 16788400, + "step": 8720 + }, + { + "epoch": 1.4233624276042092, + "grad_norm": 1.0155984163284302, + "learning_rate": 4.435760735511136e-05, + "loss": 0.2026, + "num_input_tokens_seen": 16798368, + "step": 8725 + }, + { + "epoch": 1.4241781548250265, + "grad_norm": 0.9270773530006409, + "learning_rate": 4.435139323117992e-05, + "loss": 0.2787, + "num_input_tokens_seen": 16807072, + "step": 8730 + }, + { + "epoch": 1.4249938820458439, + "grad_norm": 1.1518627405166626, + "learning_rate": 4.434517612302046e-05, + "loss": 0.2261, + "num_input_tokens_seen": 16818112, + "step": 8735 + }, + { + "epoch": 1.4258096092666612, + "grad_norm": 0.7032000422477722, + "learning_rate": 4.433895603159174e-05, + "loss": 0.186, + "num_input_tokens_seen": 16829440, + "step": 8740 + }, + { + "epoch": 1.4266253364874786, + "grad_norm": 0.8049399852752686, + "learning_rate": 4.433273295785296e-05, + "loss": 0.2033, + "num_input_tokens_seen": 16839712, + "step": 8745 + }, + { + "epoch": 1.427441063708296, + "grad_norm": 0.7828230857849121, + "learning_rate": 4.432650690276382e-05, + "loss": 0.2226, + "num_input_tokens_seen": 16848608, + "step": 8750 + }, + { + "epoch": 1.4282567909291133, + "grad_norm": 0.5180450677871704, + "learning_rate": 4.4320277867284435e-05, + "loss": 0.1139, + "num_input_tokens_seen": 16859696, + "step": 8755 + }, + { + "epoch": 1.4290725181499306, + "grad_norm": 0.6174944639205933, + "learning_rate": 4.431404585237541e-05, + "loss": 0.1521, + "num_input_tokens_seen": 16868832, + "step": 8760 + }, + { + "epoch": 1.429888245370748, + "grad_norm": 0.8107038140296936, + "learning_rate": 4.43078108589978e-05, + "loss": 0.1692, + "num_input_tokens_seen": 16878288, + "step": 8765 + }, + { + "epoch": 1.4307039725915653, + "grad_norm": 0.8175968527793884, + "learning_rate": 4.4301572888113116e-05, + "loss": 0.1339, + "num_input_tokens_seen": 16888624, + "step": 8770 + }, + { + "epoch": 1.4315196998123827, + "grad_norm": 1.381479263305664, + "learning_rate": 4.4295331940683337e-05, + "loss": 0.2081, + "num_input_tokens_seen": 16897744, + "step": 8775 + }, + { + "epoch": 1.4323354270332, + "grad_norm": 0.47548726201057434, + "learning_rate": 4.428908801767089e-05, + "loss": 0.1209, + "num_input_tokens_seen": 16907632, + "step": 8780 + }, + { + "epoch": 1.4331511542540174, + "grad_norm": 0.4840106964111328, + "learning_rate": 4.428284112003868e-05, + "loss": 0.218, + "num_input_tokens_seen": 16916752, + "step": 8785 + }, + { + "epoch": 1.4339668814748348, + "grad_norm": 0.5467405319213867, + "learning_rate": 4.4276591248750033e-05, + "loss": 0.1432, + "num_input_tokens_seen": 16926176, + "step": 8790 + }, + { + "epoch": 1.434782608695652, + "grad_norm": 1.4541021585464478, + "learning_rate": 4.4270338404768774e-05, + "loss": 0.1595, + "num_input_tokens_seen": 16936336, + "step": 8795 + }, + { + "epoch": 1.4355983359164695, + "grad_norm": 1.8321844339370728, + "learning_rate": 4.426408258905917e-05, + "loss": 0.174, + "num_input_tokens_seen": 16945488, + "step": 8800 + }, + { + "epoch": 1.4355983359164695, + "eval_loss": 0.17345720529556274, + "eval_runtime": 71.2955, + "eval_samples_per_second": 38.221, + "eval_steps_per_second": 19.118, + "num_input_tokens_seen": 16945488, + "step": 8800 + }, + { + "epoch": 1.4364140631372868, + "grad_norm": 0.7419986128807068, + "learning_rate": 4.425782380258594e-05, + "loss": 0.2916, + "num_input_tokens_seen": 16955408, + "step": 8805 + }, + { + "epoch": 1.4372297903581042, + "grad_norm": 0.5187621116638184, + "learning_rate": 4.425156204631427e-05, + "loss": 0.1409, + "num_input_tokens_seen": 16965680, + "step": 8810 + }, + { + "epoch": 1.4380455175789217, + "grad_norm": 1.0279370546340942, + "learning_rate": 4.424529732120981e-05, + "loss": 0.1866, + "num_input_tokens_seen": 16975632, + "step": 8815 + }, + { + "epoch": 1.4388612447997389, + "grad_norm": 0.9551637172698975, + "learning_rate": 4.423902962823864e-05, + "loss": 0.2262, + "num_input_tokens_seen": 16985536, + "step": 8820 + }, + { + "epoch": 1.4396769720205564, + "grad_norm": 0.8211464881896973, + "learning_rate": 4.423275896836733e-05, + "loss": 0.1715, + "num_input_tokens_seen": 16994352, + "step": 8825 + }, + { + "epoch": 1.4404926992413736, + "grad_norm": 1.7361677885055542, + "learning_rate": 4.42264853425629e-05, + "loss": 0.1946, + "num_input_tokens_seen": 17004960, + "step": 8830 + }, + { + "epoch": 1.4413084264621912, + "grad_norm": 0.7941120862960815, + "learning_rate": 4.4220208751792816e-05, + "loss": 0.2231, + "num_input_tokens_seen": 17015408, + "step": 8835 + }, + { + "epoch": 1.4421241536830083, + "grad_norm": 0.5209516286849976, + "learning_rate": 4.421392919702499e-05, + "loss": 0.2101, + "num_input_tokens_seen": 17024656, + "step": 8840 + }, + { + "epoch": 1.4429398809038259, + "grad_norm": 0.6975326538085938, + "learning_rate": 4.4207646679227846e-05, + "loss": 0.203, + "num_input_tokens_seen": 17033056, + "step": 8845 + }, + { + "epoch": 1.443755608124643, + "grad_norm": 1.4315803050994873, + "learning_rate": 4.42013611993702e-05, + "loss": 0.1608, + "num_input_tokens_seen": 17042384, + "step": 8850 + }, + { + "epoch": 1.4445713353454606, + "grad_norm": 0.4755643904209137, + "learning_rate": 4.419507275842135e-05, + "loss": 0.1352, + "num_input_tokens_seen": 17052384, + "step": 8855 + }, + { + "epoch": 1.445387062566278, + "grad_norm": 0.3228740990161896, + "learning_rate": 4.418878135735106e-05, + "loss": 0.2162, + "num_input_tokens_seen": 17059168, + "step": 8860 + }, + { + "epoch": 1.4462027897870953, + "grad_norm": 1.0292928218841553, + "learning_rate": 4.418248699712955e-05, + "loss": 0.1473, + "num_input_tokens_seen": 17069408, + "step": 8865 + }, + { + "epoch": 1.4470185170079126, + "grad_norm": 0.13859282433986664, + "learning_rate": 4.417618967872748e-05, + "loss": 0.0898, + "num_input_tokens_seen": 17080016, + "step": 8870 + }, + { + "epoch": 1.44783424422873, + "grad_norm": 1.270584225654602, + "learning_rate": 4.4169889403115985e-05, + "loss": 0.27, + "num_input_tokens_seen": 17089968, + "step": 8875 + }, + { + "epoch": 1.4486499714495473, + "grad_norm": 0.5832623839378357, + "learning_rate": 4.4163586171266627e-05, + "loss": 0.1463, + "num_input_tokens_seen": 17099504, + "step": 8880 + }, + { + "epoch": 1.4494656986703647, + "grad_norm": 0.8665857911109924, + "learning_rate": 4.415727998415147e-05, + "loss": 0.2095, + "num_input_tokens_seen": 17109840, + "step": 8885 + }, + { + "epoch": 1.450281425891182, + "grad_norm": 0.3816704750061035, + "learning_rate": 4.4150970842742985e-05, + "loss": 0.1816, + "num_input_tokens_seen": 17118640, + "step": 8890 + }, + { + "epoch": 1.4510971531119994, + "grad_norm": 0.515017032623291, + "learning_rate": 4.4144658748014134e-05, + "loss": 0.1786, + "num_input_tokens_seen": 17128608, + "step": 8895 + }, + { + "epoch": 1.4519128803328167, + "grad_norm": 1.3979040384292603, + "learning_rate": 4.413834370093831e-05, + "loss": 0.1639, + "num_input_tokens_seen": 17138384, + "step": 8900 + }, + { + "epoch": 1.452728607553634, + "grad_norm": 0.682858943939209, + "learning_rate": 4.413202570248939e-05, + "loss": 0.2103, + "num_input_tokens_seen": 17148560, + "step": 8905 + }, + { + "epoch": 1.4535443347744514, + "grad_norm": 0.8071411848068237, + "learning_rate": 4.412570475364167e-05, + "loss": 0.1887, + "num_input_tokens_seen": 17159232, + "step": 8910 + }, + { + "epoch": 1.4543600619952688, + "grad_norm": 0.5805974006652832, + "learning_rate": 4.411938085536994e-05, + "loss": 0.1673, + "num_input_tokens_seen": 17168640, + "step": 8915 + }, + { + "epoch": 1.4551757892160861, + "grad_norm": 0.6273961067199707, + "learning_rate": 4.41130540086494e-05, + "loss": 0.1392, + "num_input_tokens_seen": 17178000, + "step": 8920 + }, + { + "epoch": 1.4559915164369035, + "grad_norm": 1.3971805572509766, + "learning_rate": 4.4106724214455754e-05, + "loss": 0.1468, + "num_input_tokens_seen": 17188272, + "step": 8925 + }, + { + "epoch": 1.4568072436577209, + "grad_norm": 0.5520396828651428, + "learning_rate": 4.4100391473765115e-05, + "loss": 0.1532, + "num_input_tokens_seen": 17199008, + "step": 8930 + }, + { + "epoch": 1.4576229708785382, + "grad_norm": 0.8202326893806458, + "learning_rate": 4.409405578755408e-05, + "loss": 0.1262, + "num_input_tokens_seen": 17209008, + "step": 8935 + }, + { + "epoch": 1.4584386980993556, + "grad_norm": 1.0975008010864258, + "learning_rate": 4.4087717156799705e-05, + "loss": 0.1928, + "num_input_tokens_seen": 17219760, + "step": 8940 + }, + { + "epoch": 1.459254425320173, + "grad_norm": 1.2252165079116821, + "learning_rate": 4.408137558247946e-05, + "loss": 0.2425, + "num_input_tokens_seen": 17229728, + "step": 8945 + }, + { + "epoch": 1.4600701525409903, + "grad_norm": 1.847678780555725, + "learning_rate": 4.4075031065571306e-05, + "loss": 0.2206, + "num_input_tokens_seen": 17239888, + "step": 8950 + }, + { + "epoch": 1.4608858797618076, + "grad_norm": 0.8678736090660095, + "learning_rate": 4.406868360705366e-05, + "loss": 0.1806, + "num_input_tokens_seen": 17249376, + "step": 8955 + }, + { + "epoch": 1.461701606982625, + "grad_norm": 0.8412018418312073, + "learning_rate": 4.406233320790536e-05, + "loss": 0.1892, + "num_input_tokens_seen": 17259072, + "step": 8960 + }, + { + "epoch": 1.4625173342034423, + "grad_norm": 0.694315493106842, + "learning_rate": 4.4055979869105734e-05, + "loss": 0.1425, + "num_input_tokens_seen": 17269680, + "step": 8965 + }, + { + "epoch": 1.4633330614242597, + "grad_norm": 0.21338675916194916, + "learning_rate": 4.404962359163454e-05, + "loss": 0.1532, + "num_input_tokens_seen": 17278944, + "step": 8970 + }, + { + "epoch": 1.464148788645077, + "grad_norm": 0.2364894151687622, + "learning_rate": 4.404326437647199e-05, + "loss": 0.0734, + "num_input_tokens_seen": 17288384, + "step": 8975 + }, + { + "epoch": 1.4649645158658944, + "grad_norm": 1.3085116147994995, + "learning_rate": 4.403690222459877e-05, + "loss": 0.1492, + "num_input_tokens_seen": 17298176, + "step": 8980 + }, + { + "epoch": 1.4657802430867117, + "grad_norm": 0.6128972172737122, + "learning_rate": 4.4030537136995984e-05, + "loss": 0.1856, + "num_input_tokens_seen": 17308416, + "step": 8985 + }, + { + "epoch": 1.466595970307529, + "grad_norm": 1.7435368299484253, + "learning_rate": 4.402416911464523e-05, + "loss": 0.2583, + "num_input_tokens_seen": 17317664, + "step": 8990 + }, + { + "epoch": 1.4674116975283464, + "grad_norm": 1.093735694885254, + "learning_rate": 4.4017798158528516e-05, + "loss": 0.1893, + "num_input_tokens_seen": 17328256, + "step": 8995 + }, + { + "epoch": 1.468227424749164, + "grad_norm": 1.0724858045578003, + "learning_rate": 4.401142426962834e-05, + "loss": 0.1719, + "num_input_tokens_seen": 17338800, + "step": 9000 + }, + { + "epoch": 1.468227424749164, + "eval_loss": 0.17285145819187164, + "eval_runtime": 71.4876, + "eval_samples_per_second": 38.119, + "eval_steps_per_second": 19.066, + "num_input_tokens_seen": 17338800, + "step": 9000 + }, + { + "epoch": 1.4690431519699811, + "grad_norm": 0.964659571647644, + "learning_rate": 4.400504744892763e-05, + "loss": 0.1758, + "num_input_tokens_seen": 17348048, + "step": 9005 + }, + { + "epoch": 1.4698588791907987, + "grad_norm": 0.4783594310283661, + "learning_rate": 4.399866769740975e-05, + "loss": 0.1556, + "num_input_tokens_seen": 17356416, + "step": 9010 + }, + { + "epoch": 1.4706746064116158, + "grad_norm": 0.47846177220344543, + "learning_rate": 4.399228501605859e-05, + "loss": 0.1869, + "num_input_tokens_seen": 17364048, + "step": 9015 + }, + { + "epoch": 1.4714903336324334, + "grad_norm": 0.5556104779243469, + "learning_rate": 4.398589940585839e-05, + "loss": 0.1638, + "num_input_tokens_seen": 17374272, + "step": 9020 + }, + { + "epoch": 1.4723060608532506, + "grad_norm": 0.4099896550178528, + "learning_rate": 4.3979510867793917e-05, + "loss": 0.1197, + "num_input_tokens_seen": 17383152, + "step": 9025 + }, + { + "epoch": 1.4731217880740681, + "grad_norm": 1.3877832889556885, + "learning_rate": 4.3973119402850346e-05, + "loss": 0.2376, + "num_input_tokens_seen": 17391632, + "step": 9030 + }, + { + "epoch": 1.4739375152948853, + "grad_norm": 1.9433372020721436, + "learning_rate": 4.396672501201334e-05, + "loss": 0.2531, + "num_input_tokens_seen": 17400960, + "step": 9035 + }, + { + "epoch": 1.4747532425157028, + "grad_norm": 0.5139983296394348, + "learning_rate": 4.396032769626899e-05, + "loss": 0.1518, + "num_input_tokens_seen": 17409584, + "step": 9040 + }, + { + "epoch": 1.4755689697365202, + "grad_norm": 0.8796344995498657, + "learning_rate": 4.395392745660384e-05, + "loss": 0.182, + "num_input_tokens_seen": 17419616, + "step": 9045 + }, + { + "epoch": 1.4763846969573375, + "grad_norm": 0.5757054686546326, + "learning_rate": 4.394752429400488e-05, + "loss": 0.1508, + "num_input_tokens_seen": 17429856, + "step": 9050 + }, + { + "epoch": 1.477200424178155, + "grad_norm": 1.5188331604003906, + "learning_rate": 4.394111820945957e-05, + "loss": 0.2198, + "num_input_tokens_seen": 17441168, + "step": 9055 + }, + { + "epoch": 1.4780161513989722, + "grad_norm": 0.4566919207572937, + "learning_rate": 4.393470920395579e-05, + "loss": 0.2366, + "num_input_tokens_seen": 17449712, + "step": 9060 + }, + { + "epoch": 1.4788318786197896, + "grad_norm": 0.6868224740028381, + "learning_rate": 4.392829727848192e-05, + "loss": 0.1775, + "num_input_tokens_seen": 17459232, + "step": 9065 + }, + { + "epoch": 1.479647605840607, + "grad_norm": 0.37305131554603577, + "learning_rate": 4.392188243402673e-05, + "loss": 0.1953, + "num_input_tokens_seen": 17469120, + "step": 9070 + }, + { + "epoch": 1.4804633330614243, + "grad_norm": 0.8882870078086853, + "learning_rate": 4.391546467157949e-05, + "loss": 0.1081, + "num_input_tokens_seen": 17479472, + "step": 9075 + }, + { + "epoch": 1.4812790602822417, + "grad_norm": 1.5184874534606934, + "learning_rate": 4.390904399212988e-05, + "loss": 0.1469, + "num_input_tokens_seen": 17490384, + "step": 9080 + }, + { + "epoch": 1.482094787503059, + "grad_norm": 0.34573251008987427, + "learning_rate": 4.390262039666807e-05, + "loss": 0.0907, + "num_input_tokens_seen": 17501168, + "step": 9085 + }, + { + "epoch": 1.4829105147238764, + "grad_norm": 1.7527210712432861, + "learning_rate": 4.389619388618464e-05, + "loss": 0.2451, + "num_input_tokens_seen": 17510112, + "step": 9090 + }, + { + "epoch": 1.4837262419446937, + "grad_norm": 1.0689090490341187, + "learning_rate": 4.3889764461670655e-05, + "loss": 0.1268, + "num_input_tokens_seen": 17520288, + "step": 9095 + }, + { + "epoch": 1.484541969165511, + "grad_norm": 0.9850705862045288, + "learning_rate": 4.38833321241176e-05, + "loss": 0.1828, + "num_input_tokens_seen": 17530704, + "step": 9100 + }, + { + "epoch": 1.4853576963863284, + "grad_norm": 1.1204917430877686, + "learning_rate": 4.3876896874517434e-05, + "loss": 0.1672, + "num_input_tokens_seen": 17540320, + "step": 9105 + }, + { + "epoch": 1.4861734236071458, + "grad_norm": 2.126174211502075, + "learning_rate": 4.3870458713862554e-05, + "loss": 0.2234, + "num_input_tokens_seen": 17550240, + "step": 9110 + }, + { + "epoch": 1.4869891508279631, + "grad_norm": 1.3954899311065674, + "learning_rate": 4.386401764314579e-05, + "loss": 0.2184, + "num_input_tokens_seen": 17559200, + "step": 9115 + }, + { + "epoch": 1.4878048780487805, + "grad_norm": 0.4976378083229065, + "learning_rate": 4.385757366336045e-05, + "loss": 0.2237, + "num_input_tokens_seen": 17569824, + "step": 9120 + }, + { + "epoch": 1.4886206052695978, + "grad_norm": 1.2501721382141113, + "learning_rate": 4.385112677550027e-05, + "loss": 0.2896, + "num_input_tokens_seen": 17580400, + "step": 9125 + }, + { + "epoch": 1.4894363324904152, + "grad_norm": 1.0860977172851562, + "learning_rate": 4.384467698055945e-05, + "loss": 0.1767, + "num_input_tokens_seen": 17590400, + "step": 9130 + }, + { + "epoch": 1.4902520597112325, + "grad_norm": 1.0036088228225708, + "learning_rate": 4.383822427953261e-05, + "loss": 0.1519, + "num_input_tokens_seen": 17600768, + "step": 9135 + }, + { + "epoch": 1.4910677869320499, + "grad_norm": 0.9974132776260376, + "learning_rate": 4.3831768673414864e-05, + "loss": 0.1662, + "num_input_tokens_seen": 17611568, + "step": 9140 + }, + { + "epoch": 1.4918835141528672, + "grad_norm": 0.3485129177570343, + "learning_rate": 4.382531016320173e-05, + "loss": 0.2419, + "num_input_tokens_seen": 17622560, + "step": 9145 + }, + { + "epoch": 1.4926992413736846, + "grad_norm": 1.7279675006866455, + "learning_rate": 4.3818848749889184e-05, + "loss": 0.1904, + "num_input_tokens_seen": 17634256, + "step": 9150 + }, + { + "epoch": 1.493514968594502, + "grad_norm": 0.7549436092376709, + "learning_rate": 4.381238443447368e-05, + "loss": 0.2333, + "num_input_tokens_seen": 17643168, + "step": 9155 + }, + { + "epoch": 1.4943306958153193, + "grad_norm": 0.7084583640098572, + "learning_rate": 4.380591721795208e-05, + "loss": 0.1344, + "num_input_tokens_seen": 17652976, + "step": 9160 + }, + { + "epoch": 1.4951464230361367, + "grad_norm": 0.36933887004852295, + "learning_rate": 4.3799447101321723e-05, + "loss": 0.1725, + "num_input_tokens_seen": 17662256, + "step": 9165 + }, + { + "epoch": 1.495962150256954, + "grad_norm": 0.9809426069259644, + "learning_rate": 4.379297408558036e-05, + "loss": 0.2631, + "num_input_tokens_seen": 17670848, + "step": 9170 + }, + { + "epoch": 1.4967778774777714, + "grad_norm": 0.7296040654182434, + "learning_rate": 4.378649817172624e-05, + "loss": 0.2037, + "num_input_tokens_seen": 17680240, + "step": 9175 + }, + { + "epoch": 1.4975936046985887, + "grad_norm": 1.311303734779358, + "learning_rate": 4.378001936075801e-05, + "loss": 0.1826, + "num_input_tokens_seen": 17691360, + "step": 9180 + }, + { + "epoch": 1.4984093319194063, + "grad_norm": 0.458542138338089, + "learning_rate": 4.377353765367479e-05, + "loss": 0.2018, + "num_input_tokens_seen": 17701120, + "step": 9185 + }, + { + "epoch": 1.4992250591402234, + "grad_norm": 0.7014608383178711, + "learning_rate": 4.376705305147614e-05, + "loss": 0.2179, + "num_input_tokens_seen": 17710144, + "step": 9190 + }, + { + "epoch": 1.500040786361041, + "grad_norm": 0.661150336265564, + "learning_rate": 4.376056555516206e-05, + "loss": 0.2179, + "num_input_tokens_seen": 17719104, + "step": 9195 + }, + { + "epoch": 1.5008565135818581, + "grad_norm": 0.36076465249061584, + "learning_rate": 4.375407516573302e-05, + "loss": 0.1527, + "num_input_tokens_seen": 17729104, + "step": 9200 + }, + { + "epoch": 1.5008565135818581, + "eval_loss": 0.17258526384830475, + "eval_runtime": 71.3293, + "eval_samples_per_second": 38.203, + "eval_steps_per_second": 19.109, + "num_input_tokens_seen": 17729104, + "step": 9200 + }, + { + "epoch": 1.5016722408026757, + "grad_norm": 0.512799859046936, + "learning_rate": 4.3747581884189913e-05, + "loss": 0.2443, + "num_input_tokens_seen": 17738768, + "step": 9205 + }, + { + "epoch": 1.5024879680234928, + "grad_norm": 0.5598024129867554, + "learning_rate": 4.374108571153408e-05, + "loss": 0.1229, + "num_input_tokens_seen": 17748864, + "step": 9210 + }, + { + "epoch": 1.5033036952443104, + "grad_norm": 0.993245005607605, + "learning_rate": 4.3734586648767316e-05, + "loss": 0.1418, + "num_input_tokens_seen": 17757872, + "step": 9215 + }, + { + "epoch": 1.5041194224651275, + "grad_norm": 0.7313893437385559, + "learning_rate": 4.372808469689186e-05, + "loss": 0.1583, + "num_input_tokens_seen": 17768320, + "step": 9220 + }, + { + "epoch": 1.504935149685945, + "grad_norm": 0.5628817081451416, + "learning_rate": 4.372157985691039e-05, + "loss": 0.1309, + "num_input_tokens_seen": 17776992, + "step": 9225 + }, + { + "epoch": 1.5057508769067622, + "grad_norm": 0.49819788336753845, + "learning_rate": 4.371507212982603e-05, + "loss": 0.1952, + "num_input_tokens_seen": 17786864, + "step": 9230 + }, + { + "epoch": 1.5065666041275798, + "grad_norm": 0.6694169044494629, + "learning_rate": 4.370856151664236e-05, + "loss": 0.1377, + "num_input_tokens_seen": 17797248, + "step": 9235 + }, + { + "epoch": 1.507382331348397, + "grad_norm": 0.7037159204483032, + "learning_rate": 4.3702048018363404e-05, + "loss": 0.1241, + "num_input_tokens_seen": 17806480, + "step": 9240 + }, + { + "epoch": 1.5081980585692145, + "grad_norm": 0.5227572917938232, + "learning_rate": 4.369553163599362e-05, + "loss": 0.2093, + "num_input_tokens_seen": 17817376, + "step": 9245 + }, + { + "epoch": 1.5090137857900316, + "grad_norm": 0.49605560302734375, + "learning_rate": 4.3689012370537904e-05, + "loss": 0.2116, + "num_input_tokens_seen": 17826224, + "step": 9250 + }, + { + "epoch": 1.5098295130108492, + "grad_norm": 2.0836856365203857, + "learning_rate": 4.368249022300164e-05, + "loss": 0.3285, + "num_input_tokens_seen": 17836528, + "step": 9255 + }, + { + "epoch": 1.5106452402316666, + "grad_norm": 0.5872879028320312, + "learning_rate": 4.367596519439059e-05, + "loss": 0.1523, + "num_input_tokens_seen": 17845312, + "step": 9260 + }, + { + "epoch": 1.511460967452484, + "grad_norm": 0.5090795159339905, + "learning_rate": 4.366943728571101e-05, + "loss": 0.136, + "num_input_tokens_seen": 17853360, + "step": 9265 + }, + { + "epoch": 1.5122766946733013, + "grad_norm": 1.1471267938613892, + "learning_rate": 4.366290649796959e-05, + "loss": 0.1702, + "num_input_tokens_seen": 17862336, + "step": 9270 + }, + { + "epoch": 1.5130924218941186, + "grad_norm": 1.4711700677871704, + "learning_rate": 4.3656372832173456e-05, + "loss": 0.215, + "num_input_tokens_seen": 17872224, + "step": 9275 + }, + { + "epoch": 1.513908149114936, + "grad_norm": 1.3078621625900269, + "learning_rate": 4.364983628933017e-05, + "loss": 0.1989, + "num_input_tokens_seen": 17881872, + "step": 9280 + }, + { + "epoch": 1.5147238763357533, + "grad_norm": 1.580814242362976, + "learning_rate": 4.364329687044777e-05, + "loss": 0.2029, + "num_input_tokens_seen": 17890944, + "step": 9285 + }, + { + "epoch": 1.5155396035565707, + "grad_norm": 0.4836796820163727, + "learning_rate": 4.36367545765347e-05, + "loss": 0.1526, + "num_input_tokens_seen": 17899392, + "step": 9290 + }, + { + "epoch": 1.516355330777388, + "grad_norm": 1.415016531944275, + "learning_rate": 4.363020940859988e-05, + "loss": 0.2541, + "num_input_tokens_seen": 17908432, + "step": 9295 + }, + { + "epoch": 1.5171710579982054, + "grad_norm": 0.9624226093292236, + "learning_rate": 4.362366136765263e-05, + "loss": 0.2211, + "num_input_tokens_seen": 17918080, + "step": 9300 + }, + { + "epoch": 1.5179867852190227, + "grad_norm": 0.9362713098526001, + "learning_rate": 4.361711045470278e-05, + "loss": 0.1676, + "num_input_tokens_seen": 17927280, + "step": 9305 + }, + { + "epoch": 1.51880251243984, + "grad_norm": 1.059000849723816, + "learning_rate": 4.3610556670760524e-05, + "loss": 0.1737, + "num_input_tokens_seen": 17937456, + "step": 9310 + }, + { + "epoch": 1.5196182396606575, + "grad_norm": 0.8388680219650269, + "learning_rate": 4.360400001683657e-05, + "loss": 0.1687, + "num_input_tokens_seen": 17947440, + "step": 9315 + }, + { + "epoch": 1.5204339668814748, + "grad_norm": 0.9458196759223938, + "learning_rate": 4.3597440493942e-05, + "loss": 0.1546, + "num_input_tokens_seen": 17957056, + "step": 9320 + }, + { + "epoch": 1.5212496941022922, + "grad_norm": 0.6079391837120056, + "learning_rate": 4.3590878103088405e-05, + "loss": 0.1726, + "num_input_tokens_seen": 17966752, + "step": 9325 + }, + { + "epoch": 1.5220654213231095, + "grad_norm": 0.48379963636398315, + "learning_rate": 4.358431284528779e-05, + "loss": 0.1418, + "num_input_tokens_seen": 17975984, + "step": 9330 + }, + { + "epoch": 1.5228811485439269, + "grad_norm": 0.48975202441215515, + "learning_rate": 4.357774472155257e-05, + "loss": 0.1287, + "num_input_tokens_seen": 17985296, + "step": 9335 + }, + { + "epoch": 1.5236968757647442, + "grad_norm": 1.1507058143615723, + "learning_rate": 4.3571173732895664e-05, + "loss": 0.1797, + "num_input_tokens_seen": 17994304, + "step": 9340 + }, + { + "epoch": 1.5245126029855616, + "grad_norm": 0.9580588936805725, + "learning_rate": 4.356459988033039e-05, + "loss": 0.131, + "num_input_tokens_seen": 18002768, + "step": 9345 + }, + { + "epoch": 1.5253283302063791, + "grad_norm": 1.045906662940979, + "learning_rate": 4.355802316487051e-05, + "loss": 0.227, + "num_input_tokens_seen": 18010816, + "step": 9350 + }, + { + "epoch": 1.5261440574271963, + "grad_norm": 1.2075259685516357, + "learning_rate": 4.355144358753025e-05, + "loss": 0.2085, + "num_input_tokens_seen": 18020640, + "step": 9355 + }, + { + "epoch": 1.5269597846480139, + "grad_norm": 1.6306700706481934, + "learning_rate": 4.354486114932425e-05, + "loss": 0.1948, + "num_input_tokens_seen": 18030720, + "step": 9360 + }, + { + "epoch": 1.527775511868831, + "grad_norm": 0.6328612565994263, + "learning_rate": 4.353827585126762e-05, + "loss": 0.1378, + "num_input_tokens_seen": 18040576, + "step": 9365 + }, + { + "epoch": 1.5285912390896486, + "grad_norm": 1.8176181316375732, + "learning_rate": 4.353168769437588e-05, + "loss": 0.2035, + "num_input_tokens_seen": 18049552, + "step": 9370 + }, + { + "epoch": 1.5294069663104657, + "grad_norm": 0.6853489875793457, + "learning_rate": 4.3525096679665014e-05, + "loss": 0.1664, + "num_input_tokens_seen": 18059104, + "step": 9375 + }, + { + "epoch": 1.5302226935312833, + "grad_norm": 0.9758275151252747, + "learning_rate": 4.351850280815144e-05, + "loss": 0.166, + "num_input_tokens_seen": 18068736, + "step": 9380 + }, + { + "epoch": 1.5310384207521004, + "grad_norm": 0.2909528911113739, + "learning_rate": 4.3511906080852014e-05, + "loss": 0.2432, + "num_input_tokens_seen": 18077904, + "step": 9385 + }, + { + "epoch": 1.531854147972918, + "grad_norm": 0.8298540711402893, + "learning_rate": 4.350530649878404e-05, + "loss": 0.1788, + "num_input_tokens_seen": 18088144, + "step": 9390 + }, + { + "epoch": 1.532669875193735, + "grad_norm": 0.8215140700340271, + "learning_rate": 4.3498704062965246e-05, + "loss": 0.2344, + "num_input_tokens_seen": 18097536, + "step": 9395 + }, + { + "epoch": 1.5334856024145527, + "grad_norm": 0.6326298117637634, + "learning_rate": 4.3492098774413815e-05, + "loss": 0.2196, + "num_input_tokens_seen": 18107328, + "step": 9400 + }, + { + "epoch": 1.5334856024145527, + "eval_loss": 0.17278537154197693, + "eval_runtime": 71.4505, + "eval_samples_per_second": 38.138, + "eval_steps_per_second": 19.076, + "num_input_tokens_seen": 18107328, + "step": 9400 + }, + { + "epoch": 1.5343013296353698, + "grad_norm": 0.9140194654464722, + "learning_rate": 4.3485490634148375e-05, + "loss": 0.2603, + "num_input_tokens_seen": 18117552, + "step": 9405 + }, + { + "epoch": 1.5351170568561874, + "grad_norm": 1.133570671081543, + "learning_rate": 4.347887964318797e-05, + "loss": 0.2179, + "num_input_tokens_seen": 18126496, + "step": 9410 + }, + { + "epoch": 1.5359327840770045, + "grad_norm": 0.7285780310630798, + "learning_rate": 4.34722658025521e-05, + "loss": 0.1359, + "num_input_tokens_seen": 18136480, + "step": 9415 + }, + { + "epoch": 1.536748511297822, + "grad_norm": 0.3648027777671814, + "learning_rate": 4.346564911326071e-05, + "loss": 0.1524, + "num_input_tokens_seen": 18146976, + "step": 9420 + }, + { + "epoch": 1.5375642385186392, + "grad_norm": 0.8546338677406311, + "learning_rate": 4.345902957633418e-05, + "loss": 0.1621, + "num_input_tokens_seen": 18157120, + "step": 9425 + }, + { + "epoch": 1.5383799657394568, + "grad_norm": 0.8127771615982056, + "learning_rate": 4.345240719279331e-05, + "loss": 0.1816, + "num_input_tokens_seen": 18166000, + "step": 9430 + }, + { + "epoch": 1.539195692960274, + "grad_norm": 0.5540443658828735, + "learning_rate": 4.3445781963659374e-05, + "loss": 0.1998, + "num_input_tokens_seen": 18176128, + "step": 9435 + }, + { + "epoch": 1.5400114201810915, + "grad_norm": 0.7128431797027588, + "learning_rate": 4.3439153889954045e-05, + "loss": 0.1734, + "num_input_tokens_seen": 18186416, + "step": 9440 + }, + { + "epoch": 1.5408271474019088, + "grad_norm": 0.5922642350196838, + "learning_rate": 4.343252297269946e-05, + "loss": 0.1661, + "num_input_tokens_seen": 18196144, + "step": 9445 + }, + { + "epoch": 1.5416428746227262, + "grad_norm": 0.3041935861110687, + "learning_rate": 4.342588921291821e-05, + "loss": 0.2039, + "num_input_tokens_seen": 18206720, + "step": 9450 + }, + { + "epoch": 1.5424586018435436, + "grad_norm": 0.7385685443878174, + "learning_rate": 4.341925261163328e-05, + "loss": 0.1861, + "num_input_tokens_seen": 18215760, + "step": 9455 + }, + { + "epoch": 1.543274329064361, + "grad_norm": 0.46180155873298645, + "learning_rate": 4.341261316986813e-05, + "loss": 0.1051, + "num_input_tokens_seen": 18225664, + "step": 9460 + }, + { + "epoch": 1.5440900562851783, + "grad_norm": 0.3357546329498291, + "learning_rate": 4.340597088864664e-05, + "loss": 0.1297, + "num_input_tokens_seen": 18236224, + "step": 9465 + }, + { + "epoch": 1.5449057835059956, + "grad_norm": 0.7367506623268127, + "learning_rate": 4.339932576899313e-05, + "loss": 0.1517, + "num_input_tokens_seen": 18246192, + "step": 9470 + }, + { + "epoch": 1.545721510726813, + "grad_norm": 0.7723739147186279, + "learning_rate": 4.3392677811932375e-05, + "loss": 0.1319, + "num_input_tokens_seen": 18256368, + "step": 9475 + }, + { + "epoch": 1.5465372379476303, + "grad_norm": 0.26086851954460144, + "learning_rate": 4.338602701848956e-05, + "loss": 0.1357, + "num_input_tokens_seen": 18265440, + "step": 9480 + }, + { + "epoch": 1.5473529651684477, + "grad_norm": 1.0559775829315186, + "learning_rate": 4.337937338969033e-05, + "loss": 0.2021, + "num_input_tokens_seen": 18274320, + "step": 9485 + }, + { + "epoch": 1.548168692389265, + "grad_norm": 0.8070399761199951, + "learning_rate": 4.337271692656075e-05, + "loss": 0.1895, + "num_input_tokens_seen": 18285520, + "step": 9490 + }, + { + "epoch": 1.5489844196100824, + "grad_norm": 0.8737650513648987, + "learning_rate": 4.336605763012733e-05, + "loss": 0.2753, + "num_input_tokens_seen": 18295280, + "step": 9495 + }, + { + "epoch": 1.5498001468308997, + "grad_norm": 1.3207895755767822, + "learning_rate": 4.3359395501417026e-05, + "loss": 0.1875, + "num_input_tokens_seen": 18306192, + "step": 9500 + }, + { + "epoch": 1.550615874051717, + "grad_norm": 0.7570896148681641, + "learning_rate": 4.335273054145722e-05, + "loss": 0.2077, + "num_input_tokens_seen": 18316944, + "step": 9505 + }, + { + "epoch": 1.5514316012725344, + "grad_norm": 0.671614944934845, + "learning_rate": 4.334606275127572e-05, + "loss": 0.1592, + "num_input_tokens_seen": 18326992, + "step": 9510 + }, + { + "epoch": 1.5522473284933518, + "grad_norm": 0.7172154188156128, + "learning_rate": 4.33393921319008e-05, + "loss": 0.2381, + "num_input_tokens_seen": 18336256, + "step": 9515 + }, + { + "epoch": 1.5530630557141691, + "grad_norm": 1.027032732963562, + "learning_rate": 4.3332718684361146e-05, + "loss": 0.2955, + "num_input_tokens_seen": 18346112, + "step": 9520 + }, + { + "epoch": 1.5538787829349865, + "grad_norm": 0.821143627166748, + "learning_rate": 4.332604240968588e-05, + "loss": 0.1493, + "num_input_tokens_seen": 18355024, + "step": 9525 + }, + { + "epoch": 1.5546945101558038, + "grad_norm": 0.9948444962501526, + "learning_rate": 4.331936330890459e-05, + "loss": 0.1712, + "num_input_tokens_seen": 18364272, + "step": 9530 + }, + { + "epoch": 1.5555102373766214, + "grad_norm": 1.4589085578918457, + "learning_rate": 4.331268138304725e-05, + "loss": 0.204, + "num_input_tokens_seen": 18374544, + "step": 9535 + }, + { + "epoch": 1.5563259645974385, + "grad_norm": 0.6258326768875122, + "learning_rate": 4.330599663314431e-05, + "loss": 0.1397, + "num_input_tokens_seen": 18384768, + "step": 9540 + }, + { + "epoch": 1.5571416918182561, + "grad_norm": 0.4931464195251465, + "learning_rate": 4.329930906022665e-05, + "loss": 0.1478, + "num_input_tokens_seen": 18394176, + "step": 9545 + }, + { + "epoch": 1.5579574190390733, + "grad_norm": 0.48182612657546997, + "learning_rate": 4.3292618665325564e-05, + "loss": 0.1642, + "num_input_tokens_seen": 18402000, + "step": 9550 + }, + { + "epoch": 1.5587731462598908, + "grad_norm": 0.33910635113716125, + "learning_rate": 4.3285925449472796e-05, + "loss": 0.2133, + "num_input_tokens_seen": 18412096, + "step": 9555 + }, + { + "epoch": 1.559588873480708, + "grad_norm": 0.800054132938385, + "learning_rate": 4.327922941370054e-05, + "loss": 0.17, + "num_input_tokens_seen": 18421472, + "step": 9560 + }, + { + "epoch": 1.5604046007015255, + "grad_norm": 1.2714463472366333, + "learning_rate": 4.3272530559041384e-05, + "loss": 0.1962, + "num_input_tokens_seen": 18431680, + "step": 9565 + }, + { + "epoch": 1.5612203279223427, + "grad_norm": 1.3796558380126953, + "learning_rate": 4.32658288865284e-05, + "loss": 0.1638, + "num_input_tokens_seen": 18441616, + "step": 9570 + }, + { + "epoch": 1.5620360551431602, + "grad_norm": 1.42793607711792, + "learning_rate": 4.325912439719505e-05, + "loss": 0.2471, + "num_input_tokens_seen": 18451840, + "step": 9575 + }, + { + "epoch": 1.5628517823639774, + "grad_norm": 0.46956953406333923, + "learning_rate": 4.3252417092075266e-05, + "loss": 0.2301, + "num_input_tokens_seen": 18461296, + "step": 9580 + }, + { + "epoch": 1.563667509584795, + "grad_norm": 0.30010831356048584, + "learning_rate": 4.3245706972203385e-05, + "loss": 0.1223, + "num_input_tokens_seen": 18471856, + "step": 9585 + }, + { + "epoch": 1.564483236805612, + "grad_norm": 0.6050430536270142, + "learning_rate": 4.323899403861421e-05, + "loss": 0.2024, + "num_input_tokens_seen": 18479456, + "step": 9590 + }, + { + "epoch": 1.5652989640264297, + "grad_norm": 0.4332962930202484, + "learning_rate": 4.3232278292342935e-05, + "loss": 0.2167, + "num_input_tokens_seen": 18488592, + "step": 9595 + }, + { + "epoch": 1.5661146912472468, + "grad_norm": 0.46914225816726685, + "learning_rate": 4.322555973442524e-05, + "loss": 0.1493, + "num_input_tokens_seen": 18497776, + "step": 9600 + }, + { + "epoch": 1.5661146912472468, + "eval_loss": 0.17674177885055542, + "eval_runtime": 71.5104, + "eval_samples_per_second": 38.106, + "eval_steps_per_second": 19.06, + "num_input_tokens_seen": 18497776, + "step": 9600 + }, + { + "epoch": 1.5669304184680644, + "grad_norm": 0.7882950305938721, + "learning_rate": 4.3218838365897184e-05, + "loss": 0.111, + "num_input_tokens_seen": 18506272, + "step": 9605 + }, + { + "epoch": 1.5677461456888815, + "grad_norm": 1.4866746664047241, + "learning_rate": 4.3212114187795306e-05, + "loss": 0.1669, + "num_input_tokens_seen": 18516304, + "step": 9610 + }, + { + "epoch": 1.568561872909699, + "grad_norm": 0.6183436512947083, + "learning_rate": 4.320538720115656e-05, + "loss": 0.1899, + "num_input_tokens_seen": 18525168, + "step": 9615 + }, + { + "epoch": 1.5693776001305162, + "grad_norm": 0.6201346516609192, + "learning_rate": 4.319865740701831e-05, + "loss": 0.1464, + "num_input_tokens_seen": 18534400, + "step": 9620 + }, + { + "epoch": 1.5701933273513338, + "grad_norm": 0.577079713344574, + "learning_rate": 4.3191924806418396e-05, + "loss": 0.1775, + "num_input_tokens_seen": 18545248, + "step": 9625 + }, + { + "epoch": 1.5710090545721511, + "grad_norm": 0.4566405117511749, + "learning_rate": 4.318518940039507e-05, + "loss": 0.234, + "num_input_tokens_seen": 18554128, + "step": 9630 + }, + { + "epoch": 1.5718247817929685, + "grad_norm": 1.0031566619873047, + "learning_rate": 4.3178451189987e-05, + "loss": 0.2764, + "num_input_tokens_seen": 18564288, + "step": 9635 + }, + { + "epoch": 1.5726405090137858, + "grad_norm": 1.3233556747436523, + "learning_rate": 4.3171710176233315e-05, + "loss": 0.1484, + "num_input_tokens_seen": 18573840, + "step": 9640 + }, + { + "epoch": 1.5734562362346032, + "grad_norm": 1.4119118452072144, + "learning_rate": 4.316496636017355e-05, + "loss": 0.1838, + "num_input_tokens_seen": 18583488, + "step": 9645 + }, + { + "epoch": 1.5742719634554205, + "grad_norm": 0.8697405457496643, + "learning_rate": 4.315821974284771e-05, + "loss": 0.1735, + "num_input_tokens_seen": 18593904, + "step": 9650 + }, + { + "epoch": 1.5750876906762379, + "grad_norm": 0.7708982229232788, + "learning_rate": 4.315147032529619e-05, + "loss": 0.1797, + "num_input_tokens_seen": 18602320, + "step": 9655 + }, + { + "epoch": 1.5759034178970552, + "grad_norm": 0.2734420597553253, + "learning_rate": 4.3144718108559845e-05, + "loss": 0.1461, + "num_input_tokens_seen": 18610432, + "step": 9660 + }, + { + "epoch": 1.5767191451178726, + "grad_norm": 0.8674214482307434, + "learning_rate": 4.3137963093679945e-05, + "loss": 0.2266, + "num_input_tokens_seen": 18620896, + "step": 9665 + }, + { + "epoch": 1.57753487233869, + "grad_norm": 1.0599403381347656, + "learning_rate": 4.31312052816982e-05, + "loss": 0.2255, + "num_input_tokens_seen": 18629376, + "step": 9670 + }, + { + "epoch": 1.5783505995595073, + "grad_norm": 1.0324498414993286, + "learning_rate": 4.312444467365675e-05, + "loss": 0.1652, + "num_input_tokens_seen": 18638624, + "step": 9675 + }, + { + "epoch": 1.5791663267803246, + "grad_norm": 0.27281683683395386, + "learning_rate": 4.311768127059816e-05, + "loss": 0.1303, + "num_input_tokens_seen": 18648224, + "step": 9680 + }, + { + "epoch": 1.579982054001142, + "grad_norm": 0.45495447516441345, + "learning_rate": 4.3110915073565444e-05, + "loss": 0.1209, + "num_input_tokens_seen": 18658944, + "step": 9685 + }, + { + "epoch": 1.5807977812219594, + "grad_norm": 0.9084509015083313, + "learning_rate": 4.310414608360203e-05, + "loss": 0.1687, + "num_input_tokens_seen": 18668528, + "step": 9690 + }, + { + "epoch": 1.5816135084427767, + "grad_norm": 0.8569361567497253, + "learning_rate": 4.309737430175177e-05, + "loss": 0.1951, + "num_input_tokens_seen": 18678512, + "step": 9695 + }, + { + "epoch": 1.582429235663594, + "grad_norm": 0.4884806275367737, + "learning_rate": 4.309059972905897e-05, + "loss": 0.1087, + "num_input_tokens_seen": 18688960, + "step": 9700 + }, + { + "epoch": 1.5832449628844114, + "grad_norm": 0.7714022397994995, + "learning_rate": 4.308382236656836e-05, + "loss": 0.1142, + "num_input_tokens_seen": 18698992, + "step": 9705 + }, + { + "epoch": 1.5840606901052288, + "grad_norm": 0.8800159692764282, + "learning_rate": 4.307704221532507e-05, + "loss": 0.1832, + "num_input_tokens_seen": 18708528, + "step": 9710 + }, + { + "epoch": 1.5848764173260461, + "grad_norm": 0.9672536849975586, + "learning_rate": 4.307025927637471e-05, + "loss": 0.1601, + "num_input_tokens_seen": 18717680, + "step": 9715 + }, + { + "epoch": 1.5856921445468637, + "grad_norm": 0.34007611870765686, + "learning_rate": 4.306347355076328e-05, + "loss": 0.1867, + "num_input_tokens_seen": 18727760, + "step": 9720 + }, + { + "epoch": 1.5865078717676808, + "grad_norm": 0.5715232491493225, + "learning_rate": 4.305668503953724e-05, + "loss": 0.1567, + "num_input_tokens_seen": 18736416, + "step": 9725 + }, + { + "epoch": 1.5873235989884984, + "grad_norm": 0.6712238788604736, + "learning_rate": 4.3049893743743436e-05, + "loss": 0.2192, + "num_input_tokens_seen": 18745184, + "step": 9730 + }, + { + "epoch": 1.5881393262093155, + "grad_norm": 0.47162768244743347, + "learning_rate": 4.304309966442919e-05, + "loss": 0.1556, + "num_input_tokens_seen": 18754224, + "step": 9735 + }, + { + "epoch": 1.588955053430133, + "grad_norm": 0.8323774933815002, + "learning_rate": 4.303630280264224e-05, + "loss": 0.1413, + "num_input_tokens_seen": 18765392, + "step": 9740 + }, + { + "epoch": 1.5897707806509502, + "grad_norm": 1.927935242652893, + "learning_rate": 4.302950315943074e-05, + "loss": 0.1667, + "num_input_tokens_seen": 18775792, + "step": 9745 + }, + { + "epoch": 1.5905865078717678, + "grad_norm": 0.31282395124435425, + "learning_rate": 4.3022700735843275e-05, + "loss": 0.1827, + "num_input_tokens_seen": 18784544, + "step": 9750 + }, + { + "epoch": 1.591402235092585, + "grad_norm": 1.8174831867218018, + "learning_rate": 4.301589553292887e-05, + "loss": 0.1838, + "num_input_tokens_seen": 18794000, + "step": 9755 + }, + { + "epoch": 1.5922179623134025, + "grad_norm": 0.8003894090652466, + "learning_rate": 4.300908755173697e-05, + "loss": 0.1632, + "num_input_tokens_seen": 18804528, + "step": 9760 + }, + { + "epoch": 1.5930336895342196, + "grad_norm": 1.357282280921936, + "learning_rate": 4.300227679331745e-05, + "loss": 0.2051, + "num_input_tokens_seen": 18813664, + "step": 9765 + }, + { + "epoch": 1.5938494167550372, + "grad_norm": 0.741680920124054, + "learning_rate": 4.299546325872063e-05, + "loss": 0.1925, + "num_input_tokens_seen": 18823104, + "step": 9770 + }, + { + "epoch": 1.5946651439758543, + "grad_norm": 0.765764057636261, + "learning_rate": 4.2988646948997225e-05, + "loss": 0.2027, + "num_input_tokens_seen": 18832592, + "step": 9775 + }, + { + "epoch": 1.595480871196672, + "grad_norm": 0.49950551986694336, + "learning_rate": 4.29818278651984e-05, + "loss": 0.1731, + "num_input_tokens_seen": 18842640, + "step": 9780 + }, + { + "epoch": 1.596296598417489, + "grad_norm": 0.8026099801063538, + "learning_rate": 4.297500600837574e-05, + "loss": 0.2692, + "num_input_tokens_seen": 18852016, + "step": 9785 + }, + { + "epoch": 1.5971123256383066, + "grad_norm": 0.8827738761901855, + "learning_rate": 4.2968181379581276e-05, + "loss": 0.1239, + "num_input_tokens_seen": 18862880, + "step": 9790 + }, + { + "epoch": 1.5979280528591238, + "grad_norm": 0.9832197427749634, + "learning_rate": 4.296135397986743e-05, + "loss": 0.224, + "num_input_tokens_seen": 18871312, + "step": 9795 + }, + { + "epoch": 1.5987437800799413, + "grad_norm": 0.9410548210144043, + "learning_rate": 4.295452381028709e-05, + "loss": 0.1614, + "num_input_tokens_seen": 18881008, + "step": 9800 + }, + { + "epoch": 1.5987437800799413, + "eval_loss": 0.17278136312961578, + "eval_runtime": 71.3269, + "eval_samples_per_second": 38.204, + "eval_steps_per_second": 19.109, + "num_input_tokens_seen": 18881008, + "step": 9800 + }, + { + "epoch": 1.5995595073007585, + "grad_norm": 0.6168811917304993, + "learning_rate": 4.294769087189354e-05, + "loss": 0.156, + "num_input_tokens_seen": 18891936, + "step": 9805 + }, + { + "epoch": 1.600375234521576, + "grad_norm": 0.29826751351356506, + "learning_rate": 4.294085516574052e-05, + "loss": 0.1053, + "num_input_tokens_seen": 18901440, + "step": 9810 + }, + { + "epoch": 1.6011909617423934, + "grad_norm": 0.40703150629997253, + "learning_rate": 4.2934016692882176e-05, + "loss": 0.1651, + "num_input_tokens_seen": 18911696, + "step": 9815 + }, + { + "epoch": 1.6020066889632107, + "grad_norm": 0.4225160777568817, + "learning_rate": 4.292717545437308e-05, + "loss": 0.1728, + "num_input_tokens_seen": 18920416, + "step": 9820 + }, + { + "epoch": 1.602822416184028, + "grad_norm": 0.6580531597137451, + "learning_rate": 4.292033145126825e-05, + "loss": 0.2177, + "num_input_tokens_seen": 18930256, + "step": 9825 + }, + { + "epoch": 1.6036381434048455, + "grad_norm": 1.3664698600769043, + "learning_rate": 4.29134846846231e-05, + "loss": 0.2324, + "num_input_tokens_seen": 18940400, + "step": 9830 + }, + { + "epoch": 1.6044538706256628, + "grad_norm": 0.5742804408073425, + "learning_rate": 4.29066351554935e-05, + "loss": 0.1427, + "num_input_tokens_seen": 18950032, + "step": 9835 + }, + { + "epoch": 1.6052695978464802, + "grad_norm": 0.754656970500946, + "learning_rate": 4.289978286493574e-05, + "loss": 0.1911, + "num_input_tokens_seen": 18959056, + "step": 9840 + }, + { + "epoch": 1.6060853250672975, + "grad_norm": 0.5058391094207764, + "learning_rate": 4.28929278140065e-05, + "loss": 0.1688, + "num_input_tokens_seen": 18969296, + "step": 9845 + }, + { + "epoch": 1.6069010522881149, + "grad_norm": 1.0944347381591797, + "learning_rate": 4.288607000376295e-05, + "loss": 0.2454, + "num_input_tokens_seen": 18979920, + "step": 9850 + }, + { + "epoch": 1.6077167795089322, + "grad_norm": 0.5277267098426819, + "learning_rate": 4.2879209435262624e-05, + "loss": 0.134, + "num_input_tokens_seen": 18989424, + "step": 9855 + }, + { + "epoch": 1.6085325067297496, + "grad_norm": 0.5198032855987549, + "learning_rate": 4.287234610956353e-05, + "loss": 0.1729, + "num_input_tokens_seen": 18998976, + "step": 9860 + }, + { + "epoch": 1.609348233950567, + "grad_norm": 0.8011919260025024, + "learning_rate": 4.2865480027724056e-05, + "loss": 0.1045, + "num_input_tokens_seen": 19007632, + "step": 9865 + }, + { + "epoch": 1.6101639611713843, + "grad_norm": 0.9149743914604187, + "learning_rate": 4.285861119080306e-05, + "loss": 0.1358, + "num_input_tokens_seen": 19017568, + "step": 9870 + }, + { + "epoch": 1.6109796883922016, + "grad_norm": 0.8153284192085266, + "learning_rate": 4.2851739599859784e-05, + "loss": 0.1883, + "num_input_tokens_seen": 19027520, + "step": 9875 + }, + { + "epoch": 1.611795415613019, + "grad_norm": 0.6526473164558411, + "learning_rate": 4.2844865255953934e-05, + "loss": 0.1037, + "num_input_tokens_seen": 19035904, + "step": 9880 + }, + { + "epoch": 1.6126111428338363, + "grad_norm": 1.580649733543396, + "learning_rate": 4.2837988160145605e-05, + "loss": 0.2615, + "num_input_tokens_seen": 19045360, + "step": 9885 + }, + { + "epoch": 1.6134268700546537, + "grad_norm": 1.1370407342910767, + "learning_rate": 4.2831108313495336e-05, + "loss": 0.1465, + "num_input_tokens_seen": 19056608, + "step": 9890 + }, + { + "epoch": 1.614242597275471, + "grad_norm": 0.7272325158119202, + "learning_rate": 4.282422571706408e-05, + "loss": 0.2279, + "num_input_tokens_seen": 19066464, + "step": 9895 + }, + { + "epoch": 1.6150583244962884, + "grad_norm": 0.5700627565383911, + "learning_rate": 4.281734037191323e-05, + "loss": 0.1317, + "num_input_tokens_seen": 19076016, + "step": 9900 + }, + { + "epoch": 1.615874051717106, + "grad_norm": 0.5456973910331726, + "learning_rate": 4.281045227910459e-05, + "loss": 0.1551, + "num_input_tokens_seen": 19084992, + "step": 9905 + }, + { + "epoch": 1.616689778937923, + "grad_norm": 1.1100842952728271, + "learning_rate": 4.280356143970038e-05, + "loss": 0.1681, + "num_input_tokens_seen": 19093712, + "step": 9910 + }, + { + "epoch": 1.6175055061587407, + "grad_norm": 0.4078032672405243, + "learning_rate": 4.279666785476327e-05, + "loss": 0.195, + "num_input_tokens_seen": 19103888, + "step": 9915 + }, + { + "epoch": 1.6183212333795578, + "grad_norm": 0.6919465661048889, + "learning_rate": 4.2789771525356325e-05, + "loss": 0.1904, + "num_input_tokens_seen": 19112640, + "step": 9920 + }, + { + "epoch": 1.6191369606003754, + "grad_norm": 1.3213318586349487, + "learning_rate": 4.2782872452543056e-05, + "loss": 0.2727, + "num_input_tokens_seen": 19122304, + "step": 9925 + }, + { + "epoch": 1.6199526878211925, + "grad_norm": 0.32984381914138794, + "learning_rate": 4.2775970637387376e-05, + "loss": 0.2059, + "num_input_tokens_seen": 19132032, + "step": 9930 + }, + { + "epoch": 1.62076841504201, + "grad_norm": 0.8773515224456787, + "learning_rate": 4.276906608095363e-05, + "loss": 0.2094, + "num_input_tokens_seen": 19142432, + "step": 9935 + }, + { + "epoch": 1.6215841422628272, + "grad_norm": 0.3619709014892578, + "learning_rate": 4.276215878430661e-05, + "loss": 0.1334, + "num_input_tokens_seen": 19151840, + "step": 9940 + }, + { + "epoch": 1.6223998694836448, + "grad_norm": 0.3695654273033142, + "learning_rate": 4.275524874851149e-05, + "loss": 0.1017, + "num_input_tokens_seen": 19161680, + "step": 9945 + }, + { + "epoch": 1.623215596704462, + "grad_norm": 0.9635371565818787, + "learning_rate": 4.274833597463388e-05, + "loss": 0.1779, + "num_input_tokens_seen": 19170832, + "step": 9950 + }, + { + "epoch": 1.6240313239252795, + "grad_norm": 0.7491280436515808, + "learning_rate": 4.2741420463739824e-05, + "loss": 0.2461, + "num_input_tokens_seen": 19180176, + "step": 9955 + }, + { + "epoch": 1.6248470511460966, + "grad_norm": 0.8064590692520142, + "learning_rate": 4.273450221689578e-05, + "loss": 0.2122, + "num_input_tokens_seen": 19188800, + "step": 9960 + }, + { + "epoch": 1.6256627783669142, + "grad_norm": 1.1371387243270874, + "learning_rate": 4.272758123516863e-05, + "loss": 0.2994, + "num_input_tokens_seen": 19197552, + "step": 9965 + }, + { + "epoch": 1.6264785055877313, + "grad_norm": 0.7124847769737244, + "learning_rate": 4.272065751962567e-05, + "loss": 0.1495, + "num_input_tokens_seen": 19207536, + "step": 9970 + }, + { + "epoch": 1.627294232808549, + "grad_norm": 1.245585322380066, + "learning_rate": 4.271373107133464e-05, + "loss": 0.1496, + "num_input_tokens_seen": 19217680, + "step": 9975 + }, + { + "epoch": 1.628109960029366, + "grad_norm": 0.9085819721221924, + "learning_rate": 4.270680189136366e-05, + "loss": 0.1691, + "num_input_tokens_seen": 19227328, + "step": 9980 + }, + { + "epoch": 1.6289256872501836, + "grad_norm": 1.2441691160202026, + "learning_rate": 4.269986998078132e-05, + "loss": 0.1765, + "num_input_tokens_seen": 19237088, + "step": 9985 + }, + { + "epoch": 1.6297414144710007, + "grad_norm": 0.6600145101547241, + "learning_rate": 4.2692935340656595e-05, + "loss": 0.1991, + "num_input_tokens_seen": 19246416, + "step": 9990 + }, + { + "epoch": 1.6305571416918183, + "grad_norm": 1.1252580881118774, + "learning_rate": 4.26859979720589e-05, + "loss": 0.2461, + "num_input_tokens_seen": 19257344, + "step": 9995 + }, + { + "epoch": 1.6313728689126357, + "grad_norm": 0.5096603631973267, + "learning_rate": 4.267905787605806e-05, + "loss": 0.2694, + "num_input_tokens_seen": 19266960, + "step": 10000 + }, + { + "epoch": 1.6313728689126357, + "eval_loss": 0.1713564544916153, + "eval_runtime": 71.4651, + "eval_samples_per_second": 38.131, + "eval_steps_per_second": 19.072, + "num_input_tokens_seen": 19266960, + "step": 10000 + }, + { + "epoch": 1.632188596133453, + "grad_norm": 0.8233965635299683, + "learning_rate": 4.267211505372433e-05, + "loss": 0.1388, + "num_input_tokens_seen": 19276304, + "step": 10005 + }, + { + "epoch": 1.6330043233542704, + "grad_norm": 1.0485743284225464, + "learning_rate": 4.266516950612837e-05, + "loss": 0.1878, + "num_input_tokens_seen": 19286672, + "step": 10010 + }, + { + "epoch": 1.6338200505750877, + "grad_norm": 0.6933249235153198, + "learning_rate": 4.265822123434128e-05, + "loss": 0.1729, + "num_input_tokens_seen": 19296944, + "step": 10015 + }, + { + "epoch": 1.634635777795905, + "grad_norm": 1.0090548992156982, + "learning_rate": 4.265127023943457e-05, + "loss": 0.202, + "num_input_tokens_seen": 19307120, + "step": 10020 + }, + { + "epoch": 1.6354515050167224, + "grad_norm": 0.2550550401210785, + "learning_rate": 4.2644316522480176e-05, + "loss": 0.1548, + "num_input_tokens_seen": 19316384, + "step": 10025 + }, + { + "epoch": 1.6362672322375398, + "grad_norm": 0.93636155128479, + "learning_rate": 4.263736008455044e-05, + "loss": 0.1333, + "num_input_tokens_seen": 19325792, + "step": 10030 + }, + { + "epoch": 1.6370829594583571, + "grad_norm": 0.6179105639457703, + "learning_rate": 4.2630400926718125e-05, + "loss": 0.1537, + "num_input_tokens_seen": 19336448, + "step": 10035 + }, + { + "epoch": 1.6378986866791745, + "grad_norm": 0.5415889024734497, + "learning_rate": 4.262343905005644e-05, + "loss": 0.1719, + "num_input_tokens_seen": 19345280, + "step": 10040 + }, + { + "epoch": 1.6387144138999918, + "grad_norm": 0.961217999458313, + "learning_rate": 4.261647445563897e-05, + "loss": 0.1951, + "num_input_tokens_seen": 19355248, + "step": 10045 + }, + { + "epoch": 1.6395301411208092, + "grad_norm": 0.3712841868400574, + "learning_rate": 4.260950714453976e-05, + "loss": 0.1581, + "num_input_tokens_seen": 19364480, + "step": 10050 + }, + { + "epoch": 1.6403458683416265, + "grad_norm": 0.48016616702079773, + "learning_rate": 4.2602537117833266e-05, + "loss": 0.1518, + "num_input_tokens_seen": 19374688, + "step": 10055 + }, + { + "epoch": 1.641161595562444, + "grad_norm": 0.4292346239089966, + "learning_rate": 4.259556437659433e-05, + "loss": 0.2324, + "num_input_tokens_seen": 19384320, + "step": 10060 + }, + { + "epoch": 1.6419773227832613, + "grad_norm": 0.7155112624168396, + "learning_rate": 4.258858892189825e-05, + "loss": 0.1439, + "num_input_tokens_seen": 19393488, + "step": 10065 + }, + { + "epoch": 1.6427930500040786, + "grad_norm": 0.9065995812416077, + "learning_rate": 4.2581610754820725e-05, + "loss": 0.1586, + "num_input_tokens_seen": 19402128, + "step": 10070 + }, + { + "epoch": 1.643608777224896, + "grad_norm": 0.9529632925987244, + "learning_rate": 4.2574629876437876e-05, + "loss": 0.1935, + "num_input_tokens_seen": 19410896, + "step": 10075 + }, + { + "epoch": 1.6444245044457133, + "grad_norm": 1.3199623823165894, + "learning_rate": 4.256764628782625e-05, + "loss": 0.1989, + "num_input_tokens_seen": 19421360, + "step": 10080 + }, + { + "epoch": 1.6452402316665307, + "grad_norm": 1.019334077835083, + "learning_rate": 4.256065999006279e-05, + "loss": 0.1581, + "num_input_tokens_seen": 19431200, + "step": 10085 + }, + { + "epoch": 1.6460559588873482, + "grad_norm": 0.3224068582057953, + "learning_rate": 4.2553670984224885e-05, + "loss": 0.1697, + "num_input_tokens_seen": 19441264, + "step": 10090 + }, + { + "epoch": 1.6468716861081654, + "grad_norm": 0.664745032787323, + "learning_rate": 4.254667927139032e-05, + "loss": 0.1589, + "num_input_tokens_seen": 19451040, + "step": 10095 + }, + { + "epoch": 1.647687413328983, + "grad_norm": 0.542110800743103, + "learning_rate": 4.2539684852637295e-05, + "loss": 0.1631, + "num_input_tokens_seen": 19461232, + "step": 10100 + }, + { + "epoch": 1.6485031405498, + "grad_norm": 0.41874930262565613, + "learning_rate": 4.253268772904446e-05, + "loss": 0.145, + "num_input_tokens_seen": 19472000, + "step": 10105 + }, + { + "epoch": 1.6493188677706176, + "grad_norm": 0.6595090627670288, + "learning_rate": 4.252568790169085e-05, + "loss": 0.1859, + "num_input_tokens_seen": 19481776, + "step": 10110 + }, + { + "epoch": 1.6501345949914348, + "grad_norm": 0.6689630746841431, + "learning_rate": 4.251868537165592e-05, + "loss": 0.15, + "num_input_tokens_seen": 19492560, + "step": 10115 + }, + { + "epoch": 1.6509503222122524, + "grad_norm": 0.5655263662338257, + "learning_rate": 4.251168014001955e-05, + "loss": 0.1846, + "num_input_tokens_seen": 19501344, + "step": 10120 + }, + { + "epoch": 1.6517660494330695, + "grad_norm": 0.9364219307899475, + "learning_rate": 4.250467220786204e-05, + "loss": 0.1607, + "num_input_tokens_seen": 19512048, + "step": 10125 + }, + { + "epoch": 1.652581776653887, + "grad_norm": 0.7064518928527832, + "learning_rate": 4.249766157626409e-05, + "loss": 0.2384, + "num_input_tokens_seen": 19521248, + "step": 10130 + }, + { + "epoch": 1.6533975038747042, + "grad_norm": 0.8300517797470093, + "learning_rate": 4.249064824630684e-05, + "loss": 0.1394, + "num_input_tokens_seen": 19531136, + "step": 10135 + }, + { + "epoch": 1.6542132310955218, + "grad_norm": 0.41881197690963745, + "learning_rate": 4.248363221907183e-05, + "loss": 0.1391, + "num_input_tokens_seen": 19540816, + "step": 10140 + }, + { + "epoch": 1.655028958316339, + "grad_norm": 0.34855544567108154, + "learning_rate": 4.2476613495641026e-05, + "loss": 0.1209, + "num_input_tokens_seen": 19550912, + "step": 10145 + }, + { + "epoch": 1.6558446855371565, + "grad_norm": 1.0542881488800049, + "learning_rate": 4.246959207709679e-05, + "loss": 0.2406, + "num_input_tokens_seen": 19560352, + "step": 10150 + }, + { + "epoch": 1.6566604127579736, + "grad_norm": 1.6545453071594238, + "learning_rate": 4.246256796452192e-05, + "loss": 0.1938, + "num_input_tokens_seen": 19569488, + "step": 10155 + }, + { + "epoch": 1.6574761399787912, + "grad_norm": 0.5809624791145325, + "learning_rate": 4.245554115899962e-05, + "loss": 0.1199, + "num_input_tokens_seen": 19579024, + "step": 10160 + }, + { + "epoch": 1.6582918671996083, + "grad_norm": 0.7947636246681213, + "learning_rate": 4.2448511661613514e-05, + "loss": 0.1499, + "num_input_tokens_seen": 19587984, + "step": 10165 + }, + { + "epoch": 1.6591075944204259, + "grad_norm": 0.6326614022254944, + "learning_rate": 4.2441479473447635e-05, + "loss": 0.188, + "num_input_tokens_seen": 19596608, + "step": 10170 + }, + { + "epoch": 1.659923321641243, + "grad_norm": 0.7086779475212097, + "learning_rate": 4.243444459558644e-05, + "loss": 0.1394, + "num_input_tokens_seen": 19606400, + "step": 10175 + }, + { + "epoch": 1.6607390488620606, + "grad_norm": 0.5009849071502686, + "learning_rate": 4.24274070291148e-05, + "loss": 0.2183, + "num_input_tokens_seen": 19614928, + "step": 10180 + }, + { + "epoch": 1.661554776082878, + "grad_norm": 0.4269467294216156, + "learning_rate": 4.242036677511798e-05, + "loss": 0.1747, + "num_input_tokens_seen": 19623488, + "step": 10185 + }, + { + "epoch": 1.6623705033036953, + "grad_norm": 0.8815948963165283, + "learning_rate": 4.241332383468169e-05, + "loss": 0.1521, + "num_input_tokens_seen": 19631584, + "step": 10190 + }, + { + "epoch": 1.6631862305245126, + "grad_norm": 1.3113014698028564, + "learning_rate": 4.2406278208892034e-05, + "loss": 0.1644, + "num_input_tokens_seen": 19641056, + "step": 10195 + }, + { + "epoch": 1.66400195774533, + "grad_norm": 0.6788979768753052, + "learning_rate": 4.2399229898835536e-05, + "loss": 0.1692, + "num_input_tokens_seen": 19650480, + "step": 10200 + }, + { + "epoch": 1.66400195774533, + "eval_loss": 0.17060834169387817, + "eval_runtime": 71.3544, + "eval_samples_per_second": 38.19, + "eval_steps_per_second": 19.102, + "num_input_tokens_seen": 19650480, + "step": 10200 + }, + { + "epoch": 1.6648176849661473, + "grad_norm": 0.8498218655586243, + "learning_rate": 4.239217890559914e-05, + "loss": 0.1453, + "num_input_tokens_seen": 19660592, + "step": 10205 + }, + { + "epoch": 1.6656334121869647, + "grad_norm": 1.3954859972000122, + "learning_rate": 4.238512523027019e-05, + "loss": 0.1984, + "num_input_tokens_seen": 19670240, + "step": 10210 + }, + { + "epoch": 1.666449139407782, + "grad_norm": 0.30364033579826355, + "learning_rate": 4.237806887393645e-05, + "loss": 0.1266, + "num_input_tokens_seen": 19679808, + "step": 10215 + }, + { + "epoch": 1.6672648666285994, + "grad_norm": 1.1953058242797852, + "learning_rate": 4.237100983768611e-05, + "loss": 0.2502, + "num_input_tokens_seen": 19690432, + "step": 10220 + }, + { + "epoch": 1.6680805938494168, + "grad_norm": 0.9611231684684753, + "learning_rate": 4.2363948122607756e-05, + "loss": 0.11, + "num_input_tokens_seen": 19699824, + "step": 10225 + }, + { + "epoch": 1.6688963210702341, + "grad_norm": 1.0298823118209839, + "learning_rate": 4.235688372979039e-05, + "loss": 0.2271, + "num_input_tokens_seen": 19709808, + "step": 10230 + }, + { + "epoch": 1.6697120482910515, + "grad_norm": 0.4625050723552704, + "learning_rate": 4.234981666032343e-05, + "loss": 0.2516, + "num_input_tokens_seen": 19719232, + "step": 10235 + }, + { + "epoch": 1.6705277755118688, + "grad_norm": 0.4242928624153137, + "learning_rate": 4.2342746915296704e-05, + "loss": 0.1308, + "num_input_tokens_seen": 19729360, + "step": 10240 + }, + { + "epoch": 1.6713435027326862, + "grad_norm": 0.6938020586967468, + "learning_rate": 4.233567449580047e-05, + "loss": 0.1194, + "num_input_tokens_seen": 19740160, + "step": 10245 + }, + { + "epoch": 1.6721592299535035, + "grad_norm": 0.8392646312713623, + "learning_rate": 4.232859940292537e-05, + "loss": 0.1753, + "num_input_tokens_seen": 19748304, + "step": 10250 + }, + { + "epoch": 1.6729749571743209, + "grad_norm": 0.7242780923843384, + "learning_rate": 4.232152163776248e-05, + "loss": 0.2051, + "num_input_tokens_seen": 19758464, + "step": 10255 + }, + { + "epoch": 1.6737906843951382, + "grad_norm": 0.4717921316623688, + "learning_rate": 4.231444120140328e-05, + "loss": 0.1712, + "num_input_tokens_seen": 19768992, + "step": 10260 + }, + { + "epoch": 1.6746064116159556, + "grad_norm": 0.43192747235298157, + "learning_rate": 4.230735809493967e-05, + "loss": 0.2041, + "num_input_tokens_seen": 19778768, + "step": 10265 + }, + { + "epoch": 1.675422138836773, + "grad_norm": 0.6124477982521057, + "learning_rate": 4.2300272319463926e-05, + "loss": 0.1454, + "num_input_tokens_seen": 19788768, + "step": 10270 + }, + { + "epoch": 1.6762378660575903, + "grad_norm": 0.5307144522666931, + "learning_rate": 4.2293183876068786e-05, + "loss": 0.1426, + "num_input_tokens_seen": 19798416, + "step": 10275 + }, + { + "epoch": 1.6770535932784076, + "grad_norm": 1.0977492332458496, + "learning_rate": 4.228609276584737e-05, + "loss": 0.1745, + "num_input_tokens_seen": 19809136, + "step": 10280 + }, + { + "epoch": 1.6778693204992252, + "grad_norm": 1.3336217403411865, + "learning_rate": 4.227899898989323e-05, + "loss": 0.1798, + "num_input_tokens_seen": 19818304, + "step": 10285 + }, + { + "epoch": 1.6786850477200423, + "grad_norm": 0.8191355466842651, + "learning_rate": 4.2271902549300293e-05, + "loss": 0.2001, + "num_input_tokens_seen": 19827120, + "step": 10290 + }, + { + "epoch": 1.67950077494086, + "grad_norm": 0.5308585166931152, + "learning_rate": 4.226480344516294e-05, + "loss": 0.2692, + "num_input_tokens_seen": 19837520, + "step": 10295 + }, + { + "epoch": 1.680316502161677, + "grad_norm": 0.3611479103565216, + "learning_rate": 4.2257701678575925e-05, + "loss": 0.1425, + "num_input_tokens_seen": 19846960, + "step": 10300 + }, + { + "epoch": 1.6811322293824946, + "grad_norm": 0.44254443049430847, + "learning_rate": 4.225059725063444e-05, + "loss": 0.1184, + "num_input_tokens_seen": 19856432, + "step": 10305 + }, + { + "epoch": 1.6819479566033118, + "grad_norm": 0.8203864097595215, + "learning_rate": 4.2243490162434074e-05, + "loss": 0.2078, + "num_input_tokens_seen": 19866128, + "step": 10310 + }, + { + "epoch": 1.6827636838241293, + "grad_norm": 0.2017327845096588, + "learning_rate": 4.223638041507083e-05, + "loss": 0.1008, + "num_input_tokens_seen": 19875568, + "step": 10315 + }, + { + "epoch": 1.6835794110449465, + "grad_norm": 0.3778860867023468, + "learning_rate": 4.2229268009641124e-05, + "loss": 0.1537, + "num_input_tokens_seen": 19885600, + "step": 10320 + }, + { + "epoch": 1.684395138265764, + "grad_norm": 0.5396379828453064, + "learning_rate": 4.222215294724177e-05, + "loss": 0.1554, + "num_input_tokens_seen": 19895008, + "step": 10325 + }, + { + "epoch": 1.6852108654865812, + "grad_norm": 0.6811320185661316, + "learning_rate": 4.2215035228970005e-05, + "loss": 0.2013, + "num_input_tokens_seen": 19903424, + "step": 10330 + }, + { + "epoch": 1.6860265927073987, + "grad_norm": 0.6003723740577698, + "learning_rate": 4.2207914855923464e-05, + "loss": 0.2266, + "num_input_tokens_seen": 19913504, + "step": 10335 + }, + { + "epoch": 1.6868423199282159, + "grad_norm": 0.49792903661727905, + "learning_rate": 4.220079182920021e-05, + "loss": 0.2125, + "num_input_tokens_seen": 19921632, + "step": 10340 + }, + { + "epoch": 1.6876580471490334, + "grad_norm": 0.8802964091300964, + "learning_rate": 4.2193666149898705e-05, + "loss": 0.1664, + "num_input_tokens_seen": 19932256, + "step": 10345 + }, + { + "epoch": 1.6884737743698506, + "grad_norm": 1.4355103969573975, + "learning_rate": 4.21865378191178e-05, + "loss": 0.193, + "num_input_tokens_seen": 19942064, + "step": 10350 + }, + { + "epoch": 1.6892895015906682, + "grad_norm": 0.5490191578865051, + "learning_rate": 4.217940683795678e-05, + "loss": 0.1519, + "num_input_tokens_seen": 19952144, + "step": 10355 + }, + { + "epoch": 1.6901052288114853, + "grad_norm": 1.0603203773498535, + "learning_rate": 4.217227320751534e-05, + "loss": 0.1689, + "num_input_tokens_seen": 19962592, + "step": 10360 + }, + { + "epoch": 1.6909209560323029, + "grad_norm": 1.0154943466186523, + "learning_rate": 4.216513692889358e-05, + "loss": 0.1856, + "num_input_tokens_seen": 19971520, + "step": 10365 + }, + { + "epoch": 1.6917366832531202, + "grad_norm": 0.8205354809761047, + "learning_rate": 4.215799800319199e-05, + "loss": 0.1378, + "num_input_tokens_seen": 19980784, + "step": 10370 + }, + { + "epoch": 1.6925524104739376, + "grad_norm": 0.5635096430778503, + "learning_rate": 4.2150856431511485e-05, + "loss": 0.2003, + "num_input_tokens_seen": 19990528, + "step": 10375 + }, + { + "epoch": 1.693368137694755, + "grad_norm": 1.331689715385437, + "learning_rate": 4.214371221495339e-05, + "loss": 0.163, + "num_input_tokens_seen": 20000000, + "step": 10380 + }, + { + "epoch": 1.6941838649155723, + "grad_norm": 0.5162087082862854, + "learning_rate": 4.213656535461942e-05, + "loss": 0.1996, + "num_input_tokens_seen": 20010544, + "step": 10385 + }, + { + "epoch": 1.6949995921363896, + "grad_norm": 1.027755856513977, + "learning_rate": 4.2129415851611734e-05, + "loss": 0.1744, + "num_input_tokens_seen": 20020704, + "step": 10390 + }, + { + "epoch": 1.695815319357207, + "grad_norm": 0.3650584816932678, + "learning_rate": 4.2122263707032855e-05, + "loss": 0.1829, + "num_input_tokens_seen": 20030672, + "step": 10395 + }, + { + "epoch": 1.6966310465780243, + "grad_norm": 0.5821834206581116, + "learning_rate": 4.211510892198574e-05, + "loss": 0.2029, + "num_input_tokens_seen": 20041120, + "step": 10400 + }, + { + "epoch": 1.6966310465780243, + "eval_loss": 0.170207679271698, + "eval_runtime": 71.4346, + "eval_samples_per_second": 38.147, + "eval_steps_per_second": 19.08, + "num_input_tokens_seen": 20041120, + "step": 10400 + }, + { + "epoch": 1.6974467737988417, + "grad_norm": 1.329378366470337, + "learning_rate": 4.210795149757375e-05, + "loss": 0.1942, + "num_input_tokens_seen": 20049536, + "step": 10405 + }, + { + "epoch": 1.698262501019659, + "grad_norm": 0.44931381940841675, + "learning_rate": 4.210079143490065e-05, + "loss": 0.1973, + "num_input_tokens_seen": 20058064, + "step": 10410 + }, + { + "epoch": 1.6990782282404764, + "grad_norm": 0.34438377618789673, + "learning_rate": 4.2093628735070604e-05, + "loss": 0.1552, + "num_input_tokens_seen": 20066880, + "step": 10415 + }, + { + "epoch": 1.6998939554612937, + "grad_norm": 0.43227919936180115, + "learning_rate": 4.208646339918819e-05, + "loss": 0.1821, + "num_input_tokens_seen": 20076432, + "step": 10420 + }, + { + "epoch": 1.700709682682111, + "grad_norm": 0.5912210941314697, + "learning_rate": 4.2079295428358414e-05, + "loss": 0.233, + "num_input_tokens_seen": 20085856, + "step": 10425 + }, + { + "epoch": 1.7015254099029284, + "grad_norm": 0.1771836131811142, + "learning_rate": 4.207212482368664e-05, + "loss": 0.1198, + "num_input_tokens_seen": 20096624, + "step": 10430 + }, + { + "epoch": 1.7023411371237458, + "grad_norm": 0.4468366801738739, + "learning_rate": 4.206495158627867e-05, + "loss": 0.2345, + "num_input_tokens_seen": 20106976, + "step": 10435 + }, + { + "epoch": 1.7031568643445631, + "grad_norm": 1.2056270837783813, + "learning_rate": 4.205777571724073e-05, + "loss": 0.2169, + "num_input_tokens_seen": 20117088, + "step": 10440 + }, + { + "epoch": 1.7039725915653805, + "grad_norm": 0.7635363936424255, + "learning_rate": 4.20505972176794e-05, + "loss": 0.2111, + "num_input_tokens_seen": 20126688, + "step": 10445 + }, + { + "epoch": 1.7047883187861979, + "grad_norm": 1.0968906879425049, + "learning_rate": 4.204341608870171e-05, + "loss": 0.2469, + "num_input_tokens_seen": 20137424, + "step": 10450 + }, + { + "epoch": 1.7056040460070152, + "grad_norm": 0.5833735466003418, + "learning_rate": 4.203623233141508e-05, + "loss": 0.1364, + "num_input_tokens_seen": 20147392, + "step": 10455 + }, + { + "epoch": 1.7064197732278326, + "grad_norm": 0.718672513961792, + "learning_rate": 4.2029045946927334e-05, + "loss": 0.1934, + "num_input_tokens_seen": 20156176, + "step": 10460 + }, + { + "epoch": 1.70723550044865, + "grad_norm": 0.885252058506012, + "learning_rate": 4.20218569363467e-05, + "loss": 0.148, + "num_input_tokens_seen": 20164464, + "step": 10465 + }, + { + "epoch": 1.7080512276694675, + "grad_norm": 0.6212249994277954, + "learning_rate": 4.2014665300781834e-05, + "loss": 0.1773, + "num_input_tokens_seen": 20174128, + "step": 10470 + }, + { + "epoch": 1.7088669548902846, + "grad_norm": 0.4995623528957367, + "learning_rate": 4.200747104134174e-05, + "loss": 0.1953, + "num_input_tokens_seen": 20182496, + "step": 10475 + }, + { + "epoch": 1.7096826821111022, + "grad_norm": 0.6355398893356323, + "learning_rate": 4.200027415913588e-05, + "loss": 0.1866, + "num_input_tokens_seen": 20191440, + "step": 10480 + }, + { + "epoch": 1.7104984093319193, + "grad_norm": 1.2073365449905396, + "learning_rate": 4.1993074655274126e-05, + "loss": 0.208, + "num_input_tokens_seen": 20200896, + "step": 10485 + }, + { + "epoch": 1.711314136552737, + "grad_norm": 0.7411563992500305, + "learning_rate": 4.198587253086669e-05, + "loss": 0.1233, + "num_input_tokens_seen": 20210688, + "step": 10490 + }, + { + "epoch": 1.712129863773554, + "grad_norm": 0.8925896286964417, + "learning_rate": 4.197866778702426e-05, + "loss": 0.1044, + "num_input_tokens_seen": 20220848, + "step": 10495 + }, + { + "epoch": 1.7129455909943716, + "grad_norm": 0.36766016483306885, + "learning_rate": 4.197146042485789e-05, + "loss": 0.1723, + "num_input_tokens_seen": 20230320, + "step": 10500 + }, + { + "epoch": 1.7137613182151887, + "grad_norm": 1.007257342338562, + "learning_rate": 4.1964250445479046e-05, + "loss": 0.1654, + "num_input_tokens_seen": 20239264, + "step": 10505 + }, + { + "epoch": 1.7145770454360063, + "grad_norm": 0.8069183230400085, + "learning_rate": 4.19570378499996e-05, + "loss": 0.1744, + "num_input_tokens_seen": 20248768, + "step": 10510 + }, + { + "epoch": 1.7153927726568234, + "grad_norm": 0.8897621631622314, + "learning_rate": 4.194982263953182e-05, + "loss": 0.1541, + "num_input_tokens_seen": 20258528, + "step": 10515 + }, + { + "epoch": 1.716208499877641, + "grad_norm": 1.3008975982666016, + "learning_rate": 4.194260481518838e-05, + "loss": 0.2872, + "num_input_tokens_seen": 20267536, + "step": 10520 + }, + { + "epoch": 1.7170242270984581, + "grad_norm": 1.3077940940856934, + "learning_rate": 4.1935384378082366e-05, + "loss": 0.1595, + "num_input_tokens_seen": 20277248, + "step": 10525 + }, + { + "epoch": 1.7178399543192757, + "grad_norm": 0.8113517165184021, + "learning_rate": 4.1928161329327267e-05, + "loss": 0.1227, + "num_input_tokens_seen": 20287664, + "step": 10530 + }, + { + "epoch": 1.7186556815400928, + "grad_norm": 1.0063265562057495, + "learning_rate": 4.1920935670036945e-05, + "loss": 0.1773, + "num_input_tokens_seen": 20298432, + "step": 10535 + }, + { + "epoch": 1.7194714087609104, + "grad_norm": 0.6959611177444458, + "learning_rate": 4.1913707401325705e-05, + "loss": 0.1229, + "num_input_tokens_seen": 20308320, + "step": 10540 + }, + { + "epoch": 1.7202871359817276, + "grad_norm": 0.27414318919181824, + "learning_rate": 4.1906476524308235e-05, + "loss": 0.1794, + "num_input_tokens_seen": 20318976, + "step": 10545 + }, + { + "epoch": 1.7211028632025451, + "grad_norm": 1.1373902559280396, + "learning_rate": 4.189924304009962e-05, + "loss": 0.2005, + "num_input_tokens_seen": 20328544, + "step": 10550 + }, + { + "epoch": 1.7219185904233625, + "grad_norm": 0.8928523659706116, + "learning_rate": 4.189200694981537e-05, + "loss": 0.1472, + "num_input_tokens_seen": 20337552, + "step": 10555 + }, + { + "epoch": 1.7227343176441798, + "grad_norm": 1.4190949201583862, + "learning_rate": 4.188476825457136e-05, + "loss": 0.1543, + "num_input_tokens_seen": 20347520, + "step": 10560 + }, + { + "epoch": 1.7235500448649972, + "grad_norm": 0.36775049567222595, + "learning_rate": 4.18775269554839e-05, + "loss": 0.1486, + "num_input_tokens_seen": 20356368, + "step": 10565 + }, + { + "epoch": 1.7243657720858145, + "grad_norm": 0.9209719896316528, + "learning_rate": 4.187028305366969e-05, + "loss": 0.1507, + "num_input_tokens_seen": 20363888, + "step": 10570 + }, + { + "epoch": 1.725181499306632, + "grad_norm": 0.8960180878639221, + "learning_rate": 4.1863036550245824e-05, + "loss": 0.2121, + "num_input_tokens_seen": 20373456, + "step": 10575 + }, + { + "epoch": 1.7259972265274492, + "grad_norm": 0.4729965031147003, + "learning_rate": 4.1855787446329806e-05, + "loss": 0.1564, + "num_input_tokens_seen": 20383600, + "step": 10580 + }, + { + "epoch": 1.7268129537482666, + "grad_norm": 0.7611986994743347, + "learning_rate": 4.184853574303955e-05, + "loss": 0.2025, + "num_input_tokens_seen": 20393424, + "step": 10585 + }, + { + "epoch": 1.727628680969084, + "grad_norm": 0.6130366921424866, + "learning_rate": 4.184128144149334e-05, + "loss": 0.1543, + "num_input_tokens_seen": 20402624, + "step": 10590 + }, + { + "epoch": 1.7284444081899013, + "grad_norm": 1.4838030338287354, + "learning_rate": 4.1834024542809896e-05, + "loss": 0.1511, + "num_input_tokens_seen": 20411760, + "step": 10595 + }, + { + "epoch": 1.7292601354107187, + "grad_norm": 0.43181782960891724, + "learning_rate": 4.1826765048108315e-05, + "loss": 0.1037, + "num_input_tokens_seen": 20421120, + "step": 10600 + }, + { + "epoch": 1.7292601354107187, + "eval_loss": 0.1704881191253662, + "eval_runtime": 71.4265, + "eval_samples_per_second": 38.151, + "eval_steps_per_second": 19.083, + "num_input_tokens_seen": 20421120, + "step": 10600 + }, + { + "epoch": 1.730075862631536, + "grad_norm": 0.44892674684524536, + "learning_rate": 4.181950295850811e-05, + "loss": 0.2319, + "num_input_tokens_seen": 20430096, + "step": 10605 + }, + { + "epoch": 1.7308915898523534, + "grad_norm": 0.4256826937198639, + "learning_rate": 4.181223827512918e-05, + "loss": 0.1151, + "num_input_tokens_seen": 20440304, + "step": 10610 + }, + { + "epoch": 1.7317073170731707, + "grad_norm": 0.6677551865577698, + "learning_rate": 4.180497099909183e-05, + "loss": 0.2312, + "num_input_tokens_seen": 20448496, + "step": 10615 + }, + { + "epoch": 1.732523044293988, + "grad_norm": 1.2018067836761475, + "learning_rate": 4.179770113151677e-05, + "loss": 0.2127, + "num_input_tokens_seen": 20457104, + "step": 10620 + }, + { + "epoch": 1.7333387715148054, + "grad_norm": 1.2992156744003296, + "learning_rate": 4.179042867352511e-05, + "loss": 0.1804, + "num_input_tokens_seen": 20467424, + "step": 10625 + }, + { + "epoch": 1.7341544987356228, + "grad_norm": 0.3566794693470001, + "learning_rate": 4.1783153626238334e-05, + "loss": 0.2, + "num_input_tokens_seen": 20479136, + "step": 10630 + }, + { + "epoch": 1.7349702259564401, + "grad_norm": 1.1151336431503296, + "learning_rate": 4.177587599077836e-05, + "loss": 0.1522, + "num_input_tokens_seen": 20489888, + "step": 10635 + }, + { + "epoch": 1.7357859531772575, + "grad_norm": 0.33070510625839233, + "learning_rate": 4.1768595768267494e-05, + "loss": 0.196, + "num_input_tokens_seen": 20499392, + "step": 10640 + }, + { + "epoch": 1.7366016803980748, + "grad_norm": 0.7858611941337585, + "learning_rate": 4.176131295982843e-05, + "loss": 0.2351, + "num_input_tokens_seen": 20509232, + "step": 10645 + }, + { + "epoch": 1.7374174076188922, + "grad_norm": 0.690483808517456, + "learning_rate": 4.1754027566584276e-05, + "loss": 0.194, + "num_input_tokens_seen": 20518112, + "step": 10650 + }, + { + "epoch": 1.7382331348397098, + "grad_norm": 0.6486062407493591, + "learning_rate": 4.174673958965852e-05, + "loss": 0.1748, + "num_input_tokens_seen": 20527792, + "step": 10655 + }, + { + "epoch": 1.739048862060527, + "grad_norm": 1.0166577100753784, + "learning_rate": 4.173944903017507e-05, + "loss": 0.2178, + "num_input_tokens_seen": 20537824, + "step": 10660 + }, + { + "epoch": 1.7398645892813445, + "grad_norm": 0.7123987674713135, + "learning_rate": 4.173215588925822e-05, + "loss": 0.1378, + "num_input_tokens_seen": 20546432, + "step": 10665 + }, + { + "epoch": 1.7406803165021616, + "grad_norm": 0.6618596911430359, + "learning_rate": 4.172486016803266e-05, + "loss": 0.1121, + "num_input_tokens_seen": 20555632, + "step": 10670 + }, + { + "epoch": 1.7414960437229792, + "grad_norm": 0.6117289662361145, + "learning_rate": 4.171756186762349e-05, + "loss": 0.1189, + "num_input_tokens_seen": 20564864, + "step": 10675 + }, + { + "epoch": 1.7423117709437963, + "grad_norm": 0.6573521494865417, + "learning_rate": 4.171026098915619e-05, + "loss": 0.1857, + "num_input_tokens_seen": 20574448, + "step": 10680 + }, + { + "epoch": 1.7431274981646139, + "grad_norm": 0.718156099319458, + "learning_rate": 4.170295753375665e-05, + "loss": 0.2513, + "num_input_tokens_seen": 20583856, + "step": 10685 + }, + { + "epoch": 1.743943225385431, + "grad_norm": 1.160049319267273, + "learning_rate": 4.169565150255117e-05, + "loss": 0.183, + "num_input_tokens_seen": 20592784, + "step": 10690 + }, + { + "epoch": 1.7447589526062486, + "grad_norm": 0.4769255220890045, + "learning_rate": 4.16883428966664e-05, + "loss": 0.2138, + "num_input_tokens_seen": 20602400, + "step": 10695 + }, + { + "epoch": 1.7455746798270657, + "grad_norm": 0.7066625952720642, + "learning_rate": 4.168103171722944e-05, + "loss": 0.1944, + "num_input_tokens_seen": 20612784, + "step": 10700 + }, + { + "epoch": 1.7463904070478833, + "grad_norm": 0.7963894009590149, + "learning_rate": 4.167371796536777e-05, + "loss": 0.1047, + "num_input_tokens_seen": 20623280, + "step": 10705 + }, + { + "epoch": 1.7472061342687004, + "grad_norm": 0.6384142637252808, + "learning_rate": 4.166640164220924e-05, + "loss": 0.2095, + "num_input_tokens_seen": 20632592, + "step": 10710 + }, + { + "epoch": 1.748021861489518, + "grad_norm": 0.7354466915130615, + "learning_rate": 4.1659082748882144e-05, + "loss": 0.1551, + "num_input_tokens_seen": 20641616, + "step": 10715 + }, + { + "epoch": 1.7488375887103351, + "grad_norm": 1.0895956754684448, + "learning_rate": 4.1651761286515135e-05, + "loss": 0.1861, + "num_input_tokens_seen": 20652048, + "step": 10720 + }, + { + "epoch": 1.7496533159311527, + "grad_norm": 0.34981799125671387, + "learning_rate": 4.164443725623728e-05, + "loss": 0.1742, + "num_input_tokens_seen": 20660720, + "step": 10725 + }, + { + "epoch": 1.7504690431519698, + "grad_norm": 1.1192936897277832, + "learning_rate": 4.163711065917802e-05, + "loss": 0.1211, + "num_input_tokens_seen": 20669680, + "step": 10730 + }, + { + "epoch": 1.7512847703727874, + "grad_norm": 0.884014904499054, + "learning_rate": 4.1629781496467234e-05, + "loss": 0.1791, + "num_input_tokens_seen": 20678800, + "step": 10735 + }, + { + "epoch": 1.7521004975936045, + "grad_norm": 0.5901053547859192, + "learning_rate": 4.1622449769235164e-05, + "loss": 0.1864, + "num_input_tokens_seen": 20688688, + "step": 10740 + }, + { + "epoch": 1.752916224814422, + "grad_norm": 0.695841372013092, + "learning_rate": 4.161511547861243e-05, + "loss": 0.1516, + "num_input_tokens_seen": 20698912, + "step": 10745 + }, + { + "epoch": 1.7537319520352395, + "grad_norm": 0.855435848236084, + "learning_rate": 4.1607778625730104e-05, + "loss": 0.1398, + "num_input_tokens_seen": 20708416, + "step": 10750 + }, + { + "epoch": 1.7545476792560568, + "grad_norm": 0.7254180312156677, + "learning_rate": 4.160043921171961e-05, + "loss": 0.1861, + "num_input_tokens_seen": 20717328, + "step": 10755 + }, + { + "epoch": 1.7553634064768742, + "grad_norm": 0.8066107630729675, + "learning_rate": 4.159309723771276e-05, + "loss": 0.2032, + "num_input_tokens_seen": 20728272, + "step": 10760 + }, + { + "epoch": 1.7561791336976915, + "grad_norm": 0.7610770463943481, + "learning_rate": 4.158575270484181e-05, + "loss": 0.1383, + "num_input_tokens_seen": 20738928, + "step": 10765 + }, + { + "epoch": 1.7569948609185089, + "grad_norm": 0.9630054235458374, + "learning_rate": 4.157840561423936e-05, + "loss": 0.1903, + "num_input_tokens_seen": 20750176, + "step": 10770 + }, + { + "epoch": 1.7578105881393262, + "grad_norm": 0.626982569694519, + "learning_rate": 4.1571055967038416e-05, + "loss": 0.1215, + "num_input_tokens_seen": 20759584, + "step": 10775 + }, + { + "epoch": 1.7586263153601436, + "grad_norm": 0.578530490398407, + "learning_rate": 4.156370376437241e-05, + "loss": 0.1072, + "num_input_tokens_seen": 20768896, + "step": 10780 + }, + { + "epoch": 1.759442042580961, + "grad_norm": 0.7953740358352661, + "learning_rate": 4.155634900737513e-05, + "loss": 0.1407, + "num_input_tokens_seen": 20779232, + "step": 10785 + }, + { + "epoch": 1.7602577698017783, + "grad_norm": 0.3397091329097748, + "learning_rate": 4.1548991697180764e-05, + "loss": 0.1057, + "num_input_tokens_seen": 20788848, + "step": 10790 + }, + { + "epoch": 1.7610734970225956, + "grad_norm": 1.075724720954895, + "learning_rate": 4.1541631834923914e-05, + "loss": 0.173, + "num_input_tokens_seen": 20799216, + "step": 10795 + }, + { + "epoch": 1.761889224243413, + "grad_norm": 1.039025902748108, + "learning_rate": 4.153426942173956e-05, + "loss": 0.2118, + "num_input_tokens_seen": 20808496, + "step": 10800 + }, + { + "epoch": 1.761889224243413, + "eval_loss": 0.16966083645820618, + "eval_runtime": 71.4538, + "eval_samples_per_second": 38.137, + "eval_steps_per_second": 19.075, + "num_input_tokens_seen": 20808496, + "step": 10800 + }, + { + "epoch": 1.7627049514642303, + "grad_norm": 1.1324002742767334, + "learning_rate": 4.152690445876308e-05, + "loss": 0.1637, + "num_input_tokens_seen": 20817600, + "step": 10805 + }, + { + "epoch": 1.7635206786850477, + "grad_norm": 0.7328686118125916, + "learning_rate": 4.1519536947130245e-05, + "loss": 0.2383, + "num_input_tokens_seen": 20826496, + "step": 10810 + }, + { + "epoch": 1.764336405905865, + "grad_norm": 0.42402827739715576, + "learning_rate": 4.151216688797722e-05, + "loss": 0.1193, + "num_input_tokens_seen": 20835952, + "step": 10815 + }, + { + "epoch": 1.7651521331266824, + "grad_norm": 0.8129245638847351, + "learning_rate": 4.150479428244054e-05, + "loss": 0.1773, + "num_input_tokens_seen": 20846800, + "step": 10820 + }, + { + "epoch": 1.7659678603474998, + "grad_norm": 0.34830233454704285, + "learning_rate": 4.1497419131657176e-05, + "loss": 0.1291, + "num_input_tokens_seen": 20855968, + "step": 10825 + }, + { + "epoch": 1.766783587568317, + "grad_norm": 0.5843663215637207, + "learning_rate": 4.149004143676447e-05, + "loss": 0.141, + "num_input_tokens_seen": 20867360, + "step": 10830 + }, + { + "epoch": 1.7675993147891345, + "grad_norm": 0.6013829112052917, + "learning_rate": 4.148266119890015e-05, + "loss": 0.1803, + "num_input_tokens_seen": 20875616, + "step": 10835 + }, + { + "epoch": 1.768415042009952, + "grad_norm": 1.0300036668777466, + "learning_rate": 4.1475278419202324e-05, + "loss": 0.168, + "num_input_tokens_seen": 20883792, + "step": 10840 + }, + { + "epoch": 1.7692307692307692, + "grad_norm": 0.7674956321716309, + "learning_rate": 4.146789309880953e-05, + "loss": 0.2018, + "num_input_tokens_seen": 20893920, + "step": 10845 + }, + { + "epoch": 1.7700464964515867, + "grad_norm": 0.5242859125137329, + "learning_rate": 4.146050523886068e-05, + "loss": 0.2447, + "num_input_tokens_seen": 20902704, + "step": 10850 + }, + { + "epoch": 1.7708622236724039, + "grad_norm": 0.7102709412574768, + "learning_rate": 4.1453114840495055e-05, + "loss": 0.2102, + "num_input_tokens_seen": 20913008, + "step": 10855 + }, + { + "epoch": 1.7716779508932214, + "grad_norm": 0.5184672474861145, + "learning_rate": 4.1445721904852364e-05, + "loss": 0.1494, + "num_input_tokens_seen": 20922896, + "step": 10860 + }, + { + "epoch": 1.7724936781140386, + "grad_norm": 0.7800046801567078, + "learning_rate": 4.143832643307269e-05, + "loss": 0.1161, + "num_input_tokens_seen": 20931664, + "step": 10865 + }, + { + "epoch": 1.7733094053348561, + "grad_norm": 1.170388102531433, + "learning_rate": 4.1430928426296503e-05, + "loss": 0.184, + "num_input_tokens_seen": 20941632, + "step": 10870 + }, + { + "epoch": 1.7741251325556733, + "grad_norm": 0.6303536891937256, + "learning_rate": 4.142352788566466e-05, + "loss": 0.1993, + "num_input_tokens_seen": 20950928, + "step": 10875 + }, + { + "epoch": 1.7749408597764909, + "grad_norm": 1.0649819374084473, + "learning_rate": 4.1416124812318424e-05, + "loss": 0.229, + "num_input_tokens_seen": 20962144, + "step": 10880 + }, + { + "epoch": 1.775756586997308, + "grad_norm": 0.6455255150794983, + "learning_rate": 4.1408719207399453e-05, + "loss": 0.2016, + "num_input_tokens_seen": 20972512, + "step": 10885 + }, + { + "epoch": 1.7765723142181256, + "grad_norm": 0.5755817294120789, + "learning_rate": 4.140131107204978e-05, + "loss": 0.2344, + "num_input_tokens_seen": 20981824, + "step": 10890 + }, + { + "epoch": 1.7773880414389427, + "grad_norm": 1.074816346168518, + "learning_rate": 4.139390040741182e-05, + "loss": 0.1821, + "num_input_tokens_seen": 20991472, + "step": 10895 + }, + { + "epoch": 1.7782037686597603, + "grad_norm": 0.5969609022140503, + "learning_rate": 4.1386487214628396e-05, + "loss": 0.1788, + "num_input_tokens_seen": 21001664, + "step": 10900 + }, + { + "epoch": 1.7790194958805774, + "grad_norm": 0.43419182300567627, + "learning_rate": 4.137907149484272e-05, + "loss": 0.1505, + "num_input_tokens_seen": 21010864, + "step": 10905 + }, + { + "epoch": 1.779835223101395, + "grad_norm": 0.7428237795829773, + "learning_rate": 4.137165324919839e-05, + "loss": 0.2471, + "num_input_tokens_seen": 21020480, + "step": 10910 + }, + { + "epoch": 1.780650950322212, + "grad_norm": 0.6453022956848145, + "learning_rate": 4.136423247883939e-05, + "loss": 0.1558, + "num_input_tokens_seen": 21029568, + "step": 10915 + }, + { + "epoch": 1.7814666775430297, + "grad_norm": 0.8269211649894714, + "learning_rate": 4.135680918491009e-05, + "loss": 0.1927, + "num_input_tokens_seen": 21039136, + "step": 10920 + }, + { + "epoch": 1.7822824047638468, + "grad_norm": 0.8535841703414917, + "learning_rate": 4.1349383368555265e-05, + "loss": 0.2434, + "num_input_tokens_seen": 21048752, + "step": 10925 + }, + { + "epoch": 1.7830981319846644, + "grad_norm": 0.22166649997234344, + "learning_rate": 4.1341955030920065e-05, + "loss": 0.0925, + "num_input_tokens_seen": 21057872, + "step": 10930 + }, + { + "epoch": 1.7839138592054817, + "grad_norm": 0.7191001176834106, + "learning_rate": 4.1334524173150036e-05, + "loss": 0.125, + "num_input_tokens_seen": 21067264, + "step": 10935 + }, + { + "epoch": 1.784729586426299, + "grad_norm": 1.0226948261260986, + "learning_rate": 4.13270907963911e-05, + "loss": 0.1584, + "num_input_tokens_seen": 21076304, + "step": 10940 + }, + { + "epoch": 1.7855453136471164, + "grad_norm": 0.2615637481212616, + "learning_rate": 4.131965490178959e-05, + "loss": 0.1671, + "num_input_tokens_seen": 21085696, + "step": 10945 + }, + { + "epoch": 1.7863610408679338, + "grad_norm": 1.2988289594650269, + "learning_rate": 4.131221649049222e-05, + "loss": 0.1944, + "num_input_tokens_seen": 21095952, + "step": 10950 + }, + { + "epoch": 1.7871767680887511, + "grad_norm": 0.6646783351898193, + "learning_rate": 4.130477556364606e-05, + "loss": 0.1193, + "num_input_tokens_seen": 21105056, + "step": 10955 + }, + { + "epoch": 1.7879924953095685, + "grad_norm": 0.46370625495910645, + "learning_rate": 4.129733212239861e-05, + "loss": 0.1731, + "num_input_tokens_seen": 21113904, + "step": 10960 + }, + { + "epoch": 1.7888082225303858, + "grad_norm": 0.9482101798057556, + "learning_rate": 4.128988616789774e-05, + "loss": 0.1662, + "num_input_tokens_seen": 21124224, + "step": 10965 + }, + { + "epoch": 1.7896239497512032, + "grad_norm": 0.9916880130767822, + "learning_rate": 4.1282437701291724e-05, + "loss": 0.1559, + "num_input_tokens_seen": 21134704, + "step": 10970 + }, + { + "epoch": 1.7904396769720206, + "grad_norm": 1.5026212930679321, + "learning_rate": 4.1274986723729184e-05, + "loss": 0.2335, + "num_input_tokens_seen": 21144864, + "step": 10975 + }, + { + "epoch": 1.791255404192838, + "grad_norm": 0.4113282561302185, + "learning_rate": 4.126753323635917e-05, + "loss": 0.1561, + "num_input_tokens_seen": 21155840, + "step": 10980 + }, + { + "epoch": 1.7920711314136553, + "grad_norm": 0.3513440787792206, + "learning_rate": 4.12600772403311e-05, + "loss": 0.1486, + "num_input_tokens_seen": 21166272, + "step": 10985 + }, + { + "epoch": 1.7928868586344726, + "grad_norm": 1.0125019550323486, + "learning_rate": 4.125261873679479e-05, + "loss": 0.173, + "num_input_tokens_seen": 21176416, + "step": 10990 + }, + { + "epoch": 1.79370258585529, + "grad_norm": 0.7499683499336243, + "learning_rate": 4.124515772690042e-05, + "loss": 0.202, + "num_input_tokens_seen": 21185680, + "step": 10995 + }, + { + "epoch": 1.7945183130761073, + "grad_norm": 0.6577242612838745, + "learning_rate": 4.123769421179858e-05, + "loss": 0.2037, + "num_input_tokens_seen": 21195024, + "step": 11000 + }, + { + "epoch": 1.7945183130761073, + "eval_loss": 0.17259842157363892, + "eval_runtime": 71.4282, + "eval_samples_per_second": 38.15, + "eval_steps_per_second": 19.082, + "num_input_tokens_seen": 21195024, + "step": 11000 + }, + { + "epoch": 1.7953340402969247, + "grad_norm": 0.4641195237636566, + "learning_rate": 4.1230228192640236e-05, + "loss": 0.1441, + "num_input_tokens_seen": 21203376, + "step": 11005 + }, + { + "epoch": 1.796149767517742, + "grad_norm": 0.5773992538452148, + "learning_rate": 4.122275967057675e-05, + "loss": 0.171, + "num_input_tokens_seen": 21212672, + "step": 11010 + }, + { + "epoch": 1.7969654947385594, + "grad_norm": 0.9737133383750916, + "learning_rate": 4.1215288646759846e-05, + "loss": 0.1914, + "num_input_tokens_seen": 21222656, + "step": 11015 + }, + { + "epoch": 1.7977812219593767, + "grad_norm": 0.33162885904312134, + "learning_rate": 4.120781512234166e-05, + "loss": 0.1353, + "num_input_tokens_seen": 21231456, + "step": 11020 + }, + { + "epoch": 1.7985969491801943, + "grad_norm": 1.2553297281265259, + "learning_rate": 4.120033909847471e-05, + "loss": 0.134, + "num_input_tokens_seen": 21241568, + "step": 11025 + }, + { + "epoch": 1.7994126764010114, + "grad_norm": 1.5409045219421387, + "learning_rate": 4.119286057631187e-05, + "loss": 0.2338, + "num_input_tokens_seen": 21251136, + "step": 11030 + }, + { + "epoch": 1.800228403621829, + "grad_norm": 1.255367636680603, + "learning_rate": 4.118537955700646e-05, + "loss": 0.1425, + "num_input_tokens_seen": 21262320, + "step": 11035 + }, + { + "epoch": 1.8010441308426461, + "grad_norm": 0.5968404412269592, + "learning_rate": 4.11778960417121e-05, + "loss": 0.1713, + "num_input_tokens_seen": 21272256, + "step": 11040 + }, + { + "epoch": 1.8018598580634637, + "grad_norm": 0.8238890767097473, + "learning_rate": 4.117041003158288e-05, + "loss": 0.2023, + "num_input_tokens_seen": 21281600, + "step": 11045 + }, + { + "epoch": 1.8026755852842808, + "grad_norm": 0.603137731552124, + "learning_rate": 4.1162921527773215e-05, + "loss": 0.1518, + "num_input_tokens_seen": 21291072, + "step": 11050 + }, + { + "epoch": 1.8034913125050984, + "grad_norm": 1.4735920429229736, + "learning_rate": 4.115543053143794e-05, + "loss": 0.2235, + "num_input_tokens_seen": 21300624, + "step": 11055 + }, + { + "epoch": 1.8043070397259156, + "grad_norm": 0.46062731742858887, + "learning_rate": 4.114793704373226e-05, + "loss": 0.1038, + "num_input_tokens_seen": 21310656, + "step": 11060 + }, + { + "epoch": 1.8051227669467331, + "grad_norm": 0.7951711416244507, + "learning_rate": 4.114044106581175e-05, + "loss": 0.1624, + "num_input_tokens_seen": 21319200, + "step": 11065 + }, + { + "epoch": 1.8059384941675503, + "grad_norm": 0.6748717427253723, + "learning_rate": 4.11329425988324e-05, + "loss": 0.1521, + "num_input_tokens_seen": 21328576, + "step": 11070 + }, + { + "epoch": 1.8067542213883678, + "grad_norm": 0.46283993124961853, + "learning_rate": 4.112544164395056e-05, + "loss": 0.1659, + "num_input_tokens_seen": 21338176, + "step": 11075 + }, + { + "epoch": 1.807569948609185, + "grad_norm": 1.2664175033569336, + "learning_rate": 4.111793820232297e-05, + "loss": 0.1555, + "num_input_tokens_seen": 21347936, + "step": 11080 + }, + { + "epoch": 1.8083856758300025, + "grad_norm": 0.5731179118156433, + "learning_rate": 4.1110432275106767e-05, + "loss": 0.1617, + "num_input_tokens_seen": 21356672, + "step": 11085 + }, + { + "epoch": 1.8092014030508197, + "grad_norm": 0.5590835213661194, + "learning_rate": 4.110292386345944e-05, + "loss": 0.1144, + "num_input_tokens_seen": 21366288, + "step": 11090 + }, + { + "epoch": 1.8100171302716372, + "grad_norm": 1.1393780708312988, + "learning_rate": 4.109541296853891e-05, + "loss": 0.2202, + "num_input_tokens_seen": 21375024, + "step": 11095 + }, + { + "epoch": 1.8108328574924544, + "grad_norm": 1.2742458581924438, + "learning_rate": 4.108789959150341e-05, + "loss": 0.163, + "num_input_tokens_seen": 21385136, + "step": 11100 + }, + { + "epoch": 1.811648584713272, + "grad_norm": 1.126449704170227, + "learning_rate": 4.108038373351163e-05, + "loss": 0.1917, + "num_input_tokens_seen": 21393024, + "step": 11105 + }, + { + "epoch": 1.812464311934089, + "grad_norm": 0.741280734539032, + "learning_rate": 4.10728653957226e-05, + "loss": 0.2024, + "num_input_tokens_seen": 21401520, + "step": 11110 + }, + { + "epoch": 1.8132800391549067, + "grad_norm": 0.3022238612174988, + "learning_rate": 4.106534457929575e-05, + "loss": 0.1798, + "num_input_tokens_seen": 21410544, + "step": 11115 + }, + { + "epoch": 1.814095766375724, + "grad_norm": 0.7171841263771057, + "learning_rate": 4.105782128539086e-05, + "loss": 0.144, + "num_input_tokens_seen": 21418656, + "step": 11120 + }, + { + "epoch": 1.8149114935965414, + "grad_norm": 0.5151745676994324, + "learning_rate": 4.1050295515168144e-05, + "loss": 0.0766, + "num_input_tokens_seen": 21427584, + "step": 11125 + }, + { + "epoch": 1.8157272208173587, + "grad_norm": 1.103903889656067, + "learning_rate": 4.1042767269788155e-05, + "loss": 0.1808, + "num_input_tokens_seen": 21436416, + "step": 11130 + }, + { + "epoch": 1.816542948038176, + "grad_norm": 0.9068179726600647, + "learning_rate": 4.103523655041185e-05, + "loss": 0.2172, + "num_input_tokens_seen": 21444896, + "step": 11135 + }, + { + "epoch": 1.8173586752589934, + "grad_norm": 0.9872853755950928, + "learning_rate": 4.102770335820055e-05, + "loss": 0.1302, + "num_input_tokens_seen": 21453712, + "step": 11140 + }, + { + "epoch": 1.8181744024798108, + "grad_norm": 0.3781589865684509, + "learning_rate": 4.1020167694315984e-05, + "loss": 0.134, + "num_input_tokens_seen": 21462704, + "step": 11145 + }, + { + "epoch": 1.8189901297006281, + "grad_norm": 0.6544501185417175, + "learning_rate": 4.101262955992023e-05, + "loss": 0.154, + "num_input_tokens_seen": 21471024, + "step": 11150 + }, + { + "epoch": 1.8198058569214455, + "grad_norm": 1.383293628692627, + "learning_rate": 4.100508895617578e-05, + "loss": 0.1006, + "num_input_tokens_seen": 21480352, + "step": 11155 + }, + { + "epoch": 1.8206215841422628, + "grad_norm": 1.1539087295532227, + "learning_rate": 4.099754588424547e-05, + "loss": 0.1802, + "num_input_tokens_seen": 21490352, + "step": 11160 + }, + { + "epoch": 1.8214373113630802, + "grad_norm": 0.27152085304260254, + "learning_rate": 4.0990000345292546e-05, + "loss": 0.141, + "num_input_tokens_seen": 21501216, + "step": 11165 + }, + { + "epoch": 1.8222530385838975, + "grad_norm": 0.8896965980529785, + "learning_rate": 4.098245234048064e-05, + "loss": 0.2249, + "num_input_tokens_seen": 21510704, + "step": 11170 + }, + { + "epoch": 1.8230687658047149, + "grad_norm": 0.5226863622665405, + "learning_rate": 4.0974901870973726e-05, + "loss": 0.2817, + "num_input_tokens_seen": 21520704, + "step": 11175 + }, + { + "epoch": 1.8238844930255322, + "grad_norm": 0.5705016851425171, + "learning_rate": 4.096734893793619e-05, + "loss": 0.2769, + "num_input_tokens_seen": 21530016, + "step": 11180 + }, + { + "epoch": 1.8247002202463496, + "grad_norm": 0.8027874827384949, + "learning_rate": 4.095979354253279e-05, + "loss": 0.2042, + "num_input_tokens_seen": 21540032, + "step": 11185 + }, + { + "epoch": 1.825515947467167, + "grad_norm": 0.27600541710853577, + "learning_rate": 4.0952235685928656e-05, + "loss": 0.17, + "num_input_tokens_seen": 21550208, + "step": 11190 + }, + { + "epoch": 1.8263316746879843, + "grad_norm": 0.4419212341308594, + "learning_rate": 4.094467536928932e-05, + "loss": 0.139, + "num_input_tokens_seen": 21560688, + "step": 11195 + }, + { + "epoch": 1.8271474019088016, + "grad_norm": 0.4459594488143921, + "learning_rate": 4.093711259378067e-05, + "loss": 0.2269, + "num_input_tokens_seen": 21570368, + "step": 11200 + }, + { + "epoch": 1.8271474019088016, + "eval_loss": 0.16987131536006927, + "eval_runtime": 71.4212, + "eval_samples_per_second": 38.154, + "eval_steps_per_second": 19.084, + "num_input_tokens_seen": 21570368, + "step": 11200 + }, + { + "epoch": 1.827963129129619, + "grad_norm": 1.246301293373108, + "learning_rate": 4.092954736056897e-05, + "loss": 0.1524, + "num_input_tokens_seen": 21580208, + "step": 11205 + }, + { + "epoch": 1.8287788563504366, + "grad_norm": 0.6558755040168762, + "learning_rate": 4.09219796708209e-05, + "loss": 0.1447, + "num_input_tokens_seen": 21589920, + "step": 11210 + }, + { + "epoch": 1.8295945835712537, + "grad_norm": 0.5168679356575012, + "learning_rate": 4.0914409525703464e-05, + "loss": 0.1731, + "num_input_tokens_seen": 21598256, + "step": 11215 + }, + { + "epoch": 1.8304103107920713, + "grad_norm": 0.48067939281463623, + "learning_rate": 4.090683692638408e-05, + "loss": 0.1259, + "num_input_tokens_seen": 21607392, + "step": 11220 + }, + { + "epoch": 1.8312260380128884, + "grad_norm": 1.3848950862884521, + "learning_rate": 4.089926187403056e-05, + "loss": 0.2175, + "num_input_tokens_seen": 21617104, + "step": 11225 + }, + { + "epoch": 1.832041765233706, + "grad_norm": 0.36809787154197693, + "learning_rate": 4.0891684369811044e-05, + "loss": 0.1704, + "num_input_tokens_seen": 21625824, + "step": 11230 + }, + { + "epoch": 1.8328574924545231, + "grad_norm": 0.8229852318763733, + "learning_rate": 4.0884104414894107e-05, + "loss": 0.2347, + "num_input_tokens_seen": 21636224, + "step": 11235 + }, + { + "epoch": 1.8336732196753407, + "grad_norm": 1.4236030578613281, + "learning_rate": 4.087652201044864e-05, + "loss": 0.1553, + "num_input_tokens_seen": 21646432, + "step": 11240 + }, + { + "epoch": 1.8344889468961578, + "grad_norm": 0.793454110622406, + "learning_rate": 4.086893715764397e-05, + "loss": 0.1668, + "num_input_tokens_seen": 21656048, + "step": 11245 + }, + { + "epoch": 1.8353046741169754, + "grad_norm": 1.4177650213241577, + "learning_rate": 4.086134985764977e-05, + "loss": 0.1668, + "num_input_tokens_seen": 21665872, + "step": 11250 + }, + { + "epoch": 1.8361204013377925, + "grad_norm": 2.1418097019195557, + "learning_rate": 4.0853760111636085e-05, + "loss": 0.2, + "num_input_tokens_seen": 21675424, + "step": 11255 + }, + { + "epoch": 1.83693612855861, + "grad_norm": 0.5163766741752625, + "learning_rate": 4.084616792077337e-05, + "loss": 0.173, + "num_input_tokens_seen": 21685264, + "step": 11260 + }, + { + "epoch": 1.8377518557794272, + "grad_norm": 0.37200728058815, + "learning_rate": 4.083857328623243e-05, + "loss": 0.1351, + "num_input_tokens_seen": 21694384, + "step": 11265 + }, + { + "epoch": 1.8385675830002448, + "grad_norm": 0.36485037207603455, + "learning_rate": 4.083097620918444e-05, + "loss": 0.1841, + "num_input_tokens_seen": 21704224, + "step": 11270 + }, + { + "epoch": 1.839383310221062, + "grad_norm": 0.9059158563613892, + "learning_rate": 4.082337669080097e-05, + "loss": 0.1903, + "num_input_tokens_seen": 21713440, + "step": 11275 + }, + { + "epoch": 1.8401990374418795, + "grad_norm": 0.6108889579772949, + "learning_rate": 4.081577473225398e-05, + "loss": 0.1669, + "num_input_tokens_seen": 21723952, + "step": 11280 + }, + { + "epoch": 1.8410147646626966, + "grad_norm": 1.941194772720337, + "learning_rate": 4.080817033471577e-05, + "loss": 0.2066, + "num_input_tokens_seen": 21732128, + "step": 11285 + }, + { + "epoch": 1.8418304918835142, + "grad_norm": 0.3445354402065277, + "learning_rate": 4.080056349935903e-05, + "loss": 0.2424, + "num_input_tokens_seen": 21741808, + "step": 11290 + }, + { + "epoch": 1.8426462191043314, + "grad_norm": 0.48746928572654724, + "learning_rate": 4.079295422735684e-05, + "loss": 0.1817, + "num_input_tokens_seen": 21750448, + "step": 11295 + }, + { + "epoch": 1.843461946325149, + "grad_norm": 1.020057201385498, + "learning_rate": 4.078534251988264e-05, + "loss": 0.1752, + "num_input_tokens_seen": 21760048, + "step": 11300 + }, + { + "epoch": 1.8442776735459663, + "grad_norm": 0.3258260488510132, + "learning_rate": 4.077772837811025e-05, + "loss": 0.1245, + "num_input_tokens_seen": 21768592, + "step": 11305 + }, + { + "epoch": 1.8450934007667836, + "grad_norm": 0.43226203322410583, + "learning_rate": 4.0770111803213874e-05, + "loss": 0.1662, + "num_input_tokens_seen": 21779328, + "step": 11310 + }, + { + "epoch": 1.845909127987601, + "grad_norm": 0.6561707258224487, + "learning_rate": 4.076249279636807e-05, + "loss": 0.1961, + "num_input_tokens_seen": 21788464, + "step": 11315 + }, + { + "epoch": 1.8467248552084183, + "grad_norm": 1.3222033977508545, + "learning_rate": 4.075487135874781e-05, + "loss": 0.1654, + "num_input_tokens_seen": 21798416, + "step": 11320 + }, + { + "epoch": 1.8475405824292357, + "grad_norm": 0.8457627296447754, + "learning_rate": 4.074724749152837e-05, + "loss": 0.1427, + "num_input_tokens_seen": 21808288, + "step": 11325 + }, + { + "epoch": 1.848356309650053, + "grad_norm": 0.6339664459228516, + "learning_rate": 4.07396211958855e-05, + "loss": 0.2026, + "num_input_tokens_seen": 21818080, + "step": 11330 + }, + { + "epoch": 1.8491720368708704, + "grad_norm": 0.4338092505931854, + "learning_rate": 4.073199247299523e-05, + "loss": 0.1903, + "num_input_tokens_seen": 21826880, + "step": 11335 + }, + { + "epoch": 1.8499877640916877, + "grad_norm": 0.7444126009941101, + "learning_rate": 4.072436132403403e-05, + "loss": 0.1816, + "num_input_tokens_seen": 21836688, + "step": 11340 + }, + { + "epoch": 1.850803491312505, + "grad_norm": 1.0568169355392456, + "learning_rate": 4.0716727750178704e-05, + "loss": 0.1619, + "num_input_tokens_seen": 21845696, + "step": 11345 + }, + { + "epoch": 1.8516192185333225, + "grad_norm": 1.1785378456115723, + "learning_rate": 4.0709091752606455e-05, + "loss": 0.1564, + "num_input_tokens_seen": 21855648, + "step": 11350 + }, + { + "epoch": 1.8524349457541398, + "grad_norm": 0.5023857951164246, + "learning_rate": 4.070145333249484e-05, + "loss": 0.1394, + "num_input_tokens_seen": 21865744, + "step": 11355 + }, + { + "epoch": 1.8532506729749572, + "grad_norm": 1.1233826875686646, + "learning_rate": 4.069381249102181e-05, + "loss": 0.159, + "num_input_tokens_seen": 21876096, + "step": 11360 + }, + { + "epoch": 1.8540664001957745, + "grad_norm": 0.7280523777008057, + "learning_rate": 4.0686169229365665e-05, + "loss": 0.2119, + "num_input_tokens_seen": 21886144, + "step": 11365 + }, + { + "epoch": 1.8548821274165919, + "grad_norm": 0.8572565913200378, + "learning_rate": 4.067852354870511e-05, + "loss": 0.2337, + "num_input_tokens_seen": 21895344, + "step": 11370 + }, + { + "epoch": 1.8556978546374092, + "grad_norm": 0.6270698308944702, + "learning_rate": 4.067087545021919e-05, + "loss": 0.1907, + "num_input_tokens_seen": 21904192, + "step": 11375 + }, + { + "epoch": 1.8565135818582266, + "grad_norm": 0.752594530582428, + "learning_rate": 4.066322493508734e-05, + "loss": 0.1684, + "num_input_tokens_seen": 21914080, + "step": 11380 + }, + { + "epoch": 1.857329309079044, + "grad_norm": 0.4393646717071533, + "learning_rate": 4.065557200448937e-05, + "loss": 0.2132, + "num_input_tokens_seen": 21922128, + "step": 11385 + }, + { + "epoch": 1.8581450362998613, + "grad_norm": 1.464716911315918, + "learning_rate": 4.064791665960546e-05, + "loss": 0.1765, + "num_input_tokens_seen": 21932208, + "step": 11390 + }, + { + "epoch": 1.8589607635206788, + "grad_norm": 0.5356437563896179, + "learning_rate": 4.064025890161615e-05, + "loss": 0.1253, + "num_input_tokens_seen": 21940960, + "step": 11395 + }, + { + "epoch": 1.859776490741496, + "grad_norm": 0.6007501482963562, + "learning_rate": 4.0632598731702373e-05, + "loss": 0.1764, + "num_input_tokens_seen": 21950896, + "step": 11400 + }, + { + "epoch": 1.859776490741496, + "eval_loss": 0.1694190353155136, + "eval_runtime": 71.3598, + "eval_samples_per_second": 38.187, + "eval_steps_per_second": 19.1, + "num_input_tokens_seen": 21950896, + "step": 11400 + }, + { + "epoch": 1.8605922179623136, + "grad_norm": 0.7160187363624573, + "learning_rate": 4.0624936151045426e-05, + "loss": 0.2222, + "num_input_tokens_seen": 21960224, + "step": 11405 + }, + { + "epoch": 1.8614079451831307, + "grad_norm": 0.9971181750297546, + "learning_rate": 4.061727116082696e-05, + "loss": 0.1819, + "num_input_tokens_seen": 21969552, + "step": 11410 + }, + { + "epoch": 1.8622236724039483, + "grad_norm": 0.9252014756202698, + "learning_rate": 4.060960376222903e-05, + "loss": 0.1784, + "num_input_tokens_seen": 21977712, + "step": 11415 + }, + { + "epoch": 1.8630393996247654, + "grad_norm": 0.7203258275985718, + "learning_rate": 4.0601933956434034e-05, + "loss": 0.1641, + "num_input_tokens_seen": 21985648, + "step": 11420 + }, + { + "epoch": 1.863855126845583, + "grad_norm": 0.8574720025062561, + "learning_rate": 4.059426174462476e-05, + "loss": 0.1269, + "num_input_tokens_seen": 21995696, + "step": 11425 + }, + { + "epoch": 1.8646708540664, + "grad_norm": 0.5171301364898682, + "learning_rate": 4.058658712798435e-05, + "loss": 0.1567, + "num_input_tokens_seen": 22006240, + "step": 11430 + }, + { + "epoch": 1.8654865812872177, + "grad_norm": 0.8873023390769958, + "learning_rate": 4.0578910107696336e-05, + "loss": 0.2015, + "num_input_tokens_seen": 22015520, + "step": 11435 + }, + { + "epoch": 1.8663023085080348, + "grad_norm": 0.36130884289741516, + "learning_rate": 4.05712306849446e-05, + "loss": 0.1568, + "num_input_tokens_seen": 22024528, + "step": 11440 + }, + { + "epoch": 1.8671180357288524, + "grad_norm": 0.8208479285240173, + "learning_rate": 4.0563548860913415e-05, + "loss": 0.1567, + "num_input_tokens_seen": 22033696, + "step": 11445 + }, + { + "epoch": 1.8679337629496695, + "grad_norm": 0.6641653776168823, + "learning_rate": 4.0555864636787414e-05, + "loss": 0.1297, + "num_input_tokens_seen": 22043600, + "step": 11450 + }, + { + "epoch": 1.868749490170487, + "grad_norm": 0.48250070214271545, + "learning_rate": 4.054817801375159e-05, + "loss": 0.1472, + "num_input_tokens_seen": 22053072, + "step": 11455 + }, + { + "epoch": 1.8695652173913042, + "grad_norm": 0.2792624235153198, + "learning_rate": 4.054048899299134e-05, + "loss": 0.1826, + "num_input_tokens_seen": 22062160, + "step": 11460 + }, + { + "epoch": 1.8703809446121218, + "grad_norm": 0.30351895093917847, + "learning_rate": 4.0532797575692385e-05, + "loss": 0.1754, + "num_input_tokens_seen": 22072000, + "step": 11465 + }, + { + "epoch": 1.871196671832939, + "grad_norm": 0.7864657640457153, + "learning_rate": 4.052510376304085e-05, + "loss": 0.1343, + "num_input_tokens_seen": 22081488, + "step": 11470 + }, + { + "epoch": 1.8720123990537565, + "grad_norm": 0.6662424802780151, + "learning_rate": 4.051740755622321e-05, + "loss": 0.162, + "num_input_tokens_seen": 22090576, + "step": 11475 + }, + { + "epoch": 1.8728281262745736, + "grad_norm": 1.2621904611587524, + "learning_rate": 4.050970895642632e-05, + "loss": 0.1679, + "num_input_tokens_seen": 22098624, + "step": 11480 + }, + { + "epoch": 1.8736438534953912, + "grad_norm": 0.8315528035163879, + "learning_rate": 4.050200796483741e-05, + "loss": 0.1413, + "num_input_tokens_seen": 22107776, + "step": 11485 + }, + { + "epoch": 1.8744595807162086, + "grad_norm": 0.44938209652900696, + "learning_rate": 4.049430458264405e-05, + "loss": 0.1534, + "num_input_tokens_seen": 22116208, + "step": 11490 + }, + { + "epoch": 1.875275307937026, + "grad_norm": 0.37199434638023376, + "learning_rate": 4.048659881103422e-05, + "loss": 0.197, + "num_input_tokens_seen": 22126960, + "step": 11495 + }, + { + "epoch": 1.8760910351578433, + "grad_norm": 0.9548404216766357, + "learning_rate": 4.0478890651196235e-05, + "loss": 0.1854, + "num_input_tokens_seen": 22137792, + "step": 11500 + }, + { + "epoch": 1.8769067623786606, + "grad_norm": 1.0215680599212646, + "learning_rate": 4.047118010431879e-05, + "loss": 0.2185, + "num_input_tokens_seen": 22147648, + "step": 11505 + }, + { + "epoch": 1.877722489599478, + "grad_norm": 1.155981183052063, + "learning_rate": 4.046346717159094e-05, + "loss": 0.1817, + "num_input_tokens_seen": 22157792, + "step": 11510 + }, + { + "epoch": 1.8785382168202953, + "grad_norm": 0.6211115121841431, + "learning_rate": 4.045575185420214e-05, + "loss": 0.098, + "num_input_tokens_seen": 22167424, + "step": 11515 + }, + { + "epoch": 1.8793539440411127, + "grad_norm": 0.9269372224807739, + "learning_rate": 4.0448034153342165e-05, + "loss": 0.1433, + "num_input_tokens_seen": 22176368, + "step": 11520 + }, + { + "epoch": 1.88016967126193, + "grad_norm": 0.5202150344848633, + "learning_rate": 4.0440314070201194e-05, + "loss": 0.205, + "num_input_tokens_seen": 22185744, + "step": 11525 + }, + { + "epoch": 1.8809853984827474, + "grad_norm": 0.240058034658432, + "learning_rate": 4.043259160596976e-05, + "loss": 0.1817, + "num_input_tokens_seen": 22194704, + "step": 11530 + }, + { + "epoch": 1.8818011257035647, + "grad_norm": 0.8075085282325745, + "learning_rate": 4.0424866761838767e-05, + "loss": 0.1447, + "num_input_tokens_seen": 22205808, + "step": 11535 + }, + { + "epoch": 1.882616852924382, + "grad_norm": 0.737502932548523, + "learning_rate": 4.041713953899948e-05, + "loss": 0.1505, + "num_input_tokens_seen": 22214880, + "step": 11540 + }, + { + "epoch": 1.8834325801451994, + "grad_norm": 0.7668415307998657, + "learning_rate": 4.0409409938643515e-05, + "loss": 0.1261, + "num_input_tokens_seen": 22222976, + "step": 11545 + }, + { + "epoch": 1.8842483073660168, + "grad_norm": 0.44044235348701477, + "learning_rate": 4.0401677961962904e-05, + "loss": 0.133, + "num_input_tokens_seen": 22232096, + "step": 11550 + }, + { + "epoch": 1.8850640345868341, + "grad_norm": 0.6584101319313049, + "learning_rate": 4.039394361015001e-05, + "loss": 0.0939, + "num_input_tokens_seen": 22243168, + "step": 11555 + }, + { + "epoch": 1.8858797618076515, + "grad_norm": 0.9615529775619507, + "learning_rate": 4.038620688439755e-05, + "loss": 0.1006, + "num_input_tokens_seen": 22251648, + "step": 11560 + }, + { + "epoch": 1.8866954890284688, + "grad_norm": 0.6204175353050232, + "learning_rate": 4.037846778589862e-05, + "loss": 0.0919, + "num_input_tokens_seen": 22262208, + "step": 11565 + }, + { + "epoch": 1.8875112162492862, + "grad_norm": 0.8095833659172058, + "learning_rate": 4.0370726315846715e-05, + "loss": 0.2493, + "num_input_tokens_seen": 22273248, + "step": 11570 + }, + { + "epoch": 1.8883269434701035, + "grad_norm": 0.8219390511512756, + "learning_rate": 4.036298247543565e-05, + "loss": 0.1474, + "num_input_tokens_seen": 22283392, + "step": 11575 + }, + { + "epoch": 1.8891426706909211, + "grad_norm": 0.515957236289978, + "learning_rate": 4.035523626585962e-05, + "loss": 0.1678, + "num_input_tokens_seen": 22294096, + "step": 11580 + }, + { + "epoch": 1.8899583979117383, + "grad_norm": 1.6596578359603882, + "learning_rate": 4.0347487688313194e-05, + "loss": 0.1537, + "num_input_tokens_seen": 22303424, + "step": 11585 + }, + { + "epoch": 1.8907741251325558, + "grad_norm": 1.9678605794906616, + "learning_rate": 4.0339736743991296e-05, + "loss": 0.2066, + "num_input_tokens_seen": 22313456, + "step": 11590 + }, + { + "epoch": 1.891589852353373, + "grad_norm": 0.27850979566574097, + "learning_rate": 4.0331983434089227e-05, + "loss": 0.165, + "num_input_tokens_seen": 22322784, + "step": 11595 + }, + { + "epoch": 1.8924055795741905, + "grad_norm": 2.1361827850341797, + "learning_rate": 4.032422775980264e-05, + "loss": 0.2841, + "num_input_tokens_seen": 22333376, + "step": 11600 + }, + { + "epoch": 1.8924055795741905, + "eval_loss": 0.16926518082618713, + "eval_runtime": 71.4234, + "eval_samples_per_second": 38.153, + "eval_steps_per_second": 19.083, + "num_input_tokens_seen": 22333376, + "step": 11600 + }, + { + "epoch": 1.8932213067950077, + "grad_norm": 0.6011626720428467, + "learning_rate": 4.031646972232754e-05, + "loss": 0.1527, + "num_input_tokens_seen": 22342944, + "step": 11605 + }, + { + "epoch": 1.8940370340158252, + "grad_norm": 0.43827521800994873, + "learning_rate": 4.0308709322860344e-05, + "loss": 0.0963, + "num_input_tokens_seen": 22352128, + "step": 11610 + }, + { + "epoch": 1.8948527612366424, + "grad_norm": 1.0722514390945435, + "learning_rate": 4.0300946562597784e-05, + "loss": 0.1903, + "num_input_tokens_seen": 22362688, + "step": 11615 + }, + { + "epoch": 1.89566848845746, + "grad_norm": 0.533453643321991, + "learning_rate": 4.029318144273698e-05, + "loss": 0.1383, + "num_input_tokens_seen": 22370528, + "step": 11620 + }, + { + "epoch": 1.896484215678277, + "grad_norm": 0.5554435849189758, + "learning_rate": 4.0285413964475415e-05, + "loss": 0.173, + "num_input_tokens_seen": 22380784, + "step": 11625 + }, + { + "epoch": 1.8972999428990946, + "grad_norm": 0.8033446669578552, + "learning_rate": 4.0277644129010927e-05, + "loss": 0.1952, + "num_input_tokens_seen": 22391200, + "step": 11630 + }, + { + "epoch": 1.8981156701199118, + "grad_norm": 0.8625591993331909, + "learning_rate": 4.0269871937541724e-05, + "loss": 0.1931, + "num_input_tokens_seen": 22400288, + "step": 11635 + }, + { + "epoch": 1.8989313973407294, + "grad_norm": 0.9746128916740417, + "learning_rate": 4.026209739126637e-05, + "loss": 0.1642, + "num_input_tokens_seen": 22409152, + "step": 11640 + }, + { + "epoch": 1.8997471245615465, + "grad_norm": 0.45118239521980286, + "learning_rate": 4.025432049138381e-05, + "loss": 0.2021, + "num_input_tokens_seen": 22418880, + "step": 11645 + }, + { + "epoch": 1.900562851782364, + "grad_norm": 1.0567896366119385, + "learning_rate": 4.0246541239093325e-05, + "loss": 0.172, + "num_input_tokens_seen": 22428048, + "step": 11650 + }, + { + "epoch": 1.9013785790031812, + "grad_norm": 1.3514989614486694, + "learning_rate": 4.023875963559459e-05, + "loss": 0.1495, + "num_input_tokens_seen": 22436944, + "step": 11655 + }, + { + "epoch": 1.9021943062239988, + "grad_norm": 0.9693395495414734, + "learning_rate": 4.023097568208761e-05, + "loss": 0.2017, + "num_input_tokens_seen": 22446960, + "step": 11660 + }, + { + "epoch": 1.903010033444816, + "grad_norm": 0.6570419073104858, + "learning_rate": 4.022318937977277e-05, + "loss": 0.1895, + "num_input_tokens_seen": 22457728, + "step": 11665 + }, + { + "epoch": 1.9038257606656335, + "grad_norm": 0.428924024105072, + "learning_rate": 4.021540072985084e-05, + "loss": 0.1285, + "num_input_tokens_seen": 22467712, + "step": 11670 + }, + { + "epoch": 1.9046414878864508, + "grad_norm": 0.8736847043037415, + "learning_rate": 4.020760973352289e-05, + "loss": 0.2894, + "num_input_tokens_seen": 22477824, + "step": 11675 + }, + { + "epoch": 1.9054572151072682, + "grad_norm": 0.43321770429611206, + "learning_rate": 4.019981639199042e-05, + "loss": 0.0992, + "num_input_tokens_seen": 22487408, + "step": 11680 + }, + { + "epoch": 1.9062729423280855, + "grad_norm": 0.3938881456851959, + "learning_rate": 4.0192020706455245e-05, + "loss": 0.2167, + "num_input_tokens_seen": 22496560, + "step": 11685 + }, + { + "epoch": 1.9070886695489029, + "grad_norm": 0.5128692984580994, + "learning_rate": 4.018422267811956e-05, + "loss": 0.1358, + "num_input_tokens_seen": 22506608, + "step": 11690 + }, + { + "epoch": 1.9079043967697202, + "grad_norm": 1.2487541437149048, + "learning_rate": 4.017642230818592e-05, + "loss": 0.2684, + "num_input_tokens_seen": 22515808, + "step": 11695 + }, + { + "epoch": 1.9087201239905376, + "grad_norm": 0.44715937972068787, + "learning_rate": 4.0168619597857246e-05, + "loss": 0.1462, + "num_input_tokens_seen": 22524544, + "step": 11700 + }, + { + "epoch": 1.909535851211355, + "grad_norm": 1.5327259302139282, + "learning_rate": 4.016081454833681e-05, + "loss": 0.2084, + "num_input_tokens_seen": 22534080, + "step": 11705 + }, + { + "epoch": 1.9103515784321723, + "grad_norm": 0.9788749814033508, + "learning_rate": 4.0153007160828245e-05, + "loss": 0.207, + "num_input_tokens_seen": 22542800, + "step": 11710 + }, + { + "epoch": 1.9111673056529896, + "grad_norm": 1.0622109174728394, + "learning_rate": 4.0145197436535555e-05, + "loss": 0.1627, + "num_input_tokens_seen": 22553392, + "step": 11715 + }, + { + "epoch": 1.911983032873807, + "grad_norm": 0.3747170865535736, + "learning_rate": 4.0137385376663095e-05, + "loss": 0.222, + "num_input_tokens_seen": 22561936, + "step": 11720 + }, + { + "epoch": 1.9127987600946244, + "grad_norm": 1.3639508485794067, + "learning_rate": 4.012957098241558e-05, + "loss": 0.1763, + "num_input_tokens_seen": 22571312, + "step": 11725 + }, + { + "epoch": 1.9136144873154417, + "grad_norm": 1.0618540048599243, + "learning_rate": 4.0121754254998076e-05, + "loss": 0.1628, + "num_input_tokens_seen": 22580976, + "step": 11730 + }, + { + "epoch": 1.914430214536259, + "grad_norm": 0.5179532766342163, + "learning_rate": 4.011393519561606e-05, + "loss": 0.1482, + "num_input_tokens_seen": 22589152, + "step": 11735 + }, + { + "epoch": 1.9152459417570764, + "grad_norm": 0.3199046850204468, + "learning_rate": 4.010611380547529e-05, + "loss": 0.1533, + "num_input_tokens_seen": 22597968, + "step": 11740 + }, + { + "epoch": 1.9160616689778938, + "grad_norm": 1.4738377332687378, + "learning_rate": 4.009829008578192e-05, + "loss": 0.1901, + "num_input_tokens_seen": 22607760, + "step": 11745 + }, + { + "epoch": 1.9168773961987111, + "grad_norm": 0.4501371383666992, + "learning_rate": 4.00904640377425e-05, + "loss": 0.1499, + "num_input_tokens_seen": 22616816, + "step": 11750 + }, + { + "epoch": 1.9176931234195285, + "grad_norm": 0.5287134647369385, + "learning_rate": 4.0082635662563886e-05, + "loss": 0.1554, + "num_input_tokens_seen": 22626192, + "step": 11755 + }, + { + "epoch": 1.9185088506403458, + "grad_norm": 0.8985245823860168, + "learning_rate": 4.007480496145331e-05, + "loss": 0.2036, + "num_input_tokens_seen": 22636832, + "step": 11760 + }, + { + "epoch": 1.9193245778611632, + "grad_norm": 0.5734133124351501, + "learning_rate": 4.006697193561837e-05, + "loss": 0.1535, + "num_input_tokens_seen": 22647776, + "step": 11765 + }, + { + "epoch": 1.9201403050819805, + "grad_norm": 1.4736019372940063, + "learning_rate": 4.005913658626701e-05, + "loss": 0.1877, + "num_input_tokens_seen": 22656256, + "step": 11770 + }, + { + "epoch": 1.920956032302798, + "grad_norm": 1.3116425275802612, + "learning_rate": 4.005129891460754e-05, + "loss": 0.156, + "num_input_tokens_seen": 22666992, + "step": 11775 + }, + { + "epoch": 1.9217717595236152, + "grad_norm": 0.6612889170646667, + "learning_rate": 4.004345892184864e-05, + "loss": 0.1666, + "num_input_tokens_seen": 22674992, + "step": 11780 + }, + { + "epoch": 1.9225874867444328, + "grad_norm": 0.5293737649917603, + "learning_rate": 4.003561660919932e-05, + "loss": 0.2264, + "num_input_tokens_seen": 22685648, + "step": 11785 + }, + { + "epoch": 1.92340321396525, + "grad_norm": 0.7555166482925415, + "learning_rate": 4.002777197786897e-05, + "loss": 0.1975, + "num_input_tokens_seen": 22694304, + "step": 11790 + }, + { + "epoch": 1.9242189411860675, + "grad_norm": 1.0638785362243652, + "learning_rate": 4.0019925029067326e-05, + "loss": 0.2102, + "num_input_tokens_seen": 22703808, + "step": 11795 + }, + { + "epoch": 1.9250346684068846, + "grad_norm": 1.1316494941711426, + "learning_rate": 4.0012075764004495e-05, + "loss": 0.1231, + "num_input_tokens_seen": 22714512, + "step": 11800 + }, + { + "epoch": 1.9250346684068846, + "eval_loss": 0.1703113317489624, + "eval_runtime": 71.4721, + "eval_samples_per_second": 38.127, + "eval_steps_per_second": 19.07, + "num_input_tokens_seen": 22714512, + "step": 11800 + }, + { + "epoch": 1.9258503956277022, + "grad_norm": 0.7292758226394653, + "learning_rate": 4.000422418389094e-05, + "loss": 0.2165, + "num_input_tokens_seen": 22724432, + "step": 11805 + }, + { + "epoch": 1.9266661228485193, + "grad_norm": 0.8285768628120422, + "learning_rate": 3.999637028993744e-05, + "loss": 0.1621, + "num_input_tokens_seen": 22734736, + "step": 11810 + }, + { + "epoch": 1.927481850069337, + "grad_norm": 0.9308449625968933, + "learning_rate": 3.99885140833552e-05, + "loss": 0.195, + "num_input_tokens_seen": 22745440, + "step": 11815 + }, + { + "epoch": 1.928297577290154, + "grad_norm": 0.48924487829208374, + "learning_rate": 3.998065556535572e-05, + "loss": 0.0992, + "num_input_tokens_seen": 22753568, + "step": 11820 + }, + { + "epoch": 1.9291133045109716, + "grad_norm": 0.18692466616630554, + "learning_rate": 3.9972794737150895e-05, + "loss": 0.125, + "num_input_tokens_seen": 22763680, + "step": 11825 + }, + { + "epoch": 1.9299290317317888, + "grad_norm": 0.9046112895011902, + "learning_rate": 3.996493159995297e-05, + "loss": 0.1687, + "num_input_tokens_seen": 22773264, + "step": 11830 + }, + { + "epoch": 1.9307447589526063, + "grad_norm": 1.1812666654586792, + "learning_rate": 3.995706615497453e-05, + "loss": 0.1456, + "num_input_tokens_seen": 22782784, + "step": 11835 + }, + { + "epoch": 1.9315604861734235, + "grad_norm": 1.2545732259750366, + "learning_rate": 3.994919840342852e-05, + "loss": 0.2288, + "num_input_tokens_seen": 22792064, + "step": 11840 + }, + { + "epoch": 1.932376213394241, + "grad_norm": 1.1326713562011719, + "learning_rate": 3.994132834652825e-05, + "loss": 0.1773, + "num_input_tokens_seen": 22800560, + "step": 11845 + }, + { + "epoch": 1.9331919406150582, + "grad_norm": 0.8291823267936707, + "learning_rate": 3.99334559854874e-05, + "loss": 0.1435, + "num_input_tokens_seen": 22811728, + "step": 11850 + }, + { + "epoch": 1.9340076678358757, + "grad_norm": 0.5927329063415527, + "learning_rate": 3.9925581321519955e-05, + "loss": 0.1555, + "num_input_tokens_seen": 22819904, + "step": 11855 + }, + { + "epoch": 1.934823395056693, + "grad_norm": 1.2493888139724731, + "learning_rate": 3.991770435584031e-05, + "loss": 0.2331, + "num_input_tokens_seen": 22828592, + "step": 11860 + }, + { + "epoch": 1.9356391222775104, + "grad_norm": 1.206259846687317, + "learning_rate": 3.990982508966319e-05, + "loss": 0.1513, + "num_input_tokens_seen": 22838464, + "step": 11865 + }, + { + "epoch": 1.9364548494983278, + "grad_norm": 0.2617190480232239, + "learning_rate": 3.990194352420367e-05, + "loss": 0.1507, + "num_input_tokens_seen": 22847488, + "step": 11870 + }, + { + "epoch": 1.9372705767191452, + "grad_norm": 0.7156427502632141, + "learning_rate": 3.9894059660677184e-05, + "loss": 0.1996, + "num_input_tokens_seen": 22856384, + "step": 11875 + }, + { + "epoch": 1.9380863039399625, + "grad_norm": 1.559431791305542, + "learning_rate": 3.9886173500299526e-05, + "loss": 0.1587, + "num_input_tokens_seen": 22866224, + "step": 11880 + }, + { + "epoch": 1.9389020311607799, + "grad_norm": 1.1815365552902222, + "learning_rate": 3.987828504428685e-05, + "loss": 0.2435, + "num_input_tokens_seen": 22876512, + "step": 11885 + }, + { + "epoch": 1.9397177583815972, + "grad_norm": 0.7172653079032898, + "learning_rate": 3.987039429385565e-05, + "loss": 0.1639, + "num_input_tokens_seen": 22886800, + "step": 11890 + }, + { + "epoch": 1.9405334856024146, + "grad_norm": 0.8696141242980957, + "learning_rate": 3.986250125022277e-05, + "loss": 0.2392, + "num_input_tokens_seen": 22895728, + "step": 11895 + }, + { + "epoch": 1.941349212823232, + "grad_norm": 0.9965118765830994, + "learning_rate": 3.985460591460544e-05, + "loss": 0.1552, + "num_input_tokens_seen": 22905424, + "step": 11900 + }, + { + "epoch": 1.9421649400440493, + "grad_norm": 0.2722676396369934, + "learning_rate": 3.984670828822118e-05, + "loss": 0.133, + "num_input_tokens_seen": 22914016, + "step": 11905 + }, + { + "epoch": 1.9429806672648666, + "grad_norm": 0.4388449490070343, + "learning_rate": 3.983880837228794e-05, + "loss": 0.1927, + "num_input_tokens_seen": 22924448, + "step": 11910 + }, + { + "epoch": 1.943796394485684, + "grad_norm": 0.44623902440071106, + "learning_rate": 3.983090616802396e-05, + "loss": 0.1295, + "num_input_tokens_seen": 22933152, + "step": 11915 + }, + { + "epoch": 1.9446121217065013, + "grad_norm": 0.6366105079650879, + "learning_rate": 3.982300167664788e-05, + "loss": 0.2852, + "num_input_tokens_seen": 22942112, + "step": 11920 + }, + { + "epoch": 1.9454278489273187, + "grad_norm": 0.9421872496604919, + "learning_rate": 3.981509489937868e-05, + "loss": 0.2094, + "num_input_tokens_seen": 22951360, + "step": 11925 + }, + { + "epoch": 1.946243576148136, + "grad_norm": 1.4519964456558228, + "learning_rate": 3.9807185837435643e-05, + "loss": 0.2635, + "num_input_tokens_seen": 22961824, + "step": 11930 + }, + { + "epoch": 1.9470593033689534, + "grad_norm": 1.034796118736267, + "learning_rate": 3.9799274492038484e-05, + "loss": 0.2676, + "num_input_tokens_seen": 22970784, + "step": 11935 + }, + { + "epoch": 1.9478750305897707, + "grad_norm": 0.5865668654441833, + "learning_rate": 3.979136086440722e-05, + "loss": 0.1657, + "num_input_tokens_seen": 22980960, + "step": 11940 + }, + { + "epoch": 1.948690757810588, + "grad_norm": 0.34867364168167114, + "learning_rate": 3.9783444955762226e-05, + "loss": 0.1284, + "num_input_tokens_seen": 22991136, + "step": 11945 + }, + { + "epoch": 1.9495064850314054, + "grad_norm": 1.1137603521347046, + "learning_rate": 3.977552676732424e-05, + "loss": 0.2131, + "num_input_tokens_seen": 23000896, + "step": 11950 + }, + { + "epoch": 1.9503222122522228, + "grad_norm": 1.1203410625457764, + "learning_rate": 3.976760630031435e-05, + "loss": 0.2027, + "num_input_tokens_seen": 23010528, + "step": 11955 + }, + { + "epoch": 1.9511379394730404, + "grad_norm": 0.8555232882499695, + "learning_rate": 3.975968355595398e-05, + "loss": 0.189, + "num_input_tokens_seen": 23018800, + "step": 11960 + }, + { + "epoch": 1.9519536666938575, + "grad_norm": 0.605188250541687, + "learning_rate": 3.9751758535464935e-05, + "loss": 0.1335, + "num_input_tokens_seen": 23029392, + "step": 11965 + }, + { + "epoch": 1.952769393914675, + "grad_norm": 0.5953620076179504, + "learning_rate": 3.9743831240069326e-05, + "loss": 0.1778, + "num_input_tokens_seen": 23040336, + "step": 11970 + }, + { + "epoch": 1.9535851211354922, + "grad_norm": 0.5970708727836609, + "learning_rate": 3.9735901670989675e-05, + "loss": 0.2563, + "num_input_tokens_seen": 23050672, + "step": 11975 + }, + { + "epoch": 1.9544008483563098, + "grad_norm": 0.8016745448112488, + "learning_rate": 3.97279698294488e-05, + "loss": 0.266, + "num_input_tokens_seen": 23059984, + "step": 11980 + }, + { + "epoch": 1.955216575577127, + "grad_norm": 0.8791018724441528, + "learning_rate": 3.9720035716669876e-05, + "loss": 0.1787, + "num_input_tokens_seen": 23069296, + "step": 11985 + }, + { + "epoch": 1.9560323027979445, + "grad_norm": 0.5321162343025208, + "learning_rate": 3.9712099333876474e-05, + "loss": 0.1387, + "num_input_tokens_seen": 23079568, + "step": 11990 + }, + { + "epoch": 1.9568480300187616, + "grad_norm": 0.8952717781066895, + "learning_rate": 3.9704160682292475e-05, + "loss": 0.1456, + "num_input_tokens_seen": 23089536, + "step": 11995 + }, + { + "epoch": 1.9576637572395792, + "grad_norm": 1.028515100479126, + "learning_rate": 3.9696219763142106e-05, + "loss": 0.1654, + "num_input_tokens_seen": 23099888, + "step": 12000 + }, + { + "epoch": 1.9576637572395792, + "eval_loss": 0.1687464416027069, + "eval_runtime": 71.4437, + "eval_samples_per_second": 38.142, + "eval_steps_per_second": 19.078, + "num_input_tokens_seen": 23099888, + "step": 12000 + }, + { + "epoch": 1.9584794844603963, + "grad_norm": 0.46004948019981384, + "learning_rate": 3.968827657764997e-05, + "loss": 0.0834, + "num_input_tokens_seen": 23108880, + "step": 12005 + }, + { + "epoch": 1.959295211681214, + "grad_norm": 0.7124919295310974, + "learning_rate": 3.9680331127041e-05, + "loss": 0.1897, + "num_input_tokens_seen": 23117376, + "step": 12010 + }, + { + "epoch": 1.960110938902031, + "grad_norm": 0.7497685551643372, + "learning_rate": 3.9672383412540495e-05, + "loss": 0.1476, + "num_input_tokens_seen": 23126624, + "step": 12015 + }, + { + "epoch": 1.9609266661228486, + "grad_norm": 0.4031834602355957, + "learning_rate": 3.966443343537407e-05, + "loss": 0.2258, + "num_input_tokens_seen": 23135600, + "step": 12020 + }, + { + "epoch": 1.9617423933436657, + "grad_norm": 1.0986895561218262, + "learning_rate": 3.965648119676772e-05, + "loss": 0.1664, + "num_input_tokens_seen": 23145824, + "step": 12025 + }, + { + "epoch": 1.9625581205644833, + "grad_norm": 0.8817828893661499, + "learning_rate": 3.96485266979478e-05, + "loss": 0.1981, + "num_input_tokens_seen": 23155808, + "step": 12030 + }, + { + "epoch": 1.9633738477853004, + "grad_norm": 0.4931808412075043, + "learning_rate": 3.9640569940140974e-05, + "loss": 0.2092, + "num_input_tokens_seen": 23166720, + "step": 12035 + }, + { + "epoch": 1.964189575006118, + "grad_norm": 0.9698516130447388, + "learning_rate": 3.963261092457428e-05, + "loss": 0.1639, + "num_input_tokens_seen": 23176672, + "step": 12040 + }, + { + "epoch": 1.9650053022269351, + "grad_norm": 0.9937055706977844, + "learning_rate": 3.962464965247509e-05, + "loss": 0.1419, + "num_input_tokens_seen": 23187248, + "step": 12045 + }, + { + "epoch": 1.9658210294477527, + "grad_norm": 0.8580533862113953, + "learning_rate": 3.9616686125071135e-05, + "loss": 0.1643, + "num_input_tokens_seen": 23196416, + "step": 12050 + }, + { + "epoch": 1.96663675666857, + "grad_norm": 0.5395755171775818, + "learning_rate": 3.9608720343590506e-05, + "loss": 0.1857, + "num_input_tokens_seen": 23204736, + "step": 12055 + }, + { + "epoch": 1.9674524838893874, + "grad_norm": 0.8156977891921997, + "learning_rate": 3.960075230926161e-05, + "loss": 0.1652, + "num_input_tokens_seen": 23215360, + "step": 12060 + }, + { + "epoch": 1.9682682111102048, + "grad_norm": 0.6276549100875854, + "learning_rate": 3.959278202331322e-05, + "loss": 0.1384, + "num_input_tokens_seen": 23224848, + "step": 12065 + }, + { + "epoch": 1.9690839383310221, + "grad_norm": 1.6246449947357178, + "learning_rate": 3.958480948697446e-05, + "loss": 0.1826, + "num_input_tokens_seen": 23234848, + "step": 12070 + }, + { + "epoch": 1.9698996655518395, + "grad_norm": 0.415836364030838, + "learning_rate": 3.95768347014748e-05, + "loss": 0.1697, + "num_input_tokens_seen": 23244800, + "step": 12075 + }, + { + "epoch": 1.9707153927726568, + "grad_norm": 0.6779038310050964, + "learning_rate": 3.956885766804404e-05, + "loss": 0.1518, + "num_input_tokens_seen": 23254336, + "step": 12080 + }, + { + "epoch": 1.9715311199934742, + "grad_norm": 0.7849526405334473, + "learning_rate": 3.956087838791235e-05, + "loss": 0.1648, + "num_input_tokens_seen": 23264000, + "step": 12085 + }, + { + "epoch": 1.9723468472142915, + "grad_norm": 0.9442914128303528, + "learning_rate": 3.955289686231022e-05, + "loss": 0.2728, + "num_input_tokens_seen": 23273456, + "step": 12090 + }, + { + "epoch": 1.973162574435109, + "grad_norm": 1.4626500606536865, + "learning_rate": 3.9544913092468504e-05, + "loss": 0.1986, + "num_input_tokens_seen": 23282624, + "step": 12095 + }, + { + "epoch": 1.9739783016559262, + "grad_norm": 0.49204114079475403, + "learning_rate": 3.9536927079618425e-05, + "loss": 0.1854, + "num_input_tokens_seen": 23292640, + "step": 12100 + }, + { + "epoch": 1.9747940288767436, + "grad_norm": 1.0071699619293213, + "learning_rate": 3.9528938824991494e-05, + "loss": 0.1578, + "num_input_tokens_seen": 23301168, + "step": 12105 + }, + { + "epoch": 1.975609756097561, + "grad_norm": 0.6340422630310059, + "learning_rate": 3.952094832981962e-05, + "loss": 0.1321, + "num_input_tokens_seen": 23311648, + "step": 12110 + }, + { + "epoch": 1.9764254833183783, + "grad_norm": 0.8279728889465332, + "learning_rate": 3.951295559533503e-05, + "loss": 0.1323, + "num_input_tokens_seen": 23321408, + "step": 12115 + }, + { + "epoch": 1.9772412105391957, + "grad_norm": 1.0416635274887085, + "learning_rate": 3.95049606227703e-05, + "loss": 0.2438, + "num_input_tokens_seen": 23330320, + "step": 12120 + }, + { + "epoch": 1.978056937760013, + "grad_norm": 1.1968073844909668, + "learning_rate": 3.949696341335838e-05, + "loss": 0.1813, + "num_input_tokens_seen": 23340160, + "step": 12125 + }, + { + "epoch": 1.9788726649808304, + "grad_norm": 1.1588943004608154, + "learning_rate": 3.9488963968332503e-05, + "loss": 0.2052, + "num_input_tokens_seen": 23349776, + "step": 12130 + }, + { + "epoch": 1.9796883922016477, + "grad_norm": 0.9363778233528137, + "learning_rate": 3.948096228892631e-05, + "loss": 0.2179, + "num_input_tokens_seen": 23360144, + "step": 12135 + }, + { + "epoch": 1.980504119422465, + "grad_norm": 1.1271597146987915, + "learning_rate": 3.947295837637375e-05, + "loss": 0.1981, + "num_input_tokens_seen": 23370128, + "step": 12140 + }, + { + "epoch": 1.9813198466432826, + "grad_norm": 1.29744553565979, + "learning_rate": 3.9464952231909135e-05, + "loss": 0.1655, + "num_input_tokens_seen": 23379584, + "step": 12145 + }, + { + "epoch": 1.9821355738640998, + "grad_norm": 0.5664817690849304, + "learning_rate": 3.945694385676711e-05, + "loss": 0.149, + "num_input_tokens_seen": 23388032, + "step": 12150 + }, + { + "epoch": 1.9829513010849174, + "grad_norm": 0.8715219497680664, + "learning_rate": 3.944893325218265e-05, + "loss": 0.1547, + "num_input_tokens_seen": 23396960, + "step": 12155 + }, + { + "epoch": 1.9837670283057345, + "grad_norm": 1.5714408159255981, + "learning_rate": 3.944092041939112e-05, + "loss": 0.1497, + "num_input_tokens_seen": 23406272, + "step": 12160 + }, + { + "epoch": 1.984582755526552, + "grad_norm": 0.7032511830329895, + "learning_rate": 3.943290535962818e-05, + "loss": 0.1689, + "num_input_tokens_seen": 23416512, + "step": 12165 + }, + { + "epoch": 1.9853984827473692, + "grad_norm": 0.5097298622131348, + "learning_rate": 3.942488807412985e-05, + "loss": 0.1519, + "num_input_tokens_seen": 23425632, + "step": 12170 + }, + { + "epoch": 1.9862142099681868, + "grad_norm": 0.7006388306617737, + "learning_rate": 3.941686856413251e-05, + "loss": 0.1655, + "num_input_tokens_seen": 23435504, + "step": 12175 + }, + { + "epoch": 1.987029937189004, + "grad_norm": 0.6847208142280579, + "learning_rate": 3.9408846830872874e-05, + "loss": 0.1691, + "num_input_tokens_seen": 23444336, + "step": 12180 + }, + { + "epoch": 1.9878456644098215, + "grad_norm": 0.8219594955444336, + "learning_rate": 3.940082287558798e-05, + "loss": 0.1549, + "num_input_tokens_seen": 23454256, + "step": 12185 + }, + { + "epoch": 1.9886613916306386, + "grad_norm": 0.3272041380405426, + "learning_rate": 3.939279669951522e-05, + "loss": 0.2122, + "num_input_tokens_seen": 23463072, + "step": 12190 + }, + { + "epoch": 1.9894771188514562, + "grad_norm": 0.853237509727478, + "learning_rate": 3.938476830389234e-05, + "loss": 0.2061, + "num_input_tokens_seen": 23472816, + "step": 12195 + }, + { + "epoch": 1.9902928460722733, + "grad_norm": 0.46901175379753113, + "learning_rate": 3.937673768995742e-05, + "loss": 0.1695, + "num_input_tokens_seen": 23482400, + "step": 12200 + }, + { + "epoch": 1.9902928460722733, + "eval_loss": 0.16870668530464172, + "eval_runtime": 71.4913, + "eval_samples_per_second": 38.117, + "eval_steps_per_second": 19.065, + "num_input_tokens_seen": 23482400, + "step": 12200 + }, + { + "epoch": 1.9911085732930909, + "grad_norm": 0.8097335696220398, + "learning_rate": 3.936870485894888e-05, + "loss": 0.0934, + "num_input_tokens_seen": 23491392, + "step": 12205 + }, + { + "epoch": 1.991924300513908, + "grad_norm": 0.9617782235145569, + "learning_rate": 3.9360669812105475e-05, + "loss": 0.171, + "num_input_tokens_seen": 23501344, + "step": 12210 + }, + { + "epoch": 1.9927400277347256, + "grad_norm": 0.823973536491394, + "learning_rate": 3.9352632550666325e-05, + "loss": 0.1825, + "num_input_tokens_seen": 23510304, + "step": 12215 + }, + { + "epoch": 1.9935557549555427, + "grad_norm": 0.8858860731124878, + "learning_rate": 3.9344593075870866e-05, + "loss": 0.1673, + "num_input_tokens_seen": 23520224, + "step": 12220 + }, + { + "epoch": 1.9943714821763603, + "grad_norm": 1.052549958229065, + "learning_rate": 3.933655138895889e-05, + "loss": 0.1906, + "num_input_tokens_seen": 23528816, + "step": 12225 + }, + { + "epoch": 1.9951872093971774, + "grad_norm": 0.64146888256073, + "learning_rate": 3.932850749117053e-05, + "loss": 0.1233, + "num_input_tokens_seen": 23538176, + "step": 12230 + }, + { + "epoch": 1.996002936617995, + "grad_norm": 1.1629424095153809, + "learning_rate": 3.932046138374624e-05, + "loss": 0.1362, + "num_input_tokens_seen": 23546608, + "step": 12235 + }, + { + "epoch": 1.9968186638388123, + "grad_norm": 1.3708244562149048, + "learning_rate": 3.9312413067926854e-05, + "loss": 0.163, + "num_input_tokens_seen": 23555664, + "step": 12240 + }, + { + "epoch": 1.9976343910596297, + "grad_norm": 0.8139805793762207, + "learning_rate": 3.9304362544953506e-05, + "loss": 0.1154, + "num_input_tokens_seen": 23564912, + "step": 12245 + }, + { + "epoch": 1.998450118280447, + "grad_norm": 0.589403510093689, + "learning_rate": 3.929630981606769e-05, + "loss": 0.1509, + "num_input_tokens_seen": 23574976, + "step": 12250 + }, + { + "epoch": 1.9992658455012644, + "grad_norm": 0.6868265867233276, + "learning_rate": 3.928825488251124e-05, + "loss": 0.1437, + "num_input_tokens_seen": 23585520, + "step": 12255 + }, + { + "epoch": 2.0, + "grad_norm": 0.8868140578269958, + "learning_rate": 3.9280197745526344e-05, + "loss": 0.2015, + "num_input_tokens_seen": 23594288, + "step": 12260 + }, + { + "epoch": 2.0008157272208176, + "grad_norm": 2.0330913066864014, + "learning_rate": 3.9272138406355495e-05, + "loss": 0.2333, + "num_input_tokens_seen": 23603248, + "step": 12265 + }, + { + "epoch": 2.0016314544416347, + "grad_norm": 0.3960491418838501, + "learning_rate": 3.926407686624154e-05, + "loss": 0.2173, + "num_input_tokens_seen": 23611920, + "step": 12270 + }, + { + "epoch": 2.0024471816624523, + "grad_norm": 0.937439501285553, + "learning_rate": 3.9256013126427684e-05, + "loss": 0.1943, + "num_input_tokens_seen": 23622272, + "step": 12275 + }, + { + "epoch": 2.0032629088832694, + "grad_norm": 1.455684781074524, + "learning_rate": 3.9247947188157455e-05, + "loss": 0.187, + "num_input_tokens_seen": 23631104, + "step": 12280 + }, + { + "epoch": 2.004078636104087, + "grad_norm": 0.9271330237388611, + "learning_rate": 3.9239879052674715e-05, + "loss": 0.1386, + "num_input_tokens_seen": 23639328, + "step": 12285 + }, + { + "epoch": 2.004894363324904, + "grad_norm": 0.804768979549408, + "learning_rate": 3.9231808721223673e-05, + "loss": 0.1169, + "num_input_tokens_seen": 23648416, + "step": 12290 + }, + { + "epoch": 2.0057100905457217, + "grad_norm": 0.9367099404335022, + "learning_rate": 3.9223736195048886e-05, + "loss": 0.1512, + "num_input_tokens_seen": 23657184, + "step": 12295 + }, + { + "epoch": 2.006525817766539, + "grad_norm": 0.4814390242099762, + "learning_rate": 3.921566147539523e-05, + "loss": 0.1479, + "num_input_tokens_seen": 23667312, + "step": 12300 + }, + { + "epoch": 2.0073415449873564, + "grad_norm": 0.6581711769104004, + "learning_rate": 3.920758456350792e-05, + "loss": 0.2016, + "num_input_tokens_seen": 23677344, + "step": 12305 + }, + { + "epoch": 2.0081572722081735, + "grad_norm": 0.5255089998245239, + "learning_rate": 3.919950546063253e-05, + "loss": 0.1714, + "num_input_tokens_seen": 23687856, + "step": 12310 + }, + { + "epoch": 2.008972999428991, + "grad_norm": 0.46530815958976746, + "learning_rate": 3.919142416801496e-05, + "loss": 0.1586, + "num_input_tokens_seen": 23696432, + "step": 12315 + }, + { + "epoch": 2.0097887266498082, + "grad_norm": 0.47356435656547546, + "learning_rate": 3.918334068690144e-05, + "loss": 0.1367, + "num_input_tokens_seen": 23706560, + "step": 12320 + }, + { + "epoch": 2.010604453870626, + "grad_norm": 0.2757672965526581, + "learning_rate": 3.917525501853855e-05, + "loss": 0.1377, + "num_input_tokens_seen": 23716144, + "step": 12325 + }, + { + "epoch": 2.011420181091443, + "grad_norm": 0.268118292093277, + "learning_rate": 3.916716716417319e-05, + "loss": 0.1465, + "num_input_tokens_seen": 23725856, + "step": 12330 + }, + { + "epoch": 2.0122359083122605, + "grad_norm": 1.489148497581482, + "learning_rate": 3.915907712505263e-05, + "loss": 0.1946, + "num_input_tokens_seen": 23734240, + "step": 12335 + }, + { + "epoch": 2.0130516355330776, + "grad_norm": 1.121875286102295, + "learning_rate": 3.915098490242444e-05, + "loss": 0.2122, + "num_input_tokens_seen": 23744208, + "step": 12340 + }, + { + "epoch": 2.013867362753895, + "grad_norm": 1.1053274869918823, + "learning_rate": 3.914289049753654e-05, + "loss": 0.1883, + "num_input_tokens_seen": 23754432, + "step": 12345 + }, + { + "epoch": 2.0146830899747123, + "grad_norm": 0.49357596039772034, + "learning_rate": 3.913479391163719e-05, + "loss": 0.1558, + "num_input_tokens_seen": 23764064, + "step": 12350 + }, + { + "epoch": 2.01549881719553, + "grad_norm": 0.9168813228607178, + "learning_rate": 3.9126695145975e-05, + "loss": 0.1497, + "num_input_tokens_seen": 23774144, + "step": 12355 + }, + { + "epoch": 2.016314544416347, + "grad_norm": 1.2828928232192993, + "learning_rate": 3.911859420179889e-05, + "loss": 0.237, + "num_input_tokens_seen": 23782624, + "step": 12360 + }, + { + "epoch": 2.0171302716371646, + "grad_norm": 0.5251877307891846, + "learning_rate": 3.911049108035813e-05, + "loss": 0.222, + "num_input_tokens_seen": 23792896, + "step": 12365 + }, + { + "epoch": 2.0179459988579818, + "grad_norm": 0.7512426972389221, + "learning_rate": 3.910238578290232e-05, + "loss": 0.1785, + "num_input_tokens_seen": 23802864, + "step": 12370 + }, + { + "epoch": 2.0187617260787993, + "grad_norm": 0.5701006650924683, + "learning_rate": 3.90942783106814e-05, + "loss": 0.2048, + "num_input_tokens_seen": 23810784, + "step": 12375 + }, + { + "epoch": 2.0195774532996165, + "grad_norm": 0.6796241998672485, + "learning_rate": 3.908616866494564e-05, + "loss": 0.1554, + "num_input_tokens_seen": 23820096, + "step": 12380 + }, + { + "epoch": 2.020393180520434, + "grad_norm": 0.48364701867103577, + "learning_rate": 3.907805684694566e-05, + "loss": 0.2291, + "num_input_tokens_seen": 23830272, + "step": 12385 + }, + { + "epoch": 2.021208907741251, + "grad_norm": 0.9531705975532532, + "learning_rate": 3.90699428579324e-05, + "loss": 0.1308, + "num_input_tokens_seen": 23839536, + "step": 12390 + }, + { + "epoch": 2.0220246349620687, + "grad_norm": 0.9689459204673767, + "learning_rate": 3.906182669915713e-05, + "loss": 0.175, + "num_input_tokens_seen": 23849392, + "step": 12395 + }, + { + "epoch": 2.022840362182886, + "grad_norm": 0.3445788025856018, + "learning_rate": 3.9053708371871476e-05, + "loss": 0.1833, + "num_input_tokens_seen": 23860160, + "step": 12400 + }, + { + "epoch": 2.022840362182886, + "eval_loss": 0.16903233528137207, + "eval_runtime": 71.3651, + "eval_samples_per_second": 38.184, + "eval_steps_per_second": 19.099, + "num_input_tokens_seen": 23860160, + "step": 12400 + }, + { + "epoch": 2.0236560894037035, + "grad_norm": 0.8903064727783203, + "learning_rate": 3.904558787732738e-05, + "loss": 0.1876, + "num_input_tokens_seen": 23869568, + "step": 12405 + }, + { + "epoch": 2.0244718166245206, + "grad_norm": 0.8652786612510681, + "learning_rate": 3.9037465216777135e-05, + "loss": 0.231, + "num_input_tokens_seen": 23880016, + "step": 12410 + }, + { + "epoch": 2.025287543845338, + "grad_norm": 0.897490918636322, + "learning_rate": 3.902934039147334e-05, + "loss": 0.1713, + "num_input_tokens_seen": 23889312, + "step": 12415 + }, + { + "epoch": 2.0261032710661553, + "grad_norm": 1.4950672388076782, + "learning_rate": 3.902121340266894e-05, + "loss": 0.1698, + "num_input_tokens_seen": 23899536, + "step": 12420 + }, + { + "epoch": 2.026918998286973, + "grad_norm": 0.723098635673523, + "learning_rate": 3.9013084251617246e-05, + "loss": 0.1919, + "num_input_tokens_seen": 23908304, + "step": 12425 + }, + { + "epoch": 2.02773472550779, + "grad_norm": 0.9532517790794373, + "learning_rate": 3.9004952939571865e-05, + "loss": 0.1636, + "num_input_tokens_seen": 23918992, + "step": 12430 + }, + { + "epoch": 2.0285504527286076, + "grad_norm": 0.7416810393333435, + "learning_rate": 3.899681946778673e-05, + "loss": 0.2457, + "num_input_tokens_seen": 23927136, + "step": 12435 + }, + { + "epoch": 2.0293661799494247, + "grad_norm": 0.6253582239151001, + "learning_rate": 3.898868383751615e-05, + "loss": 0.1721, + "num_input_tokens_seen": 23937616, + "step": 12440 + }, + { + "epoch": 2.0301819071702423, + "grad_norm": 1.069344401359558, + "learning_rate": 3.8980546050014724e-05, + "loss": 0.1177, + "num_input_tokens_seen": 23947584, + "step": 12445 + }, + { + "epoch": 2.03099763439106, + "grad_norm": 1.3359442949295044, + "learning_rate": 3.897240610653741e-05, + "loss": 0.1452, + "num_input_tokens_seen": 23957632, + "step": 12450 + }, + { + "epoch": 2.031813361611877, + "grad_norm": 0.5783237814903259, + "learning_rate": 3.896426400833948e-05, + "loss": 0.2293, + "num_input_tokens_seen": 23967440, + "step": 12455 + }, + { + "epoch": 2.0326290888326946, + "grad_norm": 0.38373324275016785, + "learning_rate": 3.895611975667656e-05, + "loss": 0.1684, + "num_input_tokens_seen": 23976928, + "step": 12460 + }, + { + "epoch": 2.0334448160535117, + "grad_norm": 0.7505176067352295, + "learning_rate": 3.8947973352804584e-05, + "loss": 0.1556, + "num_input_tokens_seen": 23987728, + "step": 12465 + }, + { + "epoch": 2.0342605432743293, + "grad_norm": 0.9685677289962769, + "learning_rate": 3.893982479797984e-05, + "loss": 0.2063, + "num_input_tokens_seen": 23997568, + "step": 12470 + }, + { + "epoch": 2.0350762704951464, + "grad_norm": 0.5588842034339905, + "learning_rate": 3.8931674093458926e-05, + "loss": 0.1696, + "num_input_tokens_seen": 24007568, + "step": 12475 + }, + { + "epoch": 2.035891997715964, + "grad_norm": 0.7636817693710327, + "learning_rate": 3.89235212404988e-05, + "loss": 0.1873, + "num_input_tokens_seen": 24018032, + "step": 12480 + }, + { + "epoch": 2.036707724936781, + "grad_norm": 0.22053399682044983, + "learning_rate": 3.891536624035672e-05, + "loss": 0.1984, + "num_input_tokens_seen": 24027168, + "step": 12485 + }, + { + "epoch": 2.0375234521575987, + "grad_norm": 0.15660996735095978, + "learning_rate": 3.8907209094290295e-05, + "loss": 0.1038, + "num_input_tokens_seen": 24037296, + "step": 12490 + }, + { + "epoch": 2.038339179378416, + "grad_norm": 0.7071439623832703, + "learning_rate": 3.8899049803557466e-05, + "loss": 0.1503, + "num_input_tokens_seen": 24046112, + "step": 12495 + }, + { + "epoch": 2.0391549065992334, + "grad_norm": 0.34584754705429077, + "learning_rate": 3.889088836941648e-05, + "loss": 0.1177, + "num_input_tokens_seen": 24054768, + "step": 12500 + }, + { + "epoch": 2.0399706338200505, + "grad_norm": 0.7487305402755737, + "learning_rate": 3.8882724793125946e-05, + "loss": 0.1077, + "num_input_tokens_seen": 24065520, + "step": 12505 + }, + { + "epoch": 2.040786361040868, + "grad_norm": 1.0011699199676514, + "learning_rate": 3.8874559075944794e-05, + "loss": 0.1567, + "num_input_tokens_seen": 24076112, + "step": 12510 + }, + { + "epoch": 2.041602088261685, + "grad_norm": 0.5111464262008667, + "learning_rate": 3.886639121913227e-05, + "loss": 0.1673, + "num_input_tokens_seen": 24085824, + "step": 12515 + }, + { + "epoch": 2.042417815482503, + "grad_norm": 0.9612351059913635, + "learning_rate": 3.885822122394797e-05, + "loss": 0.1845, + "num_input_tokens_seen": 24096304, + "step": 12520 + }, + { + "epoch": 2.04323354270332, + "grad_norm": 1.5713045597076416, + "learning_rate": 3.8850049091651794e-05, + "loss": 0.1486, + "num_input_tokens_seen": 24106192, + "step": 12525 + }, + { + "epoch": 2.0440492699241375, + "grad_norm": 0.7204472422599792, + "learning_rate": 3.8841874823504e-05, + "loss": 0.1562, + "num_input_tokens_seen": 24116160, + "step": 12530 + }, + { + "epoch": 2.0448649971449546, + "grad_norm": 0.39516013860702515, + "learning_rate": 3.8833698420765157e-05, + "loss": 0.1621, + "num_input_tokens_seen": 24125408, + "step": 12535 + }, + { + "epoch": 2.045680724365772, + "grad_norm": 0.5366542339324951, + "learning_rate": 3.882551988469618e-05, + "loss": 0.1779, + "num_input_tokens_seen": 24135216, + "step": 12540 + }, + { + "epoch": 2.0464964515865893, + "grad_norm": 0.9321384429931641, + "learning_rate": 3.881733921655829e-05, + "loss": 0.172, + "num_input_tokens_seen": 24144640, + "step": 12545 + }, + { + "epoch": 2.047312178807407, + "grad_norm": 0.5693590641021729, + "learning_rate": 3.8809156417613054e-05, + "loss": 0.1787, + "num_input_tokens_seen": 24153792, + "step": 12550 + }, + { + "epoch": 2.048127906028224, + "grad_norm": 1.1440517902374268, + "learning_rate": 3.8800971489122364e-05, + "loss": 0.1845, + "num_input_tokens_seen": 24162624, + "step": 12555 + }, + { + "epoch": 2.0489436332490416, + "grad_norm": 1.0348362922668457, + "learning_rate": 3.8792784432348434e-05, + "loss": 0.1855, + "num_input_tokens_seen": 24171856, + "step": 12560 + }, + { + "epoch": 2.0497593604698587, + "grad_norm": 0.3822464048862457, + "learning_rate": 3.878459524855381e-05, + "loss": 0.2474, + "num_input_tokens_seen": 24181888, + "step": 12565 + }, + { + "epoch": 2.0505750876906763, + "grad_norm": 1.9539453983306885, + "learning_rate": 3.8776403939001384e-05, + "loss": 0.2423, + "num_input_tokens_seen": 24191600, + "step": 12570 + }, + { + "epoch": 2.0513908149114934, + "grad_norm": 1.0873011350631714, + "learning_rate": 3.876821050495433e-05, + "loss": 0.1269, + "num_input_tokens_seen": 24200816, + "step": 12575 + }, + { + "epoch": 2.052206542132311, + "grad_norm": 0.39074477553367615, + "learning_rate": 3.87600149476762e-05, + "loss": 0.1528, + "num_input_tokens_seen": 24211344, + "step": 12580 + }, + { + "epoch": 2.053022269353128, + "grad_norm": 0.8542966842651367, + "learning_rate": 3.8751817268430843e-05, + "loss": 0.1376, + "num_input_tokens_seen": 24221136, + "step": 12585 + }, + { + "epoch": 2.0538379965739457, + "grad_norm": 1.7270601987838745, + "learning_rate": 3.8743617468482464e-05, + "loss": 0.1748, + "num_input_tokens_seen": 24229616, + "step": 12590 + }, + { + "epoch": 2.054653723794763, + "grad_norm": 0.4934653639793396, + "learning_rate": 3.8735415549095535e-05, + "loss": 0.138, + "num_input_tokens_seen": 24239232, + "step": 12595 + }, + { + "epoch": 2.0554694510155804, + "grad_norm": 0.8955035209655762, + "learning_rate": 3.8727211511534934e-05, + "loss": 0.2318, + "num_input_tokens_seen": 24249008, + "step": 12600 + }, + { + "epoch": 2.0554694510155804, + "eval_loss": 0.16907991468906403, + "eval_runtime": 71.4215, + "eval_samples_per_second": 38.154, + "eval_steps_per_second": 19.084, + "num_input_tokens_seen": 24249008, + "step": 12600 + }, + { + "epoch": 2.0562851782363976, + "grad_norm": 0.48066237568855286, + "learning_rate": 3.8719005357065804e-05, + "loss": 0.1668, + "num_input_tokens_seen": 24258432, + "step": 12605 + }, + { + "epoch": 2.057100905457215, + "grad_norm": 0.8971473574638367, + "learning_rate": 3.8710797086953645e-05, + "loss": 0.1903, + "num_input_tokens_seen": 24268128, + "step": 12610 + }, + { + "epoch": 2.0579166326780323, + "grad_norm": 0.9369714856147766, + "learning_rate": 3.870258670246427e-05, + "loss": 0.2016, + "num_input_tokens_seen": 24278496, + "step": 12615 + }, + { + "epoch": 2.05873235989885, + "grad_norm": 0.4249271750450134, + "learning_rate": 3.869437420486384e-05, + "loss": 0.1871, + "num_input_tokens_seen": 24287792, + "step": 12620 + }, + { + "epoch": 2.059548087119667, + "grad_norm": 0.43285343050956726, + "learning_rate": 3.8686159595418805e-05, + "loss": 0.1461, + "num_input_tokens_seen": 24295856, + "step": 12625 + }, + { + "epoch": 2.0603638143404845, + "grad_norm": 0.5525286197662354, + "learning_rate": 3.867794287539597e-05, + "loss": 0.179, + "num_input_tokens_seen": 24306528, + "step": 12630 + }, + { + "epoch": 2.0611795415613017, + "grad_norm": 0.9427242875099182, + "learning_rate": 3.866972404606245e-05, + "loss": 0.1659, + "num_input_tokens_seen": 24315760, + "step": 12635 + }, + { + "epoch": 2.0619952687821193, + "grad_norm": 1.3055287599563599, + "learning_rate": 3.866150310868571e-05, + "loss": 0.1885, + "num_input_tokens_seen": 24326480, + "step": 12640 + }, + { + "epoch": 2.062810996002937, + "grad_norm": 0.3820377588272095, + "learning_rate": 3.8653280064533506e-05, + "loss": 0.0912, + "num_input_tokens_seen": 24336864, + "step": 12645 + }, + { + "epoch": 2.063626723223754, + "grad_norm": 0.5591548085212708, + "learning_rate": 3.864505491487394e-05, + "loss": 0.171, + "num_input_tokens_seen": 24346736, + "step": 12650 + }, + { + "epoch": 2.0644424504445715, + "grad_norm": 0.7061503529548645, + "learning_rate": 3.8636827660975414e-05, + "loss": 0.1048, + "num_input_tokens_seen": 24356000, + "step": 12655 + }, + { + "epoch": 2.0652581776653887, + "grad_norm": 0.7831718921661377, + "learning_rate": 3.862859830410671e-05, + "loss": 0.1487, + "num_input_tokens_seen": 24366384, + "step": 12660 + }, + { + "epoch": 2.0660739048862062, + "grad_norm": 0.8754024505615234, + "learning_rate": 3.862036684553688e-05, + "loss": 0.2323, + "num_input_tokens_seen": 24377440, + "step": 12665 + }, + { + "epoch": 2.0668896321070234, + "grad_norm": 0.6017728447914124, + "learning_rate": 3.8612133286535314e-05, + "loss": 0.0896, + "num_input_tokens_seen": 24386832, + "step": 12670 + }, + { + "epoch": 2.067705359327841, + "grad_norm": 1.3336927890777588, + "learning_rate": 3.860389762837173e-05, + "loss": 0.2097, + "num_input_tokens_seen": 24395328, + "step": 12675 + }, + { + "epoch": 2.068521086548658, + "grad_norm": 0.7408855557441711, + "learning_rate": 3.859565987231618e-05, + "loss": 0.1291, + "num_input_tokens_seen": 24403824, + "step": 12680 + }, + { + "epoch": 2.0693368137694756, + "grad_norm": 0.987670361995697, + "learning_rate": 3.858742001963902e-05, + "loss": 0.1289, + "num_input_tokens_seen": 24414448, + "step": 12685 + }, + { + "epoch": 2.0701525409902928, + "grad_norm": 1.0165421962738037, + "learning_rate": 3.857917807161094e-05, + "loss": 0.1719, + "num_input_tokens_seen": 24424128, + "step": 12690 + }, + { + "epoch": 2.0709682682111104, + "grad_norm": 0.48999327421188354, + "learning_rate": 3.857093402950296e-05, + "loss": 0.2047, + "num_input_tokens_seen": 24434096, + "step": 12695 + }, + { + "epoch": 2.0717839954319275, + "grad_norm": 1.3224468231201172, + "learning_rate": 3.8562687894586414e-05, + "loss": 0.1358, + "num_input_tokens_seen": 24444256, + "step": 12700 + }, + { + "epoch": 2.072599722652745, + "grad_norm": 0.8519060015678406, + "learning_rate": 3.8554439668132946e-05, + "loss": 0.2076, + "num_input_tokens_seen": 24454496, + "step": 12705 + }, + { + "epoch": 2.073415449873562, + "grad_norm": 0.9426347017288208, + "learning_rate": 3.854618935141455e-05, + "loss": 0.1458, + "num_input_tokens_seen": 24464432, + "step": 12710 + }, + { + "epoch": 2.0742311770943798, + "grad_norm": 0.5296292901039124, + "learning_rate": 3.8537936945703525e-05, + "loss": 0.1204, + "num_input_tokens_seen": 24474816, + "step": 12715 + }, + { + "epoch": 2.075046904315197, + "grad_norm": 0.935806930065155, + "learning_rate": 3.852968245227249e-05, + "loss": 0.1527, + "num_input_tokens_seen": 24484432, + "step": 12720 + }, + { + "epoch": 2.0758626315360145, + "grad_norm": 0.7846041321754456, + "learning_rate": 3.85214258723944e-05, + "loss": 0.1442, + "num_input_tokens_seen": 24493488, + "step": 12725 + }, + { + "epoch": 2.0766783587568316, + "grad_norm": 0.9391332864761353, + "learning_rate": 3.8513167207342524e-05, + "loss": 0.1814, + "num_input_tokens_seen": 24504208, + "step": 12730 + }, + { + "epoch": 2.077494085977649, + "grad_norm": 0.3108879327774048, + "learning_rate": 3.850490645839044e-05, + "loss": 0.135, + "num_input_tokens_seen": 24513280, + "step": 12735 + }, + { + "epoch": 2.0783098131984663, + "grad_norm": 0.4529183506965637, + "learning_rate": 3.849664362681207e-05, + "loss": 0.2166, + "num_input_tokens_seen": 24521920, + "step": 12740 + }, + { + "epoch": 2.079125540419284, + "grad_norm": 0.5005558133125305, + "learning_rate": 3.848837871388165e-05, + "loss": 0.212, + "num_input_tokens_seen": 24532272, + "step": 12745 + }, + { + "epoch": 2.079941267640101, + "grad_norm": 0.7403832077980042, + "learning_rate": 3.848011172087371e-05, + "loss": 0.2276, + "num_input_tokens_seen": 24543312, + "step": 12750 + }, + { + "epoch": 2.0807569948609186, + "grad_norm": 0.8609627485275269, + "learning_rate": 3.847184264906315e-05, + "loss": 0.1316, + "num_input_tokens_seen": 24552816, + "step": 12755 + }, + { + "epoch": 2.0815727220817357, + "grad_norm": 0.46270567178726196, + "learning_rate": 3.846357149972516e-05, + "loss": 0.1658, + "num_input_tokens_seen": 24562800, + "step": 12760 + }, + { + "epoch": 2.0823884493025533, + "grad_norm": 0.5736817121505737, + "learning_rate": 3.8455298274135246e-05, + "loss": 0.298, + "num_input_tokens_seen": 24572208, + "step": 12765 + }, + { + "epoch": 2.0832041765233704, + "grad_norm": 1.2685786485671997, + "learning_rate": 3.8447022973569254e-05, + "loss": 0.2264, + "num_input_tokens_seen": 24581536, + "step": 12770 + }, + { + "epoch": 2.084019903744188, + "grad_norm": 0.30825674533843994, + "learning_rate": 3.843874559930332e-05, + "loss": 0.2768, + "num_input_tokens_seen": 24591232, + "step": 12775 + }, + { + "epoch": 2.084835630965005, + "grad_norm": 0.8033677935600281, + "learning_rate": 3.843046615261394e-05, + "loss": 0.2492, + "num_input_tokens_seen": 24601152, + "step": 12780 + }, + { + "epoch": 2.0856513581858227, + "grad_norm": 0.340286523103714, + "learning_rate": 3.842218463477791e-05, + "loss": 0.2171, + "num_input_tokens_seen": 24610944, + "step": 12785 + }, + { + "epoch": 2.08646708540664, + "grad_norm": 0.45410674810409546, + "learning_rate": 3.841390104707233e-05, + "loss": 0.1184, + "num_input_tokens_seen": 24620992, + "step": 12790 + }, + { + "epoch": 2.0872828126274574, + "grad_norm": 0.6945266127586365, + "learning_rate": 3.8405615390774643e-05, + "loss": 0.1928, + "num_input_tokens_seen": 24630864, + "step": 12795 + }, + { + "epoch": 2.0880985398482745, + "grad_norm": 1.132798671722412, + "learning_rate": 3.839732766716259e-05, + "loss": 0.2494, + "num_input_tokens_seen": 24639552, + "step": 12800 + }, + { + "epoch": 2.0880985398482745, + "eval_loss": 0.1683213859796524, + "eval_runtime": 71.4693, + "eval_samples_per_second": 38.128, + "eval_steps_per_second": 19.071, + "num_input_tokens_seen": 24639552, + "step": 12800 + }, + { + "epoch": 2.088914267069092, + "grad_norm": 0.5427043437957764, + "learning_rate": 3.838903787751425e-05, + "loss": 0.1179, + "num_input_tokens_seen": 24648400, + "step": 12805 + }, + { + "epoch": 2.0897299942899092, + "grad_norm": 1.5105196237564087, + "learning_rate": 3.838074602310802e-05, + "loss": 0.2432, + "num_input_tokens_seen": 24658336, + "step": 12810 + }, + { + "epoch": 2.090545721510727, + "grad_norm": 0.47694891691207886, + "learning_rate": 3.837245210522258e-05, + "loss": 0.1068, + "num_input_tokens_seen": 24667792, + "step": 12815 + }, + { + "epoch": 2.0913614487315444, + "grad_norm": 0.8535547256469727, + "learning_rate": 3.8364156125136996e-05, + "loss": 0.1702, + "num_input_tokens_seen": 24676208, + "step": 12820 + }, + { + "epoch": 2.0921771759523615, + "grad_norm": 0.3950137197971344, + "learning_rate": 3.835585808413059e-05, + "loss": 0.16, + "num_input_tokens_seen": 24685728, + "step": 12825 + }, + { + "epoch": 2.092992903173179, + "grad_norm": 1.39910888671875, + "learning_rate": 3.8347557983483024e-05, + "loss": 0.1653, + "num_input_tokens_seen": 24696528, + "step": 12830 + }, + { + "epoch": 2.0938086303939962, + "grad_norm": 0.596225917339325, + "learning_rate": 3.833925582447428e-05, + "loss": 0.1537, + "num_input_tokens_seen": 24705808, + "step": 12835 + }, + { + "epoch": 2.094624357614814, + "grad_norm": 0.18136052787303925, + "learning_rate": 3.8330951608384656e-05, + "loss": 0.1953, + "num_input_tokens_seen": 24715280, + "step": 12840 + }, + { + "epoch": 2.095440084835631, + "grad_norm": 0.6110851764678955, + "learning_rate": 3.832264533649477e-05, + "loss": 0.1139, + "num_input_tokens_seen": 24723360, + "step": 12845 + }, + { + "epoch": 2.0962558120564485, + "grad_norm": 1.3946278095245361, + "learning_rate": 3.8314337010085555e-05, + "loss": 0.2008, + "num_input_tokens_seen": 24733072, + "step": 12850 + }, + { + "epoch": 2.0970715392772656, + "grad_norm": 0.6238048672676086, + "learning_rate": 3.830602663043824e-05, + "loss": 0.1523, + "num_input_tokens_seen": 24742896, + "step": 12855 + }, + { + "epoch": 2.097887266498083, + "grad_norm": 0.8872841000556946, + "learning_rate": 3.8297714198834414e-05, + "loss": 0.1281, + "num_input_tokens_seen": 24752864, + "step": 12860 + }, + { + "epoch": 2.0987029937189003, + "grad_norm": 0.4145292639732361, + "learning_rate": 3.828939971655595e-05, + "loss": 0.1967, + "num_input_tokens_seen": 24761392, + "step": 12865 + }, + { + "epoch": 2.099518720939718, + "grad_norm": 0.6372770667076111, + "learning_rate": 3.828108318488505e-05, + "loss": 0.1456, + "num_input_tokens_seen": 24772000, + "step": 12870 + }, + { + "epoch": 2.100334448160535, + "grad_norm": 1.1011055707931519, + "learning_rate": 3.8272764605104216e-05, + "loss": 0.1352, + "num_input_tokens_seen": 24782064, + "step": 12875 + }, + { + "epoch": 2.1011501753813526, + "grad_norm": 0.4432579278945923, + "learning_rate": 3.826444397849628e-05, + "loss": 0.1242, + "num_input_tokens_seen": 24791968, + "step": 12880 + }, + { + "epoch": 2.1019659026021698, + "grad_norm": 1.177746057510376, + "learning_rate": 3.825612130634439e-05, + "loss": 0.234, + "num_input_tokens_seen": 24802576, + "step": 12885 + }, + { + "epoch": 2.1027816298229873, + "grad_norm": 0.723810076713562, + "learning_rate": 3.824779658993202e-05, + "loss": 0.1846, + "num_input_tokens_seen": 24812336, + "step": 12890 + }, + { + "epoch": 2.1035973570438045, + "grad_norm": 1.070521354675293, + "learning_rate": 3.823946983054292e-05, + "loss": 0.122, + "num_input_tokens_seen": 24822304, + "step": 12895 + }, + { + "epoch": 2.104413084264622, + "grad_norm": 0.4655567705631256, + "learning_rate": 3.82311410294612e-05, + "loss": 0.184, + "num_input_tokens_seen": 24832048, + "step": 12900 + }, + { + "epoch": 2.105228811485439, + "grad_norm": 1.227325439453125, + "learning_rate": 3.822281018797127e-05, + "loss": 0.168, + "num_input_tokens_seen": 24842272, + "step": 12905 + }, + { + "epoch": 2.1060445387062567, + "grad_norm": 0.8719383478164673, + "learning_rate": 3.821447730735783e-05, + "loss": 0.1984, + "num_input_tokens_seen": 24851408, + "step": 12910 + }, + { + "epoch": 2.106860265927074, + "grad_norm": 1.216882348060608, + "learning_rate": 3.820614238890592e-05, + "loss": 0.2223, + "num_input_tokens_seen": 24862192, + "step": 12915 + }, + { + "epoch": 2.1076759931478914, + "grad_norm": 0.5781698226928711, + "learning_rate": 3.819780543390091e-05, + "loss": 0.1213, + "num_input_tokens_seen": 24872704, + "step": 12920 + }, + { + "epoch": 2.1084917203687086, + "grad_norm": 0.45510753989219666, + "learning_rate": 3.818946644362844e-05, + "loss": 0.1157, + "num_input_tokens_seen": 24881232, + "step": 12925 + }, + { + "epoch": 2.109307447589526, + "grad_norm": 1.1351321935653687, + "learning_rate": 3.81811254193745e-05, + "loss": 0.1508, + "num_input_tokens_seen": 24891872, + "step": 12930 + }, + { + "epoch": 2.1101231748103433, + "grad_norm": 1.1536928415298462, + "learning_rate": 3.8172782362425366e-05, + "loss": 0.2264, + "num_input_tokens_seen": 24901840, + "step": 12935 + }, + { + "epoch": 2.110938902031161, + "grad_norm": 0.2532863914966583, + "learning_rate": 3.816443727406765e-05, + "loss": 0.1099, + "num_input_tokens_seen": 24911120, + "step": 12940 + }, + { + "epoch": 2.111754629251978, + "grad_norm": 0.5461347103118896, + "learning_rate": 3.815609015558829e-05, + "loss": 0.1368, + "num_input_tokens_seen": 24920784, + "step": 12945 + }, + { + "epoch": 2.1125703564727956, + "grad_norm": 0.6294193863868713, + "learning_rate": 3.814774100827448e-05, + "loss": 0.1756, + "num_input_tokens_seen": 24930208, + "step": 12950 + }, + { + "epoch": 2.1133860836936127, + "grad_norm": 0.7136395573616028, + "learning_rate": 3.813938983341379e-05, + "loss": 0.1684, + "num_input_tokens_seen": 24939600, + "step": 12955 + }, + { + "epoch": 2.1142018109144303, + "grad_norm": 0.5043368935585022, + "learning_rate": 3.813103663229407e-05, + "loss": 0.1678, + "num_input_tokens_seen": 24947840, + "step": 12960 + }, + { + "epoch": 2.1150175381352474, + "grad_norm": 2.0124783515930176, + "learning_rate": 3.812268140620349e-05, + "loss": 0.2595, + "num_input_tokens_seen": 24958032, + "step": 12965 + }, + { + "epoch": 2.115833265356065, + "grad_norm": 0.30090177059173584, + "learning_rate": 3.811432415643051e-05, + "loss": 0.1276, + "num_input_tokens_seen": 24966976, + "step": 12970 + }, + { + "epoch": 2.116648992576882, + "grad_norm": 0.9526834487915039, + "learning_rate": 3.8105964884263954e-05, + "loss": 0.1783, + "num_input_tokens_seen": 24978288, + "step": 12975 + }, + { + "epoch": 2.1174647197976997, + "grad_norm": 1.1251662969589233, + "learning_rate": 3.809760359099291e-05, + "loss": 0.208, + "num_input_tokens_seen": 24987616, + "step": 12980 + }, + { + "epoch": 2.118280447018517, + "grad_norm": 0.28844088315963745, + "learning_rate": 3.8089240277906804e-05, + "loss": 0.1148, + "num_input_tokens_seen": 24997824, + "step": 12985 + }, + { + "epoch": 2.1190961742393344, + "grad_norm": 0.6042531132698059, + "learning_rate": 3.808087494629535e-05, + "loss": 0.1523, + "num_input_tokens_seen": 25007712, + "step": 12990 + }, + { + "epoch": 2.1199119014601515, + "grad_norm": 0.6510583162307739, + "learning_rate": 3.8072507597448595e-05, + "loss": 0.2406, + "num_input_tokens_seen": 25017024, + "step": 12995 + }, + { + "epoch": 2.120727628680969, + "grad_norm": 1.4220370054244995, + "learning_rate": 3.806413823265689e-05, + "loss": 0.1944, + "num_input_tokens_seen": 25026880, + "step": 13000 + }, + { + "epoch": 2.120727628680969, + "eval_loss": 0.1723068654537201, + "eval_runtime": 71.3034, + "eval_samples_per_second": 38.217, + "eval_steps_per_second": 19.115, + "num_input_tokens_seen": 25026880, + "step": 13000 + }, + { + "epoch": 2.121543355901786, + "grad_norm": 1.1527667045593262, + "learning_rate": 3.805576685321089e-05, + "loss": 0.1248, + "num_input_tokens_seen": 25037408, + "step": 13005 + }, + { + "epoch": 2.122359083122604, + "grad_norm": 1.0040695667266846, + "learning_rate": 3.804739346040158e-05, + "loss": 0.2054, + "num_input_tokens_seen": 25045760, + "step": 13010 + }, + { + "epoch": 2.1231748103434214, + "grad_norm": 0.6646338105201721, + "learning_rate": 3.8039018055520234e-05, + "loss": 0.261, + "num_input_tokens_seen": 25054896, + "step": 13015 + }, + { + "epoch": 2.1239905375642385, + "grad_norm": 0.7203398942947388, + "learning_rate": 3.803064063985844e-05, + "loss": 0.175, + "num_input_tokens_seen": 25064768, + "step": 13020 + }, + { + "epoch": 2.124806264785056, + "grad_norm": 0.9327915906906128, + "learning_rate": 3.802226121470811e-05, + "loss": 0.1536, + "num_input_tokens_seen": 25075152, + "step": 13025 + }, + { + "epoch": 2.125621992005873, + "grad_norm": 1.1819119453430176, + "learning_rate": 3.801387978136145e-05, + "loss": 0.1731, + "num_input_tokens_seen": 25085120, + "step": 13030 + }, + { + "epoch": 2.126437719226691, + "grad_norm": 1.4453022480010986, + "learning_rate": 3.800549634111099e-05, + "loss": 0.1944, + "num_input_tokens_seen": 25095312, + "step": 13035 + }, + { + "epoch": 2.127253446447508, + "grad_norm": 0.9568274021148682, + "learning_rate": 3.799711089524955e-05, + "loss": 0.2085, + "num_input_tokens_seen": 25104160, + "step": 13040 + }, + { + "epoch": 2.1280691736683255, + "grad_norm": 0.5584695935249329, + "learning_rate": 3.7988723445070285e-05, + "loss": 0.164, + "num_input_tokens_seen": 25113104, + "step": 13045 + }, + { + "epoch": 2.1288849008891426, + "grad_norm": 0.710363507270813, + "learning_rate": 3.798033399186663e-05, + "loss": 0.1699, + "num_input_tokens_seen": 25123760, + "step": 13050 + }, + { + "epoch": 2.12970062810996, + "grad_norm": 0.7378432750701904, + "learning_rate": 3.797194253693237e-05, + "loss": 0.1509, + "num_input_tokens_seen": 25133168, + "step": 13055 + }, + { + "epoch": 2.1305163553307773, + "grad_norm": 0.8121228218078613, + "learning_rate": 3.796354908156153e-05, + "loss": 0.1739, + "num_input_tokens_seen": 25142208, + "step": 13060 + }, + { + "epoch": 2.131332082551595, + "grad_norm": 0.9516389966011047, + "learning_rate": 3.795515362704853e-05, + "loss": 0.2558, + "num_input_tokens_seen": 25151616, + "step": 13065 + }, + { + "epoch": 2.132147809772412, + "grad_norm": 0.16758397221565247, + "learning_rate": 3.794675617468803e-05, + "loss": 0.0975, + "num_input_tokens_seen": 25161536, + "step": 13070 + }, + { + "epoch": 2.1329635369932296, + "grad_norm": 0.6716545820236206, + "learning_rate": 3.793835672577503e-05, + "loss": 0.2173, + "num_input_tokens_seen": 25172032, + "step": 13075 + }, + { + "epoch": 2.1337792642140467, + "grad_norm": 0.37917906045913696, + "learning_rate": 3.7929955281604826e-05, + "loss": 0.1509, + "num_input_tokens_seen": 25180400, + "step": 13080 + }, + { + "epoch": 2.1345949914348643, + "grad_norm": 0.7847446203231812, + "learning_rate": 3.7921551843473036e-05, + "loss": 0.1941, + "num_input_tokens_seen": 25189232, + "step": 13085 + }, + { + "epoch": 2.1354107186556814, + "grad_norm": 0.8696523904800415, + "learning_rate": 3.791314641267557e-05, + "loss": 0.1667, + "num_input_tokens_seen": 25199584, + "step": 13090 + }, + { + "epoch": 2.136226445876499, + "grad_norm": 0.6584128737449646, + "learning_rate": 3.790473899050864e-05, + "loss": 0.2113, + "num_input_tokens_seen": 25208288, + "step": 13095 + }, + { + "epoch": 2.137042173097316, + "grad_norm": 1.6877933740615845, + "learning_rate": 3.7896329578268794e-05, + "loss": 0.1641, + "num_input_tokens_seen": 25218576, + "step": 13100 + }, + { + "epoch": 2.1378579003181337, + "grad_norm": 0.9206967353820801, + "learning_rate": 3.7887918177252855e-05, + "loss": 0.1524, + "num_input_tokens_seen": 25228032, + "step": 13105 + }, + { + "epoch": 2.138673627538951, + "grad_norm": 0.6609019041061401, + "learning_rate": 3.787950478875798e-05, + "loss": 0.2122, + "num_input_tokens_seen": 25239392, + "step": 13110 + }, + { + "epoch": 2.1394893547597684, + "grad_norm": 1.7248704433441162, + "learning_rate": 3.787108941408162e-05, + "loss": 0.1858, + "num_input_tokens_seen": 25248656, + "step": 13115 + }, + { + "epoch": 2.1403050819805856, + "grad_norm": 0.6196696758270264, + "learning_rate": 3.786267205452151e-05, + "loss": 0.1326, + "num_input_tokens_seen": 25257360, + "step": 13120 + }, + { + "epoch": 2.141120809201403, + "grad_norm": 0.45386168360710144, + "learning_rate": 3.785425271137573e-05, + "loss": 0.1402, + "num_input_tokens_seen": 25266576, + "step": 13125 + }, + { + "epoch": 2.1419365364222203, + "grad_norm": 0.7980616688728333, + "learning_rate": 3.7845831385942655e-05, + "loss": 0.1444, + "num_input_tokens_seen": 25277456, + "step": 13130 + }, + { + "epoch": 2.142752263643038, + "grad_norm": 0.7885991334915161, + "learning_rate": 3.7837408079520944e-05, + "loss": 0.1885, + "num_input_tokens_seen": 25286160, + "step": 13135 + }, + { + "epoch": 2.143567990863855, + "grad_norm": 0.49587947130203247, + "learning_rate": 3.782898279340957e-05, + "loss": 0.1548, + "num_input_tokens_seen": 25295040, + "step": 13140 + }, + { + "epoch": 2.1443837180846725, + "grad_norm": 0.6222150921821594, + "learning_rate": 3.782055552890784e-05, + "loss": 0.1185, + "num_input_tokens_seen": 25304656, + "step": 13145 + }, + { + "epoch": 2.1451994453054897, + "grad_norm": 0.9283748865127563, + "learning_rate": 3.781212628731534e-05, + "loss": 0.1584, + "num_input_tokens_seen": 25313616, + "step": 13150 + }, + { + "epoch": 2.1460151725263072, + "grad_norm": 1.3950284719467163, + "learning_rate": 3.7803695069931946e-05, + "loss": 0.2761, + "num_input_tokens_seen": 25323664, + "step": 13155 + }, + { + "epoch": 2.1468308997471244, + "grad_norm": 0.4246266782283783, + "learning_rate": 3.779526187805789e-05, + "loss": 0.1305, + "num_input_tokens_seen": 25332864, + "step": 13160 + }, + { + "epoch": 2.147646626967942, + "grad_norm": 0.9941797852516174, + "learning_rate": 3.778682671299364e-05, + "loss": 0.2195, + "num_input_tokens_seen": 25342512, + "step": 13165 + }, + { + "epoch": 2.148462354188759, + "grad_norm": 0.47386401891708374, + "learning_rate": 3.777838957604003e-05, + "loss": 0.1254, + "num_input_tokens_seen": 25351296, + "step": 13170 + }, + { + "epoch": 2.1492780814095767, + "grad_norm": 0.9257693290710449, + "learning_rate": 3.776995046849816e-05, + "loss": 0.1571, + "num_input_tokens_seen": 25360592, + "step": 13175 + }, + { + "epoch": 2.150093808630394, + "grad_norm": 0.3766233026981354, + "learning_rate": 3.776150939166945e-05, + "loss": 0.1529, + "num_input_tokens_seen": 25370096, + "step": 13180 + }, + { + "epoch": 2.1509095358512114, + "grad_norm": 0.737677276134491, + "learning_rate": 3.775306634685562e-05, + "loss": 0.1583, + "num_input_tokens_seen": 25381392, + "step": 13185 + }, + { + "epoch": 2.151725263072029, + "grad_norm": 0.9249633550643921, + "learning_rate": 3.7744621335358696e-05, + "loss": 0.266, + "num_input_tokens_seen": 25390992, + "step": 13190 + }, + { + "epoch": 2.152540990292846, + "grad_norm": 0.58397376537323, + "learning_rate": 3.7736174358481e-05, + "loss": 0.1691, + "num_input_tokens_seen": 25401136, + "step": 13195 + }, + { + "epoch": 2.153356717513663, + "grad_norm": 0.8847165703773499, + "learning_rate": 3.7727725417525175e-05, + "loss": 0.1707, + "num_input_tokens_seen": 25410448, + "step": 13200 + }, + { + "epoch": 2.153356717513663, + "eval_loss": 0.16846956312656403, + "eval_runtime": 71.494, + "eval_samples_per_second": 38.115, + "eval_steps_per_second": 19.065, + "num_input_tokens_seen": 25410448, + "step": 13200 + }, + { + "epoch": 2.1541724447344808, + "grad_norm": 0.9452682137489319, + "learning_rate": 3.771927451379414e-05, + "loss": 0.1402, + "num_input_tokens_seen": 25421264, + "step": 13205 + }, + { + "epoch": 2.1549881719552983, + "grad_norm": 0.557267427444458, + "learning_rate": 3.7710821648591135e-05, + "loss": 0.1798, + "num_input_tokens_seen": 25429792, + "step": 13210 + }, + { + "epoch": 2.1558038991761155, + "grad_norm": 0.788432240486145, + "learning_rate": 3.7702366823219694e-05, + "loss": 0.1542, + "num_input_tokens_seen": 25438736, + "step": 13215 + }, + { + "epoch": 2.156619626396933, + "grad_norm": 1.0717496871948242, + "learning_rate": 3.769391003898366e-05, + "loss": 0.1898, + "num_input_tokens_seen": 25447760, + "step": 13220 + }, + { + "epoch": 2.15743535361775, + "grad_norm": 1.083892822265625, + "learning_rate": 3.768545129718718e-05, + "loss": 0.1689, + "num_input_tokens_seen": 25458848, + "step": 13225 + }, + { + "epoch": 2.1582510808385678, + "grad_norm": 0.31228312849998474, + "learning_rate": 3.7676990599134686e-05, + "loss": 0.1048, + "num_input_tokens_seen": 25468688, + "step": 13230 + }, + { + "epoch": 2.159066808059385, + "grad_norm": 1.3612394332885742, + "learning_rate": 3.766852794613095e-05, + "loss": 0.1931, + "num_input_tokens_seen": 25478032, + "step": 13235 + }, + { + "epoch": 2.1598825352802025, + "grad_norm": 1.128303050994873, + "learning_rate": 3.766006333948099e-05, + "loss": 0.2481, + "num_input_tokens_seen": 25486976, + "step": 13240 + }, + { + "epoch": 2.1606982625010196, + "grad_norm": 1.004712700843811, + "learning_rate": 3.765159678049017e-05, + "loss": 0.1471, + "num_input_tokens_seen": 25497392, + "step": 13245 + }, + { + "epoch": 2.161513989721837, + "grad_norm": 0.3581773340702057, + "learning_rate": 3.7643128270464134e-05, + "loss": 0.1702, + "num_input_tokens_seen": 25507872, + "step": 13250 + }, + { + "epoch": 2.1623297169426543, + "grad_norm": 1.0819973945617676, + "learning_rate": 3.763465781070884e-05, + "loss": 0.2166, + "num_input_tokens_seen": 25517040, + "step": 13255 + }, + { + "epoch": 2.163145444163472, + "grad_norm": 0.2820495665073395, + "learning_rate": 3.762618540253052e-05, + "loss": 0.1644, + "num_input_tokens_seen": 25526816, + "step": 13260 + }, + { + "epoch": 2.163961171384289, + "grad_norm": 0.6690473556518555, + "learning_rate": 3.761771104723576e-05, + "loss": 0.1128, + "num_input_tokens_seen": 25535904, + "step": 13265 + }, + { + "epoch": 2.1647768986051066, + "grad_norm": 0.5527309775352478, + "learning_rate": 3.7609234746131386e-05, + "loss": 0.2014, + "num_input_tokens_seen": 25545552, + "step": 13270 + }, + { + "epoch": 2.1655926258259237, + "grad_norm": 0.8541855216026306, + "learning_rate": 3.7600756500524556e-05, + "loss": 0.1642, + "num_input_tokens_seen": 25554656, + "step": 13275 + }, + { + "epoch": 2.1664083530467413, + "grad_norm": 0.2562341094017029, + "learning_rate": 3.759227631172271e-05, + "loss": 0.1576, + "num_input_tokens_seen": 25563280, + "step": 13280 + }, + { + "epoch": 2.1672240802675584, + "grad_norm": 0.664584219455719, + "learning_rate": 3.758379418103363e-05, + "loss": 0.1328, + "num_input_tokens_seen": 25572688, + "step": 13285 + }, + { + "epoch": 2.168039807488376, + "grad_norm": 1.0417009592056274, + "learning_rate": 3.757531010976534e-05, + "loss": 0.15, + "num_input_tokens_seen": 25581808, + "step": 13290 + }, + { + "epoch": 2.168855534709193, + "grad_norm": 1.5653743743896484, + "learning_rate": 3.75668240992262e-05, + "loss": 0.2124, + "num_input_tokens_seen": 25591856, + "step": 13295 + }, + { + "epoch": 2.1696712619300107, + "grad_norm": 0.5551228523254395, + "learning_rate": 3.7558336150724865e-05, + "loss": 0.1607, + "num_input_tokens_seen": 25601568, + "step": 13300 + }, + { + "epoch": 2.170486989150828, + "grad_norm": 1.4142050743103027, + "learning_rate": 3.754984626557028e-05, + "loss": 0.113, + "num_input_tokens_seen": 25611120, + "step": 13305 + }, + { + "epoch": 2.1713027163716454, + "grad_norm": 0.5870972871780396, + "learning_rate": 3.754135444507168e-05, + "loss": 0.1942, + "num_input_tokens_seen": 25621488, + "step": 13310 + }, + { + "epoch": 2.1721184435924625, + "grad_norm": 0.5941351056098938, + "learning_rate": 3.753286069053863e-05, + "loss": 0.1849, + "num_input_tokens_seen": 25631168, + "step": 13315 + }, + { + "epoch": 2.17293417081328, + "grad_norm": 0.4498932659626007, + "learning_rate": 3.7524365003280945e-05, + "loss": 0.1281, + "num_input_tokens_seen": 25640400, + "step": 13320 + }, + { + "epoch": 2.1737498980340972, + "grad_norm": 0.24298959970474243, + "learning_rate": 3.75158673846088e-05, + "loss": 0.1493, + "num_input_tokens_seen": 25647808, + "step": 13325 + }, + { + "epoch": 2.174565625254915, + "grad_norm": 0.7001239061355591, + "learning_rate": 3.750736783583262e-05, + "loss": 0.2074, + "num_input_tokens_seen": 25656224, + "step": 13330 + }, + { + "epoch": 2.175381352475732, + "grad_norm": 0.2626548111438751, + "learning_rate": 3.7498866358263144e-05, + "loss": 0.1837, + "num_input_tokens_seen": 25666368, + "step": 13335 + }, + { + "epoch": 2.1761970796965495, + "grad_norm": 0.3019571602344513, + "learning_rate": 3.74903629532114e-05, + "loss": 0.1598, + "num_input_tokens_seen": 25675968, + "step": 13340 + }, + { + "epoch": 2.1770128069173666, + "grad_norm": 0.619099497795105, + "learning_rate": 3.748185762198873e-05, + "loss": 0.2309, + "num_input_tokens_seen": 25684800, + "step": 13345 + }, + { + "epoch": 2.1778285341381842, + "grad_norm": 1.0291688442230225, + "learning_rate": 3.747335036590676e-05, + "loss": 0.2128, + "num_input_tokens_seen": 25693712, + "step": 13350 + }, + { + "epoch": 2.1786442613590014, + "grad_norm": 0.8387365937232971, + "learning_rate": 3.7464841186277405e-05, + "loss": 0.1602, + "num_input_tokens_seen": 25702624, + "step": 13355 + }, + { + "epoch": 2.179459988579819, + "grad_norm": 1.3295761346817017, + "learning_rate": 3.7456330084412896e-05, + "loss": 0.1673, + "num_input_tokens_seen": 25711744, + "step": 13360 + }, + { + "epoch": 2.180275715800636, + "grad_norm": 0.5522900819778442, + "learning_rate": 3.744781706162576e-05, + "loss": 0.173, + "num_input_tokens_seen": 25720064, + "step": 13365 + }, + { + "epoch": 2.1810914430214536, + "grad_norm": 1.0537104606628418, + "learning_rate": 3.743930211922879e-05, + "loss": 0.1914, + "num_input_tokens_seen": 25730672, + "step": 13370 + }, + { + "epoch": 2.1819071702422708, + "grad_norm": 0.6424787044525146, + "learning_rate": 3.743078525853513e-05, + "loss": 0.1344, + "num_input_tokens_seen": 25740928, + "step": 13375 + }, + { + "epoch": 2.1827228974630883, + "grad_norm": 1.0306761264801025, + "learning_rate": 3.7422266480858154e-05, + "loss": 0.1882, + "num_input_tokens_seen": 25749600, + "step": 13380 + }, + { + "epoch": 2.183538624683906, + "grad_norm": 0.5351282954216003, + "learning_rate": 3.741374578751158e-05, + "loss": 0.1602, + "num_input_tokens_seen": 25759056, + "step": 13385 + }, + { + "epoch": 2.184354351904723, + "grad_norm": 1.092741847038269, + "learning_rate": 3.740522317980941e-05, + "loss": 0.2146, + "num_input_tokens_seen": 25766576, + "step": 13390 + }, + { + "epoch": 2.1851700791255406, + "grad_norm": 1.1006865501403809, + "learning_rate": 3.739669865906593e-05, + "loss": 0.1803, + "num_input_tokens_seen": 25776640, + "step": 13395 + }, + { + "epoch": 2.1859858063463578, + "grad_norm": 0.5245054364204407, + "learning_rate": 3.738817222659573e-05, + "loss": 0.1489, + "num_input_tokens_seen": 25785744, + "step": 13400 + }, + { + "epoch": 2.1859858063463578, + "eval_loss": 0.16810230910778046, + "eval_runtime": 71.4951, + "eval_samples_per_second": 38.115, + "eval_steps_per_second": 19.064, + "num_input_tokens_seen": 25785744, + "step": 13400 + }, + { + "epoch": 2.1868015335671753, + "grad_norm": 0.6755180358886719, + "learning_rate": 3.73796438837137e-05, + "loss": 0.2509, + "num_input_tokens_seen": 25795504, + "step": 13405 + }, + { + "epoch": 2.1876172607879925, + "grad_norm": 0.646449625492096, + "learning_rate": 3.7371113631735e-05, + "loss": 0.1538, + "num_input_tokens_seen": 25805776, + "step": 13410 + }, + { + "epoch": 2.18843298800881, + "grad_norm": 0.6380428075790405, + "learning_rate": 3.736258147197512e-05, + "loss": 0.1278, + "num_input_tokens_seen": 25815840, + "step": 13415 + }, + { + "epoch": 2.189248715229627, + "grad_norm": 0.8719644546508789, + "learning_rate": 3.735404740574981e-05, + "loss": 0.1639, + "num_input_tokens_seen": 25824112, + "step": 13420 + }, + { + "epoch": 2.1900644424504447, + "grad_norm": 1.0618807077407837, + "learning_rate": 3.7345511434375145e-05, + "loss": 0.2065, + "num_input_tokens_seen": 25833664, + "step": 13425 + }, + { + "epoch": 2.190880169671262, + "grad_norm": 0.39014583826065063, + "learning_rate": 3.733697355916748e-05, + "loss": 0.1439, + "num_input_tokens_seen": 25842656, + "step": 13430 + }, + { + "epoch": 2.1916958968920794, + "grad_norm": 0.4212228059768677, + "learning_rate": 3.732843378144345e-05, + "loss": 0.2078, + "num_input_tokens_seen": 25851584, + "step": 13435 + }, + { + "epoch": 2.1925116241128966, + "grad_norm": 0.6609206199645996, + "learning_rate": 3.7319892102519995e-05, + "loss": 0.1778, + "num_input_tokens_seen": 25860528, + "step": 13440 + }, + { + "epoch": 2.193327351333714, + "grad_norm": 0.5979218482971191, + "learning_rate": 3.731134852371436e-05, + "loss": 0.1174, + "num_input_tokens_seen": 25870448, + "step": 13445 + }, + { + "epoch": 2.1941430785545313, + "grad_norm": 0.8503642678260803, + "learning_rate": 3.730280304634408e-05, + "loss": 0.2226, + "num_input_tokens_seen": 25880496, + "step": 13450 + }, + { + "epoch": 2.194958805775349, + "grad_norm": 0.7037197947502136, + "learning_rate": 3.729425567172696e-05, + "loss": 0.2115, + "num_input_tokens_seen": 25891504, + "step": 13455 + }, + { + "epoch": 2.195774532996166, + "grad_norm": 0.4165351688861847, + "learning_rate": 3.728570640118111e-05, + "loss": 0.161, + "num_input_tokens_seen": 25901488, + "step": 13460 + }, + { + "epoch": 2.1965902602169836, + "grad_norm": 0.7387146949768066, + "learning_rate": 3.727715523602494e-05, + "loss": 0.1497, + "num_input_tokens_seen": 25910608, + "step": 13465 + }, + { + "epoch": 2.1974059874378007, + "grad_norm": 0.6382708549499512, + "learning_rate": 3.726860217757715e-05, + "loss": 0.1516, + "num_input_tokens_seen": 25920864, + "step": 13470 + }, + { + "epoch": 2.1982217146586183, + "grad_norm": 0.5420559644699097, + "learning_rate": 3.726004722715673e-05, + "loss": 0.1397, + "num_input_tokens_seen": 25929040, + "step": 13475 + }, + { + "epoch": 2.1990374418794354, + "grad_norm": 2.559586524963379, + "learning_rate": 3.725149038608296e-05, + "loss": 0.1779, + "num_input_tokens_seen": 25939008, + "step": 13480 + }, + { + "epoch": 2.199853169100253, + "grad_norm": 0.9257315397262573, + "learning_rate": 3.7242931655675404e-05, + "loss": 0.1299, + "num_input_tokens_seen": 25948720, + "step": 13485 + }, + { + "epoch": 2.20066889632107, + "grad_norm": 0.5957379937171936, + "learning_rate": 3.7234371037253937e-05, + "loss": 0.1174, + "num_input_tokens_seen": 25957360, + "step": 13490 + }, + { + "epoch": 2.2014846235418877, + "grad_norm": 0.591675877571106, + "learning_rate": 3.7225808532138705e-05, + "loss": 0.1858, + "num_input_tokens_seen": 25966048, + "step": 13495 + }, + { + "epoch": 2.202300350762705, + "grad_norm": 0.5615599751472473, + "learning_rate": 3.721724414165016e-05, + "loss": 0.2776, + "num_input_tokens_seen": 25976080, + "step": 13500 + }, + { + "epoch": 2.2031160779835224, + "grad_norm": 0.48952168226242065, + "learning_rate": 3.720867786710904e-05, + "loss": 0.2491, + "num_input_tokens_seen": 25985232, + "step": 13505 + }, + { + "epoch": 2.2039318052043395, + "grad_norm": 0.5005790591239929, + "learning_rate": 3.7200109709836366e-05, + "loss": 0.1274, + "num_input_tokens_seen": 25994080, + "step": 13510 + }, + { + "epoch": 2.204747532425157, + "grad_norm": 2.0151984691619873, + "learning_rate": 3.7191539671153465e-05, + "loss": 0.2341, + "num_input_tokens_seen": 26004464, + "step": 13515 + }, + { + "epoch": 2.205563259645974, + "grad_norm": 0.9116995334625244, + "learning_rate": 3.718296775238193e-05, + "loss": 0.1512, + "num_input_tokens_seen": 26013504, + "step": 13520 + }, + { + "epoch": 2.206378986866792, + "grad_norm": 0.5907080173492432, + "learning_rate": 3.7174393954843675e-05, + "loss": 0.1735, + "num_input_tokens_seen": 26022496, + "step": 13525 + }, + { + "epoch": 2.207194714087609, + "grad_norm": 0.5068507790565491, + "learning_rate": 3.716581827986087e-05, + "loss": 0.1741, + "num_input_tokens_seen": 26031984, + "step": 13530 + }, + { + "epoch": 2.2080104413084265, + "grad_norm": 0.4320995807647705, + "learning_rate": 3.7157240728756004e-05, + "loss": 0.1651, + "num_input_tokens_seen": 26040912, + "step": 13535 + }, + { + "epoch": 2.2088261685292436, + "grad_norm": 0.5890951156616211, + "learning_rate": 3.714866130285184e-05, + "loss": 0.1423, + "num_input_tokens_seen": 26050544, + "step": 13540 + }, + { + "epoch": 2.209641895750061, + "grad_norm": 0.7688366174697876, + "learning_rate": 3.714008000347143e-05, + "loss": 0.2418, + "num_input_tokens_seen": 26059488, + "step": 13545 + }, + { + "epoch": 2.2104576229708783, + "grad_norm": 1.3078967332839966, + "learning_rate": 3.7131496831938126e-05, + "loss": 0.2218, + "num_input_tokens_seen": 26069264, + "step": 13550 + }, + { + "epoch": 2.211273350191696, + "grad_norm": 0.8997160196304321, + "learning_rate": 3.7122911789575565e-05, + "loss": 0.1647, + "num_input_tokens_seen": 26077680, + "step": 13555 + }, + { + "epoch": 2.2120890774125135, + "grad_norm": 0.867716908454895, + "learning_rate": 3.711432487770765e-05, + "loss": 0.1686, + "num_input_tokens_seen": 26087632, + "step": 13560 + }, + { + "epoch": 2.2129048046333306, + "grad_norm": 0.31711360812187195, + "learning_rate": 3.710573609765861e-05, + "loss": 0.162, + "num_input_tokens_seen": 26097328, + "step": 13565 + }, + { + "epoch": 2.2137205318541477, + "grad_norm": 0.6552557349205017, + "learning_rate": 3.709714545075292e-05, + "loss": 0.1718, + "num_input_tokens_seen": 26106288, + "step": 13570 + }, + { + "epoch": 2.2145362590749653, + "grad_norm": 0.9438443183898926, + "learning_rate": 3.708855293831538e-05, + "loss": 0.2122, + "num_input_tokens_seen": 26115792, + "step": 13575 + }, + { + "epoch": 2.215351986295783, + "grad_norm": 1.1097774505615234, + "learning_rate": 3.707995856167107e-05, + "loss": 0.1728, + "num_input_tokens_seen": 26124512, + "step": 13580 + }, + { + "epoch": 2.2161677135166, + "grad_norm": 0.6811768412590027, + "learning_rate": 3.707136232214534e-05, + "loss": 0.1701, + "num_input_tokens_seen": 26134224, + "step": 13585 + }, + { + "epoch": 2.2169834407374176, + "grad_norm": 0.6719657182693481, + "learning_rate": 3.7062764221063844e-05, + "loss": 0.2483, + "num_input_tokens_seen": 26143584, + "step": 13590 + }, + { + "epoch": 2.2177991679582347, + "grad_norm": 0.25770750641822815, + "learning_rate": 3.705416425975252e-05, + "loss": 0.0981, + "num_input_tokens_seen": 26153408, + "step": 13595 + }, + { + "epoch": 2.2186148951790523, + "grad_norm": 0.6286156177520752, + "learning_rate": 3.704556243953758e-05, + "loss": 0.1268, + "num_input_tokens_seen": 26163104, + "step": 13600 + }, + { + "epoch": 2.2186148951790523, + "eval_loss": 0.1742122769355774, + "eval_runtime": 71.5834, + "eval_samples_per_second": 38.067, + "eval_steps_per_second": 19.041, + "num_input_tokens_seen": 26163104, + "step": 13600 + }, + { + "epoch": 2.2194306223998694, + "grad_norm": 1.2438290119171143, + "learning_rate": 3.7036958761745535e-05, + "loss": 0.1873, + "num_input_tokens_seen": 26171696, + "step": 13605 + }, + { + "epoch": 2.220246349620687, + "grad_norm": 0.2593882083892822, + "learning_rate": 3.702835322770318e-05, + "loss": 0.1222, + "num_input_tokens_seen": 26180912, + "step": 13610 + }, + { + "epoch": 2.221062076841504, + "grad_norm": 0.7470227479934692, + "learning_rate": 3.701974583873761e-05, + "loss": 0.1521, + "num_input_tokens_seen": 26189680, + "step": 13615 + }, + { + "epoch": 2.2218778040623217, + "grad_norm": 1.2803852558135986, + "learning_rate": 3.701113659617618e-05, + "loss": 0.1952, + "num_input_tokens_seen": 26200608, + "step": 13620 + }, + { + "epoch": 2.222693531283139, + "grad_norm": 0.5586233139038086, + "learning_rate": 3.7002525501346535e-05, + "loss": 0.1149, + "num_input_tokens_seen": 26209824, + "step": 13625 + }, + { + "epoch": 2.2235092585039564, + "grad_norm": 0.5057773590087891, + "learning_rate": 3.699391255557664e-05, + "loss": 0.113, + "num_input_tokens_seen": 26219680, + "step": 13630 + }, + { + "epoch": 2.2243249857247736, + "grad_norm": 0.47803688049316406, + "learning_rate": 3.69852977601947e-05, + "loss": 0.1397, + "num_input_tokens_seen": 26229136, + "step": 13635 + }, + { + "epoch": 2.225140712945591, + "grad_norm": 0.68705815076828, + "learning_rate": 3.697668111652922e-05, + "loss": 0.1555, + "num_input_tokens_seen": 26238208, + "step": 13640 + }, + { + "epoch": 2.2259564401664083, + "grad_norm": 0.33073127269744873, + "learning_rate": 3.6968062625909005e-05, + "loss": 0.1848, + "num_input_tokens_seen": 26247904, + "step": 13645 + }, + { + "epoch": 2.226772167387226, + "grad_norm": 1.0164203643798828, + "learning_rate": 3.6959442289663135e-05, + "loss": 0.1998, + "num_input_tokens_seen": 26257776, + "step": 13650 + }, + { + "epoch": 2.227587894608043, + "grad_norm": 0.6993072628974915, + "learning_rate": 3.695082010912098e-05, + "loss": 0.1491, + "num_input_tokens_seen": 26267936, + "step": 13655 + }, + { + "epoch": 2.2284036218288605, + "grad_norm": 0.25071069598197937, + "learning_rate": 3.694219608561217e-05, + "loss": 0.1198, + "num_input_tokens_seen": 26277840, + "step": 13660 + }, + { + "epoch": 2.2292193490496777, + "grad_norm": 1.0100953578948975, + "learning_rate": 3.693357022046665e-05, + "loss": 0.1579, + "num_input_tokens_seen": 26287296, + "step": 13665 + }, + { + "epoch": 2.2300350762704952, + "grad_norm": 0.8612639307975769, + "learning_rate": 3.6924942515014644e-05, + "loss": 0.1949, + "num_input_tokens_seen": 26298224, + "step": 13670 + }, + { + "epoch": 2.2308508034913124, + "grad_norm": 0.6818014979362488, + "learning_rate": 3.691631297058664e-05, + "loss": 0.1868, + "num_input_tokens_seen": 26307744, + "step": 13675 + }, + { + "epoch": 2.23166653071213, + "grad_norm": 0.3870495557785034, + "learning_rate": 3.6907681588513424e-05, + "loss": 0.1112, + "num_input_tokens_seen": 26316992, + "step": 13680 + }, + { + "epoch": 2.232482257932947, + "grad_norm": 0.8000571727752686, + "learning_rate": 3.689904837012606e-05, + "loss": 0.2129, + "num_input_tokens_seen": 26327424, + "step": 13685 + }, + { + "epoch": 2.2332979851537647, + "grad_norm": 0.687746524810791, + "learning_rate": 3.689041331675591e-05, + "loss": 0.1352, + "num_input_tokens_seen": 26338000, + "step": 13690 + }, + { + "epoch": 2.234113712374582, + "grad_norm": 0.6257930397987366, + "learning_rate": 3.688177642973461e-05, + "loss": 0.1874, + "num_input_tokens_seen": 26347952, + "step": 13695 + }, + { + "epoch": 2.2349294395953994, + "grad_norm": 0.38653555512428284, + "learning_rate": 3.687313771039406e-05, + "loss": 0.1295, + "num_input_tokens_seen": 26358000, + "step": 13700 + }, + { + "epoch": 2.2357451668162165, + "grad_norm": 0.648283064365387, + "learning_rate": 3.686449716006647e-05, + "loss": 0.1622, + "num_input_tokens_seen": 26367104, + "step": 13705 + }, + { + "epoch": 2.236560894037034, + "grad_norm": 0.3031389117240906, + "learning_rate": 3.685585478008432e-05, + "loss": 0.1265, + "num_input_tokens_seen": 26376848, + "step": 13710 + }, + { + "epoch": 2.237376621257851, + "grad_norm": 1.0024322271347046, + "learning_rate": 3.6847210571780364e-05, + "loss": 0.1677, + "num_input_tokens_seen": 26386128, + "step": 13715 + }, + { + "epoch": 2.2381923484786688, + "grad_norm": 1.2423356771469116, + "learning_rate": 3.683856453648767e-05, + "loss": 0.1382, + "num_input_tokens_seen": 26394688, + "step": 13720 + }, + { + "epoch": 2.239008075699486, + "grad_norm": 0.3377184271812439, + "learning_rate": 3.682991667553954e-05, + "loss": 0.1401, + "num_input_tokens_seen": 26404608, + "step": 13725 + }, + { + "epoch": 2.2398238029203035, + "grad_norm": 0.40357235074043274, + "learning_rate": 3.6821266990269606e-05, + "loss": 0.2302, + "num_input_tokens_seen": 26413408, + "step": 13730 + }, + { + "epoch": 2.2406395301411206, + "grad_norm": 0.3016504645347595, + "learning_rate": 3.681261548201174e-05, + "loss": 0.0938, + "num_input_tokens_seen": 26423840, + "step": 13735 + }, + { + "epoch": 2.241455257361938, + "grad_norm": 1.2452678680419922, + "learning_rate": 3.6803962152100125e-05, + "loss": 0.1678, + "num_input_tokens_seen": 26432240, + "step": 13740 + }, + { + "epoch": 2.2422709845827553, + "grad_norm": 0.5259227752685547, + "learning_rate": 3.67953070018692e-05, + "loss": 0.2009, + "num_input_tokens_seen": 26443088, + "step": 13745 + }, + { + "epoch": 2.243086711803573, + "grad_norm": 0.47200897336006165, + "learning_rate": 3.678665003265371e-05, + "loss": 0.1599, + "num_input_tokens_seen": 26453024, + "step": 13750 + }, + { + "epoch": 2.2439024390243905, + "grad_norm": 1.1310369968414307, + "learning_rate": 3.677799124578867e-05, + "loss": 0.2368, + "num_input_tokens_seen": 26462704, + "step": 13755 + }, + { + "epoch": 2.2447181662452076, + "grad_norm": 0.5322705507278442, + "learning_rate": 3.676933064260937e-05, + "loss": 0.1267, + "num_input_tokens_seen": 26473200, + "step": 13760 + }, + { + "epoch": 2.245533893466025, + "grad_norm": 1.9290130138397217, + "learning_rate": 3.6760668224451365e-05, + "loss": 0.2341, + "num_input_tokens_seen": 26482048, + "step": 13765 + }, + { + "epoch": 2.2463496206868423, + "grad_norm": 1.1840814352035522, + "learning_rate": 3.675200399265054e-05, + "loss": 0.1556, + "num_input_tokens_seen": 26490816, + "step": 13770 + }, + { + "epoch": 2.24716534790766, + "grad_norm": 0.42558524012565613, + "learning_rate": 3.6743337948543014e-05, + "loss": 0.0945, + "num_input_tokens_seen": 26500928, + "step": 13775 + }, + { + "epoch": 2.247981075128477, + "grad_norm": 1.26192045211792, + "learning_rate": 3.6734670093465204e-05, + "loss": 0.173, + "num_input_tokens_seen": 26510688, + "step": 13780 + }, + { + "epoch": 2.2487968023492946, + "grad_norm": 0.5919566750526428, + "learning_rate": 3.672600042875379e-05, + "loss": 0.2118, + "num_input_tokens_seen": 26518704, + "step": 13785 + }, + { + "epoch": 2.2496125295701117, + "grad_norm": 0.3311687409877777, + "learning_rate": 3.671732895574575e-05, + "loss": 0.1707, + "num_input_tokens_seen": 26527376, + "step": 13790 + }, + { + "epoch": 2.2504282567909293, + "grad_norm": 0.8201099038124084, + "learning_rate": 3.670865567577834e-05, + "loss": 0.2445, + "num_input_tokens_seen": 26536080, + "step": 13795 + }, + { + "epoch": 2.2512439840117464, + "grad_norm": 1.4519258737564087, + "learning_rate": 3.669998059018909e-05, + "loss": 0.2354, + "num_input_tokens_seen": 26546240, + "step": 13800 + }, + { + "epoch": 2.2512439840117464, + "eval_loss": 0.16760355234146118, + "eval_runtime": 71.4702, + "eval_samples_per_second": 38.128, + "eval_steps_per_second": 19.071, + "num_input_tokens_seen": 26546240, + "step": 13800 + }, + { + "epoch": 2.252059711232564, + "grad_norm": 0.7036793828010559, + "learning_rate": 3.6691303700315796e-05, + "loss": 0.1085, + "num_input_tokens_seen": 26554800, + "step": 13805 + }, + { + "epoch": 2.252875438453381, + "grad_norm": 0.8359297513961792, + "learning_rate": 3.668262500749655e-05, + "loss": 0.1169, + "num_input_tokens_seen": 26563408, + "step": 13810 + }, + { + "epoch": 2.2536911656741987, + "grad_norm": 1.1435298919677734, + "learning_rate": 3.667394451306971e-05, + "loss": 0.1796, + "num_input_tokens_seen": 26572720, + "step": 13815 + }, + { + "epoch": 2.254506892895016, + "grad_norm": 0.46338507533073425, + "learning_rate": 3.666526221837393e-05, + "loss": 0.1215, + "num_input_tokens_seen": 26582432, + "step": 13820 + }, + { + "epoch": 2.2553226201158334, + "grad_norm": 1.051355004310608, + "learning_rate": 3.665657812474812e-05, + "loss": 0.2077, + "num_input_tokens_seen": 26592336, + "step": 13825 + }, + { + "epoch": 2.2561383473366505, + "grad_norm": 0.6098791360855103, + "learning_rate": 3.664789223353147e-05, + "loss": 0.1053, + "num_input_tokens_seen": 26601136, + "step": 13830 + }, + { + "epoch": 2.256954074557468, + "grad_norm": 0.7000149488449097, + "learning_rate": 3.663920454606347e-05, + "loss": 0.1965, + "num_input_tokens_seen": 26611904, + "step": 13835 + }, + { + "epoch": 2.2577698017782852, + "grad_norm": 0.9731171727180481, + "learning_rate": 3.6630515063683856e-05, + "loss": 0.2392, + "num_input_tokens_seen": 26619888, + "step": 13840 + }, + { + "epoch": 2.258585528999103, + "grad_norm": 0.650507390499115, + "learning_rate": 3.662182378773267e-05, + "loss": 0.1391, + "num_input_tokens_seen": 26629936, + "step": 13845 + }, + { + "epoch": 2.25940125621992, + "grad_norm": 0.7581363320350647, + "learning_rate": 3.66131307195502e-05, + "loss": 0.1659, + "num_input_tokens_seen": 26639424, + "step": 13850 + }, + { + "epoch": 2.2602169834407375, + "grad_norm": 1.422552466392517, + "learning_rate": 3.6604435860477034e-05, + "loss": 0.1958, + "num_input_tokens_seen": 26648288, + "step": 13855 + }, + { + "epoch": 2.2610327106615546, + "grad_norm": 0.5964282751083374, + "learning_rate": 3.6595739211854025e-05, + "loss": 0.1471, + "num_input_tokens_seen": 26659328, + "step": 13860 + }, + { + "epoch": 2.261848437882372, + "grad_norm": 0.6271386742591858, + "learning_rate": 3.658704077502231e-05, + "loss": 0.1418, + "num_input_tokens_seen": 26667632, + "step": 13865 + }, + { + "epoch": 2.2626641651031894, + "grad_norm": 0.4154985845088959, + "learning_rate": 3.65783405513233e-05, + "loss": 0.1632, + "num_input_tokens_seen": 26676640, + "step": 13870 + }, + { + "epoch": 2.263479892324007, + "grad_norm": 1.6521766185760498, + "learning_rate": 3.656963854209867e-05, + "loss": 0.2561, + "num_input_tokens_seen": 26685904, + "step": 13875 + }, + { + "epoch": 2.264295619544824, + "grad_norm": 0.5740627646446228, + "learning_rate": 3.656093474869038e-05, + "loss": 0.1533, + "num_input_tokens_seen": 26695632, + "step": 13880 + }, + { + "epoch": 2.2651113467656416, + "grad_norm": 1.4340497255325317, + "learning_rate": 3.655222917244068e-05, + "loss": 0.1852, + "num_input_tokens_seen": 26704880, + "step": 13885 + }, + { + "epoch": 2.2659270739864588, + "grad_norm": 0.9759312868118286, + "learning_rate": 3.6543521814692054e-05, + "loss": 0.1936, + "num_input_tokens_seen": 26713872, + "step": 13890 + }, + { + "epoch": 2.2667428012072763, + "grad_norm": 1.9752197265625, + "learning_rate": 3.653481267678731e-05, + "loss": 0.2347, + "num_input_tokens_seen": 26723056, + "step": 13895 + }, + { + "epoch": 2.2675585284280935, + "grad_norm": 0.3872154653072357, + "learning_rate": 3.652610176006949e-05, + "loss": 0.1545, + "num_input_tokens_seen": 26732208, + "step": 13900 + }, + { + "epoch": 2.268374255648911, + "grad_norm": 0.6500401496887207, + "learning_rate": 3.6517389065881925e-05, + "loss": 0.1734, + "num_input_tokens_seen": 26741344, + "step": 13905 + }, + { + "epoch": 2.269189982869728, + "grad_norm": 1.2458951473236084, + "learning_rate": 3.650867459556824e-05, + "loss": 0.1579, + "num_input_tokens_seen": 26750592, + "step": 13910 + }, + { + "epoch": 2.2700057100905457, + "grad_norm": 0.5877229571342468, + "learning_rate": 3.64999583504723e-05, + "loss": 0.2304, + "num_input_tokens_seen": 26758928, + "step": 13915 + }, + { + "epoch": 2.270821437311363, + "grad_norm": 0.500445544719696, + "learning_rate": 3.649124033193827e-05, + "loss": 0.1918, + "num_input_tokens_seen": 26768400, + "step": 13920 + }, + { + "epoch": 2.2716371645321805, + "grad_norm": 0.5238391160964966, + "learning_rate": 3.648252054131057e-05, + "loss": 0.1824, + "num_input_tokens_seen": 26776832, + "step": 13925 + }, + { + "epoch": 2.272452891752998, + "grad_norm": 0.541864812374115, + "learning_rate": 3.647379897993391e-05, + "loss": 0.1247, + "num_input_tokens_seen": 26786336, + "step": 13930 + }, + { + "epoch": 2.273268618973815, + "grad_norm": 1.0151445865631104, + "learning_rate": 3.646507564915325e-05, + "loss": 0.2474, + "num_input_tokens_seen": 26794992, + "step": 13935 + }, + { + "epoch": 2.2740843461946323, + "grad_norm": 0.961647629737854, + "learning_rate": 3.645635055031385e-05, + "loss": 0.2069, + "num_input_tokens_seen": 26805328, + "step": 13940 + }, + { + "epoch": 2.27490007341545, + "grad_norm": 0.2717864513397217, + "learning_rate": 3.6447623684761224e-05, + "loss": 0.1551, + "num_input_tokens_seen": 26814480, + "step": 13945 + }, + { + "epoch": 2.2757158006362674, + "grad_norm": 0.9974218010902405, + "learning_rate": 3.643889505384117e-05, + "loss": 0.238, + "num_input_tokens_seen": 26824832, + "step": 13950 + }, + { + "epoch": 2.2765315278570846, + "grad_norm": 0.8117595314979553, + "learning_rate": 3.6430164658899744e-05, + "loss": 0.1656, + "num_input_tokens_seen": 26835104, + "step": 13955 + }, + { + "epoch": 2.2773472550779017, + "grad_norm": 0.4004985988140106, + "learning_rate": 3.642143250128329e-05, + "loss": 0.1719, + "num_input_tokens_seen": 26845248, + "step": 13960 + }, + { + "epoch": 2.2781629822987193, + "grad_norm": 1.1051443815231323, + "learning_rate": 3.641269858233841e-05, + "loss": 0.1673, + "num_input_tokens_seen": 26855456, + "step": 13965 + }, + { + "epoch": 2.278978709519537, + "grad_norm": 0.7517367601394653, + "learning_rate": 3.640396290341199e-05, + "loss": 0.2714, + "num_input_tokens_seen": 26865168, + "step": 13970 + }, + { + "epoch": 2.279794436740354, + "grad_norm": 0.7035585641860962, + "learning_rate": 3.639522546585118e-05, + "loss": 0.1431, + "num_input_tokens_seen": 26874464, + "step": 13975 + }, + { + "epoch": 2.2806101639611716, + "grad_norm": 0.8957223892211914, + "learning_rate": 3.6386486271003404e-05, + "loss": 0.1558, + "num_input_tokens_seen": 26883664, + "step": 13980 + }, + { + "epoch": 2.2814258911819887, + "grad_norm": 1.3314558267593384, + "learning_rate": 3.6377745320216346e-05, + "loss": 0.1519, + "num_input_tokens_seen": 26892976, + "step": 13985 + }, + { + "epoch": 2.2822416184028063, + "grad_norm": 0.8640679717063904, + "learning_rate": 3.636900261483798e-05, + "loss": 0.2285, + "num_input_tokens_seen": 26902896, + "step": 13990 + }, + { + "epoch": 2.2830573456236234, + "grad_norm": 0.4718776047229767, + "learning_rate": 3.636025815621654e-05, + "loss": 0.1738, + "num_input_tokens_seen": 26913536, + "step": 13995 + }, + { + "epoch": 2.283873072844441, + "grad_norm": 0.9173172116279602, + "learning_rate": 3.635151194570054e-05, + "loss": 0.1276, + "num_input_tokens_seen": 26923408, + "step": 14000 + }, + { + "epoch": 2.283873072844441, + "eval_loss": 0.16774559020996094, + "eval_runtime": 71.5757, + "eval_samples_per_second": 38.072, + "eval_steps_per_second": 19.043, + "num_input_tokens_seen": 26923408, + "step": 14000 + }, + { + "epoch": 2.284688800065258, + "grad_norm": 1.0690553188323975, + "learning_rate": 3.634276398463873e-05, + "loss": 0.1526, + "num_input_tokens_seen": 26933664, + "step": 14005 + }, + { + "epoch": 2.2855045272860757, + "grad_norm": 1.6466392278671265, + "learning_rate": 3.633401427438018e-05, + "loss": 0.2297, + "num_input_tokens_seen": 26943312, + "step": 14010 + }, + { + "epoch": 2.286320254506893, + "grad_norm": 0.4165269434452057, + "learning_rate": 3.63252628162742e-05, + "loss": 0.1465, + "num_input_tokens_seen": 26952288, + "step": 14015 + }, + { + "epoch": 2.2871359817277104, + "grad_norm": 0.7008364200592041, + "learning_rate": 3.6316509611670364e-05, + "loss": 0.1105, + "num_input_tokens_seen": 26962448, + "step": 14020 + }, + { + "epoch": 2.2879517089485275, + "grad_norm": 1.19548761844635, + "learning_rate": 3.630775466191854e-05, + "loss": 0.1552, + "num_input_tokens_seen": 26971168, + "step": 14025 + }, + { + "epoch": 2.288767436169345, + "grad_norm": 0.6286770701408386, + "learning_rate": 3.629899796836884e-05, + "loss": 0.1638, + "num_input_tokens_seen": 26980336, + "step": 14030 + }, + { + "epoch": 2.289583163390162, + "grad_norm": 1.2201734781265259, + "learning_rate": 3.6290239532371666e-05, + "loss": 0.1876, + "num_input_tokens_seen": 26990160, + "step": 14035 + }, + { + "epoch": 2.29039889061098, + "grad_norm": 0.554417610168457, + "learning_rate": 3.628147935527767e-05, + "loss": 0.0949, + "num_input_tokens_seen": 26999392, + "step": 14040 + }, + { + "epoch": 2.291214617831797, + "grad_norm": 0.27896848320961, + "learning_rate": 3.627271743843779e-05, + "loss": 0.144, + "num_input_tokens_seen": 27007968, + "step": 14045 + }, + { + "epoch": 2.2920303450526145, + "grad_norm": 0.6972894072532654, + "learning_rate": 3.626395378320321e-05, + "loss": 0.1576, + "num_input_tokens_seen": 27017952, + "step": 14050 + }, + { + "epoch": 2.2928460722734316, + "grad_norm": 0.707646369934082, + "learning_rate": 3.625518839092541e-05, + "loss": 0.1409, + "num_input_tokens_seen": 27027264, + "step": 14055 + }, + { + "epoch": 2.293661799494249, + "grad_norm": 0.898858368396759, + "learning_rate": 3.624642126295612e-05, + "loss": 0.2027, + "num_input_tokens_seen": 27037648, + "step": 14060 + }, + { + "epoch": 2.2944775267150663, + "grad_norm": 0.7370019555091858, + "learning_rate": 3.6237652400647345e-05, + "loss": 0.1935, + "num_input_tokens_seen": 27047056, + "step": 14065 + }, + { + "epoch": 2.295293253935884, + "grad_norm": 0.4762119948863983, + "learning_rate": 3.622888180535134e-05, + "loss": 0.21, + "num_input_tokens_seen": 27056240, + "step": 14070 + }, + { + "epoch": 2.296108981156701, + "grad_norm": 0.9399554133415222, + "learning_rate": 3.6220109478420655e-05, + "loss": 0.1827, + "num_input_tokens_seen": 27066064, + "step": 14075 + }, + { + "epoch": 2.2969247083775186, + "grad_norm": 0.8407387137413025, + "learning_rate": 3.6211335421208084e-05, + "loss": 0.1328, + "num_input_tokens_seen": 27076064, + "step": 14080 + }, + { + "epoch": 2.2977404355983357, + "grad_norm": 0.7736527919769287, + "learning_rate": 3.62025596350667e-05, + "loss": 0.1661, + "num_input_tokens_seen": 27085744, + "step": 14085 + }, + { + "epoch": 2.2985561628191533, + "grad_norm": 0.9182680249214172, + "learning_rate": 3.619378212134984e-05, + "loss": 0.1578, + "num_input_tokens_seen": 27095760, + "step": 14090 + }, + { + "epoch": 2.2993718900399704, + "grad_norm": 0.7791620492935181, + "learning_rate": 3.618500288141111e-05, + "loss": 0.1488, + "num_input_tokens_seen": 27105952, + "step": 14095 + }, + { + "epoch": 2.300187617260788, + "grad_norm": 0.8053042888641357, + "learning_rate": 3.617622191660438e-05, + "loss": 0.1672, + "num_input_tokens_seen": 27115184, + "step": 14100 + }, + { + "epoch": 2.3010033444816056, + "grad_norm": 0.8782669901847839, + "learning_rate": 3.616743922828377e-05, + "loss": 0.1927, + "num_input_tokens_seen": 27125120, + "step": 14105 + }, + { + "epoch": 2.3018190717024227, + "grad_norm": 0.21851249039173126, + "learning_rate": 3.615865481780371e-05, + "loss": 0.1264, + "num_input_tokens_seen": 27134128, + "step": 14110 + }, + { + "epoch": 2.30263479892324, + "grad_norm": 1.4169859886169434, + "learning_rate": 3.614986868651883e-05, + "loss": 0.1594, + "num_input_tokens_seen": 27143904, + "step": 14115 + }, + { + "epoch": 2.3034505261440574, + "grad_norm": 1.311935544013977, + "learning_rate": 3.614108083578409e-05, + "loss": 0.2225, + "num_input_tokens_seen": 27154112, + "step": 14120 + }, + { + "epoch": 2.304266253364875, + "grad_norm": 0.9188860654830933, + "learning_rate": 3.613229126695467e-05, + "loss": 0.2167, + "num_input_tokens_seen": 27162736, + "step": 14125 + }, + { + "epoch": 2.305081980585692, + "grad_norm": 1.0097676515579224, + "learning_rate": 3.612349998138605e-05, + "loss": 0.1439, + "num_input_tokens_seen": 27172016, + "step": 14130 + }, + { + "epoch": 2.3058977078065093, + "grad_norm": 0.9323079586029053, + "learning_rate": 3.6114706980433946e-05, + "loss": 0.1942, + "num_input_tokens_seen": 27181696, + "step": 14135 + }, + { + "epoch": 2.306713435027327, + "grad_norm": 0.6951303482055664, + "learning_rate": 3.610591226545435e-05, + "loss": 0.135, + "num_input_tokens_seen": 27190848, + "step": 14140 + }, + { + "epoch": 2.3075291622481444, + "grad_norm": 0.7949551939964294, + "learning_rate": 3.6097115837803505e-05, + "loss": 0.2007, + "num_input_tokens_seen": 27200608, + "step": 14145 + }, + { + "epoch": 2.3083448894689615, + "grad_norm": 0.9286378622055054, + "learning_rate": 3.608831769883795e-05, + "loss": 0.1437, + "num_input_tokens_seen": 27211392, + "step": 14150 + }, + { + "epoch": 2.309160616689779, + "grad_norm": 0.6514575481414795, + "learning_rate": 3.607951784991446e-05, + "loss": 0.176, + "num_input_tokens_seen": 27220432, + "step": 14155 + }, + { + "epoch": 2.3099763439105963, + "grad_norm": 1.104716420173645, + "learning_rate": 3.6070716292390085e-05, + "loss": 0.2003, + "num_input_tokens_seen": 27229120, + "step": 14160 + }, + { + "epoch": 2.310792071131414, + "grad_norm": 0.5476861000061035, + "learning_rate": 3.606191302762213e-05, + "loss": 0.1583, + "num_input_tokens_seen": 27239312, + "step": 14165 + }, + { + "epoch": 2.311607798352231, + "grad_norm": 0.38842305541038513, + "learning_rate": 3.605310805696818e-05, + "loss": 0.1505, + "num_input_tokens_seen": 27248464, + "step": 14170 + }, + { + "epoch": 2.3124235255730485, + "grad_norm": 1.6971759796142578, + "learning_rate": 3.6044301381786067e-05, + "loss": 0.1639, + "num_input_tokens_seen": 27258096, + "step": 14175 + }, + { + "epoch": 2.3132392527938657, + "grad_norm": 0.8528911471366882, + "learning_rate": 3.6035493003433883e-05, + "loss": 0.2274, + "num_input_tokens_seen": 27269424, + "step": 14180 + }, + { + "epoch": 2.3140549800146832, + "grad_norm": 0.7457146048545837, + "learning_rate": 3.6026682923269994e-05, + "loss": 0.1532, + "num_input_tokens_seen": 27278592, + "step": 14185 + }, + { + "epoch": 2.3148707072355004, + "grad_norm": 0.6884723901748657, + "learning_rate": 3.6017871142653034e-05, + "loss": 0.1242, + "num_input_tokens_seen": 27288880, + "step": 14190 + }, + { + "epoch": 2.315686434456318, + "grad_norm": 1.2976056337356567, + "learning_rate": 3.600905766294189e-05, + "loss": 0.2024, + "num_input_tokens_seen": 27299728, + "step": 14195 + }, + { + "epoch": 2.316502161677135, + "grad_norm": 0.6931757926940918, + "learning_rate": 3.60002424854957e-05, + "loss": 0.2175, + "num_input_tokens_seen": 27309344, + "step": 14200 + }, + { + "epoch": 2.316502161677135, + "eval_loss": 0.17092566192150116, + "eval_runtime": 71.5309, + "eval_samples_per_second": 38.095, + "eval_steps_per_second": 19.055, + "num_input_tokens_seen": 27309344, + "step": 14200 + }, + { + "epoch": 2.3173178888979526, + "grad_norm": 0.6739084124565125, + "learning_rate": 3.5991425611673876e-05, + "loss": 0.2037, + "num_input_tokens_seen": 27319936, + "step": 14205 + }, + { + "epoch": 2.31813361611877, + "grad_norm": 0.9717587828636169, + "learning_rate": 3.5982607042836105e-05, + "loss": 0.1457, + "num_input_tokens_seen": 27329680, + "step": 14210 + }, + { + "epoch": 2.3189493433395874, + "grad_norm": 0.65628981590271, + "learning_rate": 3.597378678034231e-05, + "loss": 0.1829, + "num_input_tokens_seen": 27340576, + "step": 14215 + }, + { + "epoch": 2.3197650705604045, + "grad_norm": 0.7085278034210205, + "learning_rate": 3.596496482555269e-05, + "loss": 0.1865, + "num_input_tokens_seen": 27351056, + "step": 14220 + }, + { + "epoch": 2.320580797781222, + "grad_norm": 0.7872908115386963, + "learning_rate": 3.595614117982769e-05, + "loss": 0.1988, + "num_input_tokens_seen": 27361232, + "step": 14225 + }, + { + "epoch": 2.321396525002039, + "grad_norm": 1.1885766983032227, + "learning_rate": 3.594731584452805e-05, + "loss": 0.2494, + "num_input_tokens_seen": 27370096, + "step": 14230 + }, + { + "epoch": 2.3222122522228568, + "grad_norm": 0.8160486221313477, + "learning_rate": 3.593848882101472e-05, + "loss": 0.1205, + "num_input_tokens_seen": 27379840, + "step": 14235 + }, + { + "epoch": 2.323027979443674, + "grad_norm": 1.46931791305542, + "learning_rate": 3.592966011064896e-05, + "loss": 0.2403, + "num_input_tokens_seen": 27388928, + "step": 14240 + }, + { + "epoch": 2.3238437066644915, + "grad_norm": 0.5775021314620972, + "learning_rate": 3.592082971479226e-05, + "loss": 0.1931, + "num_input_tokens_seen": 27398288, + "step": 14245 + }, + { + "epoch": 2.3246594338853086, + "grad_norm": 1.750417947769165, + "learning_rate": 3.5911997634806385e-05, + "loss": 0.1823, + "num_input_tokens_seen": 27408960, + "step": 14250 + }, + { + "epoch": 2.325475161106126, + "grad_norm": 0.8266611099243164, + "learning_rate": 3.5903163872053336e-05, + "loss": 0.1522, + "num_input_tokens_seen": 27419296, + "step": 14255 + }, + { + "epoch": 2.3262908883269433, + "grad_norm": 0.8268468379974365, + "learning_rate": 3.58943284278954e-05, + "loss": 0.141, + "num_input_tokens_seen": 27428912, + "step": 14260 + }, + { + "epoch": 2.327106615547761, + "grad_norm": 1.2289353609085083, + "learning_rate": 3.588549130369512e-05, + "loss": 0.2438, + "num_input_tokens_seen": 27436144, + "step": 14265 + }, + { + "epoch": 2.327922342768578, + "grad_norm": 0.5228762030601501, + "learning_rate": 3.5876652500815274e-05, + "loss": 0.1405, + "num_input_tokens_seen": 27446272, + "step": 14270 + }, + { + "epoch": 2.3287380699893956, + "grad_norm": 0.5699154734611511, + "learning_rate": 3.586781202061894e-05, + "loss": 0.1559, + "num_input_tokens_seen": 27455536, + "step": 14275 + }, + { + "epoch": 2.3295537972102127, + "grad_norm": 0.7721614241600037, + "learning_rate": 3.585896986446942e-05, + "loss": 0.1863, + "num_input_tokens_seen": 27465584, + "step": 14280 + }, + { + "epoch": 2.3303695244310303, + "grad_norm": 0.7080296874046326, + "learning_rate": 3.585012603373028e-05, + "loss": 0.1501, + "num_input_tokens_seen": 27475280, + "step": 14285 + }, + { + "epoch": 2.3311852516518474, + "grad_norm": 1.1010879278182983, + "learning_rate": 3.584128052976535e-05, + "loss": 0.2529, + "num_input_tokens_seen": 27485888, + "step": 14290 + }, + { + "epoch": 2.332000978872665, + "grad_norm": 0.6771407127380371, + "learning_rate": 3.5832433353938724e-05, + "loss": 0.1239, + "num_input_tokens_seen": 27496976, + "step": 14295 + }, + { + "epoch": 2.3328167060934826, + "grad_norm": 0.6063272356987, + "learning_rate": 3.5823584507614746e-05, + "loss": 0.1651, + "num_input_tokens_seen": 27505424, + "step": 14300 + }, + { + "epoch": 2.3336324333142997, + "grad_norm": 0.26061829924583435, + "learning_rate": 3.581473399215802e-05, + "loss": 0.1734, + "num_input_tokens_seen": 27514336, + "step": 14305 + }, + { + "epoch": 2.334448160535117, + "grad_norm": 0.3497352600097656, + "learning_rate": 3.580588180893341e-05, + "loss": 0.1269, + "num_input_tokens_seen": 27523456, + "step": 14310 + }, + { + "epoch": 2.3352638877559344, + "grad_norm": 0.39131465554237366, + "learning_rate": 3.579702795930602e-05, + "loss": 0.1309, + "num_input_tokens_seen": 27531904, + "step": 14315 + }, + { + "epoch": 2.336079614976752, + "grad_norm": 0.807086169719696, + "learning_rate": 3.578817244464125e-05, + "loss": 0.1728, + "num_input_tokens_seen": 27541776, + "step": 14320 + }, + { + "epoch": 2.336895342197569, + "grad_norm": 0.9820197820663452, + "learning_rate": 3.577931526630471e-05, + "loss": 0.2106, + "num_input_tokens_seen": 27551648, + "step": 14325 + }, + { + "epoch": 2.3377110694183862, + "grad_norm": 0.855677604675293, + "learning_rate": 3.577045642566229e-05, + "loss": 0.1812, + "num_input_tokens_seen": 27560480, + "step": 14330 + }, + { + "epoch": 2.338526796639204, + "grad_norm": 0.39394664764404297, + "learning_rate": 3.576159592408014e-05, + "loss": 0.1761, + "num_input_tokens_seen": 27570624, + "step": 14335 + }, + { + "epoch": 2.3393425238600214, + "grad_norm": 0.44343435764312744, + "learning_rate": 3.575273376292466e-05, + "loss": 0.1748, + "num_input_tokens_seen": 27580128, + "step": 14340 + }, + { + "epoch": 2.3401582510808385, + "grad_norm": 0.8656371235847473, + "learning_rate": 3.574386994356251e-05, + "loss": 0.1148, + "num_input_tokens_seen": 27589648, + "step": 14345 + }, + { + "epoch": 2.340973978301656, + "grad_norm": 0.21909351646900177, + "learning_rate": 3.573500446736059e-05, + "loss": 0.1078, + "num_input_tokens_seen": 27598752, + "step": 14350 + }, + { + "epoch": 2.3417897055224732, + "grad_norm": 0.4860788583755493, + "learning_rate": 3.5726137335686094e-05, + "loss": 0.1123, + "num_input_tokens_seen": 27607808, + "step": 14355 + }, + { + "epoch": 2.342605432743291, + "grad_norm": 0.9213206768035889, + "learning_rate": 3.571726854990642e-05, + "loss": 0.1913, + "num_input_tokens_seen": 27618560, + "step": 14360 + }, + { + "epoch": 2.343421159964108, + "grad_norm": 0.23590447008609772, + "learning_rate": 3.570839811138925e-05, + "loss": 0.1462, + "num_input_tokens_seen": 27629888, + "step": 14365 + }, + { + "epoch": 2.3442368871849255, + "grad_norm": 1.381616473197937, + "learning_rate": 3.569952602150252e-05, + "loss": 0.1931, + "num_input_tokens_seen": 27639568, + "step": 14370 + }, + { + "epoch": 2.3450526144057426, + "grad_norm": 0.45462653040885925, + "learning_rate": 3.569065228161442e-05, + "loss": 0.0967, + "num_input_tokens_seen": 27649760, + "step": 14375 + }, + { + "epoch": 2.34586834162656, + "grad_norm": 0.28987574577331543, + "learning_rate": 3.5681776893093395e-05, + "loss": 0.1709, + "num_input_tokens_seen": 27660640, + "step": 14380 + }, + { + "epoch": 2.3466840688473773, + "grad_norm": 0.5973963737487793, + "learning_rate": 3.5672899857308134e-05, + "loss": 0.1552, + "num_input_tokens_seen": 27670304, + "step": 14385 + }, + { + "epoch": 2.347499796068195, + "grad_norm": 1.1136324405670166, + "learning_rate": 3.566402117562759e-05, + "loss": 0.1639, + "num_input_tokens_seen": 27680880, + "step": 14390 + }, + { + "epoch": 2.348315523289012, + "grad_norm": 1.7581714391708374, + "learning_rate": 3.565514084942097e-05, + "loss": 0.2201, + "num_input_tokens_seen": 27690128, + "step": 14395 + }, + { + "epoch": 2.3491312505098296, + "grad_norm": 0.9099650979042053, + "learning_rate": 3.564625888005773e-05, + "loss": 0.1811, + "num_input_tokens_seen": 27698752, + "step": 14400 + }, + { + "epoch": 2.3491312505098296, + "eval_loss": 0.16976404190063477, + "eval_runtime": 71.5686, + "eval_samples_per_second": 38.075, + "eval_steps_per_second": 19.045, + "num_input_tokens_seen": 27698752, + "step": 14400 + }, + { + "epoch": 2.3499469777306468, + "grad_norm": 0.7434123158454895, + "learning_rate": 3.563737526890759e-05, + "loss": 0.2048, + "num_input_tokens_seen": 27708048, + "step": 14405 + }, + { + "epoch": 2.3507627049514643, + "grad_norm": 0.5823290348052979, + "learning_rate": 3.562849001734049e-05, + "loss": 0.1537, + "num_input_tokens_seen": 27716912, + "step": 14410 + }, + { + "epoch": 2.3515784321722815, + "grad_norm": 1.2060301303863525, + "learning_rate": 3.561960312672667e-05, + "loss": 0.196, + "num_input_tokens_seen": 27726640, + "step": 14415 + }, + { + "epoch": 2.352394159393099, + "grad_norm": 0.698056161403656, + "learning_rate": 3.5610714598436596e-05, + "loss": 0.1375, + "num_input_tokens_seen": 27736976, + "step": 14420 + }, + { + "epoch": 2.353209886613916, + "grad_norm": 0.7239763140678406, + "learning_rate": 3.5601824433840986e-05, + "loss": 0.1583, + "num_input_tokens_seen": 27746128, + "step": 14425 + }, + { + "epoch": 2.3540256138347337, + "grad_norm": 1.870425820350647, + "learning_rate": 3.559293263431082e-05, + "loss": 0.2415, + "num_input_tokens_seen": 27756576, + "step": 14430 + }, + { + "epoch": 2.354841341055551, + "grad_norm": 0.3472823202610016, + "learning_rate": 3.558403920121732e-05, + "loss": 0.1222, + "num_input_tokens_seen": 27765344, + "step": 14435 + }, + { + "epoch": 2.3556570682763684, + "grad_norm": 0.718397319316864, + "learning_rate": 3.557514413593197e-05, + "loss": 0.2001, + "num_input_tokens_seen": 27775824, + "step": 14440 + }, + { + "epoch": 2.3564727954971856, + "grad_norm": 1.4399361610412598, + "learning_rate": 3.55662474398265e-05, + "loss": 0.1542, + "num_input_tokens_seen": 27785184, + "step": 14445 + }, + { + "epoch": 2.357288522718003, + "grad_norm": 1.2866688966751099, + "learning_rate": 3.555734911427288e-05, + "loss": 0.1863, + "num_input_tokens_seen": 27793456, + "step": 14450 + }, + { + "epoch": 2.3581042499388203, + "grad_norm": 0.7758709192276001, + "learning_rate": 3.5548449160643363e-05, + "loss": 0.2768, + "num_input_tokens_seen": 27804288, + "step": 14455 + }, + { + "epoch": 2.358919977159638, + "grad_norm": 0.6101747155189514, + "learning_rate": 3.553954758031043e-05, + "loss": 0.1402, + "num_input_tokens_seen": 27815200, + "step": 14460 + }, + { + "epoch": 2.359735704380455, + "grad_norm": 0.6964530348777771, + "learning_rate": 3.5530644374646815e-05, + "loss": 0.1318, + "num_input_tokens_seen": 27825072, + "step": 14465 + }, + { + "epoch": 2.3605514316012726, + "grad_norm": 0.3727245628833771, + "learning_rate": 3.552173954502549e-05, + "loss": 0.1513, + "num_input_tokens_seen": 27834512, + "step": 14470 + }, + { + "epoch": 2.36136715882209, + "grad_norm": 0.7190589308738708, + "learning_rate": 3.55128330928197e-05, + "loss": 0.1382, + "num_input_tokens_seen": 27843232, + "step": 14475 + }, + { + "epoch": 2.3621828860429073, + "grad_norm": 0.3641003370285034, + "learning_rate": 3.550392501940294e-05, + "loss": 0.1891, + "num_input_tokens_seen": 27853456, + "step": 14480 + }, + { + "epoch": 2.3629986132637244, + "grad_norm": 1.034594178199768, + "learning_rate": 3.5495015326148945e-05, + "loss": 0.1551, + "num_input_tokens_seen": 27863680, + "step": 14485 + }, + { + "epoch": 2.363814340484542, + "grad_norm": 0.5443596839904785, + "learning_rate": 3.548610401443169e-05, + "loss": 0.0902, + "num_input_tokens_seen": 27872016, + "step": 14490 + }, + { + "epoch": 2.3646300677053596, + "grad_norm": 1.3157435655593872, + "learning_rate": 3.547719108562543e-05, + "loss": 0.1653, + "num_input_tokens_seen": 27882048, + "step": 14495 + }, + { + "epoch": 2.3654457949261767, + "grad_norm": 0.805046558380127, + "learning_rate": 3.546827654110464e-05, + "loss": 0.1922, + "num_input_tokens_seen": 27891040, + "step": 14500 + }, + { + "epoch": 2.366261522146994, + "grad_norm": 1.1168222427368164, + "learning_rate": 3.545936038224405e-05, + "loss": 0.1716, + "num_input_tokens_seen": 27899872, + "step": 14505 + }, + { + "epoch": 2.3670772493678114, + "grad_norm": 0.5691991448402405, + "learning_rate": 3.545044261041864e-05, + "loss": 0.1077, + "num_input_tokens_seen": 27908848, + "step": 14510 + }, + { + "epoch": 2.367892976588629, + "grad_norm": 0.6836119890213013, + "learning_rate": 3.5441523227003657e-05, + "loss": 0.1559, + "num_input_tokens_seen": 27918800, + "step": 14515 + }, + { + "epoch": 2.368708703809446, + "grad_norm": 0.9593820571899414, + "learning_rate": 3.543260223337459e-05, + "loss": 0.206, + "num_input_tokens_seen": 27928688, + "step": 14520 + }, + { + "epoch": 2.3695244310302637, + "grad_norm": 1.1273608207702637, + "learning_rate": 3.542367963090714e-05, + "loss": 0.2258, + "num_input_tokens_seen": 27937536, + "step": 14525 + }, + { + "epoch": 2.370340158251081, + "grad_norm": 0.4262455403804779, + "learning_rate": 3.5414755420977295e-05, + "loss": 0.113, + "num_input_tokens_seen": 27946192, + "step": 14530 + }, + { + "epoch": 2.3711558854718984, + "grad_norm": 0.9647661447525024, + "learning_rate": 3.54058296049613e-05, + "loss": 0.1277, + "num_input_tokens_seen": 27954336, + "step": 14535 + }, + { + "epoch": 2.3719716126927155, + "grad_norm": 1.3641486167907715, + "learning_rate": 3.53969021842356e-05, + "loss": 0.1786, + "num_input_tokens_seen": 27963840, + "step": 14540 + }, + { + "epoch": 2.372787339913533, + "grad_norm": 0.6767365336418152, + "learning_rate": 3.5387973160176926e-05, + "loss": 0.1567, + "num_input_tokens_seen": 27973344, + "step": 14545 + }, + { + "epoch": 2.37360306713435, + "grad_norm": 1.1348991394042969, + "learning_rate": 3.537904253416224e-05, + "loss": 0.218, + "num_input_tokens_seen": 27983200, + "step": 14550 + }, + { + "epoch": 2.374418794355168, + "grad_norm": 0.4071643054485321, + "learning_rate": 3.537011030756878e-05, + "loss": 0.1428, + "num_input_tokens_seen": 27992576, + "step": 14555 + }, + { + "epoch": 2.375234521575985, + "grad_norm": 1.3657214641571045, + "learning_rate": 3.536117648177399e-05, + "loss": 0.2351, + "num_input_tokens_seen": 28002128, + "step": 14560 + }, + { + "epoch": 2.3760502487968025, + "grad_norm": 0.9362266063690186, + "learning_rate": 3.535224105815558e-05, + "loss": 0.1727, + "num_input_tokens_seen": 28012160, + "step": 14565 + }, + { + "epoch": 2.3768659760176196, + "grad_norm": 0.9678791165351868, + "learning_rate": 3.5343304038091494e-05, + "loss": 0.1567, + "num_input_tokens_seen": 28021264, + "step": 14570 + }, + { + "epoch": 2.377681703238437, + "grad_norm": 0.7584656476974487, + "learning_rate": 3.5334365422959955e-05, + "loss": 0.1765, + "num_input_tokens_seen": 28031472, + "step": 14575 + }, + { + "epoch": 2.3784974304592543, + "grad_norm": 0.7768576741218567, + "learning_rate": 3.5325425214139396e-05, + "loss": 0.1199, + "num_input_tokens_seen": 28041232, + "step": 14580 + }, + { + "epoch": 2.379313157680072, + "grad_norm": 0.788967490196228, + "learning_rate": 3.531648341300851e-05, + "loss": 0.2049, + "num_input_tokens_seen": 28051600, + "step": 14585 + }, + { + "epoch": 2.380128884900889, + "grad_norm": 1.2102952003479004, + "learning_rate": 3.530754002094623e-05, + "loss": 0.2162, + "num_input_tokens_seen": 28061888, + "step": 14590 + }, + { + "epoch": 2.3809446121217066, + "grad_norm": 1.0543607473373413, + "learning_rate": 3.529859503933175e-05, + "loss": 0.1834, + "num_input_tokens_seen": 28072160, + "step": 14595 + }, + { + "epoch": 2.3817603393425237, + "grad_norm": 0.5124929547309875, + "learning_rate": 3.52896484695445e-05, + "loss": 0.1945, + "num_input_tokens_seen": 28082208, + "step": 14600 + }, + { + "epoch": 2.3817603393425237, + "eval_loss": 0.16686704754829407, + "eval_runtime": 71.4286, + "eval_samples_per_second": 38.15, + "eval_steps_per_second": 19.082, + "num_input_tokens_seen": 28082208, + "step": 14600 + }, + { + "epoch": 2.3825760665633413, + "grad_norm": 0.817665159702301, + "learning_rate": 3.528070031296414e-05, + "loss": 0.1657, + "num_input_tokens_seen": 28091728, + "step": 14605 + }, + { + "epoch": 2.3833917937841584, + "grad_norm": 0.2306320071220398, + "learning_rate": 3.5271750570970605e-05, + "loss": 0.1237, + "num_input_tokens_seen": 28100656, + "step": 14610 + }, + { + "epoch": 2.384207521004976, + "grad_norm": 0.5730069875717163, + "learning_rate": 3.526279924494405e-05, + "loss": 0.1599, + "num_input_tokens_seen": 28109216, + "step": 14615 + }, + { + "epoch": 2.385023248225793, + "grad_norm": 1.1070655584335327, + "learning_rate": 3.5253846336264874e-05, + "loss": 0.1405, + "num_input_tokens_seen": 28118752, + "step": 14620 + }, + { + "epoch": 2.3858389754466107, + "grad_norm": 0.7754219174385071, + "learning_rate": 3.5244891846313736e-05, + "loss": 0.0931, + "num_input_tokens_seen": 28128528, + "step": 14625 + }, + { + "epoch": 2.386654702667428, + "grad_norm": 0.21705088019371033, + "learning_rate": 3.5235935776471527e-05, + "loss": 0.129, + "num_input_tokens_seen": 28139280, + "step": 14630 + }, + { + "epoch": 2.3874704298882454, + "grad_norm": 0.8965795040130615, + "learning_rate": 3.522697812811939e-05, + "loss": 0.2247, + "num_input_tokens_seen": 28148384, + "step": 14635 + }, + { + "epoch": 2.3882861571090626, + "grad_norm": 0.4971155524253845, + "learning_rate": 3.521801890263871e-05, + "loss": 0.1491, + "num_input_tokens_seen": 28157968, + "step": 14640 + }, + { + "epoch": 2.38910188432988, + "grad_norm": 1.0472370386123657, + "learning_rate": 3.5209058101411114e-05, + "loss": 0.1708, + "num_input_tokens_seen": 28167712, + "step": 14645 + }, + { + "epoch": 2.3899176115506973, + "grad_norm": 0.625666618347168, + "learning_rate": 3.520009572581845e-05, + "loss": 0.2352, + "num_input_tokens_seen": 28177680, + "step": 14650 + }, + { + "epoch": 2.390733338771515, + "grad_norm": 1.0578714609146118, + "learning_rate": 3.519113177724285e-05, + "loss": 0.1611, + "num_input_tokens_seen": 28187664, + "step": 14655 + }, + { + "epoch": 2.391549065992332, + "grad_norm": 0.9615390300750732, + "learning_rate": 3.5182166257066656e-05, + "loss": 0.2247, + "num_input_tokens_seen": 28197968, + "step": 14660 + }, + { + "epoch": 2.3923647932131495, + "grad_norm": 0.5461438298225403, + "learning_rate": 3.517319916667247e-05, + "loss": 0.1893, + "num_input_tokens_seen": 28207216, + "step": 14665 + }, + { + "epoch": 2.393180520433967, + "grad_norm": 0.4103967249393463, + "learning_rate": 3.516423050744313e-05, + "loss": 0.1429, + "num_input_tokens_seen": 28218320, + "step": 14670 + }, + { + "epoch": 2.3939962476547842, + "grad_norm": 0.7553113698959351, + "learning_rate": 3.5155260280761704e-05, + "loss": 0.121, + "num_input_tokens_seen": 28228512, + "step": 14675 + }, + { + "epoch": 2.3948119748756014, + "grad_norm": 0.26404911279678345, + "learning_rate": 3.514628848801154e-05, + "loss": 0.1888, + "num_input_tokens_seen": 28237408, + "step": 14680 + }, + { + "epoch": 2.395627702096419, + "grad_norm": 1.1036369800567627, + "learning_rate": 3.5137315130576174e-05, + "loss": 0.1893, + "num_input_tokens_seen": 28248288, + "step": 14685 + }, + { + "epoch": 2.3964434293172365, + "grad_norm": 0.6619747877120972, + "learning_rate": 3.512834020983942e-05, + "loss": 0.1935, + "num_input_tokens_seen": 28257600, + "step": 14690 + }, + { + "epoch": 2.3972591565380537, + "grad_norm": 0.5484133362770081, + "learning_rate": 3.5119363727185334e-05, + "loss": 0.1773, + "num_input_tokens_seen": 28267840, + "step": 14695 + }, + { + "epoch": 2.398074883758871, + "grad_norm": 0.8339906930923462, + "learning_rate": 3.511038568399819e-05, + "loss": 0.128, + "num_input_tokens_seen": 28276880, + "step": 14700 + }, + { + "epoch": 2.3988906109796884, + "grad_norm": 0.5925777554512024, + "learning_rate": 3.510140608166251e-05, + "loss": 0.1515, + "num_input_tokens_seen": 28285776, + "step": 14705 + }, + { + "epoch": 2.399706338200506, + "grad_norm": 2.0221099853515625, + "learning_rate": 3.509242492156308e-05, + "loss": 0.1974, + "num_input_tokens_seen": 28296048, + "step": 14710 + }, + { + "epoch": 2.400522065421323, + "grad_norm": 1.109859585762024, + "learning_rate": 3.5083442205084896e-05, + "loss": 0.1477, + "num_input_tokens_seen": 28305616, + "step": 14715 + }, + { + "epoch": 2.4013377926421406, + "grad_norm": 1.2091439962387085, + "learning_rate": 3.507445793361321e-05, + "loss": 0.15, + "num_input_tokens_seen": 28315056, + "step": 14720 + }, + { + "epoch": 2.4021535198629578, + "grad_norm": 0.4812914729118347, + "learning_rate": 3.5065472108533505e-05, + "loss": 0.1477, + "num_input_tokens_seen": 28325104, + "step": 14725 + }, + { + "epoch": 2.4029692470837754, + "grad_norm": 0.14451749622821808, + "learning_rate": 3.5056484731231504e-05, + "loss": 0.1656, + "num_input_tokens_seen": 28335040, + "step": 14730 + }, + { + "epoch": 2.4037849743045925, + "grad_norm": 0.6035624146461487, + "learning_rate": 3.504749580309319e-05, + "loss": 0.1784, + "num_input_tokens_seen": 28344352, + "step": 14735 + }, + { + "epoch": 2.40460070152541, + "grad_norm": 0.4242756962776184, + "learning_rate": 3.5038505325504753e-05, + "loss": 0.1326, + "num_input_tokens_seen": 28354064, + "step": 14740 + }, + { + "epoch": 2.405416428746227, + "grad_norm": 0.7952049374580383, + "learning_rate": 3.502951329985264e-05, + "loss": 0.1489, + "num_input_tokens_seen": 28363168, + "step": 14745 + }, + { + "epoch": 2.4062321559670448, + "grad_norm": 0.21374094486236572, + "learning_rate": 3.502051972752354e-05, + "loss": 0.1233, + "num_input_tokens_seen": 28372544, + "step": 14750 + }, + { + "epoch": 2.407047883187862, + "grad_norm": 1.7941819429397583, + "learning_rate": 3.5011524609904374e-05, + "loss": 0.2094, + "num_input_tokens_seen": 28383152, + "step": 14755 + }, + { + "epoch": 2.4078636104086795, + "grad_norm": 0.4749130308628082, + "learning_rate": 3.50025279483823e-05, + "loss": 0.1794, + "num_input_tokens_seen": 28391712, + "step": 14760 + }, + { + "epoch": 2.4086793376294966, + "grad_norm": 0.4498886466026306, + "learning_rate": 3.499352974434472e-05, + "loss": 0.3203, + "num_input_tokens_seen": 28401168, + "step": 14765 + }, + { + "epoch": 2.409495064850314, + "grad_norm": 0.8395746350288391, + "learning_rate": 3.498452999917926e-05, + "loss": 0.1765, + "num_input_tokens_seen": 28410304, + "step": 14770 + }, + { + "epoch": 2.4103107920711313, + "grad_norm": 0.9181100130081177, + "learning_rate": 3.4975528714273795e-05, + "loss": 0.1471, + "num_input_tokens_seen": 28420192, + "step": 14775 + }, + { + "epoch": 2.411126519291949, + "grad_norm": 0.7483959794044495, + "learning_rate": 3.4966525891016454e-05, + "loss": 0.1981, + "num_input_tokens_seen": 28430896, + "step": 14780 + }, + { + "epoch": 2.411942246512766, + "grad_norm": 1.0060834884643555, + "learning_rate": 3.495752153079557e-05, + "loss": 0.151, + "num_input_tokens_seen": 28441104, + "step": 14785 + }, + { + "epoch": 2.4127579737335836, + "grad_norm": 0.7987110614776611, + "learning_rate": 3.494851563499974e-05, + "loss": 0.2007, + "num_input_tokens_seen": 28450000, + "step": 14790 + }, + { + "epoch": 2.4135737009544007, + "grad_norm": 1.0591686964035034, + "learning_rate": 3.493950820501777e-05, + "loss": 0.1767, + "num_input_tokens_seen": 28458672, + "step": 14795 + }, + { + "epoch": 2.4143894281752183, + "grad_norm": 1.5701204538345337, + "learning_rate": 3.493049924223872e-05, + "loss": 0.2164, + "num_input_tokens_seen": 28468576, + "step": 14800 + }, + { + "epoch": 2.4143894281752183, + "eval_loss": 0.1673436015844345, + "eval_runtime": 71.4612, + "eval_samples_per_second": 38.133, + "eval_steps_per_second": 19.073, + "num_input_tokens_seen": 28468576, + "step": 14800 + }, + { + "epoch": 2.4152051553960354, + "grad_norm": 0.8988315463066101, + "learning_rate": 3.49214887480519e-05, + "loss": 0.2229, + "num_input_tokens_seen": 28477920, + "step": 14805 + }, + { + "epoch": 2.416020882616853, + "grad_norm": 1.423639178276062, + "learning_rate": 3.4912476723846834e-05, + "loss": 0.2094, + "num_input_tokens_seen": 28486848, + "step": 14810 + }, + { + "epoch": 2.41683660983767, + "grad_norm": 0.7560024857521057, + "learning_rate": 3.490346317101328e-05, + "loss": 0.1499, + "num_input_tokens_seen": 28496624, + "step": 14815 + }, + { + "epoch": 2.4176523370584877, + "grad_norm": 0.4844752252101898, + "learning_rate": 3.4894448090941266e-05, + "loss": 0.1698, + "num_input_tokens_seen": 28506032, + "step": 14820 + }, + { + "epoch": 2.418468064279305, + "grad_norm": 1.0850849151611328, + "learning_rate": 3.488543148502101e-05, + "loss": 0.1993, + "num_input_tokens_seen": 28515936, + "step": 14825 + }, + { + "epoch": 2.4192837915001224, + "grad_norm": 1.2391010522842407, + "learning_rate": 3.487641335464299e-05, + "loss": 0.1838, + "num_input_tokens_seen": 28523696, + "step": 14830 + }, + { + "epoch": 2.4200995187209395, + "grad_norm": 0.6465975642204285, + "learning_rate": 3.4867393701197914e-05, + "loss": 0.1399, + "num_input_tokens_seen": 28534384, + "step": 14835 + }, + { + "epoch": 2.420915245941757, + "grad_norm": 0.725709080696106, + "learning_rate": 3.485837252607673e-05, + "loss": 0.1103, + "num_input_tokens_seen": 28544432, + "step": 14840 + }, + { + "epoch": 2.4217309731625742, + "grad_norm": 1.2683336734771729, + "learning_rate": 3.4849349830670615e-05, + "loss": 0.1753, + "num_input_tokens_seen": 28553872, + "step": 14845 + }, + { + "epoch": 2.422546700383392, + "grad_norm": 0.4132595956325531, + "learning_rate": 3.4840325616370976e-05, + "loss": 0.1252, + "num_input_tokens_seen": 28562848, + "step": 14850 + }, + { + "epoch": 2.423362427604209, + "grad_norm": 0.4663311839103699, + "learning_rate": 3.483129988456947e-05, + "loss": 0.1781, + "num_input_tokens_seen": 28571840, + "step": 14855 + }, + { + "epoch": 2.4241781548250265, + "grad_norm": 0.8704788684844971, + "learning_rate": 3.482227263665797e-05, + "loss": 0.2072, + "num_input_tokens_seen": 28580336, + "step": 14860 + }, + { + "epoch": 2.424993882045844, + "grad_norm": 0.9779082536697388, + "learning_rate": 3.48132438740286e-05, + "loss": 0.2131, + "num_input_tokens_seen": 28591280, + "step": 14865 + }, + { + "epoch": 2.4258096092666612, + "grad_norm": 0.8476526141166687, + "learning_rate": 3.48042135980737e-05, + "loss": 0.1914, + "num_input_tokens_seen": 28600768, + "step": 14870 + }, + { + "epoch": 2.4266253364874784, + "grad_norm": 1.1381975412368774, + "learning_rate": 3.479518181018586e-05, + "loss": 0.1768, + "num_input_tokens_seen": 28610544, + "step": 14875 + }, + { + "epoch": 2.427441063708296, + "grad_norm": 0.44977155327796936, + "learning_rate": 3.4786148511757886e-05, + "loss": 0.15, + "num_input_tokens_seen": 28621136, + "step": 14880 + }, + { + "epoch": 2.4282567909291135, + "grad_norm": 0.3147360682487488, + "learning_rate": 3.477711370418284e-05, + "loss": 0.0571, + "num_input_tokens_seen": 28632544, + "step": 14885 + }, + { + "epoch": 2.4290725181499306, + "grad_norm": 0.38237446546554565, + "learning_rate": 3.476807738885399e-05, + "loss": 0.1182, + "num_input_tokens_seen": 28642384, + "step": 14890 + }, + { + "epoch": 2.429888245370748, + "grad_norm": 1.0680882930755615, + "learning_rate": 3.475903956716485e-05, + "loss": 0.2628, + "num_input_tokens_seen": 28651632, + "step": 14895 + }, + { + "epoch": 2.4307039725915653, + "grad_norm": 1.1081733703613281, + "learning_rate": 3.475000024050917e-05, + "loss": 0.1623, + "num_input_tokens_seen": 28660800, + "step": 14900 + }, + { + "epoch": 2.431519699812383, + "grad_norm": 0.9515411257743835, + "learning_rate": 3.4740959410280926e-05, + "loss": 0.1839, + "num_input_tokens_seen": 28669904, + "step": 14905 + }, + { + "epoch": 2.4323354270332, + "grad_norm": 0.9621464610099792, + "learning_rate": 3.4731917077874324e-05, + "loss": 0.3031, + "num_input_tokens_seen": 28681392, + "step": 14910 + }, + { + "epoch": 2.4331511542540176, + "grad_norm": 0.6778680086135864, + "learning_rate": 3.4722873244683816e-05, + "loss": 0.1888, + "num_input_tokens_seen": 28691824, + "step": 14915 + }, + { + "epoch": 2.4339668814748348, + "grad_norm": 0.6694801449775696, + "learning_rate": 3.4713827912104065e-05, + "loss": 0.1087, + "num_input_tokens_seen": 28701680, + "step": 14920 + }, + { + "epoch": 2.4347826086956523, + "grad_norm": 1.0664684772491455, + "learning_rate": 3.470478108152998e-05, + "loss": 0.1255, + "num_input_tokens_seen": 28710688, + "step": 14925 + }, + { + "epoch": 2.4355983359164695, + "grad_norm": 0.8508568406105042, + "learning_rate": 3.4695732754356695e-05, + "loss": 0.2282, + "num_input_tokens_seen": 28720976, + "step": 14930 + }, + { + "epoch": 2.436414063137287, + "grad_norm": 1.1523102521896362, + "learning_rate": 3.4686682931979576e-05, + "loss": 0.1837, + "num_input_tokens_seen": 28731488, + "step": 14935 + }, + { + "epoch": 2.437229790358104, + "grad_norm": 0.8013688325881958, + "learning_rate": 3.467763161579422e-05, + "loss": 0.1238, + "num_input_tokens_seen": 28740064, + "step": 14940 + }, + { + "epoch": 2.4380455175789217, + "grad_norm": 1.0697592496871948, + "learning_rate": 3.466857880719645e-05, + "loss": 0.1506, + "num_input_tokens_seen": 28748752, + "step": 14945 + }, + { + "epoch": 2.438861244799739, + "grad_norm": 0.5461198091506958, + "learning_rate": 3.465952450758233e-05, + "loss": 0.082, + "num_input_tokens_seen": 28758384, + "step": 14950 + }, + { + "epoch": 2.4396769720205564, + "grad_norm": 1.2730902433395386, + "learning_rate": 3.4650468718348126e-05, + "loss": 0.2085, + "num_input_tokens_seen": 28768704, + "step": 14955 + }, + { + "epoch": 2.4404926992413736, + "grad_norm": 0.7692999243736267, + "learning_rate": 3.464141144089038e-05, + "loss": 0.1335, + "num_input_tokens_seen": 28777408, + "step": 14960 + }, + { + "epoch": 2.441308426462191, + "grad_norm": 1.001973271369934, + "learning_rate": 3.463235267660583e-05, + "loss": 0.1537, + "num_input_tokens_seen": 28787456, + "step": 14965 + }, + { + "epoch": 2.4421241536830083, + "grad_norm": 1.0904576778411865, + "learning_rate": 3.462329242689145e-05, + "loss": 0.1331, + "num_input_tokens_seen": 28797504, + "step": 14970 + }, + { + "epoch": 2.442939880903826, + "grad_norm": 1.1545109748840332, + "learning_rate": 3.461423069314444e-05, + "loss": 0.2139, + "num_input_tokens_seen": 28807824, + "step": 14975 + }, + { + "epoch": 2.443755608124643, + "grad_norm": 0.7316592931747437, + "learning_rate": 3.460516747676224e-05, + "loss": 0.1547, + "num_input_tokens_seen": 28817456, + "step": 14980 + }, + { + "epoch": 2.4445713353454606, + "grad_norm": 1.7567213773727417, + "learning_rate": 3.459610277914251e-05, + "loss": 0.2614, + "num_input_tokens_seen": 28827680, + "step": 14985 + }, + { + "epoch": 2.4453870625662777, + "grad_norm": 0.49536487460136414, + "learning_rate": 3.458703660168314e-05, + "loss": 0.1259, + "num_input_tokens_seen": 28837456, + "step": 14990 + }, + { + "epoch": 2.4462027897870953, + "grad_norm": 0.5549654364585876, + "learning_rate": 3.457796894578224e-05, + "loss": 0.1333, + "num_input_tokens_seen": 28847136, + "step": 14995 + }, + { + "epoch": 2.4470185170079124, + "grad_norm": 0.7263132929801941, + "learning_rate": 3.456889981283817e-05, + "loss": 0.2, + "num_input_tokens_seen": 28856272, + "step": 15000 + }, + { + "epoch": 2.4470185170079124, + "eval_loss": 0.167307510972023, + "eval_runtime": 71.3858, + "eval_samples_per_second": 38.173, + "eval_steps_per_second": 19.093, + "num_input_tokens_seen": 28856272, + "step": 15000 + }, + { + "epoch": 2.44783424422873, + "grad_norm": 0.9674966335296631, + "learning_rate": 3.45598292042495e-05, + "loss": 0.1666, + "num_input_tokens_seen": 28864672, + "step": 15005 + }, + { + "epoch": 2.448649971449547, + "grad_norm": 0.5671008229255676, + "learning_rate": 3.4550757121415035e-05, + "loss": 0.1558, + "num_input_tokens_seen": 28872784, + "step": 15010 + }, + { + "epoch": 2.4494656986703647, + "grad_norm": 1.9692384004592896, + "learning_rate": 3.454168356573378e-05, + "loss": 0.1898, + "num_input_tokens_seen": 28882320, + "step": 15015 + }, + { + "epoch": 2.450281425891182, + "grad_norm": 0.6688840389251709, + "learning_rate": 3.453260853860503e-05, + "loss": 0.179, + "num_input_tokens_seen": 28891296, + "step": 15020 + }, + { + "epoch": 2.4510971531119994, + "grad_norm": 0.4902104139328003, + "learning_rate": 3.452353204142824e-05, + "loss": 0.2175, + "num_input_tokens_seen": 28900304, + "step": 15025 + }, + { + "epoch": 2.4519128803328165, + "grad_norm": 0.6537589430809021, + "learning_rate": 3.4514454075603136e-05, + "loss": 0.1143, + "num_input_tokens_seen": 28909440, + "step": 15030 + }, + { + "epoch": 2.452728607553634, + "grad_norm": 1.0979450941085815, + "learning_rate": 3.450537464252964e-05, + "loss": 0.1423, + "num_input_tokens_seen": 28918928, + "step": 15035 + }, + { + "epoch": 2.4535443347744517, + "grad_norm": 1.1158078908920288, + "learning_rate": 3.4496293743607925e-05, + "loss": 0.132, + "num_input_tokens_seen": 28928480, + "step": 15040 + }, + { + "epoch": 2.454360061995269, + "grad_norm": 0.7392286062240601, + "learning_rate": 3.448721138023838e-05, + "loss": 0.1741, + "num_input_tokens_seen": 28937312, + "step": 15045 + }, + { + "epoch": 2.455175789216086, + "grad_norm": 1.0856095552444458, + "learning_rate": 3.447812755382162e-05, + "loss": 0.1919, + "num_input_tokens_seen": 28947760, + "step": 15050 + }, + { + "epoch": 2.4559915164369035, + "grad_norm": 0.8344408273696899, + "learning_rate": 3.446904226575847e-05, + "loss": 0.2351, + "num_input_tokens_seen": 28957920, + "step": 15055 + }, + { + "epoch": 2.456807243657721, + "grad_norm": 0.9807373285293579, + "learning_rate": 3.445995551745002e-05, + "loss": 0.1915, + "num_input_tokens_seen": 28967136, + "step": 15060 + }, + { + "epoch": 2.457622970878538, + "grad_norm": 1.1238576173782349, + "learning_rate": 3.445086731029753e-05, + "loss": 0.173, + "num_input_tokens_seen": 28976208, + "step": 15065 + }, + { + "epoch": 2.4584386980993553, + "grad_norm": 0.24333009123802185, + "learning_rate": 3.444177764570255e-05, + "loss": 0.0903, + "num_input_tokens_seen": 28986656, + "step": 15070 + }, + { + "epoch": 2.459254425320173, + "grad_norm": 1.1266086101531982, + "learning_rate": 3.44326865250668e-05, + "loss": 0.2513, + "num_input_tokens_seen": 28996928, + "step": 15075 + }, + { + "epoch": 2.4600701525409905, + "grad_norm": 0.8318071365356445, + "learning_rate": 3.442359394979225e-05, + "loss": 0.1235, + "num_input_tokens_seen": 29007024, + "step": 15080 + }, + { + "epoch": 2.4608858797618076, + "grad_norm": 1.0670905113220215, + "learning_rate": 3.441449992128108e-05, + "loss": 0.2135, + "num_input_tokens_seen": 29016480, + "step": 15085 + }, + { + "epoch": 2.461701606982625, + "grad_norm": 0.7789753079414368, + "learning_rate": 3.440540444093573e-05, + "loss": 0.092, + "num_input_tokens_seen": 29024832, + "step": 15090 + }, + { + "epoch": 2.4625173342034423, + "grad_norm": 0.35390791296958923, + "learning_rate": 3.43963075101588e-05, + "loss": 0.1212, + "num_input_tokens_seen": 29034064, + "step": 15095 + }, + { + "epoch": 2.46333306142426, + "grad_norm": 0.26198920607566833, + "learning_rate": 3.438720913035318e-05, + "loss": 0.1485, + "num_input_tokens_seen": 29044064, + "step": 15100 + }, + { + "epoch": 2.464148788645077, + "grad_norm": 0.45253145694732666, + "learning_rate": 3.437810930292195e-05, + "loss": 0.1251, + "num_input_tokens_seen": 29053968, + "step": 15105 + }, + { + "epoch": 2.4649645158658946, + "grad_norm": 0.5470125675201416, + "learning_rate": 3.43690080292684e-05, + "loss": 0.19, + "num_input_tokens_seen": 29062144, + "step": 15110 + }, + { + "epoch": 2.4657802430867117, + "grad_norm": 0.460165798664093, + "learning_rate": 3.435990531079608e-05, + "loss": 0.1224, + "num_input_tokens_seen": 29070672, + "step": 15115 + }, + { + "epoch": 2.4665959703075293, + "grad_norm": 0.7426169514656067, + "learning_rate": 3.435080114890874e-05, + "loss": 0.1892, + "num_input_tokens_seen": 29081072, + "step": 15120 + }, + { + "epoch": 2.4674116975283464, + "grad_norm": 0.5984085202217102, + "learning_rate": 3.434169554501035e-05, + "loss": 0.143, + "num_input_tokens_seen": 29090192, + "step": 15125 + }, + { + "epoch": 2.468227424749164, + "grad_norm": 0.3129521310329437, + "learning_rate": 3.433258850050511e-05, + "loss": 0.1093, + "num_input_tokens_seen": 29100416, + "step": 15130 + }, + { + "epoch": 2.469043151969981, + "grad_norm": 0.7310325503349304, + "learning_rate": 3.4323480016797446e-05, + "loss": 0.2613, + "num_input_tokens_seen": 29109328, + "step": 15135 + }, + { + "epoch": 2.4698588791907987, + "grad_norm": 0.6499796509742737, + "learning_rate": 3.4314370095291995e-05, + "loss": 0.1751, + "num_input_tokens_seen": 29119552, + "step": 15140 + }, + { + "epoch": 2.470674606411616, + "grad_norm": 0.6914100646972656, + "learning_rate": 3.430525873739363e-05, + "loss": 0.1964, + "num_input_tokens_seen": 29128656, + "step": 15145 + }, + { + "epoch": 2.4714903336324334, + "grad_norm": 1.5465269088745117, + "learning_rate": 3.429614594450743e-05, + "loss": 0.2269, + "num_input_tokens_seen": 29137760, + "step": 15150 + }, + { + "epoch": 2.4723060608532506, + "grad_norm": 0.6353191137313843, + "learning_rate": 3.428703171803869e-05, + "loss": 0.1399, + "num_input_tokens_seen": 29146064, + "step": 15155 + }, + { + "epoch": 2.473121788074068, + "grad_norm": 1.3859336376190186, + "learning_rate": 3.4277916059392964e-05, + "loss": 0.2428, + "num_input_tokens_seen": 29156528, + "step": 15160 + }, + { + "epoch": 2.4739375152948853, + "grad_norm": 1.3069294691085815, + "learning_rate": 3.426879896997598e-05, + "loss": 0.1347, + "num_input_tokens_seen": 29165936, + "step": 15165 + }, + { + "epoch": 2.474753242515703, + "grad_norm": 0.6148145794868469, + "learning_rate": 3.425968045119372e-05, + "loss": 0.1411, + "num_input_tokens_seen": 29175536, + "step": 15170 + }, + { + "epoch": 2.47556896973652, + "grad_norm": 0.5910823345184326, + "learning_rate": 3.425056050445237e-05, + "loss": 0.1503, + "num_input_tokens_seen": 29184928, + "step": 15175 + }, + { + "epoch": 2.4763846969573375, + "grad_norm": 1.1751874685287476, + "learning_rate": 3.4241439131158336e-05, + "loss": 0.1291, + "num_input_tokens_seen": 29195232, + "step": 15180 + }, + { + "epoch": 2.4772004241781547, + "grad_norm": 0.5809735655784607, + "learning_rate": 3.423231633271825e-05, + "loss": 0.1445, + "num_input_tokens_seen": 29205248, + "step": 15185 + }, + { + "epoch": 2.4780161513989722, + "grad_norm": 1.0575958490371704, + "learning_rate": 3.4223192110538985e-05, + "loss": 0.1319, + "num_input_tokens_seen": 29215808, + "step": 15190 + }, + { + "epoch": 2.4788318786197894, + "grad_norm": 0.9610452651977539, + "learning_rate": 3.4214066466027575e-05, + "loss": 0.2086, + "num_input_tokens_seen": 29225952, + "step": 15195 + }, + { + "epoch": 2.479647605840607, + "grad_norm": 0.8146730661392212, + "learning_rate": 3.4204939400591325e-05, + "loss": 0.2092, + "num_input_tokens_seen": 29234704, + "step": 15200 + }, + { + "epoch": 2.479647605840607, + "eval_loss": 0.16782796382904053, + "eval_runtime": 71.496, + "eval_samples_per_second": 38.114, + "eval_steps_per_second": 19.064, + "num_input_tokens_seen": 29234704, + "step": 15200 + }, + { + "epoch": 2.480463333061424, + "grad_norm": 1.3456999063491821, + "learning_rate": 3.419581091563775e-05, + "loss": 0.1533, + "num_input_tokens_seen": 29244176, + "step": 15205 + }, + { + "epoch": 2.4812790602822417, + "grad_norm": 1.4148623943328857, + "learning_rate": 3.418668101257456e-05, + "loss": 0.1631, + "num_input_tokens_seen": 29253280, + "step": 15210 + }, + { + "epoch": 2.482094787503059, + "grad_norm": 0.7858930826187134, + "learning_rate": 3.417754969280971e-05, + "loss": 0.2305, + "num_input_tokens_seen": 29263024, + "step": 15215 + }, + { + "epoch": 2.4829105147238764, + "grad_norm": 1.1958588361740112, + "learning_rate": 3.416841695775137e-05, + "loss": 0.1225, + "num_input_tokens_seen": 29272528, + "step": 15220 + }, + { + "epoch": 2.4837262419446935, + "grad_norm": 0.3302803635597229, + "learning_rate": 3.415928280880792e-05, + "loss": 0.1127, + "num_input_tokens_seen": 29282192, + "step": 15225 + }, + { + "epoch": 2.484541969165511, + "grad_norm": 0.2260337620973587, + "learning_rate": 3.4150147247387965e-05, + "loss": 0.0963, + "num_input_tokens_seen": 29291504, + "step": 15230 + }, + { + "epoch": 2.4853576963863286, + "grad_norm": 1.288864016532898, + "learning_rate": 3.4141010274900306e-05, + "loss": 0.2046, + "num_input_tokens_seen": 29299424, + "step": 15235 + }, + { + "epoch": 2.4861734236071458, + "grad_norm": 0.8893173933029175, + "learning_rate": 3.413187189275399e-05, + "loss": 0.1206, + "num_input_tokens_seen": 29309376, + "step": 15240 + }, + { + "epoch": 2.486989150827963, + "grad_norm": 0.7922797203063965, + "learning_rate": 3.4122732102358265e-05, + "loss": 0.1951, + "num_input_tokens_seen": 29318544, + "step": 15245 + }, + { + "epoch": 2.4878048780487805, + "grad_norm": 0.7956363558769226, + "learning_rate": 3.411359090512261e-05, + "loss": 0.1987, + "num_input_tokens_seen": 29328448, + "step": 15250 + }, + { + "epoch": 2.488620605269598, + "grad_norm": 0.35676929354667664, + "learning_rate": 3.410444830245672e-05, + "loss": 0.1368, + "num_input_tokens_seen": 29337936, + "step": 15255 + }, + { + "epoch": 2.489436332490415, + "grad_norm": 0.4145364463329315, + "learning_rate": 3.409530429577048e-05, + "loss": 0.13, + "num_input_tokens_seen": 29347120, + "step": 15260 + }, + { + "epoch": 2.4902520597112328, + "grad_norm": 0.8351754546165466, + "learning_rate": 3.408615888647402e-05, + "loss": 0.231, + "num_input_tokens_seen": 29356464, + "step": 15265 + }, + { + "epoch": 2.49106778693205, + "grad_norm": 0.958077073097229, + "learning_rate": 3.4077012075977675e-05, + "loss": 0.1942, + "num_input_tokens_seen": 29365584, + "step": 15270 + }, + { + "epoch": 2.4918835141528675, + "grad_norm": 0.5182408690452576, + "learning_rate": 3.4067863865692e-05, + "loss": 0.2269, + "num_input_tokens_seen": 29375424, + "step": 15275 + }, + { + "epoch": 2.4926992413736846, + "grad_norm": 0.36441484093666077, + "learning_rate": 3.4058714257027755e-05, + "loss": 0.1704, + "num_input_tokens_seen": 29385056, + "step": 15280 + }, + { + "epoch": 2.493514968594502, + "grad_norm": 0.6764840483665466, + "learning_rate": 3.404956325139594e-05, + "loss": 0.1689, + "num_input_tokens_seen": 29395760, + "step": 15285 + }, + { + "epoch": 2.4943306958153193, + "grad_norm": 0.547585666179657, + "learning_rate": 3.404041085020775e-05, + "loss": 0.1355, + "num_input_tokens_seen": 29405472, + "step": 15290 + }, + { + "epoch": 2.495146423036137, + "grad_norm": 1.4603854417800903, + "learning_rate": 3.403125705487459e-05, + "loss": 0.1814, + "num_input_tokens_seen": 29414656, + "step": 15295 + }, + { + "epoch": 2.495962150256954, + "grad_norm": 0.581003725528717, + "learning_rate": 3.402210186680811e-05, + "loss": 0.2292, + "num_input_tokens_seen": 29424240, + "step": 15300 + }, + { + "epoch": 2.4967778774777716, + "grad_norm": 1.3625074625015259, + "learning_rate": 3.4012945287420137e-05, + "loss": 0.2794, + "num_input_tokens_seen": 29433440, + "step": 15305 + }, + { + "epoch": 2.4975936046985887, + "grad_norm": 0.6003792881965637, + "learning_rate": 3.400378731812274e-05, + "loss": 0.1459, + "num_input_tokens_seen": 29442416, + "step": 15310 + }, + { + "epoch": 2.4984093319194063, + "grad_norm": 1.0608471632003784, + "learning_rate": 3.399462796032817e-05, + "loss": 0.1635, + "num_input_tokens_seen": 29452944, + "step": 15315 + }, + { + "epoch": 2.4992250591402234, + "grad_norm": 0.9836048483848572, + "learning_rate": 3.3985467215448954e-05, + "loss": 0.189, + "num_input_tokens_seen": 29461920, + "step": 15320 + }, + { + "epoch": 2.500040786361041, + "grad_norm": 0.8049027323722839, + "learning_rate": 3.3976305084897776e-05, + "loss": 0.1023, + "num_input_tokens_seen": 29471520, + "step": 15325 + }, + { + "epoch": 2.500856513581858, + "grad_norm": 0.7330925464630127, + "learning_rate": 3.3967141570087544e-05, + "loss": 0.1234, + "num_input_tokens_seen": 29481088, + "step": 15330 + }, + { + "epoch": 2.5016722408026757, + "grad_norm": 0.5642573237419128, + "learning_rate": 3.39579766724314e-05, + "loss": 0.1814, + "num_input_tokens_seen": 29491904, + "step": 15335 + }, + { + "epoch": 2.502487968023493, + "grad_norm": 0.31231027841567993, + "learning_rate": 3.3948810393342677e-05, + "loss": 0.1823, + "num_input_tokens_seen": 29501776, + "step": 15340 + }, + { + "epoch": 2.5033036952443104, + "grad_norm": 1.459399700164795, + "learning_rate": 3.3939642734234936e-05, + "loss": 0.2526, + "num_input_tokens_seen": 29512016, + "step": 15345 + }, + { + "epoch": 2.5041194224651275, + "grad_norm": 0.538766622543335, + "learning_rate": 3.393047369652194e-05, + "loss": 0.2204, + "num_input_tokens_seen": 29522064, + "step": 15350 + }, + { + "epoch": 2.504935149685945, + "grad_norm": 0.5819660425186157, + "learning_rate": 3.3921303281617664e-05, + "loss": 0.2152, + "num_input_tokens_seen": 29531440, + "step": 15355 + }, + { + "epoch": 2.5057508769067622, + "grad_norm": 0.6058498024940491, + "learning_rate": 3.391213149093632e-05, + "loss": 0.1793, + "num_input_tokens_seen": 29541024, + "step": 15360 + }, + { + "epoch": 2.50656660412758, + "grad_norm": 0.4242836534976959, + "learning_rate": 3.3902958325892303e-05, + "loss": 0.0846, + "num_input_tokens_seen": 29552128, + "step": 15365 + }, + { + "epoch": 2.507382331348397, + "grad_norm": 1.4905648231506348, + "learning_rate": 3.389378378790023e-05, + "loss": 0.1491, + "num_input_tokens_seen": 29561248, + "step": 15370 + }, + { + "epoch": 2.5081980585692145, + "grad_norm": 0.5244577527046204, + "learning_rate": 3.388460787837493e-05, + "loss": 0.1345, + "num_input_tokens_seen": 29571152, + "step": 15375 + }, + { + "epoch": 2.5090137857900316, + "grad_norm": 0.6657530069351196, + "learning_rate": 3.387543059873145e-05, + "loss": 0.1317, + "num_input_tokens_seen": 29581248, + "step": 15380 + }, + { + "epoch": 2.5098295130108492, + "grad_norm": 0.8203734755516052, + "learning_rate": 3.386625195038503e-05, + "loss": 0.1898, + "num_input_tokens_seen": 29590896, + "step": 15385 + }, + { + "epoch": 2.510645240231667, + "grad_norm": 1.2639199495315552, + "learning_rate": 3.3857071934751136e-05, + "loss": 0.2173, + "num_input_tokens_seen": 29600064, + "step": 15390 + }, + { + "epoch": 2.511460967452484, + "grad_norm": 0.5932279229164124, + "learning_rate": 3.384789055324544e-05, + "loss": 0.1209, + "num_input_tokens_seen": 29608448, + "step": 15395 + }, + { + "epoch": 2.512276694673301, + "grad_norm": 0.5711848735809326, + "learning_rate": 3.3838707807283843e-05, + "loss": 0.1251, + "num_input_tokens_seen": 29617728, + "step": 15400 + }, + { + "epoch": 2.512276694673301, + "eval_loss": 0.16814571619033813, + "eval_runtime": 71.3874, + "eval_samples_per_second": 38.172, + "eval_steps_per_second": 19.093, + "num_input_tokens_seen": 29617728, + "step": 15400 + }, + { + "epoch": 2.5130924218941186, + "grad_norm": 0.30460262298583984, + "learning_rate": 3.382952369828243e-05, + "loss": 0.1209, + "num_input_tokens_seen": 29625632, + "step": 15405 + }, + { + "epoch": 2.513908149114936, + "grad_norm": 0.6053553223609924, + "learning_rate": 3.38203382276575e-05, + "loss": 0.1915, + "num_input_tokens_seen": 29635936, + "step": 15410 + }, + { + "epoch": 2.5147238763357533, + "grad_norm": 0.6162394881248474, + "learning_rate": 3.381115139682557e-05, + "loss": 0.116, + "num_input_tokens_seen": 29645408, + "step": 15415 + }, + { + "epoch": 2.5155396035565705, + "grad_norm": 0.8082691431045532, + "learning_rate": 3.3801963207203366e-05, + "loss": 0.2137, + "num_input_tokens_seen": 29656480, + "step": 15420 + }, + { + "epoch": 2.516355330777388, + "grad_norm": 0.3093723952770233, + "learning_rate": 3.379277366020782e-05, + "loss": 0.1747, + "num_input_tokens_seen": 29667024, + "step": 15425 + }, + { + "epoch": 2.5171710579982056, + "grad_norm": 1.3682595491409302, + "learning_rate": 3.3783582757256085e-05, + "loss": 0.2766, + "num_input_tokens_seen": 29676944, + "step": 15430 + }, + { + "epoch": 2.5179867852190227, + "grad_norm": 0.7269801497459412, + "learning_rate": 3.3774390499765504e-05, + "loss": 0.1462, + "num_input_tokens_seen": 29686128, + "step": 15435 + }, + { + "epoch": 2.51880251243984, + "grad_norm": 1.511178731918335, + "learning_rate": 3.376519688915364e-05, + "loss": 0.0934, + "num_input_tokens_seen": 29695536, + "step": 15440 + }, + { + "epoch": 2.5196182396606575, + "grad_norm": 1.258793830871582, + "learning_rate": 3.3756001926838273e-05, + "loss": 0.1801, + "num_input_tokens_seen": 29704928, + "step": 15445 + }, + { + "epoch": 2.520433966881475, + "grad_norm": 0.8934540152549744, + "learning_rate": 3.374680561423737e-05, + "loss": 0.1758, + "num_input_tokens_seen": 29715296, + "step": 15450 + }, + { + "epoch": 2.521249694102292, + "grad_norm": 0.6750203371047974, + "learning_rate": 3.373760795276912e-05, + "loss": 0.1575, + "num_input_tokens_seen": 29725072, + "step": 15455 + }, + { + "epoch": 2.5220654213231093, + "grad_norm": 0.5738817453384399, + "learning_rate": 3.372840894385192e-05, + "loss": 0.2535, + "num_input_tokens_seen": 29734592, + "step": 15460 + }, + { + "epoch": 2.522881148543927, + "grad_norm": 0.3085286319255829, + "learning_rate": 3.3719208588904375e-05, + "loss": 0.1384, + "num_input_tokens_seen": 29742800, + "step": 15465 + }, + { + "epoch": 2.5236968757647444, + "grad_norm": 0.1799149066209793, + "learning_rate": 3.371000688934529e-05, + "loss": 0.1381, + "num_input_tokens_seen": 29752368, + "step": 15470 + }, + { + "epoch": 2.5245126029855616, + "grad_norm": 0.5481404662132263, + "learning_rate": 3.370080384659369e-05, + "loss": 0.183, + "num_input_tokens_seen": 29762176, + "step": 15475 + }, + { + "epoch": 2.525328330206379, + "grad_norm": 0.7858154773712158, + "learning_rate": 3.36915994620688e-05, + "loss": 0.1413, + "num_input_tokens_seen": 29771920, + "step": 15480 + }, + { + "epoch": 2.5261440574271963, + "grad_norm": 0.45766621828079224, + "learning_rate": 3.3682393737190035e-05, + "loss": 0.1795, + "num_input_tokens_seen": 29781792, + "step": 15485 + }, + { + "epoch": 2.526959784648014, + "grad_norm": 0.6692840456962585, + "learning_rate": 3.3673186673377054e-05, + "loss": 0.0776, + "num_input_tokens_seen": 29791328, + "step": 15490 + }, + { + "epoch": 2.527775511868831, + "grad_norm": 1.0121287107467651, + "learning_rate": 3.366397827204969e-05, + "loss": 0.1552, + "num_input_tokens_seen": 29801472, + "step": 15495 + }, + { + "epoch": 2.5285912390896486, + "grad_norm": 0.9533982872962952, + "learning_rate": 3.3654768534628e-05, + "loss": 0.1947, + "num_input_tokens_seen": 29810944, + "step": 15500 + }, + { + "epoch": 2.5294069663104657, + "grad_norm": 1.4565125703811646, + "learning_rate": 3.3645557462532245e-05, + "loss": 0.152, + "num_input_tokens_seen": 29821152, + "step": 15505 + }, + { + "epoch": 2.5302226935312833, + "grad_norm": 0.4011109471321106, + "learning_rate": 3.363634505718288e-05, + "loss": 0.1275, + "num_input_tokens_seen": 29830880, + "step": 15510 + }, + { + "epoch": 2.5310384207521004, + "grad_norm": 0.5137633085250854, + "learning_rate": 3.362713132000057e-05, + "loss": 0.1213, + "num_input_tokens_seen": 29840144, + "step": 15515 + }, + { + "epoch": 2.531854147972918, + "grad_norm": 0.8621270656585693, + "learning_rate": 3.36179162524062e-05, + "loss": 0.1276, + "num_input_tokens_seen": 29849712, + "step": 15520 + }, + { + "epoch": 2.532669875193735, + "grad_norm": 0.19779862463474274, + "learning_rate": 3.3608699855820846e-05, + "loss": 0.1638, + "num_input_tokens_seen": 29859520, + "step": 15525 + }, + { + "epoch": 2.5334856024145527, + "grad_norm": 0.6409497857093811, + "learning_rate": 3.359948213166578e-05, + "loss": 0.2368, + "num_input_tokens_seen": 29870016, + "step": 15530 + }, + { + "epoch": 2.53430132963537, + "grad_norm": 0.918982744216919, + "learning_rate": 3.359026308136252e-05, + "loss": 0.1844, + "num_input_tokens_seen": 29879136, + "step": 15535 + }, + { + "epoch": 2.5351170568561874, + "grad_norm": 0.5912227630615234, + "learning_rate": 3.358104270633272e-05, + "loss": 0.2191, + "num_input_tokens_seen": 29888928, + "step": 15540 + }, + { + "epoch": 2.5359327840770045, + "grad_norm": 0.4747883081436157, + "learning_rate": 3.357182100799831e-05, + "loss": 0.1311, + "num_input_tokens_seen": 29898336, + "step": 15545 + }, + { + "epoch": 2.536748511297822, + "grad_norm": 0.713719367980957, + "learning_rate": 3.3562597987781384e-05, + "loss": 0.228, + "num_input_tokens_seen": 29908912, + "step": 15550 + }, + { + "epoch": 2.537564238518639, + "grad_norm": 0.6652116775512695, + "learning_rate": 3.355337364710424e-05, + "loss": 0.1795, + "num_input_tokens_seen": 29917584, + "step": 15555 + }, + { + "epoch": 2.538379965739457, + "grad_norm": 0.4051705300807953, + "learning_rate": 3.354414798738939e-05, + "loss": 0.1702, + "num_input_tokens_seen": 29925920, + "step": 15560 + }, + { + "epoch": 2.539195692960274, + "grad_norm": 0.5463999509811401, + "learning_rate": 3.353492101005955e-05, + "loss": 0.1197, + "num_input_tokens_seen": 29935520, + "step": 15565 + }, + { + "epoch": 2.5400114201810915, + "grad_norm": 0.33972665667533875, + "learning_rate": 3.352569271653763e-05, + "loss": 0.1652, + "num_input_tokens_seen": 29946112, + "step": 15570 + }, + { + "epoch": 2.5408271474019086, + "grad_norm": 1.0295790433883667, + "learning_rate": 3.351646310824675e-05, + "loss": 0.1637, + "num_input_tokens_seen": 29955664, + "step": 15575 + }, + { + "epoch": 2.541642874622726, + "grad_norm": 0.5344433188438416, + "learning_rate": 3.350723218661023e-05, + "loss": 0.1687, + "num_input_tokens_seen": 29966224, + "step": 15580 + }, + { + "epoch": 2.5424586018435438, + "grad_norm": 0.6061078310012817, + "learning_rate": 3.349799995305162e-05, + "loss": 0.1325, + "num_input_tokens_seen": 29976560, + "step": 15585 + }, + { + "epoch": 2.543274329064361, + "grad_norm": 1.0456832647323608, + "learning_rate": 3.348876640899461e-05, + "loss": 0.0959, + "num_input_tokens_seen": 29985536, + "step": 15590 + }, + { + "epoch": 2.544090056285178, + "grad_norm": 0.7391568422317505, + "learning_rate": 3.3479531555863144e-05, + "loss": 0.2021, + "num_input_tokens_seen": 29993808, + "step": 15595 + }, + { + "epoch": 2.5449057835059956, + "grad_norm": 0.7716391682624817, + "learning_rate": 3.3470295395081344e-05, + "loss": 0.23, + "num_input_tokens_seen": 30004032, + "step": 15600 + }, + { + "epoch": 2.5449057835059956, + "eval_loss": 0.16658173501491547, + "eval_runtime": 71.5552, + "eval_samples_per_second": 38.082, + "eval_steps_per_second": 19.048, + "num_input_tokens_seen": 30004032, + "step": 15600 + }, + { + "epoch": 2.545721510726813, + "grad_norm": 0.3952832520008087, + "learning_rate": 3.3461057928073556e-05, + "loss": 0.1816, + "num_input_tokens_seen": 30012768, + "step": 15605 + }, + { + "epoch": 2.5465372379476303, + "grad_norm": 0.3771159052848816, + "learning_rate": 3.345181915626431e-05, + "loss": 0.1113, + "num_input_tokens_seen": 30023216, + "step": 15610 + }, + { + "epoch": 2.5473529651684474, + "grad_norm": 0.7230193018913269, + "learning_rate": 3.344257908107834e-05, + "loss": 0.2336, + "num_input_tokens_seen": 30033232, + "step": 15615 + }, + { + "epoch": 2.548168692389265, + "grad_norm": 0.31330615282058716, + "learning_rate": 3.343333770394058e-05, + "loss": 0.1648, + "num_input_tokens_seen": 30042224, + "step": 15620 + }, + { + "epoch": 2.5489844196100826, + "grad_norm": 0.276925265789032, + "learning_rate": 3.342409502627616e-05, + "loss": 0.1433, + "num_input_tokens_seen": 30051232, + "step": 15625 + }, + { + "epoch": 2.5498001468308997, + "grad_norm": 0.6390992403030396, + "learning_rate": 3.341485104951043e-05, + "loss": 0.2237, + "num_input_tokens_seen": 30059520, + "step": 15630 + }, + { + "epoch": 2.550615874051717, + "grad_norm": 0.26390132308006287, + "learning_rate": 3.340560577506892e-05, + "loss": 0.1636, + "num_input_tokens_seen": 30067648, + "step": 15635 + }, + { + "epoch": 2.5514316012725344, + "grad_norm": 0.29907068610191345, + "learning_rate": 3.339635920437735e-05, + "loss": 0.1348, + "num_input_tokens_seen": 30077760, + "step": 15640 + }, + { + "epoch": 2.552247328493352, + "grad_norm": 0.5834236145019531, + "learning_rate": 3.338711133886169e-05, + "loss": 0.1092, + "num_input_tokens_seen": 30087328, + "step": 15645 + }, + { + "epoch": 2.553063055714169, + "grad_norm": 0.73734050989151, + "learning_rate": 3.3377862179948064e-05, + "loss": 0.1793, + "num_input_tokens_seen": 30096720, + "step": 15650 + }, + { + "epoch": 2.5538787829349863, + "grad_norm": 0.3282853364944458, + "learning_rate": 3.336861172906281e-05, + "loss": 0.1259, + "num_input_tokens_seen": 30106864, + "step": 15655 + }, + { + "epoch": 2.554694510155804, + "grad_norm": 1.8251638412475586, + "learning_rate": 3.335935998763245e-05, + "loss": 0.1557, + "num_input_tokens_seen": 30116464, + "step": 15660 + }, + { + "epoch": 2.5555102373766214, + "grad_norm": 1.1516152620315552, + "learning_rate": 3.3350106957083744e-05, + "loss": 0.148, + "num_input_tokens_seen": 30127328, + "step": 15665 + }, + { + "epoch": 2.5563259645974385, + "grad_norm": 0.3641268014907837, + "learning_rate": 3.33408526388436e-05, + "loss": 0.1851, + "num_input_tokens_seen": 30136512, + "step": 15670 + }, + { + "epoch": 2.557141691818256, + "grad_norm": 0.7447842955589294, + "learning_rate": 3.3331597034339166e-05, + "loss": 0.1881, + "num_input_tokens_seen": 30145360, + "step": 15675 + }, + { + "epoch": 2.5579574190390733, + "grad_norm": 0.971596360206604, + "learning_rate": 3.3322340144997764e-05, + "loss": 0.2735, + "num_input_tokens_seen": 30155120, + "step": 15680 + }, + { + "epoch": 2.558773146259891, + "grad_norm": 0.2901760935783386, + "learning_rate": 3.331308197224693e-05, + "loss": 0.1264, + "num_input_tokens_seen": 30163712, + "step": 15685 + }, + { + "epoch": 2.559588873480708, + "grad_norm": 0.650350034236908, + "learning_rate": 3.330382251751438e-05, + "loss": 0.1241, + "num_input_tokens_seen": 30173936, + "step": 15690 + }, + { + "epoch": 2.5604046007015255, + "grad_norm": 0.4114066958427429, + "learning_rate": 3.3294561782228054e-05, + "loss": 0.2157, + "num_input_tokens_seen": 30183376, + "step": 15695 + }, + { + "epoch": 2.5612203279223427, + "grad_norm": 0.5922436714172363, + "learning_rate": 3.328529976781607e-05, + "loss": 0.2683, + "num_input_tokens_seen": 30192768, + "step": 15700 + }, + { + "epoch": 2.5620360551431602, + "grad_norm": 1.0628161430358887, + "learning_rate": 3.327603647570673e-05, + "loss": 0.1935, + "num_input_tokens_seen": 30202448, + "step": 15705 + }, + { + "epoch": 2.5628517823639774, + "grad_norm": 2.2938926219940186, + "learning_rate": 3.326677190732857e-05, + "loss": 0.21, + "num_input_tokens_seen": 30213664, + "step": 15710 + }, + { + "epoch": 2.563667509584795, + "grad_norm": 0.8227994441986084, + "learning_rate": 3.325750606411029e-05, + "loss": 0.1345, + "num_input_tokens_seen": 30223712, + "step": 15715 + }, + { + "epoch": 2.564483236805612, + "grad_norm": 1.0282374620437622, + "learning_rate": 3.3248238947480804e-05, + "loss": 0.2129, + "num_input_tokens_seen": 30232640, + "step": 15720 + }, + { + "epoch": 2.5652989640264297, + "grad_norm": 0.6470606327056885, + "learning_rate": 3.323897055886922e-05, + "loss": 0.1418, + "num_input_tokens_seen": 30242048, + "step": 15725 + }, + { + "epoch": 2.566114691247247, + "grad_norm": 0.6641765832901001, + "learning_rate": 3.322970089970484e-05, + "loss": 0.1956, + "num_input_tokens_seen": 30251008, + "step": 15730 + }, + { + "epoch": 2.5669304184680644, + "grad_norm": 0.4341370761394501, + "learning_rate": 3.3220429971417165e-05, + "loss": 0.0813, + "num_input_tokens_seen": 30260160, + "step": 15735 + }, + { + "epoch": 2.5677461456888815, + "grad_norm": 0.6495805978775024, + "learning_rate": 3.321115777543588e-05, + "loss": 0.1962, + "num_input_tokens_seen": 30268144, + "step": 15740 + }, + { + "epoch": 2.568561872909699, + "grad_norm": 1.0640556812286377, + "learning_rate": 3.320188431319088e-05, + "loss": 0.2003, + "num_input_tokens_seen": 30277392, + "step": 15745 + }, + { + "epoch": 2.569377600130516, + "grad_norm": 0.7510354518890381, + "learning_rate": 3.319260958611224e-05, + "loss": 0.2061, + "num_input_tokens_seen": 30286848, + "step": 15750 + }, + { + "epoch": 2.5701933273513338, + "grad_norm": 1.9650806188583374, + "learning_rate": 3.3183333595630256e-05, + "loss": 0.126, + "num_input_tokens_seen": 30295616, + "step": 15755 + }, + { + "epoch": 2.5710090545721513, + "grad_norm": 0.6093061566352844, + "learning_rate": 3.317405634317538e-05, + "loss": 0.1988, + "num_input_tokens_seen": 30305456, + "step": 15760 + }, + { + "epoch": 2.5718247817929685, + "grad_norm": 0.897652268409729, + "learning_rate": 3.3164777830178315e-05, + "loss": 0.1549, + "num_input_tokens_seen": 30315504, + "step": 15765 + }, + { + "epoch": 2.5726405090137856, + "grad_norm": 0.9131167531013489, + "learning_rate": 3.315549805806989e-05, + "loss": 0.133, + "num_input_tokens_seen": 30324720, + "step": 15770 + }, + { + "epoch": 2.573456236234603, + "grad_norm": 0.7250217199325562, + "learning_rate": 3.314621702828118e-05, + "loss": 0.1125, + "num_input_tokens_seen": 30334160, + "step": 15775 + }, + { + "epoch": 2.5742719634554208, + "grad_norm": 1.1704577207565308, + "learning_rate": 3.313693474224342e-05, + "loss": 0.1963, + "num_input_tokens_seen": 30344848, + "step": 15780 + }, + { + "epoch": 2.575087690676238, + "grad_norm": 1.3131664991378784, + "learning_rate": 3.312765120138809e-05, + "loss": 0.1389, + "num_input_tokens_seen": 30356032, + "step": 15785 + }, + { + "epoch": 2.575903417897055, + "grad_norm": 0.2868967354297638, + "learning_rate": 3.311836640714679e-05, + "loss": 0.1662, + "num_input_tokens_seen": 30366736, + "step": 15790 + }, + { + "epoch": 2.5767191451178726, + "grad_norm": 0.6615884900093079, + "learning_rate": 3.310908036095137e-05, + "loss": 0.1252, + "num_input_tokens_seen": 30375952, + "step": 15795 + }, + { + "epoch": 2.57753487233869, + "grad_norm": 0.43732762336730957, + "learning_rate": 3.309979306423386e-05, + "loss": 0.1796, + "num_input_tokens_seen": 30386752, + "step": 15800 + }, + { + "epoch": 2.57753487233869, + "eval_loss": 0.16625045239925385, + "eval_runtime": 71.413, + "eval_samples_per_second": 38.158, + "eval_steps_per_second": 19.086, + "num_input_tokens_seen": 30386752, + "step": 15800 + }, + { + "epoch": 2.5783505995595073, + "grad_norm": 1.7665514945983887, + "learning_rate": 3.309050451842647e-05, + "loss": 0.2037, + "num_input_tokens_seen": 30395568, + "step": 15805 + }, + { + "epoch": 2.5791663267803244, + "grad_norm": 0.7944104671478271, + "learning_rate": 3.3081214724961604e-05, + "loss": 0.2031, + "num_input_tokens_seen": 30405344, + "step": 15810 + }, + { + "epoch": 2.579982054001142, + "grad_norm": 0.19555070996284485, + "learning_rate": 3.307192368527188e-05, + "loss": 0.1379, + "num_input_tokens_seen": 30414576, + "step": 15815 + }, + { + "epoch": 2.5807977812219596, + "grad_norm": 0.5526642203330994, + "learning_rate": 3.306263140079008e-05, + "loss": 0.1101, + "num_input_tokens_seen": 30424080, + "step": 15820 + }, + { + "epoch": 2.5816135084427767, + "grad_norm": 1.8141529560089111, + "learning_rate": 3.30533378729492e-05, + "loss": 0.1459, + "num_input_tokens_seen": 30433680, + "step": 15825 + }, + { + "epoch": 2.582429235663594, + "grad_norm": 0.6756134629249573, + "learning_rate": 3.304404310318242e-05, + "loss": 0.1471, + "num_input_tokens_seen": 30442704, + "step": 15830 + }, + { + "epoch": 2.5832449628844114, + "grad_norm": 1.5104726552963257, + "learning_rate": 3.3034747092923105e-05, + "loss": 0.2036, + "num_input_tokens_seen": 30452656, + "step": 15835 + }, + { + "epoch": 2.584060690105229, + "grad_norm": 1.1400314569473267, + "learning_rate": 3.3025449843604806e-05, + "loss": 0.1556, + "num_input_tokens_seen": 30462448, + "step": 15840 + }, + { + "epoch": 2.584876417326046, + "grad_norm": 0.8334075808525085, + "learning_rate": 3.30161513566613e-05, + "loss": 0.1458, + "num_input_tokens_seen": 30472192, + "step": 15845 + }, + { + "epoch": 2.5856921445468637, + "grad_norm": 1.0670385360717773, + "learning_rate": 3.3006851633526506e-05, + "loss": 0.1576, + "num_input_tokens_seen": 30481824, + "step": 15850 + }, + { + "epoch": 2.586507871767681, + "grad_norm": 0.7694920301437378, + "learning_rate": 3.2997550675634584e-05, + "loss": 0.1309, + "num_input_tokens_seen": 30491248, + "step": 15855 + }, + { + "epoch": 2.5873235989884984, + "grad_norm": 0.8122471570968628, + "learning_rate": 3.2988248484419825e-05, + "loss": 0.2553, + "num_input_tokens_seen": 30500448, + "step": 15860 + }, + { + "epoch": 2.5881393262093155, + "grad_norm": 1.0297216176986694, + "learning_rate": 3.2978945061316776e-05, + "loss": 0.2405, + "num_input_tokens_seen": 30509936, + "step": 15865 + }, + { + "epoch": 2.588955053430133, + "grad_norm": 0.7599266767501831, + "learning_rate": 3.296964040776013e-05, + "loss": 0.1362, + "num_input_tokens_seen": 30519440, + "step": 15870 + }, + { + "epoch": 2.5897707806509502, + "grad_norm": 0.5042127966880798, + "learning_rate": 3.296033452518478e-05, + "loss": 0.1641, + "num_input_tokens_seen": 30529040, + "step": 15875 + }, + { + "epoch": 2.590586507871768, + "grad_norm": 0.9791542887687683, + "learning_rate": 3.2951027415025806e-05, + "loss": 0.1457, + "num_input_tokens_seen": 30539344, + "step": 15880 + }, + { + "epoch": 2.591402235092585, + "grad_norm": 0.7558481097221375, + "learning_rate": 3.294171907871849e-05, + "loss": 0.2071, + "num_input_tokens_seen": 30547440, + "step": 15885 + }, + { + "epoch": 2.5922179623134025, + "grad_norm": 0.17961065471172333, + "learning_rate": 3.293240951769828e-05, + "loss": 0.1064, + "num_input_tokens_seen": 30556288, + "step": 15890 + }, + { + "epoch": 2.5930336895342196, + "grad_norm": 0.8572456240653992, + "learning_rate": 3.2923098733400846e-05, + "loss": 0.1963, + "num_input_tokens_seen": 30565840, + "step": 15895 + }, + { + "epoch": 2.593849416755037, + "grad_norm": 0.16100944578647614, + "learning_rate": 3.291378672726202e-05, + "loss": 0.1229, + "num_input_tokens_seen": 30575216, + "step": 15900 + }, + { + "epoch": 2.5946651439758543, + "grad_norm": 0.8434231281280518, + "learning_rate": 3.2904473500717824e-05, + "loss": 0.1452, + "num_input_tokens_seen": 30585424, + "step": 15905 + }, + { + "epoch": 2.595480871196672, + "grad_norm": 0.6488757133483887, + "learning_rate": 3.289515905520449e-05, + "loss": 0.1834, + "num_input_tokens_seen": 30593824, + "step": 15910 + }, + { + "epoch": 2.596296598417489, + "grad_norm": 1.7384825944900513, + "learning_rate": 3.288584339215841e-05, + "loss": 0.1765, + "num_input_tokens_seen": 30604176, + "step": 15915 + }, + { + "epoch": 2.5971123256383066, + "grad_norm": 1.117059350013733, + "learning_rate": 3.287652651301617e-05, + "loss": 0.2669, + "num_input_tokens_seen": 30613904, + "step": 15920 + }, + { + "epoch": 2.5979280528591238, + "grad_norm": 0.516855776309967, + "learning_rate": 3.286720841921457e-05, + "loss": 0.2159, + "num_input_tokens_seen": 30624080, + "step": 15925 + }, + { + "epoch": 2.5987437800799413, + "grad_norm": 0.5060724020004272, + "learning_rate": 3.285788911219056e-05, + "loss": 0.2376, + "num_input_tokens_seen": 30633952, + "step": 15930 + }, + { + "epoch": 2.5995595073007585, + "grad_norm": 0.4547126591205597, + "learning_rate": 3.284856859338131e-05, + "loss": 0.1447, + "num_input_tokens_seen": 30643872, + "step": 15935 + }, + { + "epoch": 2.600375234521576, + "grad_norm": 0.8843972682952881, + "learning_rate": 3.283924686422414e-05, + "loss": 0.1949, + "num_input_tokens_seen": 30655024, + "step": 15940 + }, + { + "epoch": 2.601190961742393, + "grad_norm": 0.27653661370277405, + "learning_rate": 3.282992392615659e-05, + "loss": 0.1821, + "num_input_tokens_seen": 30664448, + "step": 15945 + }, + { + "epoch": 2.6020066889632107, + "grad_norm": 0.6384499073028564, + "learning_rate": 3.282059978061638e-05, + "loss": 0.1752, + "num_input_tokens_seen": 30674976, + "step": 15950 + }, + { + "epoch": 2.6028224161840283, + "grad_norm": 1.2653661966323853, + "learning_rate": 3.28112744290414e-05, + "loss": 0.134, + "num_input_tokens_seen": 30684400, + "step": 15955 + }, + { + "epoch": 2.6036381434048455, + "grad_norm": 0.8721338510513306, + "learning_rate": 3.280194787286974e-05, + "loss": 0.1473, + "num_input_tokens_seen": 30695216, + "step": 15960 + }, + { + "epoch": 2.6044538706256626, + "grad_norm": 0.9669885635375977, + "learning_rate": 3.2792620113539674e-05, + "loss": 0.1981, + "num_input_tokens_seen": 30705520, + "step": 15965 + }, + { + "epoch": 2.60526959784648, + "grad_norm": 1.4401319026947021, + "learning_rate": 3.278329115248966e-05, + "loss": 0.2042, + "num_input_tokens_seen": 30716304, + "step": 15970 + }, + { + "epoch": 2.6060853250672977, + "grad_norm": 0.6272386908531189, + "learning_rate": 3.277396099115834e-05, + "loss": 0.1508, + "num_input_tokens_seen": 30726000, + "step": 15975 + }, + { + "epoch": 2.606901052288115, + "grad_norm": 0.7444729804992676, + "learning_rate": 3.276462963098454e-05, + "loss": 0.1646, + "num_input_tokens_seen": 30735712, + "step": 15980 + }, + { + "epoch": 2.607716779508932, + "grad_norm": 1.0635056495666504, + "learning_rate": 3.275529707340728e-05, + "loss": 0.153, + "num_input_tokens_seen": 30746224, + "step": 15985 + }, + { + "epoch": 2.6085325067297496, + "grad_norm": 0.631618082523346, + "learning_rate": 3.274596331986574e-05, + "loss": 0.2015, + "num_input_tokens_seen": 30755248, + "step": 15990 + }, + { + "epoch": 2.609348233950567, + "grad_norm": 1.1310794353485107, + "learning_rate": 3.273662837179932e-05, + "loss": 0.2243, + "num_input_tokens_seen": 30765472, + "step": 15995 + }, + { + "epoch": 2.6101639611713843, + "grad_norm": 0.7529287338256836, + "learning_rate": 3.272729223064758e-05, + "loss": 0.0725, + "num_input_tokens_seen": 30774224, + "step": 16000 + }, + { + "epoch": 2.6101639611713843, + "eval_loss": 0.16547560691833496, + "eval_runtime": 71.3075, + "eval_samples_per_second": 38.215, + "eval_steps_per_second": 19.114, + "num_input_tokens_seen": 30774224, + "step": 16000 + }, + { + "epoch": 2.6109796883922014, + "grad_norm": 0.5735982060432434, + "learning_rate": 3.2717954897850264e-05, + "loss": 0.1522, + "num_input_tokens_seen": 30783648, + "step": 16005 + }, + { + "epoch": 2.611795415613019, + "grad_norm": 0.5708169937133789, + "learning_rate": 3.270861637484733e-05, + "loss": 0.1281, + "num_input_tokens_seen": 30793296, + "step": 16010 + }, + { + "epoch": 2.6126111428338366, + "grad_norm": 1.367282748222351, + "learning_rate": 3.2699276663078867e-05, + "loss": 0.1762, + "num_input_tokens_seen": 30803392, + "step": 16015 + }, + { + "epoch": 2.6134268700546537, + "grad_norm": 0.45351579785346985, + "learning_rate": 3.268993576398519e-05, + "loss": 0.1411, + "num_input_tokens_seen": 30814528, + "step": 16020 + }, + { + "epoch": 2.614242597275471, + "grad_norm": 0.7134412527084351, + "learning_rate": 3.268059367900678e-05, + "loss": 0.1101, + "num_input_tokens_seen": 30824832, + "step": 16025 + }, + { + "epoch": 2.6150583244962884, + "grad_norm": 1.4951950311660767, + "learning_rate": 3.26712504095843e-05, + "loss": 0.1681, + "num_input_tokens_seen": 30834064, + "step": 16030 + }, + { + "epoch": 2.615874051717106, + "grad_norm": 1.2605619430541992, + "learning_rate": 3.2661905957158615e-05, + "loss": 0.1927, + "num_input_tokens_seen": 30844048, + "step": 16035 + }, + { + "epoch": 2.616689778937923, + "grad_norm": 0.7579535245895386, + "learning_rate": 3.2652560323170734e-05, + "loss": 0.1241, + "num_input_tokens_seen": 30854256, + "step": 16040 + }, + { + "epoch": 2.6175055061587407, + "grad_norm": 0.5268967151641846, + "learning_rate": 3.264321350906189e-05, + "loss": 0.1478, + "num_input_tokens_seen": 30862752, + "step": 16045 + }, + { + "epoch": 2.618321233379558, + "grad_norm": 0.5442543625831604, + "learning_rate": 3.263386551627346e-05, + "loss": 0.1053, + "num_input_tokens_seen": 30871536, + "step": 16050 + }, + { + "epoch": 2.6191369606003754, + "grad_norm": 0.12794746458530426, + "learning_rate": 3.2624516346247055e-05, + "loss": 0.1323, + "num_input_tokens_seen": 30881200, + "step": 16055 + }, + { + "epoch": 2.6199526878211925, + "grad_norm": 0.20260953903198242, + "learning_rate": 3.2615166000424404e-05, + "loss": 0.0984, + "num_input_tokens_seen": 30889488, + "step": 16060 + }, + { + "epoch": 2.62076841504201, + "grad_norm": 0.7273606657981873, + "learning_rate": 3.260581448024745e-05, + "loss": 0.1529, + "num_input_tokens_seen": 30898416, + "step": 16065 + }, + { + "epoch": 2.621584142262827, + "grad_norm": 0.3603372871875763, + "learning_rate": 3.2596461787158335e-05, + "loss": 0.1125, + "num_input_tokens_seen": 30908176, + "step": 16070 + }, + { + "epoch": 2.622399869483645, + "grad_norm": 0.5238510966300964, + "learning_rate": 3.258710792259934e-05, + "loss": 0.1324, + "num_input_tokens_seen": 30917920, + "step": 16075 + }, + { + "epoch": 2.623215596704462, + "grad_norm": 0.6483865976333618, + "learning_rate": 3.257775288801296e-05, + "loss": 0.2511, + "num_input_tokens_seen": 30927856, + "step": 16080 + }, + { + "epoch": 2.6240313239252795, + "grad_norm": 1.1946487426757812, + "learning_rate": 3.256839668484186e-05, + "loss": 0.1683, + "num_input_tokens_seen": 30937488, + "step": 16085 + }, + { + "epoch": 2.6248470511460966, + "grad_norm": 0.48415178060531616, + "learning_rate": 3.255903931452888e-05, + "loss": 0.1562, + "num_input_tokens_seen": 30947712, + "step": 16090 + }, + { + "epoch": 2.625662778366914, + "grad_norm": 0.6681026220321655, + "learning_rate": 3.2549680778517045e-05, + "loss": 0.1301, + "num_input_tokens_seen": 30957008, + "step": 16095 + }, + { + "epoch": 2.6264785055877313, + "grad_norm": 2.382040500640869, + "learning_rate": 3.2540321078249556e-05, + "loss": 0.2614, + "num_input_tokens_seen": 30967408, + "step": 16100 + }, + { + "epoch": 2.627294232808549, + "grad_norm": 0.6203417778015137, + "learning_rate": 3.2530960215169795e-05, + "loss": 0.1776, + "num_input_tokens_seen": 30976256, + "step": 16105 + }, + { + "epoch": 2.628109960029366, + "grad_norm": 0.6158615350723267, + "learning_rate": 3.2521598190721345e-05, + "loss": 0.1254, + "num_input_tokens_seen": 30984976, + "step": 16110 + }, + { + "epoch": 2.6289256872501836, + "grad_norm": 0.7005791664123535, + "learning_rate": 3.251223500634792e-05, + "loss": 0.1629, + "num_input_tokens_seen": 30993232, + "step": 16115 + }, + { + "epoch": 2.6297414144710007, + "grad_norm": 0.3221661448478699, + "learning_rate": 3.2502870663493445e-05, + "loss": 0.1182, + "num_input_tokens_seen": 31003632, + "step": 16120 + }, + { + "epoch": 2.6305571416918183, + "grad_norm": 0.8070933818817139, + "learning_rate": 3.249350516360203e-05, + "loss": 0.1751, + "num_input_tokens_seen": 31013664, + "step": 16125 + }, + { + "epoch": 2.631372868912636, + "grad_norm": 0.5400130152702332, + "learning_rate": 3.248413850811797e-05, + "loss": 0.1115, + "num_input_tokens_seen": 31024400, + "step": 16130 + }, + { + "epoch": 2.632188596133453, + "grad_norm": 1.0960679054260254, + "learning_rate": 3.2474770698485677e-05, + "loss": 0.1772, + "num_input_tokens_seen": 31033984, + "step": 16135 + }, + { + "epoch": 2.63300432335427, + "grad_norm": 0.6378678679466248, + "learning_rate": 3.246540173614983e-05, + "loss": 0.1447, + "num_input_tokens_seen": 31042848, + "step": 16140 + }, + { + "epoch": 2.6338200505750877, + "grad_norm": 0.6947898864746094, + "learning_rate": 3.2456031622555197e-05, + "loss": 0.1648, + "num_input_tokens_seen": 31054128, + "step": 16145 + }, + { + "epoch": 2.6346357777959053, + "grad_norm": 1.2486512660980225, + "learning_rate": 3.2446660359146794e-05, + "loss": 0.1637, + "num_input_tokens_seen": 31064128, + "step": 16150 + }, + { + "epoch": 2.6354515050167224, + "grad_norm": 0.4019937813282013, + "learning_rate": 3.2437287947369786e-05, + "loss": 0.1923, + "num_input_tokens_seen": 31074240, + "step": 16155 + }, + { + "epoch": 2.6362672322375396, + "grad_norm": 1.0564121007919312, + "learning_rate": 3.2427914388669525e-05, + "loss": 0.2046, + "num_input_tokens_seen": 31084000, + "step": 16160 + }, + { + "epoch": 2.637082959458357, + "grad_norm": 1.1545759439468384, + "learning_rate": 3.241853968449151e-05, + "loss": 0.1276, + "num_input_tokens_seen": 31093552, + "step": 16165 + }, + { + "epoch": 2.6378986866791747, + "grad_norm": 0.7767942547798157, + "learning_rate": 3.240916383628144e-05, + "loss": 0.1757, + "num_input_tokens_seen": 31103360, + "step": 16170 + }, + { + "epoch": 2.638714413899992, + "grad_norm": 0.9364548325538635, + "learning_rate": 3.239978684548521e-05, + "loss": 0.2214, + "num_input_tokens_seen": 31113136, + "step": 16175 + }, + { + "epoch": 2.639530141120809, + "grad_norm": 0.35392019152641296, + "learning_rate": 3.239040871354885e-05, + "loss": 0.1431, + "num_input_tokens_seen": 31123280, + "step": 16180 + }, + { + "epoch": 2.6403458683416265, + "grad_norm": 0.7554160952568054, + "learning_rate": 3.2381029441918596e-05, + "loss": 0.1773, + "num_input_tokens_seen": 31133056, + "step": 16185 + }, + { + "epoch": 2.641161595562444, + "grad_norm": 0.9396522045135498, + "learning_rate": 3.2371649032040845e-05, + "loss": 0.169, + "num_input_tokens_seen": 31143168, + "step": 16190 + }, + { + "epoch": 2.6419773227832613, + "grad_norm": 0.3755996525287628, + "learning_rate": 3.2362267485362174e-05, + "loss": 0.137, + "num_input_tokens_seen": 31153328, + "step": 16195 + }, + { + "epoch": 2.6427930500040784, + "grad_norm": 1.0859233140945435, + "learning_rate": 3.235288480332934e-05, + "loss": 0.2443, + "num_input_tokens_seen": 31164304, + "step": 16200 + }, + { + "epoch": 2.6427930500040784, + "eval_loss": 0.1665472835302353, + "eval_runtime": 71.4058, + "eval_samples_per_second": 38.162, + "eval_steps_per_second": 19.088, + "num_input_tokens_seen": 31164304, + "step": 16200 + }, + { + "epoch": 2.643608777224896, + "grad_norm": 0.9005576372146606, + "learning_rate": 3.234350098738927e-05, + "loss": 0.1655, + "num_input_tokens_seen": 31174192, + "step": 16205 + }, + { + "epoch": 2.6444245044457135, + "grad_norm": 0.49262535572052, + "learning_rate": 3.233411603898906e-05, + "loss": 0.2031, + "num_input_tokens_seen": 31184064, + "step": 16210 + }, + { + "epoch": 2.6452402316665307, + "grad_norm": 0.28094130754470825, + "learning_rate": 3.232472995957599e-05, + "loss": 0.1481, + "num_input_tokens_seen": 31193760, + "step": 16215 + }, + { + "epoch": 2.6460559588873482, + "grad_norm": 1.2904685735702515, + "learning_rate": 3.231534275059751e-05, + "loss": 0.1654, + "num_input_tokens_seen": 31203232, + "step": 16220 + }, + { + "epoch": 2.6468716861081654, + "grad_norm": 0.9792017340660095, + "learning_rate": 3.230595441350125e-05, + "loss": 0.1688, + "num_input_tokens_seen": 31213088, + "step": 16225 + }, + { + "epoch": 2.647687413328983, + "grad_norm": 0.8603154420852661, + "learning_rate": 3.2296564949735e-05, + "loss": 0.1713, + "num_input_tokens_seen": 31222496, + "step": 16230 + }, + { + "epoch": 2.6485031405498, + "grad_norm": 0.6177101135253906, + "learning_rate": 3.228717436074675e-05, + "loss": 0.1955, + "num_input_tokens_seen": 31231584, + "step": 16235 + }, + { + "epoch": 2.6493188677706176, + "grad_norm": 0.7181168794631958, + "learning_rate": 3.227778264798463e-05, + "loss": 0.2066, + "num_input_tokens_seen": 31240416, + "step": 16240 + }, + { + "epoch": 2.6501345949914348, + "grad_norm": 0.6704393625259399, + "learning_rate": 3.226838981289698e-05, + "loss": 0.1464, + "num_input_tokens_seen": 31250608, + "step": 16245 + }, + { + "epoch": 2.6509503222122524, + "grad_norm": 1.1260933876037598, + "learning_rate": 3.225899585693227e-05, + "loss": 0.1409, + "num_input_tokens_seen": 31260016, + "step": 16250 + }, + { + "epoch": 2.6517660494330695, + "grad_norm": 0.5801199674606323, + "learning_rate": 3.224960078153918e-05, + "loss": 0.1232, + "num_input_tokens_seen": 31270576, + "step": 16255 + }, + { + "epoch": 2.652581776653887, + "grad_norm": 1.3704912662506104, + "learning_rate": 3.224020458816655e-05, + "loss": 0.2129, + "num_input_tokens_seen": 31279200, + "step": 16260 + }, + { + "epoch": 2.653397503874704, + "grad_norm": 2.237441301345825, + "learning_rate": 3.223080727826337e-05, + "loss": 0.1559, + "num_input_tokens_seen": 31289232, + "step": 16265 + }, + { + "epoch": 2.6542132310955218, + "grad_norm": 0.8707345128059387, + "learning_rate": 3.222140885327885e-05, + "loss": 0.2308, + "num_input_tokens_seen": 31299328, + "step": 16270 + }, + { + "epoch": 2.655028958316339, + "grad_norm": 0.6197742819786072, + "learning_rate": 3.221200931466234e-05, + "loss": 0.1386, + "num_input_tokens_seen": 31309280, + "step": 16275 + }, + { + "epoch": 2.6558446855371565, + "grad_norm": 1.0944112539291382, + "learning_rate": 3.220260866386336e-05, + "loss": 0.1735, + "num_input_tokens_seen": 31318784, + "step": 16280 + }, + { + "epoch": 2.6566604127579736, + "grad_norm": 0.5622427463531494, + "learning_rate": 3.21932069023316e-05, + "loss": 0.1132, + "num_input_tokens_seen": 31328608, + "step": 16285 + }, + { + "epoch": 2.657476139978791, + "grad_norm": 0.9521689414978027, + "learning_rate": 3.218380403151695e-05, + "loss": 0.1369, + "num_input_tokens_seen": 31338192, + "step": 16290 + }, + { + "epoch": 2.6582918671996083, + "grad_norm": 0.5445608496665955, + "learning_rate": 3.217440005286943e-05, + "loss": 0.0729, + "num_input_tokens_seen": 31348416, + "step": 16295 + }, + { + "epoch": 2.659107594420426, + "grad_norm": 0.7893279194831848, + "learning_rate": 3.216499496783928e-05, + "loss": 0.1494, + "num_input_tokens_seen": 31358128, + "step": 16300 + }, + { + "epoch": 2.659923321641243, + "grad_norm": 0.5066644549369812, + "learning_rate": 3.2155588777876856e-05, + "loss": 0.1671, + "num_input_tokens_seen": 31366144, + "step": 16305 + }, + { + "epoch": 2.6607390488620606, + "grad_norm": 0.7591437101364136, + "learning_rate": 3.214618148443273e-05, + "loss": 0.1533, + "num_input_tokens_seen": 31375456, + "step": 16310 + }, + { + "epoch": 2.6615547760828777, + "grad_norm": 0.5216588973999023, + "learning_rate": 3.2136773088957595e-05, + "loss": 0.1551, + "num_input_tokens_seen": 31384432, + "step": 16315 + }, + { + "epoch": 2.6623705033036953, + "grad_norm": 0.8593187928199768, + "learning_rate": 3.2127363592902374e-05, + "loss": 0.1744, + "num_input_tokens_seen": 31395216, + "step": 16320 + }, + { + "epoch": 2.663186230524513, + "grad_norm": 0.6904370784759521, + "learning_rate": 3.211795299771812e-05, + "loss": 0.2193, + "num_input_tokens_seen": 31403744, + "step": 16325 + }, + { + "epoch": 2.66400195774533, + "grad_norm": 0.5548874139785767, + "learning_rate": 3.210854130485605e-05, + "loss": 0.1319, + "num_input_tokens_seen": 31414032, + "step": 16330 + }, + { + "epoch": 2.664817684966147, + "grad_norm": 0.6095960736274719, + "learning_rate": 3.209912851576759e-05, + "loss": 0.1672, + "num_input_tokens_seen": 31422464, + "step": 16335 + }, + { + "epoch": 2.6656334121869647, + "grad_norm": 0.3926996886730194, + "learning_rate": 3.208971463190431e-05, + "loss": 0.1026, + "num_input_tokens_seen": 31431984, + "step": 16340 + }, + { + "epoch": 2.6664491394077823, + "grad_norm": 0.9706115126609802, + "learning_rate": 3.208029965471793e-05, + "loss": 0.2659, + "num_input_tokens_seen": 31442480, + "step": 16345 + }, + { + "epoch": 2.6672648666285994, + "grad_norm": 1.2171941995620728, + "learning_rate": 3.2070883585660364e-05, + "loss": 0.1289, + "num_input_tokens_seen": 31453088, + "step": 16350 + }, + { + "epoch": 2.6680805938494165, + "grad_norm": 0.7118048071861267, + "learning_rate": 3.20614664261837e-05, + "loss": 0.143, + "num_input_tokens_seen": 31461728, + "step": 16355 + }, + { + "epoch": 2.668896321070234, + "grad_norm": 0.8137116432189941, + "learning_rate": 3.205204817774016e-05, + "loss": 0.1603, + "num_input_tokens_seen": 31471312, + "step": 16360 + }, + { + "epoch": 2.6697120482910517, + "grad_norm": 1.1098814010620117, + "learning_rate": 3.204262884178218e-05, + "loss": 0.1855, + "num_input_tokens_seen": 31482096, + "step": 16365 + }, + { + "epoch": 2.670527775511869, + "grad_norm": 0.8330845832824707, + "learning_rate": 3.2033208419762314e-05, + "loss": 0.2451, + "num_input_tokens_seen": 31491632, + "step": 16370 + }, + { + "epoch": 2.671343502732686, + "grad_norm": 0.9264662861824036, + "learning_rate": 3.2023786913133344e-05, + "loss": 0.1545, + "num_input_tokens_seen": 31500608, + "step": 16375 + }, + { + "epoch": 2.6721592299535035, + "grad_norm": 1.1932306289672852, + "learning_rate": 3.201436432334816e-05, + "loss": 0.3012, + "num_input_tokens_seen": 31510192, + "step": 16380 + }, + { + "epoch": 2.672974957174321, + "grad_norm": 1.4340945482254028, + "learning_rate": 3.2004940651859844e-05, + "loss": 0.2626, + "num_input_tokens_seen": 31520352, + "step": 16385 + }, + { + "epoch": 2.6737906843951382, + "grad_norm": 0.4299038052558899, + "learning_rate": 3.1995515900121655e-05, + "loss": 0.1969, + "num_input_tokens_seen": 31530560, + "step": 16390 + }, + { + "epoch": 2.6746064116159554, + "grad_norm": 0.5421220064163208, + "learning_rate": 3.1986090069587e-05, + "loss": 0.1308, + "num_input_tokens_seen": 31540560, + "step": 16395 + }, + { + "epoch": 2.675422138836773, + "grad_norm": 0.6638676524162292, + "learning_rate": 3.1976663161709466e-05, + "loss": 0.1942, + "num_input_tokens_seen": 31548832, + "step": 16400 + }, + { + "epoch": 2.675422138836773, + "eval_loss": 0.16676917672157288, + "eval_runtime": 71.4329, + "eval_samples_per_second": 38.148, + "eval_steps_per_second": 19.081, + "num_input_tokens_seen": 31548832, + "step": 16400 + }, + { + "epoch": 2.6762378660575905, + "grad_norm": 0.8875244855880737, + "learning_rate": 3.196723517794279e-05, + "loss": 0.1041, + "num_input_tokens_seen": 31559040, + "step": 16405 + }, + { + "epoch": 2.6770535932784076, + "grad_norm": 1.043438196182251, + "learning_rate": 3.19578061197409e-05, + "loss": 0.2504, + "num_input_tokens_seen": 31569376, + "step": 16410 + }, + { + "epoch": 2.677869320499225, + "grad_norm": 0.9441032409667969, + "learning_rate": 3.194837598855787e-05, + "loss": 0.169, + "num_input_tokens_seen": 31578896, + "step": 16415 + }, + { + "epoch": 2.6786850477200423, + "grad_norm": 0.33113595843315125, + "learning_rate": 3.193894478584794e-05, + "loss": 0.2648, + "num_input_tokens_seen": 31588560, + "step": 16420 + }, + { + "epoch": 2.67950077494086, + "grad_norm": 1.040188193321228, + "learning_rate": 3.192951251306553e-05, + "loss": 0.1378, + "num_input_tokens_seen": 31598592, + "step": 16425 + }, + { + "epoch": 2.680316502161677, + "grad_norm": 0.6379595398902893, + "learning_rate": 3.192007917166521e-05, + "loss": 0.2365, + "num_input_tokens_seen": 31608800, + "step": 16430 + }, + { + "epoch": 2.6811322293824946, + "grad_norm": 0.24998310208320618, + "learning_rate": 3.191064476310171e-05, + "loss": 0.1416, + "num_input_tokens_seen": 31618656, + "step": 16435 + }, + { + "epoch": 2.6819479566033118, + "grad_norm": 0.4426201581954956, + "learning_rate": 3.1901209288829944e-05, + "loss": 0.3373, + "num_input_tokens_seen": 31628944, + "step": 16440 + }, + { + "epoch": 2.6827636838241293, + "grad_norm": 0.3080979585647583, + "learning_rate": 3.1891772750304985e-05, + "loss": 0.1825, + "num_input_tokens_seen": 31638384, + "step": 16445 + }, + { + "epoch": 2.6835794110449465, + "grad_norm": 0.8393203616142273, + "learning_rate": 3.188233514898206e-05, + "loss": 0.1384, + "num_input_tokens_seen": 31648016, + "step": 16450 + }, + { + "epoch": 2.684395138265764, + "grad_norm": 0.48706862330436707, + "learning_rate": 3.187289648631657e-05, + "loss": 0.192, + "num_input_tokens_seen": 31658640, + "step": 16455 + }, + { + "epoch": 2.685210865486581, + "grad_norm": 0.4404465854167938, + "learning_rate": 3.186345676376406e-05, + "loss": 0.1792, + "num_input_tokens_seen": 31668736, + "step": 16460 + }, + { + "epoch": 2.6860265927073987, + "grad_norm": 0.3957168757915497, + "learning_rate": 3.1854015982780275e-05, + "loss": 0.1642, + "num_input_tokens_seen": 31679168, + "step": 16465 + }, + { + "epoch": 2.686842319928216, + "grad_norm": 0.34120237827301025, + "learning_rate": 3.1844574144821084e-05, + "loss": 0.1332, + "num_input_tokens_seen": 31689216, + "step": 16470 + }, + { + "epoch": 2.6876580471490334, + "grad_norm": 0.6271771192550659, + "learning_rate": 3.1835131251342554e-05, + "loss": 0.0945, + "num_input_tokens_seen": 31699600, + "step": 16475 + }, + { + "epoch": 2.6884737743698506, + "grad_norm": 0.6147303581237793, + "learning_rate": 3.182568730380089e-05, + "loss": 0.1361, + "num_input_tokens_seen": 31707920, + "step": 16480 + }, + { + "epoch": 2.689289501590668, + "grad_norm": 0.3092896640300751, + "learning_rate": 3.181624230365245e-05, + "loss": 0.1131, + "num_input_tokens_seen": 31717648, + "step": 16485 + }, + { + "epoch": 2.6901052288114853, + "grad_norm": 0.3459893763065338, + "learning_rate": 3.180679625235381e-05, + "loss": 0.1482, + "num_input_tokens_seen": 31727008, + "step": 16490 + }, + { + "epoch": 2.690920956032303, + "grad_norm": 1.151078224182129, + "learning_rate": 3.1797349151361646e-05, + "loss": 0.1243, + "num_input_tokens_seen": 31737200, + "step": 16495 + }, + { + "epoch": 2.6917366832531204, + "grad_norm": 0.5280686020851135, + "learning_rate": 3.178790100213281e-05, + "loss": 0.2095, + "num_input_tokens_seen": 31746896, + "step": 16500 + }, + { + "epoch": 2.6925524104739376, + "grad_norm": 0.40194621682167053, + "learning_rate": 3.1778451806124346e-05, + "loss": 0.214, + "num_input_tokens_seen": 31757776, + "step": 16505 + }, + { + "epoch": 2.6933681376947547, + "grad_norm": 0.9385100603103638, + "learning_rate": 3.176900156479342e-05, + "loss": 0.1916, + "num_input_tokens_seen": 31768720, + "step": 16510 + }, + { + "epoch": 2.6941838649155723, + "grad_norm": 1.2827122211456299, + "learning_rate": 3.17595502795974e-05, + "loss": 0.1396, + "num_input_tokens_seen": 31777712, + "step": 16515 + }, + { + "epoch": 2.69499959213639, + "grad_norm": 0.7529897093772888, + "learning_rate": 3.175009795199377e-05, + "loss": 0.1544, + "num_input_tokens_seen": 31786944, + "step": 16520 + }, + { + "epoch": 2.695815319357207, + "grad_norm": 0.6439298391342163, + "learning_rate": 3.1740644583440224e-05, + "loss": 0.1461, + "num_input_tokens_seen": 31796976, + "step": 16525 + }, + { + "epoch": 2.696631046578024, + "grad_norm": 1.0579661130905151, + "learning_rate": 3.173119017539457e-05, + "loss": 0.2079, + "num_input_tokens_seen": 31807088, + "step": 16530 + }, + { + "epoch": 2.6974467737988417, + "grad_norm": 0.5629395842552185, + "learning_rate": 3.172173472931479e-05, + "loss": 0.2318, + "num_input_tokens_seen": 31817264, + "step": 16535 + }, + { + "epoch": 2.6982625010196593, + "grad_norm": 0.6104823350906372, + "learning_rate": 3.1712278246659055e-05, + "loss": 0.1476, + "num_input_tokens_seen": 31826416, + "step": 16540 + }, + { + "epoch": 2.6990782282404764, + "grad_norm": 0.5802244544029236, + "learning_rate": 3.170282072888566e-05, + "loss": 0.177, + "num_input_tokens_seen": 31834832, + "step": 16545 + }, + { + "epoch": 2.6998939554612935, + "grad_norm": 0.7923263907432556, + "learning_rate": 3.169336217745307e-05, + "loss": 0.162, + "num_input_tokens_seen": 31845072, + "step": 16550 + }, + { + "epoch": 2.700709682682111, + "grad_norm": 0.13749469816684723, + "learning_rate": 3.1683902593819924e-05, + "loss": 0.1659, + "num_input_tokens_seen": 31855920, + "step": 16555 + }, + { + "epoch": 2.7015254099029287, + "grad_norm": 0.6140998601913452, + "learning_rate": 3.1674441979445e-05, + "loss": 0.1229, + "num_input_tokens_seen": 31866320, + "step": 16560 + }, + { + "epoch": 2.702341137123746, + "grad_norm": 1.070735216140747, + "learning_rate": 3.166498033578725e-05, + "loss": 0.181, + "num_input_tokens_seen": 31876384, + "step": 16565 + }, + { + "epoch": 2.703156864344563, + "grad_norm": 0.32474973797798157, + "learning_rate": 3.165551766430578e-05, + "loss": 0.2018, + "num_input_tokens_seen": 31885936, + "step": 16570 + }, + { + "epoch": 2.7039725915653805, + "grad_norm": 1.199397325515747, + "learning_rate": 3.164605396645984e-05, + "loss": 0.1948, + "num_input_tokens_seen": 31896592, + "step": 16575 + }, + { + "epoch": 2.704788318786198, + "grad_norm": 0.724776566028595, + "learning_rate": 3.163658924370886e-05, + "loss": 0.1201, + "num_input_tokens_seen": 31907296, + "step": 16580 + }, + { + "epoch": 2.705604046007015, + "grad_norm": 0.400398850440979, + "learning_rate": 3.1627123497512415e-05, + "loss": 0.2161, + "num_input_tokens_seen": 31917024, + "step": 16585 + }, + { + "epoch": 2.7064197732278323, + "grad_norm": 0.9454360008239746, + "learning_rate": 3.1617656729330245e-05, + "loss": 0.2022, + "num_input_tokens_seen": 31925408, + "step": 16590 + }, + { + "epoch": 2.70723550044865, + "grad_norm": 0.4556426405906677, + "learning_rate": 3.1608188940622255e-05, + "loss": 0.1449, + "num_input_tokens_seen": 31933904, + "step": 16595 + }, + { + "epoch": 2.7080512276694675, + "grad_norm": 1.698290228843689, + "learning_rate": 3.159872013284847e-05, + "loss": 0.1799, + "num_input_tokens_seen": 31943568, + "step": 16600 + }, + { + "epoch": 2.7080512276694675, + "eval_loss": 0.16680410504341125, + "eval_runtime": 71.3754, + "eval_samples_per_second": 38.178, + "eval_steps_per_second": 19.096, + "num_input_tokens_seen": 31943568, + "step": 16600 + }, + { + "epoch": 2.7088669548902846, + "grad_norm": 0.4259715974330902, + "learning_rate": 3.1589250307469134e-05, + "loss": 0.1687, + "num_input_tokens_seen": 31953312, + "step": 16605 + }, + { + "epoch": 2.709682682111102, + "grad_norm": 0.456377774477005, + "learning_rate": 3.1579779465944586e-05, + "loss": 0.1786, + "num_input_tokens_seen": 31963616, + "step": 16610 + }, + { + "epoch": 2.7104984093319193, + "grad_norm": 0.5036653876304626, + "learning_rate": 3.1570307609735363e-05, + "loss": 0.2092, + "num_input_tokens_seen": 31973632, + "step": 16615 + }, + { + "epoch": 2.711314136552737, + "grad_norm": 0.6092573404312134, + "learning_rate": 3.156083474030213e-05, + "loss": 0.1375, + "num_input_tokens_seen": 31983904, + "step": 16620 + }, + { + "epoch": 2.712129863773554, + "grad_norm": 0.3126896023750305, + "learning_rate": 3.155136085910573e-05, + "loss": 0.1679, + "num_input_tokens_seen": 31994096, + "step": 16625 + }, + { + "epoch": 2.7129455909943716, + "grad_norm": 0.6270306706428528, + "learning_rate": 3.154188596760717e-05, + "loss": 0.202, + "num_input_tokens_seen": 32003600, + "step": 16630 + }, + { + "epoch": 2.7137613182151887, + "grad_norm": 0.699264645576477, + "learning_rate": 3.153241006726757e-05, + "loss": 0.1502, + "num_input_tokens_seen": 32013168, + "step": 16635 + }, + { + "epoch": 2.7145770454360063, + "grad_norm": 0.7416654825210571, + "learning_rate": 3.152293315954825e-05, + "loss": 0.1634, + "num_input_tokens_seen": 32023008, + "step": 16640 + }, + { + "epoch": 2.7153927726568234, + "grad_norm": 0.3576410114765167, + "learning_rate": 3.1513455245910666e-05, + "loss": 0.2032, + "num_input_tokens_seen": 32031840, + "step": 16645 + }, + { + "epoch": 2.716208499877641, + "grad_norm": 0.47814297676086426, + "learning_rate": 3.150397632781643e-05, + "loss": 0.2375, + "num_input_tokens_seen": 32041936, + "step": 16650 + }, + { + "epoch": 2.717024227098458, + "grad_norm": 0.28453728556632996, + "learning_rate": 3.149449640672731e-05, + "loss": 0.1186, + "num_input_tokens_seen": 32050896, + "step": 16655 + }, + { + "epoch": 2.7178399543192757, + "grad_norm": 0.6108888983726501, + "learning_rate": 3.148501548410523e-05, + "loss": 0.2475, + "num_input_tokens_seen": 32060736, + "step": 16660 + }, + { + "epoch": 2.718655681540093, + "grad_norm": 0.6254513263702393, + "learning_rate": 3.1475533561412256e-05, + "loss": 0.1373, + "num_input_tokens_seen": 32069792, + "step": 16665 + }, + { + "epoch": 2.7194714087609104, + "grad_norm": 0.6795050501823425, + "learning_rate": 3.146605064011065e-05, + "loss": 0.1262, + "num_input_tokens_seen": 32079344, + "step": 16670 + }, + { + "epoch": 2.7202871359817276, + "grad_norm": 0.4513028860092163, + "learning_rate": 3.145656672166277e-05, + "loss": 0.1475, + "num_input_tokens_seen": 32087984, + "step": 16675 + }, + { + "epoch": 2.721102863202545, + "grad_norm": 0.5851871967315674, + "learning_rate": 3.144708180753116e-05, + "loss": 0.177, + "num_input_tokens_seen": 32097648, + "step": 16680 + }, + { + "epoch": 2.7219185904233623, + "grad_norm": 1.2023682594299316, + "learning_rate": 3.143759589917851e-05, + "loss": 0.1587, + "num_input_tokens_seen": 32107232, + "step": 16685 + }, + { + "epoch": 2.72273431764418, + "grad_norm": 0.6767313480377197, + "learning_rate": 3.142810899806768e-05, + "loss": 0.2575, + "num_input_tokens_seen": 32116496, + "step": 16690 + }, + { + "epoch": 2.7235500448649974, + "grad_norm": 0.44340643286705017, + "learning_rate": 3.141862110566166e-05, + "loss": 0.1239, + "num_input_tokens_seen": 32124512, + "step": 16695 + }, + { + "epoch": 2.7243657720858145, + "grad_norm": 0.8847050666809082, + "learning_rate": 3.1409132223423606e-05, + "loss": 0.1333, + "num_input_tokens_seen": 32134704, + "step": 16700 + }, + { + "epoch": 2.7251814993066317, + "grad_norm": 0.7745007872581482, + "learning_rate": 3.139964235281682e-05, + "loss": 0.1246, + "num_input_tokens_seen": 32144496, + "step": 16705 + }, + { + "epoch": 2.7259972265274492, + "grad_norm": 2.084360361099243, + "learning_rate": 3.139015149530476e-05, + "loss": 0.2029, + "num_input_tokens_seen": 32153664, + "step": 16710 + }, + { + "epoch": 2.726812953748267, + "grad_norm": 1.2761348485946655, + "learning_rate": 3.1380659652351034e-05, + "loss": 0.1375, + "num_input_tokens_seen": 32162400, + "step": 16715 + }, + { + "epoch": 2.727628680969084, + "grad_norm": 0.6962498426437378, + "learning_rate": 3.137116682541941e-05, + "loss": 0.1856, + "num_input_tokens_seen": 32172544, + "step": 16720 + }, + { + "epoch": 2.728444408189901, + "grad_norm": 0.8844757676124573, + "learning_rate": 3.136167301597379e-05, + "loss": 0.1666, + "num_input_tokens_seen": 32181792, + "step": 16725 + }, + { + "epoch": 2.7292601354107187, + "grad_norm": 1.3816652297973633, + "learning_rate": 3.1352178225478254e-05, + "loss": 0.2288, + "num_input_tokens_seen": 32191408, + "step": 16730 + }, + { + "epoch": 2.7300758626315362, + "grad_norm": 0.2834530472755432, + "learning_rate": 3.1342682455396996e-05, + "loss": 0.1479, + "num_input_tokens_seen": 32200432, + "step": 16735 + }, + { + "epoch": 2.7308915898523534, + "grad_norm": 0.5439262986183167, + "learning_rate": 3.133318570719441e-05, + "loss": 0.1763, + "num_input_tokens_seen": 32211424, + "step": 16740 + }, + { + "epoch": 2.7317073170731705, + "grad_norm": 0.1579274833202362, + "learning_rate": 3.132368798233499e-05, + "loss": 0.1384, + "num_input_tokens_seen": 32221408, + "step": 16745 + }, + { + "epoch": 2.732523044293988, + "grad_norm": 0.3848324120044708, + "learning_rate": 3.131418928228342e-05, + "loss": 0.1325, + "num_input_tokens_seen": 32230480, + "step": 16750 + }, + { + "epoch": 2.7333387715148056, + "grad_norm": 0.9588357210159302, + "learning_rate": 3.1304689608504514e-05, + "loss": 0.2187, + "num_input_tokens_seen": 32239664, + "step": 16755 + }, + { + "epoch": 2.7341544987356228, + "grad_norm": 0.9772807359695435, + "learning_rate": 3.129518896246324e-05, + "loss": 0.2498, + "num_input_tokens_seen": 32249072, + "step": 16760 + }, + { + "epoch": 2.73497022595644, + "grad_norm": 0.5606204867362976, + "learning_rate": 3.128568734562472e-05, + "loss": 0.2041, + "num_input_tokens_seen": 32260960, + "step": 16765 + }, + { + "epoch": 2.7357859531772575, + "grad_norm": 0.5507044196128845, + "learning_rate": 3.127618475945421e-05, + "loss": 0.1301, + "num_input_tokens_seen": 32271696, + "step": 16770 + }, + { + "epoch": 2.736601680398075, + "grad_norm": 0.3198115825653076, + "learning_rate": 3.126668120541715e-05, + "loss": 0.2524, + "num_input_tokens_seen": 32281328, + "step": 16775 + }, + { + "epoch": 2.737417407618892, + "grad_norm": 0.9763185977935791, + "learning_rate": 3.1257176684979096e-05, + "loss": 0.2909, + "num_input_tokens_seen": 32291984, + "step": 16780 + }, + { + "epoch": 2.7382331348397098, + "grad_norm": 0.587213933467865, + "learning_rate": 3.124767119960576e-05, + "loss": 0.1918, + "num_input_tokens_seen": 32300128, + "step": 16785 + }, + { + "epoch": 2.739048862060527, + "grad_norm": 0.8322108387947083, + "learning_rate": 3.123816475076301e-05, + "loss": 0.1524, + "num_input_tokens_seen": 32310656, + "step": 16790 + }, + { + "epoch": 2.7398645892813445, + "grad_norm": 0.6677438616752625, + "learning_rate": 3.122865733991687e-05, + "loss": 0.1326, + "num_input_tokens_seen": 32319248, + "step": 16795 + }, + { + "epoch": 2.7406803165021616, + "grad_norm": 1.4427424669265747, + "learning_rate": 3.1219148968533486e-05, + "loss": 0.1525, + "num_input_tokens_seen": 32327088, + "step": 16800 + }, + { + "epoch": 2.7406803165021616, + "eval_loss": 0.16627007722854614, + "eval_runtime": 71.5226, + "eval_samples_per_second": 38.1, + "eval_steps_per_second": 19.057, + "num_input_tokens_seen": 32327088, + "step": 16800 + }, + { + "epoch": 2.741496043722979, + "grad_norm": 0.2686792016029358, + "learning_rate": 3.120963963807918e-05, + "loss": 0.1953, + "num_input_tokens_seen": 32337040, + "step": 16805 + }, + { + "epoch": 2.7423117709437963, + "grad_norm": 0.289140909910202, + "learning_rate": 3.12001293500204e-05, + "loss": 0.0907, + "num_input_tokens_seen": 32346800, + "step": 16810 + }, + { + "epoch": 2.743127498164614, + "grad_norm": 0.7774420380592346, + "learning_rate": 3.1190618105823765e-05, + "loss": 0.2261, + "num_input_tokens_seen": 32355728, + "step": 16815 + }, + { + "epoch": 2.743943225385431, + "grad_norm": 0.21017716825008392, + "learning_rate": 3.118110590695603e-05, + "loss": 0.128, + "num_input_tokens_seen": 32364528, + "step": 16820 + }, + { + "epoch": 2.7447589526062486, + "grad_norm": 0.7968904376029968, + "learning_rate": 3.117159275488407e-05, + "loss": 0.1316, + "num_input_tokens_seen": 32374448, + "step": 16825 + }, + { + "epoch": 2.7455746798270657, + "grad_norm": 0.6212119460105896, + "learning_rate": 3.1162078651074956e-05, + "loss": 0.2118, + "num_input_tokens_seen": 32383760, + "step": 16830 + }, + { + "epoch": 2.7463904070478833, + "grad_norm": 0.29987776279449463, + "learning_rate": 3.1152563596995885e-05, + "loss": 0.132, + "num_input_tokens_seen": 32393632, + "step": 16835 + }, + { + "epoch": 2.7472061342687004, + "grad_norm": 0.17704400420188904, + "learning_rate": 3.1143047594114186e-05, + "loss": 0.1601, + "num_input_tokens_seen": 32403456, + "step": 16840 + }, + { + "epoch": 2.748021861489518, + "grad_norm": 0.9352924823760986, + "learning_rate": 3.113353064389734e-05, + "loss": 0.1559, + "num_input_tokens_seen": 32412656, + "step": 16845 + }, + { + "epoch": 2.748837588710335, + "grad_norm": 0.6682852506637573, + "learning_rate": 3.1124012747812993e-05, + "loss": 0.1872, + "num_input_tokens_seen": 32422992, + "step": 16850 + }, + { + "epoch": 2.7496533159311527, + "grad_norm": 0.5369926691055298, + "learning_rate": 3.1114493907328936e-05, + "loss": 0.0695, + "num_input_tokens_seen": 32432816, + "step": 16855 + }, + { + "epoch": 2.75046904315197, + "grad_norm": 0.5137157440185547, + "learning_rate": 3.110497412391306e-05, + "loss": 0.1487, + "num_input_tokens_seen": 32442528, + "step": 16860 + }, + { + "epoch": 2.7512847703727874, + "grad_norm": 0.4487403929233551, + "learning_rate": 3.1095453399033466e-05, + "loss": 0.1153, + "num_input_tokens_seen": 32450272, + "step": 16865 + }, + { + "epoch": 2.7521004975936045, + "grad_norm": 0.9048048257827759, + "learning_rate": 3.108593173415835e-05, + "loss": 0.1186, + "num_input_tokens_seen": 32461152, + "step": 16870 + }, + { + "epoch": 2.752916224814422, + "grad_norm": 0.6753984093666077, + "learning_rate": 3.107640913075609e-05, + "loss": 0.1983, + "num_input_tokens_seen": 32470832, + "step": 16875 + }, + { + "epoch": 2.7537319520352392, + "grad_norm": 0.7219937443733215, + "learning_rate": 3.106688559029517e-05, + "loss": 0.1905, + "num_input_tokens_seen": 32480048, + "step": 16880 + }, + { + "epoch": 2.754547679256057, + "grad_norm": 0.6858397126197815, + "learning_rate": 3.105736111424425e-05, + "loss": 0.16, + "num_input_tokens_seen": 32488848, + "step": 16885 + }, + { + "epoch": 2.7553634064768744, + "grad_norm": 1.1303718090057373, + "learning_rate": 3.1047835704072136e-05, + "loss": 0.2012, + "num_input_tokens_seen": 32497328, + "step": 16890 + }, + { + "epoch": 2.7561791336976915, + "grad_norm": 0.3033747971057892, + "learning_rate": 3.103830936124775e-05, + "loss": 0.1635, + "num_input_tokens_seen": 32506832, + "step": 16895 + }, + { + "epoch": 2.7569948609185086, + "grad_norm": 1.2156277894973755, + "learning_rate": 3.102878208724018e-05, + "loss": 0.1257, + "num_input_tokens_seen": 32517664, + "step": 16900 + }, + { + "epoch": 2.7578105881393262, + "grad_norm": 0.957574188709259, + "learning_rate": 3.101925388351865e-05, + "loss": 0.1507, + "num_input_tokens_seen": 32527504, + "step": 16905 + }, + { + "epoch": 2.758626315360144, + "grad_norm": 0.4829588830471039, + "learning_rate": 3.1009724751552515e-05, + "loss": 0.1211, + "num_input_tokens_seen": 32536928, + "step": 16910 + }, + { + "epoch": 2.759442042580961, + "grad_norm": 0.7580394744873047, + "learning_rate": 3.100019469281131e-05, + "loss": 0.1632, + "num_input_tokens_seen": 32547232, + "step": 16915 + }, + { + "epoch": 2.760257769801778, + "grad_norm": 0.707455575466156, + "learning_rate": 3.0990663708764685e-05, + "loss": 0.1971, + "num_input_tokens_seen": 32557536, + "step": 16920 + }, + { + "epoch": 2.7610734970225956, + "grad_norm": 0.6406121253967285, + "learning_rate": 3.098113180088243e-05, + "loss": 0.1648, + "num_input_tokens_seen": 32567632, + "step": 16925 + }, + { + "epoch": 2.761889224243413, + "grad_norm": 0.672416090965271, + "learning_rate": 3.097159897063448e-05, + "loss": 0.1682, + "num_input_tokens_seen": 32577760, + "step": 16930 + }, + { + "epoch": 2.7627049514642303, + "grad_norm": 0.5775739550590515, + "learning_rate": 3.096206521949094e-05, + "loss": 0.1542, + "num_input_tokens_seen": 32586704, + "step": 16935 + }, + { + "epoch": 2.7635206786850475, + "grad_norm": 0.5563271045684814, + "learning_rate": 3.0952530548922006e-05, + "loss": 0.1896, + "num_input_tokens_seen": 32596448, + "step": 16940 + }, + { + "epoch": 2.764336405905865, + "grad_norm": 0.5979670882225037, + "learning_rate": 3.0942994960398064e-05, + "loss": 0.164, + "num_input_tokens_seen": 32606464, + "step": 16945 + }, + { + "epoch": 2.7651521331266826, + "grad_norm": 0.7365399599075317, + "learning_rate": 3.093345845538961e-05, + "loss": 0.2091, + "num_input_tokens_seen": 32615792, + "step": 16950 + }, + { + "epoch": 2.7659678603474998, + "grad_norm": 0.7271248698234558, + "learning_rate": 3.09239210353673e-05, + "loss": 0.1588, + "num_input_tokens_seen": 32625168, + "step": 16955 + }, + { + "epoch": 2.766783587568317, + "grad_norm": 0.36964571475982666, + "learning_rate": 3.0914382701801926e-05, + "loss": 0.1365, + "num_input_tokens_seen": 32634976, + "step": 16960 + }, + { + "epoch": 2.7675993147891345, + "grad_norm": 1.2279856204986572, + "learning_rate": 3.090484345616441e-05, + "loss": 0.1658, + "num_input_tokens_seen": 32644800, + "step": 16965 + }, + { + "epoch": 2.768415042009952, + "grad_norm": 0.7231221199035645, + "learning_rate": 3.0895303299925825e-05, + "loss": 0.1492, + "num_input_tokens_seen": 32653856, + "step": 16970 + }, + { + "epoch": 2.769230769230769, + "grad_norm": 1.1444240808486938, + "learning_rate": 3.0885762234557393e-05, + "loss": 0.1436, + "num_input_tokens_seen": 32664192, + "step": 16975 + }, + { + "epoch": 2.7700464964515867, + "grad_norm": 1.3738584518432617, + "learning_rate": 3.087622026153045e-05, + "loss": 0.1833, + "num_input_tokens_seen": 32674224, + "step": 16980 + }, + { + "epoch": 2.770862223672404, + "grad_norm": 0.6270943284034729, + "learning_rate": 3.086667738231651e-05, + "loss": 0.1846, + "num_input_tokens_seen": 32683088, + "step": 16985 + }, + { + "epoch": 2.7716779508932214, + "grad_norm": 0.9808964729309082, + "learning_rate": 3.085713359838718e-05, + "loss": 0.2117, + "num_input_tokens_seen": 32692800, + "step": 16990 + }, + { + "epoch": 2.7724936781140386, + "grad_norm": 1.0587481260299683, + "learning_rate": 3.084758891121425e-05, + "loss": 0.158, + "num_input_tokens_seen": 32703104, + "step": 16995 + }, + { + "epoch": 2.773309405334856, + "grad_norm": 0.8897014260292053, + "learning_rate": 3.083804332226963e-05, + "loss": 0.1352, + "num_input_tokens_seen": 32713728, + "step": 17000 + }, + { + "epoch": 2.773309405334856, + "eval_loss": 0.16554583609104156, + "eval_runtime": 71.3884, + "eval_samples_per_second": 38.171, + "eval_steps_per_second": 19.093, + "num_input_tokens_seen": 32713728, + "step": 17000 + }, + { + "epoch": 2.7741251325556733, + "grad_norm": 0.5376675724983215, + "learning_rate": 3.082849683302536e-05, + "loss": 0.2558, + "num_input_tokens_seen": 32723696, + "step": 17005 + }, + { + "epoch": 2.774940859776491, + "grad_norm": 0.4366566240787506, + "learning_rate": 3.081894944495363e-05, + "loss": 0.1149, + "num_input_tokens_seen": 32733120, + "step": 17010 + }, + { + "epoch": 2.775756586997308, + "grad_norm": 0.6758947968482971, + "learning_rate": 3.080940115952677e-05, + "loss": 0.1541, + "num_input_tokens_seen": 32741472, + "step": 17015 + }, + { + "epoch": 2.7765723142181256, + "grad_norm": 0.942888081073761, + "learning_rate": 3.0799851978217245e-05, + "loss": 0.213, + "num_input_tokens_seen": 32750832, + "step": 17020 + }, + { + "epoch": 2.7773880414389427, + "grad_norm": 1.3592790365219116, + "learning_rate": 3.0790301902497666e-05, + "loss": 0.1648, + "num_input_tokens_seen": 32760256, + "step": 17025 + }, + { + "epoch": 2.7782037686597603, + "grad_norm": 0.9252118468284607, + "learning_rate": 3.078075093384076e-05, + "loss": 0.1499, + "num_input_tokens_seen": 32770256, + "step": 17030 + }, + { + "epoch": 2.7790194958805774, + "grad_norm": 0.5120887160301208, + "learning_rate": 3.077119907371942e-05, + "loss": 0.1945, + "num_input_tokens_seen": 32781088, + "step": 17035 + }, + { + "epoch": 2.779835223101395, + "grad_norm": 0.7980989217758179, + "learning_rate": 3.076164632360666e-05, + "loss": 0.2331, + "num_input_tokens_seen": 32790400, + "step": 17040 + }, + { + "epoch": 2.780650950322212, + "grad_norm": 0.3745849132537842, + "learning_rate": 3.075209268497563e-05, + "loss": 0.1139, + "num_input_tokens_seen": 32800464, + "step": 17045 + }, + { + "epoch": 2.7814666775430297, + "grad_norm": 0.33759236335754395, + "learning_rate": 3.074253815929961e-05, + "loss": 0.1942, + "num_input_tokens_seen": 32810272, + "step": 17050 + }, + { + "epoch": 2.782282404763847, + "grad_norm": 0.5997568964958191, + "learning_rate": 3.0732982748052054e-05, + "loss": 0.121, + "num_input_tokens_seen": 32820768, + "step": 17055 + }, + { + "epoch": 2.7830981319846644, + "grad_norm": 0.8284369707107544, + "learning_rate": 3.072342645270651e-05, + "loss": 0.1825, + "num_input_tokens_seen": 32831200, + "step": 17060 + }, + { + "epoch": 2.783913859205482, + "grad_norm": 0.5431411862373352, + "learning_rate": 3.071386927473668e-05, + "loss": 0.2176, + "num_input_tokens_seen": 32839216, + "step": 17065 + }, + { + "epoch": 2.784729586426299, + "grad_norm": 1.2698349952697754, + "learning_rate": 3.0704311215616404e-05, + "loss": 0.2816, + "num_input_tokens_seen": 32848688, + "step": 17070 + }, + { + "epoch": 2.785545313647116, + "grad_norm": 1.2639492750167847, + "learning_rate": 3.0694752276819656e-05, + "loss": 0.1395, + "num_input_tokens_seen": 32857152, + "step": 17075 + }, + { + "epoch": 2.786361040867934, + "grad_norm": 1.2243802547454834, + "learning_rate": 3.068519245982054e-05, + "loss": 0.157, + "num_input_tokens_seen": 32866496, + "step": 17080 + }, + { + "epoch": 2.7871767680887514, + "grad_norm": 1.2398457527160645, + "learning_rate": 3.0675631766093304e-05, + "loss": 0.2366, + "num_input_tokens_seen": 32875088, + "step": 17085 + }, + { + "epoch": 2.7879924953095685, + "grad_norm": 0.9045102000236511, + "learning_rate": 3.066607019711232e-05, + "loss": 0.165, + "num_input_tokens_seen": 32885136, + "step": 17090 + }, + { + "epoch": 2.7888082225303856, + "grad_norm": 0.42722126841545105, + "learning_rate": 3.065650775435211e-05, + "loss": 0.2635, + "num_input_tokens_seen": 32894896, + "step": 17095 + }, + { + "epoch": 2.789623949751203, + "grad_norm": 0.51087486743927, + "learning_rate": 3.0646944439287326e-05, + "loss": 0.209, + "num_input_tokens_seen": 32903440, + "step": 17100 + }, + { + "epoch": 2.7904396769720208, + "grad_norm": 0.7135244011878967, + "learning_rate": 3.0637380253392736e-05, + "loss": 0.1874, + "num_input_tokens_seen": 32912624, + "step": 17105 + }, + { + "epoch": 2.791255404192838, + "grad_norm": 0.28494349122047424, + "learning_rate": 3.062781519814327e-05, + "loss": 0.1658, + "num_input_tokens_seen": 32921216, + "step": 17110 + }, + { + "epoch": 2.792071131413655, + "grad_norm": 0.7544084787368774, + "learning_rate": 3.0618249275013985e-05, + "loss": 0.2168, + "num_input_tokens_seen": 32931136, + "step": 17115 + }, + { + "epoch": 2.7928868586344726, + "grad_norm": 0.5035485029220581, + "learning_rate": 3.060868248548005e-05, + "loss": 0.1298, + "num_input_tokens_seen": 32941056, + "step": 17120 + }, + { + "epoch": 2.79370258585529, + "grad_norm": 0.984932005405426, + "learning_rate": 3.0599114831016796e-05, + "loss": 0.2154, + "num_input_tokens_seen": 32951008, + "step": 17125 + }, + { + "epoch": 2.7945183130761073, + "grad_norm": 0.3545457422733307, + "learning_rate": 3.0589546313099666e-05, + "loss": 0.1417, + "num_input_tokens_seen": 32958864, + "step": 17130 + }, + { + "epoch": 2.7953340402969244, + "grad_norm": 0.553080677986145, + "learning_rate": 3.0579976933204255e-05, + "loss": 0.1329, + "num_input_tokens_seen": 32967984, + "step": 17135 + }, + { + "epoch": 2.796149767517742, + "grad_norm": 0.8363027572631836, + "learning_rate": 3.0570406692806284e-05, + "loss": 0.135, + "num_input_tokens_seen": 32978512, + "step": 17140 + }, + { + "epoch": 2.7969654947385596, + "grad_norm": 0.8833394646644592, + "learning_rate": 3.05608355933816e-05, + "loss": 0.1379, + "num_input_tokens_seen": 32987952, + "step": 17145 + }, + { + "epoch": 2.7977812219593767, + "grad_norm": 0.5219157934188843, + "learning_rate": 3.055126363640618e-05, + "loss": 0.1769, + "num_input_tokens_seen": 32997104, + "step": 17150 + }, + { + "epoch": 2.7985969491801943, + "grad_norm": 0.931198000907898, + "learning_rate": 3.0541690823356146e-05, + "loss": 0.1904, + "num_input_tokens_seen": 33007216, + "step": 17155 + }, + { + "epoch": 2.7994126764010114, + "grad_norm": 0.26692938804626465, + "learning_rate": 3.053211715570775e-05, + "loss": 0.1343, + "num_input_tokens_seen": 33017280, + "step": 17160 + }, + { + "epoch": 2.800228403621829, + "grad_norm": 1.3623924255371094, + "learning_rate": 3.052254263493736e-05, + "loss": 0.1997, + "num_input_tokens_seen": 33026752, + "step": 17165 + }, + { + "epoch": 2.801044130842646, + "grad_norm": 0.6413173675537109, + "learning_rate": 3.0512967262521498e-05, + "loss": 0.1389, + "num_input_tokens_seen": 33034672, + "step": 17170 + }, + { + "epoch": 2.8018598580634637, + "grad_norm": 1.611798882484436, + "learning_rate": 3.0503391039936803e-05, + "loss": 0.1855, + "num_input_tokens_seen": 33043616, + "step": 17175 + }, + { + "epoch": 2.802675585284281, + "grad_norm": 0.6583651304244995, + "learning_rate": 3.0493813968660056e-05, + "loss": 0.1466, + "num_input_tokens_seen": 33053808, + "step": 17180 + }, + { + "epoch": 2.8034913125050984, + "grad_norm": 1.4444512128829956, + "learning_rate": 3.0484236050168153e-05, + "loss": 0.1786, + "num_input_tokens_seen": 33063968, + "step": 17185 + }, + { + "epoch": 2.8043070397259156, + "grad_norm": 0.7064569592475891, + "learning_rate": 3.0474657285938123e-05, + "loss": 0.1452, + "num_input_tokens_seen": 33074368, + "step": 17190 + }, + { + "epoch": 2.805122766946733, + "grad_norm": 0.9424405097961426, + "learning_rate": 3.046507767744715e-05, + "loss": 0.199, + "num_input_tokens_seen": 33084160, + "step": 17195 + }, + { + "epoch": 2.8059384941675503, + "grad_norm": 1.0127018690109253, + "learning_rate": 3.045549722617252e-05, + "loss": 0.2005, + "num_input_tokens_seen": 33093744, + "step": 17200 + }, + { + "epoch": 2.8059384941675503, + "eval_loss": 0.17001239955425262, + "eval_runtime": 71.4195, + "eval_samples_per_second": 38.155, + "eval_steps_per_second": 19.084, + "num_input_tokens_seen": 33093744, + "step": 17200 + }, + { + "epoch": 2.806754221388368, + "grad_norm": 0.9972490668296814, + "learning_rate": 3.0445915933591658e-05, + "loss": 0.2409, + "num_input_tokens_seen": 33103712, + "step": 17205 + }, + { + "epoch": 2.807569948609185, + "grad_norm": 1.2104424238204956, + "learning_rate": 3.0436333801182114e-05, + "loss": 0.1652, + "num_input_tokens_seen": 33113968, + "step": 17210 + }, + { + "epoch": 2.8083856758300025, + "grad_norm": 0.5143530964851379, + "learning_rate": 3.0426750830421596e-05, + "loss": 0.1437, + "num_input_tokens_seen": 33123200, + "step": 17215 + }, + { + "epoch": 2.8092014030508197, + "grad_norm": 0.2796624004840851, + "learning_rate": 3.0417167022787897e-05, + "loss": 0.1433, + "num_input_tokens_seen": 33131696, + "step": 17220 + }, + { + "epoch": 2.8100171302716372, + "grad_norm": 0.9745714068412781, + "learning_rate": 3.0407582379758966e-05, + "loss": 0.1447, + "num_input_tokens_seen": 33141872, + "step": 17225 + }, + { + "epoch": 2.8108328574924544, + "grad_norm": 1.1616058349609375, + "learning_rate": 3.039799690281287e-05, + "loss": 0.1959, + "num_input_tokens_seen": 33149808, + "step": 17230 + }, + { + "epoch": 2.811648584713272, + "grad_norm": 1.2520136833190918, + "learning_rate": 3.0388410593427823e-05, + "loss": 0.1969, + "num_input_tokens_seen": 33158304, + "step": 17235 + }, + { + "epoch": 2.812464311934089, + "grad_norm": 0.7169994711875916, + "learning_rate": 3.0378823453082146e-05, + "loss": 0.1709, + "num_input_tokens_seen": 33168144, + "step": 17240 + }, + { + "epoch": 2.8132800391549067, + "grad_norm": 2.12764048576355, + "learning_rate": 3.03692354832543e-05, + "loss": 0.201, + "num_input_tokens_seen": 33179152, + "step": 17245 + }, + { + "epoch": 2.814095766375724, + "grad_norm": 0.6855607628822327, + "learning_rate": 3.0359646685422865e-05, + "loss": 0.1599, + "num_input_tokens_seen": 33190320, + "step": 17250 + }, + { + "epoch": 2.8149114935965414, + "grad_norm": 0.5105471611022949, + "learning_rate": 3.035005706106656e-05, + "loss": 0.1307, + "num_input_tokens_seen": 33199936, + "step": 17255 + }, + { + "epoch": 2.815727220817359, + "grad_norm": 0.3497031033039093, + "learning_rate": 3.034046661166422e-05, + "loss": 0.1562, + "num_input_tokens_seen": 33210000, + "step": 17260 + }, + { + "epoch": 2.816542948038176, + "grad_norm": 0.8893227577209473, + "learning_rate": 3.033087533869482e-05, + "loss": 0.1741, + "num_input_tokens_seen": 33220112, + "step": 17265 + }, + { + "epoch": 2.817358675258993, + "grad_norm": 0.898271918296814, + "learning_rate": 3.0321283243637444e-05, + "loss": 0.2045, + "num_input_tokens_seen": 33230464, + "step": 17270 + }, + { + "epoch": 2.8181744024798108, + "grad_norm": 1.3914144039154053, + "learning_rate": 3.0311690327971326e-05, + "loss": 0.1932, + "num_input_tokens_seen": 33240112, + "step": 17275 + }, + { + "epoch": 2.8189901297006283, + "grad_norm": 2.0410821437835693, + "learning_rate": 3.030209659317581e-05, + "loss": 0.1678, + "num_input_tokens_seen": 33250224, + "step": 17280 + }, + { + "epoch": 2.8198058569214455, + "grad_norm": 1.1504604816436768, + "learning_rate": 3.0292502040730362e-05, + "loss": 0.1089, + "num_input_tokens_seen": 33260448, + "step": 17285 + }, + { + "epoch": 2.8206215841422626, + "grad_norm": 0.7298027276992798, + "learning_rate": 3.0282906672114597e-05, + "loss": 0.1748, + "num_input_tokens_seen": 33270784, + "step": 17290 + }, + { + "epoch": 2.82143731136308, + "grad_norm": 0.5613787770271301, + "learning_rate": 3.027331048880823e-05, + "loss": 0.1333, + "num_input_tokens_seen": 33281168, + "step": 17295 + }, + { + "epoch": 2.8222530385838978, + "grad_norm": 0.9418526291847229, + "learning_rate": 3.0263713492291123e-05, + "loss": 0.1199, + "num_input_tokens_seen": 33290816, + "step": 17300 + }, + { + "epoch": 2.823068765804715, + "grad_norm": 0.5973556041717529, + "learning_rate": 3.0254115684043242e-05, + "loss": 0.1695, + "num_input_tokens_seen": 33301488, + "step": 17305 + }, + { + "epoch": 2.823884493025532, + "grad_norm": 1.2420564889907837, + "learning_rate": 3.024451706554469e-05, + "loss": 0.2012, + "num_input_tokens_seen": 33310592, + "step": 17310 + }, + { + "epoch": 2.8247002202463496, + "grad_norm": 1.7688485383987427, + "learning_rate": 3.0234917638275705e-05, + "loss": 0.1782, + "num_input_tokens_seen": 33319808, + "step": 17315 + }, + { + "epoch": 2.825515947467167, + "grad_norm": 0.7972148656845093, + "learning_rate": 3.0225317403716635e-05, + "loss": 0.1675, + "num_input_tokens_seen": 33330192, + "step": 17320 + }, + { + "epoch": 2.8263316746879843, + "grad_norm": 1.1157723665237427, + "learning_rate": 3.0215716363347956e-05, + "loss": 0.2006, + "num_input_tokens_seen": 33339952, + "step": 17325 + }, + { + "epoch": 2.8271474019088014, + "grad_norm": 0.8502743244171143, + "learning_rate": 3.0206114518650275e-05, + "loss": 0.1539, + "num_input_tokens_seen": 33350752, + "step": 17330 + }, + { + "epoch": 2.827963129129619, + "grad_norm": 0.4571050703525543, + "learning_rate": 3.0196511871104304e-05, + "loss": 0.2121, + "num_input_tokens_seen": 33361392, + "step": 17335 + }, + { + "epoch": 2.8287788563504366, + "grad_norm": 0.2925168573856354, + "learning_rate": 3.01869084221909e-05, + "loss": 0.1145, + "num_input_tokens_seen": 33370400, + "step": 17340 + }, + { + "epoch": 2.8295945835712537, + "grad_norm": 0.5328747034072876, + "learning_rate": 3.0177304173391037e-05, + "loss": 0.1652, + "num_input_tokens_seen": 33379760, + "step": 17345 + }, + { + "epoch": 2.8304103107920713, + "grad_norm": 0.6374337673187256, + "learning_rate": 3.01676991261858e-05, + "loss": 0.1674, + "num_input_tokens_seen": 33389856, + "step": 17350 + }, + { + "epoch": 2.8312260380128884, + "grad_norm": 0.5913556218147278, + "learning_rate": 3.015809328205642e-05, + "loss": 0.1676, + "num_input_tokens_seen": 33398416, + "step": 17355 + }, + { + "epoch": 2.832041765233706, + "grad_norm": 0.7835476994514465, + "learning_rate": 3.0148486642484248e-05, + "loss": 0.1531, + "num_input_tokens_seen": 33407632, + "step": 17360 + }, + { + "epoch": 2.832857492454523, + "grad_norm": 1.0183442831039429, + "learning_rate": 3.0138879208950722e-05, + "loss": 0.1901, + "num_input_tokens_seen": 33416672, + "step": 17365 + }, + { + "epoch": 2.8336732196753407, + "grad_norm": 0.5242247581481934, + "learning_rate": 3.012927098293744e-05, + "loss": 0.0892, + "num_input_tokens_seen": 33426608, + "step": 17370 + }, + { + "epoch": 2.834488946896158, + "grad_norm": 0.38330259919166565, + "learning_rate": 3.0119661965926123e-05, + "loss": 0.1611, + "num_input_tokens_seen": 33435072, + "step": 17375 + }, + { + "epoch": 2.8353046741169754, + "grad_norm": 1.1255234479904175, + "learning_rate": 3.0110052159398587e-05, + "loss": 0.2233, + "num_input_tokens_seen": 33444512, + "step": 17380 + }, + { + "epoch": 2.8361204013377925, + "grad_norm": 0.9237431883811951, + "learning_rate": 3.0100441564836802e-05, + "loss": 0.1476, + "num_input_tokens_seen": 33454256, + "step": 17385 + }, + { + "epoch": 2.83693612855861, + "grad_norm": 0.42356839776039124, + "learning_rate": 3.0090830183722817e-05, + "loss": 0.1266, + "num_input_tokens_seen": 33464208, + "step": 17390 + }, + { + "epoch": 2.8377518557794272, + "grad_norm": 0.6126331090927124, + "learning_rate": 3.0081218017538852e-05, + "loss": 0.1231, + "num_input_tokens_seen": 33474544, + "step": 17395 + }, + { + "epoch": 2.838567583000245, + "grad_norm": 0.7777733206748962, + "learning_rate": 3.0071605067767212e-05, + "loss": 0.2382, + "num_input_tokens_seen": 33484336, + "step": 17400 + }, + { + "epoch": 2.838567583000245, + "eval_loss": 0.1654071807861328, + "eval_runtime": 71.504, + "eval_samples_per_second": 38.11, + "eval_steps_per_second": 19.062, + "num_input_tokens_seen": 33484336, + "step": 17400 + }, + { + "epoch": 2.839383310221062, + "grad_norm": 0.4565109610557556, + "learning_rate": 3.006199133589034e-05, + "loss": 0.2399, + "num_input_tokens_seen": 33494864, + "step": 17405 + }, + { + "epoch": 2.8401990374418795, + "grad_norm": 1.0168527364730835, + "learning_rate": 3.005237682339079e-05, + "loss": 0.2284, + "num_input_tokens_seen": 33504224, + "step": 17410 + }, + { + "epoch": 2.8410147646626966, + "grad_norm": 0.6405238509178162, + "learning_rate": 3.0042761531751228e-05, + "loss": 0.2206, + "num_input_tokens_seen": 33513568, + "step": 17415 + }, + { + "epoch": 2.841830491883514, + "grad_norm": 1.379739761352539, + "learning_rate": 3.0033145462454482e-05, + "loss": 0.2173, + "num_input_tokens_seen": 33522272, + "step": 17420 + }, + { + "epoch": 2.8426462191043314, + "grad_norm": 0.5151373147964478, + "learning_rate": 3.002352861698345e-05, + "loss": 0.2068, + "num_input_tokens_seen": 33532016, + "step": 17425 + }, + { + "epoch": 2.843461946325149, + "grad_norm": 0.2671222388744354, + "learning_rate": 3.0013910996821178e-05, + "loss": 0.1533, + "num_input_tokens_seen": 33541984, + "step": 17430 + }, + { + "epoch": 2.8442776735459665, + "grad_norm": 0.4927712380886078, + "learning_rate": 3.0004292603450817e-05, + "loss": 0.1723, + "num_input_tokens_seen": 33552320, + "step": 17435 + }, + { + "epoch": 2.8450934007667836, + "grad_norm": 0.46777281165122986, + "learning_rate": 2.9994673438355653e-05, + "loss": 0.1373, + "num_input_tokens_seen": 33562336, + "step": 17440 + }, + { + "epoch": 2.8459091279876008, + "grad_norm": 1.301460862159729, + "learning_rate": 2.9985053503019078e-05, + "loss": 0.1223, + "num_input_tokens_seen": 33571952, + "step": 17445 + }, + { + "epoch": 2.8467248552084183, + "grad_norm": 0.6881342530250549, + "learning_rate": 2.99754327989246e-05, + "loss": 0.2056, + "num_input_tokens_seen": 33581872, + "step": 17450 + }, + { + "epoch": 2.847540582429236, + "grad_norm": 0.6302232146263123, + "learning_rate": 2.9965811327555864e-05, + "loss": 0.16, + "num_input_tokens_seen": 33591840, + "step": 17455 + }, + { + "epoch": 2.848356309650053, + "grad_norm": 0.8234099745750427, + "learning_rate": 2.995618909039662e-05, + "loss": 0.1144, + "num_input_tokens_seen": 33601824, + "step": 17460 + }, + { + "epoch": 2.84917203687087, + "grad_norm": 1.1435600519180298, + "learning_rate": 2.9946566088930727e-05, + "loss": 0.1592, + "num_input_tokens_seen": 33611584, + "step": 17465 + }, + { + "epoch": 2.8499877640916877, + "grad_norm": 0.6164910197257996, + "learning_rate": 2.9936942324642192e-05, + "loss": 0.171, + "num_input_tokens_seen": 33620448, + "step": 17470 + }, + { + "epoch": 2.8508034913125053, + "grad_norm": 0.39327335357666016, + "learning_rate": 2.9927317799015097e-05, + "loss": 0.1186, + "num_input_tokens_seen": 33629776, + "step": 17475 + }, + { + "epoch": 2.8516192185333225, + "grad_norm": 1.2229434251785278, + "learning_rate": 2.9917692513533685e-05, + "loss": 0.1664, + "num_input_tokens_seen": 33639344, + "step": 17480 + }, + { + "epoch": 2.8524349457541396, + "grad_norm": 0.2708239257335663, + "learning_rate": 2.990806646968229e-05, + "loss": 0.1667, + "num_input_tokens_seen": 33649632, + "step": 17485 + }, + { + "epoch": 2.853250672974957, + "grad_norm": 0.32165372371673584, + "learning_rate": 2.989843966894536e-05, + "loss": 0.1986, + "num_input_tokens_seen": 33659280, + "step": 17490 + }, + { + "epoch": 2.8540664001957747, + "grad_norm": 0.6037904024124146, + "learning_rate": 2.9888812112807472e-05, + "loss": 0.2248, + "num_input_tokens_seen": 33668192, + "step": 17495 + }, + { + "epoch": 2.854882127416592, + "grad_norm": 0.4150009751319885, + "learning_rate": 2.987918380275333e-05, + "loss": 0.1506, + "num_input_tokens_seen": 33678032, + "step": 17500 + }, + { + "epoch": 2.855697854637409, + "grad_norm": 0.3977164924144745, + "learning_rate": 2.9869554740267724e-05, + "loss": 0.1619, + "num_input_tokens_seen": 33687776, + "step": 17505 + }, + { + "epoch": 2.8565135818582266, + "grad_norm": 0.7364314198493958, + "learning_rate": 2.9859924926835585e-05, + "loss": 0.239, + "num_input_tokens_seen": 33696704, + "step": 17510 + }, + { + "epoch": 2.857329309079044, + "grad_norm": 1.009891152381897, + "learning_rate": 2.9850294363941944e-05, + "loss": 0.2154, + "num_input_tokens_seen": 33705600, + "step": 17515 + }, + { + "epoch": 2.8581450362998613, + "grad_norm": 0.9061025977134705, + "learning_rate": 2.9840663053071967e-05, + "loss": 0.1873, + "num_input_tokens_seen": 33716528, + "step": 17520 + }, + { + "epoch": 2.858960763520679, + "grad_norm": 0.5871171355247498, + "learning_rate": 2.983103099571091e-05, + "loss": 0.1014, + "num_input_tokens_seen": 33726928, + "step": 17525 + }, + { + "epoch": 2.859776490741496, + "grad_norm": 0.8708882927894592, + "learning_rate": 2.9821398193344164e-05, + "loss": 0.1681, + "num_input_tokens_seen": 33737280, + "step": 17530 + }, + { + "epoch": 2.8605922179623136, + "grad_norm": 1.3012081384658813, + "learning_rate": 2.9811764647457226e-05, + "loss": 0.1718, + "num_input_tokens_seen": 33746688, + "step": 17535 + }, + { + "epoch": 2.8614079451831307, + "grad_norm": 0.7377658486366272, + "learning_rate": 2.9802130359535714e-05, + "loss": 0.1537, + "num_input_tokens_seen": 33757568, + "step": 17540 + }, + { + "epoch": 2.8622236724039483, + "grad_norm": 0.8884440064430237, + "learning_rate": 2.979249533106535e-05, + "loss": 0.1634, + "num_input_tokens_seen": 33766480, + "step": 17545 + }, + { + "epoch": 2.8630393996247654, + "grad_norm": 0.8612852096557617, + "learning_rate": 2.9782859563531986e-05, + "loss": 0.2404, + "num_input_tokens_seen": 33776240, + "step": 17550 + }, + { + "epoch": 2.863855126845583, + "grad_norm": 1.0653666257858276, + "learning_rate": 2.977322305842156e-05, + "loss": 0.1607, + "num_input_tokens_seen": 33786016, + "step": 17555 + }, + { + "epoch": 2.8646708540664, + "grad_norm": 1.0412966012954712, + "learning_rate": 2.9763585817220162e-05, + "loss": 0.1791, + "num_input_tokens_seen": 33795088, + "step": 17560 + }, + { + "epoch": 2.8654865812872177, + "grad_norm": 0.4242784380912781, + "learning_rate": 2.975394784141397e-05, + "loss": 0.2229, + "num_input_tokens_seen": 33804704, + "step": 17565 + }, + { + "epoch": 2.866302308508035, + "grad_norm": 1.1785269975662231, + "learning_rate": 2.974430913248928e-05, + "loss": 0.233, + "num_input_tokens_seen": 33815136, + "step": 17570 + }, + { + "epoch": 2.8671180357288524, + "grad_norm": 1.2330787181854248, + "learning_rate": 2.9734669691932497e-05, + "loss": 0.1775, + "num_input_tokens_seen": 33825088, + "step": 17575 + }, + { + "epoch": 2.8679337629496695, + "grad_norm": 0.885412335395813, + "learning_rate": 2.9725029521230147e-05, + "loss": 0.1541, + "num_input_tokens_seen": 33835120, + "step": 17580 + }, + { + "epoch": 2.868749490170487, + "grad_norm": 0.5870225429534912, + "learning_rate": 2.9715388621868873e-05, + "loss": 0.1712, + "num_input_tokens_seen": 33844704, + "step": 17585 + }, + { + "epoch": 2.869565217391304, + "grad_norm": 0.5609843730926514, + "learning_rate": 2.970574699533541e-05, + "loss": 0.1426, + "num_input_tokens_seen": 33854896, + "step": 17590 + }, + { + "epoch": 2.870380944612122, + "grad_norm": 0.6249990463256836, + "learning_rate": 2.969610464311662e-05, + "loss": 0.1363, + "num_input_tokens_seen": 33864400, + "step": 17595 + }, + { + "epoch": 2.871196671832939, + "grad_norm": 0.5056314468383789, + "learning_rate": 2.9686461566699487e-05, + "loss": 0.1283, + "num_input_tokens_seen": 33875072, + "step": 17600 + }, + { + "epoch": 2.871196671832939, + "eval_loss": 0.16556677222251892, + "eval_runtime": 71.5103, + "eval_samples_per_second": 38.106, + "eval_steps_per_second": 19.06, + "num_input_tokens_seen": 33875072, + "step": 17600 + }, + { + "epoch": 2.8720123990537565, + "grad_norm": 0.9980247020721436, + "learning_rate": 2.9676817767571086e-05, + "loss": 0.1602, + "num_input_tokens_seen": 33885840, + "step": 17605 + }, + { + "epoch": 2.8728281262745736, + "grad_norm": 0.8718380331993103, + "learning_rate": 2.966717324721861e-05, + "loss": 0.2063, + "num_input_tokens_seen": 33895728, + "step": 17610 + }, + { + "epoch": 2.873643853495391, + "grad_norm": 1.2113779783248901, + "learning_rate": 2.9657528007129366e-05, + "loss": 0.1724, + "num_input_tokens_seen": 33905344, + "step": 17615 + }, + { + "epoch": 2.8744595807162083, + "grad_norm": 0.9173967838287354, + "learning_rate": 2.9647882048790777e-05, + "loss": 0.0888, + "num_input_tokens_seen": 33916208, + "step": 17620 + }, + { + "epoch": 2.875275307937026, + "grad_norm": 1.1703307628631592, + "learning_rate": 2.963823537369037e-05, + "loss": 0.1937, + "num_input_tokens_seen": 33926096, + "step": 17625 + }, + { + "epoch": 2.8760910351578435, + "grad_norm": 0.93995600938797, + "learning_rate": 2.9628587983315775e-05, + "loss": 0.1518, + "num_input_tokens_seen": 33935088, + "step": 17630 + }, + { + "epoch": 2.8769067623786606, + "grad_norm": 0.7815120220184326, + "learning_rate": 2.9618939879154746e-05, + "loss": 0.1801, + "num_input_tokens_seen": 33945120, + "step": 17635 + }, + { + "epoch": 2.8777224895994777, + "grad_norm": 0.3141777813434601, + "learning_rate": 2.9609291062695143e-05, + "loss": 0.132, + "num_input_tokens_seen": 33953952, + "step": 17640 + }, + { + "epoch": 2.8785382168202953, + "grad_norm": 0.2751006782054901, + "learning_rate": 2.9599641535424938e-05, + "loss": 0.1147, + "num_input_tokens_seen": 33963072, + "step": 17645 + }, + { + "epoch": 2.879353944041113, + "grad_norm": 0.5913704037666321, + "learning_rate": 2.9589991298832202e-05, + "loss": 0.1994, + "num_input_tokens_seen": 33971104, + "step": 17650 + }, + { + "epoch": 2.88016967126193, + "grad_norm": 0.48769381642341614, + "learning_rate": 2.958034035440513e-05, + "loss": 0.1633, + "num_input_tokens_seen": 33980672, + "step": 17655 + }, + { + "epoch": 2.880985398482747, + "grad_norm": 0.49268069863319397, + "learning_rate": 2.957068870363201e-05, + "loss": 0.1445, + "num_input_tokens_seen": 33989696, + "step": 17660 + }, + { + "epoch": 2.8818011257035647, + "grad_norm": 1.2641568183898926, + "learning_rate": 2.956103634800126e-05, + "loss": 0.2235, + "num_input_tokens_seen": 33999120, + "step": 17665 + }, + { + "epoch": 2.8826168529243823, + "grad_norm": 1.0479320287704468, + "learning_rate": 2.9551383289001384e-05, + "loss": 0.2028, + "num_input_tokens_seen": 34009328, + "step": 17670 + }, + { + "epoch": 2.8834325801451994, + "grad_norm": 1.1219046115875244, + "learning_rate": 2.9541729528121005e-05, + "loss": 0.191, + "num_input_tokens_seen": 34019056, + "step": 17675 + }, + { + "epoch": 2.8842483073660166, + "grad_norm": 0.4263796806335449, + "learning_rate": 2.9532075066848856e-05, + "loss": 0.1242, + "num_input_tokens_seen": 34029472, + "step": 17680 + }, + { + "epoch": 2.885064034586834, + "grad_norm": 0.8706592917442322, + "learning_rate": 2.9522419906673786e-05, + "loss": 0.201, + "num_input_tokens_seen": 34038032, + "step": 17685 + }, + { + "epoch": 2.8858797618076517, + "grad_norm": 0.47830721735954285, + "learning_rate": 2.951276404908474e-05, + "loss": 0.1138, + "num_input_tokens_seen": 34047968, + "step": 17690 + }, + { + "epoch": 2.886695489028469, + "grad_norm": 0.15109701454639435, + "learning_rate": 2.9503107495570752e-05, + "loss": 0.0752, + "num_input_tokens_seen": 34058624, + "step": 17695 + }, + { + "epoch": 2.887511216249286, + "grad_norm": 0.3717953860759735, + "learning_rate": 2.9493450247621003e-05, + "loss": 0.0979, + "num_input_tokens_seen": 34067248, + "step": 17700 + }, + { + "epoch": 2.8883269434701035, + "grad_norm": 0.785323977470398, + "learning_rate": 2.948379230672476e-05, + "loss": 0.1797, + "num_input_tokens_seen": 34077568, + "step": 17705 + }, + { + "epoch": 2.889142670690921, + "grad_norm": 0.3494241535663605, + "learning_rate": 2.9474133674371396e-05, + "loss": 0.1413, + "num_input_tokens_seen": 34087296, + "step": 17710 + }, + { + "epoch": 2.8899583979117383, + "grad_norm": 0.8924739956855774, + "learning_rate": 2.9464474352050387e-05, + "loss": 0.1837, + "num_input_tokens_seen": 34096576, + "step": 17715 + }, + { + "epoch": 2.890774125132556, + "grad_norm": 0.8560360074043274, + "learning_rate": 2.9454814341251336e-05, + "loss": 0.0958, + "num_input_tokens_seen": 34106160, + "step": 17720 + }, + { + "epoch": 2.891589852353373, + "grad_norm": 1.0556640625, + "learning_rate": 2.9445153643463942e-05, + "loss": 0.1578, + "num_input_tokens_seen": 34116608, + "step": 17725 + }, + { + "epoch": 2.8924055795741905, + "grad_norm": 0.7295212745666504, + "learning_rate": 2.943549226017798e-05, + "loss": 0.2038, + "num_input_tokens_seen": 34127808, + "step": 17730 + }, + { + "epoch": 2.8932213067950077, + "grad_norm": 0.43155571818351746, + "learning_rate": 2.942583019288337e-05, + "loss": 0.1246, + "num_input_tokens_seen": 34137280, + "step": 17735 + }, + { + "epoch": 2.8940370340158252, + "grad_norm": 1.5495532751083374, + "learning_rate": 2.9416167443070132e-05, + "loss": 0.2272, + "num_input_tokens_seen": 34146848, + "step": 17740 + }, + { + "epoch": 2.8948527612366424, + "grad_norm": 1.1538405418395996, + "learning_rate": 2.9406504012228375e-05, + "loss": 0.2851, + "num_input_tokens_seen": 34155920, + "step": 17745 + }, + { + "epoch": 2.89566848845746, + "grad_norm": 0.8956298232078552, + "learning_rate": 2.939683990184832e-05, + "loss": 0.1903, + "num_input_tokens_seen": 34166160, + "step": 17750 + }, + { + "epoch": 2.896484215678277, + "grad_norm": 0.7853421568870544, + "learning_rate": 2.93871751134203e-05, + "loss": 0.1901, + "num_input_tokens_seen": 34175424, + "step": 17755 + }, + { + "epoch": 2.8972999428990946, + "grad_norm": 0.5468326210975647, + "learning_rate": 2.9377509648434752e-05, + "loss": 0.1197, + "num_input_tokens_seen": 34185904, + "step": 17760 + }, + { + "epoch": 2.898115670119912, + "grad_norm": 0.7113677859306335, + "learning_rate": 2.9367843508382203e-05, + "loss": 0.1743, + "num_input_tokens_seen": 34194528, + "step": 17765 + }, + { + "epoch": 2.8989313973407294, + "grad_norm": 0.3202313184738159, + "learning_rate": 2.9358176694753293e-05, + "loss": 0.1338, + "num_input_tokens_seen": 34204048, + "step": 17770 + }, + { + "epoch": 2.8997471245615465, + "grad_norm": 1.0189121961593628, + "learning_rate": 2.9348509209038766e-05, + "loss": 0.1655, + "num_input_tokens_seen": 34214432, + "step": 17775 + }, + { + "epoch": 2.900562851782364, + "grad_norm": 0.6038424372673035, + "learning_rate": 2.933884105272947e-05, + "loss": 0.1308, + "num_input_tokens_seen": 34223936, + "step": 17780 + }, + { + "epoch": 2.901378579003181, + "grad_norm": 1.038018822669983, + "learning_rate": 2.9329172227316366e-05, + "loss": 0.2463, + "num_input_tokens_seen": 34235152, + "step": 17785 + }, + { + "epoch": 2.9021943062239988, + "grad_norm": 0.4255453050136566, + "learning_rate": 2.93195027342905e-05, + "loss": 0.214, + "num_input_tokens_seen": 34244880, + "step": 17790 + }, + { + "epoch": 2.903010033444816, + "grad_norm": 1.0103601217269897, + "learning_rate": 2.9309832575143024e-05, + "loss": 0.1621, + "num_input_tokens_seen": 34255312, + "step": 17795 + }, + { + "epoch": 2.9038257606656335, + "grad_norm": 0.5166152119636536, + "learning_rate": 2.930016175136521e-05, + "loss": 0.2451, + "num_input_tokens_seen": 34264832, + "step": 17800 + }, + { + "epoch": 2.9038257606656335, + "eval_loss": 0.16454513370990753, + "eval_runtime": 71.384, + "eval_samples_per_second": 38.174, + "eval_steps_per_second": 19.094, + "num_input_tokens_seen": 34264832, + "step": 17800 + }, + { + "epoch": 2.904641487886451, + "grad_norm": 0.7911069989204407, + "learning_rate": 2.9290490264448412e-05, + "loss": 0.1522, + "num_input_tokens_seen": 34273728, + "step": 17805 + }, + { + "epoch": 2.905457215107268, + "grad_norm": 0.8927501440048218, + "learning_rate": 2.9280818115884094e-05, + "loss": 0.1906, + "num_input_tokens_seen": 34283168, + "step": 17810 + }, + { + "epoch": 2.9062729423280853, + "grad_norm": 1.3916985988616943, + "learning_rate": 2.9271145307163828e-05, + "loss": 0.2443, + "num_input_tokens_seen": 34293200, + "step": 17815 + }, + { + "epoch": 2.907088669548903, + "grad_norm": 0.971947431564331, + "learning_rate": 2.9261471839779287e-05, + "loss": 0.201, + "num_input_tokens_seen": 34302832, + "step": 17820 + }, + { + "epoch": 2.9079043967697205, + "grad_norm": 0.5619645118713379, + "learning_rate": 2.925179771522223e-05, + "loss": 0.1905, + "num_input_tokens_seen": 34312304, + "step": 17825 + }, + { + "epoch": 2.9087201239905376, + "grad_norm": 0.8279770612716675, + "learning_rate": 2.9242122934984535e-05, + "loss": 0.1493, + "num_input_tokens_seen": 34322144, + "step": 17830 + }, + { + "epoch": 2.9095358512113547, + "grad_norm": 0.8101468682289124, + "learning_rate": 2.9232447500558176e-05, + "loss": 0.2206, + "num_input_tokens_seen": 34333024, + "step": 17835 + }, + { + "epoch": 2.9103515784321723, + "grad_norm": 0.5850838422775269, + "learning_rate": 2.9222771413435225e-05, + "loss": 0.1872, + "num_input_tokens_seen": 34342208, + "step": 17840 + }, + { + "epoch": 2.91116730565299, + "grad_norm": 0.8420780897140503, + "learning_rate": 2.9213094675107848e-05, + "loss": 0.1714, + "num_input_tokens_seen": 34350992, + "step": 17845 + }, + { + "epoch": 2.911983032873807, + "grad_norm": 1.0820696353912354, + "learning_rate": 2.9203417287068335e-05, + "loss": 0.1683, + "num_input_tokens_seen": 34360096, + "step": 17850 + }, + { + "epoch": 2.912798760094624, + "grad_norm": 1.0487412214279175, + "learning_rate": 2.9193739250809042e-05, + "loss": 0.2092, + "num_input_tokens_seen": 34369312, + "step": 17855 + }, + { + "epoch": 2.9136144873154417, + "grad_norm": 1.1213489770889282, + "learning_rate": 2.9184060567822463e-05, + "loss": 0.1451, + "num_input_tokens_seen": 34380880, + "step": 17860 + }, + { + "epoch": 2.9144302145362593, + "grad_norm": 1.2525957822799683, + "learning_rate": 2.9174381239601166e-05, + "loss": 0.2366, + "num_input_tokens_seen": 34389408, + "step": 17865 + }, + { + "epoch": 2.9152459417570764, + "grad_norm": 1.322906732559204, + "learning_rate": 2.916470126763783e-05, + "loss": 0.1314, + "num_input_tokens_seen": 34398192, + "step": 17870 + }, + { + "epoch": 2.9160616689778935, + "grad_norm": 0.48943373560905457, + "learning_rate": 2.9155020653425203e-05, + "loss": 0.1597, + "num_input_tokens_seen": 34406608, + "step": 17875 + }, + { + "epoch": 2.916877396198711, + "grad_norm": 0.6123448610305786, + "learning_rate": 2.9145339398456184e-05, + "loss": 0.2037, + "num_input_tokens_seen": 34415808, + "step": 17880 + }, + { + "epoch": 2.9176931234195287, + "grad_norm": 0.9064174890518188, + "learning_rate": 2.913565750422374e-05, + "loss": 0.2034, + "num_input_tokens_seen": 34425088, + "step": 17885 + }, + { + "epoch": 2.918508850640346, + "grad_norm": 1.3078137636184692, + "learning_rate": 2.9125974972220938e-05, + "loss": 0.1655, + "num_input_tokens_seen": 34434656, + "step": 17890 + }, + { + "epoch": 2.919324577861163, + "grad_norm": 0.6617968678474426, + "learning_rate": 2.9116291803940932e-05, + "loss": 0.1681, + "num_input_tokens_seen": 34443808, + "step": 17895 + }, + { + "epoch": 2.9201403050819805, + "grad_norm": 0.8609819412231445, + "learning_rate": 2.910660800087701e-05, + "loss": 0.1976, + "num_input_tokens_seen": 34453296, + "step": 17900 + }, + { + "epoch": 2.920956032302798, + "grad_norm": 1.2912981510162354, + "learning_rate": 2.909692356452254e-05, + "loss": 0.2431, + "num_input_tokens_seen": 34463312, + "step": 17905 + }, + { + "epoch": 2.9217717595236152, + "grad_norm": 0.5423459410667419, + "learning_rate": 2.9087238496370962e-05, + "loss": 0.174, + "num_input_tokens_seen": 34473600, + "step": 17910 + }, + { + "epoch": 2.922587486744433, + "grad_norm": 0.69011390209198, + "learning_rate": 2.907755279791583e-05, + "loss": 0.1297, + "num_input_tokens_seen": 34482960, + "step": 17915 + }, + { + "epoch": 2.92340321396525, + "grad_norm": 0.9490616321563721, + "learning_rate": 2.906786647065083e-05, + "loss": 0.2055, + "num_input_tokens_seen": 34493680, + "step": 17920 + }, + { + "epoch": 2.9242189411860675, + "grad_norm": 0.8526907563209534, + "learning_rate": 2.9058179516069695e-05, + "loss": 0.1486, + "num_input_tokens_seen": 34502592, + "step": 17925 + }, + { + "epoch": 2.9250346684068846, + "grad_norm": 0.49292007088661194, + "learning_rate": 2.9048491935666282e-05, + "loss": 0.1214, + "num_input_tokens_seen": 34512176, + "step": 17930 + }, + { + "epoch": 2.925850395627702, + "grad_norm": 0.49020156264305115, + "learning_rate": 2.9038803730934534e-05, + "loss": 0.2026, + "num_input_tokens_seen": 34522304, + "step": 17935 + }, + { + "epoch": 2.9266661228485193, + "grad_norm": 0.26285529136657715, + "learning_rate": 2.9029114903368503e-05, + "loss": 0.1797, + "num_input_tokens_seen": 34532560, + "step": 17940 + }, + { + "epoch": 2.927481850069337, + "grad_norm": 0.4940568506717682, + "learning_rate": 2.9019425454462318e-05, + "loss": 0.144, + "num_input_tokens_seen": 34542880, + "step": 17945 + }, + { + "epoch": 2.928297577290154, + "grad_norm": 1.0215188264846802, + "learning_rate": 2.9009735385710212e-05, + "loss": 0.2283, + "num_input_tokens_seen": 34551792, + "step": 17950 + }, + { + "epoch": 2.9291133045109716, + "grad_norm": 0.9945048689842224, + "learning_rate": 2.900004469860652e-05, + "loss": 0.1594, + "num_input_tokens_seen": 34561872, + "step": 17955 + }, + { + "epoch": 2.9299290317317888, + "grad_norm": 0.40413782000541687, + "learning_rate": 2.8990353394645668e-05, + "loss": 0.1632, + "num_input_tokens_seen": 34572032, + "step": 17960 + }, + { + "epoch": 2.9307447589526063, + "grad_norm": 0.5001901984214783, + "learning_rate": 2.8980661475322186e-05, + "loss": 0.121, + "num_input_tokens_seen": 34582640, + "step": 17965 + }, + { + "epoch": 2.9315604861734235, + "grad_norm": 1.1474441289901733, + "learning_rate": 2.897096894213067e-05, + "loss": 0.1856, + "num_input_tokens_seen": 34592400, + "step": 17970 + }, + { + "epoch": 2.932376213394241, + "grad_norm": 0.8221070766448975, + "learning_rate": 2.8961275796565845e-05, + "loss": 0.1801, + "num_input_tokens_seen": 34601664, + "step": 17975 + }, + { + "epoch": 2.933191940615058, + "grad_norm": 0.6712673902511597, + "learning_rate": 2.8951582040122517e-05, + "loss": 0.2125, + "num_input_tokens_seen": 34612064, + "step": 17980 + }, + { + "epoch": 2.9340076678358757, + "grad_norm": 0.6721630096435547, + "learning_rate": 2.894188767429557e-05, + "loss": 0.1434, + "num_input_tokens_seen": 34621056, + "step": 17985 + }, + { + "epoch": 2.934823395056693, + "grad_norm": 0.3733416795730591, + "learning_rate": 2.8932192700580014e-05, + "loss": 0.1442, + "num_input_tokens_seen": 34631168, + "step": 17990 + }, + { + "epoch": 2.9356391222775104, + "grad_norm": 0.9379180669784546, + "learning_rate": 2.8922497120470916e-05, + "loss": 0.1699, + "num_input_tokens_seen": 34641488, + "step": 17995 + }, + { + "epoch": 2.936454849498328, + "grad_norm": 0.8836243748664856, + "learning_rate": 2.891280093546348e-05, + "loss": 0.1448, + "num_input_tokens_seen": 34652800, + "step": 18000 + }, + { + "epoch": 2.936454849498328, + "eval_loss": 0.165593683719635, + "eval_runtime": 71.505, + "eval_samples_per_second": 38.109, + "eval_steps_per_second": 19.062, + "num_input_tokens_seen": 34652800, + "step": 18000 + }, + { + "epoch": 2.937270576719145, + "grad_norm": 0.6764171123504639, + "learning_rate": 2.890310414705297e-05, + "loss": 0.1382, + "num_input_tokens_seen": 34663040, + "step": 18005 + }, + { + "epoch": 2.9380863039399623, + "grad_norm": 0.5275249481201172, + "learning_rate": 2.8893406756734742e-05, + "loss": 0.1352, + "num_input_tokens_seen": 34672704, + "step": 18010 + }, + { + "epoch": 2.93890203116078, + "grad_norm": 0.7283636927604675, + "learning_rate": 2.888370876600427e-05, + "loss": 0.1432, + "num_input_tokens_seen": 34682384, + "step": 18015 + }, + { + "epoch": 2.9397177583815974, + "grad_norm": 0.4501214921474457, + "learning_rate": 2.8874010176357104e-05, + "loss": 0.1273, + "num_input_tokens_seen": 34692208, + "step": 18020 + }, + { + "epoch": 2.9405334856024146, + "grad_norm": 1.4674475193023682, + "learning_rate": 2.886431098928888e-05, + "loss": 0.0893, + "num_input_tokens_seen": 34702368, + "step": 18025 + }, + { + "epoch": 2.9413492128232317, + "grad_norm": 0.2715878486633301, + "learning_rate": 2.885461120629534e-05, + "loss": 0.1473, + "num_input_tokens_seen": 34711744, + "step": 18030 + }, + { + "epoch": 2.9421649400440493, + "grad_norm": 0.5696753263473511, + "learning_rate": 2.8844910828872317e-05, + "loss": 0.1588, + "num_input_tokens_seen": 34719840, + "step": 18035 + }, + { + "epoch": 2.942980667264867, + "grad_norm": 0.88783860206604, + "learning_rate": 2.8835209858515715e-05, + "loss": 0.1567, + "num_input_tokens_seen": 34729680, + "step": 18040 + }, + { + "epoch": 2.943796394485684, + "grad_norm": 0.3775532841682434, + "learning_rate": 2.8825508296721566e-05, + "loss": 0.1505, + "num_input_tokens_seen": 34740384, + "step": 18045 + }, + { + "epoch": 2.944612121706501, + "grad_norm": 0.8241716623306274, + "learning_rate": 2.881580614498596e-05, + "loss": 0.1463, + "num_input_tokens_seen": 34750256, + "step": 18050 + }, + { + "epoch": 2.9454278489273187, + "grad_norm": 0.9071462154388428, + "learning_rate": 2.8806103404805103e-05, + "loss": 0.1213, + "num_input_tokens_seen": 34760688, + "step": 18055 + }, + { + "epoch": 2.9462435761481363, + "grad_norm": 1.116021990776062, + "learning_rate": 2.8796400077675257e-05, + "loss": 0.1837, + "num_input_tokens_seen": 34771152, + "step": 18060 + }, + { + "epoch": 2.9470593033689534, + "grad_norm": 0.6331747174263, + "learning_rate": 2.8786696165092812e-05, + "loss": 0.1997, + "num_input_tokens_seen": 34781488, + "step": 18065 + }, + { + "epoch": 2.9478750305897705, + "grad_norm": 0.8371078372001648, + "learning_rate": 2.8776991668554236e-05, + "loss": 0.2128, + "num_input_tokens_seen": 34790976, + "step": 18070 + }, + { + "epoch": 2.948690757810588, + "grad_norm": 0.8827887773513794, + "learning_rate": 2.876728658955608e-05, + "loss": 0.1663, + "num_input_tokens_seen": 34801056, + "step": 18075 + }, + { + "epoch": 2.9495064850314057, + "grad_norm": 0.4096471965312958, + "learning_rate": 2.8757580929594986e-05, + "loss": 0.1297, + "num_input_tokens_seen": 34810800, + "step": 18080 + }, + { + "epoch": 2.950322212252223, + "grad_norm": 0.5122207403182983, + "learning_rate": 2.87478746901677e-05, + "loss": 0.1088, + "num_input_tokens_seen": 34818880, + "step": 18085 + }, + { + "epoch": 2.9511379394730404, + "grad_norm": 1.2924336194992065, + "learning_rate": 2.873816787277103e-05, + "loss": 0.1514, + "num_input_tokens_seen": 34828448, + "step": 18090 + }, + { + "epoch": 2.9519536666938575, + "grad_norm": 0.4521486759185791, + "learning_rate": 2.8728460478901903e-05, + "loss": 0.2333, + "num_input_tokens_seen": 34835952, + "step": 18095 + }, + { + "epoch": 2.952769393914675, + "grad_norm": 0.4185272753238678, + "learning_rate": 2.8718752510057307e-05, + "loss": 0.127, + "num_input_tokens_seen": 34845408, + "step": 18100 + }, + { + "epoch": 2.953585121135492, + "grad_norm": 0.4441967308521271, + "learning_rate": 2.870904396773435e-05, + "loss": 0.1436, + "num_input_tokens_seen": 34854768, + "step": 18105 + }, + { + "epoch": 2.95440084835631, + "grad_norm": 0.29443880915641785, + "learning_rate": 2.86993348534302e-05, + "loss": 0.1204, + "num_input_tokens_seen": 34864880, + "step": 18110 + }, + { + "epoch": 2.955216575577127, + "grad_norm": 1.3539780378341675, + "learning_rate": 2.868962516864212e-05, + "loss": 0.2134, + "num_input_tokens_seen": 34874096, + "step": 18115 + }, + { + "epoch": 2.9560323027979445, + "grad_norm": 0.9735091924667358, + "learning_rate": 2.8679914914867477e-05, + "loss": 0.1913, + "num_input_tokens_seen": 34883536, + "step": 18120 + }, + { + "epoch": 2.9568480300187616, + "grad_norm": 0.790776252746582, + "learning_rate": 2.8670204093603713e-05, + "loss": 0.2127, + "num_input_tokens_seen": 34893984, + "step": 18125 + }, + { + "epoch": 2.957663757239579, + "grad_norm": 0.5590277314186096, + "learning_rate": 2.8660492706348357e-05, + "loss": 0.1507, + "num_input_tokens_seen": 34902848, + "step": 18130 + }, + { + "epoch": 2.9584794844603963, + "grad_norm": 1.0623103380203247, + "learning_rate": 2.8650780754599022e-05, + "loss": 0.1451, + "num_input_tokens_seen": 34913040, + "step": 18135 + }, + { + "epoch": 2.959295211681214, + "grad_norm": 0.723077118396759, + "learning_rate": 2.8641068239853407e-05, + "loss": 0.1749, + "num_input_tokens_seen": 34921600, + "step": 18140 + }, + { + "epoch": 2.960110938902031, + "grad_norm": 0.5342128872871399, + "learning_rate": 2.863135516360932e-05, + "loss": 0.167, + "num_input_tokens_seen": 34932160, + "step": 18145 + }, + { + "epoch": 2.9609266661228486, + "grad_norm": 1.0496128797531128, + "learning_rate": 2.8621641527364633e-05, + "loss": 0.2015, + "num_input_tokens_seen": 34943040, + "step": 18150 + }, + { + "epoch": 2.9617423933436657, + "grad_norm": 0.6625296473503113, + "learning_rate": 2.8611927332617313e-05, + "loss": 0.1649, + "num_input_tokens_seen": 34952864, + "step": 18155 + }, + { + "epoch": 2.9625581205644833, + "grad_norm": 0.34418559074401855, + "learning_rate": 2.8602212580865405e-05, + "loss": 0.169, + "num_input_tokens_seen": 34961840, + "step": 18160 + }, + { + "epoch": 2.9633738477853004, + "grad_norm": 1.0281485319137573, + "learning_rate": 2.859249727360705e-05, + "loss": 0.2586, + "num_input_tokens_seen": 34971952, + "step": 18165 + }, + { + "epoch": 2.964189575006118, + "grad_norm": 2.2180516719818115, + "learning_rate": 2.8582781412340465e-05, + "loss": 0.1399, + "num_input_tokens_seen": 34982800, + "step": 18170 + }, + { + "epoch": 2.965005302226935, + "grad_norm": 0.9457414150238037, + "learning_rate": 2.857306499856397e-05, + "loss": 0.2213, + "num_input_tokens_seen": 34992464, + "step": 18175 + }, + { + "epoch": 2.9658210294477527, + "grad_norm": 0.5450295805931091, + "learning_rate": 2.856334803377594e-05, + "loss": 0.1349, + "num_input_tokens_seen": 35001360, + "step": 18180 + }, + { + "epoch": 2.96663675666857, + "grad_norm": 1.1975078582763672, + "learning_rate": 2.8553630519474867e-05, + "loss": 0.169, + "num_input_tokens_seen": 35010880, + "step": 18185 + }, + { + "epoch": 2.9674524838893874, + "grad_norm": 0.6879611015319824, + "learning_rate": 2.8543912457159317e-05, + "loss": 0.1422, + "num_input_tokens_seen": 35019360, + "step": 18190 + }, + { + "epoch": 2.968268211110205, + "grad_norm": 0.456163614988327, + "learning_rate": 2.853419384832792e-05, + "loss": 0.1459, + "num_input_tokens_seen": 35027104, + "step": 18195 + }, + { + "epoch": 2.969083938331022, + "grad_norm": 1.5579222440719604, + "learning_rate": 2.8524474694479423e-05, + "loss": 0.17, + "num_input_tokens_seen": 35036144, + "step": 18200 + }, + { + "epoch": 2.969083938331022, + "eval_loss": 0.16491468250751495, + "eval_runtime": 71.3445, + "eval_samples_per_second": 38.195, + "eval_steps_per_second": 19.104, + "num_input_tokens_seen": 35036144, + "step": 18200 + }, + { + "epoch": 2.9698996655518393, + "grad_norm": 0.970743715763092, + "learning_rate": 2.851475499711264e-05, + "loss": 0.1831, + "num_input_tokens_seen": 35044944, + "step": 18205 + }, + { + "epoch": 2.970715392772657, + "grad_norm": 0.6600797176361084, + "learning_rate": 2.8505034757726468e-05, + "loss": 0.1357, + "num_input_tokens_seen": 35053936, + "step": 18210 + }, + { + "epoch": 2.9715311199934744, + "grad_norm": 1.4075859785079956, + "learning_rate": 2.8495313977819886e-05, + "loss": 0.1302, + "num_input_tokens_seen": 35064032, + "step": 18215 + }, + { + "epoch": 2.9723468472142915, + "grad_norm": 1.2567416429519653, + "learning_rate": 2.8485592658891956e-05, + "loss": 0.1625, + "num_input_tokens_seen": 35072832, + "step": 18220 + }, + { + "epoch": 2.9731625744351087, + "grad_norm": 0.34090933203697205, + "learning_rate": 2.8475870802441844e-05, + "loss": 0.1071, + "num_input_tokens_seen": 35082672, + "step": 18225 + }, + { + "epoch": 2.9739783016559262, + "grad_norm": 0.8585988283157349, + "learning_rate": 2.8466148409968774e-05, + "loss": 0.2329, + "num_input_tokens_seen": 35090848, + "step": 18230 + }, + { + "epoch": 2.974794028876744, + "grad_norm": 0.7022421360015869, + "learning_rate": 2.8456425482972067e-05, + "loss": 0.1448, + "num_input_tokens_seen": 35099712, + "step": 18235 + }, + { + "epoch": 2.975609756097561, + "grad_norm": 1.2429474592208862, + "learning_rate": 2.84467020229511e-05, + "loss": 0.1732, + "num_input_tokens_seen": 35108560, + "step": 18240 + }, + { + "epoch": 2.976425483318378, + "grad_norm": 0.8013003468513489, + "learning_rate": 2.8436978031405375e-05, + "loss": 0.181, + "num_input_tokens_seen": 35117696, + "step": 18245 + }, + { + "epoch": 2.9772412105391957, + "grad_norm": 0.8585189580917358, + "learning_rate": 2.842725350983445e-05, + "loss": 0.2624, + "num_input_tokens_seen": 35127344, + "step": 18250 + }, + { + "epoch": 2.9780569377600132, + "grad_norm": 0.8847827911376953, + "learning_rate": 2.8417528459737957e-05, + "loss": 0.1611, + "num_input_tokens_seen": 35135600, + "step": 18255 + }, + { + "epoch": 2.9788726649808304, + "grad_norm": 0.3547917902469635, + "learning_rate": 2.8407802882615624e-05, + "loss": 0.2339, + "num_input_tokens_seen": 35145632, + "step": 18260 + }, + { + "epoch": 2.9796883922016475, + "grad_norm": 0.7298253774642944, + "learning_rate": 2.8398076779967277e-05, + "loss": 0.1543, + "num_input_tokens_seen": 35154512, + "step": 18265 + }, + { + "epoch": 2.980504119422465, + "grad_norm": 1.0746129751205444, + "learning_rate": 2.8388350153292774e-05, + "loss": 0.2069, + "num_input_tokens_seen": 35163952, + "step": 18270 + }, + { + "epoch": 2.9813198466432826, + "grad_norm": 1.2804254293441772, + "learning_rate": 2.8378623004092103e-05, + "loss": 0.1258, + "num_input_tokens_seen": 35173440, + "step": 18275 + }, + { + "epoch": 2.9821355738640998, + "grad_norm": 1.0154061317443848, + "learning_rate": 2.8368895333865302e-05, + "loss": 0.2357, + "num_input_tokens_seen": 35182272, + "step": 18280 + }, + { + "epoch": 2.9829513010849174, + "grad_norm": 1.0957258939743042, + "learning_rate": 2.835916714411251e-05, + "loss": 0.118, + "num_input_tokens_seen": 35191200, + "step": 18285 + }, + { + "epoch": 2.9837670283057345, + "grad_norm": 0.8570526838302612, + "learning_rate": 2.8349438436333926e-05, + "loss": 0.2401, + "num_input_tokens_seen": 35201024, + "step": 18290 + }, + { + "epoch": 2.984582755526552, + "grad_norm": 0.41320642828941345, + "learning_rate": 2.833970921202984e-05, + "loss": 0.1174, + "num_input_tokens_seen": 35212336, + "step": 18295 + }, + { + "epoch": 2.985398482747369, + "grad_norm": 0.4831421375274658, + "learning_rate": 2.8329979472700628e-05, + "loss": 0.178, + "num_input_tokens_seen": 35221408, + "step": 18300 + }, + { + "epoch": 2.9862142099681868, + "grad_norm": 0.35916566848754883, + "learning_rate": 2.832024921984674e-05, + "loss": 0.2579, + "num_input_tokens_seen": 35230096, + "step": 18305 + }, + { + "epoch": 2.987029937189004, + "grad_norm": 1.244448184967041, + "learning_rate": 2.8310518454968693e-05, + "loss": 0.1711, + "num_input_tokens_seen": 35240832, + "step": 18310 + }, + { + "epoch": 2.9878456644098215, + "grad_norm": 0.7115609645843506, + "learning_rate": 2.8300787179567095e-05, + "loss": 0.1817, + "num_input_tokens_seen": 35250544, + "step": 18315 + }, + { + "epoch": 2.9886613916306386, + "grad_norm": 0.9244509339332581, + "learning_rate": 2.8291055395142636e-05, + "loss": 0.1079, + "num_input_tokens_seen": 35258048, + "step": 18320 + }, + { + "epoch": 2.989477118851456, + "grad_norm": 0.9272312521934509, + "learning_rate": 2.8281323103196073e-05, + "loss": 0.1251, + "num_input_tokens_seen": 35269008, + "step": 18325 + }, + { + "epoch": 2.9902928460722733, + "grad_norm": 0.7381312847137451, + "learning_rate": 2.8271590305228256e-05, + "loss": 0.1703, + "num_input_tokens_seen": 35279616, + "step": 18330 + }, + { + "epoch": 2.991108573293091, + "grad_norm": 1.3340598344802856, + "learning_rate": 2.82618570027401e-05, + "loss": 0.1612, + "num_input_tokens_seen": 35288976, + "step": 18335 + }, + { + "epoch": 2.991924300513908, + "grad_norm": 0.6388930082321167, + "learning_rate": 2.8252123197232604e-05, + "loss": 0.147, + "num_input_tokens_seen": 35298976, + "step": 18340 + }, + { + "epoch": 2.9927400277347256, + "grad_norm": 1.965114712715149, + "learning_rate": 2.8242388890206843e-05, + "loss": 0.1381, + "num_input_tokens_seen": 35308832, + "step": 18345 + }, + { + "epoch": 2.9935557549555427, + "grad_norm": 0.42706695199012756, + "learning_rate": 2.8232654083163967e-05, + "loss": 0.1838, + "num_input_tokens_seen": 35318320, + "step": 18350 + }, + { + "epoch": 2.9943714821763603, + "grad_norm": 0.9579347968101501, + "learning_rate": 2.822291877760521e-05, + "loss": 0.1998, + "num_input_tokens_seen": 35328256, + "step": 18355 + }, + { + "epoch": 2.9951872093971774, + "grad_norm": 0.6781368851661682, + "learning_rate": 2.8213182975031864e-05, + "loss": 0.1582, + "num_input_tokens_seen": 35337984, + "step": 18360 + }, + { + "epoch": 2.996002936617995, + "grad_norm": 0.41487738490104675, + "learning_rate": 2.8203446676945337e-05, + "loss": 0.1745, + "num_input_tokens_seen": 35347136, + "step": 18365 + }, + { + "epoch": 2.9968186638388126, + "grad_norm": 0.43653181195259094, + "learning_rate": 2.8193709884847075e-05, + "loss": 0.1765, + "num_input_tokens_seen": 35357040, + "step": 18370 + }, + { + "epoch": 2.9976343910596297, + "grad_norm": 1.780965805053711, + "learning_rate": 2.8183972600238605e-05, + "loss": 0.1867, + "num_input_tokens_seen": 35366304, + "step": 18375 + }, + { + "epoch": 2.998450118280447, + "grad_norm": 0.5366209745407104, + "learning_rate": 2.817423482462156e-05, + "loss": 0.193, + "num_input_tokens_seen": 35374736, + "step": 18380 + }, + { + "epoch": 2.9992658455012644, + "grad_norm": 0.6296864151954651, + "learning_rate": 2.8164496559497605e-05, + "loss": 0.1255, + "num_input_tokens_seen": 35382944, + "step": 18385 + }, + { + "epoch": 3.0, + "grad_norm": 1.0306938886642456, + "learning_rate": 2.815475780636852e-05, + "loss": 0.1343, + "num_input_tokens_seen": 35390256, + "step": 18390 + }, + { + "epoch": 3.0008157272208176, + "grad_norm": 0.8550456762313843, + "learning_rate": 2.814501856673613e-05, + "loss": 0.1212, + "num_input_tokens_seen": 35399136, + "step": 18395 + }, + { + "epoch": 3.0016314544416347, + "grad_norm": 0.7769209146499634, + "learning_rate": 2.8135278842102353e-05, + "loss": 0.1508, + "num_input_tokens_seen": 35410304, + "step": 18400 + }, + { + "epoch": 3.0016314544416347, + "eval_loss": 0.1654435098171234, + "eval_runtime": 71.3297, + "eval_samples_per_second": 38.203, + "eval_steps_per_second": 19.108, + "num_input_tokens_seen": 35410304, + "step": 18400 + }, + { + "epoch": 3.0024471816624523, + "grad_norm": 0.8512242436408997, + "learning_rate": 2.8125538633969183e-05, + "loss": 0.1907, + "num_input_tokens_seen": 35420608, + "step": 18405 + }, + { + "epoch": 3.0032629088832694, + "grad_norm": 0.48531490564346313, + "learning_rate": 2.8115797943838677e-05, + "loss": 0.1524, + "num_input_tokens_seen": 35429248, + "step": 18410 + }, + { + "epoch": 3.004078636104087, + "grad_norm": 0.627894937992096, + "learning_rate": 2.810605677321298e-05, + "loss": 0.1477, + "num_input_tokens_seen": 35439968, + "step": 18415 + }, + { + "epoch": 3.004894363324904, + "grad_norm": 0.651374340057373, + "learning_rate": 2.809631512359428e-05, + "loss": 0.1291, + "num_input_tokens_seen": 35448848, + "step": 18420 + }, + { + "epoch": 3.0057100905457217, + "grad_norm": 1.1621358394622803, + "learning_rate": 2.8086572996484884e-05, + "loss": 0.256, + "num_input_tokens_seen": 35459168, + "step": 18425 + }, + { + "epoch": 3.006525817766539, + "grad_norm": 0.8112886548042297, + "learning_rate": 2.8076830393387143e-05, + "loss": 0.149, + "num_input_tokens_seen": 35468368, + "step": 18430 + }, + { + "epoch": 3.0073415449873564, + "grad_norm": 0.7919251918792725, + "learning_rate": 2.8067087315803497e-05, + "loss": 0.12, + "num_input_tokens_seen": 35478416, + "step": 18435 + }, + { + "epoch": 3.0081572722081735, + "grad_norm": 0.7413397431373596, + "learning_rate": 2.8057343765236433e-05, + "loss": 0.1937, + "num_input_tokens_seen": 35488432, + "step": 18440 + }, + { + "epoch": 3.008972999428991, + "grad_norm": 0.4819926917552948, + "learning_rate": 2.804759974318854e-05, + "loss": 0.1878, + "num_input_tokens_seen": 35498592, + "step": 18445 + }, + { + "epoch": 3.0097887266498082, + "grad_norm": 0.7348644733428955, + "learning_rate": 2.8037855251162482e-05, + "loss": 0.1411, + "num_input_tokens_seen": 35508768, + "step": 18450 + }, + { + "epoch": 3.010604453870626, + "grad_norm": 0.4217303395271301, + "learning_rate": 2.802811029066096e-05, + "loss": 0.1813, + "num_input_tokens_seen": 35519824, + "step": 18455 + }, + { + "epoch": 3.011420181091443, + "grad_norm": 0.6264768838882446, + "learning_rate": 2.8018364863186764e-05, + "loss": 0.1554, + "num_input_tokens_seen": 35530592, + "step": 18460 + }, + { + "epoch": 3.0122359083122605, + "grad_norm": 0.8596703410148621, + "learning_rate": 2.800861897024279e-05, + "loss": 0.1963, + "num_input_tokens_seen": 35540416, + "step": 18465 + }, + { + "epoch": 3.0130516355330776, + "grad_norm": 0.38900744915008545, + "learning_rate": 2.799887261333196e-05, + "loss": 0.2187, + "num_input_tokens_seen": 35550224, + "step": 18470 + }, + { + "epoch": 3.013867362753895, + "grad_norm": 0.6621046662330627, + "learning_rate": 2.798912579395728e-05, + "loss": 0.2485, + "num_input_tokens_seen": 35559344, + "step": 18475 + }, + { + "epoch": 3.0146830899747123, + "grad_norm": 0.2225055992603302, + "learning_rate": 2.797937851362185e-05, + "loss": 0.1237, + "num_input_tokens_seen": 35569280, + "step": 18480 + }, + { + "epoch": 3.01549881719553, + "grad_norm": 0.6714640259742737, + "learning_rate": 2.7969630773828802e-05, + "loss": 0.135, + "num_input_tokens_seen": 35577616, + "step": 18485 + }, + { + "epoch": 3.016314544416347, + "grad_norm": 0.661163330078125, + "learning_rate": 2.7959882576081382e-05, + "loss": 0.1742, + "num_input_tokens_seen": 35586976, + "step": 18490 + }, + { + "epoch": 3.0171302716371646, + "grad_norm": 1.239478349685669, + "learning_rate": 2.795013392188286e-05, + "loss": 0.1812, + "num_input_tokens_seen": 35596928, + "step": 18495 + }, + { + "epoch": 3.0179459988579818, + "grad_norm": 1.0285662412643433, + "learning_rate": 2.7940384812736614e-05, + "loss": 0.1776, + "num_input_tokens_seen": 35607296, + "step": 18500 + }, + { + "epoch": 3.0187617260787993, + "grad_norm": 0.9655313491821289, + "learning_rate": 2.7930635250146087e-05, + "loss": 0.1974, + "num_input_tokens_seen": 35617248, + "step": 18505 + }, + { + "epoch": 3.0195774532996165, + "grad_norm": 0.6892096996307373, + "learning_rate": 2.792088523561477e-05, + "loss": 0.1484, + "num_input_tokens_seen": 35628432, + "step": 18510 + }, + { + "epoch": 3.020393180520434, + "grad_norm": 1.0104122161865234, + "learning_rate": 2.7911134770646246e-05, + "loss": 0.1665, + "num_input_tokens_seen": 35638784, + "step": 18515 + }, + { + "epoch": 3.021208907741251, + "grad_norm": 0.7124564051628113, + "learning_rate": 2.7901383856744157e-05, + "loss": 0.122, + "num_input_tokens_seen": 35648496, + "step": 18520 + }, + { + "epoch": 3.0220246349620687, + "grad_norm": 0.9419865608215332, + "learning_rate": 2.7891632495412217e-05, + "loss": 0.1142, + "num_input_tokens_seen": 35658784, + "step": 18525 + }, + { + "epoch": 3.022840362182886, + "grad_norm": 0.49751588702201843, + "learning_rate": 2.7881880688154205e-05, + "loss": 0.0985, + "num_input_tokens_seen": 35669328, + "step": 18530 + }, + { + "epoch": 3.0236560894037035, + "grad_norm": 1.0760021209716797, + "learning_rate": 2.7872128436473977e-05, + "loss": 0.1693, + "num_input_tokens_seen": 35679200, + "step": 18535 + }, + { + "epoch": 3.0244718166245206, + "grad_norm": 0.8188235759735107, + "learning_rate": 2.7862375741875448e-05, + "loss": 0.2485, + "num_input_tokens_seen": 35689296, + "step": 18540 + }, + { + "epoch": 3.025287543845338, + "grad_norm": 0.8796790838241577, + "learning_rate": 2.785262260586261e-05, + "loss": 0.1668, + "num_input_tokens_seen": 35699776, + "step": 18545 + }, + { + "epoch": 3.0261032710661553, + "grad_norm": 1.288029670715332, + "learning_rate": 2.7842869029939517e-05, + "loss": 0.1701, + "num_input_tokens_seen": 35708800, + "step": 18550 + }, + { + "epoch": 3.026918998286973, + "grad_norm": 0.44460195302963257, + "learning_rate": 2.7833115015610296e-05, + "loss": 0.1595, + "num_input_tokens_seen": 35718688, + "step": 18555 + }, + { + "epoch": 3.02773472550779, + "grad_norm": 0.8010179400444031, + "learning_rate": 2.7823360564379136e-05, + "loss": 0.1099, + "num_input_tokens_seen": 35727376, + "step": 18560 + }, + { + "epoch": 3.0285504527286076, + "grad_norm": 0.4365757703781128, + "learning_rate": 2.7813605677750297e-05, + "loss": 0.1111, + "num_input_tokens_seen": 35735664, + "step": 18565 + }, + { + "epoch": 3.0293661799494247, + "grad_norm": 0.830146849155426, + "learning_rate": 2.7803850357228102e-05, + "loss": 0.1352, + "num_input_tokens_seen": 35746832, + "step": 18570 + }, + { + "epoch": 3.0301819071702423, + "grad_norm": 0.7952356338500977, + "learning_rate": 2.779409460431695e-05, + "loss": 0.1433, + "num_input_tokens_seen": 35757200, + "step": 18575 + }, + { + "epoch": 3.03099763439106, + "grad_norm": 0.48484566807746887, + "learning_rate": 2.778433842052129e-05, + "loss": 0.1384, + "num_input_tokens_seen": 35767264, + "step": 18580 + }, + { + "epoch": 3.031813361611877, + "grad_norm": 0.6054019331932068, + "learning_rate": 2.7774581807345664e-05, + "loss": 0.2524, + "num_input_tokens_seen": 35778000, + "step": 18585 + }, + { + "epoch": 3.0326290888326946, + "grad_norm": 0.7241418957710266, + "learning_rate": 2.776482476629465e-05, + "loss": 0.1005, + "num_input_tokens_seen": 35788080, + "step": 18590 + }, + { + "epoch": 3.0334448160535117, + "grad_norm": 0.5285725593566895, + "learning_rate": 2.7755067298872924e-05, + "loss": 0.1062, + "num_input_tokens_seen": 35797264, + "step": 18595 + }, + { + "epoch": 3.0342605432743293, + "grad_norm": 0.33024853467941284, + "learning_rate": 2.774530940658518e-05, + "loss": 0.1096, + "num_input_tokens_seen": 35808688, + "step": 18600 + }, + { + "epoch": 3.0342605432743293, + "eval_loss": 0.16421157121658325, + "eval_runtime": 71.488, + "eval_samples_per_second": 38.118, + "eval_steps_per_second": 19.066, + "num_input_tokens_seen": 35808688, + "step": 18600 + }, + { + "epoch": 3.0350762704951464, + "grad_norm": 1.1608061790466309, + "learning_rate": 2.7735551090936236e-05, + "loss": 0.176, + "num_input_tokens_seen": 35818112, + "step": 18605 + }, + { + "epoch": 3.035891997715964, + "grad_norm": 0.5563570261001587, + "learning_rate": 2.7725792353430934e-05, + "loss": 0.2447, + "num_input_tokens_seen": 35828208, + "step": 18610 + }, + { + "epoch": 3.036707724936781, + "grad_norm": 0.5657124519348145, + "learning_rate": 2.77160331955742e-05, + "loss": 0.1862, + "num_input_tokens_seen": 35837984, + "step": 18615 + }, + { + "epoch": 3.0375234521575987, + "grad_norm": 0.4824598431587219, + "learning_rate": 2.7706273618871008e-05, + "loss": 0.1542, + "num_input_tokens_seen": 35848416, + "step": 18620 + }, + { + "epoch": 3.038339179378416, + "grad_norm": 0.5113847255706787, + "learning_rate": 2.769651362482642e-05, + "loss": 0.1694, + "num_input_tokens_seen": 35857680, + "step": 18625 + }, + { + "epoch": 3.0391549065992334, + "grad_norm": 0.7339514493942261, + "learning_rate": 2.768675321494555e-05, + "loss": 0.1497, + "num_input_tokens_seen": 35867248, + "step": 18630 + }, + { + "epoch": 3.0399706338200505, + "grad_norm": 0.44831347465515137, + "learning_rate": 2.7676992390733565e-05, + "loss": 0.1042, + "num_input_tokens_seen": 35877440, + "step": 18635 + }, + { + "epoch": 3.040786361040868, + "grad_norm": 0.8871824145317078, + "learning_rate": 2.766723115369571e-05, + "loss": 0.1796, + "num_input_tokens_seen": 35886640, + "step": 18640 + }, + { + "epoch": 3.041602088261685, + "grad_norm": 1.3784096240997314, + "learning_rate": 2.765746950533729e-05, + "loss": 0.253, + "num_input_tokens_seen": 35896096, + "step": 18645 + }, + { + "epoch": 3.042417815482503, + "grad_norm": 1.172788143157959, + "learning_rate": 2.7647707447163684e-05, + "loss": 0.167, + "num_input_tokens_seen": 35907264, + "step": 18650 + }, + { + "epoch": 3.04323354270332, + "grad_norm": 0.9537097215652466, + "learning_rate": 2.7637944980680315e-05, + "loss": 0.1304, + "num_input_tokens_seen": 35916656, + "step": 18655 + }, + { + "epoch": 3.0440492699241375, + "grad_norm": 0.6689549088478088, + "learning_rate": 2.762818210739268e-05, + "loss": 0.1722, + "num_input_tokens_seen": 35926448, + "step": 18660 + }, + { + "epoch": 3.0448649971449546, + "grad_norm": 0.7352985143661499, + "learning_rate": 2.7618418828806332e-05, + "loss": 0.1729, + "num_input_tokens_seen": 35935488, + "step": 18665 + }, + { + "epoch": 3.045680724365772, + "grad_norm": 0.2378634512424469, + "learning_rate": 2.76086551464269e-05, + "loss": 0.1713, + "num_input_tokens_seen": 35944400, + "step": 18670 + }, + { + "epoch": 3.0464964515865893, + "grad_norm": 0.7414717674255371, + "learning_rate": 2.759889106176006e-05, + "loss": 0.1129, + "num_input_tokens_seen": 35955536, + "step": 18675 + }, + { + "epoch": 3.047312178807407, + "grad_norm": 0.6513816714286804, + "learning_rate": 2.758912657631156e-05, + "loss": 0.1525, + "num_input_tokens_seen": 35965744, + "step": 18680 + }, + { + "epoch": 3.048127906028224, + "grad_norm": 0.2720889747142792, + "learning_rate": 2.7579361691587198e-05, + "loss": 0.1073, + "num_input_tokens_seen": 35976560, + "step": 18685 + }, + { + "epoch": 3.0489436332490416, + "grad_norm": 0.4944390058517456, + "learning_rate": 2.756959640909285e-05, + "loss": 0.2121, + "num_input_tokens_seen": 35987312, + "step": 18690 + }, + { + "epoch": 3.0497593604698587, + "grad_norm": 0.8332356810569763, + "learning_rate": 2.7559830730334452e-05, + "loss": 0.1107, + "num_input_tokens_seen": 35996928, + "step": 18695 + }, + { + "epoch": 3.0505750876906763, + "grad_norm": 1.0260127782821655, + "learning_rate": 2.7550064656817988e-05, + "loss": 0.1591, + "num_input_tokens_seen": 36005888, + "step": 18700 + }, + { + "epoch": 3.0513908149114934, + "grad_norm": 0.7786361575126648, + "learning_rate": 2.7540298190049503e-05, + "loss": 0.2235, + "num_input_tokens_seen": 36016432, + "step": 18705 + }, + { + "epoch": 3.052206542132311, + "grad_norm": 1.4235632419586182, + "learning_rate": 2.7530531331535107e-05, + "loss": 0.263, + "num_input_tokens_seen": 36026160, + "step": 18710 + }, + { + "epoch": 3.053022269353128, + "grad_norm": 0.6669324636459351, + "learning_rate": 2.752076408278099e-05, + "loss": 0.157, + "num_input_tokens_seen": 36035360, + "step": 18715 + }, + { + "epoch": 3.0538379965739457, + "grad_norm": 0.8178858757019043, + "learning_rate": 2.751099644529337e-05, + "loss": 0.1182, + "num_input_tokens_seen": 36046400, + "step": 18720 + }, + { + "epoch": 3.054653723794763, + "grad_norm": 0.21033115684986115, + "learning_rate": 2.7501228420578533e-05, + "loss": 0.129, + "num_input_tokens_seen": 36054640, + "step": 18725 + }, + { + "epoch": 3.0554694510155804, + "grad_norm": 1.4418411254882812, + "learning_rate": 2.7491460010142857e-05, + "loss": 0.2114, + "num_input_tokens_seen": 36064480, + "step": 18730 + }, + { + "epoch": 3.0562851782363976, + "grad_norm": 0.9331814050674438, + "learning_rate": 2.7481691215492727e-05, + "loss": 0.1546, + "num_input_tokens_seen": 36073936, + "step": 18735 + }, + { + "epoch": 3.057100905457215, + "grad_norm": 0.929007351398468, + "learning_rate": 2.747192203813463e-05, + "loss": 0.1523, + "num_input_tokens_seen": 36084240, + "step": 18740 + }, + { + "epoch": 3.0579166326780323, + "grad_norm": 0.7836933135986328, + "learning_rate": 2.7462152479575087e-05, + "loss": 0.1668, + "num_input_tokens_seen": 36093728, + "step": 18745 + }, + { + "epoch": 3.05873235989885, + "grad_norm": 1.150599718093872, + "learning_rate": 2.7452382541320697e-05, + "loss": 0.1539, + "num_input_tokens_seen": 36103456, + "step": 18750 + }, + { + "epoch": 3.059548087119667, + "grad_norm": 0.6974520087242126, + "learning_rate": 2.7442612224878096e-05, + "loss": 0.1329, + "num_input_tokens_seen": 36113440, + "step": 18755 + }, + { + "epoch": 3.0603638143404845, + "grad_norm": 0.8261176347732544, + "learning_rate": 2.7432841531753994e-05, + "loss": 0.1835, + "num_input_tokens_seen": 36123728, + "step": 18760 + }, + { + "epoch": 3.0611795415613017, + "grad_norm": 0.2352600246667862, + "learning_rate": 2.7423070463455147e-05, + "loss": 0.1305, + "num_input_tokens_seen": 36133328, + "step": 18765 + }, + { + "epoch": 3.0619952687821193, + "grad_norm": 1.0571067333221436, + "learning_rate": 2.7413299021488397e-05, + "loss": 0.2159, + "num_input_tokens_seen": 36141952, + "step": 18770 + }, + { + "epoch": 3.062810996002937, + "grad_norm": 1.3368439674377441, + "learning_rate": 2.7403527207360615e-05, + "loss": 0.2697, + "num_input_tokens_seen": 36152192, + "step": 18775 + }, + { + "epoch": 3.063626723223754, + "grad_norm": 0.9260726571083069, + "learning_rate": 2.7393755022578722e-05, + "loss": 0.1787, + "num_input_tokens_seen": 36160992, + "step": 18780 + }, + { + "epoch": 3.0644424504445715, + "grad_norm": 0.5726877450942993, + "learning_rate": 2.7383982468649714e-05, + "loss": 0.1775, + "num_input_tokens_seen": 36171088, + "step": 18785 + }, + { + "epoch": 3.0652581776653887, + "grad_norm": 1.2138038873672485, + "learning_rate": 2.7374209547080665e-05, + "loss": 0.1582, + "num_input_tokens_seen": 36180192, + "step": 18790 + }, + { + "epoch": 3.0660739048862062, + "grad_norm": 0.7832085490226746, + "learning_rate": 2.7364436259378663e-05, + "loss": 0.1506, + "num_input_tokens_seen": 36190672, + "step": 18795 + }, + { + "epoch": 3.0668896321070234, + "grad_norm": 0.8156006336212158, + "learning_rate": 2.735466260705088e-05, + "loss": 0.1706, + "num_input_tokens_seen": 36200720, + "step": 18800 + }, + { + "epoch": 3.0668896321070234, + "eval_loss": 0.16400137543678284, + "eval_runtime": 71.3949, + "eval_samples_per_second": 38.168, + "eval_steps_per_second": 19.091, + "num_input_tokens_seen": 36200720, + "step": 18800 + }, + { + "epoch": 3.067705359327841, + "grad_norm": 0.6568829417228699, + "learning_rate": 2.7344888591604524e-05, + "loss": 0.2009, + "num_input_tokens_seen": 36210592, + "step": 18805 + }, + { + "epoch": 3.068521086548658, + "grad_norm": 1.1895768642425537, + "learning_rate": 2.7335114214546893e-05, + "loss": 0.1577, + "num_input_tokens_seen": 36219040, + "step": 18810 + }, + { + "epoch": 3.0693368137694756, + "grad_norm": 0.5705817341804504, + "learning_rate": 2.7325339477385293e-05, + "loss": 0.2106, + "num_input_tokens_seen": 36228224, + "step": 18815 + }, + { + "epoch": 3.0701525409902928, + "grad_norm": 0.9348590970039368, + "learning_rate": 2.7315564381627128e-05, + "loss": 0.2382, + "num_input_tokens_seen": 36238160, + "step": 18820 + }, + { + "epoch": 3.0709682682111104, + "grad_norm": 0.7836107611656189, + "learning_rate": 2.7305788928779835e-05, + "loss": 0.2406, + "num_input_tokens_seen": 36247760, + "step": 18825 + }, + { + "epoch": 3.0717839954319275, + "grad_norm": 0.4589408040046692, + "learning_rate": 2.729601312035091e-05, + "loss": 0.1641, + "num_input_tokens_seen": 36255584, + "step": 18830 + }, + { + "epoch": 3.072599722652745, + "grad_norm": 1.4413050413131714, + "learning_rate": 2.7286236957847915e-05, + "loss": 0.1348, + "num_input_tokens_seen": 36264112, + "step": 18835 + }, + { + "epoch": 3.073415449873562, + "grad_norm": 0.63167804479599, + "learning_rate": 2.7276460442778446e-05, + "loss": 0.108, + "num_input_tokens_seen": 36273664, + "step": 18840 + }, + { + "epoch": 3.0742311770943798, + "grad_norm": 0.8816177248954773, + "learning_rate": 2.726668357665017e-05, + "loss": 0.1237, + "num_input_tokens_seen": 36284384, + "step": 18845 + }, + { + "epoch": 3.075046904315197, + "grad_norm": 1.001572608947754, + "learning_rate": 2.7256906360970808e-05, + "loss": 0.1809, + "num_input_tokens_seen": 36294464, + "step": 18850 + }, + { + "epoch": 3.0758626315360145, + "grad_norm": 0.4638451635837555, + "learning_rate": 2.7247128797248117e-05, + "loss": 0.1772, + "num_input_tokens_seen": 36303424, + "step": 18855 + }, + { + "epoch": 3.0766783587568316, + "grad_norm": 0.8805270791053772, + "learning_rate": 2.7237350886989925e-05, + "loss": 0.1784, + "num_input_tokens_seen": 36312240, + "step": 18860 + }, + { + "epoch": 3.077494085977649, + "grad_norm": 1.3692424297332764, + "learning_rate": 2.7227572631704107e-05, + "loss": 0.182, + "num_input_tokens_seen": 36321456, + "step": 18865 + }, + { + "epoch": 3.0783098131984663, + "grad_norm": 0.9982447624206543, + "learning_rate": 2.7217794032898596e-05, + "loss": 0.1592, + "num_input_tokens_seen": 36331296, + "step": 18870 + }, + { + "epoch": 3.079125540419284, + "grad_norm": 0.9176318645477295, + "learning_rate": 2.7208015092081384e-05, + "loss": 0.1771, + "num_input_tokens_seen": 36341344, + "step": 18875 + }, + { + "epoch": 3.079941267640101, + "grad_norm": 1.2631398439407349, + "learning_rate": 2.719823581076049e-05, + "loss": 0.1998, + "num_input_tokens_seen": 36349552, + "step": 18880 + }, + { + "epoch": 3.0807569948609186, + "grad_norm": 1.1452081203460693, + "learning_rate": 2.718845619044401e-05, + "loss": 0.1937, + "num_input_tokens_seen": 36358880, + "step": 18885 + }, + { + "epoch": 3.0815727220817357, + "grad_norm": 0.3385772705078125, + "learning_rate": 2.7178676232640088e-05, + "loss": 0.115, + "num_input_tokens_seen": 36368576, + "step": 18890 + }, + { + "epoch": 3.0823884493025533, + "grad_norm": 1.1521344184875488, + "learning_rate": 2.716889593885691e-05, + "loss": 0.122, + "num_input_tokens_seen": 36376832, + "step": 18895 + }, + { + "epoch": 3.0832041765233704, + "grad_norm": 0.7618728876113892, + "learning_rate": 2.7159115310602716e-05, + "loss": 0.1468, + "num_input_tokens_seen": 36387712, + "step": 18900 + }, + { + "epoch": 3.084019903744188, + "grad_norm": 1.2895756959915161, + "learning_rate": 2.7149334349385814e-05, + "loss": 0.1432, + "num_input_tokens_seen": 36397456, + "step": 18905 + }, + { + "epoch": 3.084835630965005, + "grad_norm": 0.626768946647644, + "learning_rate": 2.713955305671454e-05, + "loss": 0.1278, + "num_input_tokens_seen": 36406944, + "step": 18910 + }, + { + "epoch": 3.0856513581858227, + "grad_norm": 0.7506539821624756, + "learning_rate": 2.71297714340973e-05, + "loss": 0.1915, + "num_input_tokens_seen": 36416864, + "step": 18915 + }, + { + "epoch": 3.08646708540664, + "grad_norm": 1.0070762634277344, + "learning_rate": 2.7119989483042545e-05, + "loss": 0.1366, + "num_input_tokens_seen": 36426880, + "step": 18920 + }, + { + "epoch": 3.0872828126274574, + "grad_norm": 1.025206208229065, + "learning_rate": 2.7110207205058768e-05, + "loss": 0.1461, + "num_input_tokens_seen": 36435840, + "step": 18925 + }, + { + "epoch": 3.0880985398482745, + "grad_norm": 0.7789915800094604, + "learning_rate": 2.7100424601654517e-05, + "loss": 0.1326, + "num_input_tokens_seen": 36444672, + "step": 18930 + }, + { + "epoch": 3.088914267069092, + "grad_norm": 1.192358136177063, + "learning_rate": 2.7090641674338403e-05, + "loss": 0.2341, + "num_input_tokens_seen": 36453744, + "step": 18935 + }, + { + "epoch": 3.0897299942899092, + "grad_norm": 0.8483286499977112, + "learning_rate": 2.7080858424619072e-05, + "loss": 0.1814, + "num_input_tokens_seen": 36464016, + "step": 18940 + }, + { + "epoch": 3.090545721510727, + "grad_norm": 1.3599234819412231, + "learning_rate": 2.707107485400521e-05, + "loss": 0.187, + "num_input_tokens_seen": 36472800, + "step": 18945 + }, + { + "epoch": 3.0913614487315444, + "grad_norm": 0.9757625460624695, + "learning_rate": 2.7061290964005586e-05, + "loss": 0.2077, + "num_input_tokens_seen": 36482672, + "step": 18950 + }, + { + "epoch": 3.0921771759523615, + "grad_norm": 0.4699680805206299, + "learning_rate": 2.7051506756129e-05, + "loss": 0.1105, + "num_input_tokens_seen": 36493216, + "step": 18955 + }, + { + "epoch": 3.092992903173179, + "grad_norm": 0.628803551197052, + "learning_rate": 2.704172223188428e-05, + "loss": 0.1627, + "num_input_tokens_seen": 36501840, + "step": 18960 + }, + { + "epoch": 3.0938086303939962, + "grad_norm": 0.6393389105796814, + "learning_rate": 2.7031937392780334e-05, + "loss": 0.1462, + "num_input_tokens_seen": 36511456, + "step": 18965 + }, + { + "epoch": 3.094624357614814, + "grad_norm": 0.966446042060852, + "learning_rate": 2.702215224032611e-05, + "loss": 0.1428, + "num_input_tokens_seen": 36520640, + "step": 18970 + }, + { + "epoch": 3.095440084835631, + "grad_norm": 0.41055190563201904, + "learning_rate": 2.70123667760306e-05, + "loss": 0.1447, + "num_input_tokens_seen": 36530608, + "step": 18975 + }, + { + "epoch": 3.0962558120564485, + "grad_norm": 0.4026413857936859, + "learning_rate": 2.7002581001402845e-05, + "loss": 0.1763, + "num_input_tokens_seen": 36541360, + "step": 18980 + }, + { + "epoch": 3.0970715392772656, + "grad_norm": 0.7391270399093628, + "learning_rate": 2.6992794917951923e-05, + "loss": 0.2503, + "num_input_tokens_seen": 36550992, + "step": 18985 + }, + { + "epoch": 3.097887266498083, + "grad_norm": 0.42086470127105713, + "learning_rate": 2.6983008527187e-05, + "loss": 0.2014, + "num_input_tokens_seen": 36560656, + "step": 18990 + }, + { + "epoch": 3.0987029937189003, + "grad_norm": 0.28358331322669983, + "learning_rate": 2.697322183061723e-05, + "loss": 0.1175, + "num_input_tokens_seen": 36570736, + "step": 18995 + }, + { + "epoch": 3.099518720939718, + "grad_norm": 1.0623033046722412, + "learning_rate": 2.696343482975186e-05, + "loss": 0.2372, + "num_input_tokens_seen": 36580112, + "step": 19000 + }, + { + "epoch": 3.099518720939718, + "eval_loss": 0.16469205915927887, + "eval_runtime": 71.4288, + "eval_samples_per_second": 38.15, + "eval_steps_per_second": 19.082, + "num_input_tokens_seen": 36580112, + "step": 19000 + }, + { + "epoch": 3.100334448160535, + "grad_norm": 0.13737063109874725, + "learning_rate": 2.695364752610016e-05, + "loss": 0.1041, + "num_input_tokens_seen": 36590096, + "step": 19005 + }, + { + "epoch": 3.1011501753813526, + "grad_norm": 0.44820696115493774, + "learning_rate": 2.6943859921171467e-05, + "loss": 0.1951, + "num_input_tokens_seen": 36599936, + "step": 19010 + }, + { + "epoch": 3.1019659026021698, + "grad_norm": 0.4503963887691498, + "learning_rate": 2.6934072016475143e-05, + "loss": 0.1899, + "num_input_tokens_seen": 36609280, + "step": 19015 + }, + { + "epoch": 3.1027816298229873, + "grad_norm": 0.6823737621307373, + "learning_rate": 2.6924283813520606e-05, + "loss": 0.1408, + "num_input_tokens_seen": 36618704, + "step": 19020 + }, + { + "epoch": 3.1035973570438045, + "grad_norm": 1.3910049200057983, + "learning_rate": 2.691449531381733e-05, + "loss": 0.1442, + "num_input_tokens_seen": 36628144, + "step": 19025 + }, + { + "epoch": 3.104413084264622, + "grad_norm": 0.5743627548217773, + "learning_rate": 2.6904706518874816e-05, + "loss": 0.1464, + "num_input_tokens_seen": 36638704, + "step": 19030 + }, + { + "epoch": 3.105228811485439, + "grad_norm": 0.503410816192627, + "learning_rate": 2.6894917430202615e-05, + "loss": 0.1353, + "num_input_tokens_seen": 36647680, + "step": 19035 + }, + { + "epoch": 3.1060445387062567, + "grad_norm": 0.3615787625312805, + "learning_rate": 2.6885128049310343e-05, + "loss": 0.1817, + "num_input_tokens_seen": 36659360, + "step": 19040 + }, + { + "epoch": 3.106860265927074, + "grad_norm": 0.7400389909744263, + "learning_rate": 2.687533837770762e-05, + "loss": 0.1623, + "num_input_tokens_seen": 36668752, + "step": 19045 + }, + { + "epoch": 3.1076759931478914, + "grad_norm": 0.24965016543865204, + "learning_rate": 2.6865548416904162e-05, + "loss": 0.1073, + "num_input_tokens_seen": 36678480, + "step": 19050 + }, + { + "epoch": 3.1084917203687086, + "grad_norm": 1.7099971771240234, + "learning_rate": 2.68557581684097e-05, + "loss": 0.1697, + "num_input_tokens_seen": 36686720, + "step": 19055 + }, + { + "epoch": 3.109307447589526, + "grad_norm": 1.1128993034362793, + "learning_rate": 2.6845967633733998e-05, + "loss": 0.2177, + "num_input_tokens_seen": 36695920, + "step": 19060 + }, + { + "epoch": 3.1101231748103433, + "grad_norm": 0.4526093304157257, + "learning_rate": 2.683617681438689e-05, + "loss": 0.1898, + "num_input_tokens_seen": 36706064, + "step": 19065 + }, + { + "epoch": 3.110938902031161, + "grad_norm": 0.640245258808136, + "learning_rate": 2.682638571187825e-05, + "loss": 0.1842, + "num_input_tokens_seen": 36714176, + "step": 19070 + }, + { + "epoch": 3.111754629251978, + "grad_norm": 1.0950905084609985, + "learning_rate": 2.6816594327717976e-05, + "loss": 0.179, + "num_input_tokens_seen": 36724848, + "step": 19075 + }, + { + "epoch": 3.1125703564727956, + "grad_norm": 0.6101840138435364, + "learning_rate": 2.680680266341603e-05, + "loss": 0.14, + "num_input_tokens_seen": 36733984, + "step": 19080 + }, + { + "epoch": 3.1133860836936127, + "grad_norm": 0.4641541838645935, + "learning_rate": 2.67970107204824e-05, + "loss": 0.173, + "num_input_tokens_seen": 36742496, + "step": 19085 + }, + { + "epoch": 3.1142018109144303, + "grad_norm": 0.8560017347335815, + "learning_rate": 2.6787218500427142e-05, + "loss": 0.1166, + "num_input_tokens_seen": 36752368, + "step": 19090 + }, + { + "epoch": 3.1150175381352474, + "grad_norm": 2.026580572128296, + "learning_rate": 2.6777426004760332e-05, + "loss": 0.2406, + "num_input_tokens_seen": 36763344, + "step": 19095 + }, + { + "epoch": 3.115833265356065, + "grad_norm": 2.2694711685180664, + "learning_rate": 2.6767633234992094e-05, + "loss": 0.161, + "num_input_tokens_seen": 36771520, + "step": 19100 + }, + { + "epoch": 3.116648992576882, + "grad_norm": 0.9996501803398132, + "learning_rate": 2.6757840192632598e-05, + "loss": 0.1467, + "num_input_tokens_seen": 36781312, + "step": 19105 + }, + { + "epoch": 3.1174647197976997, + "grad_norm": 0.41881200671195984, + "learning_rate": 2.6748046879192052e-05, + "loss": 0.1688, + "num_input_tokens_seen": 36789984, + "step": 19110 + }, + { + "epoch": 3.118280447018517, + "grad_norm": 0.9957581758499146, + "learning_rate": 2.673825329618071e-05, + "loss": 0.2095, + "num_input_tokens_seen": 36799520, + "step": 19115 + }, + { + "epoch": 3.1190961742393344, + "grad_norm": 1.0843340158462524, + "learning_rate": 2.6728459445108866e-05, + "loss": 0.1867, + "num_input_tokens_seen": 36809568, + "step": 19120 + }, + { + "epoch": 3.1199119014601515, + "grad_norm": 1.5879155397415161, + "learning_rate": 2.6718665327486854e-05, + "loss": 0.253, + "num_input_tokens_seen": 36819632, + "step": 19125 + }, + { + "epoch": 3.120727628680969, + "grad_norm": 0.7968499660491943, + "learning_rate": 2.6708870944825048e-05, + "loss": 0.1567, + "num_input_tokens_seen": 36829568, + "step": 19130 + }, + { + "epoch": 3.121543355901786, + "grad_norm": 0.49158501625061035, + "learning_rate": 2.6699076298633874e-05, + "loss": 0.145, + "num_input_tokens_seen": 36839328, + "step": 19135 + }, + { + "epoch": 3.122359083122604, + "grad_norm": 1.2325220108032227, + "learning_rate": 2.6689281390423788e-05, + "loss": 0.1808, + "num_input_tokens_seen": 36848672, + "step": 19140 + }, + { + "epoch": 3.1231748103434214, + "grad_norm": 0.40175139904022217, + "learning_rate": 2.667948622170527e-05, + "loss": 0.1786, + "num_input_tokens_seen": 36858624, + "step": 19145 + }, + { + "epoch": 3.1239905375642385, + "grad_norm": 0.9385705590248108, + "learning_rate": 2.6669690793988873e-05, + "loss": 0.1908, + "num_input_tokens_seen": 36867728, + "step": 19150 + }, + { + "epoch": 3.124806264785056, + "grad_norm": 0.6192775964736938, + "learning_rate": 2.665989510878518e-05, + "loss": 0.1461, + "num_input_tokens_seen": 36876832, + "step": 19155 + }, + { + "epoch": 3.125621992005873, + "grad_norm": 0.6669182181358337, + "learning_rate": 2.6650099167604793e-05, + "loss": 0.1797, + "num_input_tokens_seen": 36886944, + "step": 19160 + }, + { + "epoch": 3.126437719226691, + "grad_norm": 0.4363242983818054, + "learning_rate": 2.6640302971958376e-05, + "loss": 0.1471, + "num_input_tokens_seen": 36895472, + "step": 19165 + }, + { + "epoch": 3.127253446447508, + "grad_norm": 0.7878067493438721, + "learning_rate": 2.6630506523356635e-05, + "loss": 0.1845, + "num_input_tokens_seen": 36904912, + "step": 19170 + }, + { + "epoch": 3.1280691736683255, + "grad_norm": 1.0260206460952759, + "learning_rate": 2.6620709823310297e-05, + "loss": 0.1797, + "num_input_tokens_seen": 36915424, + "step": 19175 + }, + { + "epoch": 3.1288849008891426, + "grad_norm": 0.5095266699790955, + "learning_rate": 2.661091287333014e-05, + "loss": 0.1388, + "num_input_tokens_seen": 36924240, + "step": 19180 + }, + { + "epoch": 3.12970062810996, + "grad_norm": 0.6570075750350952, + "learning_rate": 2.660111567492696e-05, + "loss": 0.1868, + "num_input_tokens_seen": 36934448, + "step": 19185 + }, + { + "epoch": 3.1305163553307773, + "grad_norm": 0.4957958161830902, + "learning_rate": 2.6591318229611635e-05, + "loss": 0.1656, + "num_input_tokens_seen": 36943664, + "step": 19190 + }, + { + "epoch": 3.131332082551595, + "grad_norm": 1.1008766889572144, + "learning_rate": 2.6581520538895037e-05, + "loss": 0.1736, + "num_input_tokens_seen": 36954064, + "step": 19195 + }, + { + "epoch": 3.132147809772412, + "grad_norm": 0.4105152487754822, + "learning_rate": 2.6571722604288102e-05, + "loss": 0.149, + "num_input_tokens_seen": 36961872, + "step": 19200 + }, + { + "epoch": 3.132147809772412, + "eval_loss": 0.16426201164722443, + "eval_runtime": 71.3735, + "eval_samples_per_second": 38.179, + "eval_steps_per_second": 19.097, + "num_input_tokens_seen": 36961872, + "step": 19200 + }, + { + "epoch": 3.1329635369932296, + "grad_norm": 1.2918601036071777, + "learning_rate": 2.656192442730179e-05, + "loss": 0.197, + "num_input_tokens_seen": 36971328, + "step": 19205 + }, + { + "epoch": 3.1337792642140467, + "grad_norm": 1.1371368169784546, + "learning_rate": 2.6552126009447098e-05, + "loss": 0.1731, + "num_input_tokens_seen": 36980224, + "step": 19210 + }, + { + "epoch": 3.1345949914348643, + "grad_norm": 1.2153010368347168, + "learning_rate": 2.654232735223507e-05, + "loss": 0.1828, + "num_input_tokens_seen": 36989024, + "step": 19215 + }, + { + "epoch": 3.1354107186556814, + "grad_norm": 0.5659276247024536, + "learning_rate": 2.6532528457176787e-05, + "loss": 0.0875, + "num_input_tokens_seen": 36997968, + "step": 19220 + }, + { + "epoch": 3.136226445876499, + "grad_norm": 0.3622431457042694, + "learning_rate": 2.6522729325783348e-05, + "loss": 0.1858, + "num_input_tokens_seen": 37007136, + "step": 19225 + }, + { + "epoch": 3.137042173097316, + "grad_norm": 0.6111204028129578, + "learning_rate": 2.6512929959565914e-05, + "loss": 0.2078, + "num_input_tokens_seen": 37017264, + "step": 19230 + }, + { + "epoch": 3.1378579003181337, + "grad_norm": 0.3990454077720642, + "learning_rate": 2.6503130360035673e-05, + "loss": 0.1214, + "num_input_tokens_seen": 37026880, + "step": 19235 + }, + { + "epoch": 3.138673627538951, + "grad_norm": 1.6067336797714233, + "learning_rate": 2.6493330528703835e-05, + "loss": 0.1323, + "num_input_tokens_seen": 37035984, + "step": 19240 + }, + { + "epoch": 3.1394893547597684, + "grad_norm": 1.619162678718567, + "learning_rate": 2.648353046708167e-05, + "loss": 0.2347, + "num_input_tokens_seen": 37047760, + "step": 19245 + }, + { + "epoch": 3.1403050819805856, + "grad_norm": 1.2241085767745972, + "learning_rate": 2.647373017668046e-05, + "loss": 0.1734, + "num_input_tokens_seen": 37058144, + "step": 19250 + }, + { + "epoch": 3.141120809201403, + "grad_norm": 1.2604713439941406, + "learning_rate": 2.6463929659011537e-05, + "loss": 0.1714, + "num_input_tokens_seen": 37067760, + "step": 19255 + }, + { + "epoch": 3.1419365364222203, + "grad_norm": 0.6548799872398376, + "learning_rate": 2.6454128915586262e-05, + "loss": 0.1478, + "num_input_tokens_seen": 37076384, + "step": 19260 + }, + { + "epoch": 3.142752263643038, + "grad_norm": 0.8166638016700745, + "learning_rate": 2.6444327947916036e-05, + "loss": 0.129, + "num_input_tokens_seen": 37085968, + "step": 19265 + }, + { + "epoch": 3.143567990863855, + "grad_norm": 0.42640388011932373, + "learning_rate": 2.6434526757512292e-05, + "loss": 0.19, + "num_input_tokens_seen": 37096128, + "step": 19270 + }, + { + "epoch": 3.1443837180846725, + "grad_norm": 1.929843544960022, + "learning_rate": 2.6424725345886486e-05, + "loss": 0.1699, + "num_input_tokens_seen": 37105664, + "step": 19275 + }, + { + "epoch": 3.1451994453054897, + "grad_norm": 0.17993557453155518, + "learning_rate": 2.641492371455014e-05, + "loss": 0.1393, + "num_input_tokens_seen": 37114688, + "step": 19280 + }, + { + "epoch": 3.1460151725263072, + "grad_norm": 0.4617738127708435, + "learning_rate": 2.640512186501477e-05, + "loss": 0.2001, + "num_input_tokens_seen": 37124416, + "step": 19285 + }, + { + "epoch": 3.1468308997471244, + "grad_norm": 0.6404141783714294, + "learning_rate": 2.639531979879195e-05, + "loss": 0.1397, + "num_input_tokens_seen": 37133680, + "step": 19290 + }, + { + "epoch": 3.147646626967942, + "grad_norm": 1.3710683584213257, + "learning_rate": 2.638551751739328e-05, + "loss": 0.2315, + "num_input_tokens_seen": 37144144, + "step": 19295 + }, + { + "epoch": 3.148462354188759, + "grad_norm": 0.4400095045566559, + "learning_rate": 2.6375715022330404e-05, + "loss": 0.1652, + "num_input_tokens_seen": 37154560, + "step": 19300 + }, + { + "epoch": 3.1492780814095767, + "grad_norm": 0.3319299519062042, + "learning_rate": 2.6365912315114976e-05, + "loss": 0.1472, + "num_input_tokens_seen": 37164848, + "step": 19305 + }, + { + "epoch": 3.150093808630394, + "grad_norm": 0.3994465172290802, + "learning_rate": 2.6356109397258704e-05, + "loss": 0.1697, + "num_input_tokens_seen": 37176000, + "step": 19310 + }, + { + "epoch": 3.1509095358512114, + "grad_norm": 0.8334301114082336, + "learning_rate": 2.6346306270273325e-05, + "loss": 0.1723, + "num_input_tokens_seen": 37185680, + "step": 19315 + }, + { + "epoch": 3.151725263072029, + "grad_norm": 0.7705903053283691, + "learning_rate": 2.6336502935670608e-05, + "loss": 0.2175, + "num_input_tokens_seen": 37195600, + "step": 19320 + }, + { + "epoch": 3.152540990292846, + "grad_norm": 1.1662476062774658, + "learning_rate": 2.6326699394962333e-05, + "loss": 0.1566, + "num_input_tokens_seen": 37204464, + "step": 19325 + }, + { + "epoch": 3.153356717513663, + "grad_norm": 0.8220455050468445, + "learning_rate": 2.6316895649660334e-05, + "loss": 0.147, + "num_input_tokens_seen": 37213360, + "step": 19330 + }, + { + "epoch": 3.1541724447344808, + "grad_norm": 0.5806475281715393, + "learning_rate": 2.6307091701276486e-05, + "loss": 0.1844, + "num_input_tokens_seen": 37222608, + "step": 19335 + }, + { + "epoch": 3.1549881719552983, + "grad_norm": 0.7820245027542114, + "learning_rate": 2.629728755132267e-05, + "loss": 0.1659, + "num_input_tokens_seen": 37233072, + "step": 19340 + }, + { + "epoch": 3.1558038991761155, + "grad_norm": 1.4620952606201172, + "learning_rate": 2.628748320131081e-05, + "loss": 0.1514, + "num_input_tokens_seen": 37241984, + "step": 19345 + }, + { + "epoch": 3.156619626396933, + "grad_norm": 0.2986525297164917, + "learning_rate": 2.6277678652752856e-05, + "loss": 0.1844, + "num_input_tokens_seen": 37250832, + "step": 19350 + }, + { + "epoch": 3.15743535361775, + "grad_norm": 0.7698627710342407, + "learning_rate": 2.6267873907160807e-05, + "loss": 0.1457, + "num_input_tokens_seen": 37260608, + "step": 19355 + }, + { + "epoch": 3.1582510808385678, + "grad_norm": 0.37384167313575745, + "learning_rate": 2.6258068966046668e-05, + "loss": 0.1116, + "num_input_tokens_seen": 37271056, + "step": 19360 + }, + { + "epoch": 3.159066808059385, + "grad_norm": 0.5500443577766418, + "learning_rate": 2.6248263830922475e-05, + "loss": 0.0741, + "num_input_tokens_seen": 37280864, + "step": 19365 + }, + { + "epoch": 3.1598825352802025, + "grad_norm": 1.009812355041504, + "learning_rate": 2.6238458503300318e-05, + "loss": 0.2245, + "num_input_tokens_seen": 37290592, + "step": 19370 + }, + { + "epoch": 3.1606982625010196, + "grad_norm": 0.7058125138282776, + "learning_rate": 2.6228652984692292e-05, + "loss": 0.1429, + "num_input_tokens_seen": 37299136, + "step": 19375 + }, + { + "epoch": 3.161513989721837, + "grad_norm": 0.6559879779815674, + "learning_rate": 2.621884727661054e-05, + "loss": 0.1814, + "num_input_tokens_seen": 37308272, + "step": 19380 + }, + { + "epoch": 3.1623297169426543, + "grad_norm": 0.8320081830024719, + "learning_rate": 2.6209041380567222e-05, + "loss": 0.1675, + "num_input_tokens_seen": 37317696, + "step": 19385 + }, + { + "epoch": 3.163145444163472, + "grad_norm": 0.6541546583175659, + "learning_rate": 2.6199235298074527e-05, + "loss": 0.1836, + "num_input_tokens_seen": 37327312, + "step": 19390 + }, + { + "epoch": 3.163961171384289, + "grad_norm": 1.5860916376113892, + "learning_rate": 2.618942903064468e-05, + "loss": 0.1369, + "num_input_tokens_seen": 37336384, + "step": 19395 + }, + { + "epoch": 3.1647768986051066, + "grad_norm": 0.759488582611084, + "learning_rate": 2.6179622579789932e-05, + "loss": 0.2051, + "num_input_tokens_seen": 37345136, + "step": 19400 + }, + { + "epoch": 3.1647768986051066, + "eval_loss": 0.16414442658424377, + "eval_runtime": 71.4063, + "eval_samples_per_second": 38.162, + "eval_steps_per_second": 19.088, + "num_input_tokens_seen": 37345136, + "step": 19400 + }, + { + "epoch": 3.1655926258259237, + "grad_norm": 1.8585479259490967, + "learning_rate": 2.6169815947022553e-05, + "loss": 0.3046, + "num_input_tokens_seen": 37354864, + "step": 19405 + }, + { + "epoch": 3.1664083530467413, + "grad_norm": 1.4637588262557983, + "learning_rate": 2.6160009133854853e-05, + "loss": 0.145, + "num_input_tokens_seen": 37365408, + "step": 19410 + }, + { + "epoch": 3.1672240802675584, + "grad_norm": 0.5963512063026428, + "learning_rate": 2.6150202141799168e-05, + "loss": 0.138, + "num_input_tokens_seen": 37375952, + "step": 19415 + }, + { + "epoch": 3.168039807488376, + "grad_norm": 0.6991668939590454, + "learning_rate": 2.614039497236786e-05, + "loss": 0.1999, + "num_input_tokens_seen": 37385808, + "step": 19420 + }, + { + "epoch": 3.168855534709193, + "grad_norm": 0.9507668614387512, + "learning_rate": 2.6130587627073315e-05, + "loss": 0.1289, + "num_input_tokens_seen": 37395808, + "step": 19425 + }, + { + "epoch": 3.1696712619300107, + "grad_norm": 0.4199734926223755, + "learning_rate": 2.6120780107427956e-05, + "loss": 0.1693, + "num_input_tokens_seen": 37404464, + "step": 19430 + }, + { + "epoch": 3.170486989150828, + "grad_norm": 0.8153745532035828, + "learning_rate": 2.6110972414944214e-05, + "loss": 0.2278, + "num_input_tokens_seen": 37414128, + "step": 19435 + }, + { + "epoch": 3.1713027163716454, + "grad_norm": 0.31600603461265564, + "learning_rate": 2.6101164551134565e-05, + "loss": 0.1395, + "num_input_tokens_seen": 37424240, + "step": 19440 + }, + { + "epoch": 3.1721184435924625, + "grad_norm": 0.25439193844795227, + "learning_rate": 2.6091356517511505e-05, + "loss": 0.1165, + "num_input_tokens_seen": 37433696, + "step": 19445 + }, + { + "epoch": 3.17293417081328, + "grad_norm": 0.6653131246566772, + "learning_rate": 2.608154831558755e-05, + "loss": 0.1273, + "num_input_tokens_seen": 37443392, + "step": 19450 + }, + { + "epoch": 3.1737498980340972, + "grad_norm": 1.063995122909546, + "learning_rate": 2.607173994687526e-05, + "loss": 0.2623, + "num_input_tokens_seen": 37453968, + "step": 19455 + }, + { + "epoch": 3.174565625254915, + "grad_norm": 0.8435202836990356, + "learning_rate": 2.6061931412887196e-05, + "loss": 0.1982, + "num_input_tokens_seen": 37462336, + "step": 19460 + }, + { + "epoch": 3.175381352475732, + "grad_norm": 1.3699454069137573, + "learning_rate": 2.6052122715135973e-05, + "loss": 0.1479, + "num_input_tokens_seen": 37472944, + "step": 19465 + }, + { + "epoch": 3.1761970796965495, + "grad_norm": 0.1642250269651413, + "learning_rate": 2.60423138551342e-05, + "loss": 0.1149, + "num_input_tokens_seen": 37482736, + "step": 19470 + }, + { + "epoch": 3.1770128069173666, + "grad_norm": 0.7090547680854797, + "learning_rate": 2.6032504834394527e-05, + "loss": 0.1274, + "num_input_tokens_seen": 37491872, + "step": 19475 + }, + { + "epoch": 3.1778285341381842, + "grad_norm": 1.2855651378631592, + "learning_rate": 2.602269565442964e-05, + "loss": 0.1903, + "num_input_tokens_seen": 37502096, + "step": 19480 + }, + { + "epoch": 3.1786442613590014, + "grad_norm": 1.5202350616455078, + "learning_rate": 2.6012886316752227e-05, + "loss": 0.1682, + "num_input_tokens_seen": 37512032, + "step": 19485 + }, + { + "epoch": 3.179459988579819, + "grad_norm": 0.8335297107696533, + "learning_rate": 2.6003076822875018e-05, + "loss": 0.1394, + "num_input_tokens_seen": 37522656, + "step": 19490 + }, + { + "epoch": 3.180275715800636, + "grad_norm": 0.927609920501709, + "learning_rate": 2.5993267174310755e-05, + "loss": 0.1445, + "num_input_tokens_seen": 37531840, + "step": 19495 + }, + { + "epoch": 3.1810914430214536, + "grad_norm": 0.18616051971912384, + "learning_rate": 2.5983457372572218e-05, + "loss": 0.1058, + "num_input_tokens_seen": 37540736, + "step": 19500 + }, + { + "epoch": 3.1819071702422708, + "grad_norm": 0.48352307081222534, + "learning_rate": 2.597364741917219e-05, + "loss": 0.0964, + "num_input_tokens_seen": 37549248, + "step": 19505 + }, + { + "epoch": 3.1827228974630883, + "grad_norm": 0.4083089828491211, + "learning_rate": 2.5963837315623492e-05, + "loss": 0.1338, + "num_input_tokens_seen": 37558640, + "step": 19510 + }, + { + "epoch": 3.183538624683906, + "grad_norm": 0.8168227076530457, + "learning_rate": 2.595402706343897e-05, + "loss": 0.1716, + "num_input_tokens_seen": 37568416, + "step": 19515 + }, + { + "epoch": 3.184354351904723, + "grad_norm": 0.21671535074710846, + "learning_rate": 2.594421666413148e-05, + "loss": 0.1363, + "num_input_tokens_seen": 37577808, + "step": 19520 + }, + { + "epoch": 3.1851700791255406, + "grad_norm": 0.5196807384490967, + "learning_rate": 2.5934406119213928e-05, + "loss": 0.126, + "num_input_tokens_seen": 37588768, + "step": 19525 + }, + { + "epoch": 3.1859858063463578, + "grad_norm": 0.44965797662734985, + "learning_rate": 2.5924595430199193e-05, + "loss": 0.1495, + "num_input_tokens_seen": 37598560, + "step": 19530 + }, + { + "epoch": 3.1868015335671753, + "grad_norm": 0.34590938687324524, + "learning_rate": 2.5914784598600238e-05, + "loss": 0.1389, + "num_input_tokens_seen": 37608992, + "step": 19535 + }, + { + "epoch": 3.1876172607879925, + "grad_norm": 0.7590466737747192, + "learning_rate": 2.5904973625930002e-05, + "loss": 0.1442, + "num_input_tokens_seen": 37619648, + "step": 19540 + }, + { + "epoch": 3.18843298800881, + "grad_norm": 0.8930662274360657, + "learning_rate": 2.5895162513701456e-05, + "loss": 0.1654, + "num_input_tokens_seen": 37630352, + "step": 19545 + }, + { + "epoch": 3.189248715229627, + "grad_norm": 1.1478174924850464, + "learning_rate": 2.5885351263427593e-05, + "loss": 0.1636, + "num_input_tokens_seen": 37639440, + "step": 19550 + }, + { + "epoch": 3.1900644424504447, + "grad_norm": 1.3681983947753906, + "learning_rate": 2.5875539876621448e-05, + "loss": 0.1633, + "num_input_tokens_seen": 37649872, + "step": 19555 + }, + { + "epoch": 3.190880169671262, + "grad_norm": 0.4679001271724701, + "learning_rate": 2.586572835479605e-05, + "loss": 0.128, + "num_input_tokens_seen": 37659088, + "step": 19560 + }, + { + "epoch": 3.1916958968920794, + "grad_norm": 0.6549911499023438, + "learning_rate": 2.585591669946446e-05, + "loss": 0.1605, + "num_input_tokens_seen": 37668080, + "step": 19565 + }, + { + "epoch": 3.1925116241128966, + "grad_norm": 1.010612964630127, + "learning_rate": 2.5846104912139756e-05, + "loss": 0.2455, + "num_input_tokens_seen": 37678032, + "step": 19570 + }, + { + "epoch": 3.193327351333714, + "grad_norm": 0.9018650054931641, + "learning_rate": 2.583629299433505e-05, + "loss": 0.1984, + "num_input_tokens_seen": 37687728, + "step": 19575 + }, + { + "epoch": 3.1941430785545313, + "grad_norm": 0.3753867745399475, + "learning_rate": 2.582648094756345e-05, + "loss": 0.1779, + "num_input_tokens_seen": 37697104, + "step": 19580 + }, + { + "epoch": 3.194958805775349, + "grad_norm": 0.8695815205574036, + "learning_rate": 2.5816668773338098e-05, + "loss": 0.1595, + "num_input_tokens_seen": 37705536, + "step": 19585 + }, + { + "epoch": 3.195774532996166, + "grad_norm": 0.5033327341079712, + "learning_rate": 2.580685647317216e-05, + "loss": 0.1575, + "num_input_tokens_seen": 37714944, + "step": 19590 + }, + { + "epoch": 3.1965902602169836, + "grad_norm": 0.6668753623962402, + "learning_rate": 2.5797044048578818e-05, + "loss": 0.1637, + "num_input_tokens_seen": 37724512, + "step": 19595 + }, + { + "epoch": 3.1974059874378007, + "grad_norm": 0.3876153230667114, + "learning_rate": 2.5787231501071262e-05, + "loss": 0.0988, + "num_input_tokens_seen": 37732992, + "step": 19600 + }, + { + "epoch": 3.1974059874378007, + "eval_loss": 0.16466136276721954, + "eval_runtime": 71.4916, + "eval_samples_per_second": 38.116, + "eval_steps_per_second": 19.065, + "num_input_tokens_seen": 37732992, + "step": 19600 + }, + { + "epoch": 3.1982217146586183, + "grad_norm": 0.5596492886543274, + "learning_rate": 2.577741883216272e-05, + "loss": 0.0842, + "num_input_tokens_seen": 37743120, + "step": 19605 + }, + { + "epoch": 3.1990374418794354, + "grad_norm": 0.6164846420288086, + "learning_rate": 2.576760604336642e-05, + "loss": 0.1223, + "num_input_tokens_seen": 37750736, + "step": 19610 + }, + { + "epoch": 3.199853169100253, + "grad_norm": 0.41471588611602783, + "learning_rate": 2.575779313619563e-05, + "loss": 0.1459, + "num_input_tokens_seen": 37761600, + "step": 19615 + }, + { + "epoch": 3.20066889632107, + "grad_norm": 0.9822109937667847, + "learning_rate": 2.5747980112163605e-05, + "loss": 0.1745, + "num_input_tokens_seen": 37771328, + "step": 19620 + }, + { + "epoch": 3.2014846235418877, + "grad_norm": 0.6665756106376648, + "learning_rate": 2.5738166972783656e-05, + "loss": 0.1688, + "num_input_tokens_seen": 37781104, + "step": 19625 + }, + { + "epoch": 3.202300350762705, + "grad_norm": 0.9106882214546204, + "learning_rate": 2.5728353719569075e-05, + "loss": 0.1786, + "num_input_tokens_seen": 37791424, + "step": 19630 + }, + { + "epoch": 3.2031160779835224, + "grad_norm": 0.42873695492744446, + "learning_rate": 2.57185403540332e-05, + "loss": 0.1043, + "num_input_tokens_seen": 37800160, + "step": 19635 + }, + { + "epoch": 3.2039318052043395, + "grad_norm": 0.3295018672943115, + "learning_rate": 2.5708726877689375e-05, + "loss": 0.1188, + "num_input_tokens_seen": 37810064, + "step": 19640 + }, + { + "epoch": 3.204747532425157, + "grad_norm": 0.07707880437374115, + "learning_rate": 2.5698913292050964e-05, + "loss": 0.2099, + "num_input_tokens_seen": 37818368, + "step": 19645 + }, + { + "epoch": 3.205563259645974, + "grad_norm": 0.6998594999313354, + "learning_rate": 2.568909959863133e-05, + "loss": 0.1456, + "num_input_tokens_seen": 37828192, + "step": 19650 + }, + { + "epoch": 3.206378986866792, + "grad_norm": 0.578245222568512, + "learning_rate": 2.5679285798943887e-05, + "loss": 0.1052, + "num_input_tokens_seen": 37836416, + "step": 19655 + }, + { + "epoch": 3.207194714087609, + "grad_norm": 0.8306194543838501, + "learning_rate": 2.5669471894502035e-05, + "loss": 0.1149, + "num_input_tokens_seen": 37846736, + "step": 19660 + }, + { + "epoch": 3.2080104413084265, + "grad_norm": 0.5569204092025757, + "learning_rate": 2.56596578868192e-05, + "loss": 0.1137, + "num_input_tokens_seen": 37855920, + "step": 19665 + }, + { + "epoch": 3.2088261685292436, + "grad_norm": 1.0746712684631348, + "learning_rate": 2.564984377740883e-05, + "loss": 0.1496, + "num_input_tokens_seen": 37865632, + "step": 19670 + }, + { + "epoch": 3.209641895750061, + "grad_norm": 1.0101587772369385, + "learning_rate": 2.564002956778438e-05, + "loss": 0.2065, + "num_input_tokens_seen": 37874336, + "step": 19675 + }, + { + "epoch": 3.2104576229708783, + "grad_norm": 1.1893686056137085, + "learning_rate": 2.563021525945934e-05, + "loss": 0.2448, + "num_input_tokens_seen": 37885264, + "step": 19680 + }, + { + "epoch": 3.211273350191696, + "grad_norm": 0.6850944757461548, + "learning_rate": 2.562040085394718e-05, + "loss": 0.1817, + "num_input_tokens_seen": 37894240, + "step": 19685 + }, + { + "epoch": 3.2120890774125135, + "grad_norm": 0.47328296303749084, + "learning_rate": 2.56105863527614e-05, + "loss": 0.0963, + "num_input_tokens_seen": 37905600, + "step": 19690 + }, + { + "epoch": 3.2129048046333306, + "grad_norm": 0.9459934234619141, + "learning_rate": 2.5600771757415548e-05, + "loss": 0.1845, + "num_input_tokens_seen": 37914800, + "step": 19695 + }, + { + "epoch": 3.2137205318541477, + "grad_norm": 0.8970698118209839, + "learning_rate": 2.5590957069423134e-05, + "loss": 0.1598, + "num_input_tokens_seen": 37923520, + "step": 19700 + }, + { + "epoch": 3.2145362590749653, + "grad_norm": 1.6264331340789795, + "learning_rate": 2.5581142290297716e-05, + "loss": 0.2099, + "num_input_tokens_seen": 37933072, + "step": 19705 + }, + { + "epoch": 3.215351986295783, + "grad_norm": 0.24441608786582947, + "learning_rate": 2.557132742155285e-05, + "loss": 0.1902, + "num_input_tokens_seen": 37943440, + "step": 19710 + }, + { + "epoch": 3.2161677135166, + "grad_norm": 0.6266523599624634, + "learning_rate": 2.556151246470212e-05, + "loss": 0.1428, + "num_input_tokens_seen": 37952928, + "step": 19715 + }, + { + "epoch": 3.2169834407374176, + "grad_norm": 0.966350793838501, + "learning_rate": 2.5551697421259114e-05, + "loss": 0.1974, + "num_input_tokens_seen": 37963232, + "step": 19720 + }, + { + "epoch": 3.2177991679582347, + "grad_norm": 0.36409634351730347, + "learning_rate": 2.554188229273743e-05, + "loss": 0.1478, + "num_input_tokens_seen": 37972864, + "step": 19725 + }, + { + "epoch": 3.2186148951790523, + "grad_norm": 0.41770434379577637, + "learning_rate": 2.5532067080650678e-05, + "loss": 0.1612, + "num_input_tokens_seen": 37982896, + "step": 19730 + }, + { + "epoch": 3.2194306223998694, + "grad_norm": 1.0264556407928467, + "learning_rate": 2.55222517865125e-05, + "loss": 0.1765, + "num_input_tokens_seen": 37992720, + "step": 19735 + }, + { + "epoch": 3.220246349620687, + "grad_norm": 0.6714838743209839, + "learning_rate": 2.5512436411836538e-05, + "loss": 0.1774, + "num_input_tokens_seen": 38003840, + "step": 19740 + }, + { + "epoch": 3.221062076841504, + "grad_norm": 0.6317263841629028, + "learning_rate": 2.5502620958136443e-05, + "loss": 0.1668, + "num_input_tokens_seen": 38014336, + "step": 19745 + }, + { + "epoch": 3.2218778040623217, + "grad_norm": 1.0846720933914185, + "learning_rate": 2.5492805426925874e-05, + "loss": 0.1383, + "num_input_tokens_seen": 38024048, + "step": 19750 + }, + { + "epoch": 3.222693531283139, + "grad_norm": 0.39634862542152405, + "learning_rate": 2.5482989819718523e-05, + "loss": 0.1781, + "num_input_tokens_seen": 38033440, + "step": 19755 + }, + { + "epoch": 3.2235092585039564, + "grad_norm": 0.9418624639511108, + "learning_rate": 2.5473174138028065e-05, + "loss": 0.1364, + "num_input_tokens_seen": 38042592, + "step": 19760 + }, + { + "epoch": 3.2243249857247736, + "grad_norm": 1.0494458675384521, + "learning_rate": 2.5463358383368212e-05, + "loss": 0.1159, + "num_input_tokens_seen": 38051200, + "step": 19765 + }, + { + "epoch": 3.225140712945591, + "grad_norm": 0.7872604131698608, + "learning_rate": 2.545354255725267e-05, + "loss": 0.1907, + "num_input_tokens_seen": 38059200, + "step": 19770 + }, + { + "epoch": 3.2259564401664083, + "grad_norm": 0.7122904658317566, + "learning_rate": 2.5443726661195165e-05, + "loss": 0.0969, + "num_input_tokens_seen": 38068848, + "step": 19775 + }, + { + "epoch": 3.226772167387226, + "grad_norm": 1.0042110681533813, + "learning_rate": 2.543391069670944e-05, + "loss": 0.2083, + "num_input_tokens_seen": 38079632, + "step": 19780 + }, + { + "epoch": 3.227587894608043, + "grad_norm": 0.377901166677475, + "learning_rate": 2.5424094665309228e-05, + "loss": 0.0865, + "num_input_tokens_seen": 38089344, + "step": 19785 + }, + { + "epoch": 3.2284036218288605, + "grad_norm": 1.2599629163742065, + "learning_rate": 2.5414278568508292e-05, + "loss": 0.1833, + "num_input_tokens_seen": 38099200, + "step": 19790 + }, + { + "epoch": 3.2292193490496777, + "grad_norm": 0.42122340202331543, + "learning_rate": 2.540446240782039e-05, + "loss": 0.1491, + "num_input_tokens_seen": 38108160, + "step": 19795 + }, + { + "epoch": 3.2300350762704952, + "grad_norm": 0.7504732012748718, + "learning_rate": 2.5394646184759307e-05, + "loss": 0.1688, + "num_input_tokens_seen": 38118784, + "step": 19800 + }, + { + "epoch": 3.2300350762704952, + "eval_loss": 0.1666659712791443, + "eval_runtime": 71.4122, + "eval_samples_per_second": 38.159, + "eval_steps_per_second": 19.086, + "num_input_tokens_seen": 38118784, + "step": 19800 + }, + { + "epoch": 3.2308508034913124, + "grad_norm": 0.30553632974624634, + "learning_rate": 2.538482990083882e-05, + "loss": 0.1038, + "num_input_tokens_seen": 38127328, + "step": 19805 + }, + { + "epoch": 3.23166653071213, + "grad_norm": 1.8425933122634888, + "learning_rate": 2.5375013557572725e-05, + "loss": 0.1268, + "num_input_tokens_seen": 38136864, + "step": 19810 + }, + { + "epoch": 3.232482257932947, + "grad_norm": 0.5187783241271973, + "learning_rate": 2.536519715647483e-05, + "loss": 0.1442, + "num_input_tokens_seen": 38146304, + "step": 19815 + }, + { + "epoch": 3.2332979851537647, + "grad_norm": 0.8370546102523804, + "learning_rate": 2.535538069905894e-05, + "loss": 0.1641, + "num_input_tokens_seen": 38155520, + "step": 19820 + }, + { + "epoch": 3.234113712374582, + "grad_norm": 1.5267316102981567, + "learning_rate": 2.534556418683888e-05, + "loss": 0.1748, + "num_input_tokens_seen": 38164896, + "step": 19825 + }, + { + "epoch": 3.2349294395953994, + "grad_norm": 0.8283625841140747, + "learning_rate": 2.5335747621328486e-05, + "loss": 0.1454, + "num_input_tokens_seen": 38174736, + "step": 19830 + }, + { + "epoch": 3.2357451668162165, + "grad_norm": 0.9129253625869751, + "learning_rate": 2.5325931004041586e-05, + "loss": 0.1746, + "num_input_tokens_seen": 38184240, + "step": 19835 + }, + { + "epoch": 3.236560894037034, + "grad_norm": 1.070125937461853, + "learning_rate": 2.5316114336492032e-05, + "loss": 0.145, + "num_input_tokens_seen": 38194560, + "step": 19840 + }, + { + "epoch": 3.237376621257851, + "grad_norm": 0.42084234952926636, + "learning_rate": 2.530629762019367e-05, + "loss": 0.2103, + "num_input_tokens_seen": 38204752, + "step": 19845 + }, + { + "epoch": 3.2381923484786688, + "grad_norm": 0.9584183692932129, + "learning_rate": 2.5296480856660364e-05, + "loss": 0.222, + "num_input_tokens_seen": 38214880, + "step": 19850 + }, + { + "epoch": 3.239008075699486, + "grad_norm": 0.3988923132419586, + "learning_rate": 2.528666404740599e-05, + "loss": 0.2027, + "num_input_tokens_seen": 38224352, + "step": 19855 + }, + { + "epoch": 3.2398238029203035, + "grad_norm": 1.259703516960144, + "learning_rate": 2.527684719394442e-05, + "loss": 0.195, + "num_input_tokens_seen": 38232208, + "step": 19860 + }, + { + "epoch": 3.2406395301411206, + "grad_norm": 1.1803838014602661, + "learning_rate": 2.526703029778953e-05, + "loss": 0.2457, + "num_input_tokens_seen": 38242160, + "step": 19865 + }, + { + "epoch": 3.241455257361938, + "grad_norm": 0.7009069323539734, + "learning_rate": 2.5257213360455208e-05, + "loss": 0.1348, + "num_input_tokens_seen": 38251952, + "step": 19870 + }, + { + "epoch": 3.2422709845827553, + "grad_norm": 1.2513821125030518, + "learning_rate": 2.5247396383455353e-05, + "loss": 0.2395, + "num_input_tokens_seen": 38262272, + "step": 19875 + }, + { + "epoch": 3.243086711803573, + "grad_norm": 0.26287126541137695, + "learning_rate": 2.523757936830387e-05, + "loss": 0.161, + "num_input_tokens_seen": 38271952, + "step": 19880 + }, + { + "epoch": 3.2439024390243905, + "grad_norm": 1.648161768913269, + "learning_rate": 2.5227762316514662e-05, + "loss": 0.1844, + "num_input_tokens_seen": 38282528, + "step": 19885 + }, + { + "epoch": 3.2447181662452076, + "grad_norm": 0.5642344951629639, + "learning_rate": 2.5217945229601648e-05, + "loss": 0.1549, + "num_input_tokens_seen": 38291952, + "step": 19890 + }, + { + "epoch": 3.245533893466025, + "grad_norm": 0.2610889971256256, + "learning_rate": 2.5208128109078738e-05, + "loss": 0.1282, + "num_input_tokens_seen": 38301920, + "step": 19895 + }, + { + "epoch": 3.2463496206868423, + "grad_norm": 0.619928777217865, + "learning_rate": 2.5198310956459853e-05, + "loss": 0.2175, + "num_input_tokens_seen": 38312128, + "step": 19900 + }, + { + "epoch": 3.24716534790766, + "grad_norm": 1.1627795696258545, + "learning_rate": 2.518849377325893e-05, + "loss": 0.1368, + "num_input_tokens_seen": 38321024, + "step": 19905 + }, + { + "epoch": 3.247981075128477, + "grad_norm": 0.44748303294181824, + "learning_rate": 2.51786765609899e-05, + "loss": 0.1679, + "num_input_tokens_seen": 38331520, + "step": 19910 + }, + { + "epoch": 3.2487968023492946, + "grad_norm": 1.0345518589019775, + "learning_rate": 2.5168859321166694e-05, + "loss": 0.1507, + "num_input_tokens_seen": 38341008, + "step": 19915 + }, + { + "epoch": 3.2496125295701117, + "grad_norm": 0.8343347311019897, + "learning_rate": 2.515904205530326e-05, + "loss": 0.1588, + "num_input_tokens_seen": 38350880, + "step": 19920 + }, + { + "epoch": 3.2504282567909293, + "grad_norm": 0.44832080602645874, + "learning_rate": 2.514922476491355e-05, + "loss": 0.128, + "num_input_tokens_seen": 38359920, + "step": 19925 + }, + { + "epoch": 3.2512439840117464, + "grad_norm": 0.1553281545639038, + "learning_rate": 2.51394074515115e-05, + "loss": 0.1619, + "num_input_tokens_seen": 38369840, + "step": 19930 + }, + { + "epoch": 3.252059711232564, + "grad_norm": 0.7720986008644104, + "learning_rate": 2.5129590116611067e-05, + "loss": 0.2114, + "num_input_tokens_seen": 38380224, + "step": 19935 + }, + { + "epoch": 3.252875438453381, + "grad_norm": 0.9681280255317688, + "learning_rate": 2.5119772761726212e-05, + "loss": 0.2236, + "num_input_tokens_seen": 38389904, + "step": 19940 + }, + { + "epoch": 3.2536911656741987, + "grad_norm": 0.8092959523200989, + "learning_rate": 2.5109955388370893e-05, + "loss": 0.1733, + "num_input_tokens_seen": 38400032, + "step": 19945 + }, + { + "epoch": 3.254506892895016, + "grad_norm": 1.289341926574707, + "learning_rate": 2.510013799805907e-05, + "loss": 0.1832, + "num_input_tokens_seen": 38408544, + "step": 19950 + }, + { + "epoch": 3.2553226201158334, + "grad_norm": 0.5255335569381714, + "learning_rate": 2.5090320592304706e-05, + "loss": 0.1132, + "num_input_tokens_seen": 38417312, + "step": 19955 + }, + { + "epoch": 3.2561383473366505, + "grad_norm": 0.43033650517463684, + "learning_rate": 2.5080503172621777e-05, + "loss": 0.1606, + "num_input_tokens_seen": 38426416, + "step": 19960 + }, + { + "epoch": 3.256954074557468, + "grad_norm": 0.432555228471756, + "learning_rate": 2.5070685740524246e-05, + "loss": 0.1902, + "num_input_tokens_seen": 38437264, + "step": 19965 + }, + { + "epoch": 3.2577698017782852, + "grad_norm": 1.0361648797988892, + "learning_rate": 2.5060868297526084e-05, + "loss": 0.1901, + "num_input_tokens_seen": 38446576, + "step": 19970 + }, + { + "epoch": 3.258585528999103, + "grad_norm": 1.089406132698059, + "learning_rate": 2.5051050845141267e-05, + "loss": 0.134, + "num_input_tokens_seen": 38457056, + "step": 19975 + }, + { + "epoch": 3.25940125621992, + "grad_norm": 0.15208172798156738, + "learning_rate": 2.5041233384883765e-05, + "loss": 0.1728, + "num_input_tokens_seen": 38465808, + "step": 19980 + }, + { + "epoch": 3.2602169834407375, + "grad_norm": 0.8193534016609192, + "learning_rate": 2.5031415918267564e-05, + "loss": 0.1999, + "num_input_tokens_seen": 38474592, + "step": 19985 + }, + { + "epoch": 3.2610327106615546, + "grad_norm": 0.6718396544456482, + "learning_rate": 2.5021598446806626e-05, + "loss": 0.1807, + "num_input_tokens_seen": 38485120, + "step": 19990 + }, + { + "epoch": 3.261848437882372, + "grad_norm": 1.0731537342071533, + "learning_rate": 2.5011780972014937e-05, + "loss": 0.1568, + "num_input_tokens_seen": 38493408, + "step": 19995 + }, + { + "epoch": 3.2626641651031894, + "grad_norm": 1.2927500009536743, + "learning_rate": 2.5001963495406478e-05, + "loss": 0.1648, + "num_input_tokens_seen": 38503392, + "step": 20000 + }, + { + "epoch": 3.2626641651031894, + "eval_loss": 0.1640140414237976, + "eval_runtime": 71.3674, + "eval_samples_per_second": 38.183, + "eval_steps_per_second": 19.098, + "num_input_tokens_seen": 38503392, + "step": 20000 + }, + { + "epoch": 3.263479892324007, + "grad_norm": 0.4354779124259949, + "learning_rate": 2.499214601849522e-05, + "loss": 0.1944, + "num_input_tokens_seen": 38512656, + "step": 20005 + }, + { + "epoch": 3.264295619544824, + "grad_norm": 1.4738128185272217, + "learning_rate": 2.4982328542795148e-05, + "loss": 0.2114, + "num_input_tokens_seen": 38521952, + "step": 20010 + }, + { + "epoch": 3.2651113467656416, + "grad_norm": 1.2684763669967651, + "learning_rate": 2.497251106982024e-05, + "loss": 0.1794, + "num_input_tokens_seen": 38532384, + "step": 20015 + }, + { + "epoch": 3.2659270739864588, + "grad_norm": 1.105379581451416, + "learning_rate": 2.4962693601084458e-05, + "loss": 0.1869, + "num_input_tokens_seen": 38540800, + "step": 20020 + }, + { + "epoch": 3.2667428012072763, + "grad_norm": 0.5320791006088257, + "learning_rate": 2.4952876138101794e-05, + "loss": 0.1103, + "num_input_tokens_seen": 38550448, + "step": 20025 + }, + { + "epoch": 3.2675585284280935, + "grad_norm": 1.782118558883667, + "learning_rate": 2.4943058682386233e-05, + "loss": 0.1612, + "num_input_tokens_seen": 38560144, + "step": 20030 + }, + { + "epoch": 3.268374255648911, + "grad_norm": 0.6373704671859741, + "learning_rate": 2.493324123545173e-05, + "loss": 0.2169, + "num_input_tokens_seen": 38569728, + "step": 20035 + }, + { + "epoch": 3.269189982869728, + "grad_norm": 1.3059769868850708, + "learning_rate": 2.4923423798812272e-05, + "loss": 0.2065, + "num_input_tokens_seen": 38580544, + "step": 20040 + }, + { + "epoch": 3.2700057100905457, + "grad_norm": 0.9953335523605347, + "learning_rate": 2.4913606373981825e-05, + "loss": 0.2346, + "num_input_tokens_seen": 38590880, + "step": 20045 + }, + { + "epoch": 3.270821437311363, + "grad_norm": 0.4409099519252777, + "learning_rate": 2.4903788962474357e-05, + "loss": 0.112, + "num_input_tokens_seen": 38599328, + "step": 20050 + }, + { + "epoch": 3.2716371645321805, + "grad_norm": 0.3222294747829437, + "learning_rate": 2.489397156580385e-05, + "loss": 0.1452, + "num_input_tokens_seen": 38607440, + "step": 20055 + }, + { + "epoch": 3.272452891752998, + "grad_norm": 0.7171368598937988, + "learning_rate": 2.4884154185484246e-05, + "loss": 0.1376, + "num_input_tokens_seen": 38617024, + "step": 20060 + }, + { + "epoch": 3.273268618973815, + "grad_norm": 0.7776265740394592, + "learning_rate": 2.4874336823029526e-05, + "loss": 0.1087, + "num_input_tokens_seen": 38626576, + "step": 20065 + }, + { + "epoch": 3.2740843461946323, + "grad_norm": 1.0405044555664062, + "learning_rate": 2.4864519479953656e-05, + "loss": 0.1697, + "num_input_tokens_seen": 38635760, + "step": 20070 + }, + { + "epoch": 3.27490007341545, + "grad_norm": 0.7561918497085571, + "learning_rate": 2.485470215777058e-05, + "loss": 0.1642, + "num_input_tokens_seen": 38643952, + "step": 20075 + }, + { + "epoch": 3.2757158006362674, + "grad_norm": 1.091424822807312, + "learning_rate": 2.4844884857994258e-05, + "loss": 0.2481, + "num_input_tokens_seen": 38654272, + "step": 20080 + }, + { + "epoch": 3.2765315278570846, + "grad_norm": 0.44564902782440186, + "learning_rate": 2.4835067582138638e-05, + "loss": 0.189, + "num_input_tokens_seen": 38664336, + "step": 20085 + }, + { + "epoch": 3.2773472550779017, + "grad_norm": 1.497075080871582, + "learning_rate": 2.4825250331717666e-05, + "loss": 0.233, + "num_input_tokens_seen": 38674128, + "step": 20090 + }, + { + "epoch": 3.2781629822987193, + "grad_norm": 0.9639485478401184, + "learning_rate": 2.4815433108245298e-05, + "loss": 0.2109, + "num_input_tokens_seen": 38684768, + "step": 20095 + }, + { + "epoch": 3.278978709519537, + "grad_norm": 0.9445082545280457, + "learning_rate": 2.4805615913235456e-05, + "loss": 0.1698, + "num_input_tokens_seen": 38693904, + "step": 20100 + }, + { + "epoch": 3.279794436740354, + "grad_norm": 1.469727635383606, + "learning_rate": 2.479579874820208e-05, + "loss": 0.2495, + "num_input_tokens_seen": 38704752, + "step": 20105 + }, + { + "epoch": 3.2806101639611716, + "grad_norm": 0.946780800819397, + "learning_rate": 2.4785981614659115e-05, + "loss": 0.1883, + "num_input_tokens_seen": 38714064, + "step": 20110 + }, + { + "epoch": 3.2814258911819887, + "grad_norm": 0.7086136937141418, + "learning_rate": 2.477616451412047e-05, + "loss": 0.1379, + "num_input_tokens_seen": 38724768, + "step": 20115 + }, + { + "epoch": 3.2822416184028063, + "grad_norm": 0.47836822271347046, + "learning_rate": 2.476634744810007e-05, + "loss": 0.1201, + "num_input_tokens_seen": 38733680, + "step": 20120 + }, + { + "epoch": 3.2830573456236234, + "grad_norm": 0.5815009474754333, + "learning_rate": 2.475653041811183e-05, + "loss": 0.106, + "num_input_tokens_seen": 38743424, + "step": 20125 + }, + { + "epoch": 3.283873072844441, + "grad_norm": 0.28120556473731995, + "learning_rate": 2.4746713425669652e-05, + "loss": 0.0749, + "num_input_tokens_seen": 38753760, + "step": 20130 + }, + { + "epoch": 3.284688800065258, + "grad_norm": 0.5016769766807556, + "learning_rate": 2.4736896472287458e-05, + "loss": 0.1594, + "num_input_tokens_seen": 38762528, + "step": 20135 + }, + { + "epoch": 3.2855045272860757, + "grad_norm": 0.7273674607276917, + "learning_rate": 2.4727079559479124e-05, + "loss": 0.1539, + "num_input_tokens_seen": 38771472, + "step": 20140 + }, + { + "epoch": 3.286320254506893, + "grad_norm": 0.814680814743042, + "learning_rate": 2.4717262688758557e-05, + "loss": 0.206, + "num_input_tokens_seen": 38781104, + "step": 20145 + }, + { + "epoch": 3.2871359817277104, + "grad_norm": 0.7168810367584229, + "learning_rate": 2.4707445861639637e-05, + "loss": 0.2223, + "num_input_tokens_seen": 38790208, + "step": 20150 + }, + { + "epoch": 3.2879517089485275, + "grad_norm": 0.5663889050483704, + "learning_rate": 2.4697629079636244e-05, + "loss": 0.189, + "num_input_tokens_seen": 38799312, + "step": 20155 + }, + { + "epoch": 3.288767436169345, + "grad_norm": 1.031007170677185, + "learning_rate": 2.4687812344262244e-05, + "loss": 0.1793, + "num_input_tokens_seen": 38808656, + "step": 20160 + }, + { + "epoch": 3.289583163390162, + "grad_norm": 1.852031946182251, + "learning_rate": 2.46779956570315e-05, + "loss": 0.1857, + "num_input_tokens_seen": 38817584, + "step": 20165 + }, + { + "epoch": 3.29039889061098, + "grad_norm": 1.4616190195083618, + "learning_rate": 2.466817901945787e-05, + "loss": 0.2118, + "num_input_tokens_seen": 38827248, + "step": 20170 + }, + { + "epoch": 3.291214617831797, + "grad_norm": 0.796829879283905, + "learning_rate": 2.4658362433055217e-05, + "loss": 0.1359, + "num_input_tokens_seen": 38836720, + "step": 20175 + }, + { + "epoch": 3.2920303450526145, + "grad_norm": 1.089673638343811, + "learning_rate": 2.4648545899337356e-05, + "loss": 0.2551, + "num_input_tokens_seen": 38845888, + "step": 20180 + }, + { + "epoch": 3.2928460722734316, + "grad_norm": 0.5915445685386658, + "learning_rate": 2.4638729419818143e-05, + "loss": 0.1772, + "num_input_tokens_seen": 38855408, + "step": 20185 + }, + { + "epoch": 3.293661799494249, + "grad_norm": 0.6620451211929321, + "learning_rate": 2.46289129960114e-05, + "loss": 0.1886, + "num_input_tokens_seen": 38865744, + "step": 20190 + }, + { + "epoch": 3.2944775267150663, + "grad_norm": 0.6671983003616333, + "learning_rate": 2.4619096629430924e-05, + "loss": 0.1451, + "num_input_tokens_seen": 38876688, + "step": 20195 + }, + { + "epoch": 3.295293253935884, + "grad_norm": 0.8372771739959717, + "learning_rate": 2.4609280321590543e-05, + "loss": 0.1908, + "num_input_tokens_seen": 38885696, + "step": 20200 + }, + { + "epoch": 3.295293253935884, + "eval_loss": 0.16416290402412415, + "eval_runtime": 71.3893, + "eval_samples_per_second": 38.171, + "eval_steps_per_second": 19.092, + "num_input_tokens_seen": 38885696, + "step": 20200 + }, + { + "epoch": 3.296108981156701, + "grad_norm": 0.5044785737991333, + "learning_rate": 2.4599464074004037e-05, + "loss": 0.1695, + "num_input_tokens_seen": 38895952, + "step": 20205 + }, + { + "epoch": 3.2969247083775186, + "grad_norm": 1.0261341333389282, + "learning_rate": 2.4589647888185204e-05, + "loss": 0.1425, + "num_input_tokens_seen": 38905152, + "step": 20210 + }, + { + "epoch": 3.2977404355983357, + "grad_norm": 0.37428662180900574, + "learning_rate": 2.4579831765647836e-05, + "loss": 0.1447, + "num_input_tokens_seen": 38915424, + "step": 20215 + }, + { + "epoch": 3.2985561628191533, + "grad_norm": 0.6148786544799805, + "learning_rate": 2.4570015707905676e-05, + "loss": 0.19, + "num_input_tokens_seen": 38923648, + "step": 20220 + }, + { + "epoch": 3.2993718900399704, + "grad_norm": 0.6363268494606018, + "learning_rate": 2.4560199716472508e-05, + "loss": 0.1756, + "num_input_tokens_seen": 38933072, + "step": 20225 + }, + { + "epoch": 3.300187617260788, + "grad_norm": 0.5636502504348755, + "learning_rate": 2.455038379286207e-05, + "loss": 0.1762, + "num_input_tokens_seen": 38943952, + "step": 20230 + }, + { + "epoch": 3.3010033444816056, + "grad_norm": 2.056962728500366, + "learning_rate": 2.4540567938588095e-05, + "loss": 0.2005, + "num_input_tokens_seen": 38954800, + "step": 20235 + }, + { + "epoch": 3.3018190717024227, + "grad_norm": 0.6561999320983887, + "learning_rate": 2.4530752155164328e-05, + "loss": 0.2008, + "num_input_tokens_seen": 38964880, + "step": 20240 + }, + { + "epoch": 3.30263479892324, + "grad_norm": 0.853887140750885, + "learning_rate": 2.4520936444104463e-05, + "loss": 0.1568, + "num_input_tokens_seen": 38974064, + "step": 20245 + }, + { + "epoch": 3.3034505261440574, + "grad_norm": 0.44249796867370605, + "learning_rate": 2.4511120806922218e-05, + "loss": 0.1508, + "num_input_tokens_seen": 38984752, + "step": 20250 + }, + { + "epoch": 3.304266253364875, + "grad_norm": 0.5835184454917908, + "learning_rate": 2.45013052451313e-05, + "loss": 0.1112, + "num_input_tokens_seen": 38995456, + "step": 20255 + }, + { + "epoch": 3.305081980585692, + "grad_norm": 0.4585888385772705, + "learning_rate": 2.4491489760245376e-05, + "loss": 0.1629, + "num_input_tokens_seen": 39003808, + "step": 20260 + }, + { + "epoch": 3.3058977078065093, + "grad_norm": 1.0170886516571045, + "learning_rate": 2.4481674353778115e-05, + "loss": 0.1498, + "num_input_tokens_seen": 39012992, + "step": 20265 + }, + { + "epoch": 3.306713435027327, + "grad_norm": 2.3358447551727295, + "learning_rate": 2.447185902724319e-05, + "loss": 0.1869, + "num_input_tokens_seen": 39022240, + "step": 20270 + }, + { + "epoch": 3.3075291622481444, + "grad_norm": 0.45192280411720276, + "learning_rate": 2.4462043782154233e-05, + "loss": 0.2501, + "num_input_tokens_seen": 39031920, + "step": 20275 + }, + { + "epoch": 3.3083448894689615, + "grad_norm": 0.6284380555152893, + "learning_rate": 2.4452228620024895e-05, + "loss": 0.1829, + "num_input_tokens_seen": 39041632, + "step": 20280 + }, + { + "epoch": 3.309160616689779, + "grad_norm": 0.38144153356552124, + "learning_rate": 2.4442413542368776e-05, + "loss": 0.1549, + "num_input_tokens_seen": 39050848, + "step": 20285 + }, + { + "epoch": 3.3099763439105963, + "grad_norm": 0.5196425914764404, + "learning_rate": 2.4432598550699502e-05, + "loss": 0.1853, + "num_input_tokens_seen": 39061184, + "step": 20290 + }, + { + "epoch": 3.310792071131414, + "grad_norm": 0.35930731892585754, + "learning_rate": 2.4422783646530663e-05, + "loss": 0.1081, + "num_input_tokens_seen": 39070816, + "step": 20295 + }, + { + "epoch": 3.311607798352231, + "grad_norm": 1.1365044116973877, + "learning_rate": 2.441296883137584e-05, + "loss": 0.1276, + "num_input_tokens_seen": 39081312, + "step": 20300 + }, + { + "epoch": 3.3124235255730485, + "grad_norm": 1.1397337913513184, + "learning_rate": 2.4403154106748592e-05, + "loss": 0.1434, + "num_input_tokens_seen": 39090192, + "step": 20305 + }, + { + "epoch": 3.3132392527938657, + "grad_norm": 0.6923701763153076, + "learning_rate": 2.4393339474162494e-05, + "loss": 0.1689, + "num_input_tokens_seen": 39099488, + "step": 20310 + }, + { + "epoch": 3.3140549800146832, + "grad_norm": 1.1521668434143066, + "learning_rate": 2.4383524935131062e-05, + "loss": 0.1729, + "num_input_tokens_seen": 39109104, + "step": 20315 + }, + { + "epoch": 3.3148707072355004, + "grad_norm": 0.40324637293815613, + "learning_rate": 2.437371049116784e-05, + "loss": 0.1374, + "num_input_tokens_seen": 39119088, + "step": 20320 + }, + { + "epoch": 3.315686434456318, + "grad_norm": 0.9369181990623474, + "learning_rate": 2.436389614378632e-05, + "loss": 0.1824, + "num_input_tokens_seen": 39129040, + "step": 20325 + }, + { + "epoch": 3.316502161677135, + "grad_norm": 0.7307010293006897, + "learning_rate": 2.435408189450002e-05, + "loss": 0.1941, + "num_input_tokens_seen": 39138416, + "step": 20330 + }, + { + "epoch": 3.3173178888979526, + "grad_norm": 0.4401012063026428, + "learning_rate": 2.4344267744822406e-05, + "loss": 0.1151, + "num_input_tokens_seen": 39148384, + "step": 20335 + }, + { + "epoch": 3.31813361611877, + "grad_norm": 0.9644538164138794, + "learning_rate": 2.4334453696266944e-05, + "loss": 0.2074, + "num_input_tokens_seen": 39157840, + "step": 20340 + }, + { + "epoch": 3.3189493433395874, + "grad_norm": 0.9044620990753174, + "learning_rate": 2.432463975034708e-05, + "loss": 0.1161, + "num_input_tokens_seen": 39167728, + "step": 20345 + }, + { + "epoch": 3.3197650705604045, + "grad_norm": 0.48566219210624695, + "learning_rate": 2.4314825908576265e-05, + "loss": 0.2007, + "num_input_tokens_seen": 39176752, + "step": 20350 + }, + { + "epoch": 3.320580797781222, + "grad_norm": 0.5833176374435425, + "learning_rate": 2.4305012172467897e-05, + "loss": 0.1376, + "num_input_tokens_seen": 39186480, + "step": 20355 + }, + { + "epoch": 3.321396525002039, + "grad_norm": 0.6544525623321533, + "learning_rate": 2.4295198543535393e-05, + "loss": 0.1753, + "num_input_tokens_seen": 39196512, + "step": 20360 + }, + { + "epoch": 3.3222122522228568, + "grad_norm": 0.7882483601570129, + "learning_rate": 2.4285385023292124e-05, + "loss": 0.1133, + "num_input_tokens_seen": 39205312, + "step": 20365 + }, + { + "epoch": 3.323027979443674, + "grad_norm": 0.3806300163269043, + "learning_rate": 2.427557161325147e-05, + "loss": 0.1758, + "num_input_tokens_seen": 39214880, + "step": 20370 + }, + { + "epoch": 3.3238437066644915, + "grad_norm": 0.4716179072856903, + "learning_rate": 2.4265758314926778e-05, + "loss": 0.1685, + "num_input_tokens_seen": 39225520, + "step": 20375 + }, + { + "epoch": 3.3246594338853086, + "grad_norm": 0.15342634916305542, + "learning_rate": 2.4255945129831373e-05, + "loss": 0.1164, + "num_input_tokens_seen": 39235072, + "step": 20380 + }, + { + "epoch": 3.325475161106126, + "grad_norm": 1.0543298721313477, + "learning_rate": 2.4246132059478578e-05, + "loss": 0.1556, + "num_input_tokens_seen": 39244592, + "step": 20385 + }, + { + "epoch": 3.3262908883269433, + "grad_norm": 1.31901216506958, + "learning_rate": 2.4236319105381706e-05, + "loss": 0.2022, + "num_input_tokens_seen": 39252432, + "step": 20390 + }, + { + "epoch": 3.327106615547761, + "grad_norm": 1.3392099142074585, + "learning_rate": 2.422650626905401e-05, + "loss": 0.1557, + "num_input_tokens_seen": 39261520, + "step": 20395 + }, + { + "epoch": 3.327922342768578, + "grad_norm": 0.44636207818984985, + "learning_rate": 2.4216693552008785e-05, + "loss": 0.1063, + "num_input_tokens_seen": 39270320, + "step": 20400 + }, + { + "epoch": 3.327922342768578, + "eval_loss": 0.16561907529830933, + "eval_runtime": 71.484, + "eval_samples_per_second": 38.12, + "eval_steps_per_second": 19.067, + "num_input_tokens_seen": 39270320, + "step": 20400 + }, + { + "epoch": 3.3287380699893956, + "grad_norm": 1.1002012491226196, + "learning_rate": 2.4206880955759247e-05, + "loss": 0.2185, + "num_input_tokens_seen": 39280288, + "step": 20405 + }, + { + "epoch": 3.3295537972102127, + "grad_norm": 1.2172234058380127, + "learning_rate": 2.419706848181863e-05, + "loss": 0.172, + "num_input_tokens_seen": 39290240, + "step": 20410 + }, + { + "epoch": 3.3303695244310303, + "grad_norm": 1.5301885604858398, + "learning_rate": 2.4187256131700153e-05, + "loss": 0.1806, + "num_input_tokens_seen": 39299616, + "step": 20415 + }, + { + "epoch": 3.3311852516518474, + "grad_norm": 0.2998185455799103, + "learning_rate": 2.4177443906916985e-05, + "loss": 0.1404, + "num_input_tokens_seen": 39309920, + "step": 20420 + }, + { + "epoch": 3.332000978872665, + "grad_norm": 0.4229608476161957, + "learning_rate": 2.4167631808982303e-05, + "loss": 0.1185, + "num_input_tokens_seen": 39319824, + "step": 20425 + }, + { + "epoch": 3.3328167060934826, + "grad_norm": 0.4152858555316925, + "learning_rate": 2.4157819839409264e-05, + "loss": 0.0985, + "num_input_tokens_seen": 39330032, + "step": 20430 + }, + { + "epoch": 3.3336324333142997, + "grad_norm": 0.5513595342636108, + "learning_rate": 2.414800799971098e-05, + "loss": 0.1816, + "num_input_tokens_seen": 39339408, + "step": 20435 + }, + { + "epoch": 3.334448160535117, + "grad_norm": 0.4459669888019562, + "learning_rate": 2.4138196291400582e-05, + "loss": 0.2054, + "num_input_tokens_seen": 39349616, + "step": 20440 + }, + { + "epoch": 3.3352638877559344, + "grad_norm": 1.1061755418777466, + "learning_rate": 2.412838471599114e-05, + "loss": 0.2261, + "num_input_tokens_seen": 39359312, + "step": 20445 + }, + { + "epoch": 3.336079614976752, + "grad_norm": 0.3737618029117584, + "learning_rate": 2.411857327499572e-05, + "loss": 0.2058, + "num_input_tokens_seen": 39368080, + "step": 20450 + }, + { + "epoch": 3.336895342197569, + "grad_norm": 0.25196516513824463, + "learning_rate": 2.410876196992739e-05, + "loss": 0.124, + "num_input_tokens_seen": 39377952, + "step": 20455 + }, + { + "epoch": 3.3377110694183862, + "grad_norm": 0.5534338355064392, + "learning_rate": 2.4098950802299156e-05, + "loss": 0.1104, + "num_input_tokens_seen": 39388064, + "step": 20460 + }, + { + "epoch": 3.338526796639204, + "grad_norm": 0.9722766876220703, + "learning_rate": 2.4089139773624027e-05, + "loss": 0.18, + "num_input_tokens_seen": 39398704, + "step": 20465 + }, + { + "epoch": 3.3393425238600214, + "grad_norm": 0.887149453163147, + "learning_rate": 2.4079328885415007e-05, + "loss": 0.1761, + "num_input_tokens_seen": 39407776, + "step": 20470 + }, + { + "epoch": 3.3401582510808385, + "grad_norm": 0.7393258810043335, + "learning_rate": 2.4069518139185036e-05, + "loss": 0.1311, + "num_input_tokens_seen": 39417776, + "step": 20475 + }, + { + "epoch": 3.340973978301656, + "grad_norm": 0.6855437159538269, + "learning_rate": 2.405970753644706e-05, + "loss": 0.1906, + "num_input_tokens_seen": 39427776, + "step": 20480 + }, + { + "epoch": 3.3417897055224732, + "grad_norm": 1.0686671733856201, + "learning_rate": 2.4049897078714e-05, + "loss": 0.1939, + "num_input_tokens_seen": 39437584, + "step": 20485 + }, + { + "epoch": 3.342605432743291, + "grad_norm": 0.6745566129684448, + "learning_rate": 2.404008676749874e-05, + "loss": 0.1526, + "num_input_tokens_seen": 39448064, + "step": 20490 + }, + { + "epoch": 3.343421159964108, + "grad_norm": 0.8614822030067444, + "learning_rate": 2.403027660431418e-05, + "loss": 0.1479, + "num_input_tokens_seen": 39457712, + "step": 20495 + }, + { + "epoch": 3.3442368871849255, + "grad_norm": 0.5810474157333374, + "learning_rate": 2.402046659067314e-05, + "loss": 0.1498, + "num_input_tokens_seen": 39467744, + "step": 20500 + }, + { + "epoch": 3.3450526144057426, + "grad_norm": 1.0706576108932495, + "learning_rate": 2.401065672808847e-05, + "loss": 0.1355, + "num_input_tokens_seen": 39477152, + "step": 20505 + }, + { + "epoch": 3.34586834162656, + "grad_norm": 0.8125616908073425, + "learning_rate": 2.400084701807296e-05, + "loss": 0.1017, + "num_input_tokens_seen": 39488576, + "step": 20510 + }, + { + "epoch": 3.3466840688473773, + "grad_norm": 0.4505261182785034, + "learning_rate": 2.39910374621394e-05, + "loss": 0.1864, + "num_input_tokens_seen": 39498416, + "step": 20515 + }, + { + "epoch": 3.347499796068195, + "grad_norm": 0.9740362167358398, + "learning_rate": 2.3981228061800544e-05, + "loss": 0.2147, + "num_input_tokens_seen": 39507712, + "step": 20520 + }, + { + "epoch": 3.348315523289012, + "grad_norm": 0.18014101684093475, + "learning_rate": 2.3971418818569115e-05, + "loss": 0.1233, + "num_input_tokens_seen": 39517184, + "step": 20525 + }, + { + "epoch": 3.3491312505098296, + "grad_norm": 0.36066731810569763, + "learning_rate": 2.3961609733957832e-05, + "loss": 0.1621, + "num_input_tokens_seen": 39526576, + "step": 20530 + }, + { + "epoch": 3.3499469777306468, + "grad_norm": 0.4596458077430725, + "learning_rate": 2.395180080947939e-05, + "loss": 0.1919, + "num_input_tokens_seen": 39536288, + "step": 20535 + }, + { + "epoch": 3.3507627049514643, + "grad_norm": 1.3067198991775513, + "learning_rate": 2.394199204664642e-05, + "loss": 0.1849, + "num_input_tokens_seen": 39546880, + "step": 20540 + }, + { + "epoch": 3.3515784321722815, + "grad_norm": 0.6899645328521729, + "learning_rate": 2.3932183446971583e-05, + "loss": 0.1235, + "num_input_tokens_seen": 39556448, + "step": 20545 + }, + { + "epoch": 3.352394159393099, + "grad_norm": 1.0639840364456177, + "learning_rate": 2.3922375011967473e-05, + "loss": 0.227, + "num_input_tokens_seen": 39566736, + "step": 20550 + }, + { + "epoch": 3.353209886613916, + "grad_norm": 0.8715093731880188, + "learning_rate": 2.3912566743146676e-05, + "loss": 0.1431, + "num_input_tokens_seen": 39577472, + "step": 20555 + }, + { + "epoch": 3.3540256138347337, + "grad_norm": 0.31879761815071106, + "learning_rate": 2.390275864202176e-05, + "loss": 0.2018, + "num_input_tokens_seen": 39586736, + "step": 20560 + }, + { + "epoch": 3.354841341055551, + "grad_norm": 0.21197158098220825, + "learning_rate": 2.3892950710105243e-05, + "loss": 0.2302, + "num_input_tokens_seen": 39596640, + "step": 20565 + }, + { + "epoch": 3.3556570682763684, + "grad_norm": 0.3431081473827362, + "learning_rate": 2.3883142948909635e-05, + "loss": 0.1056, + "num_input_tokens_seen": 39606800, + "step": 20570 + }, + { + "epoch": 3.3564727954971856, + "grad_norm": 0.7754613161087036, + "learning_rate": 2.3873335359947433e-05, + "loss": 0.1802, + "num_input_tokens_seen": 39615808, + "step": 20575 + }, + { + "epoch": 3.357288522718003, + "grad_norm": 0.48657935857772827, + "learning_rate": 2.3863527944731066e-05, + "loss": 0.2006, + "num_input_tokens_seen": 39625984, + "step": 20580 + }, + { + "epoch": 3.3581042499388203, + "grad_norm": 0.498106986284256, + "learning_rate": 2.385372070477298e-05, + "loss": 0.1945, + "num_input_tokens_seen": 39636832, + "step": 20585 + }, + { + "epoch": 3.358919977159638, + "grad_norm": 0.7721701860427856, + "learning_rate": 2.384391364158556e-05, + "loss": 0.1221, + "num_input_tokens_seen": 39646416, + "step": 20590 + }, + { + "epoch": 3.359735704380455, + "grad_norm": 0.6579276323318481, + "learning_rate": 2.3834106756681185e-05, + "loss": 0.1305, + "num_input_tokens_seen": 39656128, + "step": 20595 + }, + { + "epoch": 3.3605514316012726, + "grad_norm": 0.3402252197265625, + "learning_rate": 2.3824300051572206e-05, + "loss": 0.155, + "num_input_tokens_seen": 39665472, + "step": 20600 + }, + { + "epoch": 3.3605514316012726, + "eval_loss": 0.16399645805358887, + "eval_runtime": 71.4006, + "eval_samples_per_second": 38.165, + "eval_steps_per_second": 19.089, + "num_input_tokens_seen": 39665472, + "step": 20600 + }, + { + "epoch": 3.36136715882209, + "grad_norm": 0.8055296540260315, + "learning_rate": 2.3814493527770923e-05, + "loss": 0.1987, + "num_input_tokens_seen": 39674736, + "step": 20605 + }, + { + "epoch": 3.3621828860429073, + "grad_norm": 0.417182981967926, + "learning_rate": 2.3804687186789637e-05, + "loss": 0.1267, + "num_input_tokens_seen": 39684928, + "step": 20610 + }, + { + "epoch": 3.3629986132637244, + "grad_norm": 0.5264243483543396, + "learning_rate": 2.379488103014062e-05, + "loss": 0.115, + "num_input_tokens_seen": 39693504, + "step": 20615 + }, + { + "epoch": 3.363814340484542, + "grad_norm": 0.6191350221633911, + "learning_rate": 2.3785075059336086e-05, + "loss": 0.089, + "num_input_tokens_seen": 39703632, + "step": 20620 + }, + { + "epoch": 3.3646300677053596, + "grad_norm": 0.25218677520751953, + "learning_rate": 2.3775269275888248e-05, + "loss": 0.1601, + "num_input_tokens_seen": 39714736, + "step": 20625 + }, + { + "epoch": 3.3654457949261767, + "grad_norm": 0.30207857489585876, + "learning_rate": 2.3765463681309274e-05, + "loss": 0.122, + "num_input_tokens_seen": 39723840, + "step": 20630 + }, + { + "epoch": 3.366261522146994, + "grad_norm": 1.0185484886169434, + "learning_rate": 2.3755658277111313e-05, + "loss": 0.0992, + "num_input_tokens_seen": 39733888, + "step": 20635 + }, + { + "epoch": 3.3670772493678114, + "grad_norm": 0.18837808072566986, + "learning_rate": 2.374585306480649e-05, + "loss": 0.1814, + "num_input_tokens_seen": 39744208, + "step": 20640 + }, + { + "epoch": 3.367892976588629, + "grad_norm": 0.6058380603790283, + "learning_rate": 2.3736048045906877e-05, + "loss": 0.1379, + "num_input_tokens_seen": 39752192, + "step": 20645 + }, + { + "epoch": 3.368708703809446, + "grad_norm": 0.42897650599479675, + "learning_rate": 2.372624322192454e-05, + "loss": 0.1292, + "num_input_tokens_seen": 39762288, + "step": 20650 + }, + { + "epoch": 3.3695244310302637, + "grad_norm": 1.3176684379577637, + "learning_rate": 2.3716438594371516e-05, + "loss": 0.1917, + "num_input_tokens_seen": 39772256, + "step": 20655 + }, + { + "epoch": 3.370340158251081, + "grad_norm": 0.4421994984149933, + "learning_rate": 2.3706634164759784e-05, + "loss": 0.0957, + "num_input_tokens_seen": 39782128, + "step": 20660 + }, + { + "epoch": 3.3711558854718984, + "grad_norm": 0.6365678310394287, + "learning_rate": 2.3696829934601323e-05, + "loss": 0.1611, + "num_input_tokens_seen": 39791696, + "step": 20665 + }, + { + "epoch": 3.3719716126927155, + "grad_norm": 0.5335642099380493, + "learning_rate": 2.3687025905408053e-05, + "loss": 0.1283, + "num_input_tokens_seen": 39801280, + "step": 20670 + }, + { + "epoch": 3.372787339913533, + "grad_norm": 1.584692120552063, + "learning_rate": 2.3677222078691886e-05, + "loss": 0.1869, + "num_input_tokens_seen": 39811456, + "step": 20675 + }, + { + "epoch": 3.37360306713435, + "grad_norm": 0.1271788477897644, + "learning_rate": 2.366741845596471e-05, + "loss": 0.1039, + "num_input_tokens_seen": 39820880, + "step": 20680 + }, + { + "epoch": 3.374418794355168, + "grad_norm": 1.0313880443572998, + "learning_rate": 2.3657615038738343e-05, + "loss": 0.1489, + "num_input_tokens_seen": 39831504, + "step": 20685 + }, + { + "epoch": 3.375234521575985, + "grad_norm": 0.46377480030059814, + "learning_rate": 2.3647811828524614e-05, + "loss": 0.1419, + "num_input_tokens_seen": 39842032, + "step": 20690 + }, + { + "epoch": 3.3760502487968025, + "grad_norm": 1.1947208642959595, + "learning_rate": 2.363800882683529e-05, + "loss": 0.1975, + "num_input_tokens_seen": 39852848, + "step": 20695 + }, + { + "epoch": 3.3768659760176196, + "grad_norm": 0.7721166014671326, + "learning_rate": 2.3628206035182125e-05, + "loss": 0.1626, + "num_input_tokens_seen": 39862288, + "step": 20700 + }, + { + "epoch": 3.377681703238437, + "grad_norm": 0.6198893189430237, + "learning_rate": 2.361840345507683e-05, + "loss": 0.1486, + "num_input_tokens_seen": 39872208, + "step": 20705 + }, + { + "epoch": 3.3784974304592543, + "grad_norm": 0.8572930693626404, + "learning_rate": 2.3608601088031073e-05, + "loss": 0.1978, + "num_input_tokens_seen": 39881936, + "step": 20710 + }, + { + "epoch": 3.379313157680072, + "grad_norm": 0.661387026309967, + "learning_rate": 2.3598798935556516e-05, + "loss": 0.1854, + "num_input_tokens_seen": 39891376, + "step": 20715 + }, + { + "epoch": 3.380128884900889, + "grad_norm": 0.3498179018497467, + "learning_rate": 2.3588996999164784e-05, + "loss": 0.1573, + "num_input_tokens_seen": 39899920, + "step": 20720 + }, + { + "epoch": 3.3809446121217066, + "grad_norm": 1.1114627122879028, + "learning_rate": 2.3579195280367434e-05, + "loss": 0.2225, + "num_input_tokens_seen": 39909840, + "step": 20725 + }, + { + "epoch": 3.3817603393425237, + "grad_norm": 0.5811268091201782, + "learning_rate": 2.356939378067603e-05, + "loss": 0.1603, + "num_input_tokens_seen": 39920352, + "step": 20730 + }, + { + "epoch": 3.3825760665633413, + "grad_norm": 0.36211487650871277, + "learning_rate": 2.3559592501602092e-05, + "loss": 0.1162, + "num_input_tokens_seen": 39930032, + "step": 20735 + }, + { + "epoch": 3.3833917937841584, + "grad_norm": 1.7160770893096924, + "learning_rate": 2.3549791444657076e-05, + "loss": 0.2745, + "num_input_tokens_seen": 39939104, + "step": 20740 + }, + { + "epoch": 3.384207521004976, + "grad_norm": 0.8097150325775146, + "learning_rate": 2.353999061135246e-05, + "loss": 0.1777, + "num_input_tokens_seen": 39947920, + "step": 20745 + }, + { + "epoch": 3.385023248225793, + "grad_norm": 0.6609926223754883, + "learning_rate": 2.3530190003199626e-05, + "loss": 0.1804, + "num_input_tokens_seen": 39956640, + "step": 20750 + }, + { + "epoch": 3.3858389754466107, + "grad_norm": 0.796432614326477, + "learning_rate": 2.3520389621709965e-05, + "loss": 0.1879, + "num_input_tokens_seen": 39967072, + "step": 20755 + }, + { + "epoch": 3.386654702667428, + "grad_norm": 0.6873660683631897, + "learning_rate": 2.351058946839483e-05, + "loss": 0.1174, + "num_input_tokens_seen": 39976832, + "step": 20760 + }, + { + "epoch": 3.3874704298882454, + "grad_norm": 0.4430905878543854, + "learning_rate": 2.350078954476551e-05, + "loss": 0.1079, + "num_input_tokens_seen": 39986816, + "step": 20765 + }, + { + "epoch": 3.3882861571090626, + "grad_norm": 0.4076860845088959, + "learning_rate": 2.3490989852333272e-05, + "loss": 0.1503, + "num_input_tokens_seen": 39994800, + "step": 20770 + }, + { + "epoch": 3.38910188432988, + "grad_norm": 0.8463940024375916, + "learning_rate": 2.3481190392609377e-05, + "loss": 0.169, + "num_input_tokens_seen": 40003968, + "step": 20775 + }, + { + "epoch": 3.3899176115506973, + "grad_norm": 0.41702648997306824, + "learning_rate": 2.3471391167105e-05, + "loss": 0.1288, + "num_input_tokens_seen": 40012352, + "step": 20780 + }, + { + "epoch": 3.390733338771515, + "grad_norm": 0.6969789266586304, + "learning_rate": 2.3461592177331325e-05, + "loss": 0.1714, + "num_input_tokens_seen": 40020928, + "step": 20785 + }, + { + "epoch": 3.391549065992332, + "grad_norm": 1.229475736618042, + "learning_rate": 2.345179342479946e-05, + "loss": 0.1645, + "num_input_tokens_seen": 40031184, + "step": 20790 + }, + { + "epoch": 3.3923647932131495, + "grad_norm": 0.98869788646698, + "learning_rate": 2.3441994911020503e-05, + "loss": 0.1989, + "num_input_tokens_seen": 40040784, + "step": 20795 + }, + { + "epoch": 3.393180520433967, + "grad_norm": 0.614234447479248, + "learning_rate": 2.3432196637505522e-05, + "loss": 0.2497, + "num_input_tokens_seen": 40049680, + "step": 20800 + }, + { + "epoch": 3.393180520433967, + "eval_loss": 0.1638568639755249, + "eval_runtime": 71.5654, + "eval_samples_per_second": 38.077, + "eval_steps_per_second": 19.046, + "num_input_tokens_seen": 40049680, + "step": 20800 + }, + { + "epoch": 3.3939962476547842, + "grad_norm": 1.2348840236663818, + "learning_rate": 2.3422398605765515e-05, + "loss": 0.1875, + "num_input_tokens_seen": 40058896, + "step": 20805 + }, + { + "epoch": 3.3948119748756014, + "grad_norm": 0.9204163551330566, + "learning_rate": 2.3412600817311462e-05, + "loss": 0.2089, + "num_input_tokens_seen": 40068944, + "step": 20810 + }, + { + "epoch": 3.395627702096419, + "grad_norm": 0.7428892850875854, + "learning_rate": 2.3402803273654326e-05, + "loss": 0.1952, + "num_input_tokens_seen": 40078144, + "step": 20815 + }, + { + "epoch": 3.3964434293172365, + "grad_norm": 0.7439221739768982, + "learning_rate": 2.3393005976304983e-05, + "loss": 0.1744, + "num_input_tokens_seen": 40087888, + "step": 20820 + }, + { + "epoch": 3.3972591565380537, + "grad_norm": 0.6280568242073059, + "learning_rate": 2.338320892677432e-05, + "loss": 0.1757, + "num_input_tokens_seen": 40098096, + "step": 20825 + }, + { + "epoch": 3.398074883758871, + "grad_norm": 0.9260374903678894, + "learning_rate": 2.3373412126573155e-05, + "loss": 0.1744, + "num_input_tokens_seen": 40108816, + "step": 20830 + }, + { + "epoch": 3.3988906109796884, + "grad_norm": 0.36243751645088196, + "learning_rate": 2.3363615577212285e-05, + "loss": 0.2029, + "num_input_tokens_seen": 40117888, + "step": 20835 + }, + { + "epoch": 3.399706338200506, + "grad_norm": 0.34612971544265747, + "learning_rate": 2.3353819280202455e-05, + "loss": 0.1511, + "num_input_tokens_seen": 40126368, + "step": 20840 + }, + { + "epoch": 3.400522065421323, + "grad_norm": 0.5561655759811401, + "learning_rate": 2.334402323705438e-05, + "loss": 0.1588, + "num_input_tokens_seen": 40135728, + "step": 20845 + }, + { + "epoch": 3.4013377926421406, + "grad_norm": 0.46846193075180054, + "learning_rate": 2.3334227449278725e-05, + "loss": 0.1761, + "num_input_tokens_seen": 40145504, + "step": 20850 + }, + { + "epoch": 3.4021535198629578, + "grad_norm": 1.071419358253479, + "learning_rate": 2.3324431918386143e-05, + "loss": 0.2181, + "num_input_tokens_seen": 40155312, + "step": 20855 + }, + { + "epoch": 3.4029692470837754, + "grad_norm": 1.3881499767303467, + "learning_rate": 2.3314636645887207e-05, + "loss": 0.1637, + "num_input_tokens_seen": 40163840, + "step": 20860 + }, + { + "epoch": 3.4037849743045925, + "grad_norm": 1.6545549631118774, + "learning_rate": 2.3304841633292487e-05, + "loss": 0.1414, + "num_input_tokens_seen": 40174128, + "step": 20865 + }, + { + "epoch": 3.40460070152541, + "grad_norm": 0.2683922350406647, + "learning_rate": 2.329504688211248e-05, + "loss": 0.1402, + "num_input_tokens_seen": 40182416, + "step": 20870 + }, + { + "epoch": 3.405416428746227, + "grad_norm": 0.33056968450546265, + "learning_rate": 2.3285252393857677e-05, + "loss": 0.1413, + "num_input_tokens_seen": 40192848, + "step": 20875 + }, + { + "epoch": 3.4062321559670448, + "grad_norm": 0.9597970247268677, + "learning_rate": 2.327545817003851e-05, + "loss": 0.1408, + "num_input_tokens_seen": 40202240, + "step": 20880 + }, + { + "epoch": 3.407047883187862, + "grad_norm": 1.3324711322784424, + "learning_rate": 2.326566421216535e-05, + "loss": 0.1909, + "num_input_tokens_seen": 40211760, + "step": 20885 + }, + { + "epoch": 3.4078636104086795, + "grad_norm": 0.49108147621154785, + "learning_rate": 2.3255870521748565e-05, + "loss": 0.1724, + "num_input_tokens_seen": 40221808, + "step": 20890 + }, + { + "epoch": 3.4086793376294966, + "grad_norm": 0.4308927357196808, + "learning_rate": 2.3246077100298474e-05, + "loss": 0.1325, + "num_input_tokens_seen": 40231152, + "step": 20895 + }, + { + "epoch": 3.409495064850314, + "grad_norm": 0.1680964082479477, + "learning_rate": 2.3236283949325328e-05, + "loss": 0.1423, + "num_input_tokens_seen": 40242512, + "step": 20900 + }, + { + "epoch": 3.4103107920711313, + "grad_norm": 0.2790968120098114, + "learning_rate": 2.3226491070339368e-05, + "loss": 0.1144, + "num_input_tokens_seen": 40252160, + "step": 20905 + }, + { + "epoch": 3.411126519291949, + "grad_norm": 0.877975583076477, + "learning_rate": 2.3216698464850762e-05, + "loss": 0.1868, + "num_input_tokens_seen": 40261264, + "step": 20910 + }, + { + "epoch": 3.411942246512766, + "grad_norm": 0.2798038423061371, + "learning_rate": 2.320690613436967e-05, + "loss": 0.111, + "num_input_tokens_seen": 40271472, + "step": 20915 + }, + { + "epoch": 3.4127579737335836, + "grad_norm": 0.8950077295303345, + "learning_rate": 2.3197114080406192e-05, + "loss": 0.1203, + "num_input_tokens_seen": 40282208, + "step": 20920 + }, + { + "epoch": 3.4135737009544007, + "grad_norm": 0.9203891158103943, + "learning_rate": 2.3187322304470365e-05, + "loss": 0.149, + "num_input_tokens_seen": 40291008, + "step": 20925 + }, + { + "epoch": 3.4143894281752183, + "grad_norm": 1.1674236059188843, + "learning_rate": 2.3177530808072222e-05, + "loss": 0.1601, + "num_input_tokens_seen": 40301440, + "step": 20930 + }, + { + "epoch": 3.4152051553960354, + "grad_norm": 0.43451279401779175, + "learning_rate": 2.316773959272174e-05, + "loss": 0.1858, + "num_input_tokens_seen": 40311328, + "step": 20935 + }, + { + "epoch": 3.416020882616853, + "grad_norm": 0.6788658499717712, + "learning_rate": 2.3157948659928823e-05, + "loss": 0.188, + "num_input_tokens_seen": 40320208, + "step": 20940 + }, + { + "epoch": 3.41683660983767, + "grad_norm": 0.800530195236206, + "learning_rate": 2.3148158011203388e-05, + "loss": 0.1708, + "num_input_tokens_seen": 40329808, + "step": 20945 + }, + { + "epoch": 3.4176523370584877, + "grad_norm": 0.36516326665878296, + "learning_rate": 2.3138367648055253e-05, + "loss": 0.1696, + "num_input_tokens_seen": 40338720, + "step": 20950 + }, + { + "epoch": 3.418468064279305, + "grad_norm": 1.3347768783569336, + "learning_rate": 2.312857757199422e-05, + "loss": 0.1828, + "num_input_tokens_seen": 40348832, + "step": 20955 + }, + { + "epoch": 3.4192837915001224, + "grad_norm": 0.8452553749084473, + "learning_rate": 2.3118787784530048e-05, + "loss": 0.1179, + "num_input_tokens_seen": 40357872, + "step": 20960 + }, + { + "epoch": 3.4200995187209395, + "grad_norm": 0.8319337964057922, + "learning_rate": 2.310899828717243e-05, + "loss": 0.1248, + "num_input_tokens_seen": 40367584, + "step": 20965 + }, + { + "epoch": 3.420915245941757, + "grad_norm": 1.4535629749298096, + "learning_rate": 2.309920908143104e-05, + "loss": 0.1743, + "num_input_tokens_seen": 40378064, + "step": 20970 + }, + { + "epoch": 3.4217309731625742, + "grad_norm": 0.4181404709815979, + "learning_rate": 2.308942016881551e-05, + "loss": 0.1904, + "num_input_tokens_seen": 40387760, + "step": 20975 + }, + { + "epoch": 3.422546700383392, + "grad_norm": 0.6367221474647522, + "learning_rate": 2.307963155083539e-05, + "loss": 0.1077, + "num_input_tokens_seen": 40397824, + "step": 20980 + }, + { + "epoch": 3.423362427604209, + "grad_norm": 0.36792847514152527, + "learning_rate": 2.306984322900022e-05, + "loss": 0.1997, + "num_input_tokens_seen": 40408608, + "step": 20985 + }, + { + "epoch": 3.4241781548250265, + "grad_norm": 0.2865690588951111, + "learning_rate": 2.3060055204819482e-05, + "loss": 0.0869, + "num_input_tokens_seen": 40417936, + "step": 20990 + }, + { + "epoch": 3.424993882045844, + "grad_norm": 0.6369404792785645, + "learning_rate": 2.3050267479802604e-05, + "loss": 0.1516, + "num_input_tokens_seen": 40427600, + "step": 20995 + }, + { + "epoch": 3.4258096092666612, + "grad_norm": 0.5777084231376648, + "learning_rate": 2.304048005545899e-05, + "loss": 0.2037, + "num_input_tokens_seen": 40436560, + "step": 21000 + }, + { + "epoch": 3.4258096092666612, + "eval_loss": 0.16440123319625854, + "eval_runtime": 71.4661, + "eval_samples_per_second": 38.13, + "eval_steps_per_second": 19.072, + "num_input_tokens_seen": 40436560, + "step": 21000 + }, + { + "epoch": 3.4266253364874784, + "grad_norm": 0.6736679077148438, + "learning_rate": 2.3030692933297972e-05, + "loss": 0.1448, + "num_input_tokens_seen": 40446528, + "step": 21005 + }, + { + "epoch": 3.427441063708296, + "grad_norm": 0.7887939810752869, + "learning_rate": 2.3020906114828843e-05, + "loss": 0.1935, + "num_input_tokens_seen": 40455296, + "step": 21010 + }, + { + "epoch": 3.4282567909291135, + "grad_norm": 0.5308637619018555, + "learning_rate": 2.301111960156088e-05, + "loss": 0.224, + "num_input_tokens_seen": 40465712, + "step": 21015 + }, + { + "epoch": 3.4290725181499306, + "grad_norm": 0.5625036954879761, + "learning_rate": 2.300133339500326e-05, + "loss": 0.1626, + "num_input_tokens_seen": 40474880, + "step": 21020 + }, + { + "epoch": 3.429888245370748, + "grad_norm": 0.334189772605896, + "learning_rate": 2.2991547496665148e-05, + "loss": 0.2352, + "num_input_tokens_seen": 40483392, + "step": 21025 + }, + { + "epoch": 3.4307039725915653, + "grad_norm": 0.4955223500728607, + "learning_rate": 2.298176190805565e-05, + "loss": 0.1235, + "num_input_tokens_seen": 40492400, + "step": 21030 + }, + { + "epoch": 3.431519699812383, + "grad_norm": 0.7820389866828918, + "learning_rate": 2.2971976630683826e-05, + "loss": 0.2127, + "num_input_tokens_seen": 40502704, + "step": 21035 + }, + { + "epoch": 3.4323354270332, + "grad_norm": 0.4845276176929474, + "learning_rate": 2.29621916660587e-05, + "loss": 0.0898, + "num_input_tokens_seen": 40511152, + "step": 21040 + }, + { + "epoch": 3.4331511542540176, + "grad_norm": 0.7807737588882446, + "learning_rate": 2.295240701568922e-05, + "loss": 0.1755, + "num_input_tokens_seen": 40521648, + "step": 21045 + }, + { + "epoch": 3.4339668814748348, + "grad_norm": 0.7138943672180176, + "learning_rate": 2.2942622681084312e-05, + "loss": 0.203, + "num_input_tokens_seen": 40531360, + "step": 21050 + }, + { + "epoch": 3.4347826086956523, + "grad_norm": 1.5352656841278076, + "learning_rate": 2.293283866375284e-05, + "loss": 0.1292, + "num_input_tokens_seen": 40541200, + "step": 21055 + }, + { + "epoch": 3.4355983359164695, + "grad_norm": 0.8548758029937744, + "learning_rate": 2.2923054965203627e-05, + "loss": 0.1006, + "num_input_tokens_seen": 40551104, + "step": 21060 + }, + { + "epoch": 3.436414063137287, + "grad_norm": 1.3082711696624756, + "learning_rate": 2.2913271586945443e-05, + "loss": 0.1845, + "num_input_tokens_seen": 40560608, + "step": 21065 + }, + { + "epoch": 3.437229790358104, + "grad_norm": 0.6185601353645325, + "learning_rate": 2.290348853048699e-05, + "loss": 0.1991, + "num_input_tokens_seen": 40570208, + "step": 21070 + }, + { + "epoch": 3.4380455175789217, + "grad_norm": 0.886594295501709, + "learning_rate": 2.2893705797336956e-05, + "loss": 0.1251, + "num_input_tokens_seen": 40578160, + "step": 21075 + }, + { + "epoch": 3.438861244799739, + "grad_norm": 1.2622168064117432, + "learning_rate": 2.288392338900397e-05, + "loss": 0.1633, + "num_input_tokens_seen": 40587792, + "step": 21080 + }, + { + "epoch": 3.4396769720205564, + "grad_norm": 0.6597849130630493, + "learning_rate": 2.2874141306996576e-05, + "loss": 0.1944, + "num_input_tokens_seen": 40596800, + "step": 21085 + }, + { + "epoch": 3.4404926992413736, + "grad_norm": 0.6114980578422546, + "learning_rate": 2.2864359552823312e-05, + "loss": 0.1871, + "num_input_tokens_seen": 40605952, + "step": 21090 + }, + { + "epoch": 3.441308426462191, + "grad_norm": 1.0039818286895752, + "learning_rate": 2.2854578127992648e-05, + "loss": 0.2438, + "num_input_tokens_seen": 40615456, + "step": 21095 + }, + { + "epoch": 3.4421241536830083, + "grad_norm": 0.46750307083129883, + "learning_rate": 2.2844797034012988e-05, + "loss": 0.1056, + "num_input_tokens_seen": 40625536, + "step": 21100 + }, + { + "epoch": 3.442939880903826, + "grad_norm": 0.6980533599853516, + "learning_rate": 2.2835016272392722e-05, + "loss": 0.1356, + "num_input_tokens_seen": 40636000, + "step": 21105 + }, + { + "epoch": 3.443755608124643, + "grad_norm": 1.3338024616241455, + "learning_rate": 2.2825235844640142e-05, + "loss": 0.1511, + "num_input_tokens_seen": 40646032, + "step": 21110 + }, + { + "epoch": 3.4445713353454606, + "grad_norm": 0.3460482358932495, + "learning_rate": 2.2815455752263522e-05, + "loss": 0.2477, + "num_input_tokens_seen": 40656016, + "step": 21115 + }, + { + "epoch": 3.4453870625662777, + "grad_norm": 0.3883637487888336, + "learning_rate": 2.2805675996771092e-05, + "loss": 0.1679, + "num_input_tokens_seen": 40667584, + "step": 21120 + }, + { + "epoch": 3.4462027897870953, + "grad_norm": 0.8472975492477417, + "learning_rate": 2.2795896579670987e-05, + "loss": 0.1469, + "num_input_tokens_seen": 40678176, + "step": 21125 + }, + { + "epoch": 3.4470185170079124, + "grad_norm": 0.700066864490509, + "learning_rate": 2.2786117502471337e-05, + "loss": 0.15, + "num_input_tokens_seen": 40686480, + "step": 21130 + }, + { + "epoch": 3.44783424422873, + "grad_norm": 0.5104680061340332, + "learning_rate": 2.2776338766680185e-05, + "loss": 0.1292, + "num_input_tokens_seen": 40696816, + "step": 21135 + }, + { + "epoch": 3.448649971449547, + "grad_norm": 0.4445665180683136, + "learning_rate": 2.2766560373805533e-05, + "loss": 0.1453, + "num_input_tokens_seen": 40706736, + "step": 21140 + }, + { + "epoch": 3.4494656986703647, + "grad_norm": 0.839130699634552, + "learning_rate": 2.2756782325355353e-05, + "loss": 0.2378, + "num_input_tokens_seen": 40716192, + "step": 21145 + }, + { + "epoch": 3.450281425891182, + "grad_norm": 0.9723811149597168, + "learning_rate": 2.2747004622837514e-05, + "loss": 0.1244, + "num_input_tokens_seen": 40725520, + "step": 21150 + }, + { + "epoch": 3.4510971531119994, + "grad_norm": 0.8332202434539795, + "learning_rate": 2.2737227267759878e-05, + "loss": 0.1801, + "num_input_tokens_seen": 40734800, + "step": 21155 + }, + { + "epoch": 3.4519128803328165, + "grad_norm": 0.6050811409950256, + "learning_rate": 2.272745026163024e-05, + "loss": 0.1802, + "num_input_tokens_seen": 40744208, + "step": 21160 + }, + { + "epoch": 3.452728607553634, + "grad_norm": 1.0137238502502441, + "learning_rate": 2.271767360595633e-05, + "loss": 0.1696, + "num_input_tokens_seen": 40753936, + "step": 21165 + }, + { + "epoch": 3.4535443347744517, + "grad_norm": 0.4588676691055298, + "learning_rate": 2.270789730224583e-05, + "loss": 0.161, + "num_input_tokens_seen": 40764208, + "step": 21170 + }, + { + "epoch": 3.454360061995269, + "grad_norm": 0.6610091924667358, + "learning_rate": 2.2698121352006367e-05, + "loss": 0.2122, + "num_input_tokens_seen": 40774272, + "step": 21175 + }, + { + "epoch": 3.455175789216086, + "grad_norm": 1.440368413925171, + "learning_rate": 2.2688345756745517e-05, + "loss": 0.2076, + "num_input_tokens_seen": 40783696, + "step": 21180 + }, + { + "epoch": 3.4559915164369035, + "grad_norm": 0.6648246049880981, + "learning_rate": 2.267857051797081e-05, + "loss": 0.1512, + "num_input_tokens_seen": 40793376, + "step": 21185 + }, + { + "epoch": 3.456807243657721, + "grad_norm": 0.47351065278053284, + "learning_rate": 2.2668795637189695e-05, + "loss": 0.1414, + "num_input_tokens_seen": 40801920, + "step": 21190 + }, + { + "epoch": 3.457622970878538, + "grad_norm": 1.2290046215057373, + "learning_rate": 2.2659021115909586e-05, + "loss": 0.18, + "num_input_tokens_seen": 40810880, + "step": 21195 + }, + { + "epoch": 3.4584386980993553, + "grad_norm": 0.2753627300262451, + "learning_rate": 2.2649246955637847e-05, + "loss": 0.1391, + "num_input_tokens_seen": 40820704, + "step": 21200 + }, + { + "epoch": 3.4584386980993553, + "eval_loss": 0.16370365023612976, + "eval_runtime": 71.3855, + "eval_samples_per_second": 38.173, + "eval_steps_per_second": 19.094, + "num_input_tokens_seen": 40820704, + "step": 21200 + }, + { + "epoch": 3.459254425320173, + "grad_norm": 0.62476646900177, + "learning_rate": 2.2639473157881766e-05, + "loss": 0.1188, + "num_input_tokens_seen": 40830592, + "step": 21205 + }, + { + "epoch": 3.4600701525409905, + "grad_norm": 0.9811311364173889, + "learning_rate": 2.2629699724148594e-05, + "loss": 0.1835, + "num_input_tokens_seen": 40840160, + "step": 21210 + }, + { + "epoch": 3.4608858797618076, + "grad_norm": 0.9390573501586914, + "learning_rate": 2.26199266559455e-05, + "loss": 0.2053, + "num_input_tokens_seen": 40849248, + "step": 21215 + }, + { + "epoch": 3.461701606982625, + "grad_norm": 0.5775764584541321, + "learning_rate": 2.2610153954779625e-05, + "loss": 0.1411, + "num_input_tokens_seen": 40859648, + "step": 21220 + }, + { + "epoch": 3.4625173342034423, + "grad_norm": 1.1677336692810059, + "learning_rate": 2.2600381622158056e-05, + "loss": 0.2044, + "num_input_tokens_seen": 40868672, + "step": 21225 + }, + { + "epoch": 3.46333306142426, + "grad_norm": 0.362675279378891, + "learning_rate": 2.2590609659587783e-05, + "loss": 0.1513, + "num_input_tokens_seen": 40877552, + "step": 21230 + }, + { + "epoch": 3.464148788645077, + "grad_norm": 0.9318198561668396, + "learning_rate": 2.2580838068575787e-05, + "loss": 0.1546, + "num_input_tokens_seen": 40886224, + "step": 21235 + }, + { + "epoch": 3.4649645158658946, + "grad_norm": 1.4262542724609375, + "learning_rate": 2.257106685062896e-05, + "loss": 0.1959, + "num_input_tokens_seen": 40894464, + "step": 21240 + }, + { + "epoch": 3.4657802430867117, + "grad_norm": 0.8147433996200562, + "learning_rate": 2.256129600725415e-05, + "loss": 0.2371, + "num_input_tokens_seen": 40904688, + "step": 21245 + }, + { + "epoch": 3.4665959703075293, + "grad_norm": 0.3540841341018677, + "learning_rate": 2.2551525539958145e-05, + "loss": 0.1133, + "num_input_tokens_seen": 40914304, + "step": 21250 + }, + { + "epoch": 3.4674116975283464, + "grad_norm": 0.29117828607559204, + "learning_rate": 2.2541755450247663e-05, + "loss": 0.1511, + "num_input_tokens_seen": 40923504, + "step": 21255 + }, + { + "epoch": 3.468227424749164, + "grad_norm": 0.6480675935745239, + "learning_rate": 2.2531985739629382e-05, + "loss": 0.1548, + "num_input_tokens_seen": 40933536, + "step": 21260 + }, + { + "epoch": 3.469043151969981, + "grad_norm": 1.1173373460769653, + "learning_rate": 2.2522216409609924e-05, + "loss": 0.1967, + "num_input_tokens_seen": 40942336, + "step": 21265 + }, + { + "epoch": 3.4698588791907987, + "grad_norm": 0.6129328012466431, + "learning_rate": 2.2512447461695826e-05, + "loss": 0.1816, + "num_input_tokens_seen": 40952096, + "step": 21270 + }, + { + "epoch": 3.470674606411616, + "grad_norm": 0.7071903944015503, + "learning_rate": 2.2502678897393593e-05, + "loss": 0.1393, + "num_input_tokens_seen": 40962416, + "step": 21275 + }, + { + "epoch": 3.4714903336324334, + "grad_norm": 0.7935935854911804, + "learning_rate": 2.2492910718209665e-05, + "loss": 0.1652, + "num_input_tokens_seen": 40971680, + "step": 21280 + }, + { + "epoch": 3.4723060608532506, + "grad_norm": 0.9402669072151184, + "learning_rate": 2.2483142925650398e-05, + "loss": 0.2231, + "num_input_tokens_seen": 40982656, + "step": 21285 + }, + { + "epoch": 3.473121788074068, + "grad_norm": 0.5802068710327148, + "learning_rate": 2.247337552122213e-05, + "loss": 0.12, + "num_input_tokens_seen": 40990560, + "step": 21290 + }, + { + "epoch": 3.4739375152948853, + "grad_norm": 1.038804292678833, + "learning_rate": 2.24636085064311e-05, + "loss": 0.2131, + "num_input_tokens_seen": 41000416, + "step": 21295 + }, + { + "epoch": 3.474753242515703, + "grad_norm": 0.3624474108219147, + "learning_rate": 2.245384188278351e-05, + "loss": 0.1612, + "num_input_tokens_seen": 41010144, + "step": 21300 + }, + { + "epoch": 3.47556896973652, + "grad_norm": 0.43679410219192505, + "learning_rate": 2.2444075651785513e-05, + "loss": 0.1453, + "num_input_tokens_seen": 41020288, + "step": 21305 + }, + { + "epoch": 3.4763846969573375, + "grad_norm": 0.48696044087409973, + "learning_rate": 2.243430981494316e-05, + "loss": 0.1418, + "num_input_tokens_seen": 41029040, + "step": 21310 + }, + { + "epoch": 3.4772004241781547, + "grad_norm": 1.327598214149475, + "learning_rate": 2.2424544373762475e-05, + "loss": 0.1701, + "num_input_tokens_seen": 41039728, + "step": 21315 + }, + { + "epoch": 3.4780161513989722, + "grad_norm": 0.25637301802635193, + "learning_rate": 2.2414779329749418e-05, + "loss": 0.1566, + "num_input_tokens_seen": 41048736, + "step": 21320 + }, + { + "epoch": 3.4788318786197894, + "grad_norm": 0.5000568628311157, + "learning_rate": 2.2405014684409873e-05, + "loss": 0.1335, + "num_input_tokens_seen": 41057824, + "step": 21325 + }, + { + "epoch": 3.479647605840607, + "grad_norm": 0.5562915205955505, + "learning_rate": 2.239525043924968e-05, + "loss": 0.104, + "num_input_tokens_seen": 41067824, + "step": 21330 + }, + { + "epoch": 3.480463333061424, + "grad_norm": 0.323310524225235, + "learning_rate": 2.2385486595774592e-05, + "loss": 0.1546, + "num_input_tokens_seen": 41078144, + "step": 21335 + }, + { + "epoch": 3.4812790602822417, + "grad_norm": 0.9399535655975342, + "learning_rate": 2.237572315549033e-05, + "loss": 0.1535, + "num_input_tokens_seen": 41086896, + "step": 21340 + }, + { + "epoch": 3.482094787503059, + "grad_norm": 0.7414907813072205, + "learning_rate": 2.2365960119902545e-05, + "loss": 0.1717, + "num_input_tokens_seen": 41096944, + "step": 21345 + }, + { + "epoch": 3.4829105147238764, + "grad_norm": 0.7353913187980652, + "learning_rate": 2.2356197490516806e-05, + "loss": 0.1201, + "num_input_tokens_seen": 41107904, + "step": 21350 + }, + { + "epoch": 3.4837262419446935, + "grad_norm": 1.9649934768676758, + "learning_rate": 2.234643526883863e-05, + "loss": 0.2619, + "num_input_tokens_seen": 41117920, + "step": 21355 + }, + { + "epoch": 3.484541969165511, + "grad_norm": 0.7390715479850769, + "learning_rate": 2.2336673456373497e-05, + "loss": 0.1916, + "num_input_tokens_seen": 41126784, + "step": 21360 + }, + { + "epoch": 3.4853576963863286, + "grad_norm": 1.001013159751892, + "learning_rate": 2.2326912054626772e-05, + "loss": 0.1695, + "num_input_tokens_seen": 41135792, + "step": 21365 + }, + { + "epoch": 3.4861734236071458, + "grad_norm": 1.3443292379379272, + "learning_rate": 2.2317151065103813e-05, + "loss": 0.1785, + "num_input_tokens_seen": 41145840, + "step": 21370 + }, + { + "epoch": 3.486989150827963, + "grad_norm": 0.8797931671142578, + "learning_rate": 2.2307390489309865e-05, + "loss": 0.1632, + "num_input_tokens_seen": 41156224, + "step": 21375 + }, + { + "epoch": 3.4878048780487805, + "grad_norm": 0.767737090587616, + "learning_rate": 2.2297630328750146e-05, + "loss": 0.1372, + "num_input_tokens_seen": 41165776, + "step": 21380 + }, + { + "epoch": 3.488620605269598, + "grad_norm": 0.7465362548828125, + "learning_rate": 2.228787058492979e-05, + "loss": 0.1925, + "num_input_tokens_seen": 41175216, + "step": 21385 + }, + { + "epoch": 3.489436332490415, + "grad_norm": 0.22616708278656006, + "learning_rate": 2.2278111259353875e-05, + "loss": 0.1094, + "num_input_tokens_seen": 41184656, + "step": 21390 + }, + { + "epoch": 3.4902520597112328, + "grad_norm": 0.5479515790939331, + "learning_rate": 2.2268352353527395e-05, + "loss": 0.2117, + "num_input_tokens_seen": 41193888, + "step": 21395 + }, + { + "epoch": 3.49106778693205, + "grad_norm": 1.0596991777420044, + "learning_rate": 2.225859386895533e-05, + "loss": 0.2608, + "num_input_tokens_seen": 41202080, + "step": 21400 + }, + { + "epoch": 3.49106778693205, + "eval_loss": 0.16416652500629425, + "eval_runtime": 71.399, + "eval_samples_per_second": 38.166, + "eval_steps_per_second": 19.09, + "num_input_tokens_seen": 41202080, + "step": 21400 + }, + { + "epoch": 3.4918835141528675, + "grad_norm": 0.6748085021972656, + "learning_rate": 2.2248835807142525e-05, + "loss": 0.1229, + "num_input_tokens_seen": 41211888, + "step": 21405 + }, + { + "epoch": 3.4926992413736846, + "grad_norm": 0.6944536566734314, + "learning_rate": 2.2239078169593826e-05, + "loss": 0.1238, + "num_input_tokens_seen": 41220832, + "step": 21410 + }, + { + "epoch": 3.493514968594502, + "grad_norm": 0.29566484689712524, + "learning_rate": 2.222932095781396e-05, + "loss": 0.0886, + "num_input_tokens_seen": 41229600, + "step": 21415 + }, + { + "epoch": 3.4943306958153193, + "grad_norm": 0.9269647002220154, + "learning_rate": 2.221956417330762e-05, + "loss": 0.1894, + "num_input_tokens_seen": 41238416, + "step": 21420 + }, + { + "epoch": 3.495146423036137, + "grad_norm": 0.6691738963127136, + "learning_rate": 2.2209807817579438e-05, + "loss": 0.2277, + "num_input_tokens_seen": 41248816, + "step": 21425 + }, + { + "epoch": 3.495962150256954, + "grad_norm": 1.5581032037734985, + "learning_rate": 2.220005189213394e-05, + "loss": 0.1782, + "num_input_tokens_seen": 41257872, + "step": 21430 + }, + { + "epoch": 3.4967778774777716, + "grad_norm": 0.698125958442688, + "learning_rate": 2.2190296398475624e-05, + "loss": 0.2057, + "num_input_tokens_seen": 41267920, + "step": 21435 + }, + { + "epoch": 3.4975936046985887, + "grad_norm": 1.1473013162612915, + "learning_rate": 2.2180541338108926e-05, + "loss": 0.1645, + "num_input_tokens_seen": 41278000, + "step": 21440 + }, + { + "epoch": 3.4984093319194063, + "grad_norm": 0.8894634246826172, + "learning_rate": 2.2170786712538176e-05, + "loss": 0.1356, + "num_input_tokens_seen": 41287872, + "step": 21445 + }, + { + "epoch": 3.4992250591402234, + "grad_norm": 1.067012906074524, + "learning_rate": 2.216103252326768e-05, + "loss": 0.1776, + "num_input_tokens_seen": 41297840, + "step": 21450 + }, + { + "epoch": 3.500040786361041, + "grad_norm": 0.24515226483345032, + "learning_rate": 2.2151278771801635e-05, + "loss": 0.2331, + "num_input_tokens_seen": 41307440, + "step": 21455 + }, + { + "epoch": 3.500856513581858, + "grad_norm": 0.3369465172290802, + "learning_rate": 2.21415254596442e-05, + "loss": 0.2411, + "num_input_tokens_seen": 41315840, + "step": 21460 + }, + { + "epoch": 3.5016722408026757, + "grad_norm": 1.2625765800476074, + "learning_rate": 2.213177258829947e-05, + "loss": 0.1649, + "num_input_tokens_seen": 41325216, + "step": 21465 + }, + { + "epoch": 3.502487968023493, + "grad_norm": 0.3525105118751526, + "learning_rate": 2.2122020159271445e-05, + "loss": 0.1755, + "num_input_tokens_seen": 41334768, + "step": 21470 + }, + { + "epoch": 3.5033036952443104, + "grad_norm": 0.42197099328041077, + "learning_rate": 2.2112268174064075e-05, + "loss": 0.0961, + "num_input_tokens_seen": 41344432, + "step": 21475 + }, + { + "epoch": 3.5041194224651275, + "grad_norm": 0.8583076596260071, + "learning_rate": 2.2102516634181253e-05, + "loss": 0.1989, + "num_input_tokens_seen": 41353408, + "step": 21480 + }, + { + "epoch": 3.504935149685945, + "grad_norm": 0.48129570484161377, + "learning_rate": 2.209276554112677e-05, + "loss": 0.2587, + "num_input_tokens_seen": 41362272, + "step": 21485 + }, + { + "epoch": 3.5057508769067622, + "grad_norm": 1.0134766101837158, + "learning_rate": 2.2083014896404384e-05, + "loss": 0.1613, + "num_input_tokens_seen": 41372336, + "step": 21490 + }, + { + "epoch": 3.50656660412758, + "grad_norm": 1.2821887731552124, + "learning_rate": 2.207326470151775e-05, + "loss": 0.1935, + "num_input_tokens_seen": 41382368, + "step": 21495 + }, + { + "epoch": 3.507382331348397, + "grad_norm": 1.0944440364837646, + "learning_rate": 2.2063514957970477e-05, + "loss": 0.1822, + "num_input_tokens_seen": 41392672, + "step": 21500 + }, + { + "epoch": 3.5081980585692145, + "grad_norm": 0.33334651589393616, + "learning_rate": 2.205376566726611e-05, + "loss": 0.0935, + "num_input_tokens_seen": 41402992, + "step": 21505 + }, + { + "epoch": 3.5090137857900316, + "grad_norm": 1.2579587697982788, + "learning_rate": 2.204401683090809e-05, + "loss": 0.2359, + "num_input_tokens_seen": 41413312, + "step": 21510 + }, + { + "epoch": 3.5098295130108492, + "grad_norm": 0.9589769840240479, + "learning_rate": 2.203426845039982e-05, + "loss": 0.2416, + "num_input_tokens_seen": 41422448, + "step": 21515 + }, + { + "epoch": 3.510645240231667, + "grad_norm": 1.2781784534454346, + "learning_rate": 2.202452052724464e-05, + "loss": 0.1384, + "num_input_tokens_seen": 41432224, + "step": 21520 + }, + { + "epoch": 3.511460967452484, + "grad_norm": 1.4388177394866943, + "learning_rate": 2.2014773062945777e-05, + "loss": 0.1631, + "num_input_tokens_seen": 41441712, + "step": 21525 + }, + { + "epoch": 3.512276694673301, + "grad_norm": 0.5637499094009399, + "learning_rate": 2.2005026059006427e-05, + "loss": 0.2106, + "num_input_tokens_seen": 41451232, + "step": 21530 + }, + { + "epoch": 3.5130924218941186, + "grad_norm": 0.9145630598068237, + "learning_rate": 2.1995279516929695e-05, + "loss": 0.1096, + "num_input_tokens_seen": 41460960, + "step": 21535 + }, + { + "epoch": 3.513908149114936, + "grad_norm": 1.3069216012954712, + "learning_rate": 2.1985533438218613e-05, + "loss": 0.1514, + "num_input_tokens_seen": 41471072, + "step": 21540 + }, + { + "epoch": 3.5147238763357533, + "grad_norm": 0.8583523035049438, + "learning_rate": 2.197578782437617e-05, + "loss": 0.1985, + "num_input_tokens_seen": 41481680, + "step": 21545 + }, + { + "epoch": 3.5155396035565705, + "grad_norm": 0.8117575645446777, + "learning_rate": 2.196604267690524e-05, + "loss": 0.1273, + "num_input_tokens_seen": 41491216, + "step": 21550 + }, + { + "epoch": 3.516355330777388, + "grad_norm": 0.7322234511375427, + "learning_rate": 2.195629799730865e-05, + "loss": 0.12, + "num_input_tokens_seen": 41501232, + "step": 21555 + }, + { + "epoch": 3.5171710579982056, + "grad_norm": 0.09459641575813293, + "learning_rate": 2.1946553787089173e-05, + "loss": 0.2122, + "num_input_tokens_seen": 41510656, + "step": 21560 + }, + { + "epoch": 3.5179867852190227, + "grad_norm": 0.9420396089553833, + "learning_rate": 2.193681004774947e-05, + "loss": 0.2024, + "num_input_tokens_seen": 41520864, + "step": 21565 + }, + { + "epoch": 3.51880251243984, + "grad_norm": 0.8075419664382935, + "learning_rate": 2.1927066780792154e-05, + "loss": 0.1866, + "num_input_tokens_seen": 41529264, + "step": 21570 + }, + { + "epoch": 3.5196182396606575, + "grad_norm": 1.4311403036117554, + "learning_rate": 2.191732398771975e-05, + "loss": 0.1618, + "num_input_tokens_seen": 41540144, + "step": 21575 + }, + { + "epoch": 3.520433966881475, + "grad_norm": 1.4097874164581299, + "learning_rate": 2.1907581670034725e-05, + "loss": 0.1964, + "num_input_tokens_seen": 41549808, + "step": 21580 + }, + { + "epoch": 3.521249694102292, + "grad_norm": 1.286094307899475, + "learning_rate": 2.189783982923948e-05, + "loss": 0.1209, + "num_input_tokens_seen": 41558192, + "step": 21585 + }, + { + "epoch": 3.5220654213231093, + "grad_norm": 1.5528173446655273, + "learning_rate": 2.1888098466836303e-05, + "loss": 0.178, + "num_input_tokens_seen": 41568624, + "step": 21590 + }, + { + "epoch": 3.522881148543927, + "grad_norm": 0.8643333911895752, + "learning_rate": 2.1878357584327457e-05, + "loss": 0.1555, + "num_input_tokens_seen": 41578848, + "step": 21595 + }, + { + "epoch": 3.5236968757647444, + "grad_norm": 0.5118498206138611, + "learning_rate": 2.1868617183215103e-05, + "loss": 0.1417, + "num_input_tokens_seen": 41588560, + "step": 21600 + }, + { + "epoch": 3.5236968757647444, + "eval_loss": 0.16520991921424866, + "eval_runtime": 71.3843, + "eval_samples_per_second": 38.174, + "eval_steps_per_second": 19.094, + "num_input_tokens_seen": 41588560, + "step": 21600 + }, + { + "epoch": 3.5245126029855616, + "grad_norm": 0.36072003841400146, + "learning_rate": 2.1858877265001327e-05, + "loss": 0.1644, + "num_input_tokens_seen": 41597536, + "step": 21605 + }, + { + "epoch": 3.525328330206379, + "grad_norm": 1.6034795045852661, + "learning_rate": 2.184913783118816e-05, + "loss": 0.2524, + "num_input_tokens_seen": 41606080, + "step": 21610 + }, + { + "epoch": 3.5261440574271963, + "grad_norm": 1.4119373559951782, + "learning_rate": 2.1839398883277522e-05, + "loss": 0.1728, + "num_input_tokens_seen": 41615952, + "step": 21615 + }, + { + "epoch": 3.526959784648014, + "grad_norm": 0.42302215099334717, + "learning_rate": 2.182966042277129e-05, + "loss": 0.0962, + "num_input_tokens_seen": 41624480, + "step": 21620 + }, + { + "epoch": 3.527775511868831, + "grad_norm": 1.2301706075668335, + "learning_rate": 2.181992245117128e-05, + "loss": 0.2468, + "num_input_tokens_seen": 41633904, + "step": 21625 + }, + { + "epoch": 3.5285912390896486, + "grad_norm": 0.9329096078872681, + "learning_rate": 2.181018496997918e-05, + "loss": 0.2022, + "num_input_tokens_seen": 41644000, + "step": 21630 + }, + { + "epoch": 3.5294069663104657, + "grad_norm": 0.3099445402622223, + "learning_rate": 2.1800447980696648e-05, + "loss": 0.1191, + "num_input_tokens_seen": 41652720, + "step": 21635 + }, + { + "epoch": 3.5302226935312833, + "grad_norm": 1.2035239934921265, + "learning_rate": 2.1790711484825248e-05, + "loss": 0.164, + "num_input_tokens_seen": 41662144, + "step": 21640 + }, + { + "epoch": 3.5310384207521004, + "grad_norm": 0.46180811524391174, + "learning_rate": 2.178097548386646e-05, + "loss": 0.115, + "num_input_tokens_seen": 41671984, + "step": 21645 + }, + { + "epoch": 3.531854147972918, + "grad_norm": 1.2291094064712524, + "learning_rate": 2.1771239979321712e-05, + "loss": 0.205, + "num_input_tokens_seen": 41681312, + "step": 21650 + }, + { + "epoch": 3.532669875193735, + "grad_norm": 0.9216030836105347, + "learning_rate": 2.1761504972692327e-05, + "loss": 0.1808, + "num_input_tokens_seen": 41691056, + "step": 21655 + }, + { + "epoch": 3.5334856024145527, + "grad_norm": 0.4323922395706177, + "learning_rate": 2.1751770465479572e-05, + "loss": 0.1433, + "num_input_tokens_seen": 41701520, + "step": 21660 + }, + { + "epoch": 3.53430132963537, + "grad_norm": 1.0229201316833496, + "learning_rate": 2.174203645918464e-05, + "loss": 0.1944, + "num_input_tokens_seen": 41710752, + "step": 21665 + }, + { + "epoch": 3.5351170568561874, + "grad_norm": 0.7797663807868958, + "learning_rate": 2.1732302955308624e-05, + "loss": 0.1474, + "num_input_tokens_seen": 41720752, + "step": 21670 + }, + { + "epoch": 3.5359327840770045, + "grad_norm": 0.7275959849357605, + "learning_rate": 2.172256995535255e-05, + "loss": 0.1654, + "num_input_tokens_seen": 41731504, + "step": 21675 + }, + { + "epoch": 3.536748511297822, + "grad_norm": 0.7488667964935303, + "learning_rate": 2.171283746081739e-05, + "loss": 0.0953, + "num_input_tokens_seen": 41741936, + "step": 21680 + }, + { + "epoch": 3.537564238518639, + "grad_norm": 0.6472854614257812, + "learning_rate": 2.1703105473203988e-05, + "loss": 0.2119, + "num_input_tokens_seen": 41751968, + "step": 21685 + }, + { + "epoch": 3.538379965739457, + "grad_norm": 0.41845086216926575, + "learning_rate": 2.1693373994013168e-05, + "loss": 0.1617, + "num_input_tokens_seen": 41761808, + "step": 21690 + }, + { + "epoch": 3.539195692960274, + "grad_norm": 0.8638537526130676, + "learning_rate": 2.168364302474562e-05, + "loss": 0.2312, + "num_input_tokens_seen": 41771504, + "step": 21695 + }, + { + "epoch": 3.5400114201810915, + "grad_norm": 1.1718615293502808, + "learning_rate": 2.167391256690199e-05, + "loss": 0.2462, + "num_input_tokens_seen": 41782160, + "step": 21700 + }, + { + "epoch": 3.5408271474019086, + "grad_norm": 0.6519836783409119, + "learning_rate": 2.1664182621982855e-05, + "loss": 0.183, + "num_input_tokens_seen": 41791664, + "step": 21705 + }, + { + "epoch": 3.541642874622726, + "grad_norm": 0.4002307951450348, + "learning_rate": 2.1654453191488673e-05, + "loss": 0.1755, + "num_input_tokens_seen": 41800896, + "step": 21710 + }, + { + "epoch": 3.5424586018435438, + "grad_norm": 0.7123613357543945, + "learning_rate": 2.1644724276919846e-05, + "loss": 0.1393, + "num_input_tokens_seen": 41811424, + "step": 21715 + }, + { + "epoch": 3.543274329064361, + "grad_norm": 0.9216824769973755, + "learning_rate": 2.1634995879776715e-05, + "loss": 0.1265, + "num_input_tokens_seen": 41821440, + "step": 21720 + }, + { + "epoch": 3.544090056285178, + "grad_norm": 0.9869294762611389, + "learning_rate": 2.162526800155949e-05, + "loss": 0.1739, + "num_input_tokens_seen": 41829776, + "step": 21725 + }, + { + "epoch": 3.5449057835059956, + "grad_norm": 0.7561368942260742, + "learning_rate": 2.1615540643768363e-05, + "loss": 0.1539, + "num_input_tokens_seen": 41840512, + "step": 21730 + }, + { + "epoch": 3.545721510726813, + "grad_norm": 1.3756678104400635, + "learning_rate": 2.160581380790339e-05, + "loss": 0.2667, + "num_input_tokens_seen": 41849952, + "step": 21735 + }, + { + "epoch": 3.5465372379476303, + "grad_norm": 0.9098209738731384, + "learning_rate": 2.1596087495464586e-05, + "loss": 0.1704, + "num_input_tokens_seen": 41858944, + "step": 21740 + }, + { + "epoch": 3.5473529651684474, + "grad_norm": 0.763570249080658, + "learning_rate": 2.1586361707951866e-05, + "loss": 0.171, + "num_input_tokens_seen": 41869760, + "step": 21745 + }, + { + "epoch": 3.548168692389265, + "grad_norm": 0.6010499596595764, + "learning_rate": 2.157663644686507e-05, + "loss": 0.1612, + "num_input_tokens_seen": 41879072, + "step": 21750 + }, + { + "epoch": 3.5489844196100826, + "grad_norm": 1.4913641214370728, + "learning_rate": 2.156691171370396e-05, + "loss": 0.1719, + "num_input_tokens_seen": 41888912, + "step": 21755 + }, + { + "epoch": 3.5498001468308997, + "grad_norm": 0.2585424780845642, + "learning_rate": 2.1557187509968195e-05, + "loss": 0.1243, + "num_input_tokens_seen": 41898176, + "step": 21760 + }, + { + "epoch": 3.550615874051717, + "grad_norm": 1.2344204187393188, + "learning_rate": 2.1547463837157382e-05, + "loss": 0.2098, + "num_input_tokens_seen": 41906336, + "step": 21765 + }, + { + "epoch": 3.5514316012725344, + "grad_norm": 0.6428930759429932, + "learning_rate": 2.1537740696771045e-05, + "loss": 0.1587, + "num_input_tokens_seen": 41916640, + "step": 21770 + }, + { + "epoch": 3.552247328493352, + "grad_norm": 0.411324679851532, + "learning_rate": 2.1528018090308587e-05, + "loss": 0.1821, + "num_input_tokens_seen": 41926880, + "step": 21775 + }, + { + "epoch": 3.553063055714169, + "grad_norm": 0.5177675485610962, + "learning_rate": 2.151829601926938e-05, + "loss": 0.181, + "num_input_tokens_seen": 41936240, + "step": 21780 + }, + { + "epoch": 3.5538787829349863, + "grad_norm": 0.411536306142807, + "learning_rate": 2.1508574485152684e-05, + "loss": 0.1465, + "num_input_tokens_seen": 41947136, + "step": 21785 + }, + { + "epoch": 3.554694510155804, + "grad_norm": 0.2896866798400879, + "learning_rate": 2.1498853489457667e-05, + "loss": 0.1633, + "num_input_tokens_seen": 41957440, + "step": 21790 + }, + { + "epoch": 3.5555102373766214, + "grad_norm": 0.45610368251800537, + "learning_rate": 2.1489133033683455e-05, + "loss": 0.106, + "num_input_tokens_seen": 41968000, + "step": 21795 + }, + { + "epoch": 3.5563259645974385, + "grad_norm": 0.37108349800109863, + "learning_rate": 2.1479413119329038e-05, + "loss": 0.0863, + "num_input_tokens_seen": 41977888, + "step": 21800 + }, + { + "epoch": 3.5563259645974385, + "eval_loss": 0.16437970101833344, + "eval_runtime": 71.4279, + "eval_samples_per_second": 38.15, + "eval_steps_per_second": 19.082, + "num_input_tokens_seen": 41977888, + "step": 21800 + }, + { + "epoch": 3.557141691818256, + "grad_norm": 0.3090081810951233, + "learning_rate": 2.1469693747893355e-05, + "loss": 0.135, + "num_input_tokens_seen": 41988144, + "step": 21805 + }, + { + "epoch": 3.5579574190390733, + "grad_norm": 0.5999585390090942, + "learning_rate": 2.1459974920875274e-05, + "loss": 0.2444, + "num_input_tokens_seen": 41997824, + "step": 21810 + }, + { + "epoch": 3.558773146259891, + "grad_norm": 0.7754082083702087, + "learning_rate": 2.145025663977354e-05, + "loss": 0.1923, + "num_input_tokens_seen": 42007808, + "step": 21815 + }, + { + "epoch": 3.559588873480708, + "grad_norm": 1.029954195022583, + "learning_rate": 2.1440538906086844e-05, + "loss": 0.1668, + "num_input_tokens_seen": 42016816, + "step": 21820 + }, + { + "epoch": 3.5604046007015255, + "grad_norm": 0.36785075068473816, + "learning_rate": 2.1430821721313782e-05, + "loss": 0.0864, + "num_input_tokens_seen": 42027264, + "step": 21825 + }, + { + "epoch": 3.5612203279223427, + "grad_norm": 0.8467285633087158, + "learning_rate": 2.142110508695286e-05, + "loss": 0.1274, + "num_input_tokens_seen": 42037312, + "step": 21830 + }, + { + "epoch": 3.5620360551431602, + "grad_norm": 0.5339105129241943, + "learning_rate": 2.1411389004502515e-05, + "loss": 0.1426, + "num_input_tokens_seen": 42047008, + "step": 21835 + }, + { + "epoch": 3.5628517823639774, + "grad_norm": 0.40406253933906555, + "learning_rate": 2.140167347546107e-05, + "loss": 0.1497, + "num_input_tokens_seen": 42057056, + "step": 21840 + }, + { + "epoch": 3.563667509584795, + "grad_norm": 0.368789404630661, + "learning_rate": 2.1391958501326793e-05, + "loss": 0.1371, + "num_input_tokens_seen": 42066512, + "step": 21845 + }, + { + "epoch": 3.564483236805612, + "grad_norm": 0.7879408001899719, + "learning_rate": 2.1382244083597873e-05, + "loss": 0.2246, + "num_input_tokens_seen": 42075280, + "step": 21850 + }, + { + "epoch": 3.5652989640264297, + "grad_norm": 0.8079200387001038, + "learning_rate": 2.137253022377237e-05, + "loss": 0.1204, + "num_input_tokens_seen": 42085392, + "step": 21855 + }, + { + "epoch": 3.566114691247247, + "grad_norm": 0.6577736139297485, + "learning_rate": 2.136281692334829e-05, + "loss": 0.1884, + "num_input_tokens_seen": 42095504, + "step": 21860 + }, + { + "epoch": 3.5669304184680644, + "grad_norm": 0.8599998950958252, + "learning_rate": 2.135310418382356e-05, + "loss": 0.137, + "num_input_tokens_seen": 42104912, + "step": 21865 + }, + { + "epoch": 3.5677461456888815, + "grad_norm": 0.9669195413589478, + "learning_rate": 2.134339200669598e-05, + "loss": 0.183, + "num_input_tokens_seen": 42114736, + "step": 21870 + }, + { + "epoch": 3.568561872909699, + "grad_norm": 0.3471647799015045, + "learning_rate": 2.133368039346331e-05, + "loss": 0.155, + "num_input_tokens_seen": 42123760, + "step": 21875 + }, + { + "epoch": 3.569377600130516, + "grad_norm": 0.570993185043335, + "learning_rate": 2.1323969345623195e-05, + "loss": 0.1669, + "num_input_tokens_seen": 42134752, + "step": 21880 + }, + { + "epoch": 3.5701933273513338, + "grad_norm": 0.9830740690231323, + "learning_rate": 2.1314258864673207e-05, + "loss": 0.1234, + "num_input_tokens_seen": 42144592, + "step": 21885 + }, + { + "epoch": 3.5710090545721513, + "grad_norm": 0.22802852094173431, + "learning_rate": 2.130454895211082e-05, + "loss": 0.1279, + "num_input_tokens_seen": 42153296, + "step": 21890 + }, + { + "epoch": 3.5718247817929685, + "grad_norm": 0.4667949676513672, + "learning_rate": 2.129483960943342e-05, + "loss": 0.227, + "num_input_tokens_seen": 42163904, + "step": 21895 + }, + { + "epoch": 3.5726405090137856, + "grad_norm": 0.34995076060295105, + "learning_rate": 2.128513083813831e-05, + "loss": 0.2152, + "num_input_tokens_seen": 42173488, + "step": 21900 + }, + { + "epoch": 3.573456236234603, + "grad_norm": 1.1798490285873413, + "learning_rate": 2.1275422639722724e-05, + "loss": 0.1444, + "num_input_tokens_seen": 42182976, + "step": 21905 + }, + { + "epoch": 3.5742719634554208, + "grad_norm": 0.6883229613304138, + "learning_rate": 2.126571501568376e-05, + "loss": 0.1902, + "num_input_tokens_seen": 42192240, + "step": 21910 + }, + { + "epoch": 3.575087690676238, + "grad_norm": 0.7079063653945923, + "learning_rate": 2.1256007967518478e-05, + "loss": 0.116, + "num_input_tokens_seen": 42200720, + "step": 21915 + }, + { + "epoch": 3.575903417897055, + "grad_norm": 0.271626353263855, + "learning_rate": 2.124630149672381e-05, + "loss": 0.1707, + "num_input_tokens_seen": 42210544, + "step": 21920 + }, + { + "epoch": 3.5767191451178726, + "grad_norm": 1.0250582695007324, + "learning_rate": 2.1236595604796624e-05, + "loss": 0.1855, + "num_input_tokens_seen": 42220128, + "step": 21925 + }, + { + "epoch": 3.57753487233869, + "grad_norm": 0.4890657663345337, + "learning_rate": 2.1226890293233693e-05, + "loss": 0.1447, + "num_input_tokens_seen": 42229072, + "step": 21930 + }, + { + "epoch": 3.5783505995595073, + "grad_norm": 0.644885241985321, + "learning_rate": 2.1217185563531694e-05, + "loss": 0.1212, + "num_input_tokens_seen": 42239088, + "step": 21935 + }, + { + "epoch": 3.5791663267803244, + "grad_norm": 0.715290904045105, + "learning_rate": 2.120748141718721e-05, + "loss": 0.1973, + "num_input_tokens_seen": 42248864, + "step": 21940 + }, + { + "epoch": 3.579982054001142, + "grad_norm": 1.1399288177490234, + "learning_rate": 2.1197777855696765e-05, + "loss": 0.2107, + "num_input_tokens_seen": 42256960, + "step": 21945 + }, + { + "epoch": 3.5807977812219596, + "grad_norm": 0.376110702753067, + "learning_rate": 2.1188074880556746e-05, + "loss": 0.1631, + "num_input_tokens_seen": 42266208, + "step": 21950 + }, + { + "epoch": 3.5816135084427767, + "grad_norm": 0.7725763916969299, + "learning_rate": 2.1178372493263495e-05, + "loss": 0.199, + "num_input_tokens_seen": 42276016, + "step": 21955 + }, + { + "epoch": 3.582429235663594, + "grad_norm": 0.3996703326702118, + "learning_rate": 2.116867069531322e-05, + "loss": 0.148, + "num_input_tokens_seen": 42286128, + "step": 21960 + }, + { + "epoch": 3.5832449628844114, + "grad_norm": 0.28329992294311523, + "learning_rate": 2.1158969488202073e-05, + "loss": 0.1451, + "num_input_tokens_seen": 42295120, + "step": 21965 + }, + { + "epoch": 3.584060690105229, + "grad_norm": 0.6698939800262451, + "learning_rate": 2.114926887342611e-05, + "loss": 0.2527, + "num_input_tokens_seen": 42305456, + "step": 21970 + }, + { + "epoch": 3.584876417326046, + "grad_norm": 1.0192514657974243, + "learning_rate": 2.113956885248127e-05, + "loss": 0.1635, + "num_input_tokens_seen": 42314688, + "step": 21975 + }, + { + "epoch": 3.5856921445468637, + "grad_norm": 1.069828748703003, + "learning_rate": 2.112986942686342e-05, + "loss": 0.1061, + "num_input_tokens_seen": 42323936, + "step": 21980 + }, + { + "epoch": 3.586507871767681, + "grad_norm": 0.625300943851471, + "learning_rate": 2.112017059806835e-05, + "loss": 0.1051, + "num_input_tokens_seen": 42332496, + "step": 21985 + }, + { + "epoch": 3.5873235989884984, + "grad_norm": 1.3888963460922241, + "learning_rate": 2.1110472367591724e-05, + "loss": 0.2494, + "num_input_tokens_seen": 42342432, + "step": 21990 + }, + { + "epoch": 3.5881393262093155, + "grad_norm": 1.2771731615066528, + "learning_rate": 2.1100774736929145e-05, + "loss": 0.2298, + "num_input_tokens_seen": 42351584, + "step": 21995 + }, + { + "epoch": 3.588955053430133, + "grad_norm": 1.5535972118377686, + "learning_rate": 2.10910777075761e-05, + "loss": 0.1849, + "num_input_tokens_seen": 42361392, + "step": 22000 + }, + { + "epoch": 3.588955053430133, + "eval_loss": 0.16291068494319916, + "eval_runtime": 71.3607, + "eval_samples_per_second": 38.186, + "eval_steps_per_second": 19.1, + "num_input_tokens_seen": 42361392, + "step": 22000 + }, + { + "epoch": 3.5897707806509502, + "grad_norm": 0.8393598198890686, + "learning_rate": 2.108138128102799e-05, + "loss": 0.2123, + "num_input_tokens_seen": 42371904, + "step": 22005 + }, + { + "epoch": 3.590586507871768, + "grad_norm": 0.8701956868171692, + "learning_rate": 2.107168545878014e-05, + "loss": 0.1447, + "num_input_tokens_seen": 42380688, + "step": 22010 + }, + { + "epoch": 3.591402235092585, + "grad_norm": 0.6525962352752686, + "learning_rate": 2.106199024232775e-05, + "loss": 0.1339, + "num_input_tokens_seen": 42390864, + "step": 22015 + }, + { + "epoch": 3.5922179623134025, + "grad_norm": 0.4372096657752991, + "learning_rate": 2.105229563316595e-05, + "loss": 0.2061, + "num_input_tokens_seen": 42399696, + "step": 22020 + }, + { + "epoch": 3.5930336895342196, + "grad_norm": 0.6979007720947266, + "learning_rate": 2.1042601632789784e-05, + "loss": 0.1844, + "num_input_tokens_seen": 42409360, + "step": 22025 + }, + { + "epoch": 3.593849416755037, + "grad_norm": 0.38057857751846313, + "learning_rate": 2.103290824269417e-05, + "loss": 0.1078, + "num_input_tokens_seen": 42419168, + "step": 22030 + }, + { + "epoch": 3.5946651439758543, + "grad_norm": 0.667973518371582, + "learning_rate": 2.1023215464373965e-05, + "loss": 0.1301, + "num_input_tokens_seen": 42429456, + "step": 22035 + }, + { + "epoch": 3.595480871196672, + "grad_norm": 0.8877553343772888, + "learning_rate": 2.1013523299323908e-05, + "loss": 0.163, + "num_input_tokens_seen": 42440112, + "step": 22040 + }, + { + "epoch": 3.596296598417489, + "grad_norm": 0.9490005373954773, + "learning_rate": 2.1003831749038654e-05, + "loss": 0.1698, + "num_input_tokens_seen": 42450576, + "step": 22045 + }, + { + "epoch": 3.5971123256383066, + "grad_norm": 0.46677732467651367, + "learning_rate": 2.099414081501277e-05, + "loss": 0.1525, + "num_input_tokens_seen": 42459488, + "step": 22050 + }, + { + "epoch": 3.5979280528591238, + "grad_norm": 1.1755447387695312, + "learning_rate": 2.09844504987407e-05, + "loss": 0.2097, + "num_input_tokens_seen": 42467280, + "step": 22055 + }, + { + "epoch": 3.5987437800799413, + "grad_norm": 0.5862187743186951, + "learning_rate": 2.097476080171683e-05, + "loss": 0.1878, + "num_input_tokens_seen": 42477104, + "step": 22060 + }, + { + "epoch": 3.5995595073007585, + "grad_norm": 0.33455944061279297, + "learning_rate": 2.0965071725435436e-05, + "loss": 0.1627, + "num_input_tokens_seen": 42486960, + "step": 22065 + }, + { + "epoch": 3.600375234521576, + "grad_norm": 0.3497859537601471, + "learning_rate": 2.0955383271390684e-05, + "loss": 0.1452, + "num_input_tokens_seen": 42495104, + "step": 22070 + }, + { + "epoch": 3.601190961742393, + "grad_norm": 0.8937880396842957, + "learning_rate": 2.094569544107666e-05, + "loss": 0.2114, + "num_input_tokens_seen": 42503664, + "step": 22075 + }, + { + "epoch": 3.6020066889632107, + "grad_norm": 1.2570234537124634, + "learning_rate": 2.093600823598735e-05, + "loss": 0.1951, + "num_input_tokens_seen": 42513584, + "step": 22080 + }, + { + "epoch": 3.6028224161840283, + "grad_norm": 0.746867299079895, + "learning_rate": 2.092632165761663e-05, + "loss": 0.1246, + "num_input_tokens_seen": 42524240, + "step": 22085 + }, + { + "epoch": 3.6036381434048455, + "grad_norm": 0.4756106734275818, + "learning_rate": 2.091663570745832e-05, + "loss": 0.1792, + "num_input_tokens_seen": 42533680, + "step": 22090 + }, + { + "epoch": 3.6044538706256626, + "grad_norm": 1.0484002828598022, + "learning_rate": 2.0906950387006086e-05, + "loss": 0.1676, + "num_input_tokens_seen": 42543904, + "step": 22095 + }, + { + "epoch": 3.60526959784648, + "grad_norm": 0.740957498550415, + "learning_rate": 2.0897265697753543e-05, + "loss": 0.1158, + "num_input_tokens_seen": 42553344, + "step": 22100 + }, + { + "epoch": 3.6060853250672977, + "grad_norm": 1.3310734033584595, + "learning_rate": 2.088758164119419e-05, + "loss": 0.2029, + "num_input_tokens_seen": 42562256, + "step": 22105 + }, + { + "epoch": 3.606901052288115, + "grad_norm": 1.5340317487716675, + "learning_rate": 2.0877898218821428e-05, + "loss": 0.2078, + "num_input_tokens_seen": 42571504, + "step": 22110 + }, + { + "epoch": 3.607716779508932, + "grad_norm": 0.9592834115028381, + "learning_rate": 2.0868215432128565e-05, + "loss": 0.1471, + "num_input_tokens_seen": 42581712, + "step": 22115 + }, + { + "epoch": 3.6085325067297496, + "grad_norm": 0.8291248083114624, + "learning_rate": 2.0858533282608796e-05, + "loss": 0.1489, + "num_input_tokens_seen": 42591440, + "step": 22120 + }, + { + "epoch": 3.609348233950567, + "grad_norm": 0.6867532730102539, + "learning_rate": 2.084885177175524e-05, + "loss": 0.1353, + "num_input_tokens_seen": 42600720, + "step": 22125 + }, + { + "epoch": 3.6101639611713843, + "grad_norm": 0.391100138425827, + "learning_rate": 2.0839170901060917e-05, + "loss": 0.2037, + "num_input_tokens_seen": 42611248, + "step": 22130 + }, + { + "epoch": 3.6109796883922014, + "grad_norm": 0.3010377883911133, + "learning_rate": 2.082949067201872e-05, + "loss": 0.1426, + "num_input_tokens_seen": 42620304, + "step": 22135 + }, + { + "epoch": 3.611795415613019, + "grad_norm": 1.8479008674621582, + "learning_rate": 2.0819811086121475e-05, + "loss": 0.2195, + "num_input_tokens_seen": 42629936, + "step": 22140 + }, + { + "epoch": 3.6126111428338366, + "grad_norm": 1.0646929740905762, + "learning_rate": 2.08101321448619e-05, + "loss": 0.1531, + "num_input_tokens_seen": 42639968, + "step": 22145 + }, + { + "epoch": 3.6134268700546537, + "grad_norm": 0.2367657721042633, + "learning_rate": 2.080045384973259e-05, + "loss": 0.1662, + "num_input_tokens_seen": 42650176, + "step": 22150 + }, + { + "epoch": 3.614242597275471, + "grad_norm": 0.7814736366271973, + "learning_rate": 2.0790776202226082e-05, + "loss": 0.1575, + "num_input_tokens_seen": 42660368, + "step": 22155 + }, + { + "epoch": 3.6150583244962884, + "grad_norm": 0.5282909274101257, + "learning_rate": 2.078109920383477e-05, + "loss": 0.1182, + "num_input_tokens_seen": 42670736, + "step": 22160 + }, + { + "epoch": 3.615874051717106, + "grad_norm": 1.0383555889129639, + "learning_rate": 2.0771422856050978e-05, + "loss": 0.2865, + "num_input_tokens_seen": 42679952, + "step": 22165 + }, + { + "epoch": 3.616689778937923, + "grad_norm": 0.8453164100646973, + "learning_rate": 2.076174716036693e-05, + "loss": 0.1647, + "num_input_tokens_seen": 42689216, + "step": 22170 + }, + { + "epoch": 3.6175055061587407, + "grad_norm": 0.6942848563194275, + "learning_rate": 2.075207211827472e-05, + "loss": 0.1989, + "num_input_tokens_seen": 42699392, + "step": 22175 + }, + { + "epoch": 3.618321233379558, + "grad_norm": 0.6072997450828552, + "learning_rate": 2.074239773126638e-05, + "loss": 0.205, + "num_input_tokens_seen": 42709920, + "step": 22180 + }, + { + "epoch": 3.6191369606003754, + "grad_norm": 0.44878414273262024, + "learning_rate": 2.073272400083382e-05, + "loss": 0.0808, + "num_input_tokens_seen": 42719616, + "step": 22185 + }, + { + "epoch": 3.6199526878211925, + "grad_norm": 0.38405391573905945, + "learning_rate": 2.072305092846883e-05, + "loss": 0.2042, + "num_input_tokens_seen": 42728624, + "step": 22190 + }, + { + "epoch": 3.62076841504201, + "grad_norm": 0.48510226607322693, + "learning_rate": 2.0713378515663152e-05, + "loss": 0.2226, + "num_input_tokens_seen": 42737840, + "step": 22195 + }, + { + "epoch": 3.621584142262827, + "grad_norm": 1.0216060876846313, + "learning_rate": 2.070370676390836e-05, + "loss": 0.1323, + "num_input_tokens_seen": 42746416, + "step": 22200 + }, + { + "epoch": 3.621584142262827, + "eval_loss": 0.16503314673900604, + "eval_runtime": 71.4077, + "eval_samples_per_second": 38.161, + "eval_steps_per_second": 19.088, + "num_input_tokens_seen": 42746416, + "step": 22200 + }, + { + "epoch": 3.622399869483645, + "grad_norm": 0.6373927593231201, + "learning_rate": 2.0694035674695974e-05, + "loss": 0.1847, + "num_input_tokens_seen": 42756288, + "step": 22205 + }, + { + "epoch": 3.623215596704462, + "grad_norm": 0.5014873147010803, + "learning_rate": 2.0684365249517416e-05, + "loss": 0.1762, + "num_input_tokens_seen": 42766688, + "step": 22210 + }, + { + "epoch": 3.6240313239252795, + "grad_norm": 0.5907958745956421, + "learning_rate": 2.067469548986396e-05, + "loss": 0.1518, + "num_input_tokens_seen": 42775520, + "step": 22215 + }, + { + "epoch": 3.6248470511460966, + "grad_norm": 0.49277210235595703, + "learning_rate": 2.066502639722681e-05, + "loss": 0.1531, + "num_input_tokens_seen": 42785360, + "step": 22220 + }, + { + "epoch": 3.625662778366914, + "grad_norm": 1.3860321044921875, + "learning_rate": 2.065535797309708e-05, + "loss": 0.2472, + "num_input_tokens_seen": 42794432, + "step": 22225 + }, + { + "epoch": 3.6264785055877313, + "grad_norm": 0.605525553226471, + "learning_rate": 2.0645690218965736e-05, + "loss": 0.1108, + "num_input_tokens_seen": 42804272, + "step": 22230 + }, + { + "epoch": 3.627294232808549, + "grad_norm": 0.6999454498291016, + "learning_rate": 2.063602313632369e-05, + "loss": 0.2318, + "num_input_tokens_seen": 42814544, + "step": 22235 + }, + { + "epoch": 3.628109960029366, + "grad_norm": 0.1709902435541153, + "learning_rate": 2.0626356726661704e-05, + "loss": 0.2383, + "num_input_tokens_seen": 42824496, + "step": 22240 + }, + { + "epoch": 3.6289256872501836, + "grad_norm": 0.36184096336364746, + "learning_rate": 2.0616690991470477e-05, + "loss": 0.1188, + "num_input_tokens_seen": 42834032, + "step": 22245 + }, + { + "epoch": 3.6297414144710007, + "grad_norm": 1.100037932395935, + "learning_rate": 2.0607025932240595e-05, + "loss": 0.1992, + "num_input_tokens_seen": 42841344, + "step": 22250 + }, + { + "epoch": 3.6305571416918183, + "grad_norm": 1.0688543319702148, + "learning_rate": 2.059736155046251e-05, + "loss": 0.161, + "num_input_tokens_seen": 42849776, + "step": 22255 + }, + { + "epoch": 3.631372868912636, + "grad_norm": 0.28286436200141907, + "learning_rate": 2.0587697847626603e-05, + "loss": 0.109, + "num_input_tokens_seen": 42859280, + "step": 22260 + }, + { + "epoch": 3.632188596133453, + "grad_norm": 0.22379562258720398, + "learning_rate": 2.057803482522314e-05, + "loss": 0.1552, + "num_input_tokens_seen": 42868800, + "step": 22265 + }, + { + "epoch": 3.63300432335427, + "grad_norm": 0.5501025915145874, + "learning_rate": 2.056837248474227e-05, + "loss": 0.261, + "num_input_tokens_seen": 42878848, + "step": 22270 + }, + { + "epoch": 3.6338200505750877, + "grad_norm": 0.8131250739097595, + "learning_rate": 2.0558710827674064e-05, + "loss": 0.166, + "num_input_tokens_seen": 42887648, + "step": 22275 + }, + { + "epoch": 3.6346357777959053, + "grad_norm": 0.5372275114059448, + "learning_rate": 2.054904985550845e-05, + "loss": 0.1749, + "num_input_tokens_seen": 42897392, + "step": 22280 + }, + { + "epoch": 3.6354515050167224, + "grad_norm": 1.1677298545837402, + "learning_rate": 2.0539389569735287e-05, + "loss": 0.2631, + "num_input_tokens_seen": 42906384, + "step": 22285 + }, + { + "epoch": 3.6362672322375396, + "grad_norm": 0.7058504223823547, + "learning_rate": 2.052972997184431e-05, + "loss": 0.1798, + "num_input_tokens_seen": 42915072, + "step": 22290 + }, + { + "epoch": 3.637082959458357, + "grad_norm": 0.8228634595870972, + "learning_rate": 2.0520071063325146e-05, + "loss": 0.1663, + "num_input_tokens_seen": 42924032, + "step": 22295 + }, + { + "epoch": 3.6378986866791747, + "grad_norm": 0.7642812728881836, + "learning_rate": 2.051041284566732e-05, + "loss": 0.2728, + "num_input_tokens_seen": 42933168, + "step": 22300 + }, + { + "epoch": 3.638714413899992, + "grad_norm": 0.600837767124176, + "learning_rate": 2.050075532036026e-05, + "loss": 0.1532, + "num_input_tokens_seen": 42942944, + "step": 22305 + }, + { + "epoch": 3.639530141120809, + "grad_norm": 0.5625711679458618, + "learning_rate": 2.0491098488893264e-05, + "loss": 0.1052, + "num_input_tokens_seen": 42952464, + "step": 22310 + }, + { + "epoch": 3.6403458683416265, + "grad_norm": 0.9447217583656311, + "learning_rate": 2.0481442352755546e-05, + "loss": 0.2173, + "num_input_tokens_seen": 42962880, + "step": 22315 + }, + { + "epoch": 3.641161595562444, + "grad_norm": 1.0236657857894897, + "learning_rate": 2.0471786913436198e-05, + "loss": 0.1633, + "num_input_tokens_seen": 42972976, + "step": 22320 + }, + { + "epoch": 3.6419773227832613, + "grad_norm": 0.5281135439872742, + "learning_rate": 2.0462132172424218e-05, + "loss": 0.148, + "num_input_tokens_seen": 42983024, + "step": 22325 + }, + { + "epoch": 3.6427930500040784, + "grad_norm": 1.4509912729263306, + "learning_rate": 2.0452478131208484e-05, + "loss": 0.17, + "num_input_tokens_seen": 42993472, + "step": 22330 + }, + { + "epoch": 3.643608777224896, + "grad_norm": 0.8281245231628418, + "learning_rate": 2.0442824791277765e-05, + "loss": 0.1621, + "num_input_tokens_seen": 43003344, + "step": 22335 + }, + { + "epoch": 3.6444245044457135, + "grad_norm": 0.5134313106536865, + "learning_rate": 2.0433172154120727e-05, + "loss": 0.1946, + "num_input_tokens_seen": 43012080, + "step": 22340 + }, + { + "epoch": 3.6452402316665307, + "grad_norm": 1.0117108821868896, + "learning_rate": 2.0423520221225947e-05, + "loss": 0.1988, + "num_input_tokens_seen": 43020128, + "step": 22345 + }, + { + "epoch": 3.6460559588873482, + "grad_norm": 0.5597412586212158, + "learning_rate": 2.0413868994081848e-05, + "loss": 0.0967, + "num_input_tokens_seen": 43029712, + "step": 22350 + }, + { + "epoch": 3.6468716861081654, + "grad_norm": 0.9815287590026855, + "learning_rate": 2.0404218474176795e-05, + "loss": 0.2024, + "num_input_tokens_seen": 43039024, + "step": 22355 + }, + { + "epoch": 3.647687413328983, + "grad_norm": 0.3286718726158142, + "learning_rate": 2.0394568662999002e-05, + "loss": 0.17, + "num_input_tokens_seen": 43048816, + "step": 22360 + }, + { + "epoch": 3.6485031405498, + "grad_norm": 1.4505608081817627, + "learning_rate": 2.0384919562036593e-05, + "loss": 0.1843, + "num_input_tokens_seen": 43059136, + "step": 22365 + }, + { + "epoch": 3.6493188677706176, + "grad_norm": 0.8914759159088135, + "learning_rate": 2.0375271172777593e-05, + "loss": 0.1715, + "num_input_tokens_seen": 43067904, + "step": 22370 + }, + { + "epoch": 3.6501345949914348, + "grad_norm": 0.4919436573982239, + "learning_rate": 2.0365623496709885e-05, + "loss": 0.1071, + "num_input_tokens_seen": 43077776, + "step": 22375 + }, + { + "epoch": 3.6509503222122524, + "grad_norm": 0.39107924699783325, + "learning_rate": 2.0355976535321283e-05, + "loss": 0.0944, + "num_input_tokens_seen": 43087824, + "step": 22380 + }, + { + "epoch": 3.6517660494330695, + "grad_norm": 0.5862123370170593, + "learning_rate": 2.034633029009945e-05, + "loss": 0.1513, + "num_input_tokens_seen": 43097760, + "step": 22385 + }, + { + "epoch": 3.652581776653887, + "grad_norm": 1.2827430963516235, + "learning_rate": 2.0336684762531972e-05, + "loss": 0.1431, + "num_input_tokens_seen": 43107264, + "step": 22390 + }, + { + "epoch": 3.653397503874704, + "grad_norm": 0.5183829069137573, + "learning_rate": 2.032703995410631e-05, + "loss": 0.084, + "num_input_tokens_seen": 43115984, + "step": 22395 + }, + { + "epoch": 3.6542132310955218, + "grad_norm": 1.0566893815994263, + "learning_rate": 2.031739586630981e-05, + "loss": 0.159, + "num_input_tokens_seen": 43126400, + "step": 22400 + }, + { + "epoch": 3.6542132310955218, + "eval_loss": 0.16633954644203186, + "eval_runtime": 71.2909, + "eval_samples_per_second": 38.224, + "eval_steps_per_second": 19.119, + "num_input_tokens_seen": 43126400, + "step": 22400 + }, + { + "epoch": 3.655028958316339, + "grad_norm": 1.5320725440979004, + "learning_rate": 2.0307752500629707e-05, + "loss": 0.2323, + "num_input_tokens_seen": 43136672, + "step": 22405 + }, + { + "epoch": 3.6558446855371565, + "grad_norm": 0.5195955038070679, + "learning_rate": 2.0298109858553144e-05, + "loss": 0.1666, + "num_input_tokens_seen": 43145216, + "step": 22410 + }, + { + "epoch": 3.6566604127579736, + "grad_norm": 0.6905113458633423, + "learning_rate": 2.028846794156712e-05, + "loss": 0.1849, + "num_input_tokens_seen": 43154480, + "step": 22415 + }, + { + "epoch": 3.657476139978791, + "grad_norm": 1.4909323453903198, + "learning_rate": 2.027882675115856e-05, + "loss": 0.1254, + "num_input_tokens_seen": 43164496, + "step": 22420 + }, + { + "epoch": 3.6582918671996083, + "grad_norm": 0.9628490209579468, + "learning_rate": 2.026918628881423e-05, + "loss": 0.1703, + "num_input_tokens_seen": 43174192, + "step": 22425 + }, + { + "epoch": 3.659107594420426, + "grad_norm": 1.169692039489746, + "learning_rate": 2.0259546556020833e-05, + "loss": 0.1728, + "num_input_tokens_seen": 43184688, + "step": 22430 + }, + { + "epoch": 3.659923321641243, + "grad_norm": 1.039182186126709, + "learning_rate": 2.024990755426493e-05, + "loss": 0.2633, + "num_input_tokens_seen": 43194448, + "step": 22435 + }, + { + "epoch": 3.6607390488620606, + "grad_norm": 0.4249301254749298, + "learning_rate": 2.0240269285032975e-05, + "loss": 0.1106, + "num_input_tokens_seen": 43205184, + "step": 22440 + }, + { + "epoch": 3.6615547760828777, + "grad_norm": 0.971936821937561, + "learning_rate": 2.0230631749811306e-05, + "loss": 0.1448, + "num_input_tokens_seen": 43214528, + "step": 22445 + }, + { + "epoch": 3.6623705033036953, + "grad_norm": 0.8917495608329773, + "learning_rate": 2.0220994950086162e-05, + "loss": 0.1735, + "num_input_tokens_seen": 43223808, + "step": 22450 + }, + { + "epoch": 3.663186230524513, + "grad_norm": 1.004524827003479, + "learning_rate": 2.021135888734365e-05, + "loss": 0.1091, + "num_input_tokens_seen": 43233712, + "step": 22455 + }, + { + "epoch": 3.66400195774533, + "grad_norm": 0.47563254833221436, + "learning_rate": 2.0201723563069783e-05, + "loss": 0.1023, + "num_input_tokens_seen": 43243008, + "step": 22460 + }, + { + "epoch": 3.664817684966147, + "grad_norm": 0.8412150144577026, + "learning_rate": 2.0192088978750433e-05, + "loss": 0.1434, + "num_input_tokens_seen": 43253344, + "step": 22465 + }, + { + "epoch": 3.6656334121869647, + "grad_norm": 0.7547078728675842, + "learning_rate": 2.0182455135871385e-05, + "loss": 0.1193, + "num_input_tokens_seen": 43261904, + "step": 22470 + }, + { + "epoch": 3.6664491394077823, + "grad_norm": 0.7549238801002502, + "learning_rate": 2.0172822035918305e-05, + "loss": 0.1702, + "num_input_tokens_seen": 43271040, + "step": 22475 + }, + { + "epoch": 3.6672648666285994, + "grad_norm": 0.7764349579811096, + "learning_rate": 2.016318968037671e-05, + "loss": 0.1325, + "num_input_tokens_seen": 43281248, + "step": 22480 + }, + { + "epoch": 3.6680805938494165, + "grad_norm": 0.5224513411521912, + "learning_rate": 2.015355807073206e-05, + "loss": 0.1494, + "num_input_tokens_seen": 43289312, + "step": 22485 + }, + { + "epoch": 3.668896321070234, + "grad_norm": 1.0072134733200073, + "learning_rate": 2.0143927208469664e-05, + "loss": 0.1683, + "num_input_tokens_seen": 43300016, + "step": 22490 + }, + { + "epoch": 3.6697120482910517, + "grad_norm": 0.17540840804576874, + "learning_rate": 2.0134297095074708e-05, + "loss": 0.1802, + "num_input_tokens_seen": 43310560, + "step": 22495 + }, + { + "epoch": 3.670527775511869, + "grad_norm": 0.7662457227706909, + "learning_rate": 2.0124667732032297e-05, + "loss": 0.1758, + "num_input_tokens_seen": 43320272, + "step": 22500 + }, + { + "epoch": 3.671343502732686, + "grad_norm": 0.7194825410842896, + "learning_rate": 2.011503912082738e-05, + "loss": 0.1424, + "num_input_tokens_seen": 43329264, + "step": 22505 + }, + { + "epoch": 3.6721592299535035, + "grad_norm": 0.7910543084144592, + "learning_rate": 2.0105411262944823e-05, + "loss": 0.1926, + "num_input_tokens_seen": 43339136, + "step": 22510 + }, + { + "epoch": 3.672974957174321, + "grad_norm": 0.29433536529541016, + "learning_rate": 2.0095784159869366e-05, + "loss": 0.1864, + "num_input_tokens_seen": 43348160, + "step": 22515 + }, + { + "epoch": 3.6737906843951382, + "grad_norm": 0.40845930576324463, + "learning_rate": 2.0086157813085608e-05, + "loss": 0.1644, + "num_input_tokens_seen": 43356848, + "step": 22520 + }, + { + "epoch": 3.6746064116159554, + "grad_norm": 0.27701336145401, + "learning_rate": 2.0076532224078068e-05, + "loss": 0.093, + "num_input_tokens_seen": 43366944, + "step": 22525 + }, + { + "epoch": 3.675422138836773, + "grad_norm": 0.6782783269882202, + "learning_rate": 2.0066907394331142e-05, + "loss": 0.216, + "num_input_tokens_seen": 43377024, + "step": 22530 + }, + { + "epoch": 3.6762378660575905, + "grad_norm": 0.9512864947319031, + "learning_rate": 2.0057283325329077e-05, + "loss": 0.1444, + "num_input_tokens_seen": 43386976, + "step": 22535 + }, + { + "epoch": 3.6770535932784076, + "grad_norm": 1.0604112148284912, + "learning_rate": 2.0047660018556047e-05, + "loss": 0.0963, + "num_input_tokens_seen": 43396496, + "step": 22540 + }, + { + "epoch": 3.677869320499225, + "grad_norm": 0.8284839987754822, + "learning_rate": 2.0038037475496075e-05, + "loss": 0.2092, + "num_input_tokens_seen": 43406592, + "step": 22545 + }, + { + "epoch": 3.6786850477200423, + "grad_norm": 0.8856331706047058, + "learning_rate": 2.0028415697633073e-05, + "loss": 0.2784, + "num_input_tokens_seen": 43415984, + "step": 22550 + }, + { + "epoch": 3.67950077494086, + "grad_norm": 1.2102023363113403, + "learning_rate": 2.0018794686450858e-05, + "loss": 0.297, + "num_input_tokens_seen": 43423888, + "step": 22555 + }, + { + "epoch": 3.680316502161677, + "grad_norm": 1.5345890522003174, + "learning_rate": 2.0009174443433088e-05, + "loss": 0.1729, + "num_input_tokens_seen": 43434592, + "step": 22560 + }, + { + "epoch": 3.6811322293824946, + "grad_norm": 0.3505208492279053, + "learning_rate": 1.999955497006334e-05, + "loss": 0.1088, + "num_input_tokens_seen": 43443968, + "step": 22565 + }, + { + "epoch": 3.6819479566033118, + "grad_norm": 0.7585189342498779, + "learning_rate": 1.9989936267825067e-05, + "loss": 0.1514, + "num_input_tokens_seen": 43453488, + "step": 22570 + }, + { + "epoch": 3.6827636838241293, + "grad_norm": 0.5304563641548157, + "learning_rate": 1.9980318338201572e-05, + "loss": 0.1942, + "num_input_tokens_seen": 43462304, + "step": 22575 + }, + { + "epoch": 3.6835794110449465, + "grad_norm": 0.7325571179389954, + "learning_rate": 1.997070118267607e-05, + "loss": 0.2042, + "num_input_tokens_seen": 43473376, + "step": 22580 + }, + { + "epoch": 3.684395138265764, + "grad_norm": 0.4088275134563446, + "learning_rate": 1.9961084802731654e-05, + "loss": 0.138, + "num_input_tokens_seen": 43483776, + "step": 22585 + }, + { + "epoch": 3.685210865486581, + "grad_norm": 0.5168040990829468, + "learning_rate": 1.9951469199851273e-05, + "loss": 0.1934, + "num_input_tokens_seen": 43494208, + "step": 22590 + }, + { + "epoch": 3.6860265927073987, + "grad_norm": 1.1714884042739868, + "learning_rate": 1.99418543755178e-05, + "loss": 0.1296, + "num_input_tokens_seen": 43504736, + "step": 22595 + }, + { + "epoch": 3.686842319928216, + "grad_norm": 0.5181511640548706, + "learning_rate": 1.9932240331213936e-05, + "loss": 0.1628, + "num_input_tokens_seen": 43513248, + "step": 22600 + }, + { + "epoch": 3.686842319928216, + "eval_loss": 0.16296373307704926, + "eval_runtime": 71.3769, + "eval_samples_per_second": 38.178, + "eval_steps_per_second": 19.096, + "num_input_tokens_seen": 43513248, + "step": 22600 + }, + { + "epoch": 3.6876580471490334, + "grad_norm": 0.32071810960769653, + "learning_rate": 1.9922627068422297e-05, + "loss": 0.1447, + "num_input_tokens_seen": 43521248, + "step": 22605 + }, + { + "epoch": 3.6884737743698506, + "grad_norm": 0.8083938360214233, + "learning_rate": 1.991301458862538e-05, + "loss": 0.1495, + "num_input_tokens_seen": 43532192, + "step": 22610 + }, + { + "epoch": 3.689289501590668, + "grad_norm": 0.8059092164039612, + "learning_rate": 1.9903402893305536e-05, + "loss": 0.1929, + "num_input_tokens_seen": 43541424, + "step": 22615 + }, + { + "epoch": 3.6901052288114853, + "grad_norm": 1.2271596193313599, + "learning_rate": 1.9893791983945016e-05, + "loss": 0.2241, + "num_input_tokens_seen": 43552416, + "step": 22620 + }, + { + "epoch": 3.690920956032303, + "grad_norm": 0.5358583927154541, + "learning_rate": 1.988418186202594e-05, + "loss": 0.1747, + "num_input_tokens_seen": 43562176, + "step": 22625 + }, + { + "epoch": 3.6917366832531204, + "grad_norm": 1.0190825462341309, + "learning_rate": 1.98745725290303e-05, + "loss": 0.2195, + "num_input_tokens_seen": 43572944, + "step": 22630 + }, + { + "epoch": 3.6925524104739376, + "grad_norm": 0.2699640691280365, + "learning_rate": 1.986496398644e-05, + "loss": 0.1298, + "num_input_tokens_seen": 43581360, + "step": 22635 + }, + { + "epoch": 3.6933681376947547, + "grad_norm": 0.7704434990882874, + "learning_rate": 1.9855356235736777e-05, + "loss": 0.1235, + "num_input_tokens_seen": 43592064, + "step": 22640 + }, + { + "epoch": 3.6941838649155723, + "grad_norm": 0.9574763178825378, + "learning_rate": 1.9845749278402277e-05, + "loss": 0.1862, + "num_input_tokens_seen": 43602064, + "step": 22645 + }, + { + "epoch": 3.69499959213639, + "grad_norm": 1.0624030828475952, + "learning_rate": 1.9836143115918006e-05, + "loss": 0.185, + "num_input_tokens_seen": 43610592, + "step": 22650 + }, + { + "epoch": 3.695815319357207, + "grad_norm": 0.37579596042633057, + "learning_rate": 1.9826537749765367e-05, + "loss": 0.2281, + "num_input_tokens_seen": 43619968, + "step": 22655 + }, + { + "epoch": 3.696631046578024, + "grad_norm": 1.5822436809539795, + "learning_rate": 1.9816933181425625e-05, + "loss": 0.2868, + "num_input_tokens_seen": 43629616, + "step": 22660 + }, + { + "epoch": 3.6974467737988417, + "grad_norm": 0.6511611938476562, + "learning_rate": 1.9807329412379903e-05, + "loss": 0.1284, + "num_input_tokens_seen": 43639600, + "step": 22665 + }, + { + "epoch": 3.6982625010196593, + "grad_norm": 0.7954311966896057, + "learning_rate": 1.9797726444109247e-05, + "loss": 0.1365, + "num_input_tokens_seen": 43649568, + "step": 22670 + }, + { + "epoch": 3.6990782282404764, + "grad_norm": 1.257286548614502, + "learning_rate": 1.9788124278094557e-05, + "loss": 0.1136, + "num_input_tokens_seen": 43658368, + "step": 22675 + }, + { + "epoch": 3.6998939554612935, + "grad_norm": 1.5502687692642212, + "learning_rate": 1.9778522915816594e-05, + "loss": 0.1387, + "num_input_tokens_seen": 43667888, + "step": 22680 + }, + { + "epoch": 3.700709682682111, + "grad_norm": 1.252777099609375, + "learning_rate": 1.9768922358756014e-05, + "loss": 0.205, + "num_input_tokens_seen": 43677776, + "step": 22685 + }, + { + "epoch": 3.7015254099029287, + "grad_norm": 0.21528175473213196, + "learning_rate": 1.9759322608393353e-05, + "loss": 0.157, + "num_input_tokens_seen": 43686608, + "step": 22690 + }, + { + "epoch": 3.702341137123746, + "grad_norm": 0.5892819762229919, + "learning_rate": 1.9749723666208992e-05, + "loss": 0.1792, + "num_input_tokens_seen": 43696880, + "step": 22695 + }, + { + "epoch": 3.703156864344563, + "grad_norm": 0.5697767734527588, + "learning_rate": 1.9740125533683235e-05, + "loss": 0.1878, + "num_input_tokens_seen": 43707040, + "step": 22700 + }, + { + "epoch": 3.7039725915653805, + "grad_norm": 1.254219889640808, + "learning_rate": 1.9730528212296208e-05, + "loss": 0.2585, + "num_input_tokens_seen": 43717568, + "step": 22705 + }, + { + "epoch": 3.704788318786198, + "grad_norm": 1.328518271446228, + "learning_rate": 1.9720931703527945e-05, + "loss": 0.2026, + "num_input_tokens_seen": 43726800, + "step": 22710 + }, + { + "epoch": 3.705604046007015, + "grad_norm": 1.0404632091522217, + "learning_rate": 1.9711336008858373e-05, + "loss": 0.1688, + "num_input_tokens_seen": 43736496, + "step": 22715 + }, + { + "epoch": 3.7064197732278323, + "grad_norm": 0.275545597076416, + "learning_rate": 1.9701741129767233e-05, + "loss": 0.1747, + "num_input_tokens_seen": 43746816, + "step": 22720 + }, + { + "epoch": 3.70723550044865, + "grad_norm": 0.75164395570755, + "learning_rate": 1.9692147067734202e-05, + "loss": 0.2401, + "num_input_tokens_seen": 43755696, + "step": 22725 + }, + { + "epoch": 3.7080512276694675, + "grad_norm": 0.7544496655464172, + "learning_rate": 1.96825538242388e-05, + "loss": 0.137, + "num_input_tokens_seen": 43765600, + "step": 22730 + }, + { + "epoch": 3.7088669548902846, + "grad_norm": 0.31844285130500793, + "learning_rate": 1.967296140076041e-05, + "loss": 0.0776, + "num_input_tokens_seen": 43774832, + "step": 22735 + }, + { + "epoch": 3.709682682111102, + "grad_norm": 0.8491668105125427, + "learning_rate": 1.966336979877833e-05, + "loss": 0.1308, + "num_input_tokens_seen": 43784912, + "step": 22740 + }, + { + "epoch": 3.7104984093319193, + "grad_norm": 1.4264999628067017, + "learning_rate": 1.9653779019771678e-05, + "loss": 0.2016, + "num_input_tokens_seen": 43793024, + "step": 22745 + }, + { + "epoch": 3.711314136552737, + "grad_norm": 0.8938721418380737, + "learning_rate": 1.9644189065219488e-05, + "loss": 0.2119, + "num_input_tokens_seen": 43802896, + "step": 22750 + }, + { + "epoch": 3.712129863773554, + "grad_norm": 0.33520954847335815, + "learning_rate": 1.9634599936600655e-05, + "loss": 0.1333, + "num_input_tokens_seen": 43812032, + "step": 22755 + }, + { + "epoch": 3.7129455909943716, + "grad_norm": 0.5324186086654663, + "learning_rate": 1.9625011635393935e-05, + "loss": 0.1385, + "num_input_tokens_seen": 43820592, + "step": 22760 + }, + { + "epoch": 3.7137613182151887, + "grad_norm": 0.718479335308075, + "learning_rate": 1.9615424163077963e-05, + "loss": 0.1268, + "num_input_tokens_seen": 43829648, + "step": 22765 + }, + { + "epoch": 3.7145770454360063, + "grad_norm": 0.3872045576572418, + "learning_rate": 1.9605837521131263e-05, + "loss": 0.1723, + "num_input_tokens_seen": 43839184, + "step": 22770 + }, + { + "epoch": 3.7153927726568234, + "grad_norm": 0.3471530079841614, + "learning_rate": 1.9596251711032192e-05, + "loss": 0.1139, + "num_input_tokens_seen": 43849488, + "step": 22775 + }, + { + "epoch": 3.716208499877641, + "grad_norm": 0.4103206992149353, + "learning_rate": 1.958666673425903e-05, + "loss": 0.1077, + "num_input_tokens_seen": 43858128, + "step": 22780 + }, + { + "epoch": 3.717024227098458, + "grad_norm": 1.876059651374817, + "learning_rate": 1.957708259228987e-05, + "loss": 0.1346, + "num_input_tokens_seen": 43869136, + "step": 22785 + }, + { + "epoch": 3.7178399543192757, + "grad_norm": 0.5544430613517761, + "learning_rate": 1.956749928660273e-05, + "loss": 0.1107, + "num_input_tokens_seen": 43877680, + "step": 22790 + }, + { + "epoch": 3.718655681540093, + "grad_norm": 0.7066000699996948, + "learning_rate": 1.955791681867547e-05, + "loss": 0.18, + "num_input_tokens_seen": 43886960, + "step": 22795 + }, + { + "epoch": 3.7194714087609104, + "grad_norm": 0.6631160974502563, + "learning_rate": 1.9548335189985824e-05, + "loss": 0.1948, + "num_input_tokens_seen": 43896720, + "step": 22800 + }, + { + "epoch": 3.7194714087609104, + "eval_loss": 0.16366741061210632, + "eval_runtime": 71.4193, + "eval_samples_per_second": 38.155, + "eval_steps_per_second": 19.084, + "num_input_tokens_seen": 43896720, + "step": 22800 + }, + { + "epoch": 3.7202871359817276, + "grad_norm": 1.5454708337783813, + "learning_rate": 1.9538754402011396e-05, + "loss": 0.2193, + "num_input_tokens_seen": 43906848, + "step": 22805 + }, + { + "epoch": 3.721102863202545, + "grad_norm": 0.8807953596115112, + "learning_rate": 1.952917445622968e-05, + "loss": 0.2242, + "num_input_tokens_seen": 43916304, + "step": 22810 + }, + { + "epoch": 3.7219185904233623, + "grad_norm": 0.8217093348503113, + "learning_rate": 1.9519595354118005e-05, + "loss": 0.1534, + "num_input_tokens_seen": 43925808, + "step": 22815 + }, + { + "epoch": 3.72273431764418, + "grad_norm": 0.6650662422180176, + "learning_rate": 1.951001709715361e-05, + "loss": 0.1613, + "num_input_tokens_seen": 43935408, + "step": 22820 + }, + { + "epoch": 3.7235500448649974, + "grad_norm": 0.5757690072059631, + "learning_rate": 1.9500439686813556e-05, + "loss": 0.1519, + "num_input_tokens_seen": 43945712, + "step": 22825 + }, + { + "epoch": 3.7243657720858145, + "grad_norm": 0.3384529948234558, + "learning_rate": 1.949086312457482e-05, + "loss": 0.1386, + "num_input_tokens_seen": 43956832, + "step": 22830 + }, + { + "epoch": 3.7251814993066317, + "grad_norm": 1.0579079389572144, + "learning_rate": 1.9481287411914223e-05, + "loss": 0.1931, + "num_input_tokens_seen": 43966512, + "step": 22835 + }, + { + "epoch": 3.7259972265274492, + "grad_norm": 0.7523263096809387, + "learning_rate": 1.9471712550308457e-05, + "loss": 0.1973, + "num_input_tokens_seen": 43977152, + "step": 22840 + }, + { + "epoch": 3.726812953748267, + "grad_norm": 0.46771240234375, + "learning_rate": 1.946213854123409e-05, + "loss": 0.1671, + "num_input_tokens_seen": 43986592, + "step": 22845 + }, + { + "epoch": 3.727628680969084, + "grad_norm": 0.6694076061248779, + "learning_rate": 1.9452565386167554e-05, + "loss": 0.1254, + "num_input_tokens_seen": 43996080, + "step": 22850 + }, + { + "epoch": 3.728444408189901, + "grad_norm": 0.8152298331260681, + "learning_rate": 1.9442993086585142e-05, + "loss": 0.1132, + "num_input_tokens_seen": 44005232, + "step": 22855 + }, + { + "epoch": 3.7292601354107187, + "grad_norm": 1.2463445663452148, + "learning_rate": 1.9433421643963043e-05, + "loss": 0.2148, + "num_input_tokens_seen": 44014784, + "step": 22860 + }, + { + "epoch": 3.7300758626315362, + "grad_norm": 1.1393122673034668, + "learning_rate": 1.942385105977727e-05, + "loss": 0.1993, + "num_input_tokens_seen": 44025248, + "step": 22865 + }, + { + "epoch": 3.7308915898523534, + "grad_norm": 0.9967069625854492, + "learning_rate": 1.9414281335503743e-05, + "loss": 0.1674, + "num_input_tokens_seen": 44035328, + "step": 22870 + }, + { + "epoch": 3.7317073170731705, + "grad_norm": 0.2886767089366913, + "learning_rate": 1.9404712472618232e-05, + "loss": 0.1106, + "num_input_tokens_seen": 44044192, + "step": 22875 + }, + { + "epoch": 3.732523044293988, + "grad_norm": 1.1316802501678467, + "learning_rate": 1.939514447259636e-05, + "loss": 0.1302, + "num_input_tokens_seen": 44053712, + "step": 22880 + }, + { + "epoch": 3.7333387715148056, + "grad_norm": 0.5971453785896301, + "learning_rate": 1.938557733691365e-05, + "loss": 0.128, + "num_input_tokens_seen": 44063280, + "step": 22885 + }, + { + "epoch": 3.7341544987356228, + "grad_norm": 0.6661782264709473, + "learning_rate": 1.9376011067045476e-05, + "loss": 0.1737, + "num_input_tokens_seen": 44072320, + "step": 22890 + }, + { + "epoch": 3.73497022595644, + "grad_norm": 1.1448733806610107, + "learning_rate": 1.9366445664467065e-05, + "loss": 0.2002, + "num_input_tokens_seen": 44080848, + "step": 22895 + }, + { + "epoch": 3.7357859531772575, + "grad_norm": 0.9012627005577087, + "learning_rate": 1.9356881130653533e-05, + "loss": 0.215, + "num_input_tokens_seen": 44090080, + "step": 22900 + }, + { + "epoch": 3.736601680398075, + "grad_norm": 0.9386755228042603, + "learning_rate": 1.9347317467079846e-05, + "loss": 0.2303, + "num_input_tokens_seen": 44099408, + "step": 22905 + }, + { + "epoch": 3.737417407618892, + "grad_norm": 0.5711591243743896, + "learning_rate": 1.9337754675220836e-05, + "loss": 0.1204, + "num_input_tokens_seen": 44108256, + "step": 22910 + }, + { + "epoch": 3.7382331348397098, + "grad_norm": 1.6799496412277222, + "learning_rate": 1.9328192756551218e-05, + "loss": 0.2286, + "num_input_tokens_seen": 44117200, + "step": 22915 + }, + { + "epoch": 3.739048862060527, + "grad_norm": 0.6679170727729797, + "learning_rate": 1.931863171254555e-05, + "loss": 0.1339, + "num_input_tokens_seen": 44127408, + "step": 22920 + }, + { + "epoch": 3.7398645892813445, + "grad_norm": 0.8836972117424011, + "learning_rate": 1.930907154467826e-05, + "loss": 0.1683, + "num_input_tokens_seen": 44137136, + "step": 22925 + }, + { + "epoch": 3.7406803165021616, + "grad_norm": 1.079297423362732, + "learning_rate": 1.9299512254423673e-05, + "loss": 0.1572, + "num_input_tokens_seen": 44144944, + "step": 22930 + }, + { + "epoch": 3.741496043722979, + "grad_norm": 0.4613474905490875, + "learning_rate": 1.9289953843255914e-05, + "loss": 0.2095, + "num_input_tokens_seen": 44154656, + "step": 22935 + }, + { + "epoch": 3.7423117709437963, + "grad_norm": 1.474398136138916, + "learning_rate": 1.9280396312649048e-05, + "loss": 0.1951, + "num_input_tokens_seen": 44164416, + "step": 22940 + }, + { + "epoch": 3.743127498164614, + "grad_norm": 0.9465174674987793, + "learning_rate": 1.9270839664076936e-05, + "loss": 0.1152, + "num_input_tokens_seen": 44173232, + "step": 22945 + }, + { + "epoch": 3.743943225385431, + "grad_norm": 0.5101349353790283, + "learning_rate": 1.9261283899013345e-05, + "loss": 0.1855, + "num_input_tokens_seen": 44182592, + "step": 22950 + }, + { + "epoch": 3.7447589526062486, + "grad_norm": 1.1670573949813843, + "learning_rate": 1.92517290189319e-05, + "loss": 0.1631, + "num_input_tokens_seen": 44191712, + "step": 22955 + }, + { + "epoch": 3.7455746798270657, + "grad_norm": 0.6141003370285034, + "learning_rate": 1.924217502530607e-05, + "loss": 0.1568, + "num_input_tokens_seen": 44201168, + "step": 22960 + }, + { + "epoch": 3.7463904070478833, + "grad_norm": 1.2126482725143433, + "learning_rate": 1.9232621919609207e-05, + "loss": 0.2538, + "num_input_tokens_seen": 44211632, + "step": 22965 + }, + { + "epoch": 3.7472061342687004, + "grad_norm": 1.1686147451400757, + "learning_rate": 1.9223069703314534e-05, + "loss": 0.1793, + "num_input_tokens_seen": 44221024, + "step": 22970 + }, + { + "epoch": 3.748021861489518, + "grad_norm": 0.8647174835205078, + "learning_rate": 1.92135183778951e-05, + "loss": 0.1389, + "num_input_tokens_seen": 44231280, + "step": 22975 + }, + { + "epoch": 3.748837588710335, + "grad_norm": 0.7637439966201782, + "learning_rate": 1.9203967944823857e-05, + "loss": 0.1722, + "num_input_tokens_seen": 44240960, + "step": 22980 + }, + { + "epoch": 3.7496533159311527, + "grad_norm": 0.7291132211685181, + "learning_rate": 1.9194418405573588e-05, + "loss": 0.1595, + "num_input_tokens_seen": 44249936, + "step": 22985 + }, + { + "epoch": 3.75046904315197, + "grad_norm": 0.7686363458633423, + "learning_rate": 1.9184869761616954e-05, + "loss": 0.1559, + "num_input_tokens_seen": 44259296, + "step": 22990 + }, + { + "epoch": 3.7512847703727874, + "grad_norm": 0.6410837173461914, + "learning_rate": 1.9175322014426495e-05, + "loss": 0.1963, + "num_input_tokens_seen": 44268800, + "step": 22995 + }, + { + "epoch": 3.7521004975936045, + "grad_norm": 0.4134206175804138, + "learning_rate": 1.9165775165474565e-05, + "loss": 0.1135, + "num_input_tokens_seen": 44278640, + "step": 23000 + }, + { + "epoch": 3.7521004975936045, + "eval_loss": 0.16299670934677124, + "eval_runtime": 71.4863, + "eval_samples_per_second": 38.119, + "eval_steps_per_second": 19.067, + "num_input_tokens_seen": 44278640, + "step": 23000 + }, + { + "epoch": 3.752916224814422, + "grad_norm": 0.258387953042984, + "learning_rate": 1.9156229216233434e-05, + "loss": 0.1323, + "num_input_tokens_seen": 44287952, + "step": 23005 + }, + { + "epoch": 3.7537319520352392, + "grad_norm": 0.33571314811706543, + "learning_rate": 1.9146684168175184e-05, + "loss": 0.1221, + "num_input_tokens_seen": 44298192, + "step": 23010 + }, + { + "epoch": 3.754547679256057, + "grad_norm": 0.22936615347862244, + "learning_rate": 1.9137140022771796e-05, + "loss": 0.1643, + "num_input_tokens_seen": 44308640, + "step": 23015 + }, + { + "epoch": 3.7553634064768744, + "grad_norm": 0.8646973967552185, + "learning_rate": 1.9127596781495103e-05, + "loss": 0.1935, + "num_input_tokens_seen": 44319088, + "step": 23020 + }, + { + "epoch": 3.7561791336976915, + "grad_norm": 0.8588494062423706, + "learning_rate": 1.9118054445816767e-05, + "loss": 0.2138, + "num_input_tokens_seen": 44328336, + "step": 23025 + }, + { + "epoch": 3.7569948609185086, + "grad_norm": 0.8128058314323425, + "learning_rate": 1.9108513017208356e-05, + "loss": 0.1034, + "num_input_tokens_seen": 44338176, + "step": 23030 + }, + { + "epoch": 3.7578105881393262, + "grad_norm": 0.9910539984703064, + "learning_rate": 1.9098972497141287e-05, + "loss": 0.1571, + "num_input_tokens_seen": 44347552, + "step": 23035 + }, + { + "epoch": 3.758626315360144, + "grad_norm": 0.4484686553478241, + "learning_rate": 1.9089432887086806e-05, + "loss": 0.2457, + "num_input_tokens_seen": 44356560, + "step": 23040 + }, + { + "epoch": 3.759442042580961, + "grad_norm": 1.1932628154754639, + "learning_rate": 1.9079894188516056e-05, + "loss": 0.1986, + "num_input_tokens_seen": 44366560, + "step": 23045 + }, + { + "epoch": 3.760257769801778, + "grad_norm": 0.27365124225616455, + "learning_rate": 1.907035640290002e-05, + "loss": 0.1161, + "num_input_tokens_seen": 44375264, + "step": 23050 + }, + { + "epoch": 3.7610734970225956, + "grad_norm": 0.8392894864082336, + "learning_rate": 1.9060819531709534e-05, + "loss": 0.1799, + "num_input_tokens_seen": 44385968, + "step": 23055 + }, + { + "epoch": 3.761889224243413, + "grad_norm": 0.2749628722667694, + "learning_rate": 1.9051283576415325e-05, + "loss": 0.1403, + "num_input_tokens_seen": 44394208, + "step": 23060 + }, + { + "epoch": 3.7627049514642303, + "grad_norm": 1.0587867498397827, + "learning_rate": 1.904174853848793e-05, + "loss": 0.1829, + "num_input_tokens_seen": 44403808, + "step": 23065 + }, + { + "epoch": 3.7635206786850475, + "grad_norm": 0.6747980117797852, + "learning_rate": 1.903221441939779e-05, + "loss": 0.1213, + "num_input_tokens_seen": 44413728, + "step": 23070 + }, + { + "epoch": 3.764336405905865, + "grad_norm": 0.8882411122322083, + "learning_rate": 1.9022681220615194e-05, + "loss": 0.1713, + "num_input_tokens_seen": 44424256, + "step": 23075 + }, + { + "epoch": 3.7651521331266826, + "grad_norm": 0.37082797288894653, + "learning_rate": 1.9013148943610255e-05, + "loss": 0.1686, + "num_input_tokens_seen": 44434592, + "step": 23080 + }, + { + "epoch": 3.7659678603474998, + "grad_norm": 0.7763493061065674, + "learning_rate": 1.9003617589852998e-05, + "loss": 0.2517, + "num_input_tokens_seen": 44443824, + "step": 23085 + }, + { + "epoch": 3.766783587568317, + "grad_norm": 0.5314973592758179, + "learning_rate": 1.899408716081326e-05, + "loss": 0.1971, + "num_input_tokens_seen": 44453616, + "step": 23090 + }, + { + "epoch": 3.7675993147891345, + "grad_norm": 0.768226146697998, + "learning_rate": 1.898455765796075e-05, + "loss": 0.1471, + "num_input_tokens_seen": 44462544, + "step": 23095 + }, + { + "epoch": 3.768415042009952, + "grad_norm": 1.4944456815719604, + "learning_rate": 1.8975029082765053e-05, + "loss": 0.2218, + "num_input_tokens_seen": 44473872, + "step": 23100 + }, + { + "epoch": 3.769230769230769, + "grad_norm": 1.170717477798462, + "learning_rate": 1.8965501436695577e-05, + "loss": 0.2178, + "num_input_tokens_seen": 44483664, + "step": 23105 + }, + { + "epoch": 3.7700464964515867, + "grad_norm": 0.7887721657752991, + "learning_rate": 1.895597472122161e-05, + "loss": 0.1335, + "num_input_tokens_seen": 44493120, + "step": 23110 + }, + { + "epoch": 3.770862223672404, + "grad_norm": 0.5636228322982788, + "learning_rate": 1.894644893781231e-05, + "loss": 0.1159, + "num_input_tokens_seen": 44502048, + "step": 23115 + }, + { + "epoch": 3.7716779508932214, + "grad_norm": 0.7174689173698425, + "learning_rate": 1.893692408793665e-05, + "loss": 0.146, + "num_input_tokens_seen": 44511920, + "step": 23120 + }, + { + "epoch": 3.7724936781140386, + "grad_norm": 0.6334786415100098, + "learning_rate": 1.8927400173063493e-05, + "loss": 0.1428, + "num_input_tokens_seen": 44521936, + "step": 23125 + }, + { + "epoch": 3.773309405334856, + "grad_norm": 0.8141726851463318, + "learning_rate": 1.891787719466154e-05, + "loss": 0.1354, + "num_input_tokens_seen": 44531840, + "step": 23130 + }, + { + "epoch": 3.7741251325556733, + "grad_norm": 0.18553993105888367, + "learning_rate": 1.8908355154199346e-05, + "loss": 0.164, + "num_input_tokens_seen": 44540224, + "step": 23135 + }, + { + "epoch": 3.774940859776491, + "grad_norm": 0.6711868643760681, + "learning_rate": 1.8898834053145357e-05, + "loss": 0.2471, + "num_input_tokens_seen": 44549312, + "step": 23140 + }, + { + "epoch": 3.775756586997308, + "grad_norm": 0.7963569760322571, + "learning_rate": 1.8889313892967813e-05, + "loss": 0.1999, + "num_input_tokens_seen": 44559664, + "step": 23145 + }, + { + "epoch": 3.7765723142181256, + "grad_norm": 0.6526479721069336, + "learning_rate": 1.8879794675134863e-05, + "loss": 0.1852, + "num_input_tokens_seen": 44568800, + "step": 23150 + }, + { + "epoch": 3.7773880414389427, + "grad_norm": 0.7370617985725403, + "learning_rate": 1.8870276401114494e-05, + "loss": 0.1651, + "num_input_tokens_seen": 44578896, + "step": 23155 + }, + { + "epoch": 3.7782037686597603, + "grad_norm": 0.7086020112037659, + "learning_rate": 1.886075907237453e-05, + "loss": 0.1753, + "num_input_tokens_seen": 44589344, + "step": 23160 + }, + { + "epoch": 3.7790194958805774, + "grad_norm": 0.9533143639564514, + "learning_rate": 1.8851242690382672e-05, + "loss": 0.1542, + "num_input_tokens_seen": 44599744, + "step": 23165 + }, + { + "epoch": 3.779835223101395, + "grad_norm": 0.8667479157447815, + "learning_rate": 1.884172725660645e-05, + "loss": 0.1134, + "num_input_tokens_seen": 44609600, + "step": 23170 + }, + { + "epoch": 3.780650950322212, + "grad_norm": 1.514526605606079, + "learning_rate": 1.8832212772513277e-05, + "loss": 0.1654, + "num_input_tokens_seen": 44619296, + "step": 23175 + }, + { + "epoch": 3.7814666775430297, + "grad_norm": 0.8238810300827026, + "learning_rate": 1.8822699239570414e-05, + "loss": 0.225, + "num_input_tokens_seen": 44628928, + "step": 23180 + }, + { + "epoch": 3.782282404763847, + "grad_norm": 1.0704946517944336, + "learning_rate": 1.8813186659244943e-05, + "loss": 0.1873, + "num_input_tokens_seen": 44638016, + "step": 23185 + }, + { + "epoch": 3.7830981319846644, + "grad_norm": 0.5731544494628906, + "learning_rate": 1.880367503300385e-05, + "loss": 0.2709, + "num_input_tokens_seen": 44647520, + "step": 23190 + }, + { + "epoch": 3.783913859205482, + "grad_norm": 1.2278538942337036, + "learning_rate": 1.8794164362313927e-05, + "loss": 0.2079, + "num_input_tokens_seen": 44656784, + "step": 23195 + }, + { + "epoch": 3.784729586426299, + "grad_norm": 0.2562468945980072, + "learning_rate": 1.878465464864185e-05, + "loss": 0.124, + "num_input_tokens_seen": 44666464, + "step": 23200 + }, + { + "epoch": 3.784729586426299, + "eval_loss": 0.16324076056480408, + "eval_runtime": 71.3585, + "eval_samples_per_second": 38.187, + "eval_steps_per_second": 19.101, + "num_input_tokens_seen": 44666464, + "step": 23200 + }, + { + "epoch": 3.785545313647116, + "grad_norm": 0.9897249937057495, + "learning_rate": 1.877514589345414e-05, + "loss": 0.1265, + "num_input_tokens_seen": 44676944, + "step": 23205 + }, + { + "epoch": 3.786361040867934, + "grad_norm": 0.5127070546150208, + "learning_rate": 1.876563809821715e-05, + "loss": 0.0864, + "num_input_tokens_seen": 44686912, + "step": 23210 + }, + { + "epoch": 3.7871767680887514, + "grad_norm": 0.42216435074806213, + "learning_rate": 1.8756131264397106e-05, + "loss": 0.112, + "num_input_tokens_seen": 44696080, + "step": 23215 + }, + { + "epoch": 3.7879924953095685, + "grad_norm": 1.2040565013885498, + "learning_rate": 1.87466253934601e-05, + "loss": 0.2157, + "num_input_tokens_seen": 44705408, + "step": 23220 + }, + { + "epoch": 3.7888082225303856, + "grad_norm": 0.4862213432788849, + "learning_rate": 1.8737120486872033e-05, + "loss": 0.1247, + "num_input_tokens_seen": 44715424, + "step": 23225 + }, + { + "epoch": 3.789623949751203, + "grad_norm": 0.4683772623538971, + "learning_rate": 1.8727616546098696e-05, + "loss": 0.2191, + "num_input_tokens_seen": 44725536, + "step": 23230 + }, + { + "epoch": 3.7904396769720208, + "grad_norm": 0.6388877034187317, + "learning_rate": 1.8718113572605716e-05, + "loss": 0.1363, + "num_input_tokens_seen": 44735840, + "step": 23235 + }, + { + "epoch": 3.791255404192838, + "grad_norm": 0.9069877862930298, + "learning_rate": 1.8708611567858554e-05, + "loss": 0.1741, + "num_input_tokens_seen": 44745792, + "step": 23240 + }, + { + "epoch": 3.792071131413655, + "grad_norm": 0.8979048132896423, + "learning_rate": 1.8699110533322565e-05, + "loss": 0.1139, + "num_input_tokens_seen": 44755424, + "step": 23245 + }, + { + "epoch": 3.7928868586344726, + "grad_norm": 0.9885372519493103, + "learning_rate": 1.8689610470462897e-05, + "loss": 0.1651, + "num_input_tokens_seen": 44765280, + "step": 23250 + }, + { + "epoch": 3.79370258585529, + "grad_norm": 0.2755708396434784, + "learning_rate": 1.8680111380744604e-05, + "loss": 0.129, + "num_input_tokens_seen": 44773760, + "step": 23255 + }, + { + "epoch": 3.7945183130761073, + "grad_norm": 0.9180989265441895, + "learning_rate": 1.8670613265632564e-05, + "loss": 0.1715, + "num_input_tokens_seen": 44783280, + "step": 23260 + }, + { + "epoch": 3.7953340402969244, + "grad_norm": 0.2550986111164093, + "learning_rate": 1.866111612659149e-05, + "loss": 0.11, + "num_input_tokens_seen": 44793040, + "step": 23265 + }, + { + "epoch": 3.796149767517742, + "grad_norm": 1.7169662714004517, + "learning_rate": 1.8651619965085967e-05, + "loss": 0.1032, + "num_input_tokens_seen": 44803072, + "step": 23270 + }, + { + "epoch": 3.7969654947385596, + "grad_norm": 0.5356987118721008, + "learning_rate": 1.8642124782580433e-05, + "loss": 0.1792, + "num_input_tokens_seen": 44812848, + "step": 23275 + }, + { + "epoch": 3.7977812219593767, + "grad_norm": 0.5587337017059326, + "learning_rate": 1.8632630580539144e-05, + "loss": 0.1053, + "num_input_tokens_seen": 44821664, + "step": 23280 + }, + { + "epoch": 3.7985969491801943, + "grad_norm": 0.7839471697807312, + "learning_rate": 1.862313736042625e-05, + "loss": 0.2158, + "num_input_tokens_seen": 44831312, + "step": 23285 + }, + { + "epoch": 3.7994126764010114, + "grad_norm": 0.6061227321624756, + "learning_rate": 1.8613645123705703e-05, + "loss": 0.1734, + "num_input_tokens_seen": 44841072, + "step": 23290 + }, + { + "epoch": 3.800228403621829, + "grad_norm": 0.6729063987731934, + "learning_rate": 1.8604153871841328e-05, + "loss": 0.1948, + "num_input_tokens_seen": 44850896, + "step": 23295 + }, + { + "epoch": 3.801044130842646, + "grad_norm": 0.7725235819816589, + "learning_rate": 1.859466360629682e-05, + "loss": 0.1419, + "num_input_tokens_seen": 44859344, + "step": 23300 + }, + { + "epoch": 3.8018598580634637, + "grad_norm": 0.2918016016483307, + "learning_rate": 1.8585174328535666e-05, + "loss": 0.0967, + "num_input_tokens_seen": 44868992, + "step": 23305 + }, + { + "epoch": 3.802675585284281, + "grad_norm": 0.35116973519325256, + "learning_rate": 1.857568604002124e-05, + "loss": 0.1501, + "num_input_tokens_seen": 44880224, + "step": 23310 + }, + { + "epoch": 3.8034913125050984, + "grad_norm": 0.6091745495796204, + "learning_rate": 1.8566198742216774e-05, + "loss": 0.255, + "num_input_tokens_seen": 44888976, + "step": 23315 + }, + { + "epoch": 3.8043070397259156, + "grad_norm": 0.6246108412742615, + "learning_rate": 1.85567124365853e-05, + "loss": 0.1966, + "num_input_tokens_seen": 44898064, + "step": 23320 + }, + { + "epoch": 3.805122766946733, + "grad_norm": 0.7340092062950134, + "learning_rate": 1.854722712458975e-05, + "loss": 0.1533, + "num_input_tokens_seen": 44908000, + "step": 23325 + }, + { + "epoch": 3.8059384941675503, + "grad_norm": 1.1393001079559326, + "learning_rate": 1.853774280769286e-05, + "loss": 0.1561, + "num_input_tokens_seen": 44916768, + "step": 23330 + }, + { + "epoch": 3.806754221388368, + "grad_norm": 0.36785006523132324, + "learning_rate": 1.852825948735724e-05, + "loss": 0.1528, + "num_input_tokens_seen": 44926192, + "step": 23335 + }, + { + "epoch": 3.807569948609185, + "grad_norm": 0.918142557144165, + "learning_rate": 1.851877716504534e-05, + "loss": 0.131, + "num_input_tokens_seen": 44935472, + "step": 23340 + }, + { + "epoch": 3.8083856758300025, + "grad_norm": 1.1060044765472412, + "learning_rate": 1.8509295842219448e-05, + "loss": 0.2069, + "num_input_tokens_seen": 44944560, + "step": 23345 + }, + { + "epoch": 3.8092014030508197, + "grad_norm": 1.3320157527923584, + "learning_rate": 1.8499815520341697e-05, + "loss": 0.2062, + "num_input_tokens_seen": 44952576, + "step": 23350 + }, + { + "epoch": 3.8100171302716372, + "grad_norm": 0.8802270889282227, + "learning_rate": 1.8490336200874094e-05, + "loss": 0.2349, + "num_input_tokens_seen": 44962432, + "step": 23355 + }, + { + "epoch": 3.8108328574924544, + "grad_norm": 0.5001955628395081, + "learning_rate": 1.848085788527844e-05, + "loss": 0.1079, + "num_input_tokens_seen": 44972480, + "step": 23360 + }, + { + "epoch": 3.811648584713272, + "grad_norm": 0.7966874241828918, + "learning_rate": 1.847138057501644e-05, + "loss": 0.2234, + "num_input_tokens_seen": 44983040, + "step": 23365 + }, + { + "epoch": 3.812464311934089, + "grad_norm": 0.5701923370361328, + "learning_rate": 1.8461904271549582e-05, + "loss": 0.146, + "num_input_tokens_seen": 44992304, + "step": 23370 + }, + { + "epoch": 3.8132800391549067, + "grad_norm": 0.34724539518356323, + "learning_rate": 1.845242897633926e-05, + "loss": 0.1828, + "num_input_tokens_seen": 45001552, + "step": 23375 + }, + { + "epoch": 3.814095766375724, + "grad_norm": 0.9093602299690247, + "learning_rate": 1.844295469084667e-05, + "loss": 0.1182, + "num_input_tokens_seen": 45011152, + "step": 23380 + }, + { + "epoch": 3.8149114935965414, + "grad_norm": 0.45225903391838074, + "learning_rate": 1.843348141653286e-05, + "loss": 0.1475, + "num_input_tokens_seen": 45020496, + "step": 23385 + }, + { + "epoch": 3.815727220817359, + "grad_norm": 0.7346841096878052, + "learning_rate": 1.842400915485874e-05, + "loss": 0.1802, + "num_input_tokens_seen": 45029632, + "step": 23390 + }, + { + "epoch": 3.816542948038176, + "grad_norm": 0.4024522304534912, + "learning_rate": 1.8414537907285053e-05, + "loss": 0.1263, + "num_input_tokens_seen": 45038288, + "step": 23395 + }, + { + "epoch": 3.817358675258993, + "grad_norm": 1.4043138027191162, + "learning_rate": 1.840506767527237e-05, + "loss": 0.1919, + "num_input_tokens_seen": 45047360, + "step": 23400 + }, + { + "epoch": 3.817358675258993, + "eval_loss": 0.16530156135559082, + "eval_runtime": 71.4563, + "eval_samples_per_second": 38.135, + "eval_steps_per_second": 19.075, + "num_input_tokens_seen": 45047360, + "step": 23400 + }, + { + "epoch": 3.8181744024798108, + "grad_norm": 0.42682260274887085, + "learning_rate": 1.8395598460281137e-05, + "loss": 0.1198, + "num_input_tokens_seen": 45056672, + "step": 23405 + }, + { + "epoch": 3.8189901297006283, + "grad_norm": 0.7773054242134094, + "learning_rate": 1.838613026377161e-05, + "loss": 0.2138, + "num_input_tokens_seen": 45065712, + "step": 23410 + }, + { + "epoch": 3.8198058569214455, + "grad_norm": 0.39312544465065, + "learning_rate": 1.8376663087203917e-05, + "loss": 0.0923, + "num_input_tokens_seen": 45074112, + "step": 23415 + }, + { + "epoch": 3.8206215841422626, + "grad_norm": 0.923899233341217, + "learning_rate": 1.8367196932038014e-05, + "loss": 0.1452, + "num_input_tokens_seen": 45081824, + "step": 23420 + }, + { + "epoch": 3.82143731136308, + "grad_norm": 0.5941713452339172, + "learning_rate": 1.8357731799733686e-05, + "loss": 0.1554, + "num_input_tokens_seen": 45091424, + "step": 23425 + }, + { + "epoch": 3.8222530385838978, + "grad_norm": 0.5259116888046265, + "learning_rate": 1.8348267691750586e-05, + "loss": 0.1085, + "num_input_tokens_seen": 45101664, + "step": 23430 + }, + { + "epoch": 3.823068765804715, + "grad_norm": 0.5557388663291931, + "learning_rate": 1.833880460954821e-05, + "loss": 0.1447, + "num_input_tokens_seen": 45112192, + "step": 23435 + }, + { + "epoch": 3.823884493025532, + "grad_norm": 1.3847938776016235, + "learning_rate": 1.8329342554585866e-05, + "loss": 0.1206, + "num_input_tokens_seen": 45123392, + "step": 23440 + }, + { + "epoch": 3.8247002202463496, + "grad_norm": 0.7822268605232239, + "learning_rate": 1.8319881528322735e-05, + "loss": 0.2676, + "num_input_tokens_seen": 45133584, + "step": 23445 + }, + { + "epoch": 3.825515947467167, + "grad_norm": 0.4838517904281616, + "learning_rate": 1.8310421532217815e-05, + "loss": 0.1875, + "num_input_tokens_seen": 45143552, + "step": 23450 + }, + { + "epoch": 3.8263316746879843, + "grad_norm": 0.8364062905311584, + "learning_rate": 1.8300962567729958e-05, + "loss": 0.1499, + "num_input_tokens_seen": 45152832, + "step": 23455 + }, + { + "epoch": 3.8271474019088014, + "grad_norm": 1.1338785886764526, + "learning_rate": 1.8291504636317866e-05, + "loss": 0.122, + "num_input_tokens_seen": 45161776, + "step": 23460 + }, + { + "epoch": 3.827963129129619, + "grad_norm": 0.8526075482368469, + "learning_rate": 1.8282047739440055e-05, + "loss": 0.1874, + "num_input_tokens_seen": 45172352, + "step": 23465 + }, + { + "epoch": 3.8287788563504366, + "grad_norm": 0.7552725076675415, + "learning_rate": 1.8272591878554903e-05, + "loss": 0.1485, + "num_input_tokens_seen": 45182288, + "step": 23470 + }, + { + "epoch": 3.8295945835712537, + "grad_norm": 1.0838593244552612, + "learning_rate": 1.8263137055120638e-05, + "loss": 0.1536, + "num_input_tokens_seen": 45191664, + "step": 23475 + }, + { + "epoch": 3.8304103107920713, + "grad_norm": 0.7908263802528381, + "learning_rate": 1.8253683270595295e-05, + "loss": 0.1359, + "num_input_tokens_seen": 45200240, + "step": 23480 + }, + { + "epoch": 3.8312260380128884, + "grad_norm": 0.6569626331329346, + "learning_rate": 1.824423052643677e-05, + "loss": 0.1571, + "num_input_tokens_seen": 45209968, + "step": 23485 + }, + { + "epoch": 3.832041765233706, + "grad_norm": 0.3622336685657501, + "learning_rate": 1.82347788241028e-05, + "loss": 0.1339, + "num_input_tokens_seen": 45219520, + "step": 23490 + }, + { + "epoch": 3.832857492454523, + "grad_norm": 1.0727365016937256, + "learning_rate": 1.8225328165050942e-05, + "loss": 0.1476, + "num_input_tokens_seen": 45228832, + "step": 23495 + }, + { + "epoch": 3.8336732196753407, + "grad_norm": 4.298634052276611, + "learning_rate": 1.821587855073863e-05, + "loss": 0.1817, + "num_input_tokens_seen": 45238704, + "step": 23500 + }, + { + "epoch": 3.834488946896158, + "grad_norm": 0.7675307393074036, + "learning_rate": 1.8206429982623086e-05, + "loss": 0.2025, + "num_input_tokens_seen": 45248208, + "step": 23505 + }, + { + "epoch": 3.8353046741169754, + "grad_norm": 0.6664991974830627, + "learning_rate": 1.8196982462161416e-05, + "loss": 0.1466, + "num_input_tokens_seen": 45257296, + "step": 23510 + }, + { + "epoch": 3.8361204013377925, + "grad_norm": 0.30317479372024536, + "learning_rate": 1.818753599081055e-05, + "loss": 0.1491, + "num_input_tokens_seen": 45266672, + "step": 23515 + }, + { + "epoch": 3.83693612855861, + "grad_norm": 0.34478941559791565, + "learning_rate": 1.817809057002724e-05, + "loss": 0.1352, + "num_input_tokens_seen": 45276528, + "step": 23520 + }, + { + "epoch": 3.8377518557794272, + "grad_norm": 0.5058412551879883, + "learning_rate": 1.8168646201268096e-05, + "loss": 0.1543, + "num_input_tokens_seen": 45284384, + "step": 23525 + }, + { + "epoch": 3.838567583000245, + "grad_norm": 0.7565049529075623, + "learning_rate": 1.8159202885989557e-05, + "loss": 0.1941, + "num_input_tokens_seen": 45292896, + "step": 23530 + }, + { + "epoch": 3.839383310221062, + "grad_norm": 0.7479025721549988, + "learning_rate": 1.814976062564789e-05, + "loss": 0.1014, + "num_input_tokens_seen": 45303168, + "step": 23535 + }, + { + "epoch": 3.8401990374418795, + "grad_norm": 0.09161462634801865, + "learning_rate": 1.8140319421699234e-05, + "loss": 0.0966, + "num_input_tokens_seen": 45312992, + "step": 23540 + }, + { + "epoch": 3.8410147646626966, + "grad_norm": 1.3559070825576782, + "learning_rate": 1.8130879275599515e-05, + "loss": 0.1708, + "num_input_tokens_seen": 45323296, + "step": 23545 + }, + { + "epoch": 3.841830491883514, + "grad_norm": 0.81025230884552, + "learning_rate": 1.8121440188804544e-05, + "loss": 0.1902, + "num_input_tokens_seen": 45331424, + "step": 23550 + }, + { + "epoch": 3.8426462191043314, + "grad_norm": 0.7623381614685059, + "learning_rate": 1.811200216276993e-05, + "loss": 0.2426, + "num_input_tokens_seen": 45339904, + "step": 23555 + }, + { + "epoch": 3.843461946325149, + "grad_norm": 0.8099242448806763, + "learning_rate": 1.810256519895115e-05, + "loss": 0.1995, + "num_input_tokens_seen": 45348704, + "step": 23560 + }, + { + "epoch": 3.8442776735459665, + "grad_norm": 1.1173290014266968, + "learning_rate": 1.8093129298803494e-05, + "loss": 0.1499, + "num_input_tokens_seen": 45357840, + "step": 23565 + }, + { + "epoch": 3.8450934007667836, + "grad_norm": 1.1020381450653076, + "learning_rate": 1.808369446378209e-05, + "loss": 0.1796, + "num_input_tokens_seen": 45367216, + "step": 23570 + }, + { + "epoch": 3.8459091279876008, + "grad_norm": 0.6973368525505066, + "learning_rate": 1.8074260695341914e-05, + "loss": 0.1428, + "num_input_tokens_seen": 45375296, + "step": 23575 + }, + { + "epoch": 3.8467248552084183, + "grad_norm": 0.27717825770378113, + "learning_rate": 1.8064827994937782e-05, + "loss": 0.1139, + "num_input_tokens_seen": 45385632, + "step": 23580 + }, + { + "epoch": 3.847540582429236, + "grad_norm": 1.3911964893341064, + "learning_rate": 1.8055396364024317e-05, + "loss": 0.2004, + "num_input_tokens_seen": 45395536, + "step": 23585 + }, + { + "epoch": 3.848356309650053, + "grad_norm": 0.5597127676010132, + "learning_rate": 1.804596580405601e-05, + "loss": 0.181, + "num_input_tokens_seen": 45405072, + "step": 23590 + }, + { + "epoch": 3.84917203687087, + "grad_norm": 0.6460627317428589, + "learning_rate": 1.8036536316487174e-05, + "loss": 0.1206, + "num_input_tokens_seen": 45416080, + "step": 23595 + }, + { + "epoch": 3.8499877640916877, + "grad_norm": 1.192197561264038, + "learning_rate": 1.802710790277193e-05, + "loss": 0.1369, + "num_input_tokens_seen": 45426496, + "step": 23600 + }, + { + "epoch": 3.8499877640916877, + "eval_loss": 0.16364000737667084, + "eval_runtime": 71.4498, + "eval_samples_per_second": 38.139, + "eval_steps_per_second": 19.076, + "num_input_tokens_seen": 45426496, + "step": 23600 + }, + { + "epoch": 3.8508034913125053, + "grad_norm": 1.0800073146820068, + "learning_rate": 1.801768056436429e-05, + "loss": 0.1776, + "num_input_tokens_seen": 45435712, + "step": 23605 + }, + { + "epoch": 3.8516192185333225, + "grad_norm": 0.6682112216949463, + "learning_rate": 1.8008254302718035e-05, + "loss": 0.1757, + "num_input_tokens_seen": 45446432, + "step": 23610 + }, + { + "epoch": 3.8524349457541396, + "grad_norm": 0.8231964707374573, + "learning_rate": 1.7998829119286837e-05, + "loss": 0.2469, + "num_input_tokens_seen": 45455760, + "step": 23615 + }, + { + "epoch": 3.853250672974957, + "grad_norm": 1.1102309226989746, + "learning_rate": 1.798940501552418e-05, + "loss": 0.1865, + "num_input_tokens_seen": 45466304, + "step": 23620 + }, + { + "epoch": 3.8540664001957747, + "grad_norm": 1.0988030433654785, + "learning_rate": 1.797998199288336e-05, + "loss": 0.1439, + "num_input_tokens_seen": 45474544, + "step": 23625 + }, + { + "epoch": 3.854882127416592, + "grad_norm": 0.454824835062027, + "learning_rate": 1.7970560052817543e-05, + "loss": 0.1691, + "num_input_tokens_seen": 45484736, + "step": 23630 + }, + { + "epoch": 3.855697854637409, + "grad_norm": 0.5331058502197266, + "learning_rate": 1.7961139196779702e-05, + "loss": 0.1515, + "num_input_tokens_seen": 45494064, + "step": 23635 + }, + { + "epoch": 3.8565135818582266, + "grad_norm": 0.5089395046234131, + "learning_rate": 1.7951719426222647e-05, + "loss": 0.1702, + "num_input_tokens_seen": 45504016, + "step": 23640 + }, + { + "epoch": 3.857329309079044, + "grad_norm": 0.6611940264701843, + "learning_rate": 1.794230074259904e-05, + "loss": 0.2044, + "num_input_tokens_seen": 45512720, + "step": 23645 + }, + { + "epoch": 3.8581450362998613, + "grad_norm": 0.4093392789363861, + "learning_rate": 1.7932883147361336e-05, + "loss": 0.2479, + "num_input_tokens_seen": 45523056, + "step": 23650 + }, + { + "epoch": 3.858960763520679, + "grad_norm": 1.0805586576461792, + "learning_rate": 1.7923466641961865e-05, + "loss": 0.1394, + "num_input_tokens_seen": 45532672, + "step": 23655 + }, + { + "epoch": 3.859776490741496, + "grad_norm": 0.6737979054450989, + "learning_rate": 1.791405122785278e-05, + "loss": 0.1482, + "num_input_tokens_seen": 45541632, + "step": 23660 + }, + { + "epoch": 3.8605922179623136, + "grad_norm": 0.7210992574691772, + "learning_rate": 1.7904636906486037e-05, + "loss": 0.2641, + "num_input_tokens_seen": 45552016, + "step": 23665 + }, + { + "epoch": 3.8614079451831307, + "grad_norm": 0.40695104002952576, + "learning_rate": 1.7895223679313448e-05, + "loss": 0.0914, + "num_input_tokens_seen": 45562048, + "step": 23670 + }, + { + "epoch": 3.8622236724039483, + "grad_norm": 0.7540909647941589, + "learning_rate": 1.7885811547786653e-05, + "loss": 0.1501, + "num_input_tokens_seen": 45572544, + "step": 23675 + }, + { + "epoch": 3.8630393996247654, + "grad_norm": 0.6390143632888794, + "learning_rate": 1.7876400513357115e-05, + "loss": 0.0874, + "num_input_tokens_seen": 45582672, + "step": 23680 + }, + { + "epoch": 3.863855126845583, + "grad_norm": 0.715627908706665, + "learning_rate": 1.7866990577476146e-05, + "loss": 0.1749, + "num_input_tokens_seen": 45592464, + "step": 23685 + }, + { + "epoch": 3.8646708540664, + "grad_norm": 0.9269145131111145, + "learning_rate": 1.7857581741594863e-05, + "loss": 0.2199, + "num_input_tokens_seen": 45602160, + "step": 23690 + }, + { + "epoch": 3.8654865812872177, + "grad_norm": 1.5636944770812988, + "learning_rate": 1.7848174007164237e-05, + "loss": 0.1883, + "num_input_tokens_seen": 45611504, + "step": 23695 + }, + { + "epoch": 3.866302308508035, + "grad_norm": 0.486203670501709, + "learning_rate": 1.7838767375635052e-05, + "loss": 0.1986, + "num_input_tokens_seen": 45621232, + "step": 23700 + }, + { + "epoch": 3.8671180357288524, + "grad_norm": 0.7052755355834961, + "learning_rate": 1.782936184845793e-05, + "loss": 0.1098, + "num_input_tokens_seen": 45630576, + "step": 23705 + }, + { + "epoch": 3.8679337629496695, + "grad_norm": 1.1699609756469727, + "learning_rate": 1.7819957427083334e-05, + "loss": 0.2009, + "num_input_tokens_seen": 45640240, + "step": 23710 + }, + { + "epoch": 3.868749490170487, + "grad_norm": 0.20832882821559906, + "learning_rate": 1.7810554112961516e-05, + "loss": 0.1332, + "num_input_tokens_seen": 45649680, + "step": 23715 + }, + { + "epoch": 3.869565217391304, + "grad_norm": 0.68289715051651, + "learning_rate": 1.7801151907542607e-05, + "loss": 0.1514, + "num_input_tokens_seen": 45658832, + "step": 23720 + }, + { + "epoch": 3.870380944612122, + "grad_norm": 0.31479611992836, + "learning_rate": 1.7791750812276547e-05, + "loss": 0.185, + "num_input_tokens_seen": 45667744, + "step": 23725 + }, + { + "epoch": 3.871196671832939, + "grad_norm": 0.9354308247566223, + "learning_rate": 1.778235082861309e-05, + "loss": 0.2621, + "num_input_tokens_seen": 45677760, + "step": 23730 + }, + { + "epoch": 3.8720123990537565, + "grad_norm": 0.38165223598480225, + "learning_rate": 1.777295195800184e-05, + "loss": 0.1193, + "num_input_tokens_seen": 45687088, + "step": 23735 + }, + { + "epoch": 3.8728281262745736, + "grad_norm": 1.0010559558868408, + "learning_rate": 1.7763554201892215e-05, + "loss": 0.1484, + "num_input_tokens_seen": 45696816, + "step": 23740 + }, + { + "epoch": 3.873643853495391, + "grad_norm": 0.6383651494979858, + "learning_rate": 1.7754157561733476e-05, + "loss": 0.1265, + "num_input_tokens_seen": 45706544, + "step": 23745 + }, + { + "epoch": 3.8744595807162083, + "grad_norm": 1.1273168325424194, + "learning_rate": 1.7744762038974702e-05, + "loss": 0.2059, + "num_input_tokens_seen": 45716320, + "step": 23750 + }, + { + "epoch": 3.875275307937026, + "grad_norm": 5.042365550994873, + "learning_rate": 1.7735367635064788e-05, + "loss": 0.2125, + "num_input_tokens_seen": 45726992, + "step": 23755 + }, + { + "epoch": 3.8760910351578435, + "grad_norm": 0.951198399066925, + "learning_rate": 1.7725974351452474e-05, + "loss": 0.1717, + "num_input_tokens_seen": 45736160, + "step": 23760 + }, + { + "epoch": 3.8769067623786606, + "grad_norm": 0.42558667063713074, + "learning_rate": 1.771658218958634e-05, + "loss": 0.2081, + "num_input_tokens_seen": 45744976, + "step": 23765 + }, + { + "epoch": 3.8777224895994777, + "grad_norm": 1.3269619941711426, + "learning_rate": 1.770719115091475e-05, + "loss": 0.1872, + "num_input_tokens_seen": 45754912, + "step": 23770 + }, + { + "epoch": 3.8785382168202953, + "grad_norm": 0.4681195914745331, + "learning_rate": 1.7697801236885935e-05, + "loss": 0.114, + "num_input_tokens_seen": 45765200, + "step": 23775 + }, + { + "epoch": 3.879353944041113, + "grad_norm": 0.778332531452179, + "learning_rate": 1.7688412448947944e-05, + "loss": 0.1526, + "num_input_tokens_seen": 45775280, + "step": 23780 + }, + { + "epoch": 3.88016967126193, + "grad_norm": 0.4065331518650055, + "learning_rate": 1.767902478854862e-05, + "loss": 0.1075, + "num_input_tokens_seen": 45784832, + "step": 23785 + }, + { + "epoch": 3.880985398482747, + "grad_norm": 0.5168091654777527, + "learning_rate": 1.766963825713569e-05, + "loss": 0.1471, + "num_input_tokens_seen": 45794032, + "step": 23790 + }, + { + "epoch": 3.8818011257035647, + "grad_norm": 0.4774562418460846, + "learning_rate": 1.766025285615665e-05, + "loss": 0.1938, + "num_input_tokens_seen": 45803360, + "step": 23795 + }, + { + "epoch": 3.8826168529243823, + "grad_norm": 0.8956394195556641, + "learning_rate": 1.7650868587058854e-05, + "loss": 0.197, + "num_input_tokens_seen": 45813536, + "step": 23800 + }, + { + "epoch": 3.8826168529243823, + "eval_loss": 0.16539622843265533, + "eval_runtime": 71.4358, + "eval_samples_per_second": 38.146, + "eval_steps_per_second": 19.08, + "num_input_tokens_seen": 45813536, + "step": 23800 + }, + { + "epoch": 3.8834325801451994, + "grad_norm": 1.3047819137573242, + "learning_rate": 1.7641485451289484e-05, + "loss": 0.2348, + "num_input_tokens_seen": 45823008, + "step": 23805 + }, + { + "epoch": 3.8842483073660166, + "grad_norm": 0.43325284123420715, + "learning_rate": 1.7632103450295534e-05, + "loss": 0.1576, + "num_input_tokens_seen": 45830208, + "step": 23810 + }, + { + "epoch": 3.885064034586834, + "grad_norm": 0.7424591183662415, + "learning_rate": 1.762272258552381e-05, + "loss": 0.292, + "num_input_tokens_seen": 45840928, + "step": 23815 + }, + { + "epoch": 3.8858797618076517, + "grad_norm": 1.604156494140625, + "learning_rate": 1.7613342858420988e-05, + "loss": 0.1871, + "num_input_tokens_seen": 45850992, + "step": 23820 + }, + { + "epoch": 3.886695489028469, + "grad_norm": 0.279488205909729, + "learning_rate": 1.760396427043351e-05, + "loss": 0.1942, + "num_input_tokens_seen": 45860320, + "step": 23825 + }, + { + "epoch": 3.887511216249286, + "grad_norm": 0.8006690144538879, + "learning_rate": 1.7594586823007696e-05, + "loss": 0.1639, + "num_input_tokens_seen": 45870368, + "step": 23830 + }, + { + "epoch": 3.8883269434701035, + "grad_norm": 0.6220196485519409, + "learning_rate": 1.7585210517589646e-05, + "loss": 0.1936, + "num_input_tokens_seen": 45879744, + "step": 23835 + }, + { + "epoch": 3.889142670690921, + "grad_norm": 1.049197793006897, + "learning_rate": 1.7575835355625314e-05, + "loss": 0.1418, + "num_input_tokens_seen": 45889424, + "step": 23840 + }, + { + "epoch": 3.8899583979117383, + "grad_norm": 0.6825160980224609, + "learning_rate": 1.756646133856048e-05, + "loss": 0.1656, + "num_input_tokens_seen": 45899344, + "step": 23845 + }, + { + "epoch": 3.890774125132556, + "grad_norm": 0.9310557246208191, + "learning_rate": 1.7557088467840714e-05, + "loss": 0.1014, + "num_input_tokens_seen": 45907088, + "step": 23850 + }, + { + "epoch": 3.891589852353373, + "grad_norm": 1.8678356409072876, + "learning_rate": 1.7547716744911438e-05, + "loss": 0.1822, + "num_input_tokens_seen": 45915600, + "step": 23855 + }, + { + "epoch": 3.8924055795741905, + "grad_norm": 0.7757484316825867, + "learning_rate": 1.7538346171217902e-05, + "loss": 0.1744, + "num_input_tokens_seen": 45925856, + "step": 23860 + }, + { + "epoch": 3.8932213067950077, + "grad_norm": 0.7389400005340576, + "learning_rate": 1.7528976748205146e-05, + "loss": 0.1971, + "num_input_tokens_seen": 45935328, + "step": 23865 + }, + { + "epoch": 3.8940370340158252, + "grad_norm": 1.0924296379089355, + "learning_rate": 1.751960847731807e-05, + "loss": 0.1465, + "num_input_tokens_seen": 45944832, + "step": 23870 + }, + { + "epoch": 3.8948527612366424, + "grad_norm": 0.8797566294670105, + "learning_rate": 1.7510241360001362e-05, + "loss": 0.1458, + "num_input_tokens_seen": 45955264, + "step": 23875 + }, + { + "epoch": 3.89566848845746, + "grad_norm": 1.0488762855529785, + "learning_rate": 1.7500875397699562e-05, + "loss": 0.1966, + "num_input_tokens_seen": 45963312, + "step": 23880 + }, + { + "epoch": 3.896484215678277, + "grad_norm": 0.6075558066368103, + "learning_rate": 1.7491510591857015e-05, + "loss": 0.1931, + "num_input_tokens_seen": 45973056, + "step": 23885 + }, + { + "epoch": 3.8972999428990946, + "grad_norm": 0.46084198355674744, + "learning_rate": 1.7482146943917896e-05, + "loss": 0.1313, + "num_input_tokens_seen": 45982416, + "step": 23890 + }, + { + "epoch": 3.898115670119912, + "grad_norm": 1.1595457792282104, + "learning_rate": 1.7472784455326185e-05, + "loss": 0.1558, + "num_input_tokens_seen": 45993104, + "step": 23895 + }, + { + "epoch": 3.8989313973407294, + "grad_norm": 1.3169561624526978, + "learning_rate": 1.746342312752572e-05, + "loss": 0.2083, + "num_input_tokens_seen": 46002528, + "step": 23900 + }, + { + "epoch": 3.8997471245615465, + "grad_norm": 0.2277604341506958, + "learning_rate": 1.74540629619601e-05, + "loss": 0.1349, + "num_input_tokens_seen": 46011408, + "step": 23905 + }, + { + "epoch": 3.900562851782364, + "grad_norm": 1.246527910232544, + "learning_rate": 1.7444703960072815e-05, + "loss": 0.2013, + "num_input_tokens_seen": 46019280, + "step": 23910 + }, + { + "epoch": 3.901378579003181, + "grad_norm": 1.3838534355163574, + "learning_rate": 1.7435346123307118e-05, + "loss": 0.1784, + "num_input_tokens_seen": 46028720, + "step": 23915 + }, + { + "epoch": 3.9021943062239988, + "grad_norm": 0.7586690187454224, + "learning_rate": 1.742598945310611e-05, + "loss": 0.1432, + "num_input_tokens_seen": 46038192, + "step": 23920 + }, + { + "epoch": 3.903010033444816, + "grad_norm": 0.6310413479804993, + "learning_rate": 1.741663395091272e-05, + "loss": 0.0988, + "num_input_tokens_seen": 46047120, + "step": 23925 + }, + { + "epoch": 3.9038257606656335, + "grad_norm": 0.34929966926574707, + "learning_rate": 1.7407279618169657e-05, + "loss": 0.1527, + "num_input_tokens_seen": 46057008, + "step": 23930 + }, + { + "epoch": 3.904641487886451, + "grad_norm": 0.7240067720413208, + "learning_rate": 1.73979264563195e-05, + "loss": 0.1896, + "num_input_tokens_seen": 46066176, + "step": 23935 + }, + { + "epoch": 3.905457215107268, + "grad_norm": 1.226855993270874, + "learning_rate": 1.7388574466804625e-05, + "loss": 0.2138, + "num_input_tokens_seen": 46076464, + "step": 23940 + }, + { + "epoch": 3.9062729423280853, + "grad_norm": 0.6520973443984985, + "learning_rate": 1.7379223651067207e-05, + "loss": 0.1733, + "num_input_tokens_seen": 46086656, + "step": 23945 + }, + { + "epoch": 3.907088669548903, + "grad_norm": 0.5978125333786011, + "learning_rate": 1.736987401054928e-05, + "loss": 0.1189, + "num_input_tokens_seen": 46095648, + "step": 23950 + }, + { + "epoch": 3.9079043967697205, + "grad_norm": 1.0861421823501587, + "learning_rate": 1.736052554669266e-05, + "loss": 0.1705, + "num_input_tokens_seen": 46104960, + "step": 23955 + }, + { + "epoch": 3.9087201239905376, + "grad_norm": 0.48392990231513977, + "learning_rate": 1.7351178260939007e-05, + "loss": 0.1402, + "num_input_tokens_seen": 46114992, + "step": 23960 + }, + { + "epoch": 3.9095358512113547, + "grad_norm": 1.0869404077529907, + "learning_rate": 1.7341832154729794e-05, + "loss": 0.2353, + "num_input_tokens_seen": 46123728, + "step": 23965 + }, + { + "epoch": 3.9103515784321723, + "grad_norm": 0.4298011064529419, + "learning_rate": 1.7332487229506286e-05, + "loss": 0.1767, + "num_input_tokens_seen": 46134016, + "step": 23970 + }, + { + "epoch": 3.91116730565299, + "grad_norm": 0.5983996391296387, + "learning_rate": 1.732314348670961e-05, + "loss": 0.175, + "num_input_tokens_seen": 46145088, + "step": 23975 + }, + { + "epoch": 3.911983032873807, + "grad_norm": 1.0119997262954712, + "learning_rate": 1.7313800927780686e-05, + "loss": 0.2535, + "num_input_tokens_seen": 46155728, + "step": 23980 + }, + { + "epoch": 3.912798760094624, + "grad_norm": 0.8331120610237122, + "learning_rate": 1.7304459554160245e-05, + "loss": 0.2738, + "num_input_tokens_seen": 46165072, + "step": 23985 + }, + { + "epoch": 3.9136144873154417, + "grad_norm": 0.9042307138442993, + "learning_rate": 1.7295119367288853e-05, + "loss": 0.1147, + "num_input_tokens_seen": 46174416, + "step": 23990 + }, + { + "epoch": 3.9144302145362593, + "grad_norm": 0.5101349949836731, + "learning_rate": 1.728578036860688e-05, + "loss": 0.1875, + "num_input_tokens_seen": 46182912, + "step": 23995 + }, + { + "epoch": 3.9152459417570764, + "grad_norm": 1.7241277694702148, + "learning_rate": 1.7276442559554513e-05, + "loss": 0.2109, + "num_input_tokens_seen": 46192656, + "step": 24000 + }, + { + "epoch": 3.9152459417570764, + "eval_loss": 0.16655780375003815, + "eval_runtime": 71.486, + "eval_samples_per_second": 38.119, + "eval_steps_per_second": 19.067, + "num_input_tokens_seen": 46192656, + "step": 24000 + }, + { + "epoch": 3.9160616689778935, + "grad_norm": 0.8714016675949097, + "learning_rate": 1.726710594157177e-05, + "loss": 0.1239, + "num_input_tokens_seen": 46201376, + "step": 24005 + }, + { + "epoch": 3.916877396198711, + "grad_norm": 1.4081017971038818, + "learning_rate": 1.725777051609846e-05, + "loss": 0.1739, + "num_input_tokens_seen": 46211728, + "step": 24010 + }, + { + "epoch": 3.9176931234195287, + "grad_norm": 0.6045783758163452, + "learning_rate": 1.7248436284574228e-05, + "loss": 0.1302, + "num_input_tokens_seen": 46219136, + "step": 24015 + }, + { + "epoch": 3.918508850640346, + "grad_norm": 0.7827315926551819, + "learning_rate": 1.723910324843855e-05, + "loss": 0.1986, + "num_input_tokens_seen": 46228384, + "step": 24020 + }, + { + "epoch": 3.919324577861163, + "grad_norm": 0.8284808397293091, + "learning_rate": 1.722977140913067e-05, + "loss": 0.1765, + "num_input_tokens_seen": 46238288, + "step": 24025 + }, + { + "epoch": 3.9201403050819805, + "grad_norm": 0.9792879819869995, + "learning_rate": 1.7220440768089688e-05, + "loss": 0.1862, + "num_input_tokens_seen": 46248096, + "step": 24030 + }, + { + "epoch": 3.920956032302798, + "grad_norm": 0.7787630558013916, + "learning_rate": 1.7211111326754505e-05, + "loss": 0.2069, + "num_input_tokens_seen": 46257248, + "step": 24035 + }, + { + "epoch": 3.9217717595236152, + "grad_norm": 1.6009904146194458, + "learning_rate": 1.720178308656383e-05, + "loss": 0.2528, + "num_input_tokens_seen": 46267296, + "step": 24040 + }, + { + "epoch": 3.922587486744433, + "grad_norm": 0.9169497489929199, + "learning_rate": 1.719245604895621e-05, + "loss": 0.1596, + "num_input_tokens_seen": 46276000, + "step": 24045 + }, + { + "epoch": 3.92340321396525, + "grad_norm": 0.8009121417999268, + "learning_rate": 1.7183130215369972e-05, + "loss": 0.2059, + "num_input_tokens_seen": 46286080, + "step": 24050 + }, + { + "epoch": 3.9242189411860675, + "grad_norm": 0.5819699168205261, + "learning_rate": 1.7173805587243292e-05, + "loss": 0.1477, + "num_input_tokens_seen": 46295824, + "step": 24055 + }, + { + "epoch": 3.9250346684068846, + "grad_norm": 0.3860253691673279, + "learning_rate": 1.7164482166014147e-05, + "loss": 0.1508, + "num_input_tokens_seen": 46305376, + "step": 24060 + }, + { + "epoch": 3.925850395627702, + "grad_norm": 0.41806474328041077, + "learning_rate": 1.7155159953120313e-05, + "loss": 0.0824, + "num_input_tokens_seen": 46315104, + "step": 24065 + }, + { + "epoch": 3.9266661228485193, + "grad_norm": 0.5899282097816467, + "learning_rate": 1.714583894999941e-05, + "loss": 0.2675, + "num_input_tokens_seen": 46324624, + "step": 24070 + }, + { + "epoch": 3.927481850069337, + "grad_norm": 0.34539222717285156, + "learning_rate": 1.7136519158088826e-05, + "loss": 0.1469, + "num_input_tokens_seen": 46334080, + "step": 24075 + }, + { + "epoch": 3.928297577290154, + "grad_norm": 0.5973967909812927, + "learning_rate": 1.712720057882581e-05, + "loss": 0.1666, + "num_input_tokens_seen": 46344608, + "step": 24080 + }, + { + "epoch": 3.9291133045109716, + "grad_norm": 0.8236483335494995, + "learning_rate": 1.7117883213647413e-05, + "loss": 0.1207, + "num_input_tokens_seen": 46354288, + "step": 24085 + }, + { + "epoch": 3.9299290317317888, + "grad_norm": 0.8915857076644897, + "learning_rate": 1.710856706399046e-05, + "loss": 0.1297, + "num_input_tokens_seen": 46363984, + "step": 24090 + }, + { + "epoch": 3.9307447589526063, + "grad_norm": 0.726024329662323, + "learning_rate": 1.7099252131291648e-05, + "loss": 0.1839, + "num_input_tokens_seen": 46374208, + "step": 24095 + }, + { + "epoch": 3.9315604861734235, + "grad_norm": 0.7966664433479309, + "learning_rate": 1.708993841698744e-05, + "loss": 0.1753, + "num_input_tokens_seen": 46384544, + "step": 24100 + }, + { + "epoch": 3.932376213394241, + "grad_norm": 1.0583471059799194, + "learning_rate": 1.7080625922514132e-05, + "loss": 0.1469, + "num_input_tokens_seen": 46394592, + "step": 24105 + }, + { + "epoch": 3.933191940615058, + "grad_norm": 0.4649322032928467, + "learning_rate": 1.7071314649307836e-05, + "loss": 0.1041, + "num_input_tokens_seen": 46404864, + "step": 24110 + }, + { + "epoch": 3.9340076678358757, + "grad_norm": 0.8079832792282104, + "learning_rate": 1.7062004598804448e-05, + "loss": 0.1704, + "num_input_tokens_seen": 46415312, + "step": 24115 + }, + { + "epoch": 3.934823395056693, + "grad_norm": 0.4842703342437744, + "learning_rate": 1.7052695772439702e-05, + "loss": 0.128, + "num_input_tokens_seen": 46425360, + "step": 24120 + }, + { + "epoch": 3.9356391222775104, + "grad_norm": 1.2325559854507446, + "learning_rate": 1.7043388171649154e-05, + "loss": 0.2079, + "num_input_tokens_seen": 46434960, + "step": 24125 + }, + { + "epoch": 3.936454849498328, + "grad_norm": 0.17346437275409698, + "learning_rate": 1.7034081797868127e-05, + "loss": 0.115, + "num_input_tokens_seen": 46445424, + "step": 24130 + }, + { + "epoch": 3.937270576719145, + "grad_norm": 0.9213265776634216, + "learning_rate": 1.70247766525318e-05, + "loss": 0.1888, + "num_input_tokens_seen": 46455504, + "step": 24135 + }, + { + "epoch": 3.9380863039399623, + "grad_norm": 0.5988026261329651, + "learning_rate": 1.701547273707514e-05, + "loss": 0.1396, + "num_input_tokens_seen": 46463696, + "step": 24140 + }, + { + "epoch": 3.93890203116078, + "grad_norm": 0.34679561853408813, + "learning_rate": 1.7006170052932916e-05, + "loss": 0.157, + "num_input_tokens_seen": 46473424, + "step": 24145 + }, + { + "epoch": 3.9397177583815974, + "grad_norm": 0.24643172323703766, + "learning_rate": 1.6996868601539735e-05, + "loss": 0.1614, + "num_input_tokens_seen": 46482768, + "step": 24150 + }, + { + "epoch": 3.9405334856024146, + "grad_norm": 0.23338967561721802, + "learning_rate": 1.6987568384329977e-05, + "loss": 0.1107, + "num_input_tokens_seen": 46491216, + "step": 24155 + }, + { + "epoch": 3.9413492128232317, + "grad_norm": 1.284238338470459, + "learning_rate": 1.6978269402737866e-05, + "loss": 0.2648, + "num_input_tokens_seen": 46501120, + "step": 24160 + }, + { + "epoch": 3.9421649400440493, + "grad_norm": 0.5008857250213623, + "learning_rate": 1.696897165819743e-05, + "loss": 0.1389, + "num_input_tokens_seen": 46512080, + "step": 24165 + }, + { + "epoch": 3.942980667264867, + "grad_norm": 0.7964386343955994, + "learning_rate": 1.6959675152142487e-05, + "loss": 0.1787, + "num_input_tokens_seen": 46520960, + "step": 24170 + }, + { + "epoch": 3.943796394485684, + "grad_norm": 0.36432626843452454, + "learning_rate": 1.6950379886006667e-05, + "loss": 0.1383, + "num_input_tokens_seen": 46531184, + "step": 24175 + }, + { + "epoch": 3.944612121706501, + "grad_norm": 1.0202568769454956, + "learning_rate": 1.6941085861223438e-05, + "loss": 0.1354, + "num_input_tokens_seen": 46541008, + "step": 24180 + }, + { + "epoch": 3.9454278489273187, + "grad_norm": 0.700568675994873, + "learning_rate": 1.6931793079226034e-05, + "loss": 0.1649, + "num_input_tokens_seen": 46550832, + "step": 24185 + }, + { + "epoch": 3.9462435761481363, + "grad_norm": 0.775307297706604, + "learning_rate": 1.692250154144754e-05, + "loss": 0.2115, + "num_input_tokens_seen": 46560576, + "step": 24190 + }, + { + "epoch": 3.9470593033689534, + "grad_norm": 1.0557663440704346, + "learning_rate": 1.6913211249320807e-05, + "loss": 0.1511, + "num_input_tokens_seen": 46569312, + "step": 24195 + }, + { + "epoch": 3.9478750305897705, + "grad_norm": 0.33898431062698364, + "learning_rate": 1.6903922204278522e-05, + "loss": 0.1359, + "num_input_tokens_seen": 46576928, + "step": 24200 + }, + { + "epoch": 3.9478750305897705, + "eval_loss": 0.16330455243587494, + "eval_runtime": 71.5303, + "eval_samples_per_second": 38.096, + "eval_steps_per_second": 19.055, + "num_input_tokens_seen": 46576928, + "step": 24200 + }, + { + "epoch": 3.948690757810588, + "grad_norm": 0.35441911220550537, + "learning_rate": 1.6894634407753186e-05, + "loss": 0.1361, + "num_input_tokens_seen": 46588144, + "step": 24205 + }, + { + "epoch": 3.9495064850314057, + "grad_norm": 0.08614067733287811, + "learning_rate": 1.6885347861177077e-05, + "loss": 0.0884, + "num_input_tokens_seen": 46597680, + "step": 24210 + }, + { + "epoch": 3.950322212252223, + "grad_norm": 1.0497329235076904, + "learning_rate": 1.6876062565982298e-05, + "loss": 0.1848, + "num_input_tokens_seen": 46608272, + "step": 24215 + }, + { + "epoch": 3.9511379394730404, + "grad_norm": 1.0747379064559937, + "learning_rate": 1.6866778523600774e-05, + "loss": 0.2198, + "num_input_tokens_seen": 46618416, + "step": 24220 + }, + { + "epoch": 3.9519536666938575, + "grad_norm": 0.7655858993530273, + "learning_rate": 1.6857495735464195e-05, + "loss": 0.1589, + "num_input_tokens_seen": 46627824, + "step": 24225 + }, + { + "epoch": 3.952769393914675, + "grad_norm": 0.9589279890060425, + "learning_rate": 1.6848214203004115e-05, + "loss": 0.2507, + "num_input_tokens_seen": 46637680, + "step": 24230 + }, + { + "epoch": 3.953585121135492, + "grad_norm": 0.6651955246925354, + "learning_rate": 1.6838933927651835e-05, + "loss": 0.0977, + "num_input_tokens_seen": 46647056, + "step": 24235 + }, + { + "epoch": 3.95440084835631, + "grad_norm": 1.0034863948822021, + "learning_rate": 1.6829654910838506e-05, + "loss": 0.164, + "num_input_tokens_seen": 46656672, + "step": 24240 + }, + { + "epoch": 3.955216575577127, + "grad_norm": 0.40678301453590393, + "learning_rate": 1.6820377153995065e-05, + "loss": 0.2093, + "num_input_tokens_seen": 46666848, + "step": 24245 + }, + { + "epoch": 3.9560323027979445, + "grad_norm": 0.6808284521102905, + "learning_rate": 1.681110065855226e-05, + "loss": 0.1995, + "num_input_tokens_seen": 46676192, + "step": 24250 + }, + { + "epoch": 3.9568480300187616, + "grad_norm": 1.2155309915542603, + "learning_rate": 1.6801825425940642e-05, + "loss": 0.1442, + "num_input_tokens_seen": 46685216, + "step": 24255 + }, + { + "epoch": 3.957663757239579, + "grad_norm": 0.2988641858100891, + "learning_rate": 1.679255145759056e-05, + "loss": 0.1117, + "num_input_tokens_seen": 46694352, + "step": 24260 + }, + { + "epoch": 3.9584794844603963, + "grad_norm": 0.33163198828697205, + "learning_rate": 1.6783278754932187e-05, + "loss": 0.1604, + "num_input_tokens_seen": 46704416, + "step": 24265 + }, + { + "epoch": 3.959295211681214, + "grad_norm": 0.6082970499992371, + "learning_rate": 1.6774007319395496e-05, + "loss": 0.1604, + "num_input_tokens_seen": 46713744, + "step": 24270 + }, + { + "epoch": 3.960110938902031, + "grad_norm": 0.9871833324432373, + "learning_rate": 1.6764737152410243e-05, + "loss": 0.1248, + "num_input_tokens_seen": 46722896, + "step": 24275 + }, + { + "epoch": 3.9609266661228486, + "grad_norm": 0.6553401350975037, + "learning_rate": 1.6755468255406016e-05, + "loss": 0.1799, + "num_input_tokens_seen": 46732320, + "step": 24280 + }, + { + "epoch": 3.9617423933436657, + "grad_norm": 0.9159699082374573, + "learning_rate": 1.674620062981219e-05, + "loss": 0.1875, + "num_input_tokens_seen": 46741504, + "step": 24285 + }, + { + "epoch": 3.9625581205644833, + "grad_norm": 0.9045619964599609, + "learning_rate": 1.6736934277057947e-05, + "loss": 0.2503, + "num_input_tokens_seen": 46750656, + "step": 24290 + }, + { + "epoch": 3.9633738477853004, + "grad_norm": 0.5460031032562256, + "learning_rate": 1.6727669198572286e-05, + "loss": 0.1008, + "num_input_tokens_seen": 46760608, + "step": 24295 + }, + { + "epoch": 3.964189575006118, + "grad_norm": 0.22254957258701324, + "learning_rate": 1.6718405395783984e-05, + "loss": 0.112, + "num_input_tokens_seen": 46770288, + "step": 24300 + }, + { + "epoch": 3.965005302226935, + "grad_norm": 0.651668906211853, + "learning_rate": 1.6709142870121643e-05, + "loss": 0.2064, + "num_input_tokens_seen": 46779024, + "step": 24305 + }, + { + "epoch": 3.9658210294477527, + "grad_norm": 0.7699295282363892, + "learning_rate": 1.669988162301367e-05, + "loss": 0.1519, + "num_input_tokens_seen": 46789648, + "step": 24310 + }, + { + "epoch": 3.96663675666857, + "grad_norm": 0.7151978015899658, + "learning_rate": 1.6690621655888243e-05, + "loss": 0.1779, + "num_input_tokens_seen": 46800224, + "step": 24315 + }, + { + "epoch": 3.9674524838893874, + "grad_norm": 0.4827987253665924, + "learning_rate": 1.6681362970173386e-05, + "loss": 0.1485, + "num_input_tokens_seen": 46809264, + "step": 24320 + }, + { + "epoch": 3.968268211110205, + "grad_norm": 1.2363098859786987, + "learning_rate": 1.6672105567296904e-05, + "loss": 0.2085, + "num_input_tokens_seen": 46816656, + "step": 24325 + }, + { + "epoch": 3.969083938331022, + "grad_norm": 0.9431619644165039, + "learning_rate": 1.666284944868639e-05, + "loss": 0.138, + "num_input_tokens_seen": 46828224, + "step": 24330 + }, + { + "epoch": 3.9698996655518393, + "grad_norm": 1.146362066268921, + "learning_rate": 1.665359461576927e-05, + "loss": 0.1634, + "num_input_tokens_seen": 46838032, + "step": 24335 + }, + { + "epoch": 3.970715392772657, + "grad_norm": 0.8606151342391968, + "learning_rate": 1.6644341069972736e-05, + "loss": 0.1883, + "num_input_tokens_seen": 46847696, + "step": 24340 + }, + { + "epoch": 3.9715311199934744, + "grad_norm": 1.255608320236206, + "learning_rate": 1.6635088812723813e-05, + "loss": 0.1792, + "num_input_tokens_seen": 46857232, + "step": 24345 + }, + { + "epoch": 3.9723468472142915, + "grad_norm": 0.6208282709121704, + "learning_rate": 1.6625837845449328e-05, + "loss": 0.1206, + "num_input_tokens_seen": 46867040, + "step": 24350 + }, + { + "epoch": 3.9731625744351087, + "grad_norm": 0.2992348372936249, + "learning_rate": 1.6616588169575874e-05, + "loss": 0.1488, + "num_input_tokens_seen": 46876704, + "step": 24355 + }, + { + "epoch": 3.9739783016559262, + "grad_norm": 1.1372487545013428, + "learning_rate": 1.6607339786529878e-05, + "loss": 0.2476, + "num_input_tokens_seen": 46887216, + "step": 24360 + }, + { + "epoch": 3.974794028876744, + "grad_norm": 0.5241609215736389, + "learning_rate": 1.659809269773756e-05, + "loss": 0.1819, + "num_input_tokens_seen": 46896288, + "step": 24365 + }, + { + "epoch": 3.975609756097561, + "grad_norm": 0.5417741537094116, + "learning_rate": 1.658884690462493e-05, + "loss": 0.2205, + "num_input_tokens_seen": 46906176, + "step": 24370 + }, + { + "epoch": 3.976425483318378, + "grad_norm": 1.136982798576355, + "learning_rate": 1.6579602408617813e-05, + "loss": 0.2165, + "num_input_tokens_seen": 46916768, + "step": 24375 + }, + { + "epoch": 3.9772412105391957, + "grad_norm": 0.5512910485267639, + "learning_rate": 1.657035921114181e-05, + "loss": 0.2, + "num_input_tokens_seen": 46926224, + "step": 24380 + }, + { + "epoch": 3.9780569377600132, + "grad_norm": 0.5000452995300293, + "learning_rate": 1.656111731362236e-05, + "loss": 0.0976, + "num_input_tokens_seen": 46935280, + "step": 24385 + }, + { + "epoch": 3.9788726649808304, + "grad_norm": 0.356452614068985, + "learning_rate": 1.6551876717484666e-05, + "loss": 0.1745, + "num_input_tokens_seen": 46945616, + "step": 24390 + }, + { + "epoch": 3.9796883922016475, + "grad_norm": 0.4249686598777771, + "learning_rate": 1.6542637424153752e-05, + "loss": 0.1785, + "num_input_tokens_seen": 46955920, + "step": 24395 + }, + { + "epoch": 3.980504119422465, + "grad_norm": 0.8114420771598816, + "learning_rate": 1.6533399435054418e-05, + "loss": 0.1656, + "num_input_tokens_seen": 46965120, + "step": 24400 + }, + { + "epoch": 3.980504119422465, + "eval_loss": 0.16341346502304077, + "eval_runtime": 71.3526, + "eval_samples_per_second": 38.191, + "eval_steps_per_second": 19.102, + "num_input_tokens_seen": 46965120, + "step": 24400 + }, + { + "epoch": 3.9813198466432826, + "grad_norm": 1.0064491033554077, + "learning_rate": 1.6524162751611304e-05, + "loss": 0.1717, + "num_input_tokens_seen": 46976032, + "step": 24405 + }, + { + "epoch": 3.9821355738640998, + "grad_norm": 0.5636935234069824, + "learning_rate": 1.6514927375248796e-05, + "loss": 0.1585, + "num_input_tokens_seen": 46984528, + "step": 24410 + }, + { + "epoch": 3.9829513010849174, + "grad_norm": 0.38047415018081665, + "learning_rate": 1.6505693307391127e-05, + "loss": 0.1486, + "num_input_tokens_seen": 46993936, + "step": 24415 + }, + { + "epoch": 3.9837670283057345, + "grad_norm": 1.7505077123641968, + "learning_rate": 1.6496460549462288e-05, + "loss": 0.1965, + "num_input_tokens_seen": 47003776, + "step": 24420 + }, + { + "epoch": 3.984582755526552, + "grad_norm": 1.0149378776550293, + "learning_rate": 1.6487229102886097e-05, + "loss": 0.236, + "num_input_tokens_seen": 47013088, + "step": 24425 + }, + { + "epoch": 3.985398482747369, + "grad_norm": 0.433424174785614, + "learning_rate": 1.6477998969086155e-05, + "loss": 0.2109, + "num_input_tokens_seen": 47022256, + "step": 24430 + }, + { + "epoch": 3.9862142099681868, + "grad_norm": 2.0044596195220947, + "learning_rate": 1.646877014948587e-05, + "loss": 0.1953, + "num_input_tokens_seen": 47031648, + "step": 24435 + }, + { + "epoch": 3.987029937189004, + "grad_norm": 0.7662817239761353, + "learning_rate": 1.6459542645508433e-05, + "loss": 0.1951, + "num_input_tokens_seen": 47041984, + "step": 24440 + }, + { + "epoch": 3.9878456644098215, + "grad_norm": 0.43700411915779114, + "learning_rate": 1.6450316458576852e-05, + "loss": 0.1359, + "num_input_tokens_seen": 47051264, + "step": 24445 + }, + { + "epoch": 3.9886613916306386, + "grad_norm": 0.5657853484153748, + "learning_rate": 1.6441091590113912e-05, + "loss": 0.1443, + "num_input_tokens_seen": 47060240, + "step": 24450 + }, + { + "epoch": 3.989477118851456, + "grad_norm": 0.5920308232307434, + "learning_rate": 1.6431868041542213e-05, + "loss": 0.1829, + "num_input_tokens_seen": 47069392, + "step": 24455 + }, + { + "epoch": 3.9902928460722733, + "grad_norm": 0.8322460651397705, + "learning_rate": 1.6422645814284123e-05, + "loss": 0.1777, + "num_input_tokens_seen": 47078688, + "step": 24460 + }, + { + "epoch": 3.991108573293091, + "grad_norm": 0.9447546601295471, + "learning_rate": 1.6413424909761846e-05, + "loss": 0.1477, + "num_input_tokens_seen": 47088400, + "step": 24465 + }, + { + "epoch": 3.991924300513908, + "grad_norm": 0.9137187600135803, + "learning_rate": 1.640420532939736e-05, + "loss": 0.1474, + "num_input_tokens_seen": 47098304, + "step": 24470 + }, + { + "epoch": 3.9927400277347256, + "grad_norm": 0.8843637108802795, + "learning_rate": 1.639498707461242e-05, + "loss": 0.1824, + "num_input_tokens_seen": 47107872, + "step": 24475 + }, + { + "epoch": 3.9935557549555427, + "grad_norm": 0.5389940738677979, + "learning_rate": 1.6385770146828614e-05, + "loss": 0.1022, + "num_input_tokens_seen": 47117664, + "step": 24480 + }, + { + "epoch": 3.9943714821763603, + "grad_norm": 1.603678822517395, + "learning_rate": 1.637655454746731e-05, + "loss": 0.1701, + "num_input_tokens_seen": 47126080, + "step": 24485 + }, + { + "epoch": 3.9951872093971774, + "grad_norm": 0.9245222210884094, + "learning_rate": 1.6367340277949658e-05, + "loss": 0.1214, + "num_input_tokens_seen": 47135600, + "step": 24490 + }, + { + "epoch": 3.996002936617995, + "grad_norm": 0.8647948503494263, + "learning_rate": 1.635812733969663e-05, + "loss": 0.1446, + "num_input_tokens_seen": 47145696, + "step": 24495 + }, + { + "epoch": 3.9968186638388126, + "grad_norm": 0.4573068618774414, + "learning_rate": 1.634891573412896e-05, + "loss": 0.1994, + "num_input_tokens_seen": 47156032, + "step": 24500 + }, + { + "epoch": 3.9976343910596297, + "grad_norm": 0.7937473058700562, + "learning_rate": 1.6339705462667196e-05, + "loss": 0.1659, + "num_input_tokens_seen": 47165424, + "step": 24505 + }, + { + "epoch": 3.998450118280447, + "grad_norm": 0.5499821305274963, + "learning_rate": 1.633049652673169e-05, + "loss": 0.143, + "num_input_tokens_seen": 47174544, + "step": 24510 + }, + { + "epoch": 3.9992658455012644, + "grad_norm": 0.5755161046981812, + "learning_rate": 1.632128892774256e-05, + "loss": 0.0748, + "num_input_tokens_seen": 47184320, + "step": 24515 + }, + { + "epoch": 4.0, + "grad_norm": 0.5671340227127075, + "learning_rate": 1.6312082667119737e-05, + "loss": 0.124, + "num_input_tokens_seen": 47193024, + "step": 24520 + }, + { + "epoch": 4.000815727220817, + "grad_norm": 0.7930655479431152, + "learning_rate": 1.630287774628296e-05, + "loss": 0.2057, + "num_input_tokens_seen": 47203712, + "step": 24525 + }, + { + "epoch": 4.001631454441635, + "grad_norm": 0.4318779408931732, + "learning_rate": 1.6293674166651718e-05, + "loss": 0.1493, + "num_input_tokens_seen": 47214032, + "step": 24530 + }, + { + "epoch": 4.002447181662452, + "grad_norm": 0.6194332838058472, + "learning_rate": 1.6284471929645338e-05, + "loss": 0.1355, + "num_input_tokens_seen": 47221840, + "step": 24535 + }, + { + "epoch": 4.003262908883269, + "grad_norm": 0.5826838612556458, + "learning_rate": 1.627527103668291e-05, + "loss": 0.1962, + "num_input_tokens_seen": 47229776, + "step": 24540 + }, + { + "epoch": 4.0040786361040865, + "grad_norm": 0.340902715921402, + "learning_rate": 1.6266071489183327e-05, + "loss": 0.2002, + "num_input_tokens_seen": 47240128, + "step": 24545 + }, + { + "epoch": 4.004894363324905, + "grad_norm": 0.16862934827804565, + "learning_rate": 1.6256873288565283e-05, + "loss": 0.0952, + "num_input_tokens_seen": 47250112, + "step": 24550 + }, + { + "epoch": 4.005710090545722, + "grad_norm": 0.36413630843162537, + "learning_rate": 1.6247676436247245e-05, + "loss": 0.1301, + "num_input_tokens_seen": 47259568, + "step": 24555 + }, + { + "epoch": 4.006525817766539, + "grad_norm": 0.8891600370407104, + "learning_rate": 1.6238480933647486e-05, + "loss": 0.1654, + "num_input_tokens_seen": 47268240, + "step": 24560 + }, + { + "epoch": 4.007341544987356, + "grad_norm": 0.9056772589683533, + "learning_rate": 1.6229286782184083e-05, + "loss": 0.1058, + "num_input_tokens_seen": 47277920, + "step": 24565 + }, + { + "epoch": 4.008157272208174, + "grad_norm": 1.0126557350158691, + "learning_rate": 1.622009398327487e-05, + "loss": 0.197, + "num_input_tokens_seen": 47288704, + "step": 24570 + }, + { + "epoch": 4.008972999428991, + "grad_norm": 0.5999881625175476, + "learning_rate": 1.6210902538337502e-05, + "loss": 0.1387, + "num_input_tokens_seen": 47299136, + "step": 24575 + }, + { + "epoch": 4.009788726649808, + "grad_norm": 0.5260615944862366, + "learning_rate": 1.6201712448789413e-05, + "loss": 0.1371, + "num_input_tokens_seen": 47308784, + "step": 24580 + }, + { + "epoch": 4.010604453870625, + "grad_norm": 0.2641667127609253, + "learning_rate": 1.6192523716047827e-05, + "loss": 0.1442, + "num_input_tokens_seen": 47318864, + "step": 24585 + }, + { + "epoch": 4.011420181091443, + "grad_norm": 0.7145990133285522, + "learning_rate": 1.6183336341529776e-05, + "loss": 0.1591, + "num_input_tokens_seen": 47327840, + "step": 24590 + }, + { + "epoch": 4.0122359083122605, + "grad_norm": 0.30307555198669434, + "learning_rate": 1.6174150326652047e-05, + "loss": 0.1301, + "num_input_tokens_seen": 47337280, + "step": 24595 + }, + { + "epoch": 4.013051635533078, + "grad_norm": 0.4151020646095276, + "learning_rate": 1.6164965672831256e-05, + "loss": 0.1318, + "num_input_tokens_seen": 47347920, + "step": 24600 + }, + { + "epoch": 4.013051635533078, + "eval_loss": 0.16555148363113403, + "eval_runtime": 71.4577, + "eval_samples_per_second": 38.134, + "eval_steps_per_second": 19.074, + "num_input_tokens_seen": 47347920, + "step": 24600 + }, + { + "epoch": 4.013867362753895, + "grad_norm": 1.085302472114563, + "learning_rate": 1.6155782381483784e-05, + "loss": 0.2065, + "num_input_tokens_seen": 47358416, + "step": 24605 + }, + { + "epoch": 4.014683089974713, + "grad_norm": 0.8007983565330505, + "learning_rate": 1.6146600454025813e-05, + "loss": 0.1681, + "num_input_tokens_seen": 47367632, + "step": 24610 + }, + { + "epoch": 4.01549881719553, + "grad_norm": 0.845363199710846, + "learning_rate": 1.6137419891873317e-05, + "loss": 0.1035, + "num_input_tokens_seen": 47377488, + "step": 24615 + }, + { + "epoch": 4.016314544416347, + "grad_norm": 0.23954106867313385, + "learning_rate": 1.6128240696442038e-05, + "loss": 0.1168, + "num_input_tokens_seen": 47386464, + "step": 24620 + }, + { + "epoch": 4.017130271637164, + "grad_norm": 0.7662553787231445, + "learning_rate": 1.611906286914753e-05, + "loss": 0.1506, + "num_input_tokens_seen": 47395904, + "step": 24625 + }, + { + "epoch": 4.017945998857982, + "grad_norm": 0.29519402980804443, + "learning_rate": 1.6109886411405144e-05, + "loss": 0.1533, + "num_input_tokens_seen": 47405760, + "step": 24630 + }, + { + "epoch": 4.018761726078799, + "grad_norm": 0.6940880417823792, + "learning_rate": 1.6100711324629985e-05, + "loss": 0.2109, + "num_input_tokens_seen": 47416688, + "step": 24635 + }, + { + "epoch": 4.0195774532996165, + "grad_norm": 0.2608885169029236, + "learning_rate": 1.609153761023698e-05, + "loss": 0.166, + "num_input_tokens_seen": 47427024, + "step": 24640 + }, + { + "epoch": 4.020393180520434, + "grad_norm": 0.6454312205314636, + "learning_rate": 1.608236526964083e-05, + "loss": 0.2152, + "num_input_tokens_seen": 47436880, + "step": 24645 + }, + { + "epoch": 4.021208907741252, + "grad_norm": 0.8193449378013611, + "learning_rate": 1.607319430425601e-05, + "loss": 0.1409, + "num_input_tokens_seen": 47445840, + "step": 24650 + }, + { + "epoch": 4.022024634962069, + "grad_norm": 0.7862157821655273, + "learning_rate": 1.606402471549682e-05, + "loss": 0.2501, + "num_input_tokens_seen": 47454832, + "step": 24655 + }, + { + "epoch": 4.022840362182886, + "grad_norm": 0.17973636090755463, + "learning_rate": 1.6054856504777312e-05, + "loss": 0.1062, + "num_input_tokens_seen": 47464496, + "step": 24660 + }, + { + "epoch": 4.023656089403703, + "grad_norm": 1.167783498764038, + "learning_rate": 1.6045689673511334e-05, + "loss": 0.1584, + "num_input_tokens_seen": 47474512, + "step": 24665 + }, + { + "epoch": 4.024471816624521, + "grad_norm": 0.49124184250831604, + "learning_rate": 1.6036524223112548e-05, + "loss": 0.1609, + "num_input_tokens_seen": 47484752, + "step": 24670 + }, + { + "epoch": 4.025287543845338, + "grad_norm": 1.437829613685608, + "learning_rate": 1.602736015499436e-05, + "loss": 0.1862, + "num_input_tokens_seen": 47494592, + "step": 24675 + }, + { + "epoch": 4.026103271066155, + "grad_norm": 0.4885961711406708, + "learning_rate": 1.601819747057e-05, + "loss": 0.1345, + "num_input_tokens_seen": 47504128, + "step": 24680 + }, + { + "epoch": 4.026918998286972, + "grad_norm": 0.34666410088539124, + "learning_rate": 1.6009036171252465e-05, + "loss": 0.1192, + "num_input_tokens_seen": 47514896, + "step": 24685 + }, + { + "epoch": 4.02773472550779, + "grad_norm": 0.7898439168930054, + "learning_rate": 1.599987625845453e-05, + "loss": 0.1535, + "num_input_tokens_seen": 47526160, + "step": 24690 + }, + { + "epoch": 4.028550452728608, + "grad_norm": 0.5436952114105225, + "learning_rate": 1.599071773358879e-05, + "loss": 0.1087, + "num_input_tokens_seen": 47535744, + "step": 24695 + }, + { + "epoch": 4.029366179949425, + "grad_norm": 0.40539950132369995, + "learning_rate": 1.598156059806758e-05, + "loss": 0.1702, + "num_input_tokens_seen": 47545840, + "step": 24700 + }, + { + "epoch": 4.030181907170242, + "grad_norm": 0.5432939529418945, + "learning_rate": 1.5972404853303062e-05, + "loss": 0.192, + "num_input_tokens_seen": 47555680, + "step": 24705 + }, + { + "epoch": 4.03099763439106, + "grad_norm": 1.0622217655181885, + "learning_rate": 1.5963250500707172e-05, + "loss": 0.1689, + "num_input_tokens_seen": 47565200, + "step": 24710 + }, + { + "epoch": 4.031813361611877, + "grad_norm": 0.34299933910369873, + "learning_rate": 1.5954097541691612e-05, + "loss": 0.1527, + "num_input_tokens_seen": 47574112, + "step": 24715 + }, + { + "epoch": 4.032629088832694, + "grad_norm": 0.32953590154647827, + "learning_rate": 1.5944945977667884e-05, + "loss": 0.1316, + "num_input_tokens_seen": 47583664, + "step": 24720 + }, + { + "epoch": 4.033444816053512, + "grad_norm": 1.5942180156707764, + "learning_rate": 1.593579581004729e-05, + "loss": 0.2563, + "num_input_tokens_seen": 47592880, + "step": 24725 + }, + { + "epoch": 4.034260543274329, + "grad_norm": 0.7052407264709473, + "learning_rate": 1.592664704024088e-05, + "loss": 0.2513, + "num_input_tokens_seen": 47601744, + "step": 24730 + }, + { + "epoch": 4.035076270495146, + "grad_norm": 0.7507762908935547, + "learning_rate": 1.591749966965953e-05, + "loss": 0.1859, + "num_input_tokens_seen": 47612464, + "step": 24735 + }, + { + "epoch": 4.0358919977159635, + "grad_norm": 1.035190224647522, + "learning_rate": 1.5908353699713856e-05, + "loss": 0.1982, + "num_input_tokens_seen": 47622368, + "step": 24740 + }, + { + "epoch": 4.0367077249367815, + "grad_norm": 0.8261139392852783, + "learning_rate": 1.5899209131814298e-05, + "loss": 0.2019, + "num_input_tokens_seen": 47631488, + "step": 24745 + }, + { + "epoch": 4.037523452157599, + "grad_norm": 0.8684051632881165, + "learning_rate": 1.5890065967371067e-05, + "loss": 0.1395, + "num_input_tokens_seen": 47642400, + "step": 24750 + }, + { + "epoch": 4.038339179378416, + "grad_norm": 0.1724998503923416, + "learning_rate": 1.5880924207794144e-05, + "loss": 0.149, + "num_input_tokens_seen": 47650224, + "step": 24755 + }, + { + "epoch": 4.039154906599233, + "grad_norm": 0.5623739957809448, + "learning_rate": 1.5871783854493298e-05, + "loss": 0.1459, + "num_input_tokens_seen": 47661280, + "step": 24760 + }, + { + "epoch": 4.039970633820051, + "grad_norm": 0.27721044421195984, + "learning_rate": 1.5862644908878106e-05, + "loss": 0.153, + "num_input_tokens_seen": 47671152, + "step": 24765 + }, + { + "epoch": 4.040786361040868, + "grad_norm": 0.46830999851226807, + "learning_rate": 1.5853507372357885e-05, + "loss": 0.1415, + "num_input_tokens_seen": 47682336, + "step": 24770 + }, + { + "epoch": 4.041602088261685, + "grad_norm": 0.41897788643836975, + "learning_rate": 1.5844371246341776e-05, + "loss": 0.1626, + "num_input_tokens_seen": 47691424, + "step": 24775 + }, + { + "epoch": 4.042417815482502, + "grad_norm": 0.5758321285247803, + "learning_rate": 1.5835236532238674e-05, + "loss": 0.2061, + "num_input_tokens_seen": 47700608, + "step": 24780 + }, + { + "epoch": 4.04323354270332, + "grad_norm": 0.5957984328269958, + "learning_rate": 1.582610323145727e-05, + "loss": 0.2323, + "num_input_tokens_seen": 47710288, + "step": 24785 + }, + { + "epoch": 4.0440492699241375, + "grad_norm": 0.8911443948745728, + "learning_rate": 1.5816971345406035e-05, + "loss": 0.1482, + "num_input_tokens_seen": 47720528, + "step": 24790 + }, + { + "epoch": 4.044864997144955, + "grad_norm": 1.148498773574829, + "learning_rate": 1.5807840875493225e-05, + "loss": 0.2027, + "num_input_tokens_seen": 47730912, + "step": 24795 + }, + { + "epoch": 4.045680724365772, + "grad_norm": 1.05526864528656, + "learning_rate": 1.5798711823126854e-05, + "loss": 0.1612, + "num_input_tokens_seen": 47741360, + "step": 24800 + }, + { + "epoch": 4.045680724365772, + "eval_loss": 0.16248631477355957, + "eval_runtime": 71.2868, + "eval_samples_per_second": 38.226, + "eval_steps_per_second": 19.12, + "num_input_tokens_seen": 47741360, + "step": 24800 + }, + { + "epoch": 4.04649645158659, + "grad_norm": 0.5227091908454895, + "learning_rate": 1.578958418971477e-05, + "loss": 0.1135, + "num_input_tokens_seen": 47750032, + "step": 24805 + }, + { + "epoch": 4.047312178807407, + "grad_norm": 0.8954756259918213, + "learning_rate": 1.578045797666453e-05, + "loss": 0.1535, + "num_input_tokens_seen": 47759648, + "step": 24810 + }, + { + "epoch": 4.048127906028224, + "grad_norm": 1.0627851486206055, + "learning_rate": 1.5771333185383548e-05, + "loss": 0.1608, + "num_input_tokens_seen": 47769680, + "step": 24815 + }, + { + "epoch": 4.048943633249041, + "grad_norm": 0.6569886207580566, + "learning_rate": 1.576220981727895e-05, + "loss": 0.1506, + "num_input_tokens_seen": 47780448, + "step": 24820 + }, + { + "epoch": 4.049759360469859, + "grad_norm": 0.7572983503341675, + "learning_rate": 1.575308787375769e-05, + "loss": 0.1395, + "num_input_tokens_seen": 47788704, + "step": 24825 + }, + { + "epoch": 4.050575087690676, + "grad_norm": 0.30250445008277893, + "learning_rate": 1.5743967356226492e-05, + "loss": 0.1643, + "num_input_tokens_seen": 47799168, + "step": 24830 + }, + { + "epoch": 4.051390814911493, + "grad_norm": 1.0332696437835693, + "learning_rate": 1.5734848266091835e-05, + "loss": 0.1953, + "num_input_tokens_seen": 47810176, + "step": 24835 + }, + { + "epoch": 4.052206542132311, + "grad_norm": 1.725102186203003, + "learning_rate": 1.572573060476001e-05, + "loss": 0.2301, + "num_input_tokens_seen": 47819728, + "step": 24840 + }, + { + "epoch": 4.053022269353129, + "grad_norm": 1.3588052988052368, + "learning_rate": 1.5716614373637085e-05, + "loss": 0.2141, + "num_input_tokens_seen": 47829264, + "step": 24845 + }, + { + "epoch": 4.053837996573946, + "grad_norm": 1.3298943042755127, + "learning_rate": 1.570749957412887e-05, + "loss": 0.1184, + "num_input_tokens_seen": 47838288, + "step": 24850 + }, + { + "epoch": 4.054653723794763, + "grad_norm": 0.7350042462348938, + "learning_rate": 1.5698386207641013e-05, + "loss": 0.1595, + "num_input_tokens_seen": 47848000, + "step": 24855 + }, + { + "epoch": 4.05546945101558, + "grad_norm": 1.104052186012268, + "learning_rate": 1.5689274275578884e-05, + "loss": 0.2012, + "num_input_tokens_seen": 47858656, + "step": 24860 + }, + { + "epoch": 4.056285178236398, + "grad_norm": 0.7665095925331116, + "learning_rate": 1.5680163779347667e-05, + "loss": 0.1404, + "num_input_tokens_seen": 47868592, + "step": 24865 + }, + { + "epoch": 4.057100905457215, + "grad_norm": 0.8268656134605408, + "learning_rate": 1.5671054720352327e-05, + "loss": 0.152, + "num_input_tokens_seen": 47878112, + "step": 24870 + }, + { + "epoch": 4.057916632678032, + "grad_norm": 0.5858192443847656, + "learning_rate": 1.566194709999757e-05, + "loss": 0.1356, + "num_input_tokens_seen": 47888736, + "step": 24875 + }, + { + "epoch": 4.058732359898849, + "grad_norm": 0.38165244460105896, + "learning_rate": 1.5652840919687933e-05, + "loss": 0.1652, + "num_input_tokens_seen": 47897968, + "step": 24880 + }, + { + "epoch": 4.059548087119667, + "grad_norm": 0.30790409445762634, + "learning_rate": 1.5643736180827676e-05, + "loss": 0.1096, + "num_input_tokens_seen": 47906912, + "step": 24885 + }, + { + "epoch": 4.0603638143404845, + "grad_norm": 0.8745664954185486, + "learning_rate": 1.5634632884820878e-05, + "loss": 0.2564, + "num_input_tokens_seen": 47916656, + "step": 24890 + }, + { + "epoch": 4.061179541561302, + "grad_norm": 0.4134323298931122, + "learning_rate": 1.5625531033071395e-05, + "loss": 0.1309, + "num_input_tokens_seen": 47926688, + "step": 24895 + }, + { + "epoch": 4.06199526878212, + "grad_norm": 0.45257502794265747, + "learning_rate": 1.5616430626982828e-05, + "loss": 0.1488, + "num_input_tokens_seen": 47936656, + "step": 24900 + }, + { + "epoch": 4.062810996002937, + "grad_norm": 0.6016289591789246, + "learning_rate": 1.5607331667958575e-05, + "loss": 0.1874, + "num_input_tokens_seen": 47945760, + "step": 24905 + }, + { + "epoch": 4.063626723223754, + "grad_norm": 0.7184944152832031, + "learning_rate": 1.5598234157401824e-05, + "loss": 0.116, + "num_input_tokens_seen": 47955328, + "step": 24910 + }, + { + "epoch": 4.064442450444571, + "grad_norm": 0.5318437814712524, + "learning_rate": 1.5589138096715503e-05, + "loss": 0.1772, + "num_input_tokens_seen": 47964512, + "step": 24915 + }, + { + "epoch": 4.065258177665389, + "grad_norm": 1.098822832107544, + "learning_rate": 1.5580043487302365e-05, + "loss": 0.209, + "num_input_tokens_seen": 47973600, + "step": 24920 + }, + { + "epoch": 4.066073904886206, + "grad_norm": 0.6759775280952454, + "learning_rate": 1.5570950330564888e-05, + "loss": 0.1354, + "num_input_tokens_seen": 47982256, + "step": 24925 + }, + { + "epoch": 4.066889632107023, + "grad_norm": 1.1082966327667236, + "learning_rate": 1.5561858627905367e-05, + "loss": 0.1456, + "num_input_tokens_seen": 47992736, + "step": 24930 + }, + { + "epoch": 4.0677053593278405, + "grad_norm": 0.3207136392593384, + "learning_rate": 1.5552768380725857e-05, + "loss": 0.1675, + "num_input_tokens_seen": 48002816, + "step": 24935 + }, + { + "epoch": 4.0685210865486585, + "grad_norm": 0.6260873675346375, + "learning_rate": 1.5543679590428183e-05, + "loss": 0.1272, + "num_input_tokens_seen": 48011792, + "step": 24940 + }, + { + "epoch": 4.069336813769476, + "grad_norm": 0.9727068543434143, + "learning_rate": 1.5534592258413943e-05, + "loss": 0.1507, + "num_input_tokens_seen": 48021296, + "step": 24945 + }, + { + "epoch": 4.070152540990293, + "grad_norm": 1.7509108781814575, + "learning_rate": 1.5525506386084538e-05, + "loss": 0.1701, + "num_input_tokens_seen": 48030528, + "step": 24950 + }, + { + "epoch": 4.07096826821111, + "grad_norm": 0.5467453002929688, + "learning_rate": 1.55164219748411e-05, + "loss": 0.1801, + "num_input_tokens_seen": 48041312, + "step": 24955 + }, + { + "epoch": 4.071783995431928, + "grad_norm": 1.0096938610076904, + "learning_rate": 1.550733902608459e-05, + "loss": 0.1529, + "num_input_tokens_seen": 48051056, + "step": 24960 + }, + { + "epoch": 4.072599722652745, + "grad_norm": 1.2536855936050415, + "learning_rate": 1.549825754121568e-05, + "loss": 0.1638, + "num_input_tokens_seen": 48060560, + "step": 24965 + }, + { + "epoch": 4.073415449873562, + "grad_norm": 0.5810481309890747, + "learning_rate": 1.5489177521634864e-05, + "loss": 0.1576, + "num_input_tokens_seen": 48070368, + "step": 24970 + }, + { + "epoch": 4.074231177094379, + "grad_norm": 1.4641269445419312, + "learning_rate": 1.5480098968742402e-05, + "loss": 0.2461, + "num_input_tokens_seen": 48079968, + "step": 24975 + }, + { + "epoch": 4.075046904315197, + "grad_norm": 0.6106976270675659, + "learning_rate": 1.5471021883938304e-05, + "loss": 0.1644, + "num_input_tokens_seen": 48090000, + "step": 24980 + }, + { + "epoch": 4.0758626315360145, + "grad_norm": 0.7612866759300232, + "learning_rate": 1.546194626862238e-05, + "loss": 0.1577, + "num_input_tokens_seen": 48100672, + "step": 24985 + }, + { + "epoch": 4.076678358756832, + "grad_norm": 0.3416188061237335, + "learning_rate": 1.5452872124194216e-05, + "loss": 0.143, + "num_input_tokens_seen": 48111088, + "step": 24990 + }, + { + "epoch": 4.077494085977649, + "grad_norm": 0.7887086272239685, + "learning_rate": 1.5443799452053136e-05, + "loss": 0.1362, + "num_input_tokens_seen": 48121360, + "step": 24995 + }, + { + "epoch": 4.078309813198467, + "grad_norm": 0.7394837737083435, + "learning_rate": 1.543472825359828e-05, + "loss": 0.152, + "num_input_tokens_seen": 48131120, + "step": 25000 + }, + { + "epoch": 4.078309813198467, + "eval_loss": 0.16241683065891266, + "eval_runtime": 71.4537, + "eval_samples_per_second": 38.137, + "eval_steps_per_second": 19.075, + "num_input_tokens_seen": 48131120, + "step": 25000 + }, + { + "epoch": 4.079125540419284, + "grad_norm": 0.332956463098526, + "learning_rate": 1.5425658530228522e-05, + "loss": 0.1044, + "num_input_tokens_seen": 48140752, + "step": 25005 + }, + { + "epoch": 4.079941267640101, + "grad_norm": 1.129744052886963, + "learning_rate": 1.5416590283342546e-05, + "loss": 0.1201, + "num_input_tokens_seen": 48150208, + "step": 25010 + }, + { + "epoch": 4.080756994860918, + "grad_norm": 0.34348469972610474, + "learning_rate": 1.5407523514338783e-05, + "loss": 0.1324, + "num_input_tokens_seen": 48160288, + "step": 25015 + }, + { + "epoch": 4.081572722081736, + "grad_norm": 0.6352052092552185, + "learning_rate": 1.539845822461543e-05, + "loss": 0.1662, + "num_input_tokens_seen": 48169744, + "step": 25020 + }, + { + "epoch": 4.082388449302553, + "grad_norm": 1.0927058458328247, + "learning_rate": 1.538939441557048e-05, + "loss": 0.1751, + "num_input_tokens_seen": 48178528, + "step": 25025 + }, + { + "epoch": 4.08320417652337, + "grad_norm": 0.42567285895347595, + "learning_rate": 1.5380332088601696e-05, + "loss": 0.1998, + "num_input_tokens_seen": 48187376, + "step": 25030 + }, + { + "epoch": 4.0840199037441876, + "grad_norm": 0.40950196981430054, + "learning_rate": 1.537127124510658e-05, + "loss": 0.127, + "num_input_tokens_seen": 48198176, + "step": 25035 + }, + { + "epoch": 4.084835630965006, + "grad_norm": 1.1536418199539185, + "learning_rate": 1.5362211886482457e-05, + "loss": 0.1736, + "num_input_tokens_seen": 48207760, + "step": 25040 + }, + { + "epoch": 4.085651358185823, + "grad_norm": 0.3387904465198517, + "learning_rate": 1.5353154014126363e-05, + "loss": 0.1656, + "num_input_tokens_seen": 48217376, + "step": 25045 + }, + { + "epoch": 4.08646708540664, + "grad_norm": 0.636747419834137, + "learning_rate": 1.534409762943515e-05, + "loss": 0.1997, + "num_input_tokens_seen": 48226304, + "step": 25050 + }, + { + "epoch": 4.087282812627457, + "grad_norm": 0.38772180676460266, + "learning_rate": 1.5335042733805438e-05, + "loss": 0.1796, + "num_input_tokens_seen": 48235712, + "step": 25055 + }, + { + "epoch": 4.088098539848275, + "grad_norm": 0.5304175019264221, + "learning_rate": 1.532598932863358e-05, + "loss": 0.1066, + "num_input_tokens_seen": 48245328, + "step": 25060 + }, + { + "epoch": 4.088914267069092, + "grad_norm": 0.8080570101737976, + "learning_rate": 1.531693741531574e-05, + "loss": 0.1388, + "num_input_tokens_seen": 48255680, + "step": 25065 + }, + { + "epoch": 4.089729994289909, + "grad_norm": 0.7186223864555359, + "learning_rate": 1.5307886995247844e-05, + "loss": 0.2023, + "num_input_tokens_seen": 48264272, + "step": 25070 + }, + { + "epoch": 4.090545721510727, + "grad_norm": 1.1778502464294434, + "learning_rate": 1.529883806982557e-05, + "loss": 0.1687, + "num_input_tokens_seen": 48273600, + "step": 25075 + }, + { + "epoch": 4.091361448731544, + "grad_norm": 0.20907674729824066, + "learning_rate": 1.5289790640444376e-05, + "loss": 0.1292, + "num_input_tokens_seen": 48285040, + "step": 25080 + }, + { + "epoch": 4.0921771759523615, + "grad_norm": 1.030604362487793, + "learning_rate": 1.5280744708499494e-05, + "loss": 0.1659, + "num_input_tokens_seen": 48294784, + "step": 25085 + }, + { + "epoch": 4.092992903173179, + "grad_norm": 0.6149082183837891, + "learning_rate": 1.527170027538591e-05, + "loss": 0.1715, + "num_input_tokens_seen": 48304640, + "step": 25090 + }, + { + "epoch": 4.093808630393997, + "grad_norm": 0.43105635046958923, + "learning_rate": 1.5262657342498407e-05, + "loss": 0.1793, + "num_input_tokens_seen": 48314976, + "step": 25095 + }, + { + "epoch": 4.094624357614814, + "grad_norm": 0.5299112796783447, + "learning_rate": 1.52536159112315e-05, + "loss": 0.1906, + "num_input_tokens_seen": 48323808, + "step": 25100 + }, + { + "epoch": 4.095440084835631, + "grad_norm": 0.4223271906375885, + "learning_rate": 1.5244575982979497e-05, + "loss": 0.1363, + "num_input_tokens_seen": 48332832, + "step": 25105 + }, + { + "epoch": 4.096255812056448, + "grad_norm": 0.4663318693637848, + "learning_rate": 1.5235537559136487e-05, + "loss": 0.1241, + "num_input_tokens_seen": 48341696, + "step": 25110 + }, + { + "epoch": 4.097071539277266, + "grad_norm": 0.9665459990501404, + "learning_rate": 1.5226500641096286e-05, + "loss": 0.1832, + "num_input_tokens_seen": 48350400, + "step": 25115 + }, + { + "epoch": 4.097887266498083, + "grad_norm": 0.5751269459724426, + "learning_rate": 1.5217465230252509e-05, + "loss": 0.1192, + "num_input_tokens_seen": 48361424, + "step": 25120 + }, + { + "epoch": 4.0987029937189, + "grad_norm": 0.592147707939148, + "learning_rate": 1.5208431327998523e-05, + "loss": 0.1172, + "num_input_tokens_seen": 48370064, + "step": 25125 + }, + { + "epoch": 4.0995187209397175, + "grad_norm": 0.5362714529037476, + "learning_rate": 1.5199398935727477e-05, + "loss": 0.1669, + "num_input_tokens_seen": 48380784, + "step": 25130 + }, + { + "epoch": 4.1003344481605355, + "grad_norm": 0.899951159954071, + "learning_rate": 1.5190368054832282e-05, + "loss": 0.1749, + "num_input_tokens_seen": 48390480, + "step": 25135 + }, + { + "epoch": 4.101150175381353, + "grad_norm": 0.600695013999939, + "learning_rate": 1.5181338686705601e-05, + "loss": 0.1294, + "num_input_tokens_seen": 48400720, + "step": 25140 + }, + { + "epoch": 4.10196590260217, + "grad_norm": 0.5355620980262756, + "learning_rate": 1.5172310832739889e-05, + "loss": 0.1803, + "num_input_tokens_seen": 48410208, + "step": 25145 + }, + { + "epoch": 4.102781629822987, + "grad_norm": 0.8981165885925293, + "learning_rate": 1.5163284494327346e-05, + "loss": 0.1318, + "num_input_tokens_seen": 48419776, + "step": 25150 + }, + { + "epoch": 4.103597357043805, + "grad_norm": 0.6507900953292847, + "learning_rate": 1.5154259672859952e-05, + "loss": 0.1395, + "num_input_tokens_seen": 48428624, + "step": 25155 + }, + { + "epoch": 4.104413084264622, + "grad_norm": 1.034145712852478, + "learning_rate": 1.5145236369729452e-05, + "loss": 0.173, + "num_input_tokens_seen": 48437680, + "step": 25160 + }, + { + "epoch": 4.105228811485439, + "grad_norm": 0.49842143058776855, + "learning_rate": 1.5136214586327335e-05, + "loss": 0.1327, + "num_input_tokens_seen": 48446560, + "step": 25165 + }, + { + "epoch": 4.106044538706256, + "grad_norm": 1.0504767894744873, + "learning_rate": 1.5127194324044885e-05, + "loss": 0.1296, + "num_input_tokens_seen": 48455328, + "step": 25170 + }, + { + "epoch": 4.106860265927074, + "grad_norm": 1.4886797666549683, + "learning_rate": 1.5118175584273148e-05, + "loss": 0.1828, + "num_input_tokens_seen": 48464176, + "step": 25175 + }, + { + "epoch": 4.1076759931478914, + "grad_norm": 0.5030544996261597, + "learning_rate": 1.5109158368402909e-05, + "loss": 0.1912, + "num_input_tokens_seen": 48474096, + "step": 25180 + }, + { + "epoch": 4.108491720368709, + "grad_norm": 0.7056704163551331, + "learning_rate": 1.5100142677824753e-05, + "loss": 0.1583, + "num_input_tokens_seen": 48484144, + "step": 25185 + }, + { + "epoch": 4.109307447589526, + "grad_norm": 0.8349561095237732, + "learning_rate": 1.509112851392901e-05, + "loss": 0.2077, + "num_input_tokens_seen": 48493200, + "step": 25190 + }, + { + "epoch": 4.110123174810344, + "grad_norm": 0.9183731079101562, + "learning_rate": 1.5082115878105763e-05, + "loss": 0.2643, + "num_input_tokens_seen": 48503104, + "step": 25195 + }, + { + "epoch": 4.110938902031161, + "grad_norm": 0.5625266432762146, + "learning_rate": 1.5073104771744892e-05, + "loss": 0.1178, + "num_input_tokens_seen": 48513200, + "step": 25200 + }, + { + "epoch": 4.110938902031161, + "eval_loss": 0.16252374649047852, + "eval_runtime": 71.5848, + "eval_samples_per_second": 38.067, + "eval_steps_per_second": 19.04, + "num_input_tokens_seen": 48513200, + "step": 25200 + }, + { + "epoch": 4.111754629251978, + "grad_norm": 0.6359453201293945, + "learning_rate": 1.5064095196236006e-05, + "loss": 0.154, + "num_input_tokens_seen": 48521232, + "step": 25205 + }, + { + "epoch": 4.112570356472795, + "grad_norm": 0.8945894837379456, + "learning_rate": 1.50550871529685e-05, + "loss": 0.2269, + "num_input_tokens_seen": 48531776, + "step": 25210 + }, + { + "epoch": 4.113386083693613, + "grad_norm": 0.48892274498939514, + "learning_rate": 1.5046080643331546e-05, + "loss": 0.186, + "num_input_tokens_seen": 48539856, + "step": 25215 + }, + { + "epoch": 4.11420181091443, + "grad_norm": 1.1233097314834595, + "learning_rate": 1.5037075668714028e-05, + "loss": 0.1569, + "num_input_tokens_seen": 48550928, + "step": 25220 + }, + { + "epoch": 4.115017538135247, + "grad_norm": 0.8397286534309387, + "learning_rate": 1.5028072230504656e-05, + "loss": 0.0933, + "num_input_tokens_seen": 48560000, + "step": 25225 + }, + { + "epoch": 4.1158332653560645, + "grad_norm": 0.5346686840057373, + "learning_rate": 1.5019070330091861e-05, + "loss": 0.1569, + "num_input_tokens_seen": 48569328, + "step": 25230 + }, + { + "epoch": 4.1166489925768825, + "grad_norm": 0.299777626991272, + "learning_rate": 1.5010069968863843e-05, + "loss": 0.1387, + "num_input_tokens_seen": 48579296, + "step": 25235 + }, + { + "epoch": 4.1174647197977, + "grad_norm": 0.8260281682014465, + "learning_rate": 1.5001071148208584e-05, + "loss": 0.1299, + "num_input_tokens_seen": 48589536, + "step": 25240 + }, + { + "epoch": 4.118280447018517, + "grad_norm": 1.017449975013733, + "learning_rate": 1.49920738695138e-05, + "loss": 0.1382, + "num_input_tokens_seen": 48599552, + "step": 25245 + }, + { + "epoch": 4.119096174239334, + "grad_norm": 1.59375, + "learning_rate": 1.4983078134166995e-05, + "loss": 0.2666, + "num_input_tokens_seen": 48609776, + "step": 25250 + }, + { + "epoch": 4.119911901460152, + "grad_norm": 0.4313005208969116, + "learning_rate": 1.4974083943555428e-05, + "loss": 0.1199, + "num_input_tokens_seen": 48620016, + "step": 25255 + }, + { + "epoch": 4.120727628680969, + "grad_norm": 0.46115660667419434, + "learning_rate": 1.496509129906611e-05, + "loss": 0.1672, + "num_input_tokens_seen": 48630576, + "step": 25260 + }, + { + "epoch": 4.121543355901786, + "grad_norm": 0.3115772306919098, + "learning_rate": 1.4956100202085809e-05, + "loss": 0.1881, + "num_input_tokens_seen": 48638896, + "step": 25265 + }, + { + "epoch": 4.122359083122603, + "grad_norm": 0.7169818878173828, + "learning_rate": 1.4947110654001093e-05, + "loss": 0.1676, + "num_input_tokens_seen": 48649088, + "step": 25270 + }, + { + "epoch": 4.123174810343421, + "grad_norm": 0.8802034258842468, + "learning_rate": 1.4938122656198234e-05, + "loss": 0.1863, + "num_input_tokens_seen": 48658000, + "step": 25275 + }, + { + "epoch": 4.1239905375642385, + "grad_norm": 1.001747965812683, + "learning_rate": 1.4929136210063316e-05, + "loss": 0.1409, + "num_input_tokens_seen": 48667216, + "step": 25280 + }, + { + "epoch": 4.124806264785056, + "grad_norm": 0.2028178721666336, + "learning_rate": 1.4920151316982146e-05, + "loss": 0.1187, + "num_input_tokens_seen": 48676240, + "step": 25285 + }, + { + "epoch": 4.125621992005874, + "grad_norm": 1.0016722679138184, + "learning_rate": 1.4911167978340312e-05, + "loss": 0.1476, + "num_input_tokens_seen": 48685488, + "step": 25290 + }, + { + "epoch": 4.126437719226691, + "grad_norm": 0.6082556247711182, + "learning_rate": 1.4902186195523166e-05, + "loss": 0.145, + "num_input_tokens_seen": 48695808, + "step": 25295 + }, + { + "epoch": 4.127253446447508, + "grad_norm": 1.6909146308898926, + "learning_rate": 1.4893205969915805e-05, + "loss": 0.1759, + "num_input_tokens_seen": 48705840, + "step": 25300 + }, + { + "epoch": 4.128069173668325, + "grad_norm": 0.5010188221931458, + "learning_rate": 1.4884227302903086e-05, + "loss": 0.1704, + "num_input_tokens_seen": 48716000, + "step": 25305 + }, + { + "epoch": 4.128884900889143, + "grad_norm": 0.5949275493621826, + "learning_rate": 1.4875250195869653e-05, + "loss": 0.1861, + "num_input_tokens_seen": 48723920, + "step": 25310 + }, + { + "epoch": 4.12970062810996, + "grad_norm": 0.5217544436454773, + "learning_rate": 1.4866274650199862e-05, + "loss": 0.2366, + "num_input_tokens_seen": 48733248, + "step": 25315 + }, + { + "epoch": 4.130516355330777, + "grad_norm": 0.4125405251979828, + "learning_rate": 1.485730066727788e-05, + "loss": 0.1997, + "num_input_tokens_seen": 48743296, + "step": 25320 + }, + { + "epoch": 4.1313320825515945, + "grad_norm": 0.5960614085197449, + "learning_rate": 1.4848328248487586e-05, + "loss": 0.1596, + "num_input_tokens_seen": 48752224, + "step": 25325 + }, + { + "epoch": 4.1321478097724125, + "grad_norm": 1.2075501680374146, + "learning_rate": 1.4839357395212656e-05, + "loss": 0.2102, + "num_input_tokens_seen": 48761152, + "step": 25330 + }, + { + "epoch": 4.13296353699323, + "grad_norm": 0.4968380928039551, + "learning_rate": 1.4830388108836502e-05, + "loss": 0.1307, + "num_input_tokens_seen": 48770768, + "step": 25335 + }, + { + "epoch": 4.133779264214047, + "grad_norm": 0.37240827083587646, + "learning_rate": 1.4821420390742299e-05, + "loss": 0.1706, + "num_input_tokens_seen": 48780496, + "step": 25340 + }, + { + "epoch": 4.134594991434864, + "grad_norm": 0.9130724668502808, + "learning_rate": 1.4812454242312979e-05, + "loss": 0.1825, + "num_input_tokens_seen": 48789808, + "step": 25345 + }, + { + "epoch": 4.135410718655682, + "grad_norm": 0.733397901058197, + "learning_rate": 1.4803489664931253e-05, + "loss": 0.1257, + "num_input_tokens_seen": 48798976, + "step": 25350 + }, + { + "epoch": 4.136226445876499, + "grad_norm": 0.7137051820755005, + "learning_rate": 1.4794526659979544e-05, + "loss": 0.1599, + "num_input_tokens_seen": 48807808, + "step": 25355 + }, + { + "epoch": 4.137042173097316, + "grad_norm": 1.37455153465271, + "learning_rate": 1.4785565228840086e-05, + "loss": 0.1743, + "num_input_tokens_seen": 48816672, + "step": 25360 + }, + { + "epoch": 4.137857900318133, + "grad_norm": 1.3959267139434814, + "learning_rate": 1.4776605372894819e-05, + "loss": 0.1479, + "num_input_tokens_seen": 48826720, + "step": 25365 + }, + { + "epoch": 4.138673627538951, + "grad_norm": 0.6552901864051819, + "learning_rate": 1.4767647093525488e-05, + "loss": 0.2699, + "num_input_tokens_seen": 48836464, + "step": 25370 + }, + { + "epoch": 4.139489354759768, + "grad_norm": 1.1200981140136719, + "learning_rate": 1.4758690392113566e-05, + "loss": 0.1637, + "num_input_tokens_seen": 48845808, + "step": 25375 + }, + { + "epoch": 4.1403050819805856, + "grad_norm": 1.4346506595611572, + "learning_rate": 1.4749735270040276e-05, + "loss": 0.1825, + "num_input_tokens_seen": 48855328, + "step": 25380 + }, + { + "epoch": 4.141120809201403, + "grad_norm": 0.3439362347126007, + "learning_rate": 1.4740781728686623e-05, + "loss": 0.1809, + "num_input_tokens_seen": 48865504, + "step": 25385 + }, + { + "epoch": 4.141936536422221, + "grad_norm": 0.7976488471031189, + "learning_rate": 1.4731829769433358e-05, + "loss": 0.1843, + "num_input_tokens_seen": 48874016, + "step": 25390 + }, + { + "epoch": 4.142752263643038, + "grad_norm": 1.1258175373077393, + "learning_rate": 1.4722879393660976e-05, + "loss": 0.2236, + "num_input_tokens_seen": 48884336, + "step": 25395 + }, + { + "epoch": 4.143567990863855, + "grad_norm": 0.388250470161438, + "learning_rate": 1.4713930602749748e-05, + "loss": 0.1465, + "num_input_tokens_seen": 48894496, + "step": 25400 + }, + { + "epoch": 4.143567990863855, + "eval_loss": 0.16313926875591278, + "eval_runtime": 71.4526, + "eval_samples_per_second": 38.137, + "eval_steps_per_second": 19.076, + "num_input_tokens_seen": 48894496, + "step": 25400 + }, + { + "epoch": 4.144383718084672, + "grad_norm": 1.2765511274337769, + "learning_rate": 1.470498339807968e-05, + "loss": 0.1703, + "num_input_tokens_seen": 48903408, + "step": 25405 + }, + { + "epoch": 4.14519944530549, + "grad_norm": 0.7608296275138855, + "learning_rate": 1.4696037781030542e-05, + "loss": 0.2027, + "num_input_tokens_seen": 48912624, + "step": 25410 + }, + { + "epoch": 4.146015172526307, + "grad_norm": 0.6122748255729675, + "learning_rate": 1.4687093752981876e-05, + "loss": 0.151, + "num_input_tokens_seen": 48922544, + "step": 25415 + }, + { + "epoch": 4.146830899747124, + "grad_norm": 0.315608948469162, + "learning_rate": 1.4678151315312943e-05, + "loss": 0.1455, + "num_input_tokens_seen": 48931984, + "step": 25420 + }, + { + "epoch": 4.1476466269679415, + "grad_norm": 0.7692220211029053, + "learning_rate": 1.4669210469402789e-05, + "loss": 0.1827, + "num_input_tokens_seen": 48941872, + "step": 25425 + }, + { + "epoch": 4.1484623541887595, + "grad_norm": 1.2189087867736816, + "learning_rate": 1.4660271216630218e-05, + "loss": 0.2806, + "num_input_tokens_seen": 48952576, + "step": 25430 + }, + { + "epoch": 4.149278081409577, + "grad_norm": 1.298900842666626, + "learning_rate": 1.4651333558373748e-05, + "loss": 0.2245, + "num_input_tokens_seen": 48962560, + "step": 25435 + }, + { + "epoch": 4.150093808630394, + "grad_norm": 0.9379400610923767, + "learning_rate": 1.4642397496011707e-05, + "loss": 0.1326, + "num_input_tokens_seen": 48971136, + "step": 25440 + }, + { + "epoch": 4.150909535851211, + "grad_norm": 0.48575499653816223, + "learning_rate": 1.4633463030922129e-05, + "loss": 0.1338, + "num_input_tokens_seen": 48980144, + "step": 25445 + }, + { + "epoch": 4.151725263072029, + "grad_norm": 0.34061047434806824, + "learning_rate": 1.462453016448282e-05, + "loss": 0.142, + "num_input_tokens_seen": 48989856, + "step": 25450 + }, + { + "epoch": 4.152540990292846, + "grad_norm": 1.3157742023468018, + "learning_rate": 1.4615598898071354e-05, + "loss": 0.1447, + "num_input_tokens_seen": 49000528, + "step": 25455 + }, + { + "epoch": 4.153356717513663, + "grad_norm": 1.3735733032226562, + "learning_rate": 1.4606669233065026e-05, + "loss": 0.2109, + "num_input_tokens_seen": 49009744, + "step": 25460 + }, + { + "epoch": 4.154172444734481, + "grad_norm": 0.6998291611671448, + "learning_rate": 1.4597741170840914e-05, + "loss": 0.1309, + "num_input_tokens_seen": 49018816, + "step": 25465 + }, + { + "epoch": 4.154988171955298, + "grad_norm": 0.6023406386375427, + "learning_rate": 1.4588814712775853e-05, + "loss": 0.136, + "num_input_tokens_seen": 49028912, + "step": 25470 + }, + { + "epoch": 4.1558038991761155, + "grad_norm": 0.6028615832328796, + "learning_rate": 1.4579889860246382e-05, + "loss": 0.1274, + "num_input_tokens_seen": 49039440, + "step": 25475 + }, + { + "epoch": 4.156619626396933, + "grad_norm": 0.3815920948982239, + "learning_rate": 1.457096661462885e-05, + "loss": 0.0825, + "num_input_tokens_seen": 49050176, + "step": 25480 + }, + { + "epoch": 4.157435353617751, + "grad_norm": 0.7605158686637878, + "learning_rate": 1.4562044977299322e-05, + "loss": 0.2065, + "num_input_tokens_seen": 49059504, + "step": 25485 + }, + { + "epoch": 4.158251080838568, + "grad_norm": 0.48315662145614624, + "learning_rate": 1.4553124949633623e-05, + "loss": 0.084, + "num_input_tokens_seen": 49069280, + "step": 25490 + }, + { + "epoch": 4.159066808059385, + "grad_norm": 0.4867461323738098, + "learning_rate": 1.4544206533007354e-05, + "loss": 0.1019, + "num_input_tokens_seen": 49077360, + "step": 25495 + }, + { + "epoch": 4.159882535280202, + "grad_norm": 0.6915003657341003, + "learning_rate": 1.4535289728795821e-05, + "loss": 0.2064, + "num_input_tokens_seen": 49087312, + "step": 25500 + }, + { + "epoch": 4.16069826250102, + "grad_norm": 1.0439698696136475, + "learning_rate": 1.4526374538374132e-05, + "loss": 0.1835, + "num_input_tokens_seen": 49097776, + "step": 25505 + }, + { + "epoch": 4.161513989721837, + "grad_norm": 0.5636301636695862, + "learning_rate": 1.4517460963117097e-05, + "loss": 0.1523, + "num_input_tokens_seen": 49107024, + "step": 25510 + }, + { + "epoch": 4.162329716942654, + "grad_norm": 1.3082026243209839, + "learning_rate": 1.4508549004399314e-05, + "loss": 0.198, + "num_input_tokens_seen": 49116400, + "step": 25515 + }, + { + "epoch": 4.163145444163471, + "grad_norm": 0.3400789201259613, + "learning_rate": 1.449963866359513e-05, + "loss": 0.1818, + "num_input_tokens_seen": 49126048, + "step": 25520 + }, + { + "epoch": 4.1639611713842895, + "grad_norm": 1.0139272212982178, + "learning_rate": 1.4490729942078607e-05, + "loss": 0.1851, + "num_input_tokens_seen": 49136176, + "step": 25525 + }, + { + "epoch": 4.164776898605107, + "grad_norm": 0.8547245264053345, + "learning_rate": 1.4481822841223608e-05, + "loss": 0.229, + "num_input_tokens_seen": 49145952, + "step": 25530 + }, + { + "epoch": 4.165592625825924, + "grad_norm": 0.4039507806301117, + "learning_rate": 1.4472917362403704e-05, + "loss": 0.1134, + "num_input_tokens_seen": 49155536, + "step": 25535 + }, + { + "epoch": 4.166408353046741, + "grad_norm": 0.3923387825489044, + "learning_rate": 1.4464013506992224e-05, + "loss": 0.1533, + "num_input_tokens_seen": 49164624, + "step": 25540 + }, + { + "epoch": 4.167224080267559, + "grad_norm": 1.270440697669983, + "learning_rate": 1.4455111276362277e-05, + "loss": 0.278, + "num_input_tokens_seen": 49173552, + "step": 25545 + }, + { + "epoch": 4.168039807488376, + "grad_norm": 1.0170799493789673, + "learning_rate": 1.4446210671886676e-05, + "loss": 0.1427, + "num_input_tokens_seen": 49182240, + "step": 25550 + }, + { + "epoch": 4.168855534709193, + "grad_norm": 0.4176262319087982, + "learning_rate": 1.4437311694938015e-05, + "loss": 0.1576, + "num_input_tokens_seen": 49192784, + "step": 25555 + }, + { + "epoch": 4.16967126193001, + "grad_norm": 1.1847383975982666, + "learning_rate": 1.442841434688864e-05, + "loss": 0.1718, + "num_input_tokens_seen": 49202992, + "step": 25560 + }, + { + "epoch": 4.170486989150828, + "grad_norm": 0.6458320617675781, + "learning_rate": 1.4419518629110615e-05, + "loss": 0.1624, + "num_input_tokens_seen": 49213648, + "step": 25565 + }, + { + "epoch": 4.171302716371645, + "grad_norm": 0.8745255470275879, + "learning_rate": 1.4410624542975778e-05, + "loss": 0.0996, + "num_input_tokens_seen": 49221568, + "step": 25570 + }, + { + "epoch": 4.1721184435924625, + "grad_norm": 0.5400600433349609, + "learning_rate": 1.4401732089855724e-05, + "loss": 0.1806, + "num_input_tokens_seen": 49231568, + "step": 25575 + }, + { + "epoch": 4.17293417081328, + "grad_norm": 0.6586994528770447, + "learning_rate": 1.4392841271121754e-05, + "loss": 0.1531, + "num_input_tokens_seen": 49241472, + "step": 25580 + }, + { + "epoch": 4.173749898034098, + "grad_norm": 0.3582465946674347, + "learning_rate": 1.438395208814497e-05, + "loss": 0.1433, + "num_input_tokens_seen": 49250816, + "step": 25585 + }, + { + "epoch": 4.174565625254915, + "grad_norm": 1.1259140968322754, + "learning_rate": 1.4375064542296174e-05, + "loss": 0.1943, + "num_input_tokens_seen": 49259792, + "step": 25590 + }, + { + "epoch": 4.175381352475732, + "grad_norm": 0.7915541529655457, + "learning_rate": 1.4366178634945946e-05, + "loss": 0.1864, + "num_input_tokens_seen": 49270624, + "step": 25595 + }, + { + "epoch": 4.176197079696549, + "grad_norm": 1.3459616899490356, + "learning_rate": 1.4357294367464616e-05, + "loss": 0.2268, + "num_input_tokens_seen": 49280736, + "step": 25600 + }, + { + "epoch": 4.176197079696549, + "eval_loss": 0.1626361459493637, + "eval_runtime": 71.3335, + "eval_samples_per_second": 38.201, + "eval_steps_per_second": 19.107, + "num_input_tokens_seen": 49280736, + "step": 25600 + }, + { + "epoch": 4.177012806917367, + "grad_norm": 6.416778564453125, + "learning_rate": 1.434841174122224e-05, + "loss": 0.1249, + "num_input_tokens_seen": 49289696, + "step": 25605 + }, + { + "epoch": 4.177828534138184, + "grad_norm": 0.6825873255729675, + "learning_rate": 1.4339530757588615e-05, + "loss": 0.1224, + "num_input_tokens_seen": 49299648, + "step": 25610 + }, + { + "epoch": 4.178644261359001, + "grad_norm": 0.9024883508682251, + "learning_rate": 1.433065141793333e-05, + "loss": 0.1111, + "num_input_tokens_seen": 49309136, + "step": 25615 + }, + { + "epoch": 4.1794599885798185, + "grad_norm": 0.6559179425239563, + "learning_rate": 1.4321773723625665e-05, + "loss": 0.1601, + "num_input_tokens_seen": 49318960, + "step": 25620 + }, + { + "epoch": 4.1802757158006365, + "grad_norm": 0.5489695072174072, + "learning_rate": 1.4312897676034693e-05, + "loss": 0.1345, + "num_input_tokens_seen": 49328624, + "step": 25625 + }, + { + "epoch": 4.181091443021454, + "grad_norm": 0.9558557868003845, + "learning_rate": 1.4304023276529188e-05, + "loss": 0.2205, + "num_input_tokens_seen": 49339472, + "step": 25630 + }, + { + "epoch": 4.181907170242271, + "grad_norm": 0.43622124195098877, + "learning_rate": 1.4295150526477712e-05, + "loss": 0.1923, + "num_input_tokens_seen": 49348704, + "step": 25635 + }, + { + "epoch": 4.182722897463089, + "grad_norm": 0.28025779128074646, + "learning_rate": 1.4286279427248562e-05, + "loss": 0.1146, + "num_input_tokens_seen": 49357600, + "step": 25640 + }, + { + "epoch": 4.183538624683906, + "grad_norm": 0.913483202457428, + "learning_rate": 1.4277409980209747e-05, + "loss": 0.1527, + "num_input_tokens_seen": 49366896, + "step": 25645 + }, + { + "epoch": 4.184354351904723, + "grad_norm": 0.33263078331947327, + "learning_rate": 1.4268542186729061e-05, + "loss": 0.1445, + "num_input_tokens_seen": 49375792, + "step": 25650 + }, + { + "epoch": 4.18517007912554, + "grad_norm": 0.8570631146430969, + "learning_rate": 1.4259676048174043e-05, + "loss": 0.1057, + "num_input_tokens_seen": 49385328, + "step": 25655 + }, + { + "epoch": 4.185985806346358, + "grad_norm": 0.9013808369636536, + "learning_rate": 1.4250811565911937e-05, + "loss": 0.2426, + "num_input_tokens_seen": 49394640, + "step": 25660 + }, + { + "epoch": 4.186801533567175, + "grad_norm": 0.4262658357620239, + "learning_rate": 1.4241948741309782e-05, + "loss": 0.1463, + "num_input_tokens_seen": 49404000, + "step": 25665 + }, + { + "epoch": 4.1876172607879925, + "grad_norm": 1.0732749700546265, + "learning_rate": 1.4233087575734317e-05, + "loss": 0.1498, + "num_input_tokens_seen": 49412400, + "step": 25670 + }, + { + "epoch": 4.18843298800881, + "grad_norm": 1.039170503616333, + "learning_rate": 1.422422807055206e-05, + "loss": 0.1516, + "num_input_tokens_seen": 49423504, + "step": 25675 + }, + { + "epoch": 4.189248715229628, + "grad_norm": 0.655306875705719, + "learning_rate": 1.4215370227129243e-05, + "loss": 0.1726, + "num_input_tokens_seen": 49432816, + "step": 25680 + }, + { + "epoch": 4.190064442450445, + "grad_norm": 0.8788792490959167, + "learning_rate": 1.4206514046831876e-05, + "loss": 0.2117, + "num_input_tokens_seen": 49443440, + "step": 25685 + }, + { + "epoch": 4.190880169671262, + "grad_norm": 0.6102623343467712, + "learning_rate": 1.419765953102567e-05, + "loss": 0.189, + "num_input_tokens_seen": 49452928, + "step": 25690 + }, + { + "epoch": 4.191695896892079, + "grad_norm": 0.4479835629463196, + "learning_rate": 1.4188806681076125e-05, + "loss": 0.1043, + "num_input_tokens_seen": 49462480, + "step": 25695 + }, + { + "epoch": 4.192511624112897, + "grad_norm": 0.9782854914665222, + "learning_rate": 1.4179955498348443e-05, + "loss": 0.1595, + "num_input_tokens_seen": 49471344, + "step": 25700 + }, + { + "epoch": 4.193327351333714, + "grad_norm": 0.23183727264404297, + "learning_rate": 1.4171105984207605e-05, + "loss": 0.1401, + "num_input_tokens_seen": 49480880, + "step": 25705 + }, + { + "epoch": 4.194143078554531, + "grad_norm": 0.5098568201065063, + "learning_rate": 1.4162258140018304e-05, + "loss": 0.1344, + "num_input_tokens_seen": 49491520, + "step": 25710 + }, + { + "epoch": 4.194958805775348, + "grad_norm": 0.7320336103439331, + "learning_rate": 1.4153411967144986e-05, + "loss": 0.2151, + "num_input_tokens_seen": 49501584, + "step": 25715 + }, + { + "epoch": 4.195774532996166, + "grad_norm": 0.5100874900817871, + "learning_rate": 1.4144567466951864e-05, + "loss": 0.1446, + "num_input_tokens_seen": 49510944, + "step": 25720 + }, + { + "epoch": 4.196590260216984, + "grad_norm": 0.8814938068389893, + "learning_rate": 1.4135724640802844e-05, + "loss": 0.1327, + "num_input_tokens_seen": 49520272, + "step": 25725 + }, + { + "epoch": 4.197405987437801, + "grad_norm": 1.492651104927063, + "learning_rate": 1.4126883490061615e-05, + "loss": 0.1706, + "num_input_tokens_seen": 49530544, + "step": 25730 + }, + { + "epoch": 4.198221714658618, + "grad_norm": 0.8337889313697815, + "learning_rate": 1.4118044016091603e-05, + "loss": 0.1709, + "num_input_tokens_seen": 49540560, + "step": 25735 + }, + { + "epoch": 4.199037441879436, + "grad_norm": 0.7970176339149475, + "learning_rate": 1.410920622025594e-05, + "loss": 0.2091, + "num_input_tokens_seen": 49548928, + "step": 25740 + }, + { + "epoch": 4.199853169100253, + "grad_norm": 0.7245182991027832, + "learning_rate": 1.4100370103917554e-05, + "loss": 0.167, + "num_input_tokens_seen": 49557744, + "step": 25745 + }, + { + "epoch": 4.20066889632107, + "grad_norm": 0.5882339477539062, + "learning_rate": 1.409153566843907e-05, + "loss": 0.1542, + "num_input_tokens_seen": 49567376, + "step": 25750 + }, + { + "epoch": 4.201484623541887, + "grad_norm": 0.7361526489257812, + "learning_rate": 1.408270291518286e-05, + "loss": 0.19, + "num_input_tokens_seen": 49577632, + "step": 25755 + }, + { + "epoch": 4.202300350762705, + "grad_norm": 0.377944678068161, + "learning_rate": 1.407387184551107e-05, + "loss": 0.1003, + "num_input_tokens_seen": 49587600, + "step": 25760 + }, + { + "epoch": 4.203116077983522, + "grad_norm": 0.530099630355835, + "learning_rate": 1.4065042460785532e-05, + "loss": 0.1991, + "num_input_tokens_seen": 49596480, + "step": 25765 + }, + { + "epoch": 4.2039318052043395, + "grad_norm": 0.5692125558853149, + "learning_rate": 1.405621476236787e-05, + "loss": 0.2116, + "num_input_tokens_seen": 49604896, + "step": 25770 + }, + { + "epoch": 4.204747532425157, + "grad_norm": 0.8258609175682068, + "learning_rate": 1.4047388751619423e-05, + "loss": 0.0971, + "num_input_tokens_seen": 49615248, + "step": 25775 + }, + { + "epoch": 4.205563259645975, + "grad_norm": 0.5633357763290405, + "learning_rate": 1.4038564429901264e-05, + "loss": 0.1843, + "num_input_tokens_seen": 49625136, + "step": 25780 + }, + { + "epoch": 4.206378986866792, + "grad_norm": 1.9319441318511963, + "learning_rate": 1.4029741798574227e-05, + "loss": 0.1413, + "num_input_tokens_seen": 49634240, + "step": 25785 + }, + { + "epoch": 4.207194714087609, + "grad_norm": 0.9274036884307861, + "learning_rate": 1.402092085899886e-05, + "loss": 0.2236, + "num_input_tokens_seen": 49643456, + "step": 25790 + }, + { + "epoch": 4.208010441308426, + "grad_norm": 0.4241245687007904, + "learning_rate": 1.4012101612535464e-05, + "loss": 0.1442, + "num_input_tokens_seen": 49652896, + "step": 25795 + }, + { + "epoch": 4.208826168529244, + "grad_norm": 0.5166711807250977, + "learning_rate": 1.4003284060544092e-05, + "loss": 0.2154, + "num_input_tokens_seen": 49662304, + "step": 25800 + }, + { + "epoch": 4.208826168529244, + "eval_loss": 0.1622314304113388, + "eval_runtime": 71.4294, + "eval_samples_per_second": 38.15, + "eval_steps_per_second": 19.082, + "num_input_tokens_seen": 49662304, + "step": 25800 + }, + { + "epoch": 4.209641895750061, + "grad_norm": 0.6181125044822693, + "learning_rate": 1.3994468204384504e-05, + "loss": 0.1874, + "num_input_tokens_seen": 49671504, + "step": 25805 + }, + { + "epoch": 4.210457622970878, + "grad_norm": 0.4962090849876404, + "learning_rate": 1.398565404541622e-05, + "loss": 0.1846, + "num_input_tokens_seen": 49681504, + "step": 25810 + }, + { + "epoch": 4.211273350191696, + "grad_norm": 0.5937621593475342, + "learning_rate": 1.3976841584998513e-05, + "loss": 0.1588, + "num_input_tokens_seen": 49691616, + "step": 25815 + }, + { + "epoch": 4.2120890774125135, + "grad_norm": 0.7499172687530518, + "learning_rate": 1.3968030824490352e-05, + "loss": 0.1784, + "num_input_tokens_seen": 49700848, + "step": 25820 + }, + { + "epoch": 4.212904804633331, + "grad_norm": 0.830997884273529, + "learning_rate": 1.3959221765250469e-05, + "loss": 0.1382, + "num_input_tokens_seen": 49711344, + "step": 25825 + }, + { + "epoch": 4.213720531854148, + "grad_norm": 0.5017967820167542, + "learning_rate": 1.3950414408637343e-05, + "loss": 0.1817, + "num_input_tokens_seen": 49719952, + "step": 25830 + }, + { + "epoch": 4.214536259074965, + "grad_norm": 1.2379705905914307, + "learning_rate": 1.3941608756009166e-05, + "loss": 0.2316, + "num_input_tokens_seen": 49728832, + "step": 25835 + }, + { + "epoch": 4.215351986295783, + "grad_norm": 0.5229445695877075, + "learning_rate": 1.3932804808723898e-05, + "loss": 0.1986, + "num_input_tokens_seen": 49739264, + "step": 25840 + }, + { + "epoch": 4.2161677135166, + "grad_norm": 0.7932969927787781, + "learning_rate": 1.3924002568139194e-05, + "loss": 0.1371, + "num_input_tokens_seen": 49748720, + "step": 25845 + }, + { + "epoch": 4.216983440737417, + "grad_norm": 0.3749840557575226, + "learning_rate": 1.3915202035612485e-05, + "loss": 0.1014, + "num_input_tokens_seen": 49757920, + "step": 25850 + }, + { + "epoch": 4.217799167958235, + "grad_norm": 0.5904431939125061, + "learning_rate": 1.3906403212500935e-05, + "loss": 0.1136, + "num_input_tokens_seen": 49767808, + "step": 25855 + }, + { + "epoch": 4.218614895179052, + "grad_norm": 0.7523752450942993, + "learning_rate": 1.3897606100161409e-05, + "loss": 0.2241, + "num_input_tokens_seen": 49777952, + "step": 25860 + }, + { + "epoch": 4.219430622399869, + "grad_norm": 0.9443454146385193, + "learning_rate": 1.388881069995055e-05, + "loss": 0.1298, + "num_input_tokens_seen": 49788928, + "step": 25865 + }, + { + "epoch": 4.220246349620687, + "grad_norm": 0.7206054329872131, + "learning_rate": 1.3880017013224708e-05, + "loss": 0.1247, + "num_input_tokens_seen": 49799008, + "step": 25870 + }, + { + "epoch": 4.221062076841505, + "grad_norm": 0.5533291697502136, + "learning_rate": 1.3871225041339984e-05, + "loss": 0.1561, + "num_input_tokens_seen": 49808976, + "step": 25875 + }, + { + "epoch": 4.221877804062322, + "grad_norm": 2.0816609859466553, + "learning_rate": 1.386243478565222e-05, + "loss": 0.1583, + "num_input_tokens_seen": 49819456, + "step": 25880 + }, + { + "epoch": 4.222693531283139, + "grad_norm": 1.0290100574493408, + "learning_rate": 1.3853646247516966e-05, + "loss": 0.1534, + "num_input_tokens_seen": 49829152, + "step": 25885 + }, + { + "epoch": 4.223509258503956, + "grad_norm": 0.5140463709831238, + "learning_rate": 1.3844859428289545e-05, + "loss": 0.1389, + "num_input_tokens_seen": 49838336, + "step": 25890 + }, + { + "epoch": 4.224324985724774, + "grad_norm": 0.8125547170639038, + "learning_rate": 1.3836074329324984e-05, + "loss": 0.1131, + "num_input_tokens_seen": 49848048, + "step": 25895 + }, + { + "epoch": 4.225140712945591, + "grad_norm": 0.8163148164749146, + "learning_rate": 1.3827290951978044e-05, + "loss": 0.245, + "num_input_tokens_seen": 49858880, + "step": 25900 + }, + { + "epoch": 4.225956440166408, + "grad_norm": 0.9484139084815979, + "learning_rate": 1.381850929760326e-05, + "loss": 0.109, + "num_input_tokens_seen": 49868992, + "step": 25905 + }, + { + "epoch": 4.226772167387225, + "grad_norm": 0.1338602900505066, + "learning_rate": 1.3809729367554842e-05, + "loss": 0.1092, + "num_input_tokens_seen": 49878032, + "step": 25910 + }, + { + "epoch": 4.227587894608043, + "grad_norm": 1.5129947662353516, + "learning_rate": 1.3800951163186784e-05, + "loss": 0.2213, + "num_input_tokens_seen": 49887792, + "step": 25915 + }, + { + "epoch": 4.2284036218288605, + "grad_norm": 0.9400007724761963, + "learning_rate": 1.3792174685852801e-05, + "loss": 0.1591, + "num_input_tokens_seen": 49897392, + "step": 25920 + }, + { + "epoch": 4.229219349049678, + "grad_norm": 0.5317466259002686, + "learning_rate": 1.378339993690632e-05, + "loss": 0.1677, + "num_input_tokens_seen": 49907600, + "step": 25925 + }, + { + "epoch": 4.230035076270495, + "grad_norm": 0.4362565279006958, + "learning_rate": 1.3774626917700523e-05, + "loss": 0.1619, + "num_input_tokens_seen": 49918480, + "step": 25930 + }, + { + "epoch": 4.230850803491313, + "grad_norm": 0.917524516582489, + "learning_rate": 1.3765855629588334e-05, + "loss": 0.1922, + "num_input_tokens_seen": 49928576, + "step": 25935 + }, + { + "epoch": 4.23166653071213, + "grad_norm": 0.28019624948501587, + "learning_rate": 1.3757086073922374e-05, + "loss": 0.1263, + "num_input_tokens_seen": 49937888, + "step": 25940 + }, + { + "epoch": 4.232482257932947, + "grad_norm": 1.5235345363616943, + "learning_rate": 1.3748318252055038e-05, + "loss": 0.1719, + "num_input_tokens_seen": 49946496, + "step": 25945 + }, + { + "epoch": 4.233297985153764, + "grad_norm": 0.9869275093078613, + "learning_rate": 1.3739552165338416e-05, + "loss": 0.1407, + "num_input_tokens_seen": 49956528, + "step": 25950 + }, + { + "epoch": 4.234113712374582, + "grad_norm": 0.48133647441864014, + "learning_rate": 1.3730787815124354e-05, + "loss": 0.107, + "num_input_tokens_seen": 49966080, + "step": 25955 + }, + { + "epoch": 4.234929439595399, + "grad_norm": 1.0846832990646362, + "learning_rate": 1.3722025202764443e-05, + "loss": 0.1247, + "num_input_tokens_seen": 49975680, + "step": 25960 + }, + { + "epoch": 4.2357451668162165, + "grad_norm": 0.3169407546520233, + "learning_rate": 1.371326432960997e-05, + "loss": 0.089, + "num_input_tokens_seen": 49984560, + "step": 25965 + }, + { + "epoch": 4.236560894037034, + "grad_norm": 0.7983185052871704, + "learning_rate": 1.3704505197011969e-05, + "loss": 0.112, + "num_input_tokens_seen": 49992448, + "step": 25970 + }, + { + "epoch": 4.237376621257852, + "grad_norm": 1.6394401788711548, + "learning_rate": 1.3695747806321224e-05, + "loss": 0.1192, + "num_input_tokens_seen": 50003184, + "step": 25975 + }, + { + "epoch": 4.238192348478669, + "grad_norm": 0.2729031443595886, + "learning_rate": 1.3686992158888212e-05, + "loss": 0.1278, + "num_input_tokens_seen": 50013104, + "step": 25980 + }, + { + "epoch": 4.239008075699486, + "grad_norm": 0.7619256973266602, + "learning_rate": 1.367823825606319e-05, + "loss": 0.1988, + "num_input_tokens_seen": 50021680, + "step": 25985 + }, + { + "epoch": 4.239823802920303, + "grad_norm": 0.6238961219787598, + "learning_rate": 1.36694860991961e-05, + "loss": 0.0952, + "num_input_tokens_seen": 50030752, + "step": 25990 + }, + { + "epoch": 4.240639530141121, + "grad_norm": 0.35204440355300903, + "learning_rate": 1.3660735689636636e-05, + "loss": 0.1175, + "num_input_tokens_seen": 50039664, + "step": 25995 + }, + { + "epoch": 4.241455257361938, + "grad_norm": 0.8587380647659302, + "learning_rate": 1.365198702873424e-05, + "loss": 0.1038, + "num_input_tokens_seen": 50049312, + "step": 26000 + }, + { + "epoch": 4.241455257361938, + "eval_loss": 0.16289745271205902, + "eval_runtime": 71.4032, + "eval_samples_per_second": 38.164, + "eval_steps_per_second": 19.089, + "num_input_tokens_seen": 50049312, + "step": 26000 + }, + { + "epoch": 4.242270984582755, + "grad_norm": 0.8119117617607117, + "learning_rate": 1.364324011783804e-05, + "loss": 0.2199, + "num_input_tokens_seen": 50058128, + "step": 26005 + }, + { + "epoch": 4.243086711803572, + "grad_norm": 0.628844141960144, + "learning_rate": 1.3634494958296934e-05, + "loss": 0.1386, + "num_input_tokens_seen": 50068784, + "step": 26010 + }, + { + "epoch": 4.2439024390243905, + "grad_norm": 1.4158239364624023, + "learning_rate": 1.3625751551459542e-05, + "loss": 0.1662, + "num_input_tokens_seen": 50078960, + "step": 26015 + }, + { + "epoch": 4.244718166245208, + "grad_norm": 1.0176875591278076, + "learning_rate": 1.3617009898674188e-05, + "loss": 0.1279, + "num_input_tokens_seen": 50088928, + "step": 26020 + }, + { + "epoch": 4.245533893466025, + "grad_norm": 0.615946352481842, + "learning_rate": 1.3608270001288967e-05, + "loss": 0.1782, + "num_input_tokens_seen": 50098240, + "step": 26025 + }, + { + "epoch": 4.246349620686843, + "grad_norm": 0.6473544836044312, + "learning_rate": 1.359953186065166e-05, + "loss": 0.1925, + "num_input_tokens_seen": 50107440, + "step": 26030 + }, + { + "epoch": 4.24716534790766, + "grad_norm": 0.4664372205734253, + "learning_rate": 1.3590795478109814e-05, + "loss": 0.199, + "num_input_tokens_seen": 50116448, + "step": 26035 + }, + { + "epoch": 4.247981075128477, + "grad_norm": 0.582078754901886, + "learning_rate": 1.3582060855010675e-05, + "loss": 0.2213, + "num_input_tokens_seen": 50126432, + "step": 26040 + }, + { + "epoch": 4.248796802349294, + "grad_norm": 1.5637978315353394, + "learning_rate": 1.3573327992701245e-05, + "loss": 0.1656, + "num_input_tokens_seen": 50135744, + "step": 26045 + }, + { + "epoch": 4.249612529570112, + "grad_norm": 0.8907520174980164, + "learning_rate": 1.356459689252823e-05, + "loss": 0.2089, + "num_input_tokens_seen": 50146608, + "step": 26050 + }, + { + "epoch": 4.250428256790929, + "grad_norm": 0.6963450908660889, + "learning_rate": 1.3555867555838087e-05, + "loss": 0.1447, + "num_input_tokens_seen": 50156752, + "step": 26055 + }, + { + "epoch": 4.251243984011746, + "grad_norm": 1.3292481899261475, + "learning_rate": 1.3547139983976975e-05, + "loss": 0.2223, + "num_input_tokens_seen": 50166112, + "step": 26060 + }, + { + "epoch": 4.2520597112325635, + "grad_norm": 1.657896876335144, + "learning_rate": 1.3538414178290815e-05, + "loss": 0.1637, + "num_input_tokens_seen": 50176800, + "step": 26065 + }, + { + "epoch": 4.252875438453382, + "grad_norm": 0.4827459156513214, + "learning_rate": 1.3529690140125209e-05, + "loss": 0.1165, + "num_input_tokens_seen": 50186576, + "step": 26070 + }, + { + "epoch": 4.253691165674199, + "grad_norm": 0.8150162100791931, + "learning_rate": 1.352096787082553e-05, + "loss": 0.23, + "num_input_tokens_seen": 50197280, + "step": 26075 + }, + { + "epoch": 4.254506892895016, + "grad_norm": 0.43967312574386597, + "learning_rate": 1.3512247371736871e-05, + "loss": 0.088, + "num_input_tokens_seen": 50205840, + "step": 26080 + }, + { + "epoch": 4.255322620115833, + "grad_norm": 0.3748626112937927, + "learning_rate": 1.3503528644204022e-05, + "loss": 0.1645, + "num_input_tokens_seen": 50216320, + "step": 26085 + }, + { + "epoch": 4.256138347336651, + "grad_norm": 0.6520439982414246, + "learning_rate": 1.349481168957153e-05, + "loss": 0.1802, + "num_input_tokens_seen": 50225584, + "step": 26090 + }, + { + "epoch": 4.256954074557468, + "grad_norm": 0.6895881295204163, + "learning_rate": 1.3486096509183665e-05, + "loss": 0.1248, + "num_input_tokens_seen": 50233808, + "step": 26095 + }, + { + "epoch": 4.257769801778285, + "grad_norm": 0.962146520614624, + "learning_rate": 1.3477383104384406e-05, + "loss": 0.1493, + "num_input_tokens_seen": 50244672, + "step": 26100 + }, + { + "epoch": 4.258585528999102, + "grad_norm": 0.4901554584503174, + "learning_rate": 1.3468671476517481e-05, + "loss": 0.1194, + "num_input_tokens_seen": 50254288, + "step": 26105 + }, + { + "epoch": 4.25940125621992, + "grad_norm": 0.7278121113777161, + "learning_rate": 1.3459961626926326e-05, + "loss": 0.1591, + "num_input_tokens_seen": 50263760, + "step": 26110 + }, + { + "epoch": 4.2602169834407375, + "grad_norm": 1.3520225286483765, + "learning_rate": 1.3451253556954101e-05, + "loss": 0.1854, + "num_input_tokens_seen": 50273120, + "step": 26115 + }, + { + "epoch": 4.261032710661555, + "grad_norm": 0.4822896122932434, + "learning_rate": 1.3442547267943717e-05, + "loss": 0.1548, + "num_input_tokens_seen": 50281872, + "step": 26120 + }, + { + "epoch": 4.261848437882372, + "grad_norm": 1.5488290786743164, + "learning_rate": 1.3433842761237774e-05, + "loss": 0.2014, + "num_input_tokens_seen": 50290464, + "step": 26125 + }, + { + "epoch": 4.26266416510319, + "grad_norm": 0.7240236401557922, + "learning_rate": 1.3425140038178639e-05, + "loss": 0.1502, + "num_input_tokens_seen": 50299200, + "step": 26130 + }, + { + "epoch": 4.263479892324007, + "grad_norm": 1.320561170578003, + "learning_rate": 1.3416439100108358e-05, + "loss": 0.1614, + "num_input_tokens_seen": 50308576, + "step": 26135 + }, + { + "epoch": 4.264295619544824, + "grad_norm": 0.5958940982818604, + "learning_rate": 1.3407739948368734e-05, + "loss": 0.1179, + "num_input_tokens_seen": 50317968, + "step": 26140 + }, + { + "epoch": 4.265111346765641, + "grad_norm": 1.0134998559951782, + "learning_rate": 1.3399042584301298e-05, + "loss": 0.2621, + "num_input_tokens_seen": 50325792, + "step": 26145 + }, + { + "epoch": 4.265927073986459, + "grad_norm": 0.6726737022399902, + "learning_rate": 1.3390347009247272e-05, + "loss": 0.2051, + "num_input_tokens_seen": 50335984, + "step": 26150 + }, + { + "epoch": 4.266742801207276, + "grad_norm": 0.8347057700157166, + "learning_rate": 1.3381653224547635e-05, + "loss": 0.1125, + "num_input_tokens_seen": 50346048, + "step": 26155 + }, + { + "epoch": 4.2675585284280935, + "grad_norm": 0.6558365225791931, + "learning_rate": 1.3372961231543086e-05, + "loss": 0.17, + "num_input_tokens_seen": 50354400, + "step": 26160 + }, + { + "epoch": 4.268374255648911, + "grad_norm": 0.9572830200195312, + "learning_rate": 1.3364271031574016e-05, + "loss": 0.19, + "num_input_tokens_seen": 50365248, + "step": 26165 + }, + { + "epoch": 4.269189982869729, + "grad_norm": 0.6775313019752502, + "learning_rate": 1.335558262598059e-05, + "loss": 0.1873, + "num_input_tokens_seen": 50376128, + "step": 26170 + }, + { + "epoch": 4.270005710090546, + "grad_norm": 0.5727831721305847, + "learning_rate": 1.3346896016102645e-05, + "loss": 0.1877, + "num_input_tokens_seen": 50385168, + "step": 26175 + }, + { + "epoch": 4.270821437311363, + "grad_norm": 1.469513177871704, + "learning_rate": 1.3338211203279788e-05, + "loss": 0.1869, + "num_input_tokens_seen": 50394160, + "step": 26180 + }, + { + "epoch": 4.27163716453218, + "grad_norm": 0.3730248808860779, + "learning_rate": 1.3329528188851303e-05, + "loss": 0.2443, + "num_input_tokens_seen": 50404288, + "step": 26185 + }, + { + "epoch": 4.272452891752998, + "grad_norm": 1.4031085968017578, + "learning_rate": 1.3320846974156242e-05, + "loss": 0.1737, + "num_input_tokens_seen": 50414160, + "step": 26190 + }, + { + "epoch": 4.273268618973815, + "grad_norm": 0.47504886984825134, + "learning_rate": 1.3312167560533337e-05, + "loss": 0.1654, + "num_input_tokens_seen": 50423760, + "step": 26195 + }, + { + "epoch": 4.274084346194632, + "grad_norm": 0.5335057377815247, + "learning_rate": 1.3303489949321082e-05, + "loss": 0.189, + "num_input_tokens_seen": 50433008, + "step": 26200 + }, + { + "epoch": 4.274084346194632, + "eval_loss": 0.16344062983989716, + "eval_runtime": 71.3686, + "eval_samples_per_second": 38.182, + "eval_steps_per_second": 19.098, + "num_input_tokens_seen": 50433008, + "step": 26200 + }, + { + "epoch": 4.27490007341545, + "grad_norm": 0.762109637260437, + "learning_rate": 1.3294814141857653e-05, + "loss": 0.2419, + "num_input_tokens_seen": 50442320, + "step": 26205 + }, + { + "epoch": 4.275715800636267, + "grad_norm": 0.3682915270328522, + "learning_rate": 1.3286140139480992e-05, + "loss": 0.2133, + "num_input_tokens_seen": 50451120, + "step": 26210 + }, + { + "epoch": 4.276531527857085, + "grad_norm": 0.6390346884727478, + "learning_rate": 1.3277467943528719e-05, + "loss": 0.2096, + "num_input_tokens_seen": 50461024, + "step": 26215 + }, + { + "epoch": 4.277347255077902, + "grad_norm": 1.306720495223999, + "learning_rate": 1.3268797555338203e-05, + "loss": 0.1045, + "num_input_tokens_seen": 50470672, + "step": 26220 + }, + { + "epoch": 4.27816298229872, + "grad_norm": 0.2237158864736557, + "learning_rate": 1.3260128976246533e-05, + "loss": 0.1697, + "num_input_tokens_seen": 50480304, + "step": 26225 + }, + { + "epoch": 4.278978709519537, + "grad_norm": 0.5479437112808228, + "learning_rate": 1.32514622075905e-05, + "loss": 0.1468, + "num_input_tokens_seen": 50489328, + "step": 26230 + }, + { + "epoch": 4.279794436740354, + "grad_norm": 1.1636191606521606, + "learning_rate": 1.3242797250706638e-05, + "loss": 0.1571, + "num_input_tokens_seen": 50498944, + "step": 26235 + }, + { + "epoch": 4.280610163961171, + "grad_norm": 2.487483024597168, + "learning_rate": 1.3234134106931195e-05, + "loss": 0.0982, + "num_input_tokens_seen": 50509168, + "step": 26240 + }, + { + "epoch": 4.281425891181989, + "grad_norm": 0.9642309546470642, + "learning_rate": 1.322547277760013e-05, + "loss": 0.1283, + "num_input_tokens_seen": 50519248, + "step": 26245 + }, + { + "epoch": 4.282241618402806, + "grad_norm": 2.163233757019043, + "learning_rate": 1.3216813264049132e-05, + "loss": 0.1512, + "num_input_tokens_seen": 50528816, + "step": 26250 + }, + { + "epoch": 4.283057345623623, + "grad_norm": 0.2540793716907501, + "learning_rate": 1.32081555676136e-05, + "loss": 0.1107, + "num_input_tokens_seen": 50538528, + "step": 26255 + }, + { + "epoch": 4.2838730728444405, + "grad_norm": 0.8821610808372498, + "learning_rate": 1.3199499689628674e-05, + "loss": 0.2191, + "num_input_tokens_seen": 50548608, + "step": 26260 + }, + { + "epoch": 4.2846888000652585, + "grad_norm": 0.4980469346046448, + "learning_rate": 1.3190845631429192e-05, + "loss": 0.1723, + "num_input_tokens_seen": 50558128, + "step": 26265 + }, + { + "epoch": 4.285504527286076, + "grad_norm": 0.8965684771537781, + "learning_rate": 1.3182193394349704e-05, + "loss": 0.1947, + "num_input_tokens_seen": 50568304, + "step": 26270 + }, + { + "epoch": 4.286320254506893, + "grad_norm": 0.3564761281013489, + "learning_rate": 1.3173542979724507e-05, + "loss": 0.1883, + "num_input_tokens_seen": 50577232, + "step": 26275 + }, + { + "epoch": 4.28713598172771, + "grad_norm": 1.1122915744781494, + "learning_rate": 1.3164894388887617e-05, + "loss": 0.1697, + "num_input_tokens_seen": 50586448, + "step": 26280 + }, + { + "epoch": 4.287951708948528, + "grad_norm": 0.8230234384536743, + "learning_rate": 1.3156247623172727e-05, + "loss": 0.19, + "num_input_tokens_seen": 50596640, + "step": 26285 + }, + { + "epoch": 4.288767436169345, + "grad_norm": 0.8425945043563843, + "learning_rate": 1.3147602683913302e-05, + "loss": 0.1655, + "num_input_tokens_seen": 50606784, + "step": 26290 + }, + { + "epoch": 4.289583163390162, + "grad_norm": 1.260509967803955, + "learning_rate": 1.3138959572442481e-05, + "loss": 0.1555, + "num_input_tokens_seen": 50615696, + "step": 26295 + }, + { + "epoch": 4.290398890610979, + "grad_norm": 0.5720499753952026, + "learning_rate": 1.3130318290093146e-05, + "loss": 0.1062, + "num_input_tokens_seen": 50624176, + "step": 26300 + }, + { + "epoch": 4.291214617831797, + "grad_norm": 1.0923337936401367, + "learning_rate": 1.3121678838197909e-05, + "loss": 0.1846, + "num_input_tokens_seen": 50634432, + "step": 26305 + }, + { + "epoch": 4.2920303450526145, + "grad_norm": 0.4892827868461609, + "learning_rate": 1.3113041218089056e-05, + "loss": 0.1633, + "num_input_tokens_seen": 50644256, + "step": 26310 + }, + { + "epoch": 4.292846072273432, + "grad_norm": 0.5701051354408264, + "learning_rate": 1.3104405431098626e-05, + "loss": 0.103, + "num_input_tokens_seen": 50653760, + "step": 26315 + }, + { + "epoch": 4.293661799494249, + "grad_norm": 0.38076120615005493, + "learning_rate": 1.3095771478558377e-05, + "loss": 0.1595, + "num_input_tokens_seen": 50663264, + "step": 26320 + }, + { + "epoch": 4.294477526715067, + "grad_norm": 1.7059636116027832, + "learning_rate": 1.3087139361799766e-05, + "loss": 0.3263, + "num_input_tokens_seen": 50672704, + "step": 26325 + }, + { + "epoch": 4.295293253935884, + "grad_norm": 0.5515026450157166, + "learning_rate": 1.3078509082153964e-05, + "loss": 0.0936, + "num_input_tokens_seen": 50682160, + "step": 26330 + }, + { + "epoch": 4.296108981156701, + "grad_norm": 0.2827089726924896, + "learning_rate": 1.3069880640951885e-05, + "loss": 0.0916, + "num_input_tokens_seen": 50690960, + "step": 26335 + }, + { + "epoch": 4.296924708377518, + "grad_norm": 0.5587052702903748, + "learning_rate": 1.3061254039524123e-05, + "loss": 0.1636, + "num_input_tokens_seen": 50700496, + "step": 26340 + }, + { + "epoch": 4.297740435598336, + "grad_norm": 0.5693039298057556, + "learning_rate": 1.3052629279201028e-05, + "loss": 0.1986, + "num_input_tokens_seen": 50710480, + "step": 26345 + }, + { + "epoch": 4.298556162819153, + "grad_norm": 0.782880961894989, + "learning_rate": 1.3044006361312633e-05, + "loss": 0.1337, + "num_input_tokens_seen": 50720528, + "step": 26350 + }, + { + "epoch": 4.2993718900399704, + "grad_norm": 0.377543568611145, + "learning_rate": 1.30353852871887e-05, + "loss": 0.1515, + "num_input_tokens_seen": 50728880, + "step": 26355 + }, + { + "epoch": 4.300187617260788, + "grad_norm": 1.0790492296218872, + "learning_rate": 1.302676605815873e-05, + "loss": 0.1908, + "num_input_tokens_seen": 50738960, + "step": 26360 + }, + { + "epoch": 4.301003344481606, + "grad_norm": 0.723890483379364, + "learning_rate": 1.3018148675551884e-05, + "loss": 0.2332, + "num_input_tokens_seen": 50748496, + "step": 26365 + }, + { + "epoch": 4.301819071702423, + "grad_norm": 1.4987012147903442, + "learning_rate": 1.3009533140697094e-05, + "loss": 0.1963, + "num_input_tokens_seen": 50757904, + "step": 26370 + }, + { + "epoch": 4.30263479892324, + "grad_norm": 1.0330275297164917, + "learning_rate": 1.3000919454922966e-05, + "loss": 0.2024, + "num_input_tokens_seen": 50767328, + "step": 26375 + }, + { + "epoch": 4.303450526144058, + "grad_norm": 0.6378021836280823, + "learning_rate": 1.299230761955785e-05, + "loss": 0.1698, + "num_input_tokens_seen": 50778288, + "step": 26380 + }, + { + "epoch": 4.304266253364875, + "grad_norm": 0.7866570949554443, + "learning_rate": 1.2983697635929807e-05, + "loss": 0.122, + "num_input_tokens_seen": 50787888, + "step": 26385 + }, + { + "epoch": 4.305081980585692, + "grad_norm": 1.7623673677444458, + "learning_rate": 1.2975089505366584e-05, + "loss": 0.2283, + "num_input_tokens_seen": 50796336, + "step": 26390 + }, + { + "epoch": 4.305897707806509, + "grad_norm": 1.0406163930892944, + "learning_rate": 1.2966483229195683e-05, + "loss": 0.1679, + "num_input_tokens_seen": 50805968, + "step": 26395 + }, + { + "epoch": 4.306713435027326, + "grad_norm": 0.8492426872253418, + "learning_rate": 1.2957878808744283e-05, + "loss": 0.1928, + "num_input_tokens_seen": 50815824, + "step": 26400 + }, + { + "epoch": 4.306713435027326, + "eval_loss": 0.16353833675384521, + "eval_runtime": 71.453, + "eval_samples_per_second": 38.137, + "eval_steps_per_second": 19.075, + "num_input_tokens_seen": 50815824, + "step": 26400 + }, + { + "epoch": 4.307529162248144, + "grad_norm": 0.6842187643051147, + "learning_rate": 1.294927624533931e-05, + "loss": 0.2532, + "num_input_tokens_seen": 50825488, + "step": 26405 + }, + { + "epoch": 4.3083448894689615, + "grad_norm": 0.44277459383010864, + "learning_rate": 1.2940675540307378e-05, + "loss": 0.2024, + "num_input_tokens_seen": 50835568, + "step": 26410 + }, + { + "epoch": 4.309160616689779, + "grad_norm": 0.6493550539016724, + "learning_rate": 1.2932076694974814e-05, + "loss": 0.1439, + "num_input_tokens_seen": 50844688, + "step": 26415 + }, + { + "epoch": 4.309976343910597, + "grad_norm": 1.0288920402526855, + "learning_rate": 1.2923479710667682e-05, + "loss": 0.114, + "num_input_tokens_seen": 50853760, + "step": 26420 + }, + { + "epoch": 4.310792071131414, + "grad_norm": 1.5837551355361938, + "learning_rate": 1.2914884588711751e-05, + "loss": 0.1863, + "num_input_tokens_seen": 50862960, + "step": 26425 + }, + { + "epoch": 4.311607798352231, + "grad_norm": 0.8392327427864075, + "learning_rate": 1.2906291330432475e-05, + "loss": 0.151, + "num_input_tokens_seen": 50872288, + "step": 26430 + }, + { + "epoch": 4.312423525573048, + "grad_norm": 0.23853985965251923, + "learning_rate": 1.2897699937155055e-05, + "loss": 0.2036, + "num_input_tokens_seen": 50882560, + "step": 26435 + }, + { + "epoch": 4.313239252793866, + "grad_norm": 0.7850502133369446, + "learning_rate": 1.2889110410204403e-05, + "loss": 0.1986, + "num_input_tokens_seen": 50891968, + "step": 26440 + }, + { + "epoch": 4.314054980014683, + "grad_norm": 0.6875247955322266, + "learning_rate": 1.2880522750905111e-05, + "loss": 0.2152, + "num_input_tokens_seen": 50902160, + "step": 26445 + }, + { + "epoch": 4.3148707072355, + "grad_norm": 1.2285778522491455, + "learning_rate": 1.2871936960581523e-05, + "loss": 0.1877, + "num_input_tokens_seen": 50911872, + "step": 26450 + }, + { + "epoch": 4.3156864344563175, + "grad_norm": 0.48096269369125366, + "learning_rate": 1.2863353040557658e-05, + "loss": 0.1551, + "num_input_tokens_seen": 50920832, + "step": 26455 + }, + { + "epoch": 4.3165021616771355, + "grad_norm": 0.7194596529006958, + "learning_rate": 1.2854770992157273e-05, + "loss": 0.1908, + "num_input_tokens_seen": 50930592, + "step": 26460 + }, + { + "epoch": 4.317317888897953, + "grad_norm": 0.5736010074615479, + "learning_rate": 1.2846190816703835e-05, + "loss": 0.1147, + "num_input_tokens_seen": 50940272, + "step": 26465 + }, + { + "epoch": 4.31813361611877, + "grad_norm": 1.139981746673584, + "learning_rate": 1.2837612515520498e-05, + "loss": 0.2288, + "num_input_tokens_seen": 50950016, + "step": 26470 + }, + { + "epoch": 4.318949343339587, + "grad_norm": 0.2514563798904419, + "learning_rate": 1.2829036089930163e-05, + "loss": 0.1005, + "num_input_tokens_seen": 50960336, + "step": 26475 + }, + { + "epoch": 4.319765070560405, + "grad_norm": 0.5178699493408203, + "learning_rate": 1.2820461541255412e-05, + "loss": 0.16, + "num_input_tokens_seen": 50969680, + "step": 26480 + }, + { + "epoch": 4.320580797781222, + "grad_norm": 0.7080907821655273, + "learning_rate": 1.2811888870818543e-05, + "loss": 0.2211, + "num_input_tokens_seen": 50978800, + "step": 26485 + }, + { + "epoch": 4.321396525002039, + "grad_norm": 0.7700685858726501, + "learning_rate": 1.2803318079941581e-05, + "loss": 0.1746, + "num_input_tokens_seen": 50988640, + "step": 26490 + }, + { + "epoch": 4.322212252222856, + "grad_norm": 0.8396361470222473, + "learning_rate": 1.2794749169946235e-05, + "loss": 0.1753, + "num_input_tokens_seen": 50998720, + "step": 26495 + }, + { + "epoch": 4.323027979443674, + "grad_norm": 0.8986415266990662, + "learning_rate": 1.2786182142153952e-05, + "loss": 0.2019, + "num_input_tokens_seen": 51009456, + "step": 26500 + }, + { + "epoch": 4.3238437066644915, + "grad_norm": 1.4325271844863892, + "learning_rate": 1.2777616997885878e-05, + "loss": 0.1441, + "num_input_tokens_seen": 51019328, + "step": 26505 + }, + { + "epoch": 4.324659433885309, + "grad_norm": 0.5825015306472778, + "learning_rate": 1.2769053738462847e-05, + "loss": 0.147, + "num_input_tokens_seen": 51028784, + "step": 26510 + }, + { + "epoch": 4.325475161106126, + "grad_norm": 0.3758261203765869, + "learning_rate": 1.2760492365205434e-05, + "loss": 0.1416, + "num_input_tokens_seen": 51039696, + "step": 26515 + }, + { + "epoch": 4.326290888326944, + "grad_norm": 0.2494150847196579, + "learning_rate": 1.2751932879433919e-05, + "loss": 0.1134, + "num_input_tokens_seen": 51048496, + "step": 26520 + }, + { + "epoch": 4.327106615547761, + "grad_norm": 1.2806888818740845, + "learning_rate": 1.2743375282468267e-05, + "loss": 0.1752, + "num_input_tokens_seen": 51057648, + "step": 26525 + }, + { + "epoch": 4.327922342768578, + "grad_norm": 0.7544595003128052, + "learning_rate": 1.2734819575628182e-05, + "loss": 0.1305, + "num_input_tokens_seen": 51066304, + "step": 26530 + }, + { + "epoch": 4.328738069989395, + "grad_norm": 0.7441555857658386, + "learning_rate": 1.2726265760233039e-05, + "loss": 0.2107, + "num_input_tokens_seen": 51075360, + "step": 26535 + }, + { + "epoch": 4.329553797210213, + "grad_norm": 0.8177651166915894, + "learning_rate": 1.271771383760197e-05, + "loss": 0.0998, + "num_input_tokens_seen": 51085296, + "step": 26540 + }, + { + "epoch": 4.33036952443103, + "grad_norm": 0.35631996393203735, + "learning_rate": 1.2709163809053764e-05, + "loss": 0.1413, + "num_input_tokens_seen": 51096064, + "step": 26545 + }, + { + "epoch": 4.331185251651847, + "grad_norm": 0.2726176977157593, + "learning_rate": 1.2700615675906963e-05, + "loss": 0.1043, + "num_input_tokens_seen": 51105392, + "step": 26550 + }, + { + "epoch": 4.332000978872665, + "grad_norm": 0.30543673038482666, + "learning_rate": 1.269206943947978e-05, + "loss": 0.2258, + "num_input_tokens_seen": 51115136, + "step": 26555 + }, + { + "epoch": 4.332816706093483, + "grad_norm": 0.39877447485923767, + "learning_rate": 1.2683525101090177e-05, + "loss": 0.1577, + "num_input_tokens_seen": 51123984, + "step": 26560 + }, + { + "epoch": 4.3336324333143, + "grad_norm": 0.7875991463661194, + "learning_rate": 1.2674982662055765e-05, + "loss": 0.1764, + "num_input_tokens_seen": 51134208, + "step": 26565 + }, + { + "epoch": 4.334448160535117, + "grad_norm": 0.6037284135818481, + "learning_rate": 1.2666442123693922e-05, + "loss": 0.1786, + "num_input_tokens_seen": 51143504, + "step": 26570 + }, + { + "epoch": 4.335263887755934, + "grad_norm": 0.307251900434494, + "learning_rate": 1.265790348732169e-05, + "loss": 0.1622, + "num_input_tokens_seen": 51152928, + "step": 26575 + }, + { + "epoch": 4.336079614976752, + "grad_norm": 0.46973323822021484, + "learning_rate": 1.264936675425584e-05, + "loss": 0.2027, + "num_input_tokens_seen": 51162512, + "step": 26580 + }, + { + "epoch": 4.336895342197569, + "grad_norm": 0.8222106099128723, + "learning_rate": 1.2640831925812852e-05, + "loss": 0.1485, + "num_input_tokens_seen": 51172704, + "step": 26585 + }, + { + "epoch": 4.337711069418386, + "grad_norm": 0.3244565427303314, + "learning_rate": 1.263229900330889e-05, + "loss": 0.1667, + "num_input_tokens_seen": 51181488, + "step": 26590 + }, + { + "epoch": 4.338526796639204, + "grad_norm": 0.9113981127738953, + "learning_rate": 1.2623767988059843e-05, + "loss": 0.2494, + "num_input_tokens_seen": 51191648, + "step": 26595 + }, + { + "epoch": 4.339342523860021, + "grad_norm": 1.049695611000061, + "learning_rate": 1.2615238881381309e-05, + "loss": 0.1498, + "num_input_tokens_seen": 51200224, + "step": 26600 + }, + { + "epoch": 4.339342523860021, + "eval_loss": 0.1632358431816101, + "eval_runtime": 71.3619, + "eval_samples_per_second": 38.186, + "eval_steps_per_second": 19.1, + "num_input_tokens_seen": 51200224, + "step": 26600 + }, + { + "epoch": 4.3401582510808385, + "grad_norm": 0.3908754587173462, + "learning_rate": 1.2606711684588568e-05, + "loss": 0.1617, + "num_input_tokens_seen": 51210992, + "step": 26605 + }, + { + "epoch": 4.340973978301656, + "grad_norm": 1.1493006944656372, + "learning_rate": 1.2598186398996636e-05, + "loss": 0.183, + "num_input_tokens_seen": 51220400, + "step": 26610 + }, + { + "epoch": 4.341789705522474, + "grad_norm": 0.7016822695732117, + "learning_rate": 1.2589663025920207e-05, + "loss": 0.1428, + "num_input_tokens_seen": 51229600, + "step": 26615 + }, + { + "epoch": 4.342605432743291, + "grad_norm": 0.7101834416389465, + "learning_rate": 1.2581141566673705e-05, + "loss": 0.2036, + "num_input_tokens_seen": 51239584, + "step": 26620 + }, + { + "epoch": 4.343421159964108, + "grad_norm": 0.31407010555267334, + "learning_rate": 1.257262202257124e-05, + "loss": 0.0951, + "num_input_tokens_seen": 51250352, + "step": 26625 + }, + { + "epoch": 4.344236887184925, + "grad_norm": 0.641731321811676, + "learning_rate": 1.2564104394926618e-05, + "loss": 0.1108, + "num_input_tokens_seen": 51261056, + "step": 26630 + }, + { + "epoch": 4.345052614405743, + "grad_norm": 0.4715983271598816, + "learning_rate": 1.2555588685053383e-05, + "loss": 0.2277, + "num_input_tokens_seen": 51271472, + "step": 26635 + }, + { + "epoch": 4.34586834162656, + "grad_norm": 0.9420133233070374, + "learning_rate": 1.2547074894264762e-05, + "loss": 0.1896, + "num_input_tokens_seen": 51281168, + "step": 26640 + }, + { + "epoch": 4.346684068847377, + "grad_norm": 0.5091176629066467, + "learning_rate": 1.2538563023873679e-05, + "loss": 0.1352, + "num_input_tokens_seen": 51290512, + "step": 26645 + }, + { + "epoch": 4.3474997960681945, + "grad_norm": 1.427236557006836, + "learning_rate": 1.2530053075192789e-05, + "loss": 0.1532, + "num_input_tokens_seen": 51300096, + "step": 26650 + }, + { + "epoch": 4.3483155232890125, + "grad_norm": 0.5939304828643799, + "learning_rate": 1.252154504953441e-05, + "loss": 0.1615, + "num_input_tokens_seen": 51310592, + "step": 26655 + }, + { + "epoch": 4.34913125050983, + "grad_norm": 0.9707477688789368, + "learning_rate": 1.25130389482106e-05, + "loss": 0.1196, + "num_input_tokens_seen": 51320112, + "step": 26660 + }, + { + "epoch": 4.349946977730647, + "grad_norm": 0.5600354075431824, + "learning_rate": 1.2504534772533116e-05, + "loss": 0.1558, + "num_input_tokens_seen": 51329680, + "step": 26665 + }, + { + "epoch": 4.350762704951464, + "grad_norm": 0.8626199960708618, + "learning_rate": 1.2496032523813387e-05, + "loss": 0.1815, + "num_input_tokens_seen": 51339472, + "step": 26670 + }, + { + "epoch": 4.351578432172282, + "grad_norm": 0.593247652053833, + "learning_rate": 1.2487532203362576e-05, + "loss": 0.1624, + "num_input_tokens_seen": 51348784, + "step": 26675 + }, + { + "epoch": 4.352394159393099, + "grad_norm": 1.4117825031280518, + "learning_rate": 1.247903381249155e-05, + "loss": 0.215, + "num_input_tokens_seen": 51359104, + "step": 26680 + }, + { + "epoch": 4.353209886613916, + "grad_norm": 1.1058387756347656, + "learning_rate": 1.2470537352510853e-05, + "loss": 0.1728, + "num_input_tokens_seen": 51369360, + "step": 26685 + }, + { + "epoch": 4.354025613834733, + "grad_norm": 0.9413571357727051, + "learning_rate": 1.2462042824730758e-05, + "loss": 0.2471, + "num_input_tokens_seen": 51379184, + "step": 26690 + }, + { + "epoch": 4.354841341055551, + "grad_norm": 0.554775595664978, + "learning_rate": 1.245355023046122e-05, + "loss": 0.2103, + "num_input_tokens_seen": 51388240, + "step": 26695 + }, + { + "epoch": 4.3556570682763684, + "grad_norm": 1.2725685834884644, + "learning_rate": 1.2445059571011896e-05, + "loss": 0.1363, + "num_input_tokens_seen": 51398192, + "step": 26700 + }, + { + "epoch": 4.356472795497186, + "grad_norm": 0.29525721073150635, + "learning_rate": 1.2436570847692173e-05, + "loss": 0.1823, + "num_input_tokens_seen": 51408064, + "step": 26705 + }, + { + "epoch": 4.357288522718003, + "grad_norm": 1.1691712141036987, + "learning_rate": 1.2428084061811096e-05, + "loss": 0.1658, + "num_input_tokens_seen": 51417088, + "step": 26710 + }, + { + "epoch": 4.358104249938821, + "grad_norm": 1.7927186489105225, + "learning_rate": 1.2419599214677447e-05, + "loss": 0.2121, + "num_input_tokens_seen": 51426624, + "step": 26715 + }, + { + "epoch": 4.358919977159638, + "grad_norm": 0.8757168650627136, + "learning_rate": 1.2411116307599702e-05, + "loss": 0.1642, + "num_input_tokens_seen": 51436416, + "step": 26720 + }, + { + "epoch": 4.359735704380455, + "grad_norm": 1.6150933504104614, + "learning_rate": 1.2402635341886016e-05, + "loss": 0.1833, + "num_input_tokens_seen": 51444832, + "step": 26725 + }, + { + "epoch": 4.360551431601272, + "grad_norm": 1.1841707229614258, + "learning_rate": 1.2394156318844278e-05, + "loss": 0.1508, + "num_input_tokens_seen": 51454624, + "step": 26730 + }, + { + "epoch": 4.36136715882209, + "grad_norm": 1.380152702331543, + "learning_rate": 1.2385679239782039e-05, + "loss": 0.1413, + "num_input_tokens_seen": 51463520, + "step": 26735 + }, + { + "epoch": 4.362182886042907, + "grad_norm": 1.8454654216766357, + "learning_rate": 1.2377204106006585e-05, + "loss": 0.1992, + "num_input_tokens_seen": 51473760, + "step": 26740 + }, + { + "epoch": 4.362998613263724, + "grad_norm": 0.34468501806259155, + "learning_rate": 1.2368730918824891e-05, + "loss": 0.1934, + "num_input_tokens_seen": 51483760, + "step": 26745 + }, + { + "epoch": 4.3638143404845415, + "grad_norm": 0.7367756366729736, + "learning_rate": 1.236025967954362e-05, + "loss": 0.1457, + "num_input_tokens_seen": 51492240, + "step": 26750 + }, + { + "epoch": 4.3646300677053596, + "grad_norm": 0.31089505553245544, + "learning_rate": 1.2351790389469153e-05, + "loss": 0.1065, + "num_input_tokens_seen": 51502336, + "step": 26755 + }, + { + "epoch": 4.365445794926177, + "grad_norm": 0.3517207205295563, + "learning_rate": 1.234332304990755e-05, + "loss": 0.1988, + "num_input_tokens_seen": 51510960, + "step": 26760 + }, + { + "epoch": 4.366261522146994, + "grad_norm": 0.735485315322876, + "learning_rate": 1.2334857662164593e-05, + "loss": 0.1502, + "num_input_tokens_seen": 51520352, + "step": 26765 + }, + { + "epoch": 4.367077249367812, + "grad_norm": 0.9521068930625916, + "learning_rate": 1.2326394227545743e-05, + "loss": 0.1327, + "num_input_tokens_seen": 51530432, + "step": 26770 + }, + { + "epoch": 4.367892976588629, + "grad_norm": 0.8320069909095764, + "learning_rate": 1.2317932747356162e-05, + "loss": 0.2207, + "num_input_tokens_seen": 51539456, + "step": 26775 + }, + { + "epoch": 4.368708703809446, + "grad_norm": 1.2417222261428833, + "learning_rate": 1.2309473222900726e-05, + "loss": 0.1838, + "num_input_tokens_seen": 51550240, + "step": 26780 + }, + { + "epoch": 4.369524431030263, + "grad_norm": 0.9841834306716919, + "learning_rate": 1.2301015655484006e-05, + "loss": 0.1524, + "num_input_tokens_seen": 51559920, + "step": 26785 + }, + { + "epoch": 4.370340158251081, + "grad_norm": 0.6834877133369446, + "learning_rate": 1.2292560046410245e-05, + "loss": 0.1717, + "num_input_tokens_seen": 51568432, + "step": 26790 + }, + { + "epoch": 4.371155885471898, + "grad_norm": 0.6718080043792725, + "learning_rate": 1.228410639698343e-05, + "loss": 0.1868, + "num_input_tokens_seen": 51577184, + "step": 26795 + }, + { + "epoch": 4.3719716126927155, + "grad_norm": 0.5383096933364868, + "learning_rate": 1.2275654708507195e-05, + "loss": 0.1832, + "num_input_tokens_seen": 51585680, + "step": 26800 + }, + { + "epoch": 4.3719716126927155, + "eval_loss": 0.16299188137054443, + "eval_runtime": 71.4394, + "eval_samples_per_second": 38.144, + "eval_steps_per_second": 19.079, + "num_input_tokens_seen": 51585680, + "step": 26800 + }, + { + "epoch": 4.372787339913533, + "grad_norm": 0.3967180848121643, + "learning_rate": 1.2267204982284908e-05, + "loss": 0.143, + "num_input_tokens_seen": 51595104, + "step": 26805 + }, + { + "epoch": 4.373603067134351, + "grad_norm": 0.6547428965568542, + "learning_rate": 1.2258757219619635e-05, + "loss": 0.1058, + "num_input_tokens_seen": 51605376, + "step": 26810 + }, + { + "epoch": 4.374418794355168, + "grad_norm": 0.6470189094543457, + "learning_rate": 1.2250311421814104e-05, + "loss": 0.1444, + "num_input_tokens_seen": 51614352, + "step": 26815 + }, + { + "epoch": 4.375234521575985, + "grad_norm": 0.24681329727172852, + "learning_rate": 1.2241867590170772e-05, + "loss": 0.1016, + "num_input_tokens_seen": 51624832, + "step": 26820 + }, + { + "epoch": 4.376050248796802, + "grad_norm": 0.7329383492469788, + "learning_rate": 1.2233425725991799e-05, + "loss": 0.1833, + "num_input_tokens_seen": 51633616, + "step": 26825 + }, + { + "epoch": 4.37686597601762, + "grad_norm": 0.4381559193134308, + "learning_rate": 1.2224985830579003e-05, + "loss": 0.1184, + "num_input_tokens_seen": 51643120, + "step": 26830 + }, + { + "epoch": 4.377681703238437, + "grad_norm": 0.6023353338241577, + "learning_rate": 1.2216547905233944e-05, + "loss": 0.1528, + "num_input_tokens_seen": 51653376, + "step": 26835 + }, + { + "epoch": 4.378497430459254, + "grad_norm": 1.8397146463394165, + "learning_rate": 1.2208111951257842e-05, + "loss": 0.2658, + "num_input_tokens_seen": 51662848, + "step": 26840 + }, + { + "epoch": 4.3793131576800715, + "grad_norm": 1.0083788633346558, + "learning_rate": 1.2199677969951622e-05, + "loss": 0.2288, + "num_input_tokens_seen": 51673312, + "step": 26845 + }, + { + "epoch": 4.3801288849008895, + "grad_norm": 1.26332426071167, + "learning_rate": 1.2191245962615927e-05, + "loss": 0.2709, + "num_input_tokens_seen": 51683328, + "step": 26850 + }, + { + "epoch": 4.380944612121707, + "grad_norm": 0.6794586181640625, + "learning_rate": 1.218281593055106e-05, + "loss": 0.1319, + "num_input_tokens_seen": 51692432, + "step": 26855 + }, + { + "epoch": 4.381760339342524, + "grad_norm": 0.7197248339653015, + "learning_rate": 1.217438787505705e-05, + "loss": 0.18, + "num_input_tokens_seen": 51701760, + "step": 26860 + }, + { + "epoch": 4.382576066563341, + "grad_norm": 0.41160181164741516, + "learning_rate": 1.2165961797433615e-05, + "loss": 0.1571, + "num_input_tokens_seen": 51712000, + "step": 26865 + }, + { + "epoch": 4.383391793784159, + "grad_norm": 0.7156842350959778, + "learning_rate": 1.215753769898014e-05, + "loss": 0.123, + "num_input_tokens_seen": 51721536, + "step": 26870 + }, + { + "epoch": 4.384207521004976, + "grad_norm": 0.8220805525779724, + "learning_rate": 1.2149115580995755e-05, + "loss": 0.1367, + "num_input_tokens_seen": 51730224, + "step": 26875 + }, + { + "epoch": 4.385023248225793, + "grad_norm": 0.422019362449646, + "learning_rate": 1.2140695444779227e-05, + "loss": 0.1339, + "num_input_tokens_seen": 51739376, + "step": 26880 + }, + { + "epoch": 4.38583897544661, + "grad_norm": 0.9106195569038391, + "learning_rate": 1.2132277291629066e-05, + "loss": 0.1417, + "num_input_tokens_seen": 51749728, + "step": 26885 + }, + { + "epoch": 4.386654702667428, + "grad_norm": 1.566735029220581, + "learning_rate": 1.2123861122843458e-05, + "loss": 0.1367, + "num_input_tokens_seen": 51759456, + "step": 26890 + }, + { + "epoch": 4.387470429888245, + "grad_norm": 1.1808537244796753, + "learning_rate": 1.2115446939720271e-05, + "loss": 0.1245, + "num_input_tokens_seen": 51769984, + "step": 26895 + }, + { + "epoch": 4.388286157109063, + "grad_norm": 0.969484269618988, + "learning_rate": 1.210703474355708e-05, + "loss": 0.1717, + "num_input_tokens_seen": 51779344, + "step": 26900 + }, + { + "epoch": 4.38910188432988, + "grad_norm": 0.83406662940979, + "learning_rate": 1.2098624535651164e-05, + "loss": 0.1121, + "num_input_tokens_seen": 51789792, + "step": 26905 + }, + { + "epoch": 4.389917611550698, + "grad_norm": 0.6657026410102844, + "learning_rate": 1.2090216317299477e-05, + "loss": 0.1401, + "num_input_tokens_seen": 51799136, + "step": 26910 + }, + { + "epoch": 4.390733338771515, + "grad_norm": 0.7858384847640991, + "learning_rate": 1.2081810089798668e-05, + "loss": 0.1738, + "num_input_tokens_seen": 51809168, + "step": 26915 + }, + { + "epoch": 4.391549065992332, + "grad_norm": 1.2079304456710815, + "learning_rate": 1.2073405854445072e-05, + "loss": 0.1943, + "num_input_tokens_seen": 51818160, + "step": 26920 + }, + { + "epoch": 4.392364793213149, + "grad_norm": 0.9366551637649536, + "learning_rate": 1.206500361253474e-05, + "loss": 0.1261, + "num_input_tokens_seen": 51827280, + "step": 26925 + }, + { + "epoch": 4.393180520433967, + "grad_norm": 1.5964868068695068, + "learning_rate": 1.2056603365363409e-05, + "loss": 0.1596, + "num_input_tokens_seen": 51836048, + "step": 26930 + }, + { + "epoch": 4.393996247654784, + "grad_norm": 0.8639894127845764, + "learning_rate": 1.2048205114226487e-05, + "loss": 0.1645, + "num_input_tokens_seen": 51845680, + "step": 26935 + }, + { + "epoch": 4.394811974875601, + "grad_norm": 1.0742473602294922, + "learning_rate": 1.2039808860419102e-05, + "loss": 0.1365, + "num_input_tokens_seen": 51855552, + "step": 26940 + }, + { + "epoch": 4.395627702096419, + "grad_norm": 0.5556479692459106, + "learning_rate": 1.2031414605236066e-05, + "loss": 0.1962, + "num_input_tokens_seen": 51865856, + "step": 26945 + }, + { + "epoch": 4.3964434293172365, + "grad_norm": 0.33993175625801086, + "learning_rate": 1.2023022349971862e-05, + "loss": 0.1667, + "num_input_tokens_seen": 51874112, + "step": 26950 + }, + { + "epoch": 4.397259156538054, + "grad_norm": 1.0577349662780762, + "learning_rate": 1.20146320959207e-05, + "loss": 0.2247, + "num_input_tokens_seen": 51883296, + "step": 26955 + }, + { + "epoch": 4.398074883758871, + "grad_norm": 0.7321354150772095, + "learning_rate": 1.2006243844376445e-05, + "loss": 0.1687, + "num_input_tokens_seen": 51893776, + "step": 26960 + }, + { + "epoch": 4.398890610979688, + "grad_norm": 0.7163329124450684, + "learning_rate": 1.1997857596632678e-05, + "loss": 0.135, + "num_input_tokens_seen": 51903776, + "step": 26965 + }, + { + "epoch": 4.399706338200506, + "grad_norm": 0.9699238538742065, + "learning_rate": 1.1989473353982672e-05, + "loss": 0.1466, + "num_input_tokens_seen": 51911888, + "step": 26970 + }, + { + "epoch": 4.400522065421323, + "grad_norm": 0.4739643335342407, + "learning_rate": 1.198109111771937e-05, + "loss": 0.1508, + "num_input_tokens_seen": 51921280, + "step": 26975 + }, + { + "epoch": 4.40133779264214, + "grad_norm": 0.7315405607223511, + "learning_rate": 1.197271088913543e-05, + "loss": 0.1086, + "num_input_tokens_seen": 51930896, + "step": 26980 + }, + { + "epoch": 4.402153519862958, + "grad_norm": 0.8180571794509888, + "learning_rate": 1.1964332669523182e-05, + "loss": 0.1354, + "num_input_tokens_seen": 51940560, + "step": 26985 + }, + { + "epoch": 4.402969247083775, + "grad_norm": 1.9199224710464478, + "learning_rate": 1.1955956460174645e-05, + "loss": 0.1034, + "num_input_tokens_seen": 51950016, + "step": 26990 + }, + { + "epoch": 4.4037849743045925, + "grad_norm": 0.8409907221794128, + "learning_rate": 1.1947582262381552e-05, + "loss": 0.2145, + "num_input_tokens_seen": 51959568, + "step": 26995 + }, + { + "epoch": 4.40460070152541, + "grad_norm": 0.8612098097801208, + "learning_rate": 1.1939210077435293e-05, + "loss": 0.2309, + "num_input_tokens_seen": 51969184, + "step": 27000 + }, + { + "epoch": 4.40460070152541, + "eval_loss": 0.16306635737419128, + "eval_runtime": 71.3453, + "eval_samples_per_second": 38.195, + "eval_steps_per_second": 19.104, + "num_input_tokens_seen": 51969184, + "step": 27000 + }, + { + "epoch": 4.405416428746228, + "grad_norm": 0.8610053062438965, + "learning_rate": 1.193083990662697e-05, + "loss": 0.1216, + "num_input_tokens_seen": 51978944, + "step": 27005 + }, + { + "epoch": 4.406232155967045, + "grad_norm": 0.9479680061340332, + "learning_rate": 1.192247175124738e-05, + "loss": 0.1526, + "num_input_tokens_seen": 51989328, + "step": 27010 + }, + { + "epoch": 4.407047883187862, + "grad_norm": 0.34162887930870056, + "learning_rate": 1.191410561258698e-05, + "loss": 0.1365, + "num_input_tokens_seen": 52000128, + "step": 27015 + }, + { + "epoch": 4.407863610408679, + "grad_norm": 1.2998002767562866, + "learning_rate": 1.1905741491935944e-05, + "loss": 0.1438, + "num_input_tokens_seen": 52010432, + "step": 27020 + }, + { + "epoch": 4.408679337629497, + "grad_norm": 0.5845006108283997, + "learning_rate": 1.1897379390584129e-05, + "loss": 0.2075, + "num_input_tokens_seen": 52019696, + "step": 27025 + }, + { + "epoch": 4.409495064850314, + "grad_norm": 1.0467427968978882, + "learning_rate": 1.1889019309821062e-05, + "loss": 0.2181, + "num_input_tokens_seen": 52028384, + "step": 27030 + }, + { + "epoch": 4.410310792071131, + "grad_norm": 0.5987317562103271, + "learning_rate": 1.188066125093599e-05, + "loss": 0.1195, + "num_input_tokens_seen": 52038720, + "step": 27035 + }, + { + "epoch": 4.411126519291948, + "grad_norm": 0.8864221572875977, + "learning_rate": 1.1872305215217811e-05, + "loss": 0.1865, + "num_input_tokens_seen": 52047856, + "step": 27040 + }, + { + "epoch": 4.4119422465127665, + "grad_norm": 0.7532966732978821, + "learning_rate": 1.186395120395514e-05, + "loss": 0.128, + "num_input_tokens_seen": 52057520, + "step": 27045 + }, + { + "epoch": 4.412757973733584, + "grad_norm": 0.7129631638526917, + "learning_rate": 1.1855599218436283e-05, + "loss": 0.1264, + "num_input_tokens_seen": 52065984, + "step": 27050 + }, + { + "epoch": 4.413573700954401, + "grad_norm": 0.4161853790283203, + "learning_rate": 1.1847249259949209e-05, + "loss": 0.1936, + "num_input_tokens_seen": 52076000, + "step": 27055 + }, + { + "epoch": 4.414389428175218, + "grad_norm": 0.47372615337371826, + "learning_rate": 1.1838901329781574e-05, + "loss": 0.1422, + "num_input_tokens_seen": 52085424, + "step": 27060 + }, + { + "epoch": 4.415205155396036, + "grad_norm": 0.36414095759391785, + "learning_rate": 1.1830555429220758e-05, + "loss": 0.1219, + "num_input_tokens_seen": 52094384, + "step": 27065 + }, + { + "epoch": 4.416020882616853, + "grad_norm": 0.9807056188583374, + "learning_rate": 1.1822211559553784e-05, + "loss": 0.1258, + "num_input_tokens_seen": 52104304, + "step": 27070 + }, + { + "epoch": 4.41683660983767, + "grad_norm": 1.4400970935821533, + "learning_rate": 1.18138697220674e-05, + "loss": 0.1748, + "num_input_tokens_seen": 52114928, + "step": 27075 + }, + { + "epoch": 4.417652337058487, + "grad_norm": 0.47793012857437134, + "learning_rate": 1.1805529918048e-05, + "loss": 0.2046, + "num_input_tokens_seen": 52125456, + "step": 27080 + }, + { + "epoch": 4.418468064279305, + "grad_norm": 0.5812639594078064, + "learning_rate": 1.1797192148781702e-05, + "loss": 0.1054, + "num_input_tokens_seen": 52134512, + "step": 27085 + }, + { + "epoch": 4.419283791500122, + "grad_norm": 1.9043349027633667, + "learning_rate": 1.1788856415554297e-05, + "loss": 0.1963, + "num_input_tokens_seen": 52144816, + "step": 27090 + }, + { + "epoch": 4.4200995187209395, + "grad_norm": 0.688683032989502, + "learning_rate": 1.1780522719651249e-05, + "loss": 0.1022, + "num_input_tokens_seen": 52153936, + "step": 27095 + }, + { + "epoch": 4.420915245941757, + "grad_norm": 0.4749704897403717, + "learning_rate": 1.1772191062357721e-05, + "loss": 0.1538, + "num_input_tokens_seen": 52164032, + "step": 27100 + }, + { + "epoch": 4.421730973162575, + "grad_norm": 0.7050251960754395, + "learning_rate": 1.1763861444958573e-05, + "loss": 0.131, + "num_input_tokens_seen": 52174160, + "step": 27105 + }, + { + "epoch": 4.422546700383392, + "grad_norm": 0.5644241571426392, + "learning_rate": 1.1755533868738317e-05, + "loss": 0.0951, + "num_input_tokens_seen": 52185008, + "step": 27110 + }, + { + "epoch": 4.423362427604209, + "grad_norm": 0.8101751208305359, + "learning_rate": 1.1747208334981185e-05, + "loss": 0.1851, + "num_input_tokens_seen": 52194432, + "step": 27115 + }, + { + "epoch": 4.424178154825027, + "grad_norm": 1.0865366458892822, + "learning_rate": 1.1738884844971067e-05, + "loss": 0.1755, + "num_input_tokens_seen": 52204176, + "step": 27120 + }, + { + "epoch": 4.424993882045844, + "grad_norm": 0.7190633416175842, + "learning_rate": 1.1730563399991563e-05, + "loss": 0.1727, + "num_input_tokens_seen": 52214048, + "step": 27125 + }, + { + "epoch": 4.425809609266661, + "grad_norm": 0.41665148735046387, + "learning_rate": 1.1722244001325938e-05, + "loss": 0.2112, + "num_input_tokens_seen": 52223872, + "step": 27130 + }, + { + "epoch": 4.426625336487478, + "grad_norm": 0.3299061357975006, + "learning_rate": 1.1713926650257137e-05, + "loss": 0.1245, + "num_input_tokens_seen": 52233376, + "step": 27135 + }, + { + "epoch": 4.4274410637082955, + "grad_norm": 0.768101155757904, + "learning_rate": 1.170561134806781e-05, + "loss": 0.118, + "num_input_tokens_seen": 52243424, + "step": 27140 + }, + { + "epoch": 4.4282567909291135, + "grad_norm": 1.2442902326583862, + "learning_rate": 1.1697298096040287e-05, + "loss": 0.2074, + "num_input_tokens_seen": 52253408, + "step": 27145 + }, + { + "epoch": 4.429072518149931, + "grad_norm": 0.5365371108055115, + "learning_rate": 1.1688986895456567e-05, + "loss": 0.1051, + "num_input_tokens_seen": 52261808, + "step": 27150 + }, + { + "epoch": 4.429888245370748, + "grad_norm": 0.6393625140190125, + "learning_rate": 1.1680677747598349e-05, + "loss": 0.1511, + "num_input_tokens_seen": 52271120, + "step": 27155 + }, + { + "epoch": 4.430703972591566, + "grad_norm": 0.725248396396637, + "learning_rate": 1.1672370653746995e-05, + "loss": 0.1173, + "num_input_tokens_seen": 52280896, + "step": 27160 + }, + { + "epoch": 4.431519699812383, + "grad_norm": 0.922444760799408, + "learning_rate": 1.166406561518357e-05, + "loss": 0.1289, + "num_input_tokens_seen": 52289920, + "step": 27165 + }, + { + "epoch": 4.4323354270332, + "grad_norm": 0.7217200994491577, + "learning_rate": 1.1655762633188826e-05, + "loss": 0.1427, + "num_input_tokens_seen": 52299664, + "step": 27170 + }, + { + "epoch": 4.433151154254017, + "grad_norm": 0.5300849080085754, + "learning_rate": 1.1647461709043172e-05, + "loss": 0.157, + "num_input_tokens_seen": 52310336, + "step": 27175 + }, + { + "epoch": 4.433966881474835, + "grad_norm": 0.5851613283157349, + "learning_rate": 1.1639162844026722e-05, + "loss": 0.1437, + "num_input_tokens_seen": 52321552, + "step": 27180 + }, + { + "epoch": 4.434782608695652, + "grad_norm": 0.8696736097335815, + "learning_rate": 1.163086603941927e-05, + "loss": 0.1111, + "num_input_tokens_seen": 52332352, + "step": 27185 + }, + { + "epoch": 4.4355983359164695, + "grad_norm": 1.415226697921753, + "learning_rate": 1.1622571296500273e-05, + "loss": 0.1241, + "num_input_tokens_seen": 52342816, + "step": 27190 + }, + { + "epoch": 4.436414063137287, + "grad_norm": 0.3411118984222412, + "learning_rate": 1.1614278616548904e-05, + "loss": 0.1256, + "num_input_tokens_seen": 52353376, + "step": 27195 + }, + { + "epoch": 4.437229790358105, + "grad_norm": 1.10158371925354, + "learning_rate": 1.1605988000843986e-05, + "loss": 0.1372, + "num_input_tokens_seen": 52363216, + "step": 27200 + }, + { + "epoch": 4.437229790358105, + "eval_loss": 0.16232477128505707, + "eval_runtime": 71.4111, + "eval_samples_per_second": 38.159, + "eval_steps_per_second": 19.087, + "num_input_tokens_seen": 52363216, + "step": 27200 + }, + { + "epoch": 4.438045517578922, + "grad_norm": 0.48844167590141296, + "learning_rate": 1.1597699450664028e-05, + "loss": 0.1557, + "num_input_tokens_seen": 52371984, + "step": 27205 + }, + { + "epoch": 4.438861244799739, + "grad_norm": 0.7614787817001343, + "learning_rate": 1.1589412967287252e-05, + "loss": 0.1663, + "num_input_tokens_seen": 52380368, + "step": 27210 + }, + { + "epoch": 4.439676972020556, + "grad_norm": 0.253423273563385, + "learning_rate": 1.1581128551991514e-05, + "loss": 0.0846, + "num_input_tokens_seen": 52389744, + "step": 27215 + }, + { + "epoch": 4.440492699241374, + "grad_norm": 0.9192700982093811, + "learning_rate": 1.1572846206054383e-05, + "loss": 0.1936, + "num_input_tokens_seen": 52398784, + "step": 27220 + }, + { + "epoch": 4.441308426462191, + "grad_norm": 0.4385920464992523, + "learning_rate": 1.1564565930753113e-05, + "loss": 0.2497, + "num_input_tokens_seen": 52409248, + "step": 27225 + }, + { + "epoch": 4.442124153683008, + "grad_norm": 0.2837914526462555, + "learning_rate": 1.1556287727364606e-05, + "loss": 0.163, + "num_input_tokens_seen": 52419376, + "step": 27230 + }, + { + "epoch": 4.442939880903825, + "grad_norm": 0.8784588575363159, + "learning_rate": 1.1548011597165489e-05, + "loss": 0.1118, + "num_input_tokens_seen": 52429152, + "step": 27235 + }, + { + "epoch": 4.443755608124643, + "grad_norm": 0.9891034960746765, + "learning_rate": 1.1539737541432019e-05, + "loss": 0.231, + "num_input_tokens_seen": 52437760, + "step": 27240 + }, + { + "epoch": 4.444571335345461, + "grad_norm": 0.8596342206001282, + "learning_rate": 1.1531465561440174e-05, + "loss": 0.1919, + "num_input_tokens_seen": 52446736, + "step": 27245 + }, + { + "epoch": 4.445387062566278, + "grad_norm": 1.3209162950515747, + "learning_rate": 1.1523195658465605e-05, + "loss": 0.2064, + "num_input_tokens_seen": 52456032, + "step": 27250 + }, + { + "epoch": 4.446202789787095, + "grad_norm": 1.1777994632720947, + "learning_rate": 1.1514927833783618e-05, + "loss": 0.1967, + "num_input_tokens_seen": 52465312, + "step": 27255 + }, + { + "epoch": 4.447018517007913, + "grad_norm": 0.4867541193962097, + "learning_rate": 1.150666208866922e-05, + "loss": 0.1596, + "num_input_tokens_seen": 52474944, + "step": 27260 + }, + { + "epoch": 4.44783424422873, + "grad_norm": 1.1078684329986572, + "learning_rate": 1.1498398424397106e-05, + "loss": 0.2075, + "num_input_tokens_seen": 52484352, + "step": 27265 + }, + { + "epoch": 4.448649971449547, + "grad_norm": 0.4632363021373749, + "learning_rate": 1.1490136842241628e-05, + "loss": 0.1022, + "num_input_tokens_seen": 52494464, + "step": 27270 + }, + { + "epoch": 4.449465698670364, + "grad_norm": 0.5052279829978943, + "learning_rate": 1.1481877343476813e-05, + "loss": 0.1363, + "num_input_tokens_seen": 52503024, + "step": 27275 + }, + { + "epoch": 4.450281425891182, + "grad_norm": 1.0432426929473877, + "learning_rate": 1.14736199293764e-05, + "loss": 0.196, + "num_input_tokens_seen": 52512896, + "step": 27280 + }, + { + "epoch": 4.451097153111999, + "grad_norm": 0.3788161873817444, + "learning_rate": 1.1465364601213771e-05, + "loss": 0.196, + "num_input_tokens_seen": 52523072, + "step": 27285 + }, + { + "epoch": 4.4519128803328165, + "grad_norm": 0.4994257092475891, + "learning_rate": 1.1457111360262012e-05, + "loss": 0.1091, + "num_input_tokens_seen": 52532016, + "step": 27290 + }, + { + "epoch": 4.4527286075536345, + "grad_norm": 0.43142056465148926, + "learning_rate": 1.1448860207793869e-05, + "loss": 0.122, + "num_input_tokens_seen": 52541744, + "step": 27295 + }, + { + "epoch": 4.453544334774452, + "grad_norm": 0.6623618602752686, + "learning_rate": 1.144061114508177e-05, + "loss": 0.1422, + "num_input_tokens_seen": 52551520, + "step": 27300 + }, + { + "epoch": 4.454360061995269, + "grad_norm": 0.7507758736610413, + "learning_rate": 1.1432364173397842e-05, + "loss": 0.1715, + "num_input_tokens_seen": 52560320, + "step": 27305 + }, + { + "epoch": 4.455175789216086, + "grad_norm": 0.8111505508422852, + "learning_rate": 1.1424119294013852e-05, + "loss": 0.122, + "num_input_tokens_seen": 52569408, + "step": 27310 + }, + { + "epoch": 4.455991516436903, + "grad_norm": 0.28087449073791504, + "learning_rate": 1.1415876508201279e-05, + "loss": 0.1276, + "num_input_tokens_seen": 52579632, + "step": 27315 + }, + { + "epoch": 4.456807243657721, + "grad_norm": 0.2275528907775879, + "learning_rate": 1.140763581723125e-05, + "loss": 0.1099, + "num_input_tokens_seen": 52588336, + "step": 27320 + }, + { + "epoch": 4.457622970878538, + "grad_norm": 1.2212904691696167, + "learning_rate": 1.1399397222374588e-05, + "loss": 0.1401, + "num_input_tokens_seen": 52597840, + "step": 27325 + }, + { + "epoch": 4.458438698099355, + "grad_norm": 1.1465909481048584, + "learning_rate": 1.1391160724901804e-05, + "loss": 0.1688, + "num_input_tokens_seen": 52608624, + "step": 27330 + }, + { + "epoch": 4.459254425320173, + "grad_norm": 0.7867964506149292, + "learning_rate": 1.138292632608304e-05, + "loss": 0.1439, + "num_input_tokens_seen": 52617328, + "step": 27335 + }, + { + "epoch": 4.4600701525409905, + "grad_norm": 0.7296733260154724, + "learning_rate": 1.1374694027188174e-05, + "loss": 0.143, + "num_input_tokens_seen": 52626912, + "step": 27340 + }, + { + "epoch": 4.460885879761808, + "grad_norm": 0.3709855079650879, + "learning_rate": 1.1366463829486711e-05, + "loss": 0.1319, + "num_input_tokens_seen": 52635184, + "step": 27345 + }, + { + "epoch": 4.461701606982625, + "grad_norm": 0.5619396567344666, + "learning_rate": 1.1358235734247849e-05, + "loss": 0.2057, + "num_input_tokens_seen": 52643920, + "step": 27350 + }, + { + "epoch": 4.462517334203443, + "grad_norm": 0.5511503219604492, + "learning_rate": 1.1350009742740478e-05, + "loss": 0.2189, + "num_input_tokens_seen": 52652880, + "step": 27355 + }, + { + "epoch": 4.46333306142426, + "grad_norm": 1.1774208545684814, + "learning_rate": 1.134178585623313e-05, + "loss": 0.2369, + "num_input_tokens_seen": 52662848, + "step": 27360 + }, + { + "epoch": 4.464148788645077, + "grad_norm": 1.2338910102844238, + "learning_rate": 1.1333564075994047e-05, + "loss": 0.1941, + "num_input_tokens_seen": 52671616, + "step": 27365 + }, + { + "epoch": 4.464964515865894, + "grad_norm": 0.4612227976322174, + "learning_rate": 1.1325344403291133e-05, + "loss": 0.1071, + "num_input_tokens_seen": 52680992, + "step": 27370 + }, + { + "epoch": 4.465780243086712, + "grad_norm": 0.7003734707832336, + "learning_rate": 1.1317126839391951e-05, + "loss": 0.1244, + "num_input_tokens_seen": 52690128, + "step": 27375 + }, + { + "epoch": 4.466595970307529, + "grad_norm": 1.3248026371002197, + "learning_rate": 1.1308911385563766e-05, + "loss": 0.1605, + "num_input_tokens_seen": 52698144, + "step": 27380 + }, + { + "epoch": 4.467411697528346, + "grad_norm": 0.26841989159584045, + "learning_rate": 1.1300698043073494e-05, + "loss": 0.1464, + "num_input_tokens_seen": 52706720, + "step": 27385 + }, + { + "epoch": 4.468227424749164, + "grad_norm": 0.8380212783813477, + "learning_rate": 1.1292486813187736e-05, + "loss": 0.1648, + "num_input_tokens_seen": 52717040, + "step": 27390 + }, + { + "epoch": 4.469043151969982, + "grad_norm": 0.6923397183418274, + "learning_rate": 1.1284277697172782e-05, + "loss": 0.1589, + "num_input_tokens_seen": 52727280, + "step": 27395 + }, + { + "epoch": 4.469858879190799, + "grad_norm": 0.5809959769248962, + "learning_rate": 1.127607069629456e-05, + "loss": 0.1387, + "num_input_tokens_seen": 52737552, + "step": 27400 + }, + { + "epoch": 4.469858879190799, + "eval_loss": 0.1629389524459839, + "eval_runtime": 71.3877, + "eval_samples_per_second": 38.172, + "eval_steps_per_second": 19.093, + "num_input_tokens_seen": 52737552, + "step": 27400 + }, + { + "epoch": 4.470674606411616, + "grad_norm": 0.613197922706604, + "learning_rate": 1.1267865811818701e-05, + "loss": 0.2149, + "num_input_tokens_seen": 52747440, + "step": 27405 + }, + { + "epoch": 4.471490333632433, + "grad_norm": 0.7218579053878784, + "learning_rate": 1.1259663045010513e-05, + "loss": 0.1515, + "num_input_tokens_seen": 52756400, + "step": 27410 + }, + { + "epoch": 4.472306060853251, + "grad_norm": 0.7147744297981262, + "learning_rate": 1.1251462397134957e-05, + "loss": 0.1942, + "num_input_tokens_seen": 52766176, + "step": 27415 + }, + { + "epoch": 4.473121788074068, + "grad_norm": 0.8570260405540466, + "learning_rate": 1.1243263869456664e-05, + "loss": 0.1223, + "num_input_tokens_seen": 52775952, + "step": 27420 + }, + { + "epoch": 4.473937515294885, + "grad_norm": 0.6127692461013794, + "learning_rate": 1.1235067463239967e-05, + "loss": 0.1514, + "num_input_tokens_seen": 52784800, + "step": 27425 + }, + { + "epoch": 4.474753242515702, + "grad_norm": 1.0271433591842651, + "learning_rate": 1.122687317974884e-05, + "loss": 0.2299, + "num_input_tokens_seen": 52792928, + "step": 27430 + }, + { + "epoch": 4.47556896973652, + "grad_norm": 0.41501954197883606, + "learning_rate": 1.1218681020246963e-05, + "loss": 0.2299, + "num_input_tokens_seen": 52802624, + "step": 27435 + }, + { + "epoch": 4.4763846969573375, + "grad_norm": 0.7709784507751465, + "learning_rate": 1.1210490985997652e-05, + "loss": 0.1674, + "num_input_tokens_seen": 52812832, + "step": 27440 + }, + { + "epoch": 4.477200424178155, + "grad_norm": 0.9770485162734985, + "learning_rate": 1.1202303078263917e-05, + "loss": 0.2385, + "num_input_tokens_seen": 52821392, + "step": 27445 + }, + { + "epoch": 4.478016151398972, + "grad_norm": 0.9409234523773193, + "learning_rate": 1.1194117298308451e-05, + "loss": 0.2295, + "num_input_tokens_seen": 52830912, + "step": 27450 + }, + { + "epoch": 4.47883187861979, + "grad_norm": 1.6621679067611694, + "learning_rate": 1.1185933647393585e-05, + "loss": 0.1498, + "num_input_tokens_seen": 52840752, + "step": 27455 + }, + { + "epoch": 4.479647605840607, + "grad_norm": 0.9771713614463806, + "learning_rate": 1.1177752126781354e-05, + "loss": 0.1454, + "num_input_tokens_seen": 52850720, + "step": 27460 + }, + { + "epoch": 4.480463333061424, + "grad_norm": 1.048654317855835, + "learning_rate": 1.1169572737733441e-05, + "loss": 0.1438, + "num_input_tokens_seen": 52860848, + "step": 27465 + }, + { + "epoch": 4.481279060282241, + "grad_norm": 0.6456938982009888, + "learning_rate": 1.1161395481511216e-05, + "loss": 0.1213, + "num_input_tokens_seen": 52870336, + "step": 27470 + }, + { + "epoch": 4.482094787503059, + "grad_norm": 0.8226278424263, + "learning_rate": 1.1153220359375722e-05, + "loss": 0.0986, + "num_input_tokens_seen": 52879584, + "step": 27475 + }, + { + "epoch": 4.482910514723876, + "grad_norm": 0.2642369568347931, + "learning_rate": 1.114504737258765e-05, + "loss": 0.106, + "num_input_tokens_seen": 52888608, + "step": 27480 + }, + { + "epoch": 4.4837262419446935, + "grad_norm": 1.7378638982772827, + "learning_rate": 1.1136876522407393e-05, + "loss": 0.1995, + "num_input_tokens_seen": 52896928, + "step": 27485 + }, + { + "epoch": 4.484541969165511, + "grad_norm": 0.8779469132423401, + "learning_rate": 1.1128707810094985e-05, + "loss": 0.1647, + "num_input_tokens_seen": 52905680, + "step": 27490 + }, + { + "epoch": 4.485357696386329, + "grad_norm": 0.5590307712554932, + "learning_rate": 1.1120541236910157e-05, + "loss": 0.1752, + "num_input_tokens_seen": 52914448, + "step": 27495 + }, + { + "epoch": 4.486173423607146, + "grad_norm": 0.7724497318267822, + "learning_rate": 1.111237680411229e-05, + "loss": 0.1272, + "num_input_tokens_seen": 52923904, + "step": 27500 + }, + { + "epoch": 4.486989150827963, + "grad_norm": 0.5364346504211426, + "learning_rate": 1.1104214512960433e-05, + "loss": 0.1105, + "num_input_tokens_seen": 52932832, + "step": 27505 + }, + { + "epoch": 4.487804878048781, + "grad_norm": 0.6425262689590454, + "learning_rate": 1.1096054364713327e-05, + "loss": 0.196, + "num_input_tokens_seen": 52941440, + "step": 27510 + }, + { + "epoch": 4.488620605269598, + "grad_norm": 0.8251966238021851, + "learning_rate": 1.1087896360629371e-05, + "loss": 0.0994, + "num_input_tokens_seen": 52949488, + "step": 27515 + }, + { + "epoch": 4.489436332490415, + "grad_norm": 0.6529005765914917, + "learning_rate": 1.107974050196662e-05, + "loss": 0.0966, + "num_input_tokens_seen": 52959600, + "step": 27520 + }, + { + "epoch": 4.490252059711232, + "grad_norm": 0.734205961227417, + "learning_rate": 1.1071586789982816e-05, + "loss": 0.1517, + "num_input_tokens_seen": 52970464, + "step": 27525 + }, + { + "epoch": 4.49106778693205, + "grad_norm": 0.4667096436023712, + "learning_rate": 1.1063435225935373e-05, + "loss": 0.0624, + "num_input_tokens_seen": 52979104, + "step": 27530 + }, + { + "epoch": 4.4918835141528675, + "grad_norm": 1.034079909324646, + "learning_rate": 1.1055285811081348e-05, + "loss": 0.1699, + "num_input_tokens_seen": 52989296, + "step": 27535 + }, + { + "epoch": 4.492699241373685, + "grad_norm": 0.4623761773109436, + "learning_rate": 1.1047138546677499e-05, + "loss": 0.1307, + "num_input_tokens_seen": 52998352, + "step": 27540 + }, + { + "epoch": 4.493514968594502, + "grad_norm": 0.33080819249153137, + "learning_rate": 1.1038993433980219e-05, + "loss": 0.1769, + "num_input_tokens_seen": 53007632, + "step": 27545 + }, + { + "epoch": 4.49433069581532, + "grad_norm": 0.8141640424728394, + "learning_rate": 1.1030850474245597e-05, + "loss": 0.2062, + "num_input_tokens_seen": 53016992, + "step": 27550 + }, + { + "epoch": 4.495146423036137, + "grad_norm": 1.2035773992538452, + "learning_rate": 1.102270966872939e-05, + "loss": 0.217, + "num_input_tokens_seen": 53026032, + "step": 27555 + }, + { + "epoch": 4.495962150256954, + "grad_norm": 1.0834389925003052, + "learning_rate": 1.1014571018687e-05, + "loss": 0.1361, + "num_input_tokens_seen": 53035296, + "step": 27560 + }, + { + "epoch": 4.496777877477771, + "grad_norm": 0.6848432421684265, + "learning_rate": 1.1006434525373502e-05, + "loss": 0.1777, + "num_input_tokens_seen": 53044560, + "step": 27565 + }, + { + "epoch": 4.497593604698589, + "grad_norm": 1.3312400579452515, + "learning_rate": 1.0998300190043664e-05, + "loss": 0.1012, + "num_input_tokens_seen": 53054992, + "step": 27570 + }, + { + "epoch": 4.498409331919406, + "grad_norm": 0.5412362813949585, + "learning_rate": 1.0990168013951882e-05, + "loss": 0.1554, + "num_input_tokens_seen": 53065456, + "step": 27575 + }, + { + "epoch": 4.499225059140223, + "grad_norm": 0.7601651549339294, + "learning_rate": 1.0982037998352263e-05, + "loss": 0.1166, + "num_input_tokens_seen": 53074800, + "step": 27580 + }, + { + "epoch": 4.5000407863610405, + "grad_norm": 1.099279761314392, + "learning_rate": 1.0973910144498534e-05, + "loss": 0.1952, + "num_input_tokens_seen": 53084912, + "step": 27585 + }, + { + "epoch": 4.500856513581859, + "grad_norm": 0.4218222498893738, + "learning_rate": 1.0965784453644123e-05, + "loss": 0.089, + "num_input_tokens_seen": 53094288, + "step": 27590 + }, + { + "epoch": 4.501672240802676, + "grad_norm": 1.078619122505188, + "learning_rate": 1.0957660927042127e-05, + "loss": 0.1715, + "num_input_tokens_seen": 53103616, + "step": 27595 + }, + { + "epoch": 4.502487968023493, + "grad_norm": 0.9459198713302612, + "learning_rate": 1.094953956594527e-05, + "loss": 0.1246, + "num_input_tokens_seen": 53112128, + "step": 27600 + }, + { + "epoch": 4.502487968023493, + "eval_loss": 0.16274645924568176, + "eval_runtime": 71.3925, + "eval_samples_per_second": 38.169, + "eval_steps_per_second": 19.092, + "num_input_tokens_seen": 53112128, + "step": 27600 + }, + { + "epoch": 4.50330369524431, + "grad_norm": 0.39082345366477966, + "learning_rate": 1.0941420371605981e-05, + "loss": 0.1648, + "num_input_tokens_seen": 53122464, + "step": 27605 + }, + { + "epoch": 4.504119422465128, + "grad_norm": 0.8402566313743591, + "learning_rate": 1.0933303345276354e-05, + "loss": 0.1281, + "num_input_tokens_seen": 53132464, + "step": 27610 + }, + { + "epoch": 4.504935149685945, + "grad_norm": 0.39030519127845764, + "learning_rate": 1.0925188488208112e-05, + "loss": 0.1492, + "num_input_tokens_seen": 53142384, + "step": 27615 + }, + { + "epoch": 4.505750876906762, + "grad_norm": 0.41366079449653625, + "learning_rate": 1.0917075801652694e-05, + "loss": 0.1302, + "num_input_tokens_seen": 53151984, + "step": 27620 + }, + { + "epoch": 4.506566604127579, + "grad_norm": 0.7900899648666382, + "learning_rate": 1.0908965286861151e-05, + "loss": 0.1361, + "num_input_tokens_seen": 53160896, + "step": 27625 + }, + { + "epoch": 4.507382331348397, + "grad_norm": 0.6291937232017517, + "learning_rate": 1.090085694508425e-05, + "loss": 0.1155, + "num_input_tokens_seen": 53169792, + "step": 27630 + }, + { + "epoch": 4.5081980585692145, + "grad_norm": 0.5975096225738525, + "learning_rate": 1.089275077757238e-05, + "loss": 0.1584, + "num_input_tokens_seen": 53178656, + "step": 27635 + }, + { + "epoch": 4.509013785790032, + "grad_norm": 0.16164734959602356, + "learning_rate": 1.0884646785575633e-05, + "loss": 0.1548, + "num_input_tokens_seen": 53186880, + "step": 27640 + }, + { + "epoch": 4.50982951301085, + "grad_norm": 0.3645443320274353, + "learning_rate": 1.0876544970343728e-05, + "loss": 0.1202, + "num_input_tokens_seen": 53195440, + "step": 27645 + }, + { + "epoch": 4.510645240231667, + "grad_norm": 0.6797085404396057, + "learning_rate": 1.0868445333126082e-05, + "loss": 0.1574, + "num_input_tokens_seen": 53205008, + "step": 27650 + }, + { + "epoch": 4.511460967452484, + "grad_norm": 0.6221843361854553, + "learning_rate": 1.0860347875171745e-05, + "loss": 0.1351, + "num_input_tokens_seen": 53213536, + "step": 27655 + }, + { + "epoch": 4.512276694673301, + "grad_norm": 0.4439358711242676, + "learning_rate": 1.0852252597729465e-05, + "loss": 0.161, + "num_input_tokens_seen": 53222080, + "step": 27660 + }, + { + "epoch": 4.513092421894118, + "grad_norm": 1.450989842414856, + "learning_rate": 1.0844159502047615e-05, + "loss": 0.1623, + "num_input_tokens_seen": 53232000, + "step": 27665 + }, + { + "epoch": 4.513908149114936, + "grad_norm": 0.8035654425621033, + "learning_rate": 1.0836068589374265e-05, + "loss": 0.1097, + "num_input_tokens_seen": 53240944, + "step": 27670 + }, + { + "epoch": 4.514723876335753, + "grad_norm": 0.5402910709381104, + "learning_rate": 1.0827979860957144e-05, + "loss": 0.1895, + "num_input_tokens_seen": 53252144, + "step": 27675 + }, + { + "epoch": 4.5155396035565705, + "grad_norm": 0.12118054926395416, + "learning_rate": 1.0819893318043615e-05, + "loss": 0.127, + "num_input_tokens_seen": 53261360, + "step": 27680 + }, + { + "epoch": 4.5163553307773885, + "grad_norm": 0.5100377798080444, + "learning_rate": 1.0811808961880734e-05, + "loss": 0.1853, + "num_input_tokens_seen": 53271712, + "step": 27685 + }, + { + "epoch": 4.517171057998206, + "grad_norm": 0.5688178539276123, + "learning_rate": 1.080372679371522e-05, + "loss": 0.2009, + "num_input_tokens_seen": 53279984, + "step": 27690 + }, + { + "epoch": 4.517986785219023, + "grad_norm": 0.8193438053131104, + "learning_rate": 1.0795646814793428e-05, + "loss": 0.1263, + "num_input_tokens_seen": 53288880, + "step": 27695 + }, + { + "epoch": 4.51880251243984, + "grad_norm": 0.7184315919876099, + "learning_rate": 1.078756902636141e-05, + "loss": 0.1101, + "num_input_tokens_seen": 53298272, + "step": 27700 + }, + { + "epoch": 4.519618239660657, + "grad_norm": 0.8948264718055725, + "learning_rate": 1.077949342966485e-05, + "loss": 0.252, + "num_input_tokens_seen": 53307600, + "step": 27705 + }, + { + "epoch": 4.520433966881475, + "grad_norm": 0.5173171162605286, + "learning_rate": 1.0771420025949103e-05, + "loss": 0.1713, + "num_input_tokens_seen": 53315968, + "step": 27710 + }, + { + "epoch": 4.521249694102292, + "grad_norm": 0.6908860206604004, + "learning_rate": 1.0763348816459204e-05, + "loss": 0.2164, + "num_input_tokens_seen": 53324864, + "step": 27715 + }, + { + "epoch": 4.522065421323109, + "grad_norm": 0.44353532791137695, + "learning_rate": 1.0755279802439816e-05, + "loss": 0.1125, + "num_input_tokens_seen": 53335360, + "step": 27720 + }, + { + "epoch": 4.522881148543927, + "grad_norm": 0.6194821000099182, + "learning_rate": 1.0747212985135293e-05, + "loss": 0.1048, + "num_input_tokens_seen": 53344400, + "step": 27725 + }, + { + "epoch": 4.523696875764744, + "grad_norm": 0.9783933162689209, + "learning_rate": 1.073914836578965e-05, + "loss": 0.1515, + "num_input_tokens_seen": 53353904, + "step": 27730 + }, + { + "epoch": 4.524512602985562, + "grad_norm": 0.9502195119857788, + "learning_rate": 1.0731085945646529e-05, + "loss": 0.2279, + "num_input_tokens_seen": 53363408, + "step": 27735 + }, + { + "epoch": 4.525328330206379, + "grad_norm": 0.6833217144012451, + "learning_rate": 1.0723025725949285e-05, + "loss": 0.1689, + "num_input_tokens_seen": 53373520, + "step": 27740 + }, + { + "epoch": 4.526144057427197, + "grad_norm": 2.13643741607666, + "learning_rate": 1.0714967707940875e-05, + "loss": 0.1936, + "num_input_tokens_seen": 53384256, + "step": 27745 + }, + { + "epoch": 4.526959784648014, + "grad_norm": 0.5058233141899109, + "learning_rate": 1.0706911892863963e-05, + "loss": 0.1387, + "num_input_tokens_seen": 53393328, + "step": 27750 + }, + { + "epoch": 4.527775511868831, + "grad_norm": 0.775678277015686, + "learning_rate": 1.0698858281960866e-05, + "loss": 0.2025, + "num_input_tokens_seen": 53402464, + "step": 27755 + }, + { + "epoch": 4.528591239089648, + "grad_norm": 1.0753098726272583, + "learning_rate": 1.069080687647353e-05, + "loss": 0.204, + "num_input_tokens_seen": 53412448, + "step": 27760 + }, + { + "epoch": 4.529406966310466, + "grad_norm": 0.5736446380615234, + "learning_rate": 1.0682757677643596e-05, + "loss": 0.1611, + "num_input_tokens_seen": 53421200, + "step": 27765 + }, + { + "epoch": 4.530222693531283, + "grad_norm": 0.31318095326423645, + "learning_rate": 1.0674710686712359e-05, + "loss": 0.1486, + "num_input_tokens_seen": 53430704, + "step": 27770 + }, + { + "epoch": 4.5310384207521, + "grad_norm": 0.5267686247825623, + "learning_rate": 1.0666665904920756e-05, + "loss": 0.1981, + "num_input_tokens_seen": 53441264, + "step": 27775 + }, + { + "epoch": 4.5318541479729175, + "grad_norm": 0.3255334198474884, + "learning_rate": 1.0658623333509385e-05, + "loss": 0.1666, + "num_input_tokens_seen": 53451344, + "step": 27780 + }, + { + "epoch": 4.5326698751937355, + "grad_norm": 0.43997544050216675, + "learning_rate": 1.0650582973718532e-05, + "loss": 0.1317, + "num_input_tokens_seen": 53460576, + "step": 27785 + }, + { + "epoch": 4.533485602414553, + "grad_norm": 1.6770387887954712, + "learning_rate": 1.0642544826788098e-05, + "loss": 0.2171, + "num_input_tokens_seen": 53469968, + "step": 27790 + }, + { + "epoch": 4.53430132963537, + "grad_norm": 0.584969699382782, + "learning_rate": 1.063450889395769e-05, + "loss": 0.1591, + "num_input_tokens_seen": 53479840, + "step": 27795 + }, + { + "epoch": 4.535117056856187, + "grad_norm": 0.26175960898399353, + "learning_rate": 1.062647517646653e-05, + "loss": 0.0982, + "num_input_tokens_seen": 53489200, + "step": 27800 + }, + { + "epoch": 4.535117056856187, + "eval_loss": 0.1627301722764969, + "eval_runtime": 71.4314, + "eval_samples_per_second": 38.149, + "eval_steps_per_second": 19.081, + "num_input_tokens_seen": 53489200, + "step": 27800 + }, + { + "epoch": 4.535932784077005, + "grad_norm": 0.6598047018051147, + "learning_rate": 1.0618443675553527e-05, + "loss": 0.1886, + "num_input_tokens_seen": 53498336, + "step": 27805 + }, + { + "epoch": 4.536748511297822, + "grad_norm": 0.5282711982727051, + "learning_rate": 1.0610414392457247e-05, + "loss": 0.1286, + "num_input_tokens_seen": 53506784, + "step": 27810 + }, + { + "epoch": 4.537564238518639, + "grad_norm": 0.45110559463500977, + "learning_rate": 1.0602387328415888e-05, + "loss": 0.1331, + "num_input_tokens_seen": 53517936, + "step": 27815 + }, + { + "epoch": 4.538379965739456, + "grad_norm": 0.5402097105979919, + "learning_rate": 1.0594362484667347e-05, + "loss": 0.0796, + "num_input_tokens_seen": 53528432, + "step": 27820 + }, + { + "epoch": 4.539195692960274, + "grad_norm": 0.8421124815940857, + "learning_rate": 1.0586339862449132e-05, + "loss": 0.1901, + "num_input_tokens_seen": 53537824, + "step": 27825 + }, + { + "epoch": 4.5400114201810915, + "grad_norm": 1.2528302669525146, + "learning_rate": 1.0578319462998445e-05, + "loss": 0.2089, + "num_input_tokens_seen": 53546608, + "step": 27830 + }, + { + "epoch": 4.540827147401909, + "grad_norm": 0.8709195852279663, + "learning_rate": 1.057030128755214e-05, + "loss": 0.1586, + "num_input_tokens_seen": 53556896, + "step": 27835 + }, + { + "epoch": 4.541642874622726, + "grad_norm": 0.4159771800041199, + "learning_rate": 1.0562285337346703e-05, + "loss": 0.1186, + "num_input_tokens_seen": 53565328, + "step": 27840 + }, + { + "epoch": 4.542458601843544, + "grad_norm": 0.1948341280221939, + "learning_rate": 1.0554271613618308e-05, + "loss": 0.1867, + "num_input_tokens_seen": 53574272, + "step": 27845 + }, + { + "epoch": 4.543274329064361, + "grad_norm": 0.5243961215019226, + "learning_rate": 1.054626011760276e-05, + "loss": 0.1785, + "num_input_tokens_seen": 53583680, + "step": 27850 + }, + { + "epoch": 4.544090056285178, + "grad_norm": 1.0260283946990967, + "learning_rate": 1.0538250850535549e-05, + "loss": 0.1204, + "num_input_tokens_seen": 53593232, + "step": 27855 + }, + { + "epoch": 4.544905783505996, + "grad_norm": 0.917343020439148, + "learning_rate": 1.0530243813651794e-05, + "loss": 0.1671, + "num_input_tokens_seen": 53603248, + "step": 27860 + }, + { + "epoch": 4.545721510726813, + "grad_norm": 0.28735804557800293, + "learning_rate": 1.0522239008186271e-05, + "loss": 0.1089, + "num_input_tokens_seen": 53612656, + "step": 27865 + }, + { + "epoch": 4.54653723794763, + "grad_norm": 0.2967228889465332, + "learning_rate": 1.0514236435373434e-05, + "loss": 0.1265, + "num_input_tokens_seen": 53622240, + "step": 27870 + }, + { + "epoch": 4.5473529651684474, + "grad_norm": 1.2685797214508057, + "learning_rate": 1.0506236096447386e-05, + "loss": 0.1497, + "num_input_tokens_seen": 53633776, + "step": 27875 + }, + { + "epoch": 4.548168692389265, + "grad_norm": 1.6296120882034302, + "learning_rate": 1.049823799264186e-05, + "loss": 0.2112, + "num_input_tokens_seen": 53641872, + "step": 27880 + }, + { + "epoch": 4.548984419610083, + "grad_norm": 1.0985437631607056, + "learning_rate": 1.049024212519028e-05, + "loss": 0.1428, + "num_input_tokens_seen": 53652256, + "step": 27885 + }, + { + "epoch": 4.5498001468309, + "grad_norm": 0.5126741528511047, + "learning_rate": 1.0482248495325713e-05, + "loss": 0.1687, + "num_input_tokens_seen": 53661648, + "step": 27890 + }, + { + "epoch": 4.550615874051717, + "grad_norm": 0.8571729063987732, + "learning_rate": 1.047425710428086e-05, + "loss": 0.2954, + "num_input_tokens_seen": 53671072, + "step": 27895 + }, + { + "epoch": 4.551431601272535, + "grad_norm": 1.291610836982727, + "learning_rate": 1.0466267953288114e-05, + "loss": 0.1198, + "num_input_tokens_seen": 53680592, + "step": 27900 + }, + { + "epoch": 4.552247328493352, + "grad_norm": 0.20940561592578888, + "learning_rate": 1.0458281043579482e-05, + "loss": 0.1794, + "num_input_tokens_seen": 53689568, + "step": 27905 + }, + { + "epoch": 4.553063055714169, + "grad_norm": 0.4722249209880829, + "learning_rate": 1.0450296376386657e-05, + "loss": 0.091, + "num_input_tokens_seen": 53700096, + "step": 27910 + }, + { + "epoch": 4.553878782934986, + "grad_norm": 0.36183473467826843, + "learning_rate": 1.044231395294098e-05, + "loss": 0.1529, + "num_input_tokens_seen": 53709776, + "step": 27915 + }, + { + "epoch": 4.554694510155803, + "grad_norm": 0.8932123780250549, + "learning_rate": 1.0434333774473435e-05, + "loss": 0.2017, + "num_input_tokens_seen": 53718640, + "step": 27920 + }, + { + "epoch": 4.555510237376621, + "grad_norm": 0.4505077600479126, + "learning_rate": 1.0426355842214657e-05, + "loss": 0.147, + "num_input_tokens_seen": 53727536, + "step": 27925 + }, + { + "epoch": 4.5563259645974385, + "grad_norm": 0.7532238364219666, + "learning_rate": 1.0418380157394963e-05, + "loss": 0.1136, + "num_input_tokens_seen": 53738224, + "step": 27930 + }, + { + "epoch": 4.557141691818256, + "grad_norm": 0.5987262725830078, + "learning_rate": 1.0410406721244281e-05, + "loss": 0.2187, + "num_input_tokens_seen": 53747168, + "step": 27935 + }, + { + "epoch": 4.557957419039074, + "grad_norm": 0.7069976329803467, + "learning_rate": 1.0402435534992238e-05, + "loss": 0.1259, + "num_input_tokens_seen": 53756656, + "step": 27940 + }, + { + "epoch": 4.558773146259891, + "grad_norm": 0.9456356763839722, + "learning_rate": 1.0394466599868071e-05, + "loss": 0.1644, + "num_input_tokens_seen": 53764208, + "step": 27945 + }, + { + "epoch": 4.559588873480708, + "grad_norm": 0.9926809668540955, + "learning_rate": 1.0386499917100697e-05, + "loss": 0.2213, + "num_input_tokens_seen": 53773872, + "step": 27950 + }, + { + "epoch": 4.560404600701525, + "grad_norm": 0.5625459551811218, + "learning_rate": 1.0378535487918692e-05, + "loss": 0.1996, + "num_input_tokens_seen": 53783536, + "step": 27955 + }, + { + "epoch": 4.561220327922343, + "grad_norm": 0.864477813243866, + "learning_rate": 1.037057331355025e-05, + "loss": 0.1372, + "num_input_tokens_seen": 53793872, + "step": 27960 + }, + { + "epoch": 4.56203605514316, + "grad_norm": 0.6164373755455017, + "learning_rate": 1.0362613395223247e-05, + "loss": 0.1599, + "num_input_tokens_seen": 53803200, + "step": 27965 + }, + { + "epoch": 4.562851782363977, + "grad_norm": 0.30707380175590515, + "learning_rate": 1.0354655734165212e-05, + "loss": 0.121, + "num_input_tokens_seen": 53812416, + "step": 27970 + }, + { + "epoch": 4.5636675095847945, + "grad_norm": 1.2238600254058838, + "learning_rate": 1.03467003316033e-05, + "loss": 0.1666, + "num_input_tokens_seen": 53822352, + "step": 27975 + }, + { + "epoch": 4.5644832368056125, + "grad_norm": 0.9328261017799377, + "learning_rate": 1.033874718876435e-05, + "loss": 0.1498, + "num_input_tokens_seen": 53832448, + "step": 27980 + }, + { + "epoch": 4.56529896402643, + "grad_norm": 0.15718017518520355, + "learning_rate": 1.0330796306874818e-05, + "loss": 0.147, + "num_input_tokens_seen": 53841264, + "step": 27985 + }, + { + "epoch": 4.566114691247247, + "grad_norm": 0.2921988070011139, + "learning_rate": 1.032284768716085e-05, + "loss": 0.1038, + "num_input_tokens_seen": 53850960, + "step": 27990 + }, + { + "epoch": 4.566930418468064, + "grad_norm": 1.1487095355987549, + "learning_rate": 1.0314901330848206e-05, + "loss": 0.1831, + "num_input_tokens_seen": 53860592, + "step": 27995 + }, + { + "epoch": 4.567746145688882, + "grad_norm": 1.1718974113464355, + "learning_rate": 1.030695723916233e-05, + "loss": 0.1712, + "num_input_tokens_seen": 53870832, + "step": 28000 + }, + { + "epoch": 4.567746145688882, + "eval_loss": 0.16295702755451202, + "eval_runtime": 71.3194, + "eval_samples_per_second": 38.208, + "eval_steps_per_second": 19.111, + "num_input_tokens_seen": 53870832, + "step": 28000 + }, + { + "epoch": 4.568561872909699, + "grad_norm": 0.4859275817871094, + "learning_rate": 1.0299015413328289e-05, + "loss": 0.1727, + "num_input_tokens_seen": 53879408, + "step": 28005 + }, + { + "epoch": 4.569377600130516, + "grad_norm": 0.9577317833900452, + "learning_rate": 1.0291075854570809e-05, + "loss": 0.1521, + "num_input_tokens_seen": 53889104, + "step": 28010 + }, + { + "epoch": 4.570193327351333, + "grad_norm": 0.509614884853363, + "learning_rate": 1.0283138564114275e-05, + "loss": 0.1507, + "num_input_tokens_seen": 53899424, + "step": 28015 + }, + { + "epoch": 4.571009054572151, + "grad_norm": 0.8393765091896057, + "learning_rate": 1.027520354318273e-05, + "loss": 0.1788, + "num_input_tokens_seen": 53909056, + "step": 28020 + }, + { + "epoch": 4.5718247817929685, + "grad_norm": 0.4867510199546814, + "learning_rate": 1.0267270792999828e-05, + "loss": 0.144, + "num_input_tokens_seen": 53919744, + "step": 28025 + }, + { + "epoch": 4.572640509013786, + "grad_norm": 0.9185816049575806, + "learning_rate": 1.0259340314788919e-05, + "loss": 0.2107, + "num_input_tokens_seen": 53929888, + "step": 28030 + }, + { + "epoch": 4.573456236234604, + "grad_norm": 0.4955425560474396, + "learning_rate": 1.0251412109772979e-05, + "loss": 0.1162, + "num_input_tokens_seen": 53940144, + "step": 28035 + }, + { + "epoch": 4.574271963455421, + "grad_norm": 1.507955551147461, + "learning_rate": 1.0243486179174627e-05, + "loss": 0.2202, + "num_input_tokens_seen": 53949200, + "step": 28040 + }, + { + "epoch": 4.575087690676238, + "grad_norm": 1.1286228895187378, + "learning_rate": 1.0235562524216158e-05, + "loss": 0.2307, + "num_input_tokens_seen": 53958256, + "step": 28045 + }, + { + "epoch": 4.575903417897055, + "grad_norm": 0.3898971676826477, + "learning_rate": 1.022764114611948e-05, + "loss": 0.1333, + "num_input_tokens_seen": 53967744, + "step": 28050 + }, + { + "epoch": 4.576719145117872, + "grad_norm": 1.1526880264282227, + "learning_rate": 1.0219722046106178e-05, + "loss": 0.1634, + "num_input_tokens_seen": 53976096, + "step": 28055 + }, + { + "epoch": 4.57753487233869, + "grad_norm": 1.1045174598693848, + "learning_rate": 1.0211805225397486e-05, + "loss": 0.1807, + "num_input_tokens_seen": 53986784, + "step": 28060 + }, + { + "epoch": 4.578350599559507, + "grad_norm": 0.49081993103027344, + "learning_rate": 1.020389068521426e-05, + "loss": 0.2183, + "num_input_tokens_seen": 53996640, + "step": 28065 + }, + { + "epoch": 4.579166326780324, + "grad_norm": 0.4105701446533203, + "learning_rate": 1.0195978426777039e-05, + "loss": 0.1463, + "num_input_tokens_seen": 54005072, + "step": 28070 + }, + { + "epoch": 4.5799820540011424, + "grad_norm": 0.7609404921531677, + "learning_rate": 1.0188068451305982e-05, + "loss": 0.141, + "num_input_tokens_seen": 54015072, + "step": 28075 + }, + { + "epoch": 4.58079778122196, + "grad_norm": 1.0986671447753906, + "learning_rate": 1.0180160760020902e-05, + "loss": 0.1645, + "num_input_tokens_seen": 54023424, + "step": 28080 + }, + { + "epoch": 4.581613508442777, + "grad_norm": 0.8415611982345581, + "learning_rate": 1.0172255354141278e-05, + "loss": 0.2842, + "num_input_tokens_seen": 54031712, + "step": 28085 + }, + { + "epoch": 4.582429235663594, + "grad_norm": 0.819355309009552, + "learning_rate": 1.0164352234886205e-05, + "loss": 0.161, + "num_input_tokens_seen": 54040672, + "step": 28090 + }, + { + "epoch": 4.583244962884411, + "grad_norm": 1.6134722232818604, + "learning_rate": 1.0156451403474454e-05, + "loss": 0.1673, + "num_input_tokens_seen": 54052528, + "step": 28095 + }, + { + "epoch": 4.584060690105229, + "grad_norm": 0.5260010957717896, + "learning_rate": 1.0148552861124443e-05, + "loss": 0.1525, + "num_input_tokens_seen": 54061328, + "step": 28100 + }, + { + "epoch": 4.584876417326046, + "grad_norm": 1.3477909564971924, + "learning_rate": 1.0140656609054205e-05, + "loss": 0.133, + "num_input_tokens_seen": 54071216, + "step": 28105 + }, + { + "epoch": 4.585692144546863, + "grad_norm": 0.46030735969543457, + "learning_rate": 1.0132762648481455e-05, + "loss": 0.1276, + "num_input_tokens_seen": 54081216, + "step": 28110 + }, + { + "epoch": 4.586507871767681, + "grad_norm": 1.1010406017303467, + "learning_rate": 1.0124870980623543e-05, + "loss": 0.1953, + "num_input_tokens_seen": 54092064, + "step": 28115 + }, + { + "epoch": 4.587323598988498, + "grad_norm": 0.9577621221542358, + "learning_rate": 1.0116981606697453e-05, + "loss": 0.1953, + "num_input_tokens_seen": 54102112, + "step": 28120 + }, + { + "epoch": 4.5881393262093155, + "grad_norm": 0.8102177381515503, + "learning_rate": 1.0109094527919838e-05, + "loss": 0.1867, + "num_input_tokens_seen": 54112656, + "step": 28125 + }, + { + "epoch": 4.588955053430133, + "grad_norm": 1.5693342685699463, + "learning_rate": 1.010120974550697e-05, + "loss": 0.1264, + "num_input_tokens_seen": 54122256, + "step": 28130 + }, + { + "epoch": 4.589770780650951, + "grad_norm": 1.3872270584106445, + "learning_rate": 1.0093327260674795e-05, + "loss": 0.2357, + "num_input_tokens_seen": 54131984, + "step": 28135 + }, + { + "epoch": 4.590586507871768, + "grad_norm": 0.7972680330276489, + "learning_rate": 1.0085447074638878e-05, + "loss": 0.2433, + "num_input_tokens_seen": 54142000, + "step": 28140 + }, + { + "epoch": 4.591402235092585, + "grad_norm": 0.721016526222229, + "learning_rate": 1.0077569188614461e-05, + "loss": 0.1732, + "num_input_tokens_seen": 54151120, + "step": 28145 + }, + { + "epoch": 4.592217962313402, + "grad_norm": 0.34226420521736145, + "learning_rate": 1.0069693603816393e-05, + "loss": 0.2632, + "num_input_tokens_seen": 54161328, + "step": 28150 + }, + { + "epoch": 4.59303368953422, + "grad_norm": 1.1671545505523682, + "learning_rate": 1.0061820321459204e-05, + "loss": 0.1973, + "num_input_tokens_seen": 54171760, + "step": 28155 + }, + { + "epoch": 4.593849416755037, + "grad_norm": 0.34104123711586, + "learning_rate": 1.0053949342757038e-05, + "loss": 0.1085, + "num_input_tokens_seen": 54181872, + "step": 28160 + }, + { + "epoch": 4.594665143975854, + "grad_norm": 0.784217894077301, + "learning_rate": 1.0046080668923717e-05, + "loss": 0.1848, + "num_input_tokens_seen": 54192608, + "step": 28165 + }, + { + "epoch": 4.5954808711966715, + "grad_norm": 0.30601850152015686, + "learning_rate": 1.003821430117267e-05, + "loss": 0.1671, + "num_input_tokens_seen": 54202816, + "step": 28170 + }, + { + "epoch": 4.5962965984174895, + "grad_norm": 0.5363827347755432, + "learning_rate": 1.0030350240716999e-05, + "loss": 0.076, + "num_input_tokens_seen": 54212816, + "step": 28175 + }, + { + "epoch": 4.597112325638307, + "grad_norm": 0.6237566471099854, + "learning_rate": 1.0022488488769449e-05, + "loss": 0.1662, + "num_input_tokens_seen": 54222032, + "step": 28180 + }, + { + "epoch": 4.597928052859124, + "grad_norm": 1.438113808631897, + "learning_rate": 1.0014629046542387e-05, + "loss": 0.3048, + "num_input_tokens_seen": 54231872, + "step": 28185 + }, + { + "epoch": 4.598743780079941, + "grad_norm": 0.66777104139328, + "learning_rate": 1.0006771915247842e-05, + "loss": 0.2189, + "num_input_tokens_seen": 54241296, + "step": 28190 + }, + { + "epoch": 4.599559507300759, + "grad_norm": 0.828488290309906, + "learning_rate": 9.998917096097495e-06, + "loss": 0.1047, + "num_input_tokens_seen": 54251024, + "step": 28195 + }, + { + "epoch": 4.600375234521576, + "grad_norm": 0.7394139766693115, + "learning_rate": 9.991064590302638e-06, + "loss": 0.1486, + "num_input_tokens_seen": 54260848, + "step": 28200 + }, + { + "epoch": 4.600375234521576, + "eval_loss": 0.1627197563648224, + "eval_runtime": 71.4617, + "eval_samples_per_second": 38.132, + "eval_steps_per_second": 19.073, + "num_input_tokens_seen": 54260848, + "step": 28200 + }, + { + "epoch": 4.601190961742393, + "grad_norm": 0.9792646169662476, + "learning_rate": 9.983214399074241e-06, + "loss": 0.1299, + "num_input_tokens_seen": 54270624, + "step": 28205 + }, + { + "epoch": 4.602006688963211, + "grad_norm": 1.0382080078125, + "learning_rate": 9.975366523622893e-06, + "loss": 0.1648, + "num_input_tokens_seen": 54280048, + "step": 28210 + }, + { + "epoch": 4.602822416184028, + "grad_norm": 0.5703748464584351, + "learning_rate": 9.967520965158841e-06, + "loss": 0.1714, + "num_input_tokens_seen": 54290096, + "step": 28215 + }, + { + "epoch": 4.6036381434048455, + "grad_norm": 0.8360308408737183, + "learning_rate": 9.95967772489197e-06, + "loss": 0.1534, + "num_input_tokens_seen": 54299120, + "step": 28220 + }, + { + "epoch": 4.604453870625663, + "grad_norm": 0.26316529512405396, + "learning_rate": 9.951836804031794e-06, + "loss": 0.1391, + "num_input_tokens_seen": 54309840, + "step": 28225 + }, + { + "epoch": 4.60526959784648, + "grad_norm": 1.030808687210083, + "learning_rate": 9.943998203787489e-06, + "loss": 0.1317, + "num_input_tokens_seen": 54319200, + "step": 28230 + }, + { + "epoch": 4.606085325067298, + "grad_norm": 0.8515419960021973, + "learning_rate": 9.936161925367874e-06, + "loss": 0.1717, + "num_input_tokens_seen": 54327520, + "step": 28235 + }, + { + "epoch": 4.606901052288115, + "grad_norm": 0.5226519703865051, + "learning_rate": 9.928327969981386e-06, + "loss": 0.2082, + "num_input_tokens_seen": 54337792, + "step": 28240 + }, + { + "epoch": 4.607716779508932, + "grad_norm": 0.8448978066444397, + "learning_rate": 9.920496338836135e-06, + "loss": 0.1428, + "num_input_tokens_seen": 54348080, + "step": 28245 + }, + { + "epoch": 4.60853250672975, + "grad_norm": 0.27345144748687744, + "learning_rate": 9.912667033139844e-06, + "loss": 0.1405, + "num_input_tokens_seen": 54357680, + "step": 28250 + }, + { + "epoch": 4.609348233950567, + "grad_norm": 0.9150950312614441, + "learning_rate": 9.904840054099893e-06, + "loss": 0.13, + "num_input_tokens_seen": 54367744, + "step": 28255 + }, + { + "epoch": 4.610163961171384, + "grad_norm": 1.1548327207565308, + "learning_rate": 9.897015402923312e-06, + "loss": 0.1483, + "num_input_tokens_seen": 54376320, + "step": 28260 + }, + { + "epoch": 4.610979688392201, + "grad_norm": 0.7116909623146057, + "learning_rate": 9.889193080816744e-06, + "loss": 0.1248, + "num_input_tokens_seen": 54385648, + "step": 28265 + }, + { + "epoch": 4.6117954156130185, + "grad_norm": 1.0563127994537354, + "learning_rate": 9.881373088986498e-06, + "loss": 0.1685, + "num_input_tokens_seen": 54394256, + "step": 28270 + }, + { + "epoch": 4.6126111428338366, + "grad_norm": 1.3376413583755493, + "learning_rate": 9.873555428638523e-06, + "loss": 0.2205, + "num_input_tokens_seen": 54403248, + "step": 28275 + }, + { + "epoch": 4.613426870054654, + "grad_norm": 0.3248257637023926, + "learning_rate": 9.865740100978383e-06, + "loss": 0.1663, + "num_input_tokens_seen": 54413248, + "step": 28280 + }, + { + "epoch": 4.614242597275471, + "grad_norm": 1.4957338571548462, + "learning_rate": 9.857927107211315e-06, + "loss": 0.2033, + "num_input_tokens_seen": 54424160, + "step": 28285 + }, + { + "epoch": 4.615058324496289, + "grad_norm": 0.4175581932067871, + "learning_rate": 9.850116448542177e-06, + "loss": 0.1381, + "num_input_tokens_seen": 54433344, + "step": 28290 + }, + { + "epoch": 4.615874051717106, + "grad_norm": 1.2828973531723022, + "learning_rate": 9.842308126175457e-06, + "loss": 0.2117, + "num_input_tokens_seen": 54442320, + "step": 28295 + }, + { + "epoch": 4.616689778937923, + "grad_norm": 0.7961102724075317, + "learning_rate": 9.834502141315315e-06, + "loss": 0.1755, + "num_input_tokens_seen": 54451360, + "step": 28300 + }, + { + "epoch": 4.61750550615874, + "grad_norm": 0.3921588957309723, + "learning_rate": 9.82669849516552e-06, + "loss": 0.112, + "num_input_tokens_seen": 54461216, + "step": 28305 + }, + { + "epoch": 4.618321233379558, + "grad_norm": 0.6461933255195618, + "learning_rate": 9.818897188929493e-06, + "loss": 0.1771, + "num_input_tokens_seen": 54471824, + "step": 28310 + }, + { + "epoch": 4.619136960600375, + "grad_norm": 1.1109482049942017, + "learning_rate": 9.811098223810309e-06, + "loss": 0.2178, + "num_input_tokens_seen": 54481120, + "step": 28315 + }, + { + "epoch": 4.6199526878211925, + "grad_norm": 1.279789686203003, + "learning_rate": 9.803301601010641e-06, + "loss": 0.1547, + "num_input_tokens_seen": 54491712, + "step": 28320 + }, + { + "epoch": 4.62076841504201, + "grad_norm": 0.9773353934288025, + "learning_rate": 9.795507321732853e-06, + "loss": 0.146, + "num_input_tokens_seen": 54501488, + "step": 28325 + }, + { + "epoch": 4.621584142262828, + "grad_norm": 1.0887879133224487, + "learning_rate": 9.787715387178898e-06, + "loss": 0.1935, + "num_input_tokens_seen": 54512544, + "step": 28330 + }, + { + "epoch": 4.622399869483645, + "grad_norm": 1.55954909324646, + "learning_rate": 9.779925798550399e-06, + "loss": 0.2559, + "num_input_tokens_seen": 54522240, + "step": 28335 + }, + { + "epoch": 4.623215596704462, + "grad_norm": 0.8872422575950623, + "learning_rate": 9.772138557048619e-06, + "loss": 0.1809, + "num_input_tokens_seen": 54531872, + "step": 28340 + }, + { + "epoch": 4.624031323925279, + "grad_norm": 1.4306682348251343, + "learning_rate": 9.764353663874426e-06, + "loss": 0.2409, + "num_input_tokens_seen": 54541264, + "step": 28345 + }, + { + "epoch": 4.624847051146097, + "grad_norm": 0.4607885777950287, + "learning_rate": 9.756571120228375e-06, + "loss": 0.1291, + "num_input_tokens_seen": 54549920, + "step": 28350 + }, + { + "epoch": 4.625662778366914, + "grad_norm": 1.5720112323760986, + "learning_rate": 9.748790927310605e-06, + "loss": 0.1235, + "num_input_tokens_seen": 54558832, + "step": 28355 + }, + { + "epoch": 4.626478505587731, + "grad_norm": 0.9412540793418884, + "learning_rate": 9.741013086320946e-06, + "loss": 0.2025, + "num_input_tokens_seen": 54568864, + "step": 28360 + }, + { + "epoch": 4.6272942328085485, + "grad_norm": 0.7713935375213623, + "learning_rate": 9.733237598458821e-06, + "loss": 0.1395, + "num_input_tokens_seen": 54578144, + "step": 28365 + }, + { + "epoch": 4.6281099600293665, + "grad_norm": 0.4315338432788849, + "learning_rate": 9.725464464923308e-06, + "loss": 0.0978, + "num_input_tokens_seen": 54588400, + "step": 28370 + }, + { + "epoch": 4.628925687250184, + "grad_norm": 1.1828246116638184, + "learning_rate": 9.717693686913123e-06, + "loss": 0.1485, + "num_input_tokens_seen": 54598464, + "step": 28375 + }, + { + "epoch": 4.629741414471001, + "grad_norm": 0.38179582357406616, + "learning_rate": 9.709925265626632e-06, + "loss": 0.1425, + "num_input_tokens_seen": 54608528, + "step": 28380 + }, + { + "epoch": 4.630557141691818, + "grad_norm": 1.2979762554168701, + "learning_rate": 9.702159202261801e-06, + "loss": 0.2615, + "num_input_tokens_seen": 54618032, + "step": 28385 + }, + { + "epoch": 4.631372868912636, + "grad_norm": 0.7236207723617554, + "learning_rate": 9.694395498016268e-06, + "loss": 0.1492, + "num_input_tokens_seen": 54628608, + "step": 28390 + }, + { + "epoch": 4.632188596133453, + "grad_norm": 0.8279332518577576, + "learning_rate": 9.686634154087298e-06, + "loss": 0.126, + "num_input_tokens_seen": 54638432, + "step": 28395 + }, + { + "epoch": 4.63300432335427, + "grad_norm": 1.531518578529358, + "learning_rate": 9.678875171671776e-06, + "loss": 0.2301, + "num_input_tokens_seen": 54647840, + "step": 28400 + }, + { + "epoch": 4.63300432335427, + "eval_loss": 0.16249734163284302, + "eval_runtime": 71.4171, + "eval_samples_per_second": 38.156, + "eval_steps_per_second": 19.085, + "num_input_tokens_seen": 54647840, + "step": 28400 + }, + { + "epoch": 4.633820050575087, + "grad_norm": 1.2022498846054077, + "learning_rate": 9.671118551966246e-06, + "loss": 0.1691, + "num_input_tokens_seen": 54656816, + "step": 28405 + }, + { + "epoch": 4.634635777795905, + "grad_norm": 0.796775221824646, + "learning_rate": 9.66336429616686e-06, + "loss": 0.142, + "num_input_tokens_seen": 54666112, + "step": 28410 + }, + { + "epoch": 4.635451505016722, + "grad_norm": 0.41729894280433655, + "learning_rate": 9.655612405469436e-06, + "loss": 0.0867, + "num_input_tokens_seen": 54675440, + "step": 28415 + }, + { + "epoch": 4.63626723223754, + "grad_norm": 0.7179495096206665, + "learning_rate": 9.647862881069413e-06, + "loss": 0.1362, + "num_input_tokens_seen": 54685392, + "step": 28420 + }, + { + "epoch": 4.637082959458358, + "grad_norm": 0.4850221574306488, + "learning_rate": 9.640115724161855e-06, + "loss": 0.1997, + "num_input_tokens_seen": 54696320, + "step": 28425 + }, + { + "epoch": 4.637898686679175, + "grad_norm": 0.9235576391220093, + "learning_rate": 9.632370935941483e-06, + "loss": 0.1495, + "num_input_tokens_seen": 54705904, + "step": 28430 + }, + { + "epoch": 4.638714413899992, + "grad_norm": 0.9335399866104126, + "learning_rate": 9.624628517602634e-06, + "loss": 0.1632, + "num_input_tokens_seen": 54716016, + "step": 28435 + }, + { + "epoch": 4.639530141120809, + "grad_norm": 0.6942074298858643, + "learning_rate": 9.61688847033928e-06, + "loss": 0.1786, + "num_input_tokens_seen": 54725968, + "step": 28440 + }, + { + "epoch": 4.640345868341626, + "grad_norm": 0.7126948833465576, + "learning_rate": 9.609150795345051e-06, + "loss": 0.2036, + "num_input_tokens_seen": 54735152, + "step": 28445 + }, + { + "epoch": 4.641161595562444, + "grad_norm": 0.34612712264060974, + "learning_rate": 9.601415493813171e-06, + "loss": 0.1367, + "num_input_tokens_seen": 54744192, + "step": 28450 + }, + { + "epoch": 4.641977322783261, + "grad_norm": 0.607218325138092, + "learning_rate": 9.593682566936533e-06, + "loss": 0.213, + "num_input_tokens_seen": 54753728, + "step": 28455 + }, + { + "epoch": 4.642793050004078, + "grad_norm": 1.3896616697311401, + "learning_rate": 9.58595201590766e-06, + "loss": 0.2513, + "num_input_tokens_seen": 54761808, + "step": 28460 + }, + { + "epoch": 4.643608777224896, + "grad_norm": 1.2942438125610352, + "learning_rate": 9.578223841918681e-06, + "loss": 0.129, + "num_input_tokens_seen": 54771936, + "step": 28465 + }, + { + "epoch": 4.6444245044457135, + "grad_norm": 1.0291781425476074, + "learning_rate": 9.570498046161389e-06, + "loss": 0.1521, + "num_input_tokens_seen": 54782032, + "step": 28470 + }, + { + "epoch": 4.645240231666531, + "grad_norm": 1.5059806108474731, + "learning_rate": 9.562774629827206e-06, + "loss": 0.1619, + "num_input_tokens_seen": 54792112, + "step": 28475 + }, + { + "epoch": 4.646055958887348, + "grad_norm": 0.2271706759929657, + "learning_rate": 9.555053594107163e-06, + "loss": 0.1648, + "num_input_tokens_seen": 54802160, + "step": 28480 + }, + { + "epoch": 4.646871686108166, + "grad_norm": 1.1116575002670288, + "learning_rate": 9.547334940191957e-06, + "loss": 0.1689, + "num_input_tokens_seen": 54810352, + "step": 28485 + }, + { + "epoch": 4.647687413328983, + "grad_norm": 1.0547995567321777, + "learning_rate": 9.539618669271886e-06, + "loss": 0.2689, + "num_input_tokens_seen": 54819616, + "step": 28490 + }, + { + "epoch": 4.6485031405498, + "grad_norm": 1.7198357582092285, + "learning_rate": 9.531904782536904e-06, + "loss": 0.1098, + "num_input_tokens_seen": 54829600, + "step": 28495 + }, + { + "epoch": 4.649318867770617, + "grad_norm": 1.776739478111267, + "learning_rate": 9.524193281176597e-06, + "loss": 0.2053, + "num_input_tokens_seen": 54839872, + "step": 28500 + }, + { + "epoch": 4.650134594991435, + "grad_norm": 0.5264500379562378, + "learning_rate": 9.516484166380165e-06, + "loss": 0.2224, + "num_input_tokens_seen": 54849568, + "step": 28505 + }, + { + "epoch": 4.650950322212252, + "grad_norm": 0.2968674600124359, + "learning_rate": 9.508777439336447e-06, + "loss": 0.102, + "num_input_tokens_seen": 54860304, + "step": 28510 + }, + { + "epoch": 4.6517660494330695, + "grad_norm": 0.5884905457496643, + "learning_rate": 9.50107310123393e-06, + "loss": 0.1872, + "num_input_tokens_seen": 54870512, + "step": 28515 + }, + { + "epoch": 4.652581776653887, + "grad_norm": 0.24756325781345367, + "learning_rate": 9.493371153260702e-06, + "loss": 0.0951, + "num_input_tokens_seen": 54879856, + "step": 28520 + }, + { + "epoch": 4.653397503874705, + "grad_norm": 1.1050089597702026, + "learning_rate": 9.485671596604523e-06, + "loss": 0.202, + "num_input_tokens_seen": 54888720, + "step": 28525 + }, + { + "epoch": 4.654213231095522, + "grad_norm": 0.6178619861602783, + "learning_rate": 9.477974432452738e-06, + "loss": 0.1879, + "num_input_tokens_seen": 54898352, + "step": 28530 + }, + { + "epoch": 4.655028958316339, + "grad_norm": 0.8263599872589111, + "learning_rate": 9.470279661992356e-06, + "loss": 0.2144, + "num_input_tokens_seen": 54908288, + "step": 28535 + }, + { + "epoch": 4.655844685537156, + "grad_norm": 0.5381551384925842, + "learning_rate": 9.462587286410021e-06, + "loss": 0.1999, + "num_input_tokens_seen": 54917840, + "step": 28540 + }, + { + "epoch": 4.656660412757974, + "grad_norm": 0.14952918887138367, + "learning_rate": 9.454897306891972e-06, + "loss": 0.1224, + "num_input_tokens_seen": 54927968, + "step": 28545 + }, + { + "epoch": 4.657476139978791, + "grad_norm": 0.37981367111206055, + "learning_rate": 9.44720972462411e-06, + "loss": 0.1525, + "num_input_tokens_seen": 54938096, + "step": 28550 + }, + { + "epoch": 4.658291867199608, + "grad_norm": 1.6952494382858276, + "learning_rate": 9.439524540791964e-06, + "loss": 0.2221, + "num_input_tokens_seen": 54948256, + "step": 28555 + }, + { + "epoch": 4.659107594420425, + "grad_norm": 1.0132018327713013, + "learning_rate": 9.431841756580673e-06, + "loss": 0.1838, + "num_input_tokens_seen": 54957920, + "step": 28560 + }, + { + "epoch": 4.6599233216412435, + "grad_norm": 1.4045015573501587, + "learning_rate": 9.42416137317503e-06, + "loss": 0.2007, + "num_input_tokens_seen": 54967296, + "step": 28565 + }, + { + "epoch": 4.660739048862061, + "grad_norm": 0.2835046648979187, + "learning_rate": 9.416483391759437e-06, + "loss": 0.1214, + "num_input_tokens_seen": 54977376, + "step": 28570 + }, + { + "epoch": 4.661554776082878, + "grad_norm": 0.6778789758682251, + "learning_rate": 9.408807813517945e-06, + "loss": 0.1449, + "num_input_tokens_seen": 54986688, + "step": 28575 + }, + { + "epoch": 4.662370503303695, + "grad_norm": 0.44090205430984497, + "learning_rate": 9.401134639634221e-06, + "loss": 0.1326, + "num_input_tokens_seen": 54996000, + "step": 28580 + }, + { + "epoch": 4.663186230524513, + "grad_norm": 0.30501192808151245, + "learning_rate": 9.393463871291555e-06, + "loss": 0.1598, + "num_input_tokens_seen": 55006080, + "step": 28585 + }, + { + "epoch": 4.66400195774533, + "grad_norm": 0.8007163405418396, + "learning_rate": 9.385795509672881e-06, + "loss": 0.105, + "num_input_tokens_seen": 55015440, + "step": 28590 + }, + { + "epoch": 4.664817684966147, + "grad_norm": 0.6656756401062012, + "learning_rate": 9.378129555960771e-06, + "loss": 0.1857, + "num_input_tokens_seen": 55025440, + "step": 28595 + }, + { + "epoch": 4.665633412186965, + "grad_norm": 3.923927068710327, + "learning_rate": 9.370466011337392e-06, + "loss": 0.1798, + "num_input_tokens_seen": 55035376, + "step": 28600 + }, + { + "epoch": 4.665633412186965, + "eval_loss": 0.16182298958301544, + "eval_runtime": 71.3966, + "eval_samples_per_second": 38.167, + "eval_steps_per_second": 19.091, + "num_input_tokens_seen": 55035376, + "step": 28600 + }, + { + "epoch": 4.666449139407782, + "grad_norm": 2.37339186668396, + "learning_rate": 9.362804876984573e-06, + "loss": 0.1802, + "num_input_tokens_seen": 55046064, + "step": 28605 + }, + { + "epoch": 4.667264866628599, + "grad_norm": 0.8164276480674744, + "learning_rate": 9.355146154083747e-06, + "loss": 0.1685, + "num_input_tokens_seen": 55056288, + "step": 28610 + }, + { + "epoch": 4.6680805938494165, + "grad_norm": 0.7033964395523071, + "learning_rate": 9.347489843815987e-06, + "loss": 0.2586, + "num_input_tokens_seen": 55066032, + "step": 28615 + }, + { + "epoch": 4.668896321070234, + "grad_norm": 1.3417279720306396, + "learning_rate": 9.339835947362002e-06, + "loss": 0.1725, + "num_input_tokens_seen": 55075088, + "step": 28620 + }, + { + "epoch": 4.669712048291052, + "grad_norm": 0.5331205129623413, + "learning_rate": 9.332184465902105e-06, + "loss": 0.1011, + "num_input_tokens_seen": 55084896, + "step": 28625 + }, + { + "epoch": 4.670527775511869, + "grad_norm": 0.6223723292350769, + "learning_rate": 9.324535400616266e-06, + "loss": 0.1132, + "num_input_tokens_seen": 55095040, + "step": 28630 + }, + { + "epoch": 4.671343502732686, + "grad_norm": 0.6026803851127625, + "learning_rate": 9.31688875268405e-06, + "loss": 0.2129, + "num_input_tokens_seen": 55104736, + "step": 28635 + }, + { + "epoch": 4.672159229953504, + "grad_norm": 0.3620540499687195, + "learning_rate": 9.309244523284674e-06, + "loss": 0.1027, + "num_input_tokens_seen": 55115184, + "step": 28640 + }, + { + "epoch": 4.672974957174321, + "grad_norm": 0.23932118713855743, + "learning_rate": 9.301602713596982e-06, + "loss": 0.1941, + "num_input_tokens_seen": 55124112, + "step": 28645 + }, + { + "epoch": 4.673790684395138, + "grad_norm": 0.4039338231086731, + "learning_rate": 9.293963324799432e-06, + "loss": 0.2216, + "num_input_tokens_seen": 55133568, + "step": 28650 + }, + { + "epoch": 4.674606411615955, + "grad_norm": 1.0027599334716797, + "learning_rate": 9.286326358070104e-06, + "loss": 0.1296, + "num_input_tokens_seen": 55142992, + "step": 28655 + }, + { + "epoch": 4.6754221388367725, + "grad_norm": 0.7039836049079895, + "learning_rate": 9.278691814586729e-06, + "loss": 0.1303, + "num_input_tokens_seen": 55152400, + "step": 28660 + }, + { + "epoch": 4.6762378660575905, + "grad_norm": 2.13464617729187, + "learning_rate": 9.271059695526635e-06, + "loss": 0.2221, + "num_input_tokens_seen": 55162080, + "step": 28665 + }, + { + "epoch": 4.677053593278408, + "grad_norm": 0.469436913728714, + "learning_rate": 9.263430002066805e-06, + "loss": 0.2276, + "num_input_tokens_seen": 55171104, + "step": 28670 + }, + { + "epoch": 4.677869320499225, + "grad_norm": 0.8582039475440979, + "learning_rate": 9.25580273538382e-06, + "loss": 0.1677, + "num_input_tokens_seen": 55180544, + "step": 28675 + }, + { + "epoch": 4.678685047720043, + "grad_norm": 0.7840299606323242, + "learning_rate": 9.248177896653907e-06, + "loss": 0.1647, + "num_input_tokens_seen": 55190032, + "step": 28680 + }, + { + "epoch": 4.67950077494086, + "grad_norm": 0.9305881261825562, + "learning_rate": 9.240555487052918e-06, + "loss": 0.2261, + "num_input_tokens_seen": 55199024, + "step": 28685 + }, + { + "epoch": 4.680316502161677, + "grad_norm": 0.545235812664032, + "learning_rate": 9.232935507756313e-06, + "loss": 0.1934, + "num_input_tokens_seen": 55208944, + "step": 28690 + }, + { + "epoch": 4.681132229382494, + "grad_norm": 0.543201744556427, + "learning_rate": 9.225317959939193e-06, + "loss": 0.1559, + "num_input_tokens_seen": 55218256, + "step": 28695 + }, + { + "epoch": 4.681947956603312, + "grad_norm": 0.4099217653274536, + "learning_rate": 9.217702844776287e-06, + "loss": 0.12, + "num_input_tokens_seen": 55226736, + "step": 28700 + }, + { + "epoch": 4.682763683824129, + "grad_norm": 1.45753014087677, + "learning_rate": 9.210090163441929e-06, + "loss": 0.2333, + "num_input_tokens_seen": 55234896, + "step": 28705 + }, + { + "epoch": 4.6835794110449465, + "grad_norm": 0.3639700412750244, + "learning_rate": 9.202479917110105e-06, + "loss": 0.1215, + "num_input_tokens_seen": 55244544, + "step": 28710 + }, + { + "epoch": 4.684395138265764, + "grad_norm": 0.5897467136383057, + "learning_rate": 9.194872106954392e-06, + "loss": 0.134, + "num_input_tokens_seen": 55255136, + "step": 28715 + }, + { + "epoch": 4.685210865486582, + "grad_norm": 0.45221495628356934, + "learning_rate": 9.187266734148029e-06, + "loss": 0.1643, + "num_input_tokens_seen": 55264752, + "step": 28720 + }, + { + "epoch": 4.686026592707399, + "grad_norm": 0.4479053318500519, + "learning_rate": 9.179663799863849e-06, + "loss": 0.1072, + "num_input_tokens_seen": 55274464, + "step": 28725 + }, + { + "epoch": 4.686842319928216, + "grad_norm": 0.698855459690094, + "learning_rate": 9.172063305274317e-06, + "loss": 0.1422, + "num_input_tokens_seen": 55284880, + "step": 28730 + }, + { + "epoch": 4.687658047149033, + "grad_norm": 1.0198513269424438, + "learning_rate": 9.164465251551527e-06, + "loss": 0.2257, + "num_input_tokens_seen": 55294800, + "step": 28735 + }, + { + "epoch": 4.688473774369851, + "grad_norm": 0.342302143573761, + "learning_rate": 9.156869639867205e-06, + "loss": 0.1781, + "num_input_tokens_seen": 55303280, + "step": 28740 + }, + { + "epoch": 4.689289501590668, + "grad_norm": 0.33757635951042175, + "learning_rate": 9.149276471392677e-06, + "loss": 0.0956, + "num_input_tokens_seen": 55312624, + "step": 28745 + }, + { + "epoch": 4.690105228811485, + "grad_norm": 0.2991344928741455, + "learning_rate": 9.141685747298914e-06, + "loss": 0.1438, + "num_input_tokens_seen": 55322784, + "step": 28750 + }, + { + "epoch": 4.690920956032302, + "grad_norm": 0.6122409105300903, + "learning_rate": 9.13409746875649e-06, + "loss": 0.1821, + "num_input_tokens_seen": 55332960, + "step": 28755 + }, + { + "epoch": 4.69173668325312, + "grad_norm": 0.48224374651908875, + "learning_rate": 9.12651163693562e-06, + "loss": 0.2093, + "num_input_tokens_seen": 55342512, + "step": 28760 + }, + { + "epoch": 4.692552410473938, + "grad_norm": 0.542251467704773, + "learning_rate": 9.11892825300614e-06, + "loss": 0.1458, + "num_input_tokens_seen": 55352016, + "step": 28765 + }, + { + "epoch": 4.693368137694755, + "grad_norm": 0.28459107875823975, + "learning_rate": 9.111347318137491e-06, + "loss": 0.0941, + "num_input_tokens_seen": 55362016, + "step": 28770 + }, + { + "epoch": 4.694183864915573, + "grad_norm": 1.3232918977737427, + "learning_rate": 9.103768833498755e-06, + "loss": 0.2045, + "num_input_tokens_seen": 55372592, + "step": 28775 + }, + { + "epoch": 4.69499959213639, + "grad_norm": 1.6235413551330566, + "learning_rate": 9.096192800258639e-06, + "loss": 0.1042, + "num_input_tokens_seen": 55382080, + "step": 28780 + }, + { + "epoch": 4.695815319357207, + "grad_norm": 0.45179688930511475, + "learning_rate": 9.088619219585443e-06, + "loss": 0.0974, + "num_input_tokens_seen": 55392128, + "step": 28785 + }, + { + "epoch": 4.696631046578024, + "grad_norm": 0.6490862965583801, + "learning_rate": 9.081048092647127e-06, + "loss": 0.176, + "num_input_tokens_seen": 55402176, + "step": 28790 + }, + { + "epoch": 4.697446773798841, + "grad_norm": 0.9620742201805115, + "learning_rate": 9.073479420611245e-06, + "loss": 0.1583, + "num_input_tokens_seen": 55411200, + "step": 28795 + }, + { + "epoch": 4.698262501019659, + "grad_norm": 0.9284852147102356, + "learning_rate": 9.065913204644974e-06, + "loss": 0.2457, + "num_input_tokens_seen": 55421296, + "step": 28800 + }, + { + "epoch": 4.698262501019659, + "eval_loss": 0.1619689017534256, + "eval_runtime": 71.3296, + "eval_samples_per_second": 38.203, + "eval_steps_per_second": 19.108, + "num_input_tokens_seen": 55421296, + "step": 28800 + }, + { + "epoch": 4.699078228240476, + "grad_norm": 0.30463701486587524, + "learning_rate": 9.058349445915135e-06, + "loss": 0.1381, + "num_input_tokens_seen": 55430512, + "step": 28805 + }, + { + "epoch": 4.6998939554612935, + "grad_norm": 0.9795578718185425, + "learning_rate": 9.050788145588138e-06, + "loss": 0.2199, + "num_input_tokens_seen": 55440848, + "step": 28810 + }, + { + "epoch": 4.7007096826821115, + "grad_norm": 0.35003575682640076, + "learning_rate": 9.043229304830039e-06, + "loss": 0.151, + "num_input_tokens_seen": 55450880, + "step": 28815 + }, + { + "epoch": 4.701525409902929, + "grad_norm": 1.7258628606796265, + "learning_rate": 9.035672924806515e-06, + "loss": 0.2198, + "num_input_tokens_seen": 55460880, + "step": 28820 + }, + { + "epoch": 4.702341137123746, + "grad_norm": 0.5118729472160339, + "learning_rate": 9.028119006682839e-06, + "loss": 0.2434, + "num_input_tokens_seen": 55469952, + "step": 28825 + }, + { + "epoch": 4.703156864344563, + "grad_norm": 1.401353120803833, + "learning_rate": 9.020567551623935e-06, + "loss": 0.2226, + "num_input_tokens_seen": 55480256, + "step": 28830 + }, + { + "epoch": 4.70397259156538, + "grad_norm": 0.4761470854282379, + "learning_rate": 9.013018560794318e-06, + "loss": 0.1552, + "num_input_tokens_seen": 55489584, + "step": 28835 + }, + { + "epoch": 4.704788318786198, + "grad_norm": 1.172731876373291, + "learning_rate": 9.005472035358139e-06, + "loss": 0.2332, + "num_input_tokens_seen": 55499056, + "step": 28840 + }, + { + "epoch": 4.705604046007015, + "grad_norm": 0.8961579203605652, + "learning_rate": 8.997927976479185e-06, + "loss": 0.1761, + "num_input_tokens_seen": 55509264, + "step": 28845 + }, + { + "epoch": 4.706419773227832, + "grad_norm": 0.3038065731525421, + "learning_rate": 8.99038638532082e-06, + "loss": 0.1058, + "num_input_tokens_seen": 55518816, + "step": 28850 + }, + { + "epoch": 4.70723550044865, + "grad_norm": 0.43888190388679504, + "learning_rate": 8.982847263046065e-06, + "loss": 0.1351, + "num_input_tokens_seen": 55529024, + "step": 28855 + }, + { + "epoch": 4.7080512276694675, + "grad_norm": 1.1893993616104126, + "learning_rate": 8.975310610817555e-06, + "loss": 0.2498, + "num_input_tokens_seen": 55538352, + "step": 28860 + }, + { + "epoch": 4.708866954890285, + "grad_norm": 1.823316216468811, + "learning_rate": 8.967776429797528e-06, + "loss": 0.1884, + "num_input_tokens_seen": 55548016, + "step": 28865 + }, + { + "epoch": 4.709682682111102, + "grad_norm": 0.6922996044158936, + "learning_rate": 8.960244721147842e-06, + "loss": 0.1882, + "num_input_tokens_seen": 55559376, + "step": 28870 + }, + { + "epoch": 4.71049840933192, + "grad_norm": 0.41967228055000305, + "learning_rate": 8.952715486029995e-06, + "loss": 0.0953, + "num_input_tokens_seen": 55568864, + "step": 28875 + }, + { + "epoch": 4.711314136552737, + "grad_norm": 1.0642699003219604, + "learning_rate": 8.945188725605075e-06, + "loss": 0.1236, + "num_input_tokens_seen": 55579360, + "step": 28880 + }, + { + "epoch": 4.712129863773554, + "grad_norm": 0.7450619339942932, + "learning_rate": 8.937664441033817e-06, + "loss": 0.2211, + "num_input_tokens_seen": 55588000, + "step": 28885 + }, + { + "epoch": 4.712945590994371, + "grad_norm": 0.5481470823287964, + "learning_rate": 8.930142633476549e-06, + "loss": 0.1606, + "num_input_tokens_seen": 55596576, + "step": 28890 + }, + { + "epoch": 4.713761318215189, + "grad_norm": 0.7681409120559692, + "learning_rate": 8.92262330409323e-06, + "loss": 0.1351, + "num_input_tokens_seen": 55605856, + "step": 28895 + }, + { + "epoch": 4.714577045436006, + "grad_norm": 0.40085721015930176, + "learning_rate": 8.915106454043448e-06, + "loss": 0.1419, + "num_input_tokens_seen": 55615168, + "step": 28900 + }, + { + "epoch": 4.715392772656823, + "grad_norm": 1.1491936445236206, + "learning_rate": 8.90759208448638e-06, + "loss": 0.1646, + "num_input_tokens_seen": 55624816, + "step": 28905 + }, + { + "epoch": 4.716208499877641, + "grad_norm": 0.9399837851524353, + "learning_rate": 8.900080196580848e-06, + "loss": 0.2108, + "num_input_tokens_seen": 55633920, + "step": 28910 + }, + { + "epoch": 4.717024227098459, + "grad_norm": 0.19886092841625214, + "learning_rate": 8.892570791485267e-06, + "loss": 0.1624, + "num_input_tokens_seen": 55644912, + "step": 28915 + }, + { + "epoch": 4.717839954319276, + "grad_norm": 0.5191411375999451, + "learning_rate": 8.885063870357688e-06, + "loss": 0.1702, + "num_input_tokens_seen": 55653952, + "step": 28920 + }, + { + "epoch": 4.718655681540093, + "grad_norm": 0.5526989698410034, + "learning_rate": 8.87755943435578e-06, + "loss": 0.1481, + "num_input_tokens_seen": 55662800, + "step": 28925 + }, + { + "epoch": 4.71947140876091, + "grad_norm": 0.6718929409980774, + "learning_rate": 8.87005748463681e-06, + "loss": 0.157, + "num_input_tokens_seen": 55672544, + "step": 28930 + }, + { + "epoch": 4.720287135981728, + "grad_norm": 0.7025411128997803, + "learning_rate": 8.862558022357681e-06, + "loss": 0.2048, + "num_input_tokens_seen": 55680560, + "step": 28935 + }, + { + "epoch": 4.721102863202545, + "grad_norm": 1.3534018993377686, + "learning_rate": 8.855061048674903e-06, + "loss": 0.1813, + "num_input_tokens_seen": 55689984, + "step": 28940 + }, + { + "epoch": 4.721918590423362, + "grad_norm": 0.977013349533081, + "learning_rate": 8.847566564744595e-06, + "loss": 0.2023, + "num_input_tokens_seen": 55698800, + "step": 28945 + }, + { + "epoch": 4.72273431764418, + "grad_norm": 0.5425489544868469, + "learning_rate": 8.840074571722512e-06, + "loss": 0.1241, + "num_input_tokens_seen": 55708512, + "step": 28950 + }, + { + "epoch": 4.723550044864997, + "grad_norm": 0.8969587087631226, + "learning_rate": 8.832585070764002e-06, + "loss": 0.121, + "num_input_tokens_seen": 55719424, + "step": 28955 + }, + { + "epoch": 4.7243657720858145, + "grad_norm": 0.6569345593452454, + "learning_rate": 8.825098063024045e-06, + "loss": 0.1955, + "num_input_tokens_seen": 55729216, + "step": 28960 + }, + { + "epoch": 4.725181499306632, + "grad_norm": 0.532645046710968, + "learning_rate": 8.817613549657244e-06, + "loss": 0.1493, + "num_input_tokens_seen": 55738752, + "step": 28965 + }, + { + "epoch": 4.725997226527449, + "grad_norm": 0.35252097249031067, + "learning_rate": 8.810131531817783e-06, + "loss": 0.1334, + "num_input_tokens_seen": 55749232, + "step": 28970 + }, + { + "epoch": 4.726812953748267, + "grad_norm": 0.7752708792686462, + "learning_rate": 8.802652010659496e-06, + "loss": 0.1578, + "num_input_tokens_seen": 55758816, + "step": 28975 + }, + { + "epoch": 4.727628680969084, + "grad_norm": 0.742642343044281, + "learning_rate": 8.795174987335827e-06, + "loss": 0.1431, + "num_input_tokens_seen": 55767728, + "step": 28980 + }, + { + "epoch": 4.728444408189901, + "grad_norm": 0.5774437189102173, + "learning_rate": 8.787700462999807e-06, + "loss": 0.1375, + "num_input_tokens_seen": 55778000, + "step": 28985 + }, + { + "epoch": 4.729260135410719, + "grad_norm": 0.43932679295539856, + "learning_rate": 8.780228438804122e-06, + "loss": 0.1486, + "num_input_tokens_seen": 55787664, + "step": 28990 + }, + { + "epoch": 4.730075862631536, + "grad_norm": 0.6349149942398071, + "learning_rate": 8.772758915901032e-06, + "loss": 0.2142, + "num_input_tokens_seen": 55797392, + "step": 28995 + }, + { + "epoch": 4.730891589852353, + "grad_norm": 0.21089185774326324, + "learning_rate": 8.765291895442443e-06, + "loss": 0.1169, + "num_input_tokens_seen": 55807776, + "step": 29000 + }, + { + "epoch": 4.730891589852353, + "eval_loss": 0.16243603825569153, + "eval_runtime": 71.5302, + "eval_samples_per_second": 38.096, + "eval_steps_per_second": 19.055, + "num_input_tokens_seen": 55807776, + "step": 29000 + }, + { + "epoch": 4.7317073170731705, + "grad_norm": 1.0620875358581543, + "learning_rate": 8.75782737857987e-06, + "loss": 0.1839, + "num_input_tokens_seen": 55818000, + "step": 29005 + }, + { + "epoch": 4.732523044293988, + "grad_norm": 0.9411454796791077, + "learning_rate": 8.750365366464425e-06, + "loss": 0.1595, + "num_input_tokens_seen": 55827584, + "step": 29010 + }, + { + "epoch": 4.733338771514806, + "grad_norm": 0.7225836515426636, + "learning_rate": 8.742905860246838e-06, + "loss": 0.1435, + "num_input_tokens_seen": 55835744, + "step": 29015 + }, + { + "epoch": 4.734154498735623, + "grad_norm": 0.8329957127571106, + "learning_rate": 8.735448861077478e-06, + "loss": 0.1526, + "num_input_tokens_seen": 55845472, + "step": 29020 + }, + { + "epoch": 4.73497022595644, + "grad_norm": 0.7914033532142639, + "learning_rate": 8.727994370106288e-06, + "loss": 0.2029, + "num_input_tokens_seen": 55854848, + "step": 29025 + }, + { + "epoch": 4.735785953177258, + "grad_norm": 0.678581178188324, + "learning_rate": 8.720542388482861e-06, + "loss": 0.1364, + "num_input_tokens_seen": 55863984, + "step": 29030 + }, + { + "epoch": 4.736601680398075, + "grad_norm": 0.836762547492981, + "learning_rate": 8.71309291735637e-06, + "loss": 0.2382, + "num_input_tokens_seen": 55872624, + "step": 29035 + }, + { + "epoch": 4.737417407618892, + "grad_norm": 0.7753351330757141, + "learning_rate": 8.705645957875621e-06, + "loss": 0.1806, + "num_input_tokens_seen": 55882576, + "step": 29040 + }, + { + "epoch": 4.738233134839709, + "grad_norm": 0.5177838802337646, + "learning_rate": 8.698201511189048e-06, + "loss": 0.158, + "num_input_tokens_seen": 55892496, + "step": 29045 + }, + { + "epoch": 4.739048862060527, + "grad_norm": 0.403131365776062, + "learning_rate": 8.690759578444649e-06, + "loss": 0.1425, + "num_input_tokens_seen": 55900656, + "step": 29050 + }, + { + "epoch": 4.7398645892813445, + "grad_norm": 1.2279272079467773, + "learning_rate": 8.68332016079008e-06, + "loss": 0.101, + "num_input_tokens_seen": 55909824, + "step": 29055 + }, + { + "epoch": 4.740680316502162, + "grad_norm": 0.28969359397888184, + "learning_rate": 8.6758832593726e-06, + "loss": 0.174, + "num_input_tokens_seen": 55920576, + "step": 29060 + }, + { + "epoch": 4.741496043722979, + "grad_norm": 0.7292113304138184, + "learning_rate": 8.668448875339053e-06, + "loss": 0.1563, + "num_input_tokens_seen": 55929408, + "step": 29065 + }, + { + "epoch": 4.742311770943797, + "grad_norm": 0.7597320675849915, + "learning_rate": 8.661017009835933e-06, + "loss": 0.1397, + "num_input_tokens_seen": 55938928, + "step": 29070 + }, + { + "epoch": 4.743127498164614, + "grad_norm": 0.8364275693893433, + "learning_rate": 8.653587664009311e-06, + "loss": 0.199, + "num_input_tokens_seen": 55947312, + "step": 29075 + }, + { + "epoch": 4.743943225385431, + "grad_norm": 0.36649879813194275, + "learning_rate": 8.646160839004902e-06, + "loss": 0.1434, + "num_input_tokens_seen": 55956912, + "step": 29080 + }, + { + "epoch": 4.744758952606248, + "grad_norm": 0.6035571694374084, + "learning_rate": 8.638736535967998e-06, + "loss": 0.1452, + "num_input_tokens_seen": 55966912, + "step": 29085 + }, + { + "epoch": 4.745574679827066, + "grad_norm": 0.6156420111656189, + "learning_rate": 8.631314756043535e-06, + "loss": 0.2435, + "num_input_tokens_seen": 55977264, + "step": 29090 + }, + { + "epoch": 4.746390407047883, + "grad_norm": 1.2158702611923218, + "learning_rate": 8.62389550037603e-06, + "loss": 0.2156, + "num_input_tokens_seen": 55986000, + "step": 29095 + }, + { + "epoch": 4.7472061342687, + "grad_norm": 0.4471864700317383, + "learning_rate": 8.616478770109646e-06, + "loss": 0.2157, + "num_input_tokens_seen": 55995184, + "step": 29100 + }, + { + "epoch": 4.7480218614895175, + "grad_norm": 0.8764172196388245, + "learning_rate": 8.609064566388111e-06, + "loss": 0.1806, + "num_input_tokens_seen": 56005712, + "step": 29105 + }, + { + "epoch": 4.748837588710336, + "grad_norm": 0.24291516840457916, + "learning_rate": 8.601652890354815e-06, + "loss": 0.1724, + "num_input_tokens_seen": 56014992, + "step": 29110 + }, + { + "epoch": 4.749653315931153, + "grad_norm": 0.6610546708106995, + "learning_rate": 8.594243743152705e-06, + "loss": 0.1633, + "num_input_tokens_seen": 56024288, + "step": 29115 + }, + { + "epoch": 4.75046904315197, + "grad_norm": 0.7112805247306824, + "learning_rate": 8.58683712592438e-06, + "loss": 0.1414, + "num_input_tokens_seen": 56034880, + "step": 29120 + }, + { + "epoch": 4.751284770372787, + "grad_norm": 0.7812447547912598, + "learning_rate": 8.579433039812037e-06, + "loss": 0.1554, + "num_input_tokens_seen": 56044896, + "step": 29125 + }, + { + "epoch": 4.752100497593605, + "grad_norm": 0.6311997771263123, + "learning_rate": 8.572031485957466e-06, + "loss": 0.171, + "num_input_tokens_seen": 56053792, + "step": 29130 + }, + { + "epoch": 4.752916224814422, + "grad_norm": 0.41422009468078613, + "learning_rate": 8.564632465502084e-06, + "loss": 0.1926, + "num_input_tokens_seen": 56063344, + "step": 29135 + }, + { + "epoch": 4.753731952035239, + "grad_norm": 1.9803205728530884, + "learning_rate": 8.557235979586928e-06, + "loss": 0.1965, + "num_input_tokens_seen": 56073008, + "step": 29140 + }, + { + "epoch": 4.754547679256056, + "grad_norm": 0.9896581768989563, + "learning_rate": 8.549842029352606e-06, + "loss": 0.1267, + "num_input_tokens_seen": 56083952, + "step": 29145 + }, + { + "epoch": 4.755363406476874, + "grad_norm": 1.1322636604309082, + "learning_rate": 8.542450615939376e-06, + "loss": 0.2541, + "num_input_tokens_seen": 56094928, + "step": 29150 + }, + { + "epoch": 4.7561791336976915, + "grad_norm": 0.8487271666526794, + "learning_rate": 8.535061740487082e-06, + "loss": 0.1699, + "num_input_tokens_seen": 56104352, + "step": 29155 + }, + { + "epoch": 4.756994860918509, + "grad_norm": 1.2795857191085815, + "learning_rate": 8.527675404135168e-06, + "loss": 0.1608, + "num_input_tokens_seen": 56113712, + "step": 29160 + }, + { + "epoch": 4.757810588139327, + "grad_norm": 0.5768676400184631, + "learning_rate": 8.520291608022724e-06, + "loss": 0.1028, + "num_input_tokens_seen": 56121776, + "step": 29165 + }, + { + "epoch": 4.758626315360144, + "grad_norm": 0.15031081438064575, + "learning_rate": 8.512910353288398e-06, + "loss": 0.1404, + "num_input_tokens_seen": 56131744, + "step": 29170 + }, + { + "epoch": 4.759442042580961, + "grad_norm": 1.1755805015563965, + "learning_rate": 8.505531641070486e-06, + "loss": 0.2324, + "num_input_tokens_seen": 56142160, + "step": 29175 + }, + { + "epoch": 4.760257769801778, + "grad_norm": 0.49690011143684387, + "learning_rate": 8.498155472506885e-06, + "loss": 0.1421, + "num_input_tokens_seen": 56151488, + "step": 29180 + }, + { + "epoch": 4.761073497022595, + "grad_norm": 1.2801332473754883, + "learning_rate": 8.49078184873508e-06, + "loss": 0.1655, + "num_input_tokens_seen": 56161376, + "step": 29185 + }, + { + "epoch": 4.761889224243413, + "grad_norm": 0.42066290974617004, + "learning_rate": 8.483410770892188e-06, + "loss": 0.1735, + "num_input_tokens_seen": 56170288, + "step": 29190 + }, + { + "epoch": 4.76270495146423, + "grad_norm": 0.538421094417572, + "learning_rate": 8.476042240114909e-06, + "loss": 0.1362, + "num_input_tokens_seen": 56180048, + "step": 29195 + }, + { + "epoch": 4.7635206786850475, + "grad_norm": 0.5527154803276062, + "learning_rate": 8.468676257539568e-06, + "loss": 0.1411, + "num_input_tokens_seen": 56188960, + "step": 29200 + }, + { + "epoch": 4.7635206786850475, + "eval_loss": 0.16298574209213257, + "eval_runtime": 71.4004, + "eval_samples_per_second": 38.165, + "eval_steps_per_second": 19.09, + "num_input_tokens_seen": 56188960, + "step": 29200 + }, + { + "epoch": 4.7643364059058655, + "grad_norm": 0.6703992486000061, + "learning_rate": 8.4613128243021e-06, + "loss": 0.1271, + "num_input_tokens_seen": 56198912, + "step": 29205 + }, + { + "epoch": 4.765152133126683, + "grad_norm": 0.8069347143173218, + "learning_rate": 8.453951941538028e-06, + "loss": 0.2266, + "num_input_tokens_seen": 56207792, + "step": 29210 + }, + { + "epoch": 4.7659678603475, + "grad_norm": 0.8497644066810608, + "learning_rate": 8.446593610382495e-06, + "loss": 0.2172, + "num_input_tokens_seen": 56216784, + "step": 29215 + }, + { + "epoch": 4.766783587568317, + "grad_norm": 1.9691376686096191, + "learning_rate": 8.439237831970259e-06, + "loss": 0.2096, + "num_input_tokens_seen": 56226576, + "step": 29220 + }, + { + "epoch": 4.767599314789135, + "grad_norm": 0.9035314321517944, + "learning_rate": 8.431884607435667e-06, + "loss": 0.2473, + "num_input_tokens_seen": 56236032, + "step": 29225 + }, + { + "epoch": 4.768415042009952, + "grad_norm": 0.6050572395324707, + "learning_rate": 8.424533937912665e-06, + "loss": 0.1136, + "num_input_tokens_seen": 56245152, + "step": 29230 + }, + { + "epoch": 4.769230769230769, + "grad_norm": 0.6131346225738525, + "learning_rate": 8.41718582453484e-06, + "loss": 0.2092, + "num_input_tokens_seen": 56255920, + "step": 29235 + }, + { + "epoch": 4.770046496451586, + "grad_norm": 1.0234845876693726, + "learning_rate": 8.409840268435346e-06, + "loss": 0.2406, + "num_input_tokens_seen": 56264864, + "step": 29240 + }, + { + "epoch": 4.770862223672404, + "grad_norm": 0.5898210406303406, + "learning_rate": 8.402497270746976e-06, + "loss": 0.1812, + "num_input_tokens_seen": 56274496, + "step": 29245 + }, + { + "epoch": 4.771677950893221, + "grad_norm": 0.48840031027793884, + "learning_rate": 8.395156832602095e-06, + "loss": 0.1962, + "num_input_tokens_seen": 56283328, + "step": 29250 + }, + { + "epoch": 4.772493678114039, + "grad_norm": 0.2831079959869385, + "learning_rate": 8.387818955132707e-06, + "loss": 0.1214, + "num_input_tokens_seen": 56292992, + "step": 29255 + }, + { + "epoch": 4.773309405334856, + "grad_norm": 0.6468783020973206, + "learning_rate": 8.38048363947039e-06, + "loss": 0.1625, + "num_input_tokens_seen": 56301648, + "step": 29260 + }, + { + "epoch": 4.774125132555674, + "grad_norm": 0.5009084343910217, + "learning_rate": 8.373150886746351e-06, + "loss": 0.1524, + "num_input_tokens_seen": 56310560, + "step": 29265 + }, + { + "epoch": 4.774940859776491, + "grad_norm": 0.6638564467430115, + "learning_rate": 8.365820698091397e-06, + "loss": 0.222, + "num_input_tokens_seen": 56321632, + "step": 29270 + }, + { + "epoch": 4.775756586997308, + "grad_norm": 0.7508726716041565, + "learning_rate": 8.358493074635922e-06, + "loss": 0.1272, + "num_input_tokens_seen": 56331568, + "step": 29275 + }, + { + "epoch": 4.776572314218125, + "grad_norm": 0.2587714195251465, + "learning_rate": 8.351168017509948e-06, + "loss": 0.1339, + "num_input_tokens_seen": 56342016, + "step": 29280 + }, + { + "epoch": 4.777388041438943, + "grad_norm": 0.4972485303878784, + "learning_rate": 8.343845527843094e-06, + "loss": 0.1384, + "num_input_tokens_seen": 56351584, + "step": 29285 + }, + { + "epoch": 4.77820376865976, + "grad_norm": 0.6480364799499512, + "learning_rate": 8.336525606764566e-06, + "loss": 0.1485, + "num_input_tokens_seen": 56360480, + "step": 29290 + }, + { + "epoch": 4.779019495880577, + "grad_norm": 0.6173765659332275, + "learning_rate": 8.329208255403204e-06, + "loss": 0.1091, + "num_input_tokens_seen": 56370160, + "step": 29295 + }, + { + "epoch": 4.7798352231013945, + "grad_norm": 1.7223764657974243, + "learning_rate": 8.321893474887426e-06, + "loss": 0.1651, + "num_input_tokens_seen": 56379488, + "step": 29300 + }, + { + "epoch": 4.7806509503222125, + "grad_norm": 0.5423993468284607, + "learning_rate": 8.31458126634526e-06, + "loss": 0.0918, + "num_input_tokens_seen": 56388800, + "step": 29305 + }, + { + "epoch": 4.78146667754303, + "grad_norm": 0.8706280589103699, + "learning_rate": 8.30727163090435e-06, + "loss": 0.1964, + "num_input_tokens_seen": 56398816, + "step": 29310 + }, + { + "epoch": 4.782282404763847, + "grad_norm": 0.5380557179450989, + "learning_rate": 8.29996456969192e-06, + "loss": 0.0915, + "num_input_tokens_seen": 56409152, + "step": 29315 + }, + { + "epoch": 4.783098131984664, + "grad_norm": 0.671375572681427, + "learning_rate": 8.292660083834818e-06, + "loss": 0.1678, + "num_input_tokens_seen": 56417632, + "step": 29320 + }, + { + "epoch": 4.783913859205482, + "grad_norm": 0.7077547907829285, + "learning_rate": 8.2853581744595e-06, + "loss": 0.1504, + "num_input_tokens_seen": 56426144, + "step": 29325 + }, + { + "epoch": 4.784729586426299, + "grad_norm": 1.0309782028198242, + "learning_rate": 8.278058842691991e-06, + "loss": 0.21, + "num_input_tokens_seen": 56436736, + "step": 29330 + }, + { + "epoch": 4.785545313647116, + "grad_norm": 0.4353310465812683, + "learning_rate": 8.27076208965796e-06, + "loss": 0.1927, + "num_input_tokens_seen": 56446208, + "step": 29335 + }, + { + "epoch": 4.786361040867934, + "grad_norm": 0.6428757905960083, + "learning_rate": 8.263467916482637e-06, + "loss": 0.151, + "num_input_tokens_seen": 56457056, + "step": 29340 + }, + { + "epoch": 4.787176768088751, + "grad_norm": 1.023680567741394, + "learning_rate": 8.256176324290885e-06, + "loss": 0.1333, + "num_input_tokens_seen": 56468032, + "step": 29345 + }, + { + "epoch": 4.7879924953095685, + "grad_norm": 0.3390633463859558, + "learning_rate": 8.248887314207168e-06, + "loss": 0.1072, + "num_input_tokens_seen": 56478768, + "step": 29350 + }, + { + "epoch": 4.788808222530386, + "grad_norm": 0.31055545806884766, + "learning_rate": 8.24160088735553e-06, + "loss": 0.1597, + "num_input_tokens_seen": 56488624, + "step": 29355 + }, + { + "epoch": 4.789623949751203, + "grad_norm": 0.8870463371276855, + "learning_rate": 8.234317044859629e-06, + "loss": 0.1643, + "num_input_tokens_seen": 56498832, + "step": 29360 + }, + { + "epoch": 4.790439676972021, + "grad_norm": 0.6465869545936584, + "learning_rate": 8.227035787842744e-06, + "loss": 0.189, + "num_input_tokens_seen": 56507920, + "step": 29365 + }, + { + "epoch": 4.791255404192838, + "grad_norm": 0.7205917239189148, + "learning_rate": 8.219757117427721e-06, + "loss": 0.2359, + "num_input_tokens_seen": 56518464, + "step": 29370 + }, + { + "epoch": 4.792071131413655, + "grad_norm": 0.14746282994747162, + "learning_rate": 8.212481034737014e-06, + "loss": 0.1108, + "num_input_tokens_seen": 56527456, + "step": 29375 + }, + { + "epoch": 4.792886858634473, + "grad_norm": 1.072391390800476, + "learning_rate": 8.205207540892707e-06, + "loss": 0.2314, + "num_input_tokens_seen": 56537280, + "step": 29380 + }, + { + "epoch": 4.79370258585529, + "grad_norm": 1.0977352857589722, + "learning_rate": 8.197936637016442e-06, + "loss": 0.1934, + "num_input_tokens_seen": 56547168, + "step": 29385 + }, + { + "epoch": 4.794518313076107, + "grad_norm": 0.304397851228714, + "learning_rate": 8.190668324229508e-06, + "loss": 0.1279, + "num_input_tokens_seen": 56557264, + "step": 29390 + }, + { + "epoch": 4.7953340402969244, + "grad_norm": 0.7295966148376465, + "learning_rate": 8.183402603652749e-06, + "loss": 0.1838, + "num_input_tokens_seen": 56568656, + "step": 29395 + }, + { + "epoch": 4.796149767517742, + "grad_norm": 0.9169816374778748, + "learning_rate": 8.176139476406635e-06, + "loss": 0.1717, + "num_input_tokens_seen": 56576864, + "step": 29400 + }, + { + "epoch": 4.796149767517742, + "eval_loss": 0.16262593865394592, + "eval_runtime": 71.4448, + "eval_samples_per_second": 38.141, + "eval_steps_per_second": 19.078, + "num_input_tokens_seen": 56576864, + "step": 29400 + }, + { + "epoch": 4.79696549473856, + "grad_norm": 0.7145673036575317, + "learning_rate": 8.16887894361125e-06, + "loss": 0.1049, + "num_input_tokens_seen": 56585440, + "step": 29405 + }, + { + "epoch": 4.797781221959377, + "grad_norm": 1.0173801183700562, + "learning_rate": 8.161621006386233e-06, + "loss": 0.1616, + "num_input_tokens_seen": 56594992, + "step": 29410 + }, + { + "epoch": 4.798596949180194, + "grad_norm": 0.5823763608932495, + "learning_rate": 8.154365665850869e-06, + "loss": 0.1375, + "num_input_tokens_seen": 56603232, + "step": 29415 + }, + { + "epoch": 4.799412676401012, + "grad_norm": 1.3194981813430786, + "learning_rate": 8.147112923124005e-06, + "loss": 0.1955, + "num_input_tokens_seen": 56613200, + "step": 29420 + }, + { + "epoch": 4.800228403621829, + "grad_norm": 0.6667153835296631, + "learning_rate": 8.13986277932412e-06, + "loss": 0.1466, + "num_input_tokens_seen": 56623504, + "step": 29425 + }, + { + "epoch": 4.801044130842646, + "grad_norm": 0.7134960293769836, + "learning_rate": 8.132615235569277e-06, + "loss": 0.1294, + "num_input_tokens_seen": 56632480, + "step": 29430 + }, + { + "epoch": 4.801859858063463, + "grad_norm": 1.4299405813217163, + "learning_rate": 8.125370292977124e-06, + "loss": 0.1766, + "num_input_tokens_seen": 56640848, + "step": 29435 + }, + { + "epoch": 4.802675585284281, + "grad_norm": 1.0992460250854492, + "learning_rate": 8.118127952664944e-06, + "loss": 0.1705, + "num_input_tokens_seen": 56650496, + "step": 29440 + }, + { + "epoch": 4.803491312505098, + "grad_norm": 0.4703880846500397, + "learning_rate": 8.110888215749574e-06, + "loss": 0.152, + "num_input_tokens_seen": 56659424, + "step": 29445 + }, + { + "epoch": 4.8043070397259156, + "grad_norm": 0.4658474624156952, + "learning_rate": 8.10365108334749e-06, + "loss": 0.0919, + "num_input_tokens_seen": 56669632, + "step": 29450 + }, + { + "epoch": 4.805122766946733, + "grad_norm": 0.40874016284942627, + "learning_rate": 8.096416556574743e-06, + "loss": 0.1093, + "num_input_tokens_seen": 56679872, + "step": 29455 + }, + { + "epoch": 4.805938494167551, + "grad_norm": 1.345863938331604, + "learning_rate": 8.08918463654698e-06, + "loss": 0.1571, + "num_input_tokens_seen": 56688912, + "step": 29460 + }, + { + "epoch": 4.806754221388368, + "grad_norm": 1.5975837707519531, + "learning_rate": 8.081955324379458e-06, + "loss": 0.1238, + "num_input_tokens_seen": 56699184, + "step": 29465 + }, + { + "epoch": 4.807569948609185, + "grad_norm": 0.7330432534217834, + "learning_rate": 8.074728621187039e-06, + "loss": 0.133, + "num_input_tokens_seen": 56710160, + "step": 29470 + }, + { + "epoch": 4.808385675830002, + "grad_norm": 0.8306923508644104, + "learning_rate": 8.067504528084158e-06, + "loss": 0.234, + "num_input_tokens_seen": 56719888, + "step": 29475 + }, + { + "epoch": 4.80920140305082, + "grad_norm": 0.5741621255874634, + "learning_rate": 8.060283046184861e-06, + "loss": 0.2026, + "num_input_tokens_seen": 56729488, + "step": 29480 + }, + { + "epoch": 4.810017130271637, + "grad_norm": 0.8125433921813965, + "learning_rate": 8.053064176602806e-06, + "loss": 0.1751, + "num_input_tokens_seen": 56739840, + "step": 29485 + }, + { + "epoch": 4.810832857492454, + "grad_norm": 1.1932544708251953, + "learning_rate": 8.045847920451216e-06, + "loss": 0.1837, + "num_input_tokens_seen": 56748816, + "step": 29490 + }, + { + "epoch": 4.8116485847132715, + "grad_norm": 1.7401615381240845, + "learning_rate": 8.038634278842944e-06, + "loss": 0.1295, + "num_input_tokens_seen": 56758736, + "step": 29495 + }, + { + "epoch": 4.8124643119340895, + "grad_norm": 1.1825857162475586, + "learning_rate": 8.031423252890408e-06, + "loss": 0.1353, + "num_input_tokens_seen": 56768720, + "step": 29500 + }, + { + "epoch": 4.813280039154907, + "grad_norm": 0.3792281150817871, + "learning_rate": 8.024214843705646e-06, + "loss": 0.108, + "num_input_tokens_seen": 56778208, + "step": 29505 + }, + { + "epoch": 4.814095766375724, + "grad_norm": 1.6507986783981323, + "learning_rate": 8.017009052400295e-06, + "loss": 0.1951, + "num_input_tokens_seen": 56787744, + "step": 29510 + }, + { + "epoch": 4.814911493596542, + "grad_norm": 0.8670408725738525, + "learning_rate": 8.00980588008557e-06, + "loss": 0.1822, + "num_input_tokens_seen": 56798048, + "step": 29515 + }, + { + "epoch": 4.815727220817359, + "grad_norm": 1.2174737453460693, + "learning_rate": 8.002605327872282e-06, + "loss": 0.2088, + "num_input_tokens_seen": 56806848, + "step": 29520 + }, + { + "epoch": 4.816542948038176, + "grad_norm": 0.616054117679596, + "learning_rate": 7.995407396870862e-06, + "loss": 0.1581, + "num_input_tokens_seen": 56816416, + "step": 29525 + }, + { + "epoch": 4.817358675258993, + "grad_norm": 1.254672646522522, + "learning_rate": 7.988212088191307e-06, + "loss": 0.2245, + "num_input_tokens_seen": 56825744, + "step": 29530 + }, + { + "epoch": 4.81817440247981, + "grad_norm": 2.10071063041687, + "learning_rate": 7.98101940294324e-06, + "loss": 0.2162, + "num_input_tokens_seen": 56836384, + "step": 29535 + }, + { + "epoch": 4.818990129700628, + "grad_norm": 0.6081015467643738, + "learning_rate": 7.973829342235847e-06, + "loss": 0.1918, + "num_input_tokens_seen": 56846096, + "step": 29540 + }, + { + "epoch": 4.8198058569214455, + "grad_norm": 0.8842349648475647, + "learning_rate": 7.966641907177936e-06, + "loss": 0.1634, + "num_input_tokens_seen": 56855312, + "step": 29545 + }, + { + "epoch": 4.820621584142263, + "grad_norm": 0.42267370223999023, + "learning_rate": 7.959457098877901e-06, + "loss": 0.1362, + "num_input_tokens_seen": 56864416, + "step": 29550 + }, + { + "epoch": 4.821437311363081, + "grad_norm": 0.6850650310516357, + "learning_rate": 7.952274918443719e-06, + "loss": 0.1247, + "num_input_tokens_seen": 56873888, + "step": 29555 + }, + { + "epoch": 4.822253038583898, + "grad_norm": 0.2633410096168518, + "learning_rate": 7.945095366982983e-06, + "loss": 0.1069, + "num_input_tokens_seen": 56883696, + "step": 29560 + }, + { + "epoch": 4.823068765804715, + "grad_norm": 0.28056374192237854, + "learning_rate": 7.937918445602871e-06, + "loss": 0.1604, + "num_input_tokens_seen": 56893120, + "step": 29565 + }, + { + "epoch": 4.823884493025532, + "grad_norm": 0.6617605090141296, + "learning_rate": 7.930744155410145e-06, + "loss": 0.1757, + "num_input_tokens_seen": 56901952, + "step": 29570 + }, + { + "epoch": 4.824700220246349, + "grad_norm": 0.6871481537818909, + "learning_rate": 7.923572497511181e-06, + "loss": 0.0924, + "num_input_tokens_seen": 56911632, + "step": 29575 + }, + { + "epoch": 4.825515947467167, + "grad_norm": 0.8564316034317017, + "learning_rate": 7.916403473011927e-06, + "loss": 0.1956, + "num_input_tokens_seen": 56921072, + "step": 29580 + }, + { + "epoch": 4.826331674687984, + "grad_norm": 1.1759593486785889, + "learning_rate": 7.909237083017953e-06, + "loss": 0.1921, + "num_input_tokens_seen": 56930272, + "step": 29585 + }, + { + "epoch": 4.827147401908801, + "grad_norm": 1.320573329925537, + "learning_rate": 7.902073328634389e-06, + "loss": 0.2046, + "num_input_tokens_seen": 56940416, + "step": 29590 + }, + { + "epoch": 4.8279631291296194, + "grad_norm": 0.895221471786499, + "learning_rate": 7.894912210965987e-06, + "loss": 0.1434, + "num_input_tokens_seen": 56949584, + "step": 29595 + }, + { + "epoch": 4.828778856350437, + "grad_norm": 0.32071006298065186, + "learning_rate": 7.887753731117075e-06, + "loss": 0.1064, + "num_input_tokens_seen": 56959888, + "step": 29600 + }, + { + "epoch": 4.828778856350437, + "eval_loss": 0.16178904473781586, + "eval_runtime": 71.4098, + "eval_samples_per_second": 38.16, + "eval_steps_per_second": 19.087, + "num_input_tokens_seen": 56959888, + "step": 29600 + }, + { + "epoch": 4.829594583571254, + "grad_norm": 1.264630675315857, + "learning_rate": 7.880597890191587e-06, + "loss": 0.1613, + "num_input_tokens_seen": 56968656, + "step": 29605 + }, + { + "epoch": 4.830410310792071, + "grad_norm": 0.6611182689666748, + "learning_rate": 7.873444689293036e-06, + "loss": 0.161, + "num_input_tokens_seen": 56978640, + "step": 29610 + }, + { + "epoch": 4.831226038012889, + "grad_norm": 0.7689728736877441, + "learning_rate": 7.866294129524548e-06, + "loss": 0.1557, + "num_input_tokens_seen": 56987712, + "step": 29615 + }, + { + "epoch": 4.832041765233706, + "grad_norm": 0.6112551093101501, + "learning_rate": 7.859146211988811e-06, + "loss": 0.1555, + "num_input_tokens_seen": 56997392, + "step": 29620 + }, + { + "epoch": 4.832857492454523, + "grad_norm": 0.35157766938209534, + "learning_rate": 7.852000937788134e-06, + "loss": 0.252, + "num_input_tokens_seen": 57008048, + "step": 29625 + }, + { + "epoch": 4.83367321967534, + "grad_norm": 0.7391992807388306, + "learning_rate": 7.844858308024416e-06, + "loss": 0.1636, + "num_input_tokens_seen": 57018064, + "step": 29630 + }, + { + "epoch": 4.834488946896158, + "grad_norm": 0.9099996089935303, + "learning_rate": 7.837718323799122e-06, + "loss": 0.2007, + "num_input_tokens_seen": 57027248, + "step": 29635 + }, + { + "epoch": 4.835304674116975, + "grad_norm": 1.255739450454712, + "learning_rate": 7.83058098621334e-06, + "loss": 0.2297, + "num_input_tokens_seen": 57036032, + "step": 29640 + }, + { + "epoch": 4.8361204013377925, + "grad_norm": 0.9314283728599548, + "learning_rate": 7.823446296367739e-06, + "loss": 0.2547, + "num_input_tokens_seen": 57046720, + "step": 29645 + }, + { + "epoch": 4.83693612855861, + "grad_norm": 0.25225138664245605, + "learning_rate": 7.81631425536257e-06, + "loss": 0.1786, + "num_input_tokens_seen": 57057200, + "step": 29650 + }, + { + "epoch": 4.837751855779428, + "grad_norm": 1.3665872812271118, + "learning_rate": 7.809184864297689e-06, + "loss": 0.1884, + "num_input_tokens_seen": 57067168, + "step": 29655 + }, + { + "epoch": 4.838567583000245, + "grad_norm": 0.7391579151153564, + "learning_rate": 7.802058124272532e-06, + "loss": 0.1617, + "num_input_tokens_seen": 57075584, + "step": 29660 + }, + { + "epoch": 4.839383310221062, + "grad_norm": 0.4438052177429199, + "learning_rate": 7.79493403638614e-06, + "loss": 0.1005, + "num_input_tokens_seen": 57086032, + "step": 29665 + }, + { + "epoch": 4.840199037441879, + "grad_norm": 1.1976405382156372, + "learning_rate": 7.787812601737132e-06, + "loss": 0.1951, + "num_input_tokens_seen": 57095824, + "step": 29670 + }, + { + "epoch": 4.841014764662697, + "grad_norm": 0.3730185031890869, + "learning_rate": 7.780693821423715e-06, + "loss": 0.1248, + "num_input_tokens_seen": 57105936, + "step": 29675 + }, + { + "epoch": 4.841830491883514, + "grad_norm": 1.0463711023330688, + "learning_rate": 7.773577696543705e-06, + "loss": 0.1972, + "num_input_tokens_seen": 57117280, + "step": 29680 + }, + { + "epoch": 4.842646219104331, + "grad_norm": 0.5168907642364502, + "learning_rate": 7.7664642281945e-06, + "loss": 0.1615, + "num_input_tokens_seen": 57127488, + "step": 29685 + }, + { + "epoch": 4.8434619463251485, + "grad_norm": 1.188996434211731, + "learning_rate": 7.759353417473072e-06, + "loss": 0.1234, + "num_input_tokens_seen": 57137760, + "step": 29690 + }, + { + "epoch": 4.8442776735459665, + "grad_norm": 0.5400025248527527, + "learning_rate": 7.752245265476016e-06, + "loss": 0.146, + "num_input_tokens_seen": 57148432, + "step": 29695 + }, + { + "epoch": 4.845093400766784, + "grad_norm": 0.9205485582351685, + "learning_rate": 7.745139773299481e-06, + "loss": 0.1837, + "num_input_tokens_seen": 57158352, + "step": 29700 + }, + { + "epoch": 4.845909127987601, + "grad_norm": 0.5104430317878723, + "learning_rate": 7.738036942039232e-06, + "loss": 0.1608, + "num_input_tokens_seen": 57167968, + "step": 29705 + }, + { + "epoch": 4.846724855208418, + "grad_norm": 1.395025372505188, + "learning_rate": 7.73093677279062e-06, + "loss": 0.2219, + "num_input_tokens_seen": 57177536, + "step": 29710 + }, + { + "epoch": 4.847540582429236, + "grad_norm": 0.8210489749908447, + "learning_rate": 7.72383926664857e-06, + "loss": 0.1648, + "num_input_tokens_seen": 57187344, + "step": 29715 + }, + { + "epoch": 4.848356309650053, + "grad_norm": 0.6562901735305786, + "learning_rate": 7.716744424707606e-06, + "loss": 0.1948, + "num_input_tokens_seen": 57196320, + "step": 29720 + }, + { + "epoch": 4.84917203687087, + "grad_norm": 0.8022193908691406, + "learning_rate": 7.709652248061858e-06, + "loss": 0.1513, + "num_input_tokens_seen": 57205472, + "step": 29725 + }, + { + "epoch": 4.849987764091688, + "grad_norm": 0.551647424697876, + "learning_rate": 7.702562737805017e-06, + "loss": 0.1401, + "num_input_tokens_seen": 57215984, + "step": 29730 + }, + { + "epoch": 4.850803491312505, + "grad_norm": 0.3944859504699707, + "learning_rate": 7.695475895030365e-06, + "loss": 0.1738, + "num_input_tokens_seen": 57224288, + "step": 29735 + }, + { + "epoch": 4.8516192185333225, + "grad_norm": 0.5004436373710632, + "learning_rate": 7.6883917208308e-06, + "loss": 0.1089, + "num_input_tokens_seen": 57233248, + "step": 29740 + }, + { + "epoch": 4.85243494575414, + "grad_norm": 0.8706504106521606, + "learning_rate": 7.681310216298778e-06, + "loss": 0.0903, + "num_input_tokens_seen": 57243456, + "step": 29745 + }, + { + "epoch": 4.853250672974957, + "grad_norm": 1.4613289833068848, + "learning_rate": 7.674231382526367e-06, + "loss": 0.1314, + "num_input_tokens_seen": 57253408, + "step": 29750 + }, + { + "epoch": 4.854066400195775, + "grad_norm": 1.0599544048309326, + "learning_rate": 7.667155220605198e-06, + "loss": 0.2296, + "num_input_tokens_seen": 57263072, + "step": 29755 + }, + { + "epoch": 4.854882127416592, + "grad_norm": 0.41193780303001404, + "learning_rate": 7.660081731626515e-06, + "loss": 0.1643, + "num_input_tokens_seen": 57273552, + "step": 29760 + }, + { + "epoch": 4.855697854637409, + "grad_norm": 0.7759835124015808, + "learning_rate": 7.653010916681141e-06, + "loss": 0.1863, + "num_input_tokens_seen": 57282752, + "step": 29765 + }, + { + "epoch": 4.856513581858227, + "grad_norm": 1.2484607696533203, + "learning_rate": 7.645942776859472e-06, + "loss": 0.2324, + "num_input_tokens_seen": 57291872, + "step": 29770 + }, + { + "epoch": 4.857329309079044, + "grad_norm": 0.363700270652771, + "learning_rate": 7.63887731325152e-06, + "loss": 0.0979, + "num_input_tokens_seen": 57300496, + "step": 29775 + }, + { + "epoch": 4.858145036299861, + "grad_norm": 0.5003027319908142, + "learning_rate": 7.63181452694685e-06, + "loss": 0.1233, + "num_input_tokens_seen": 57309616, + "step": 29780 + }, + { + "epoch": 4.858960763520678, + "grad_norm": 0.5290096998214722, + "learning_rate": 7.624754419034644e-06, + "loss": 0.1453, + "num_input_tokens_seen": 57318752, + "step": 29785 + }, + { + "epoch": 4.859776490741496, + "grad_norm": 0.877079963684082, + "learning_rate": 7.6176969906036645e-06, + "loss": 0.1385, + "num_input_tokens_seen": 57328608, + "step": 29790 + }, + { + "epoch": 4.8605922179623136, + "grad_norm": 1.0641032457351685, + "learning_rate": 7.610642242742242e-06, + "loss": 0.2293, + "num_input_tokens_seen": 57337552, + "step": 29795 + }, + { + "epoch": 4.861407945183131, + "grad_norm": 0.7295227646827698, + "learning_rate": 7.603590176538322e-06, + "loss": 0.1472, + "num_input_tokens_seen": 57347776, + "step": 29800 + }, + { + "epoch": 4.861407945183131, + "eval_loss": 0.1633845567703247, + "eval_runtime": 71.3701, + "eval_samples_per_second": 38.181, + "eval_steps_per_second": 19.098, + "num_input_tokens_seen": 57347776, + "step": 29800 + }, + { + "epoch": 4.862223672403948, + "grad_norm": 1.3471132516860962, + "learning_rate": 7.596540793079404e-06, + "loss": 0.2109, + "num_input_tokens_seen": 57358224, + "step": 29805 + }, + { + "epoch": 4.863039399624766, + "grad_norm": 0.9897481203079224, + "learning_rate": 7.5894940934526125e-06, + "loss": 0.2495, + "num_input_tokens_seen": 57366768, + "step": 29810 + }, + { + "epoch": 4.863855126845583, + "grad_norm": 0.7084883451461792, + "learning_rate": 7.582450078744621e-06, + "loss": 0.1128, + "num_input_tokens_seen": 57377024, + "step": 29815 + }, + { + "epoch": 4.8646708540664, + "grad_norm": 0.4872891902923584, + "learning_rate": 7.575408750041707e-06, + "loss": 0.1036, + "num_input_tokens_seen": 57386976, + "step": 29820 + }, + { + "epoch": 4.865486581287217, + "grad_norm": 1.829649567604065, + "learning_rate": 7.568370108429732e-06, + "loss": 0.1905, + "num_input_tokens_seen": 57396480, + "step": 29825 + }, + { + "epoch": 4.866302308508035, + "grad_norm": 1.1844568252563477, + "learning_rate": 7.561334154994154e-06, + "loss": 0.1751, + "num_input_tokens_seen": 57407072, + "step": 29830 + }, + { + "epoch": 4.867118035728852, + "grad_norm": 0.17964281141757965, + "learning_rate": 7.55430089081999e-06, + "loss": 0.1164, + "num_input_tokens_seen": 57416768, + "step": 29835 + }, + { + "epoch": 4.8679337629496695, + "grad_norm": 0.9833866357803345, + "learning_rate": 7.547270316991864e-06, + "loss": 0.2086, + "num_input_tokens_seen": 57426256, + "step": 29840 + }, + { + "epoch": 4.868749490170487, + "grad_norm": 0.45128700137138367, + "learning_rate": 7.5402424345939884e-06, + "loss": 0.1349, + "num_input_tokens_seen": 57436480, + "step": 29845 + }, + { + "epoch": 4.869565217391305, + "grad_norm": 0.5892599821090698, + "learning_rate": 7.533217244710133e-06, + "loss": 0.2464, + "num_input_tokens_seen": 57445200, + "step": 29850 + }, + { + "epoch": 4.870380944612122, + "grad_norm": 0.44426852464675903, + "learning_rate": 7.52619474842369e-06, + "loss": 0.112, + "num_input_tokens_seen": 57454704, + "step": 29855 + }, + { + "epoch": 4.871196671832939, + "grad_norm": 0.6971845030784607, + "learning_rate": 7.519174946817597e-06, + "loss": 0.1585, + "num_input_tokens_seen": 57464864, + "step": 29860 + }, + { + "epoch": 4.872012399053756, + "grad_norm": 0.696245551109314, + "learning_rate": 7.512157840974407e-06, + "loss": 0.1346, + "num_input_tokens_seen": 57474880, + "step": 29865 + }, + { + "epoch": 4.872828126274574, + "grad_norm": 0.25023916363716125, + "learning_rate": 7.5051434319762496e-06, + "loss": 0.166, + "num_input_tokens_seen": 57483408, + "step": 29870 + }, + { + "epoch": 4.873643853495391, + "grad_norm": 0.5699553489685059, + "learning_rate": 7.498131720904822e-06, + "loss": 0.2046, + "num_input_tokens_seen": 57492800, + "step": 29875 + }, + { + "epoch": 4.874459580716208, + "grad_norm": 0.5688270926475525, + "learning_rate": 7.491122708841433e-06, + "loss": 0.1331, + "num_input_tokens_seen": 57502720, + "step": 29880 + }, + { + "epoch": 4.8752753079370255, + "grad_norm": 1.271228551864624, + "learning_rate": 7.4841163968669524e-06, + "loss": 0.1306, + "num_input_tokens_seen": 57512272, + "step": 29885 + }, + { + "epoch": 4.8760910351578435, + "grad_norm": 1.115107536315918, + "learning_rate": 7.4771127860618355e-06, + "loss": 0.1872, + "num_input_tokens_seen": 57520496, + "step": 29890 + }, + { + "epoch": 4.876906762378661, + "grad_norm": 1.6472110748291016, + "learning_rate": 7.470111877506139e-06, + "loss": 0.2297, + "num_input_tokens_seen": 57528912, + "step": 29895 + }, + { + "epoch": 4.877722489599478, + "grad_norm": 1.2283152341842651, + "learning_rate": 7.463113672279479e-06, + "loss": 0.2071, + "num_input_tokens_seen": 57538048, + "step": 29900 + }, + { + "epoch": 4.878538216820296, + "grad_norm": 0.6568185687065125, + "learning_rate": 7.456118171461071e-06, + "loss": 0.135, + "num_input_tokens_seen": 57547104, + "step": 29905 + }, + { + "epoch": 4.879353944041113, + "grad_norm": 0.6364214420318604, + "learning_rate": 7.449125376129721e-06, + "loss": 0.1789, + "num_input_tokens_seen": 57556352, + "step": 29910 + }, + { + "epoch": 4.88016967126193, + "grad_norm": 1.0708258152008057, + "learning_rate": 7.442135287363788e-06, + "loss": 0.159, + "num_input_tokens_seen": 57566032, + "step": 29915 + }, + { + "epoch": 4.880985398482747, + "grad_norm": 0.6075097918510437, + "learning_rate": 7.435147906241247e-06, + "loss": 0.161, + "num_input_tokens_seen": 57576320, + "step": 29920 + }, + { + "epoch": 4.881801125703564, + "grad_norm": 0.6658344268798828, + "learning_rate": 7.428163233839624e-06, + "loss": 0.1668, + "num_input_tokens_seen": 57584960, + "step": 29925 + }, + { + "epoch": 4.882616852924382, + "grad_norm": 0.5200361609458923, + "learning_rate": 7.4211812712360525e-06, + "loss": 0.1647, + "num_input_tokens_seen": 57594624, + "step": 29930 + }, + { + "epoch": 4.883432580145199, + "grad_norm": 0.6671069264411926, + "learning_rate": 7.4142020195072464e-06, + "loss": 0.1936, + "num_input_tokens_seen": 57603424, + "step": 29935 + }, + { + "epoch": 4.884248307366017, + "grad_norm": 1.1143388748168945, + "learning_rate": 7.407225479729479e-06, + "loss": 0.229, + "num_input_tokens_seen": 57612944, + "step": 29940 + }, + { + "epoch": 4.885064034586835, + "grad_norm": 2.203892469406128, + "learning_rate": 7.400251652978632e-06, + "loss": 0.2253, + "num_input_tokens_seen": 57623024, + "step": 29945 + }, + { + "epoch": 4.885879761807652, + "grad_norm": 0.6288175582885742, + "learning_rate": 7.393280540330147e-06, + "loss": 0.2023, + "num_input_tokens_seen": 57633120, + "step": 29950 + }, + { + "epoch": 4.886695489028469, + "grad_norm": 0.2742091715335846, + "learning_rate": 7.386312142859069e-06, + "loss": 0.1908, + "num_input_tokens_seen": 57641552, + "step": 29955 + }, + { + "epoch": 4.887511216249286, + "grad_norm": 0.2078525871038437, + "learning_rate": 7.379346461640008e-06, + "loss": 0.1561, + "num_input_tokens_seen": 57651888, + "step": 29960 + }, + { + "epoch": 4.888326943470103, + "grad_norm": 1.1349467039108276, + "learning_rate": 7.372383497747149e-06, + "loss": 0.1915, + "num_input_tokens_seen": 57660416, + "step": 29965 + }, + { + "epoch": 4.889142670690921, + "grad_norm": 0.48756444454193115, + "learning_rate": 7.3654232522542775e-06, + "loss": 0.1313, + "num_input_tokens_seen": 57669904, + "step": 29970 + }, + { + "epoch": 4.889958397911738, + "grad_norm": 0.21899697184562683, + "learning_rate": 7.358465726234756e-06, + "loss": 0.1656, + "num_input_tokens_seen": 57678800, + "step": 29975 + }, + { + "epoch": 4.890774125132555, + "grad_norm": 0.49588337540626526, + "learning_rate": 7.351510920761512e-06, + "loss": 0.1215, + "num_input_tokens_seen": 57688768, + "step": 29980 + }, + { + "epoch": 4.891589852353373, + "grad_norm": 0.8484049439430237, + "learning_rate": 7.344558836907067e-06, + "loss": 0.1817, + "num_input_tokens_seen": 57698960, + "step": 29985 + }, + { + "epoch": 4.8924055795741905, + "grad_norm": 0.9559246301651001, + "learning_rate": 7.3376094757435285e-06, + "loss": 0.1628, + "num_input_tokens_seen": 57708896, + "step": 29990 + }, + { + "epoch": 4.893221306795008, + "grad_norm": 1.3520334959030151, + "learning_rate": 7.330662838342561e-06, + "loss": 0.1582, + "num_input_tokens_seen": 57718464, + "step": 29995 + }, + { + "epoch": 4.894037034015825, + "grad_norm": 1.1651556491851807, + "learning_rate": 7.323718925775438e-06, + "loss": 0.1702, + "num_input_tokens_seen": 57727072, + "step": 30000 + }, + { + "epoch": 4.894037034015825, + "eval_loss": 0.16218915581703186, + "eval_runtime": 71.4024, + "eval_samples_per_second": 38.164, + "eval_steps_per_second": 19.089, + "num_input_tokens_seen": 57727072, + "step": 30000 + }, + { + "epoch": 4.894852761236643, + "grad_norm": 0.49921998381614685, + "learning_rate": 7.316777739112985e-06, + "loss": 0.1437, + "num_input_tokens_seen": 57734992, + "step": 30005 + }, + { + "epoch": 4.89566848845746, + "grad_norm": 1.1762868165969849, + "learning_rate": 7.309839279425626e-06, + "loss": 0.1287, + "num_input_tokens_seen": 57745408, + "step": 30010 + }, + { + "epoch": 4.896484215678277, + "grad_norm": 1.0016525983810425, + "learning_rate": 7.302903547783366e-06, + "loss": 0.1847, + "num_input_tokens_seen": 57755888, + "step": 30015 + }, + { + "epoch": 4.897299942899094, + "grad_norm": 0.5611019730567932, + "learning_rate": 7.2959705452557644e-06, + "loss": 0.179, + "num_input_tokens_seen": 57766992, + "step": 30020 + }, + { + "epoch": 4.898115670119912, + "grad_norm": 0.8657532930374146, + "learning_rate": 7.289040272911996e-06, + "loss": 0.1491, + "num_input_tokens_seen": 57777712, + "step": 30025 + }, + { + "epoch": 4.898931397340729, + "grad_norm": 1.0570824146270752, + "learning_rate": 7.282112731820789e-06, + "loss": 0.1919, + "num_input_tokens_seen": 57788448, + "step": 30030 + }, + { + "epoch": 4.8997471245615465, + "grad_norm": 0.6358194351196289, + "learning_rate": 7.275187923050447e-06, + "loss": 0.1777, + "num_input_tokens_seen": 57798192, + "step": 30035 + }, + { + "epoch": 4.900562851782364, + "grad_norm": 0.47386884689331055, + "learning_rate": 7.268265847668879e-06, + "loss": 0.1338, + "num_input_tokens_seen": 57808400, + "step": 30040 + }, + { + "epoch": 4.901378579003182, + "grad_norm": 0.6437745690345764, + "learning_rate": 7.261346506743538e-06, + "loss": 0.1794, + "num_input_tokens_seen": 57818720, + "step": 30045 + }, + { + "epoch": 4.902194306223999, + "grad_norm": 1.0321176052093506, + "learning_rate": 7.254429901341486e-06, + "loss": 0.142, + "num_input_tokens_seen": 57828032, + "step": 30050 + }, + { + "epoch": 4.903010033444816, + "grad_norm": 1.1371222734451294, + "learning_rate": 7.247516032529356e-06, + "loss": 0.1602, + "num_input_tokens_seen": 57836992, + "step": 30055 + }, + { + "epoch": 4.903825760665633, + "grad_norm": 1.1839767694473267, + "learning_rate": 7.240604901373338e-06, + "loss": 0.0791, + "num_input_tokens_seen": 57846080, + "step": 30060 + }, + { + "epoch": 4.904641487886451, + "grad_norm": 0.7371898889541626, + "learning_rate": 7.233696508939223e-06, + "loss": 0.1581, + "num_input_tokens_seen": 57855776, + "step": 30065 + }, + { + "epoch": 4.905457215107268, + "grad_norm": 0.9973688125610352, + "learning_rate": 7.226790856292376e-06, + "loss": 0.164, + "num_input_tokens_seen": 57865872, + "step": 30070 + }, + { + "epoch": 4.906272942328085, + "grad_norm": 0.6949951648712158, + "learning_rate": 7.219887944497727e-06, + "loss": 0.185, + "num_input_tokens_seen": 57875728, + "step": 30075 + }, + { + "epoch": 4.907088669548903, + "grad_norm": 0.456699937582016, + "learning_rate": 7.2129877746198e-06, + "loss": 0.1289, + "num_input_tokens_seen": 57884688, + "step": 30080 + }, + { + "epoch": 4.9079043967697205, + "grad_norm": 0.41435253620147705, + "learning_rate": 7.20609034772268e-06, + "loss": 0.1331, + "num_input_tokens_seen": 57894944, + "step": 30085 + }, + { + "epoch": 4.908720123990538, + "grad_norm": 0.29707080125808716, + "learning_rate": 7.19919566487004e-06, + "loss": 0.1835, + "num_input_tokens_seen": 57904448, + "step": 30090 + }, + { + "epoch": 4.909535851211355, + "grad_norm": 0.8014440536499023, + "learning_rate": 7.192303727125132e-06, + "loss": 0.1855, + "num_input_tokens_seen": 57914096, + "step": 30095 + }, + { + "epoch": 4.910351578432172, + "grad_norm": 0.5275245308876038, + "learning_rate": 7.185414535550777e-06, + "loss": 0.1365, + "num_input_tokens_seen": 57924352, + "step": 30100 + }, + { + "epoch": 4.91116730565299, + "grad_norm": 1.124504566192627, + "learning_rate": 7.178528091209363e-06, + "loss": 0.1803, + "num_input_tokens_seen": 57935024, + "step": 30105 + }, + { + "epoch": 4.911983032873807, + "grad_norm": 0.9626930356025696, + "learning_rate": 7.171644395162888e-06, + "loss": 0.2004, + "num_input_tokens_seen": 57945696, + "step": 30110 + }, + { + "epoch": 4.912798760094624, + "grad_norm": 0.28928568959236145, + "learning_rate": 7.164763448472881e-06, + "loss": 0.1193, + "num_input_tokens_seen": 57955984, + "step": 30115 + }, + { + "epoch": 4.913614487315442, + "grad_norm": 0.730400025844574, + "learning_rate": 7.157885252200491e-06, + "loss": 0.1002, + "num_input_tokens_seen": 57965856, + "step": 30120 + }, + { + "epoch": 4.914430214536259, + "grad_norm": 1.4177005290985107, + "learning_rate": 7.151009807406403e-06, + "loss": 0.2098, + "num_input_tokens_seen": 57975328, + "step": 30125 + }, + { + "epoch": 4.915245941757076, + "grad_norm": 0.4018101692199707, + "learning_rate": 7.144137115150909e-06, + "loss": 0.1124, + "num_input_tokens_seen": 57986352, + "step": 30130 + }, + { + "epoch": 4.9160616689778935, + "grad_norm": 0.6162905693054199, + "learning_rate": 7.1372671764938725e-06, + "loss": 0.1648, + "num_input_tokens_seen": 57997008, + "step": 30135 + }, + { + "epoch": 4.916877396198711, + "grad_norm": 1.4880344867706299, + "learning_rate": 7.130399992494705e-06, + "loss": 0.1632, + "num_input_tokens_seen": 58005376, + "step": 30140 + }, + { + "epoch": 4.917693123419529, + "grad_norm": 0.7434070110321045, + "learning_rate": 7.123535564212419e-06, + "loss": 0.2068, + "num_input_tokens_seen": 58015488, + "step": 30145 + }, + { + "epoch": 4.918508850640346, + "grad_norm": 0.9108641147613525, + "learning_rate": 7.116673892705611e-06, + "loss": 0.1965, + "num_input_tokens_seen": 58025536, + "step": 30150 + }, + { + "epoch": 4.919324577861163, + "grad_norm": 0.3453786373138428, + "learning_rate": 7.109814979032415e-06, + "loss": 0.1881, + "num_input_tokens_seen": 58035760, + "step": 30155 + }, + { + "epoch": 4.920140305081981, + "grad_norm": 0.26761704683303833, + "learning_rate": 7.102958824250577e-06, + "loss": 0.1794, + "num_input_tokens_seen": 58044944, + "step": 30160 + }, + { + "epoch": 4.920956032302798, + "grad_norm": 0.2200486809015274, + "learning_rate": 7.096105429417393e-06, + "loss": 0.0725, + "num_input_tokens_seen": 58054672, + "step": 30165 + }, + { + "epoch": 4.921771759523615, + "grad_norm": 0.4943287968635559, + "learning_rate": 7.0892547955897506e-06, + "loss": 0.0977, + "num_input_tokens_seen": 58063248, + "step": 30170 + }, + { + "epoch": 4.922587486744432, + "grad_norm": 0.623083233833313, + "learning_rate": 7.0824069238241e-06, + "loss": 0.1396, + "num_input_tokens_seen": 58073168, + "step": 30175 + }, + { + "epoch": 4.92340321396525, + "grad_norm": 0.8009217381477356, + "learning_rate": 7.075561815176462e-06, + "loss": 0.1207, + "num_input_tokens_seen": 58082112, + "step": 30180 + }, + { + "epoch": 4.9242189411860675, + "grad_norm": 0.7950945496559143, + "learning_rate": 7.068719470702445e-06, + "loss": 0.1552, + "num_input_tokens_seen": 58091280, + "step": 30185 + }, + { + "epoch": 4.925034668406885, + "grad_norm": 1.2496776580810547, + "learning_rate": 7.061879891457229e-06, + "loss": 0.0948, + "num_input_tokens_seen": 58101456, + "step": 30190 + }, + { + "epoch": 4.925850395627702, + "grad_norm": 1.2557647228240967, + "learning_rate": 7.0550430784955515e-06, + "loss": 0.1802, + "num_input_tokens_seen": 58110432, + "step": 30195 + }, + { + "epoch": 4.92666612284852, + "grad_norm": 0.4815191328525543, + "learning_rate": 7.048209032871752e-06, + "loss": 0.1703, + "num_input_tokens_seen": 58119904, + "step": 30200 + }, + { + "epoch": 4.92666612284852, + "eval_loss": 0.16239409148693085, + "eval_runtime": 71.4152, + "eval_samples_per_second": 38.157, + "eval_steps_per_second": 19.086, + "num_input_tokens_seen": 58119904, + "step": 30200 + }, + { + "epoch": 4.927481850069337, + "grad_norm": 0.5099319219589233, + "learning_rate": 7.0413777556397055e-06, + "loss": 0.1183, + "num_input_tokens_seen": 58129072, + "step": 30205 + }, + { + "epoch": 4.928297577290154, + "grad_norm": 1.216040015220642, + "learning_rate": 7.0345492478528925e-06, + "loss": 0.2083, + "num_input_tokens_seen": 58138832, + "step": 30210 + }, + { + "epoch": 4.929113304510971, + "grad_norm": 1.0881922245025635, + "learning_rate": 7.02772351056436e-06, + "loss": 0.18, + "num_input_tokens_seen": 58148592, + "step": 30215 + }, + { + "epoch": 4.929929031731789, + "grad_norm": 0.340138703584671, + "learning_rate": 7.020900544826709e-06, + "loss": 0.0792, + "num_input_tokens_seen": 58158576, + "step": 30220 + }, + { + "epoch": 4.930744758952606, + "grad_norm": 1.3307777643203735, + "learning_rate": 7.014080351692134e-06, + "loss": 0.1867, + "num_input_tokens_seen": 58168384, + "step": 30225 + }, + { + "epoch": 4.9315604861734235, + "grad_norm": 0.5603005886077881, + "learning_rate": 7.0072629322124024e-06, + "loss": 0.1185, + "num_input_tokens_seen": 58177856, + "step": 30230 + }, + { + "epoch": 4.932376213394241, + "grad_norm": 0.6088172793388367, + "learning_rate": 7.000448287438827e-06, + "loss": 0.1805, + "num_input_tokens_seen": 58187584, + "step": 30235 + }, + { + "epoch": 4.933191940615059, + "grad_norm": 0.6488669514656067, + "learning_rate": 6.993636418422331e-06, + "loss": 0.0989, + "num_input_tokens_seen": 58197312, + "step": 30240 + }, + { + "epoch": 4.934007667835876, + "grad_norm": 0.5185472369194031, + "learning_rate": 6.986827326213383e-06, + "loss": 0.179, + "num_input_tokens_seen": 58205520, + "step": 30245 + }, + { + "epoch": 4.934823395056693, + "grad_norm": 0.47297316789627075, + "learning_rate": 6.9800210118620205e-06, + "loss": 0.1322, + "num_input_tokens_seen": 58214000, + "step": 30250 + }, + { + "epoch": 4.935639122277511, + "grad_norm": 1.4299436807632446, + "learning_rate": 6.973217476417876e-06, + "loss": 0.2834, + "num_input_tokens_seen": 58224400, + "step": 30255 + }, + { + "epoch": 4.936454849498328, + "grad_norm": 1.645310401916504, + "learning_rate": 6.96641672093013e-06, + "loss": 0.2775, + "num_input_tokens_seen": 58234720, + "step": 30260 + }, + { + "epoch": 4.937270576719145, + "grad_norm": 0.7875465154647827, + "learning_rate": 6.95961874644755e-06, + "loss": 0.1688, + "num_input_tokens_seen": 58244928, + "step": 30265 + }, + { + "epoch": 4.938086303939962, + "grad_norm": 0.5693351030349731, + "learning_rate": 6.952823554018476e-06, + "loss": 0.1319, + "num_input_tokens_seen": 58254912, + "step": 30270 + }, + { + "epoch": 4.938902031160779, + "grad_norm": 0.75395268201828, + "learning_rate": 6.946031144690798e-06, + "loss": 0.1901, + "num_input_tokens_seen": 58263712, + "step": 30275 + }, + { + "epoch": 4.939717758381597, + "grad_norm": 0.34297895431518555, + "learning_rate": 6.939241519512005e-06, + "loss": 0.1356, + "num_input_tokens_seen": 58273504, + "step": 30280 + }, + { + "epoch": 4.940533485602415, + "grad_norm": 0.9158096313476562, + "learning_rate": 6.932454679529129e-06, + "loss": 0.1604, + "num_input_tokens_seen": 58283808, + "step": 30285 + }, + { + "epoch": 4.941349212823232, + "grad_norm": 0.6150068044662476, + "learning_rate": 6.925670625788791e-06, + "loss": 0.172, + "num_input_tokens_seen": 58294192, + "step": 30290 + }, + { + "epoch": 4.94216494004405, + "grad_norm": 0.4973379671573639, + "learning_rate": 6.918889359337186e-06, + "loss": 0.2351, + "num_input_tokens_seen": 58304512, + "step": 30295 + }, + { + "epoch": 4.942980667264867, + "grad_norm": 0.4159800112247467, + "learning_rate": 6.912110881220058e-06, + "loss": 0.1302, + "num_input_tokens_seen": 58313760, + "step": 30300 + }, + { + "epoch": 4.943796394485684, + "grad_norm": 1.0213978290557861, + "learning_rate": 6.905335192482735e-06, + "loss": 0.1445, + "num_input_tokens_seen": 58323328, + "step": 30305 + }, + { + "epoch": 4.944612121706501, + "grad_norm": 0.9617887139320374, + "learning_rate": 6.8985622941701275e-06, + "loss": 0.2003, + "num_input_tokens_seen": 58333872, + "step": 30310 + }, + { + "epoch": 4.945427848927318, + "grad_norm": 0.3637336194515228, + "learning_rate": 6.89179218732669e-06, + "loss": 0.1698, + "num_input_tokens_seen": 58342624, + "step": 30315 + }, + { + "epoch": 4.946243576148136, + "grad_norm": 0.6954531669616699, + "learning_rate": 6.8850248729964595e-06, + "loss": 0.1525, + "num_input_tokens_seen": 58352272, + "step": 30320 + }, + { + "epoch": 4.947059303368953, + "grad_norm": 0.2500651180744171, + "learning_rate": 6.8782603522230314e-06, + "loss": 0.1351, + "num_input_tokens_seen": 58360704, + "step": 30325 + }, + { + "epoch": 4.9478750305897705, + "grad_norm": 0.7662882208824158, + "learning_rate": 6.871498626049591e-06, + "loss": 0.1727, + "num_input_tokens_seen": 58370464, + "step": 30330 + }, + { + "epoch": 4.9486907578105885, + "grad_norm": 0.7309388518333435, + "learning_rate": 6.8647396955188875e-06, + "loss": 0.2017, + "num_input_tokens_seen": 58380688, + "step": 30335 + }, + { + "epoch": 4.949506485031406, + "grad_norm": 0.43268924951553345, + "learning_rate": 6.857983561673218e-06, + "loss": 0.1326, + "num_input_tokens_seen": 58389168, + "step": 30340 + }, + { + "epoch": 4.950322212252223, + "grad_norm": 0.7291972637176514, + "learning_rate": 6.851230225554467e-06, + "loss": 0.1539, + "num_input_tokens_seen": 58398336, + "step": 30345 + }, + { + "epoch": 4.95113793947304, + "grad_norm": 0.4399612843990326, + "learning_rate": 6.8444796882040946e-06, + "loss": 0.1168, + "num_input_tokens_seen": 58407472, + "step": 30350 + }, + { + "epoch": 4.951953666693858, + "grad_norm": 0.7684256434440613, + "learning_rate": 6.837731950663106e-06, + "loss": 0.2426, + "num_input_tokens_seen": 58415936, + "step": 30355 + }, + { + "epoch": 4.952769393914675, + "grad_norm": 1.2677631378173828, + "learning_rate": 6.830987013972098e-06, + "loss": 0.1439, + "num_input_tokens_seen": 58425920, + "step": 30360 + }, + { + "epoch": 4.953585121135492, + "grad_norm": 1.2868869304656982, + "learning_rate": 6.82424487917121e-06, + "loss": 0.1374, + "num_input_tokens_seen": 58434608, + "step": 30365 + }, + { + "epoch": 4.954400848356309, + "grad_norm": 0.2017122507095337, + "learning_rate": 6.8175055473001735e-06, + "loss": 0.1228, + "num_input_tokens_seen": 58444288, + "step": 30370 + }, + { + "epoch": 4.955216575577127, + "grad_norm": 0.18941690027713776, + "learning_rate": 6.8107690193982855e-06, + "loss": 0.1289, + "num_input_tokens_seen": 58454256, + "step": 30375 + }, + { + "epoch": 4.9560323027979445, + "grad_norm": 1.1686707735061646, + "learning_rate": 6.804035296504385e-06, + "loss": 0.1787, + "num_input_tokens_seen": 58464288, + "step": 30380 + }, + { + "epoch": 4.956848030018762, + "grad_norm": 0.5823150277137756, + "learning_rate": 6.797304379656916e-06, + "loss": 0.1541, + "num_input_tokens_seen": 58474720, + "step": 30385 + }, + { + "epoch": 4.957663757239579, + "grad_norm": 1.3976519107818604, + "learning_rate": 6.790576269893861e-06, + "loss": 0.1699, + "num_input_tokens_seen": 58485472, + "step": 30390 + }, + { + "epoch": 4.958479484460397, + "grad_norm": 1.2253665924072266, + "learning_rate": 6.783850968252772e-06, + "loss": 0.1434, + "num_input_tokens_seen": 58494768, + "step": 30395 + }, + { + "epoch": 4.959295211681214, + "grad_norm": 0.8985573649406433, + "learning_rate": 6.777128475770789e-06, + "loss": 0.1409, + "num_input_tokens_seen": 58503776, + "step": 30400 + }, + { + "epoch": 4.959295211681214, + "eval_loss": 0.16269278526306152, + "eval_runtime": 71.4321, + "eval_samples_per_second": 38.148, + "eval_steps_per_second": 19.081, + "num_input_tokens_seen": 58503776, + "step": 30400 + }, + { + "epoch": 4.960110938902031, + "grad_norm": 0.8199169039726257, + "learning_rate": 6.77040879348459e-06, + "loss": 0.1558, + "num_input_tokens_seen": 58514288, + "step": 30405 + }, + { + "epoch": 4.960926666122848, + "grad_norm": 0.7521671652793884, + "learning_rate": 6.763691922430443e-06, + "loss": 0.147, + "num_input_tokens_seen": 58524288, + "step": 30410 + }, + { + "epoch": 4.961742393343666, + "grad_norm": 1.4165452718734741, + "learning_rate": 6.756977863644178e-06, + "loss": 0.2775, + "num_input_tokens_seen": 58534400, + "step": 30415 + }, + { + "epoch": 4.962558120564483, + "grad_norm": 0.6034702658653259, + "learning_rate": 6.7502666181611804e-06, + "loss": 0.171, + "num_input_tokens_seen": 58543424, + "step": 30420 + }, + { + "epoch": 4.9633738477853, + "grad_norm": 1.7273367643356323, + "learning_rate": 6.743558187016405e-06, + "loss": 0.2341, + "num_input_tokens_seen": 58553072, + "step": 30425 + }, + { + "epoch": 4.964189575006118, + "grad_norm": 0.8593310117721558, + "learning_rate": 6.7368525712443925e-06, + "loss": 0.2424, + "num_input_tokens_seen": 58562384, + "step": 30430 + }, + { + "epoch": 4.965005302226936, + "grad_norm": 1.4730167388916016, + "learning_rate": 6.7301497718792155e-06, + "loss": 0.1745, + "num_input_tokens_seen": 58572256, + "step": 30435 + }, + { + "epoch": 4.965821029447753, + "grad_norm": 0.7830983996391296, + "learning_rate": 6.723449789954544e-06, + "loss": 0.2613, + "num_input_tokens_seen": 58582000, + "step": 30440 + }, + { + "epoch": 4.96663675666857, + "grad_norm": 0.20889535546302795, + "learning_rate": 6.716752626503586e-06, + "loss": 0.1431, + "num_input_tokens_seen": 58590848, + "step": 30445 + }, + { + "epoch": 4.967452483889387, + "grad_norm": 0.6482787728309631, + "learning_rate": 6.710058282559131e-06, + "loss": 0.1818, + "num_input_tokens_seen": 58602192, + "step": 30450 + }, + { + "epoch": 4.968268211110205, + "grad_norm": 0.5994142889976501, + "learning_rate": 6.703366759153545e-06, + "loss": 0.1222, + "num_input_tokens_seen": 58611264, + "step": 30455 + }, + { + "epoch": 4.969083938331022, + "grad_norm": 0.3063787519931793, + "learning_rate": 6.6966780573187335e-06, + "loss": 0.1382, + "num_input_tokens_seen": 58620720, + "step": 30460 + }, + { + "epoch": 4.969899665551839, + "grad_norm": 0.6529523134231567, + "learning_rate": 6.689992178086174e-06, + "loss": 0.2128, + "num_input_tokens_seen": 58631104, + "step": 30465 + }, + { + "epoch": 4.970715392772657, + "grad_norm": 1.0558816194534302, + "learning_rate": 6.683309122486925e-06, + "loss": 0.1982, + "num_input_tokens_seen": 58640672, + "step": 30470 + }, + { + "epoch": 4.971531119993474, + "grad_norm": 0.29549798369407654, + "learning_rate": 6.676628891551584e-06, + "loss": 0.181, + "num_input_tokens_seen": 58650480, + "step": 30475 + }, + { + "epoch": 4.9723468472142915, + "grad_norm": 0.8447703719139099, + "learning_rate": 6.6699514863103385e-06, + "loss": 0.1561, + "num_input_tokens_seen": 58661280, + "step": 30480 + }, + { + "epoch": 4.973162574435109, + "grad_norm": 1.0594706535339355, + "learning_rate": 6.663276907792921e-06, + "loss": 0.1982, + "num_input_tokens_seen": 58670832, + "step": 30485 + }, + { + "epoch": 4.973978301655926, + "grad_norm": 0.7970829010009766, + "learning_rate": 6.656605157028634e-06, + "loss": 0.2052, + "num_input_tokens_seen": 58679776, + "step": 30490 + }, + { + "epoch": 4.974794028876744, + "grad_norm": 0.9120461344718933, + "learning_rate": 6.649936235046358e-06, + "loss": 0.0948, + "num_input_tokens_seen": 58688880, + "step": 30495 + }, + { + "epoch": 4.975609756097561, + "grad_norm": 1.1299445629119873, + "learning_rate": 6.643270142874508e-06, + "loss": 0.2287, + "num_input_tokens_seen": 58698480, + "step": 30500 + }, + { + "epoch": 4.976425483318378, + "grad_norm": 0.4243541657924652, + "learning_rate": 6.636606881541094e-06, + "loss": 0.1384, + "num_input_tokens_seen": 58706944, + "step": 30505 + }, + { + "epoch": 4.977241210539196, + "grad_norm": 0.3335849642753601, + "learning_rate": 6.629946452073662e-06, + "loss": 0.1474, + "num_input_tokens_seen": 58716368, + "step": 30510 + }, + { + "epoch": 4.978056937760013, + "grad_norm": 1.7340333461761475, + "learning_rate": 6.6232888554993375e-06, + "loss": 0.2196, + "num_input_tokens_seen": 58725392, + "step": 30515 + }, + { + "epoch": 4.97887266498083, + "grad_norm": 0.6207199692726135, + "learning_rate": 6.616634092844817e-06, + "loss": 0.2317, + "num_input_tokens_seen": 58735152, + "step": 30520 + }, + { + "epoch": 4.9796883922016475, + "grad_norm": 0.3849946856498718, + "learning_rate": 6.609982165136331e-06, + "loss": 0.1172, + "num_input_tokens_seen": 58744224, + "step": 30525 + }, + { + "epoch": 4.9805041194224655, + "grad_norm": 1.1536096334457397, + "learning_rate": 6.603333073399706e-06, + "loss": 0.1475, + "num_input_tokens_seen": 58753552, + "step": 30530 + }, + { + "epoch": 4.981319846643283, + "grad_norm": 0.7524118423461914, + "learning_rate": 6.596686818660308e-06, + "loss": 0.2059, + "num_input_tokens_seen": 58764160, + "step": 30535 + }, + { + "epoch": 4.9821355738641, + "grad_norm": 1.4996013641357422, + "learning_rate": 6.590043401943066e-06, + "loss": 0.2324, + "num_input_tokens_seen": 58774000, + "step": 30540 + }, + { + "epoch": 4.982951301084917, + "grad_norm": 1.2625844478607178, + "learning_rate": 6.583402824272494e-06, + "loss": 0.1977, + "num_input_tokens_seen": 58784320, + "step": 30545 + }, + { + "epoch": 4.983767028305735, + "grad_norm": 0.6262472867965698, + "learning_rate": 6.576765086672634e-06, + "loss": 0.1255, + "num_input_tokens_seen": 58794032, + "step": 30550 + }, + { + "epoch": 4.984582755526552, + "grad_norm": 0.5222464203834534, + "learning_rate": 6.57013019016712e-06, + "loss": 0.135, + "num_input_tokens_seen": 58803808, + "step": 30555 + }, + { + "epoch": 4.985398482747369, + "grad_norm": 0.8656915426254272, + "learning_rate": 6.563498135779142e-06, + "loss": 0.2005, + "num_input_tokens_seen": 58812704, + "step": 30560 + }, + { + "epoch": 4.986214209968186, + "grad_norm": 1.1070817708969116, + "learning_rate": 6.556868924531431e-06, + "loss": 0.102, + "num_input_tokens_seen": 58822160, + "step": 30565 + }, + { + "epoch": 4.987029937189004, + "grad_norm": 0.7062559127807617, + "learning_rate": 6.550242557446304e-06, + "loss": 0.1492, + "num_input_tokens_seen": 58833168, + "step": 30570 + }, + { + "epoch": 4.9878456644098215, + "grad_norm": 0.18922147154808044, + "learning_rate": 6.543619035545634e-06, + "loss": 0.1391, + "num_input_tokens_seen": 58843072, + "step": 30575 + }, + { + "epoch": 4.988661391630639, + "grad_norm": 1.36393141746521, + "learning_rate": 6.53699835985084e-06, + "loss": 0.2585, + "num_input_tokens_seen": 58852832, + "step": 30580 + }, + { + "epoch": 4.989477118851456, + "grad_norm": 0.6205781698226929, + "learning_rate": 6.530380531382927e-06, + "loss": 0.1449, + "num_input_tokens_seen": 58862160, + "step": 30585 + }, + { + "epoch": 4.990292846072274, + "grad_norm": 0.6182434558868408, + "learning_rate": 6.523765551162433e-06, + "loss": 0.1275, + "num_input_tokens_seen": 58872320, + "step": 30590 + }, + { + "epoch": 4.991108573293091, + "grad_norm": 0.5510295033454895, + "learning_rate": 6.517153420209476e-06, + "loss": 0.1332, + "num_input_tokens_seen": 58882432, + "step": 30595 + }, + { + "epoch": 4.991924300513908, + "grad_norm": 0.6469451785087585, + "learning_rate": 6.510544139543739e-06, + "loss": 0.132, + "num_input_tokens_seen": 58892528, + "step": 30600 + }, + { + "epoch": 4.991924300513908, + "eval_loss": 0.16186431050300598, + "eval_runtime": 71.4307, + "eval_samples_per_second": 38.149, + "eval_steps_per_second": 19.081, + "num_input_tokens_seen": 58892528, + "step": 30600 + }, + { + "epoch": 4.992740027734725, + "grad_norm": 0.48583588004112244, + "learning_rate": 6.503937710184452e-06, + "loss": 0.1949, + "num_input_tokens_seen": 58901888, + "step": 30605 + }, + { + "epoch": 4.993555754955543, + "grad_norm": 1.3336995840072632, + "learning_rate": 6.4973341331503954e-06, + "loss": 0.18, + "num_input_tokens_seen": 58911040, + "step": 30610 + }, + { + "epoch": 4.99437148217636, + "grad_norm": 1.5958681106567383, + "learning_rate": 6.490733409459942e-06, + "loss": 0.1488, + "num_input_tokens_seen": 58920976, + "step": 30615 + }, + { + "epoch": 4.995187209397177, + "grad_norm": 0.4618266522884369, + "learning_rate": 6.484135540130995e-06, + "loss": 0.0937, + "num_input_tokens_seen": 58930176, + "step": 30620 + }, + { + "epoch": 4.9960029366179945, + "grad_norm": 1.1440258026123047, + "learning_rate": 6.4775405261810364e-06, + "loss": 0.1997, + "num_input_tokens_seen": 58938928, + "step": 30625 + }, + { + "epoch": 4.996818663838813, + "grad_norm": 0.6711506247520447, + "learning_rate": 6.470948368627092e-06, + "loss": 0.2446, + "num_input_tokens_seen": 58949632, + "step": 30630 + }, + { + "epoch": 4.99763439105963, + "grad_norm": 0.6553382277488708, + "learning_rate": 6.464359068485756e-06, + "loss": 0.1917, + "num_input_tokens_seen": 58958944, + "step": 30635 + }, + { + "epoch": 4.998450118280447, + "grad_norm": 0.7884767055511475, + "learning_rate": 6.457772626773195e-06, + "loss": 0.1391, + "num_input_tokens_seen": 58967296, + "step": 30640 + }, + { + "epoch": 4.999265845501265, + "grad_norm": 0.2909697890281677, + "learning_rate": 6.451189044505104e-06, + "loss": 0.1695, + "num_input_tokens_seen": 58978032, + "step": 30645 + }, + { + "epoch": 5.0, + "grad_norm": 0.6648582816123962, + "learning_rate": 6.44460832269676e-06, + "loss": 0.1805, + "num_input_tokens_seen": 58987136, + "step": 30650 + }, + { + "epoch": 5.000815727220817, + "grad_norm": 1.1225061416625977, + "learning_rate": 6.438030462363001e-06, + "loss": 0.1179, + "num_input_tokens_seen": 58997088, + "step": 30655 + }, + { + "epoch": 5.001631454441635, + "grad_norm": 0.9325101971626282, + "learning_rate": 6.431455464518205e-06, + "loss": 0.2019, + "num_input_tokens_seen": 59006448, + "step": 30660 + }, + { + "epoch": 5.002447181662452, + "grad_norm": 0.2729730010032654, + "learning_rate": 6.424883330176326e-06, + "loss": 0.1665, + "num_input_tokens_seen": 59016400, + "step": 30665 + }, + { + "epoch": 5.003262908883269, + "grad_norm": 0.9014879465103149, + "learning_rate": 6.418314060350864e-06, + "loss": 0.1307, + "num_input_tokens_seen": 59026784, + "step": 30670 + }, + { + "epoch": 5.0040786361040865, + "grad_norm": 0.494150310754776, + "learning_rate": 6.4117476560548895e-06, + "loss": 0.1494, + "num_input_tokens_seen": 59036960, + "step": 30675 + }, + { + "epoch": 5.004894363324905, + "grad_norm": 0.28611597418785095, + "learning_rate": 6.405184118301016e-06, + "loss": 0.1004, + "num_input_tokens_seen": 59046400, + "step": 30680 + }, + { + "epoch": 5.005710090545722, + "grad_norm": 0.4762876629829407, + "learning_rate": 6.398623448101434e-06, + "loss": 0.1074, + "num_input_tokens_seen": 59056208, + "step": 30685 + }, + { + "epoch": 5.006525817766539, + "grad_norm": 0.6988685727119446, + "learning_rate": 6.392065646467871e-06, + "loss": 0.1121, + "num_input_tokens_seen": 59065392, + "step": 30690 + }, + { + "epoch": 5.007341544987356, + "grad_norm": 1.3261590003967285, + "learning_rate": 6.385510714411632e-06, + "loss": 0.1804, + "num_input_tokens_seen": 59076560, + "step": 30695 + }, + { + "epoch": 5.008157272208174, + "grad_norm": 1.0540814399719238, + "learning_rate": 6.378958652943559e-06, + "loss": 0.1594, + "num_input_tokens_seen": 59085824, + "step": 30700 + }, + { + "epoch": 5.008972999428991, + "grad_norm": 0.4421585202217102, + "learning_rate": 6.3724094630740776e-06, + "loss": 0.1503, + "num_input_tokens_seen": 59095840, + "step": 30705 + }, + { + "epoch": 5.009788726649808, + "grad_norm": 1.645124077796936, + "learning_rate": 6.365863145813136e-06, + "loss": 0.2681, + "num_input_tokens_seen": 59104816, + "step": 30710 + }, + { + "epoch": 5.010604453870625, + "grad_norm": 1.5592936277389526, + "learning_rate": 6.359319702170269e-06, + "loss": 0.1323, + "num_input_tokens_seen": 59113680, + "step": 30715 + }, + { + "epoch": 5.011420181091443, + "grad_norm": 0.7737476825714111, + "learning_rate": 6.352779133154566e-06, + "loss": 0.0868, + "num_input_tokens_seen": 59122144, + "step": 30720 + }, + { + "epoch": 5.0122359083122605, + "grad_norm": 0.908829927444458, + "learning_rate": 6.346241439774648e-06, + "loss": 0.1403, + "num_input_tokens_seen": 59132240, + "step": 30725 + }, + { + "epoch": 5.013051635533078, + "grad_norm": 0.7218074202537537, + "learning_rate": 6.339706623038716e-06, + "loss": 0.1784, + "num_input_tokens_seen": 59141792, + "step": 30730 + }, + { + "epoch": 5.013867362753895, + "grad_norm": 0.5076342821121216, + "learning_rate": 6.333174683954532e-06, + "loss": 0.1466, + "num_input_tokens_seen": 59151728, + "step": 30735 + }, + { + "epoch": 5.014683089974713, + "grad_norm": 0.8012314438819885, + "learning_rate": 6.326645623529387e-06, + "loss": 0.132, + "num_input_tokens_seen": 59161472, + "step": 30740 + }, + { + "epoch": 5.01549881719553, + "grad_norm": 0.5396125316619873, + "learning_rate": 6.320119442770156e-06, + "loss": 0.193, + "num_input_tokens_seen": 59170672, + "step": 30745 + }, + { + "epoch": 5.016314544416347, + "grad_norm": 0.48379650712013245, + "learning_rate": 6.313596142683254e-06, + "loss": 0.0815, + "num_input_tokens_seen": 59180784, + "step": 30750 + }, + { + "epoch": 5.017130271637164, + "grad_norm": 0.6347494721412659, + "learning_rate": 6.307075724274647e-06, + "loss": 0.1604, + "num_input_tokens_seen": 59190624, + "step": 30755 + }, + { + "epoch": 5.017945998857982, + "grad_norm": 0.8673962354660034, + "learning_rate": 6.300558188549882e-06, + "loss": 0.1363, + "num_input_tokens_seen": 59200672, + "step": 30760 + }, + { + "epoch": 5.018761726078799, + "grad_norm": 0.42080065608024597, + "learning_rate": 6.29404353651403e-06, + "loss": 0.2013, + "num_input_tokens_seen": 59211680, + "step": 30765 + }, + { + "epoch": 5.0195774532996165, + "grad_norm": 1.0408129692077637, + "learning_rate": 6.287531769171737e-06, + "loss": 0.1477, + "num_input_tokens_seen": 59220528, + "step": 30770 + }, + { + "epoch": 5.020393180520434, + "grad_norm": 0.4252588152885437, + "learning_rate": 6.2810228875272045e-06, + "loss": 0.1739, + "num_input_tokens_seen": 59230688, + "step": 30775 + }, + { + "epoch": 5.021208907741252, + "grad_norm": 0.7595153450965881, + "learning_rate": 6.274516892584179e-06, + "loss": 0.2044, + "num_input_tokens_seen": 59239568, + "step": 30780 + }, + { + "epoch": 5.022024634962069, + "grad_norm": 0.4656101167201996, + "learning_rate": 6.268013785345969e-06, + "loss": 0.3045, + "num_input_tokens_seen": 59249376, + "step": 30785 + }, + { + "epoch": 5.022840362182886, + "grad_norm": 1.2300807237625122, + "learning_rate": 6.26151356681543e-06, + "loss": 0.2386, + "num_input_tokens_seen": 59258864, + "step": 30790 + }, + { + "epoch": 5.023656089403703, + "grad_norm": 0.7951709628105164, + "learning_rate": 6.255016237994981e-06, + "loss": 0.1259, + "num_input_tokens_seen": 59270192, + "step": 30795 + }, + { + "epoch": 5.024471816624521, + "grad_norm": 0.6945118308067322, + "learning_rate": 6.248521799886603e-06, + "loss": 0.15, + "num_input_tokens_seen": 59278112, + "step": 30800 + }, + { + "epoch": 5.024471816624521, + "eval_loss": 0.16228856146335602, + "eval_runtime": 71.5609, + "eval_samples_per_second": 38.079, + "eval_steps_per_second": 19.047, + "num_input_tokens_seen": 59278112, + "step": 30800 + }, + { + "epoch": 5.025287543845338, + "grad_norm": 0.3955720067024231, + "learning_rate": 6.242030253491798e-06, + "loss": 0.1707, + "num_input_tokens_seen": 59288064, + "step": 30805 + }, + { + "epoch": 5.026103271066155, + "grad_norm": 1.3339905738830566, + "learning_rate": 6.235541599811656e-06, + "loss": 0.1458, + "num_input_tokens_seen": 59296688, + "step": 30810 + }, + { + "epoch": 5.026918998286972, + "grad_norm": 0.5247890949249268, + "learning_rate": 6.229055839846814e-06, + "loss": 0.1785, + "num_input_tokens_seen": 59306880, + "step": 30815 + }, + { + "epoch": 5.02773472550779, + "grad_norm": 0.9767177104949951, + "learning_rate": 6.222572974597455e-06, + "loss": 0.2023, + "num_input_tokens_seen": 59315184, + "step": 30820 + }, + { + "epoch": 5.028550452728608, + "grad_norm": 1.2676515579223633, + "learning_rate": 6.216093005063306e-06, + "loss": 0.123, + "num_input_tokens_seen": 59324208, + "step": 30825 + }, + { + "epoch": 5.029366179949425, + "grad_norm": 0.7486060857772827, + "learning_rate": 6.209615932243678e-06, + "loss": 0.1042, + "num_input_tokens_seen": 59333712, + "step": 30830 + }, + { + "epoch": 5.030181907170242, + "grad_norm": 1.1442914009094238, + "learning_rate": 6.203141757137399e-06, + "loss": 0.159, + "num_input_tokens_seen": 59341360, + "step": 30835 + }, + { + "epoch": 5.03099763439106, + "grad_norm": 1.0814244747161865, + "learning_rate": 6.196670480742886e-06, + "loss": 0.174, + "num_input_tokens_seen": 59351184, + "step": 30840 + }, + { + "epoch": 5.031813361611877, + "grad_norm": 0.4325306713581085, + "learning_rate": 6.190202104058074e-06, + "loss": 0.1271, + "num_input_tokens_seen": 59361520, + "step": 30845 + }, + { + "epoch": 5.032629088832694, + "grad_norm": 1.4539505243301392, + "learning_rate": 6.183736628080475e-06, + "loss": 0.1754, + "num_input_tokens_seen": 59370736, + "step": 30850 + }, + { + "epoch": 5.033444816053512, + "grad_norm": 0.8831344246864319, + "learning_rate": 6.177274053807155e-06, + "loss": 0.1979, + "num_input_tokens_seen": 59379920, + "step": 30855 + }, + { + "epoch": 5.034260543274329, + "grad_norm": 1.4270402193069458, + "learning_rate": 6.170814382234713e-06, + "loss": 0.2715, + "num_input_tokens_seen": 59389552, + "step": 30860 + }, + { + "epoch": 5.035076270495146, + "grad_norm": 1.4906721115112305, + "learning_rate": 6.16435761435932e-06, + "loss": 0.2163, + "num_input_tokens_seen": 59399792, + "step": 30865 + }, + { + "epoch": 5.0358919977159635, + "grad_norm": 1.3961522579193115, + "learning_rate": 6.157903751176681e-06, + "loss": 0.1756, + "num_input_tokens_seen": 59409216, + "step": 30870 + }, + { + "epoch": 5.0367077249367815, + "grad_norm": 0.5093240737915039, + "learning_rate": 6.151452793682066e-06, + "loss": 0.0896, + "num_input_tokens_seen": 59419760, + "step": 30875 + }, + { + "epoch": 5.037523452157599, + "grad_norm": 0.7835397124290466, + "learning_rate": 6.145004742870305e-06, + "loss": 0.137, + "num_input_tokens_seen": 59428928, + "step": 30880 + }, + { + "epoch": 5.038339179378416, + "grad_norm": 0.23013900220394135, + "learning_rate": 6.138559599735752e-06, + "loss": 0.0828, + "num_input_tokens_seen": 59439440, + "step": 30885 + }, + { + "epoch": 5.039154906599233, + "grad_norm": 0.847708523273468, + "learning_rate": 6.132117365272344e-06, + "loss": 0.1356, + "num_input_tokens_seen": 59448544, + "step": 30890 + }, + { + "epoch": 5.039970633820051, + "grad_norm": 0.5490314364433289, + "learning_rate": 6.125678040473545e-06, + "loss": 0.2238, + "num_input_tokens_seen": 59457904, + "step": 30895 + }, + { + "epoch": 5.040786361040868, + "grad_norm": 0.19318611919879913, + "learning_rate": 6.1192416263323755e-06, + "loss": 0.1323, + "num_input_tokens_seen": 59466768, + "step": 30900 + }, + { + "epoch": 5.041602088261685, + "grad_norm": 0.49563950300216675, + "learning_rate": 6.112808123841424e-06, + "loss": 0.1182, + "num_input_tokens_seen": 59476176, + "step": 30905 + }, + { + "epoch": 5.042417815482502, + "grad_norm": 0.5177555680274963, + "learning_rate": 6.106377533992805e-06, + "loss": 0.148, + "num_input_tokens_seen": 59485728, + "step": 30910 + }, + { + "epoch": 5.04323354270332, + "grad_norm": 1.3678929805755615, + "learning_rate": 6.099949857778204e-06, + "loss": 0.1905, + "num_input_tokens_seen": 59495120, + "step": 30915 + }, + { + "epoch": 5.0440492699241375, + "grad_norm": 1.0879884958267212, + "learning_rate": 6.093525096188852e-06, + "loss": 0.1947, + "num_input_tokens_seen": 59505328, + "step": 30920 + }, + { + "epoch": 5.044864997144955, + "grad_norm": 0.4273107945919037, + "learning_rate": 6.087103250215518e-06, + "loss": 0.1859, + "num_input_tokens_seen": 59515232, + "step": 30925 + }, + { + "epoch": 5.045680724365772, + "grad_norm": 0.5769813060760498, + "learning_rate": 6.080684320848537e-06, + "loss": 0.1659, + "num_input_tokens_seen": 59524640, + "step": 30930 + }, + { + "epoch": 5.04649645158659, + "grad_norm": 0.38378798961639404, + "learning_rate": 6.074268309077794e-06, + "loss": 0.1958, + "num_input_tokens_seen": 59534624, + "step": 30935 + }, + { + "epoch": 5.047312178807407, + "grad_norm": 1.1170923709869385, + "learning_rate": 6.067855215892709e-06, + "loss": 0.1908, + "num_input_tokens_seen": 59544128, + "step": 30940 + }, + { + "epoch": 5.048127906028224, + "grad_norm": 0.364459365606308, + "learning_rate": 6.061445042282271e-06, + "loss": 0.1314, + "num_input_tokens_seen": 59555344, + "step": 30945 + }, + { + "epoch": 5.048943633249041, + "grad_norm": 0.5497978925704956, + "learning_rate": 6.055037789234999e-06, + "loss": 0.2378, + "num_input_tokens_seen": 59564832, + "step": 30950 + }, + { + "epoch": 5.049759360469859, + "grad_norm": 0.7401323318481445, + "learning_rate": 6.048633457738975e-06, + "loss": 0.1204, + "num_input_tokens_seen": 59574176, + "step": 30955 + }, + { + "epoch": 5.050575087690676, + "grad_norm": 0.37011009454727173, + "learning_rate": 6.042232048781837e-06, + "loss": 0.1737, + "num_input_tokens_seen": 59583504, + "step": 30960 + }, + { + "epoch": 5.051390814911493, + "grad_norm": 0.9315255880355835, + "learning_rate": 6.035833563350757e-06, + "loss": 0.0611, + "num_input_tokens_seen": 59594816, + "step": 30965 + }, + { + "epoch": 5.052206542132311, + "grad_norm": 0.3491952419281006, + "learning_rate": 6.0294380024324525e-06, + "loss": 0.1863, + "num_input_tokens_seen": 59604288, + "step": 30970 + }, + { + "epoch": 5.053022269353129, + "grad_norm": 0.9739378094673157, + "learning_rate": 6.023045367013213e-06, + "loss": 0.1467, + "num_input_tokens_seen": 59614960, + "step": 30975 + }, + { + "epoch": 5.053837996573946, + "grad_norm": 1.5261074304580688, + "learning_rate": 6.016655658078851e-06, + "loss": 0.1913, + "num_input_tokens_seen": 59624720, + "step": 30980 + }, + { + "epoch": 5.054653723794763, + "grad_norm": 0.7518618702888489, + "learning_rate": 6.010268876614753e-06, + "loss": 0.1196, + "num_input_tokens_seen": 59634224, + "step": 30985 + }, + { + "epoch": 5.05546945101558, + "grad_norm": 0.6458160877227783, + "learning_rate": 6.0038850236058266e-06, + "loss": 0.103, + "num_input_tokens_seen": 59643664, + "step": 30990 + }, + { + "epoch": 5.056285178236398, + "grad_norm": 1.0473952293395996, + "learning_rate": 5.997504100036549e-06, + "loss": 0.2086, + "num_input_tokens_seen": 59654096, + "step": 30995 + }, + { + "epoch": 5.057100905457215, + "grad_norm": 0.32162415981292725, + "learning_rate": 5.991126106890949e-06, + "loss": 0.1254, + "num_input_tokens_seen": 59663264, + "step": 31000 + }, + { + "epoch": 5.057100905457215, + "eval_loss": 0.1630859375, + "eval_runtime": 71.4151, + "eval_samples_per_second": 38.157, + "eval_steps_per_second": 19.086, + "num_input_tokens_seen": 59663264, + "step": 31000 + }, + { + "epoch": 5.057916632678032, + "grad_norm": 0.31316933035850525, + "learning_rate": 5.984751045152576e-06, + "loss": 0.1772, + "num_input_tokens_seen": 59672192, + "step": 31005 + }, + { + "epoch": 5.058732359898849, + "grad_norm": 0.27758774161338806, + "learning_rate": 5.978378915804553e-06, + "loss": 0.1712, + "num_input_tokens_seen": 59682496, + "step": 31010 + }, + { + "epoch": 5.059548087119667, + "grad_norm": 0.48149776458740234, + "learning_rate": 5.972009719829547e-06, + "loss": 0.188, + "num_input_tokens_seen": 59692608, + "step": 31015 + }, + { + "epoch": 5.0603638143404845, + "grad_norm": 0.6152383089065552, + "learning_rate": 5.965643458209755e-06, + "loss": 0.1082, + "num_input_tokens_seen": 59702304, + "step": 31020 + }, + { + "epoch": 5.061179541561302, + "grad_norm": 0.3757467269897461, + "learning_rate": 5.95928013192695e-06, + "loss": 0.1343, + "num_input_tokens_seen": 59710688, + "step": 31025 + }, + { + "epoch": 5.06199526878212, + "grad_norm": 0.607248842716217, + "learning_rate": 5.952919741962423e-06, + "loss": 0.1215, + "num_input_tokens_seen": 59719696, + "step": 31030 + }, + { + "epoch": 5.062810996002937, + "grad_norm": 0.12078578025102615, + "learning_rate": 5.946562289297042e-06, + "loss": 0.0983, + "num_input_tokens_seen": 59730336, + "step": 31035 + }, + { + "epoch": 5.063626723223754, + "grad_norm": 0.3972474932670593, + "learning_rate": 5.9402077749111855e-06, + "loss": 0.1553, + "num_input_tokens_seen": 59738304, + "step": 31040 + }, + { + "epoch": 5.064442450444571, + "grad_norm": 1.052072525024414, + "learning_rate": 5.933856199784821e-06, + "loss": 0.2006, + "num_input_tokens_seen": 59748032, + "step": 31045 + }, + { + "epoch": 5.065258177665389, + "grad_norm": 0.32728737592697144, + "learning_rate": 5.927507564897419e-06, + "loss": 0.196, + "num_input_tokens_seen": 59757712, + "step": 31050 + }, + { + "epoch": 5.066073904886206, + "grad_norm": 0.2238609790802002, + "learning_rate": 5.9211618712280395e-06, + "loss": 0.0524, + "num_input_tokens_seen": 59767632, + "step": 31055 + }, + { + "epoch": 5.066889632107023, + "grad_norm": 0.5135706663131714, + "learning_rate": 5.914819119755255e-06, + "loss": 0.1094, + "num_input_tokens_seen": 59777104, + "step": 31060 + }, + { + "epoch": 5.0677053593278405, + "grad_norm": 0.7330518364906311, + "learning_rate": 5.908479311457205e-06, + "loss": 0.1451, + "num_input_tokens_seen": 59787040, + "step": 31065 + }, + { + "epoch": 5.0685210865486585, + "grad_norm": 0.27861282229423523, + "learning_rate": 5.902142447311559e-06, + "loss": 0.0748, + "num_input_tokens_seen": 59796688, + "step": 31070 + }, + { + "epoch": 5.069336813769476, + "grad_norm": 0.7909532785415649, + "learning_rate": 5.895808528295546e-06, + "loss": 0.1595, + "num_input_tokens_seen": 59806720, + "step": 31075 + }, + { + "epoch": 5.070152540990293, + "grad_norm": 0.8683324456214905, + "learning_rate": 5.889477555385941e-06, + "loss": 0.1483, + "num_input_tokens_seen": 59816432, + "step": 31080 + }, + { + "epoch": 5.07096826821111, + "grad_norm": 0.5766827464103699, + "learning_rate": 5.883149529559051e-06, + "loss": 0.1231, + "num_input_tokens_seen": 59825552, + "step": 31085 + }, + { + "epoch": 5.071783995431928, + "grad_norm": 0.8413611054420471, + "learning_rate": 5.876824451790738e-06, + "loss": 0.1651, + "num_input_tokens_seen": 59835040, + "step": 31090 + }, + { + "epoch": 5.072599722652745, + "grad_norm": 0.9036690592765808, + "learning_rate": 5.87050232305642e-06, + "loss": 0.1815, + "num_input_tokens_seen": 59844928, + "step": 31095 + }, + { + "epoch": 5.073415449873562, + "grad_norm": 1.516628623008728, + "learning_rate": 5.864183144331034e-06, + "loss": 0.1349, + "num_input_tokens_seen": 59855408, + "step": 31100 + }, + { + "epoch": 5.074231177094379, + "grad_norm": 0.7036424875259399, + "learning_rate": 5.857866916589089e-06, + "loss": 0.2228, + "num_input_tokens_seen": 59865776, + "step": 31105 + }, + { + "epoch": 5.075046904315197, + "grad_norm": 0.7185549736022949, + "learning_rate": 5.8515536408046216e-06, + "loss": 0.1592, + "num_input_tokens_seen": 59875584, + "step": 31110 + }, + { + "epoch": 5.0758626315360145, + "grad_norm": 0.5698931813240051, + "learning_rate": 5.845243317951208e-06, + "loss": 0.2312, + "num_input_tokens_seen": 59884928, + "step": 31115 + }, + { + "epoch": 5.076678358756832, + "grad_norm": 1.2008562088012695, + "learning_rate": 5.838935949001997e-06, + "loss": 0.1561, + "num_input_tokens_seen": 59893936, + "step": 31120 + }, + { + "epoch": 5.077494085977649, + "grad_norm": 0.7170258164405823, + "learning_rate": 5.8326315349296476e-06, + "loss": 0.1763, + "num_input_tokens_seen": 59903120, + "step": 31125 + }, + { + "epoch": 5.078309813198467, + "grad_norm": 0.8533129692077637, + "learning_rate": 5.826330076706396e-06, + "loss": 0.1286, + "num_input_tokens_seen": 59911824, + "step": 31130 + }, + { + "epoch": 5.079125540419284, + "grad_norm": 0.26700231432914734, + "learning_rate": 5.820031575303988e-06, + "loss": 0.1794, + "num_input_tokens_seen": 59921168, + "step": 31135 + }, + { + "epoch": 5.079941267640101, + "grad_norm": 0.30009016394615173, + "learning_rate": 5.813736031693745e-06, + "loss": 0.1666, + "num_input_tokens_seen": 59930144, + "step": 31140 + }, + { + "epoch": 5.080756994860918, + "grad_norm": 0.8843902945518494, + "learning_rate": 5.807443446846522e-06, + "loss": 0.2012, + "num_input_tokens_seen": 59940800, + "step": 31145 + }, + { + "epoch": 5.081572722081736, + "grad_norm": 0.751632809638977, + "learning_rate": 5.801153821732699e-06, + "loss": 0.193, + "num_input_tokens_seen": 59950048, + "step": 31150 + }, + { + "epoch": 5.082388449302553, + "grad_norm": 0.667931318283081, + "learning_rate": 5.794867157322229e-06, + "loss": 0.1354, + "num_input_tokens_seen": 59959584, + "step": 31155 + }, + { + "epoch": 5.08320417652337, + "grad_norm": 1.2769076824188232, + "learning_rate": 5.788583454584593e-06, + "loss": 0.1596, + "num_input_tokens_seen": 59969216, + "step": 31160 + }, + { + "epoch": 5.0840199037441876, + "grad_norm": 0.670834481716156, + "learning_rate": 5.7823027144888075e-06, + "loss": 0.1666, + "num_input_tokens_seen": 59977616, + "step": 31165 + }, + { + "epoch": 5.084835630965006, + "grad_norm": 1.2266062498092651, + "learning_rate": 5.776024938003455e-06, + "loss": 0.2425, + "num_input_tokens_seen": 59986768, + "step": 31170 + }, + { + "epoch": 5.085651358185823, + "grad_norm": 1.3130943775177002, + "learning_rate": 5.7697501260966345e-06, + "loss": 0.1143, + "num_input_tokens_seen": 59997792, + "step": 31175 + }, + { + "epoch": 5.08646708540664, + "grad_norm": 0.5314955115318298, + "learning_rate": 5.7634782797360145e-06, + "loss": 0.1557, + "num_input_tokens_seen": 60007920, + "step": 31180 + }, + { + "epoch": 5.087282812627457, + "grad_norm": 0.2945888340473175, + "learning_rate": 5.757209399888777e-06, + "loss": 0.1765, + "num_input_tokens_seen": 60016752, + "step": 31185 + }, + { + "epoch": 5.088098539848275, + "grad_norm": 0.7855046391487122, + "learning_rate": 5.750943487521679e-06, + "loss": 0.142, + "num_input_tokens_seen": 60026752, + "step": 31190 + }, + { + "epoch": 5.088914267069092, + "grad_norm": 0.8534342050552368, + "learning_rate": 5.744680543600986e-06, + "loss": 0.181, + "num_input_tokens_seen": 60036560, + "step": 31195 + }, + { + "epoch": 5.089729994289909, + "grad_norm": 0.18074512481689453, + "learning_rate": 5.738420569092537e-06, + "loss": 0.0984, + "num_input_tokens_seen": 60047056, + "step": 31200 + }, + { + "epoch": 5.089729994289909, + "eval_loss": 0.16279207170009613, + "eval_runtime": 71.3827, + "eval_samples_per_second": 38.175, + "eval_steps_per_second": 19.094, + "num_input_tokens_seen": 60047056, + "step": 31200 + }, + { + "epoch": 5.090545721510727, + "grad_norm": 1.1062875986099243, + "learning_rate": 5.732163564961684e-06, + "loss": 0.196, + "num_input_tokens_seen": 60057440, + "step": 31205 + }, + { + "epoch": 5.091361448731544, + "grad_norm": 0.6330218315124512, + "learning_rate": 5.725909532173354e-06, + "loss": 0.1683, + "num_input_tokens_seen": 60066672, + "step": 31210 + }, + { + "epoch": 5.0921771759523615, + "grad_norm": 0.3411872684955597, + "learning_rate": 5.719658471691977e-06, + "loss": 0.1748, + "num_input_tokens_seen": 60077088, + "step": 31215 + }, + { + "epoch": 5.092992903173179, + "grad_norm": 0.6463495492935181, + "learning_rate": 5.71341038448156e-06, + "loss": 0.2264, + "num_input_tokens_seen": 60087248, + "step": 31220 + }, + { + "epoch": 5.093808630393997, + "grad_norm": 0.3245936632156372, + "learning_rate": 5.707165271505635e-06, + "loss": 0.1989, + "num_input_tokens_seen": 60097344, + "step": 31225 + }, + { + "epoch": 5.094624357614814, + "grad_norm": 0.5717746019363403, + "learning_rate": 5.700923133727271e-06, + "loss": 0.1003, + "num_input_tokens_seen": 60107488, + "step": 31230 + }, + { + "epoch": 5.095440084835631, + "grad_norm": 1.4984370470046997, + "learning_rate": 5.694683972109083e-06, + "loss": 0.1922, + "num_input_tokens_seen": 60116960, + "step": 31235 + }, + { + "epoch": 5.096255812056448, + "grad_norm": 1.252501368522644, + "learning_rate": 5.688447787613241e-06, + "loss": 0.1143, + "num_input_tokens_seen": 60126160, + "step": 31240 + }, + { + "epoch": 5.097071539277266, + "grad_norm": 0.6185948252677917, + "learning_rate": 5.6822145812014285e-06, + "loss": 0.1473, + "num_input_tokens_seen": 60135872, + "step": 31245 + }, + { + "epoch": 5.097887266498083, + "grad_norm": 1.0811220407485962, + "learning_rate": 5.675984353834896e-06, + "loss": 0.1865, + "num_input_tokens_seen": 60145184, + "step": 31250 + }, + { + "epoch": 5.0987029937189, + "grad_norm": 0.3299616575241089, + "learning_rate": 5.66975710647441e-06, + "loss": 0.1454, + "num_input_tokens_seen": 60155664, + "step": 31255 + }, + { + "epoch": 5.0995187209397175, + "grad_norm": 0.8557366132736206, + "learning_rate": 5.663532840080304e-06, + "loss": 0.187, + "num_input_tokens_seen": 60165680, + "step": 31260 + }, + { + "epoch": 5.1003344481605355, + "grad_norm": 0.3714587092399597, + "learning_rate": 5.6573115556124325e-06, + "loss": 0.1182, + "num_input_tokens_seen": 60175008, + "step": 31265 + }, + { + "epoch": 5.101150175381353, + "grad_norm": 0.36211317777633667, + "learning_rate": 5.651093254030185e-06, + "loss": 0.1555, + "num_input_tokens_seen": 60183776, + "step": 31270 + }, + { + "epoch": 5.10196590260217, + "grad_norm": 0.7591818571090698, + "learning_rate": 5.644877936292514e-06, + "loss": 0.1664, + "num_input_tokens_seen": 60192928, + "step": 31275 + }, + { + "epoch": 5.102781629822987, + "grad_norm": 0.5478051900863647, + "learning_rate": 5.638665603357901e-06, + "loss": 0.1385, + "num_input_tokens_seen": 60202288, + "step": 31280 + }, + { + "epoch": 5.103597357043805, + "grad_norm": 0.8486163020133972, + "learning_rate": 5.632456256184357e-06, + "loss": 0.1984, + "num_input_tokens_seen": 60211872, + "step": 31285 + }, + { + "epoch": 5.104413084264622, + "grad_norm": 0.9152825474739075, + "learning_rate": 5.626249895729452e-06, + "loss": 0.1508, + "num_input_tokens_seen": 60220112, + "step": 31290 + }, + { + "epoch": 5.105228811485439, + "grad_norm": 0.5840227007865906, + "learning_rate": 5.620046522950273e-06, + "loss": 0.177, + "num_input_tokens_seen": 60229856, + "step": 31295 + }, + { + "epoch": 5.106044538706256, + "grad_norm": 0.5803835988044739, + "learning_rate": 5.613846138803464e-06, + "loss": 0.1315, + "num_input_tokens_seen": 60239248, + "step": 31300 + }, + { + "epoch": 5.106860265927074, + "grad_norm": 0.7904243469238281, + "learning_rate": 5.607648744245206e-06, + "loss": 0.1208, + "num_input_tokens_seen": 60249168, + "step": 31305 + }, + { + "epoch": 5.1076759931478914, + "grad_norm": 0.39553776383399963, + "learning_rate": 5.601454340231207e-06, + "loss": 0.1643, + "num_input_tokens_seen": 60258896, + "step": 31310 + }, + { + "epoch": 5.108491720368709, + "grad_norm": 0.5367761254310608, + "learning_rate": 5.595262927716724e-06, + "loss": 0.091, + "num_input_tokens_seen": 60268400, + "step": 31315 + }, + { + "epoch": 5.109307447589526, + "grad_norm": 0.8427755832672119, + "learning_rate": 5.589074507656561e-06, + "loss": 0.1529, + "num_input_tokens_seen": 60278784, + "step": 31320 + }, + { + "epoch": 5.110123174810344, + "grad_norm": 1.3672198057174683, + "learning_rate": 5.582889081005044e-06, + "loss": 0.2235, + "num_input_tokens_seen": 60289472, + "step": 31325 + }, + { + "epoch": 5.110938902031161, + "grad_norm": 1.219462513923645, + "learning_rate": 5.5767066487160316e-06, + "loss": 0.1919, + "num_input_tokens_seen": 60298432, + "step": 31330 + }, + { + "epoch": 5.111754629251978, + "grad_norm": 0.4051606059074402, + "learning_rate": 5.570527211742949e-06, + "loss": 0.1632, + "num_input_tokens_seen": 60308352, + "step": 31335 + }, + { + "epoch": 5.112570356472795, + "grad_norm": 0.6162465810775757, + "learning_rate": 5.564350771038731e-06, + "loss": 0.1424, + "num_input_tokens_seen": 60317600, + "step": 31340 + }, + { + "epoch": 5.113386083693613, + "grad_norm": 1.584326148033142, + "learning_rate": 5.558177327555875e-06, + "loss": 0.2086, + "num_input_tokens_seen": 60327232, + "step": 31345 + }, + { + "epoch": 5.11420181091443, + "grad_norm": 0.5397045016288757, + "learning_rate": 5.552006882246388e-06, + "loss": 0.2071, + "num_input_tokens_seen": 60337664, + "step": 31350 + }, + { + "epoch": 5.115017538135247, + "grad_norm": 0.7661838531494141, + "learning_rate": 5.545839436061839e-06, + "loss": 0.1306, + "num_input_tokens_seen": 60347760, + "step": 31355 + }, + { + "epoch": 5.1158332653560645, + "grad_norm": 0.6449742913246155, + "learning_rate": 5.539674989953331e-06, + "loss": 0.1856, + "num_input_tokens_seen": 60358272, + "step": 31360 + }, + { + "epoch": 5.1166489925768825, + "grad_norm": 0.7830573916435242, + "learning_rate": 5.533513544871488e-06, + "loss": 0.1402, + "num_input_tokens_seen": 60368208, + "step": 31365 + }, + { + "epoch": 5.1174647197977, + "grad_norm": 0.6475259065628052, + "learning_rate": 5.527355101766493e-06, + "loss": 0.1259, + "num_input_tokens_seen": 60377216, + "step": 31370 + }, + { + "epoch": 5.118280447018517, + "grad_norm": 0.826252281665802, + "learning_rate": 5.521199661588044e-06, + "loss": 0.1034, + "num_input_tokens_seen": 60385888, + "step": 31375 + }, + { + "epoch": 5.119096174239334, + "grad_norm": 0.7887580394744873, + "learning_rate": 5.5150472252853944e-06, + "loss": 0.1257, + "num_input_tokens_seen": 60395456, + "step": 31380 + }, + { + "epoch": 5.119911901460152, + "grad_norm": 0.7175800800323486, + "learning_rate": 5.50889779380733e-06, + "loss": 0.0951, + "num_input_tokens_seen": 60404944, + "step": 31385 + }, + { + "epoch": 5.120727628680969, + "grad_norm": 0.6743034720420837, + "learning_rate": 5.5027513681021605e-06, + "loss": 0.2117, + "num_input_tokens_seen": 60414816, + "step": 31390 + }, + { + "epoch": 5.121543355901786, + "grad_norm": 0.9858499765396118, + "learning_rate": 5.4966079491177545e-06, + "loss": 0.1041, + "num_input_tokens_seen": 60424448, + "step": 31395 + }, + { + "epoch": 5.122359083122603, + "grad_norm": 1.3112223148345947, + "learning_rate": 5.490467537801491e-06, + "loss": 0.2309, + "num_input_tokens_seen": 60433680, + "step": 31400 + }, + { + "epoch": 5.122359083122603, + "eval_loss": 0.1617201417684555, + "eval_runtime": 71.3637, + "eval_samples_per_second": 38.185, + "eval_steps_per_second": 19.099, + "num_input_tokens_seen": 60433680, + "step": 31400 + }, + { + "epoch": 5.123174810343421, + "grad_norm": 0.5081319808959961, + "learning_rate": 5.484330135100313e-06, + "loss": 0.1532, + "num_input_tokens_seen": 60442608, + "step": 31405 + }, + { + "epoch": 5.1239905375642385, + "grad_norm": 0.6551234722137451, + "learning_rate": 5.4781957419606785e-06, + "loss": 0.1866, + "num_input_tokens_seen": 60452880, + "step": 31410 + }, + { + "epoch": 5.124806264785056, + "grad_norm": 0.60770583152771, + "learning_rate": 5.472064359328577e-06, + "loss": 0.1767, + "num_input_tokens_seen": 60463152, + "step": 31415 + }, + { + "epoch": 5.125621992005874, + "grad_norm": 0.8286351561546326, + "learning_rate": 5.4659359881495565e-06, + "loss": 0.1102, + "num_input_tokens_seen": 60473280, + "step": 31420 + }, + { + "epoch": 5.126437719226691, + "grad_norm": 0.19683478772640228, + "learning_rate": 5.4598106293686916e-06, + "loss": 0.1998, + "num_input_tokens_seen": 60482816, + "step": 31425 + }, + { + "epoch": 5.127253446447508, + "grad_norm": 0.7041593790054321, + "learning_rate": 5.45368828393058e-06, + "loss": 0.1811, + "num_input_tokens_seen": 60490704, + "step": 31430 + }, + { + "epoch": 5.128069173668325, + "grad_norm": 1.094648838043213, + "learning_rate": 5.44756895277937e-06, + "loss": 0.1514, + "num_input_tokens_seen": 60500032, + "step": 31435 + }, + { + "epoch": 5.128884900889143, + "grad_norm": 0.5894122123718262, + "learning_rate": 5.441452636858746e-06, + "loss": 0.1129, + "num_input_tokens_seen": 60508752, + "step": 31440 + }, + { + "epoch": 5.12970062810996, + "grad_norm": 0.7102993130683899, + "learning_rate": 5.435339337111905e-06, + "loss": 0.1233, + "num_input_tokens_seen": 60518352, + "step": 31445 + }, + { + "epoch": 5.130516355330777, + "grad_norm": 0.6341902613639832, + "learning_rate": 5.42922905448161e-06, + "loss": 0.1147, + "num_input_tokens_seen": 60527248, + "step": 31450 + }, + { + "epoch": 5.1313320825515945, + "grad_norm": 0.3201582729816437, + "learning_rate": 5.423121789910129e-06, + "loss": 0.1634, + "num_input_tokens_seen": 60535472, + "step": 31455 + }, + { + "epoch": 5.1321478097724125, + "grad_norm": 0.4341345429420471, + "learning_rate": 5.417017544339287e-06, + "loss": 0.1978, + "num_input_tokens_seen": 60542848, + "step": 31460 + }, + { + "epoch": 5.13296353699323, + "grad_norm": 0.4919882118701935, + "learning_rate": 5.410916318710443e-06, + "loss": 0.2055, + "num_input_tokens_seen": 60552976, + "step": 31465 + }, + { + "epoch": 5.133779264214047, + "grad_norm": 1.0015995502471924, + "learning_rate": 5.404818113964466e-06, + "loss": 0.1706, + "num_input_tokens_seen": 60562144, + "step": 31470 + }, + { + "epoch": 5.134594991434864, + "grad_norm": 0.3807298243045807, + "learning_rate": 5.398722931041792e-06, + "loss": 0.2021, + "num_input_tokens_seen": 60572768, + "step": 31475 + }, + { + "epoch": 5.135410718655682, + "grad_norm": 0.5268557667732239, + "learning_rate": 5.392630770882367e-06, + "loss": 0.1364, + "num_input_tokens_seen": 60583472, + "step": 31480 + }, + { + "epoch": 5.136226445876499, + "grad_norm": 0.21470819413661957, + "learning_rate": 5.3865416344256705e-06, + "loss": 0.1266, + "num_input_tokens_seen": 60592832, + "step": 31485 + }, + { + "epoch": 5.137042173097316, + "grad_norm": 1.0801724195480347, + "learning_rate": 5.380455522610742e-06, + "loss": 0.1914, + "num_input_tokens_seen": 60601184, + "step": 31490 + }, + { + "epoch": 5.137857900318133, + "grad_norm": 1.8801637887954712, + "learning_rate": 5.374372436376116e-06, + "loss": 0.1538, + "num_input_tokens_seen": 60610512, + "step": 31495 + }, + { + "epoch": 5.138673627538951, + "grad_norm": 0.5663684606552124, + "learning_rate": 5.368292376659895e-06, + "loss": 0.1959, + "num_input_tokens_seen": 60620048, + "step": 31500 + }, + { + "epoch": 5.139489354759768, + "grad_norm": 0.7584455013275146, + "learning_rate": 5.362215344399701e-06, + "loss": 0.1334, + "num_input_tokens_seen": 60628768, + "step": 31505 + }, + { + "epoch": 5.1403050819805856, + "grad_norm": 0.8172425031661987, + "learning_rate": 5.356141340532678e-06, + "loss": 0.1236, + "num_input_tokens_seen": 60638416, + "step": 31510 + }, + { + "epoch": 5.141120809201403, + "grad_norm": 1.2382689714431763, + "learning_rate": 5.350070365995522e-06, + "loss": 0.1351, + "num_input_tokens_seen": 60648224, + "step": 31515 + }, + { + "epoch": 5.141936536422221, + "grad_norm": 0.5154179334640503, + "learning_rate": 5.344002421724459e-06, + "loss": 0.1482, + "num_input_tokens_seen": 60658624, + "step": 31520 + }, + { + "epoch": 5.142752263643038, + "grad_norm": 0.41938096284866333, + "learning_rate": 5.337937508655228e-06, + "loss": 0.1086, + "num_input_tokens_seen": 60667984, + "step": 31525 + }, + { + "epoch": 5.143567990863855, + "grad_norm": 1.0523107051849365, + "learning_rate": 5.331875627723126e-06, + "loss": 0.1483, + "num_input_tokens_seen": 60676800, + "step": 31530 + }, + { + "epoch": 5.144383718084672, + "grad_norm": 0.3339005410671234, + "learning_rate": 5.325816779862963e-06, + "loss": 0.1212, + "num_input_tokens_seen": 60686928, + "step": 31535 + }, + { + "epoch": 5.14519944530549, + "grad_norm": 0.535274863243103, + "learning_rate": 5.319760966009102e-06, + "loss": 0.1676, + "num_input_tokens_seen": 60696048, + "step": 31540 + }, + { + "epoch": 5.146015172526307, + "grad_norm": 0.6263349652290344, + "learning_rate": 5.3137081870954096e-06, + "loss": 0.1949, + "num_input_tokens_seen": 60706400, + "step": 31545 + }, + { + "epoch": 5.146830899747124, + "grad_norm": 0.5758050084114075, + "learning_rate": 5.307658444055313e-06, + "loss": 0.1546, + "num_input_tokens_seen": 60716288, + "step": 31550 + }, + { + "epoch": 5.1476466269679415, + "grad_norm": 0.5340408682823181, + "learning_rate": 5.301611737821749e-06, + "loss": 0.168, + "num_input_tokens_seen": 60726256, + "step": 31555 + }, + { + "epoch": 5.1484623541887595, + "grad_norm": 0.8204716444015503, + "learning_rate": 5.295568069327206e-06, + "loss": 0.1226, + "num_input_tokens_seen": 60735360, + "step": 31560 + }, + { + "epoch": 5.149278081409577, + "grad_norm": 0.6546651721000671, + "learning_rate": 5.289527439503683e-06, + "loss": 0.1537, + "num_input_tokens_seen": 60744432, + "step": 31565 + }, + { + "epoch": 5.150093808630394, + "grad_norm": 0.17598873376846313, + "learning_rate": 5.28348984928273e-06, + "loss": 0.1204, + "num_input_tokens_seen": 60753536, + "step": 31570 + }, + { + "epoch": 5.150909535851211, + "grad_norm": 0.777460515499115, + "learning_rate": 5.27745529959541e-06, + "loss": 0.1343, + "num_input_tokens_seen": 60764112, + "step": 31575 + }, + { + "epoch": 5.151725263072029, + "grad_norm": 0.561962366104126, + "learning_rate": 5.271423791372335e-06, + "loss": 0.1549, + "num_input_tokens_seen": 60772080, + "step": 31580 + }, + { + "epoch": 5.152540990292846, + "grad_norm": 0.7364575266838074, + "learning_rate": 5.26539532554364e-06, + "loss": 0.099, + "num_input_tokens_seen": 60781712, + "step": 31585 + }, + { + "epoch": 5.153356717513663, + "grad_norm": 0.889164388179779, + "learning_rate": 5.25936990303898e-06, + "loss": 0.1783, + "num_input_tokens_seen": 60791104, + "step": 31590 + }, + { + "epoch": 5.154172444734481, + "grad_norm": 1.1221401691436768, + "learning_rate": 5.253347524787555e-06, + "loss": 0.1951, + "num_input_tokens_seen": 60800720, + "step": 31595 + }, + { + "epoch": 5.154988171955298, + "grad_norm": 0.5071113109588623, + "learning_rate": 5.2473281917181035e-06, + "loss": 0.1656, + "num_input_tokens_seen": 60809376, + "step": 31600 + }, + { + "epoch": 5.154988171955298, + "eval_loss": 0.1619977355003357, + "eval_runtime": 71.3569, + "eval_samples_per_second": 38.188, + "eval_steps_per_second": 19.101, + "num_input_tokens_seen": 60809376, + "step": 31600 + }, + { + "epoch": 5.1558038991761155, + "grad_norm": 1.4315423965454102, + "learning_rate": 5.241311904758864e-06, + "loss": 0.1351, + "num_input_tokens_seen": 60819392, + "step": 31605 + }, + { + "epoch": 5.156619626396933, + "grad_norm": 0.425273597240448, + "learning_rate": 5.23529866483764e-06, + "loss": 0.1286, + "num_input_tokens_seen": 60827888, + "step": 31610 + }, + { + "epoch": 5.157435353617751, + "grad_norm": 0.3758712112903595, + "learning_rate": 5.229288472881732e-06, + "loss": 0.2075, + "num_input_tokens_seen": 60836384, + "step": 31615 + }, + { + "epoch": 5.158251080838568, + "grad_norm": 1.0938801765441895, + "learning_rate": 5.2232813298180025e-06, + "loss": 0.1895, + "num_input_tokens_seen": 60845296, + "step": 31620 + }, + { + "epoch": 5.159066808059385, + "grad_norm": 0.634719967842102, + "learning_rate": 5.217277236572824e-06, + "loss": 0.1587, + "num_input_tokens_seen": 60854768, + "step": 31625 + }, + { + "epoch": 5.159882535280202, + "grad_norm": 1.023847222328186, + "learning_rate": 5.211276194072093e-06, + "loss": 0.1519, + "num_input_tokens_seen": 60864208, + "step": 31630 + }, + { + "epoch": 5.16069826250102, + "grad_norm": 0.45007389783859253, + "learning_rate": 5.205278203241254e-06, + "loss": 0.1665, + "num_input_tokens_seen": 60874400, + "step": 31635 + }, + { + "epoch": 5.161513989721837, + "grad_norm": 1.0136518478393555, + "learning_rate": 5.199283265005278e-06, + "loss": 0.1344, + "num_input_tokens_seen": 60884176, + "step": 31640 + }, + { + "epoch": 5.162329716942654, + "grad_norm": 1.0537209510803223, + "learning_rate": 5.193291380288648e-06, + "loss": 0.212, + "num_input_tokens_seen": 60894448, + "step": 31645 + }, + { + "epoch": 5.163145444163471, + "grad_norm": 0.6833208799362183, + "learning_rate": 5.1873025500153995e-06, + "loss": 0.1512, + "num_input_tokens_seen": 60904816, + "step": 31650 + }, + { + "epoch": 5.1639611713842895, + "grad_norm": 1.189273715019226, + "learning_rate": 5.181316775109071e-06, + "loss": 0.1537, + "num_input_tokens_seen": 60914416, + "step": 31655 + }, + { + "epoch": 5.164776898605107, + "grad_norm": 0.33598968386650085, + "learning_rate": 5.1753340564927564e-06, + "loss": 0.1183, + "num_input_tokens_seen": 60922800, + "step": 31660 + }, + { + "epoch": 5.165592625825924, + "grad_norm": 0.4201866686344147, + "learning_rate": 5.169354395089068e-06, + "loss": 0.1973, + "num_input_tokens_seen": 60932432, + "step": 31665 + }, + { + "epoch": 5.166408353046741, + "grad_norm": 0.9397628903388977, + "learning_rate": 5.1633777918201346e-06, + "loss": 0.1809, + "num_input_tokens_seen": 60942816, + "step": 31670 + }, + { + "epoch": 5.167224080267559, + "grad_norm": 0.7374669909477234, + "learning_rate": 5.157404247607625e-06, + "loss": 0.1657, + "num_input_tokens_seen": 60951264, + "step": 31675 + }, + { + "epoch": 5.168039807488376, + "grad_norm": 0.8189029097557068, + "learning_rate": 5.1514337633727454e-06, + "loss": 0.1857, + "num_input_tokens_seen": 60959440, + "step": 31680 + }, + { + "epoch": 5.168855534709193, + "grad_norm": 1.6230621337890625, + "learning_rate": 5.145466340036206e-06, + "loss": 0.1615, + "num_input_tokens_seen": 60969552, + "step": 31685 + }, + { + "epoch": 5.16967126193001, + "grad_norm": 1.2340397834777832, + "learning_rate": 5.139501978518274e-06, + "loss": 0.1228, + "num_input_tokens_seen": 60980432, + "step": 31690 + }, + { + "epoch": 5.170486989150828, + "grad_norm": 1.0807172060012817, + "learning_rate": 5.133540679738716e-06, + "loss": 0.1623, + "num_input_tokens_seen": 60988704, + "step": 31695 + }, + { + "epoch": 5.171302716371645, + "grad_norm": 0.6246190071105957, + "learning_rate": 5.127582444616838e-06, + "loss": 0.1504, + "num_input_tokens_seen": 60997536, + "step": 31700 + }, + { + "epoch": 5.1721184435924625, + "grad_norm": 0.6109017133712769, + "learning_rate": 5.121627274071486e-06, + "loss": 0.2249, + "num_input_tokens_seen": 61007856, + "step": 31705 + }, + { + "epoch": 5.17293417081328, + "grad_norm": 0.5510480999946594, + "learning_rate": 5.115675169021009e-06, + "loss": 0.1412, + "num_input_tokens_seen": 61017600, + "step": 31710 + }, + { + "epoch": 5.173749898034098, + "grad_norm": 0.963819682598114, + "learning_rate": 5.1097261303832994e-06, + "loss": 0.1445, + "num_input_tokens_seen": 61027568, + "step": 31715 + }, + { + "epoch": 5.174565625254915, + "grad_norm": 1.4788137674331665, + "learning_rate": 5.103780159075788e-06, + "loss": 0.1923, + "num_input_tokens_seen": 61036672, + "step": 31720 + }, + { + "epoch": 5.175381352475732, + "grad_norm": 0.6238167881965637, + "learning_rate": 5.0978372560154e-06, + "loss": 0.1664, + "num_input_tokens_seen": 61045232, + "step": 31725 + }, + { + "epoch": 5.176197079696549, + "grad_norm": 0.7823018431663513, + "learning_rate": 5.091897422118619e-06, + "loss": 0.1283, + "num_input_tokens_seen": 61055024, + "step": 31730 + }, + { + "epoch": 5.177012806917367, + "grad_norm": 0.8815703988075256, + "learning_rate": 5.0859606583014305e-06, + "loss": 0.2195, + "num_input_tokens_seen": 61064624, + "step": 31735 + }, + { + "epoch": 5.177828534138184, + "grad_norm": 0.5794803500175476, + "learning_rate": 5.080026965479365e-06, + "loss": 0.1289, + "num_input_tokens_seen": 61074624, + "step": 31740 + }, + { + "epoch": 5.178644261359001, + "grad_norm": 0.5153510570526123, + "learning_rate": 5.074096344567475e-06, + "loss": 0.2148, + "num_input_tokens_seen": 61082928, + "step": 31745 + }, + { + "epoch": 5.1794599885798185, + "grad_norm": 0.7542592287063599, + "learning_rate": 5.0681687964803294e-06, + "loss": 0.2523, + "num_input_tokens_seen": 61091632, + "step": 31750 + }, + { + "epoch": 5.1802757158006365, + "grad_norm": 0.6673555970191956, + "learning_rate": 5.06224432213204e-06, + "loss": 0.147, + "num_input_tokens_seen": 61099520, + "step": 31755 + }, + { + "epoch": 5.181091443021454, + "grad_norm": 1.007728099822998, + "learning_rate": 5.056322922436224e-06, + "loss": 0.2365, + "num_input_tokens_seen": 61108784, + "step": 31760 + }, + { + "epoch": 5.181907170242271, + "grad_norm": 0.5714655518531799, + "learning_rate": 5.0504045983060465e-06, + "loss": 0.1976, + "num_input_tokens_seen": 61117712, + "step": 31765 + }, + { + "epoch": 5.182722897463089, + "grad_norm": 0.4369753897190094, + "learning_rate": 5.044489350654183e-06, + "loss": 0.1952, + "num_input_tokens_seen": 61126384, + "step": 31770 + }, + { + "epoch": 5.183538624683906, + "grad_norm": 0.49858927726745605, + "learning_rate": 5.038577180392831e-06, + "loss": 0.126, + "num_input_tokens_seen": 61135744, + "step": 31775 + }, + { + "epoch": 5.184354351904723, + "grad_norm": 0.6297553777694702, + "learning_rate": 5.032668088433729e-06, + "loss": 0.1492, + "num_input_tokens_seen": 61144864, + "step": 31780 + }, + { + "epoch": 5.18517007912554, + "grad_norm": 0.7381465435028076, + "learning_rate": 5.02676207568814e-06, + "loss": 0.1891, + "num_input_tokens_seen": 61154688, + "step": 31785 + }, + { + "epoch": 5.185985806346358, + "grad_norm": 0.5691414475440979, + "learning_rate": 5.02085914306683e-06, + "loss": 0.1105, + "num_input_tokens_seen": 61165184, + "step": 31790 + }, + { + "epoch": 5.186801533567175, + "grad_norm": 0.5019047260284424, + "learning_rate": 5.014959291480123e-06, + "loss": 0.1334, + "num_input_tokens_seen": 61176512, + "step": 31795 + }, + { + "epoch": 5.1876172607879925, + "grad_norm": 0.7054365873336792, + "learning_rate": 5.009062521837835e-06, + "loss": 0.1558, + "num_input_tokens_seen": 61186608, + "step": 31800 + }, + { + "epoch": 5.1876172607879925, + "eval_loss": 0.16214261949062347, + "eval_runtime": 71.4517, + "eval_samples_per_second": 38.138, + "eval_steps_per_second": 19.076, + "num_input_tokens_seen": 61186608, + "step": 31800 + }, + { + "epoch": 5.18843298800881, + "grad_norm": 0.966374933719635, + "learning_rate": 5.003168835049324e-06, + "loss": 0.1437, + "num_input_tokens_seen": 61196400, + "step": 31805 + }, + { + "epoch": 5.189248715229628, + "grad_norm": 0.4448693096637726, + "learning_rate": 4.997278232023483e-06, + "loss": 0.1222, + "num_input_tokens_seen": 61205504, + "step": 31810 + }, + { + "epoch": 5.190064442450445, + "grad_norm": 1.339202642440796, + "learning_rate": 4.9913907136687036e-06, + "loss": 0.2662, + "num_input_tokens_seen": 61214400, + "step": 31815 + }, + { + "epoch": 5.190880169671262, + "grad_norm": 0.5400996804237366, + "learning_rate": 4.985506280892918e-06, + "loss": 0.2183, + "num_input_tokens_seen": 61223904, + "step": 31820 + }, + { + "epoch": 5.191695896892079, + "grad_norm": 0.18354997038841248, + "learning_rate": 4.979624934603589e-06, + "loss": 0.1475, + "num_input_tokens_seen": 61232928, + "step": 31825 + }, + { + "epoch": 5.192511624112897, + "grad_norm": 0.8099170923233032, + "learning_rate": 4.97374667570768e-06, + "loss": 0.1163, + "num_input_tokens_seen": 61242816, + "step": 31830 + }, + { + "epoch": 5.193327351333714, + "grad_norm": 0.7518916130065918, + "learning_rate": 4.967871505111704e-06, + "loss": 0.1437, + "num_input_tokens_seen": 61252512, + "step": 31835 + }, + { + "epoch": 5.194143078554531, + "grad_norm": 1.6486330032348633, + "learning_rate": 4.961999423721686e-06, + "loss": 0.2268, + "num_input_tokens_seen": 61262016, + "step": 31840 + }, + { + "epoch": 5.194958805775348, + "grad_norm": 0.7994803190231323, + "learning_rate": 4.956130432443159e-06, + "loss": 0.1212, + "num_input_tokens_seen": 61271904, + "step": 31845 + }, + { + "epoch": 5.195774532996166, + "grad_norm": 0.166116401553154, + "learning_rate": 4.950264532181215e-06, + "loss": 0.18, + "num_input_tokens_seen": 61279952, + "step": 31850 + }, + { + "epoch": 5.196590260216984, + "grad_norm": 0.28070592880249023, + "learning_rate": 4.944401723840433e-06, + "loss": 0.1276, + "num_input_tokens_seen": 61290272, + "step": 31855 + }, + { + "epoch": 5.197405987437801, + "grad_norm": 0.7951155304908752, + "learning_rate": 4.938542008324942e-06, + "loss": 0.284, + "num_input_tokens_seen": 61299264, + "step": 31860 + }, + { + "epoch": 5.198221714658618, + "grad_norm": 0.47535035014152527, + "learning_rate": 4.9326853865383855e-06, + "loss": 0.1749, + "num_input_tokens_seen": 61308032, + "step": 31865 + }, + { + "epoch": 5.199037441879436, + "grad_norm": 1.2005300521850586, + "learning_rate": 4.926831859383918e-06, + "loss": 0.2373, + "num_input_tokens_seen": 61318000, + "step": 31870 + }, + { + "epoch": 5.199853169100253, + "grad_norm": 0.6261610984802246, + "learning_rate": 4.92098142776424e-06, + "loss": 0.2271, + "num_input_tokens_seen": 61327072, + "step": 31875 + }, + { + "epoch": 5.20066889632107, + "grad_norm": 0.7055920362472534, + "learning_rate": 4.91513409258155e-06, + "loss": 0.1474, + "num_input_tokens_seen": 61337456, + "step": 31880 + }, + { + "epoch": 5.201484623541887, + "grad_norm": 0.325741171836853, + "learning_rate": 4.909289854737581e-06, + "loss": 0.1342, + "num_input_tokens_seen": 61345952, + "step": 31885 + }, + { + "epoch": 5.202300350762705, + "grad_norm": 0.6775296330451965, + "learning_rate": 4.903448715133602e-06, + "loss": 0.1497, + "num_input_tokens_seen": 61355584, + "step": 31890 + }, + { + "epoch": 5.203116077983522, + "grad_norm": 0.6457387804985046, + "learning_rate": 4.897610674670372e-06, + "loss": 0.1374, + "num_input_tokens_seen": 61364512, + "step": 31895 + }, + { + "epoch": 5.2039318052043395, + "grad_norm": 1.0651521682739258, + "learning_rate": 4.8917757342482e-06, + "loss": 0.2405, + "num_input_tokens_seen": 61373072, + "step": 31900 + }, + { + "epoch": 5.204747532425157, + "grad_norm": 0.8084166646003723, + "learning_rate": 4.885943894766909e-06, + "loss": 0.14, + "num_input_tokens_seen": 61382768, + "step": 31905 + }, + { + "epoch": 5.205563259645975, + "grad_norm": 0.804225742816925, + "learning_rate": 4.880115157125842e-06, + "loss": 0.259, + "num_input_tokens_seen": 61393824, + "step": 31910 + }, + { + "epoch": 5.206378986866792, + "grad_norm": 0.6779835820198059, + "learning_rate": 4.874289522223857e-06, + "loss": 0.2406, + "num_input_tokens_seen": 61403952, + "step": 31915 + }, + { + "epoch": 5.207194714087609, + "grad_norm": 0.8330358266830444, + "learning_rate": 4.868466990959339e-06, + "loss": 0.2029, + "num_input_tokens_seen": 61412896, + "step": 31920 + }, + { + "epoch": 5.208010441308426, + "grad_norm": 0.9547361731529236, + "learning_rate": 4.8626475642301964e-06, + "loss": 0.2416, + "num_input_tokens_seen": 61422160, + "step": 31925 + }, + { + "epoch": 5.208826168529244, + "grad_norm": 0.4492689371109009, + "learning_rate": 4.856831242933871e-06, + "loss": 0.1447, + "num_input_tokens_seen": 61433728, + "step": 31930 + }, + { + "epoch": 5.209641895750061, + "grad_norm": 1.045181155204773, + "learning_rate": 4.851018027967294e-06, + "loss": 0.1804, + "num_input_tokens_seen": 61443136, + "step": 31935 + }, + { + "epoch": 5.210457622970878, + "grad_norm": 0.7113587260246277, + "learning_rate": 4.845207920226946e-06, + "loss": 0.2102, + "num_input_tokens_seen": 61453088, + "step": 31940 + }, + { + "epoch": 5.211273350191696, + "grad_norm": 0.48459675908088684, + "learning_rate": 4.839400920608825e-06, + "loss": 0.1852, + "num_input_tokens_seen": 61462992, + "step": 31945 + }, + { + "epoch": 5.2120890774125135, + "grad_norm": 1.9482064247131348, + "learning_rate": 4.83359703000843e-06, + "loss": 0.1724, + "num_input_tokens_seen": 61472608, + "step": 31950 + }, + { + "epoch": 5.212904804633331, + "grad_norm": 0.6716033220291138, + "learning_rate": 4.827796249320804e-06, + "loss": 0.1838, + "num_input_tokens_seen": 61482896, + "step": 31955 + }, + { + "epoch": 5.213720531854148, + "grad_norm": 0.8338409066200256, + "learning_rate": 4.82199857944049e-06, + "loss": 0.1634, + "num_input_tokens_seen": 61491088, + "step": 31960 + }, + { + "epoch": 5.214536259074965, + "grad_norm": 0.3359093964099884, + "learning_rate": 4.8162040212615695e-06, + "loss": 0.1469, + "num_input_tokens_seen": 61500880, + "step": 31965 + }, + { + "epoch": 5.215351986295783, + "grad_norm": 0.3096160888671875, + "learning_rate": 4.810412575677639e-06, + "loss": 0.1965, + "num_input_tokens_seen": 61510848, + "step": 31970 + }, + { + "epoch": 5.2161677135166, + "grad_norm": 0.2556825876235962, + "learning_rate": 4.804624243581801e-06, + "loss": 0.152, + "num_input_tokens_seen": 61520192, + "step": 31975 + }, + { + "epoch": 5.216983440737417, + "grad_norm": 1.1247118711471558, + "learning_rate": 4.798839025866703e-06, + "loss": 0.14, + "num_input_tokens_seen": 61530480, + "step": 31980 + }, + { + "epoch": 5.217799167958235, + "grad_norm": 0.7182223200798035, + "learning_rate": 4.793056923424491e-06, + "loss": 0.1733, + "num_input_tokens_seen": 61538704, + "step": 31985 + }, + { + "epoch": 5.218614895179052, + "grad_norm": 0.4849826693534851, + "learning_rate": 4.78727793714683e-06, + "loss": 0.1723, + "num_input_tokens_seen": 61547792, + "step": 31990 + }, + { + "epoch": 5.219430622399869, + "grad_norm": 1.1237530708312988, + "learning_rate": 4.7815020679249285e-06, + "loss": 0.1612, + "num_input_tokens_seen": 61556976, + "step": 31995 + }, + { + "epoch": 5.220246349620687, + "grad_norm": 0.5558649301528931, + "learning_rate": 4.775729316649483e-06, + "loss": 0.0815, + "num_input_tokens_seen": 61567504, + "step": 32000 + }, + { + "epoch": 5.220246349620687, + "eval_loss": 0.16176749765872955, + "eval_runtime": 71.3706, + "eval_samples_per_second": 38.181, + "eval_steps_per_second": 19.097, + "num_input_tokens_seen": 61567504, + "step": 32000 + }, + { + "epoch": 5.221062076841505, + "grad_norm": 0.7389903664588928, + "learning_rate": 4.769959684210728e-06, + "loss": 0.1703, + "num_input_tokens_seen": 61576880, + "step": 32005 + }, + { + "epoch": 5.221877804062322, + "grad_norm": 0.5965177416801453, + "learning_rate": 4.764193171498426e-06, + "loss": 0.1193, + "num_input_tokens_seen": 61587680, + "step": 32010 + }, + { + "epoch": 5.222693531283139, + "grad_norm": 0.7988681197166443, + "learning_rate": 4.75842977940183e-06, + "loss": 0.1648, + "num_input_tokens_seen": 61597088, + "step": 32015 + }, + { + "epoch": 5.223509258503956, + "grad_norm": 0.8612387180328369, + "learning_rate": 4.752669508809729e-06, + "loss": 0.2303, + "num_input_tokens_seen": 61607760, + "step": 32020 + }, + { + "epoch": 5.224324985724774, + "grad_norm": 1.1183712482452393, + "learning_rate": 4.746912360610445e-06, + "loss": 0.1715, + "num_input_tokens_seen": 61617840, + "step": 32025 + }, + { + "epoch": 5.225140712945591, + "grad_norm": 0.5665903687477112, + "learning_rate": 4.741158335691781e-06, + "loss": 0.146, + "num_input_tokens_seen": 61627232, + "step": 32030 + }, + { + "epoch": 5.225956440166408, + "grad_norm": 1.0904141664505005, + "learning_rate": 4.7354074349410994e-06, + "loss": 0.1026, + "num_input_tokens_seen": 61636512, + "step": 32035 + }, + { + "epoch": 5.226772167387225, + "grad_norm": 0.5265229344367981, + "learning_rate": 4.729659659245245e-06, + "loss": 0.1529, + "num_input_tokens_seen": 61647504, + "step": 32040 + }, + { + "epoch": 5.227587894608043, + "grad_norm": 1.1376724243164062, + "learning_rate": 4.723915009490601e-06, + "loss": 0.199, + "num_input_tokens_seen": 61656528, + "step": 32045 + }, + { + "epoch": 5.2284036218288605, + "grad_norm": 0.9205322265625, + "learning_rate": 4.718173486563077e-06, + "loss": 0.2108, + "num_input_tokens_seen": 61666336, + "step": 32050 + }, + { + "epoch": 5.229219349049678, + "grad_norm": 0.9761437773704529, + "learning_rate": 4.71243509134808e-06, + "loss": 0.1277, + "num_input_tokens_seen": 61675888, + "step": 32055 + }, + { + "epoch": 5.230035076270495, + "grad_norm": 0.5517352223396301, + "learning_rate": 4.706699824730532e-06, + "loss": 0.1532, + "num_input_tokens_seen": 61685920, + "step": 32060 + }, + { + "epoch": 5.230850803491313, + "grad_norm": 2.157956600189209, + "learning_rate": 4.700967687594901e-06, + "loss": 0.2684, + "num_input_tokens_seen": 61696720, + "step": 32065 + }, + { + "epoch": 5.23166653071213, + "grad_norm": 0.607848048210144, + "learning_rate": 4.69523868082514e-06, + "loss": 0.1365, + "num_input_tokens_seen": 61707632, + "step": 32070 + }, + { + "epoch": 5.232482257932947, + "grad_norm": 0.5656048655509949, + "learning_rate": 4.689512805304747e-06, + "loss": 0.1383, + "num_input_tokens_seen": 61717408, + "step": 32075 + }, + { + "epoch": 5.233297985153764, + "grad_norm": 0.7374231219291687, + "learning_rate": 4.683790061916707e-06, + "loss": 0.1331, + "num_input_tokens_seen": 61727232, + "step": 32080 + }, + { + "epoch": 5.234113712374582, + "grad_norm": 0.4619283974170685, + "learning_rate": 4.678070451543551e-06, + "loss": 0.1978, + "num_input_tokens_seen": 61737648, + "step": 32085 + }, + { + "epoch": 5.234929439595399, + "grad_norm": 2.1033146381378174, + "learning_rate": 4.6723539750673204e-06, + "loss": 0.1458, + "num_input_tokens_seen": 61746640, + "step": 32090 + }, + { + "epoch": 5.2357451668162165, + "grad_norm": 0.5215302109718323, + "learning_rate": 4.666640633369551e-06, + "loss": 0.1476, + "num_input_tokens_seen": 61755536, + "step": 32095 + }, + { + "epoch": 5.236560894037034, + "grad_norm": 0.9357388615608215, + "learning_rate": 4.660930427331323e-06, + "loss": 0.2133, + "num_input_tokens_seen": 61765712, + "step": 32100 + }, + { + "epoch": 5.237376621257852, + "grad_norm": 0.8415582180023193, + "learning_rate": 4.6552233578332244e-06, + "loss": 0.1204, + "num_input_tokens_seen": 61776784, + "step": 32105 + }, + { + "epoch": 5.238192348478669, + "grad_norm": 0.6478083729743958, + "learning_rate": 4.649519425755347e-06, + "loss": 0.1668, + "num_input_tokens_seen": 61786336, + "step": 32110 + }, + { + "epoch": 5.239008075699486, + "grad_norm": 0.8095737099647522, + "learning_rate": 4.64381863197732e-06, + "loss": 0.2278, + "num_input_tokens_seen": 61795328, + "step": 32115 + }, + { + "epoch": 5.239823802920303, + "grad_norm": 0.5434566736221313, + "learning_rate": 4.638120977378269e-06, + "loss": 0.1455, + "num_input_tokens_seen": 61805600, + "step": 32120 + }, + { + "epoch": 5.240639530141121, + "grad_norm": 0.5241478085517883, + "learning_rate": 4.632426462836848e-06, + "loss": 0.1852, + "num_input_tokens_seen": 61815056, + "step": 32125 + }, + { + "epoch": 5.241455257361938, + "grad_norm": 1.5842580795288086, + "learning_rate": 4.626735089231224e-06, + "loss": 0.2401, + "num_input_tokens_seen": 61825024, + "step": 32130 + }, + { + "epoch": 5.242270984582755, + "grad_norm": 1.0810203552246094, + "learning_rate": 4.621046857439068e-06, + "loss": 0.166, + "num_input_tokens_seen": 61834544, + "step": 32135 + }, + { + "epoch": 5.243086711803572, + "grad_norm": 0.43733328580856323, + "learning_rate": 4.615361768337587e-06, + "loss": 0.1385, + "num_input_tokens_seen": 61844816, + "step": 32140 + }, + { + "epoch": 5.2439024390243905, + "grad_norm": 1.323732852935791, + "learning_rate": 4.6096798228034946e-06, + "loss": 0.1554, + "num_input_tokens_seen": 61854400, + "step": 32145 + }, + { + "epoch": 5.244718166245208, + "grad_norm": 0.29660946130752563, + "learning_rate": 4.604001021713008e-06, + "loss": 0.1124, + "num_input_tokens_seen": 61863824, + "step": 32150 + }, + { + "epoch": 5.245533893466025, + "grad_norm": 0.7102128863334656, + "learning_rate": 4.598325365941883e-06, + "loss": 0.1648, + "num_input_tokens_seen": 61873152, + "step": 32155 + }, + { + "epoch": 5.246349620686843, + "grad_norm": 1.6793335676193237, + "learning_rate": 4.5926528563653645e-06, + "loss": 0.1614, + "num_input_tokens_seen": 61882480, + "step": 32160 + }, + { + "epoch": 5.24716534790766, + "grad_norm": 0.3041743040084839, + "learning_rate": 4.5869834938582295e-06, + "loss": 0.1056, + "num_input_tokens_seen": 61893024, + "step": 32165 + }, + { + "epoch": 5.247981075128477, + "grad_norm": 0.3155558407306671, + "learning_rate": 4.581317279294772e-06, + "loss": 0.1281, + "num_input_tokens_seen": 61902208, + "step": 32170 + }, + { + "epoch": 5.248796802349294, + "grad_norm": 0.548306405544281, + "learning_rate": 4.57565421354878e-06, + "loss": 0.1695, + "num_input_tokens_seen": 61910800, + "step": 32175 + }, + { + "epoch": 5.249612529570112, + "grad_norm": 1.5286182165145874, + "learning_rate": 4.569994297493579e-06, + "loss": 0.1727, + "num_input_tokens_seen": 61919776, + "step": 32180 + }, + { + "epoch": 5.250428256790929, + "grad_norm": 1.2840656042099, + "learning_rate": 4.564337532002002e-06, + "loss": 0.2239, + "num_input_tokens_seen": 61930528, + "step": 32185 + }, + { + "epoch": 5.251243984011746, + "grad_norm": 1.3659825325012207, + "learning_rate": 4.55868391794638e-06, + "loss": 0.1805, + "num_input_tokens_seen": 61940416, + "step": 32190 + }, + { + "epoch": 5.2520597112325635, + "grad_norm": 0.8972584009170532, + "learning_rate": 4.553033456198588e-06, + "loss": 0.1716, + "num_input_tokens_seen": 61949904, + "step": 32195 + }, + { + "epoch": 5.252875438453382, + "grad_norm": 0.709697425365448, + "learning_rate": 4.54738614762999e-06, + "loss": 0.1143, + "num_input_tokens_seen": 61958976, + "step": 32200 + }, + { + "epoch": 5.252875438453382, + "eval_loss": 0.16233810782432556, + "eval_runtime": 71.3968, + "eval_samples_per_second": 38.167, + "eval_steps_per_second": 19.09, + "num_input_tokens_seen": 61958976, + "step": 32200 + }, + { + "epoch": 5.253691165674199, + "grad_norm": 0.29926106333732605, + "learning_rate": 4.541741993111465e-06, + "loss": 0.2303, + "num_input_tokens_seen": 61967648, + "step": 32205 + }, + { + "epoch": 5.254506892895016, + "grad_norm": 0.7239194512367249, + "learning_rate": 4.536100993513423e-06, + "loss": 0.2134, + "num_input_tokens_seen": 61975904, + "step": 32210 + }, + { + "epoch": 5.255322620115833, + "grad_norm": 0.8220768570899963, + "learning_rate": 4.530463149705768e-06, + "loss": 0.1579, + "num_input_tokens_seen": 61985200, + "step": 32215 + }, + { + "epoch": 5.256138347336651, + "grad_norm": 0.9236191511154175, + "learning_rate": 4.524828462557934e-06, + "loss": 0.1578, + "num_input_tokens_seen": 61995184, + "step": 32220 + }, + { + "epoch": 5.256954074557468, + "grad_norm": 0.2876693904399872, + "learning_rate": 4.5191969329388625e-06, + "loss": 0.1573, + "num_input_tokens_seen": 62005168, + "step": 32225 + }, + { + "epoch": 5.257769801778285, + "grad_norm": 1.3517950773239136, + "learning_rate": 4.5135685617169965e-06, + "loss": 0.213, + "num_input_tokens_seen": 62015536, + "step": 32230 + }, + { + "epoch": 5.258585528999102, + "grad_norm": 0.7097123265266418, + "learning_rate": 4.507943349760313e-06, + "loss": 0.1691, + "num_input_tokens_seen": 62025520, + "step": 32235 + }, + { + "epoch": 5.25940125621992, + "grad_norm": 1.4968570470809937, + "learning_rate": 4.502321297936277e-06, + "loss": 0.1987, + "num_input_tokens_seen": 62035488, + "step": 32240 + }, + { + "epoch": 5.2602169834407375, + "grad_norm": 1.121677279472351, + "learning_rate": 4.496702407111888e-06, + "loss": 0.1806, + "num_input_tokens_seen": 62046032, + "step": 32245 + }, + { + "epoch": 5.261032710661555, + "grad_norm": 0.25777724385261536, + "learning_rate": 4.491086678153653e-06, + "loss": 0.1571, + "num_input_tokens_seen": 62054960, + "step": 32250 + }, + { + "epoch": 5.261848437882372, + "grad_norm": 0.6736087799072266, + "learning_rate": 4.485474111927579e-06, + "loss": 0.1919, + "num_input_tokens_seen": 62063744, + "step": 32255 + }, + { + "epoch": 5.26266416510319, + "grad_norm": 0.9931316375732422, + "learning_rate": 4.479864709299197e-06, + "loss": 0.2134, + "num_input_tokens_seen": 62075056, + "step": 32260 + }, + { + "epoch": 5.263479892324007, + "grad_norm": 0.5997581481933594, + "learning_rate": 4.474258471133555e-06, + "loss": 0.1654, + "num_input_tokens_seen": 62084224, + "step": 32265 + }, + { + "epoch": 5.264295619544824, + "grad_norm": 0.6431581974029541, + "learning_rate": 4.4686553982952014e-06, + "loss": 0.2028, + "num_input_tokens_seen": 62094032, + "step": 32270 + }, + { + "epoch": 5.265111346765641, + "grad_norm": 0.9648911952972412, + "learning_rate": 4.463055491648191e-06, + "loss": 0.2036, + "num_input_tokens_seen": 62103312, + "step": 32275 + }, + { + "epoch": 5.265927073986459, + "grad_norm": 0.3072509169578552, + "learning_rate": 4.457458752056112e-06, + "loss": 0.1403, + "num_input_tokens_seen": 62113152, + "step": 32280 + }, + { + "epoch": 5.266742801207276, + "grad_norm": 0.39607077836990356, + "learning_rate": 4.451865180382042e-06, + "loss": 0.0954, + "num_input_tokens_seen": 62122496, + "step": 32285 + }, + { + "epoch": 5.2675585284280935, + "grad_norm": 1.358028531074524, + "learning_rate": 4.4462747774885936e-06, + "loss": 0.2107, + "num_input_tokens_seen": 62132880, + "step": 32290 + }, + { + "epoch": 5.268374255648911, + "grad_norm": 1.167730450630188, + "learning_rate": 4.440687544237859e-06, + "loss": 0.2056, + "num_input_tokens_seen": 62143488, + "step": 32295 + }, + { + "epoch": 5.269189982869729, + "grad_norm": 0.7446660995483398, + "learning_rate": 4.435103481491471e-06, + "loss": 0.2118, + "num_input_tokens_seen": 62151056, + "step": 32300 + }, + { + "epoch": 5.270005710090546, + "grad_norm": 0.8716784715652466, + "learning_rate": 4.429522590110569e-06, + "loss": 0.1395, + "num_input_tokens_seen": 62161104, + "step": 32305 + }, + { + "epoch": 5.270821437311363, + "grad_norm": 0.2163301259279251, + "learning_rate": 4.423944870955779e-06, + "loss": 0.1236, + "num_input_tokens_seen": 62171408, + "step": 32310 + }, + { + "epoch": 5.27163716453218, + "grad_norm": 0.9269406199455261, + "learning_rate": 4.418370324887272e-06, + "loss": 0.1174, + "num_input_tokens_seen": 62180880, + "step": 32315 + }, + { + "epoch": 5.272452891752998, + "grad_norm": 0.34915629029273987, + "learning_rate": 4.412798952764699e-06, + "loss": 0.1068, + "num_input_tokens_seen": 62190240, + "step": 32320 + }, + { + "epoch": 5.273268618973815, + "grad_norm": 0.9048298597335815, + "learning_rate": 4.407230755447245e-06, + "loss": 0.152, + "num_input_tokens_seen": 62200704, + "step": 32325 + }, + { + "epoch": 5.274084346194632, + "grad_norm": 1.0547069311141968, + "learning_rate": 4.401665733793598e-06, + "loss": 0.1499, + "num_input_tokens_seen": 62210320, + "step": 32330 + }, + { + "epoch": 5.27490007341545, + "grad_norm": 0.6163970828056335, + "learning_rate": 4.3961038886619425e-06, + "loss": 0.1136, + "num_input_tokens_seen": 62219936, + "step": 32335 + }, + { + "epoch": 5.275715800636267, + "grad_norm": 0.38670507073402405, + "learning_rate": 4.39054522091e-06, + "loss": 0.1744, + "num_input_tokens_seen": 62230432, + "step": 32340 + }, + { + "epoch": 5.276531527857085, + "grad_norm": 0.8841119408607483, + "learning_rate": 4.384989731394979e-06, + "loss": 0.2429, + "num_input_tokens_seen": 62239760, + "step": 32345 + }, + { + "epoch": 5.277347255077902, + "grad_norm": 0.45596376061439514, + "learning_rate": 4.379437420973598e-06, + "loss": 0.2011, + "num_input_tokens_seen": 62248064, + "step": 32350 + }, + { + "epoch": 5.27816298229872, + "grad_norm": 0.377032071352005, + "learning_rate": 4.373888290502107e-06, + "loss": 0.1264, + "num_input_tokens_seen": 62258896, + "step": 32355 + }, + { + "epoch": 5.278978709519537, + "grad_norm": 0.35604962706565857, + "learning_rate": 4.36834234083624e-06, + "loss": 0.1396, + "num_input_tokens_seen": 62269856, + "step": 32360 + }, + { + "epoch": 5.279794436740354, + "grad_norm": 0.7855318784713745, + "learning_rate": 4.362799572831258e-06, + "loss": 0.1228, + "num_input_tokens_seen": 62279824, + "step": 32365 + }, + { + "epoch": 5.280610163961171, + "grad_norm": 0.6086193919181824, + "learning_rate": 4.35725998734193e-06, + "loss": 0.119, + "num_input_tokens_seen": 62288896, + "step": 32370 + }, + { + "epoch": 5.281425891181989, + "grad_norm": 0.3005346357822418, + "learning_rate": 4.3517235852225195e-06, + "loss": 0.1169, + "num_input_tokens_seen": 62297312, + "step": 32375 + }, + { + "epoch": 5.282241618402806, + "grad_norm": 0.4504396319389343, + "learning_rate": 4.346190367326822e-06, + "loss": 0.1864, + "num_input_tokens_seen": 62307136, + "step": 32380 + }, + { + "epoch": 5.283057345623623, + "grad_norm": 0.542278528213501, + "learning_rate": 4.340660334508115e-06, + "loss": 0.1206, + "num_input_tokens_seen": 62316320, + "step": 32385 + }, + { + "epoch": 5.2838730728444405, + "grad_norm": 0.8824338912963867, + "learning_rate": 4.335133487619206e-06, + "loss": 0.1316, + "num_input_tokens_seen": 62326288, + "step": 32390 + }, + { + "epoch": 5.2846888000652585, + "grad_norm": 0.772901177406311, + "learning_rate": 4.329609827512409e-06, + "loss": 0.1598, + "num_input_tokens_seen": 62335936, + "step": 32395 + }, + { + "epoch": 5.285504527286076, + "grad_norm": 0.49811500310897827, + "learning_rate": 4.324089355039531e-06, + "loss": 0.1347, + "num_input_tokens_seen": 62346176, + "step": 32400 + }, + { + "epoch": 5.285504527286076, + "eval_loss": 0.1614382117986679, + "eval_runtime": 71.3575, + "eval_samples_per_second": 38.188, + "eval_steps_per_second": 19.101, + "num_input_tokens_seen": 62346176, + "step": 32400 + }, + { + "epoch": 5.286320254506893, + "grad_norm": 1.2759020328521729, + "learning_rate": 4.3185720710519075e-06, + "loss": 0.1832, + "num_input_tokens_seen": 62356384, + "step": 32405 + }, + { + "epoch": 5.28713598172771, + "grad_norm": 0.592609703540802, + "learning_rate": 4.3130579764003724e-06, + "loss": 0.1449, + "num_input_tokens_seen": 62366400, + "step": 32410 + }, + { + "epoch": 5.287951708948528, + "grad_norm": 1.568272590637207, + "learning_rate": 4.307547071935267e-06, + "loss": 0.1509, + "num_input_tokens_seen": 62375216, + "step": 32415 + }, + { + "epoch": 5.288767436169345, + "grad_norm": 0.47655317187309265, + "learning_rate": 4.302039358506435e-06, + "loss": 0.1897, + "num_input_tokens_seen": 62384240, + "step": 32420 + }, + { + "epoch": 5.289583163390162, + "grad_norm": 0.546820878982544, + "learning_rate": 4.296534836963245e-06, + "loss": 0.1648, + "num_input_tokens_seen": 62393520, + "step": 32425 + }, + { + "epoch": 5.290398890610979, + "grad_norm": 1.0465244054794312, + "learning_rate": 4.291033508154555e-06, + "loss": 0.1694, + "num_input_tokens_seen": 62403296, + "step": 32430 + }, + { + "epoch": 5.291214617831797, + "grad_norm": 0.9962056279182434, + "learning_rate": 4.285535372928748e-06, + "loss": 0.1737, + "num_input_tokens_seen": 62413040, + "step": 32435 + }, + { + "epoch": 5.2920303450526145, + "grad_norm": 1.078363060951233, + "learning_rate": 4.280040432133695e-06, + "loss": 0.1424, + "num_input_tokens_seen": 62423056, + "step": 32440 + }, + { + "epoch": 5.292846072273432, + "grad_norm": 0.7700778841972351, + "learning_rate": 4.274548686616789e-06, + "loss": 0.1778, + "num_input_tokens_seen": 62433344, + "step": 32445 + }, + { + "epoch": 5.293661799494249, + "grad_norm": 0.6073678731918335, + "learning_rate": 4.2690601372249364e-06, + "loss": 0.0923, + "num_input_tokens_seen": 62442224, + "step": 32450 + }, + { + "epoch": 5.294477526715067, + "grad_norm": 1.1892133951187134, + "learning_rate": 4.263574784804525e-06, + "loss": 0.1214, + "num_input_tokens_seen": 62452880, + "step": 32455 + }, + { + "epoch": 5.295293253935884, + "grad_norm": 0.7055562734603882, + "learning_rate": 4.258092630201479e-06, + "loss": 0.1811, + "num_input_tokens_seen": 62461824, + "step": 32460 + }, + { + "epoch": 5.296108981156701, + "grad_norm": 1.1042804718017578, + "learning_rate": 4.252613674261202e-06, + "loss": 0.1299, + "num_input_tokens_seen": 62471136, + "step": 32465 + }, + { + "epoch": 5.296924708377518, + "grad_norm": 0.5466517210006714, + "learning_rate": 4.2471379178286224e-06, + "loss": 0.1157, + "num_input_tokens_seen": 62480480, + "step": 32470 + }, + { + "epoch": 5.297740435598336, + "grad_norm": 0.7781510353088379, + "learning_rate": 4.241665361748181e-06, + "loss": 0.2361, + "num_input_tokens_seen": 62489504, + "step": 32475 + }, + { + "epoch": 5.298556162819153, + "grad_norm": 0.45065075159072876, + "learning_rate": 4.2361960068637994e-06, + "loss": 0.1064, + "num_input_tokens_seen": 62498032, + "step": 32480 + }, + { + "epoch": 5.2993718900399704, + "grad_norm": 0.7651646137237549, + "learning_rate": 4.230729854018933e-06, + "loss": 0.1585, + "num_input_tokens_seen": 62506448, + "step": 32485 + }, + { + "epoch": 5.300187617260788, + "grad_norm": 0.6387231349945068, + "learning_rate": 4.225266904056521e-06, + "loss": 0.1538, + "num_input_tokens_seen": 62516704, + "step": 32490 + }, + { + "epoch": 5.301003344481606, + "grad_norm": 0.2816137969493866, + "learning_rate": 4.21980715781903e-06, + "loss": 0.1513, + "num_input_tokens_seen": 62526896, + "step": 32495 + }, + { + "epoch": 5.301819071702423, + "grad_norm": 1.6031863689422607, + "learning_rate": 4.214350616148416e-06, + "loss": 0.1853, + "num_input_tokens_seen": 62537984, + "step": 32500 + }, + { + "epoch": 5.30263479892324, + "grad_norm": 0.5722460150718689, + "learning_rate": 4.20889727988614e-06, + "loss": 0.1492, + "num_input_tokens_seen": 62548144, + "step": 32505 + }, + { + "epoch": 5.303450526144058, + "grad_norm": 0.8881670236587524, + "learning_rate": 4.20344714987318e-06, + "loss": 0.2565, + "num_input_tokens_seen": 62557216, + "step": 32510 + }, + { + "epoch": 5.304266253364875, + "grad_norm": 0.5279947519302368, + "learning_rate": 4.198000226950022e-06, + "loss": 0.1926, + "num_input_tokens_seen": 62568016, + "step": 32515 + }, + { + "epoch": 5.305081980585692, + "grad_norm": 0.8194320797920227, + "learning_rate": 4.192556511956635e-06, + "loss": 0.0936, + "num_input_tokens_seen": 62576336, + "step": 32520 + }, + { + "epoch": 5.305897707806509, + "grad_norm": 0.6716519594192505, + "learning_rate": 4.18711600573252e-06, + "loss": 0.201, + "num_input_tokens_seen": 62586768, + "step": 32525 + }, + { + "epoch": 5.306713435027326, + "grad_norm": 0.7133261561393738, + "learning_rate": 4.181678709116671e-06, + "loss": 0.1637, + "num_input_tokens_seen": 62596448, + "step": 32530 + }, + { + "epoch": 5.307529162248144, + "grad_norm": 0.9408634305000305, + "learning_rate": 4.1762446229475785e-06, + "loss": 0.1659, + "num_input_tokens_seen": 62606160, + "step": 32535 + }, + { + "epoch": 5.3083448894689615, + "grad_norm": 0.4675962030887604, + "learning_rate": 4.17081374806326e-06, + "loss": 0.0951, + "num_input_tokens_seen": 62615600, + "step": 32540 + }, + { + "epoch": 5.309160616689779, + "grad_norm": 0.3048997223377228, + "learning_rate": 4.165386085301212e-06, + "loss": 0.1413, + "num_input_tokens_seen": 62624912, + "step": 32545 + }, + { + "epoch": 5.309976343910597, + "grad_norm": 1.7165206670761108, + "learning_rate": 4.1599616354984525e-06, + "loss": 0.2513, + "num_input_tokens_seen": 62634400, + "step": 32550 + }, + { + "epoch": 5.310792071131414, + "grad_norm": 0.7674064636230469, + "learning_rate": 4.154540399491508e-06, + "loss": 0.2003, + "num_input_tokens_seen": 62643904, + "step": 32555 + }, + { + "epoch": 5.311607798352231, + "grad_norm": 0.6517005562782288, + "learning_rate": 4.149122378116394e-06, + "loss": 0.1823, + "num_input_tokens_seen": 62653504, + "step": 32560 + }, + { + "epoch": 5.312423525573048, + "grad_norm": 1.1471761465072632, + "learning_rate": 4.14370757220863e-06, + "loss": 0.2313, + "num_input_tokens_seen": 62663168, + "step": 32565 + }, + { + "epoch": 5.313239252793866, + "grad_norm": 1.1588358879089355, + "learning_rate": 4.138295982603263e-06, + "loss": 0.1502, + "num_input_tokens_seen": 62673104, + "step": 32570 + }, + { + "epoch": 5.314054980014683, + "grad_norm": 0.7084486484527588, + "learning_rate": 4.132887610134814e-06, + "loss": 0.1387, + "num_input_tokens_seen": 62683728, + "step": 32575 + }, + { + "epoch": 5.3148707072355, + "grad_norm": 0.8463317155838013, + "learning_rate": 4.127482455637335e-06, + "loss": 0.1688, + "num_input_tokens_seen": 62693648, + "step": 32580 + }, + { + "epoch": 5.3156864344563175, + "grad_norm": 1.2205177545547485, + "learning_rate": 4.1220805199443545e-06, + "loss": 0.122, + "num_input_tokens_seen": 62703536, + "step": 32585 + }, + { + "epoch": 5.3165021616771355, + "grad_norm": 0.42269018292427063, + "learning_rate": 4.116681803888925e-06, + "loss": 0.1064, + "num_input_tokens_seen": 62714048, + "step": 32590 + }, + { + "epoch": 5.317317888897953, + "grad_norm": 0.7191706895828247, + "learning_rate": 4.111286308303605e-06, + "loss": 0.176, + "num_input_tokens_seen": 62723792, + "step": 32595 + }, + { + "epoch": 5.31813361611877, + "grad_norm": 0.9422950148582458, + "learning_rate": 4.105894034020433e-06, + "loss": 0.2239, + "num_input_tokens_seen": 62734064, + "step": 32600 + }, + { + "epoch": 5.31813361611877, + "eval_loss": 0.1620502471923828, + "eval_runtime": 71.3885, + "eval_samples_per_second": 38.171, + "eval_steps_per_second": 19.093, + "num_input_tokens_seen": 62734064, + "step": 32600 + }, + { + "epoch": 5.318949343339587, + "grad_norm": 0.8791122436523438, + "learning_rate": 4.100504981870975e-06, + "loss": 0.1193, + "num_input_tokens_seen": 62744320, + "step": 32605 + }, + { + "epoch": 5.319765070560405, + "grad_norm": 0.6646625995635986, + "learning_rate": 4.0951191526862915e-06, + "loss": 0.0933, + "num_input_tokens_seen": 62755072, + "step": 32610 + }, + { + "epoch": 5.320580797781222, + "grad_norm": 0.9340148568153381, + "learning_rate": 4.089736547296938e-06, + "loss": 0.1775, + "num_input_tokens_seen": 62765504, + "step": 32615 + }, + { + "epoch": 5.321396525002039, + "grad_norm": 0.4552404284477234, + "learning_rate": 4.08435716653299e-06, + "loss": 0.1769, + "num_input_tokens_seen": 62775504, + "step": 32620 + }, + { + "epoch": 5.322212252222856, + "grad_norm": 0.4314676821231842, + "learning_rate": 4.0789810112240005e-06, + "loss": 0.1666, + "num_input_tokens_seen": 62785984, + "step": 32625 + }, + { + "epoch": 5.323027979443674, + "grad_norm": 0.8974162340164185, + "learning_rate": 4.073608082199057e-06, + "loss": 0.1499, + "num_input_tokens_seen": 62794304, + "step": 32630 + }, + { + "epoch": 5.3238437066644915, + "grad_norm": 0.329154908657074, + "learning_rate": 4.068238380286718e-06, + "loss": 0.1077, + "num_input_tokens_seen": 62804944, + "step": 32635 + }, + { + "epoch": 5.324659433885309, + "grad_norm": 1.793520212173462, + "learning_rate": 4.062871906315072e-06, + "loss": 0.2048, + "num_input_tokens_seen": 62815312, + "step": 32640 + }, + { + "epoch": 5.325475161106126, + "grad_norm": 0.7147794365882874, + "learning_rate": 4.057508661111686e-06, + "loss": 0.1498, + "num_input_tokens_seen": 62825168, + "step": 32645 + }, + { + "epoch": 5.326290888326944, + "grad_norm": 0.4918616712093353, + "learning_rate": 4.052148645503648e-06, + "loss": 0.2238, + "num_input_tokens_seen": 62834976, + "step": 32650 + }, + { + "epoch": 5.327106615547761, + "grad_norm": 0.5247360467910767, + "learning_rate": 4.046791860317531e-06, + "loss": 0.1202, + "num_input_tokens_seen": 62844256, + "step": 32655 + }, + { + "epoch": 5.327922342768578, + "grad_norm": 0.42793089151382446, + "learning_rate": 4.041438306379431e-06, + "loss": 0.0996, + "num_input_tokens_seen": 62853152, + "step": 32660 + }, + { + "epoch": 5.328738069989395, + "grad_norm": 1.1615777015686035, + "learning_rate": 4.036087984514916e-06, + "loss": 0.209, + "num_input_tokens_seen": 62863248, + "step": 32665 + }, + { + "epoch": 5.329553797210213, + "grad_norm": 0.7252722382545471, + "learning_rate": 4.030740895549084e-06, + "loss": 0.1432, + "num_input_tokens_seen": 62872144, + "step": 32670 + }, + { + "epoch": 5.33036952443103, + "grad_norm": 0.5954787731170654, + "learning_rate": 4.025397040306531e-06, + "loss": 0.1506, + "num_input_tokens_seen": 62881248, + "step": 32675 + }, + { + "epoch": 5.331185251651847, + "grad_norm": 0.8038911819458008, + "learning_rate": 4.0200564196113285e-06, + "loss": 0.1495, + "num_input_tokens_seen": 62891616, + "step": 32680 + }, + { + "epoch": 5.332000978872665, + "grad_norm": 0.49256080389022827, + "learning_rate": 4.014719034287079e-06, + "loss": 0.1318, + "num_input_tokens_seen": 62901184, + "step": 32685 + }, + { + "epoch": 5.332816706093483, + "grad_norm": 0.781632661819458, + "learning_rate": 4.0093848851568775e-06, + "loss": 0.2142, + "num_input_tokens_seen": 62910080, + "step": 32690 + }, + { + "epoch": 5.3336324333143, + "grad_norm": 1.299897313117981, + "learning_rate": 4.004053973043304e-06, + "loss": 0.1883, + "num_input_tokens_seen": 62921520, + "step": 32695 + }, + { + "epoch": 5.334448160535117, + "grad_norm": 1.0770604610443115, + "learning_rate": 3.998726298768465e-06, + "loss": 0.1896, + "num_input_tokens_seen": 62932480, + "step": 32700 + }, + { + "epoch": 5.335263887755934, + "grad_norm": 0.3560733497142792, + "learning_rate": 3.99340186315395e-06, + "loss": 0.1783, + "num_input_tokens_seen": 62943168, + "step": 32705 + }, + { + "epoch": 5.336079614976752, + "grad_norm": 0.7830110788345337, + "learning_rate": 3.988080667020849e-06, + "loss": 0.1731, + "num_input_tokens_seen": 62952848, + "step": 32710 + }, + { + "epoch": 5.336895342197569, + "grad_norm": 0.9793334603309631, + "learning_rate": 3.982762711189766e-06, + "loss": 0.2076, + "num_input_tokens_seen": 62962656, + "step": 32715 + }, + { + "epoch": 5.337711069418386, + "grad_norm": 1.2802467346191406, + "learning_rate": 3.977447996480785e-06, + "loss": 0.2098, + "num_input_tokens_seen": 62971840, + "step": 32720 + }, + { + "epoch": 5.338526796639204, + "grad_norm": 1.343329668045044, + "learning_rate": 3.97213652371351e-06, + "loss": 0.1317, + "num_input_tokens_seen": 62980816, + "step": 32725 + }, + { + "epoch": 5.339342523860021, + "grad_norm": 0.5218420624732971, + "learning_rate": 3.966828293707042e-06, + "loss": 0.0986, + "num_input_tokens_seen": 62990720, + "step": 32730 + }, + { + "epoch": 5.3401582510808385, + "grad_norm": 0.3055627644062042, + "learning_rate": 3.961523307279963e-06, + "loss": 0.1272, + "num_input_tokens_seen": 62999152, + "step": 32735 + }, + { + "epoch": 5.340973978301656, + "grad_norm": 0.5153205394744873, + "learning_rate": 3.956221565250382e-06, + "loss": 0.1035, + "num_input_tokens_seen": 63009040, + "step": 32740 + }, + { + "epoch": 5.341789705522474, + "grad_norm": 0.5614901781082153, + "learning_rate": 3.950923068435883e-06, + "loss": 0.1354, + "num_input_tokens_seen": 63018048, + "step": 32745 + }, + { + "epoch": 5.342605432743291, + "grad_norm": 1.7097909450531006, + "learning_rate": 3.945627817653566e-06, + "loss": 0.1972, + "num_input_tokens_seen": 63027216, + "step": 32750 + }, + { + "epoch": 5.343421159964108, + "grad_norm": 1.0535787343978882, + "learning_rate": 3.9403358137200335e-06, + "loss": 0.112, + "num_input_tokens_seen": 63036912, + "step": 32755 + }, + { + "epoch": 5.344236887184925, + "grad_norm": 0.7004746198654175, + "learning_rate": 3.9350470574513605e-06, + "loss": 0.1546, + "num_input_tokens_seen": 63046928, + "step": 32760 + }, + { + "epoch": 5.345052614405743, + "grad_norm": 0.835568368434906, + "learning_rate": 3.9297615496631525e-06, + "loss": 0.1644, + "num_input_tokens_seen": 63056144, + "step": 32765 + }, + { + "epoch": 5.34586834162656, + "grad_norm": 0.6013456583023071, + "learning_rate": 3.924479291170505e-06, + "loss": 0.1055, + "num_input_tokens_seen": 63066208, + "step": 32770 + }, + { + "epoch": 5.346684068847377, + "grad_norm": 1.326777458190918, + "learning_rate": 3.919200282788002e-06, + "loss": 0.1934, + "num_input_tokens_seen": 63076080, + "step": 32775 + }, + { + "epoch": 5.3474997960681945, + "grad_norm": 0.763695240020752, + "learning_rate": 3.913924525329726e-06, + "loss": 0.1213, + "num_input_tokens_seen": 63087168, + "step": 32780 + }, + { + "epoch": 5.3483155232890125, + "grad_norm": 0.6047732830047607, + "learning_rate": 3.908652019609279e-06, + "loss": 0.19, + "num_input_tokens_seen": 63097792, + "step": 32785 + }, + { + "epoch": 5.34913125050983, + "grad_norm": 1.1592108011245728, + "learning_rate": 3.9033827664397364e-06, + "loss": 0.1833, + "num_input_tokens_seen": 63106496, + "step": 32790 + }, + { + "epoch": 5.349946977730647, + "grad_norm": 0.6470466256141663, + "learning_rate": 3.898116766633694e-06, + "loss": 0.1408, + "num_input_tokens_seen": 63116016, + "step": 32795 + }, + { + "epoch": 5.350762704951464, + "grad_norm": 1.4676616191864014, + "learning_rate": 3.8928540210032225e-06, + "loss": 0.189, + "num_input_tokens_seen": 63124752, + "step": 32800 + }, + { + "epoch": 5.350762704951464, + "eval_loss": 0.161669060587883, + "eval_runtime": 71.4666, + "eval_samples_per_second": 38.13, + "eval_steps_per_second": 19.072, + "num_input_tokens_seen": 63124752, + "step": 32800 + }, + { + "epoch": 5.351578432172282, + "grad_norm": 0.8825387954711914, + "learning_rate": 3.887594530359909e-06, + "loss": 0.1757, + "num_input_tokens_seen": 63134736, + "step": 32805 + }, + { + "epoch": 5.352394159393099, + "grad_norm": 0.40232622623443604, + "learning_rate": 3.88233829551484e-06, + "loss": 0.1518, + "num_input_tokens_seen": 63143984, + "step": 32810 + }, + { + "epoch": 5.353209886613916, + "grad_norm": 1.0475013256072998, + "learning_rate": 3.877085317278581e-06, + "loss": 0.2381, + "num_input_tokens_seen": 63154128, + "step": 32815 + }, + { + "epoch": 5.354025613834733, + "grad_norm": 0.9714001417160034, + "learning_rate": 3.87183559646122e-06, + "loss": 0.2004, + "num_input_tokens_seen": 63163712, + "step": 32820 + }, + { + "epoch": 5.354841341055551, + "grad_norm": 0.6091966032981873, + "learning_rate": 3.866589133872317e-06, + "loss": 0.2206, + "num_input_tokens_seen": 63173120, + "step": 32825 + }, + { + "epoch": 5.3556570682763684, + "grad_norm": 0.9396811127662659, + "learning_rate": 3.861345930320948e-06, + "loss": 0.1732, + "num_input_tokens_seen": 63183232, + "step": 32830 + }, + { + "epoch": 5.356472795497186, + "grad_norm": 0.42012307047843933, + "learning_rate": 3.856105986615688e-06, + "loss": 0.1653, + "num_input_tokens_seen": 63192304, + "step": 32835 + }, + { + "epoch": 5.357288522718003, + "grad_norm": 0.41757112741470337, + "learning_rate": 3.850869303564589e-06, + "loss": 0.2257, + "num_input_tokens_seen": 63202560, + "step": 32840 + }, + { + "epoch": 5.358104249938821, + "grad_norm": 1.092532753944397, + "learning_rate": 3.845635881975226e-06, + "loss": 0.192, + "num_input_tokens_seen": 63211856, + "step": 32845 + }, + { + "epoch": 5.358919977159638, + "grad_norm": 1.67160964012146, + "learning_rate": 3.840405722654647e-06, + "loss": 0.2228, + "num_input_tokens_seen": 63221344, + "step": 32850 + }, + { + "epoch": 5.359735704380455, + "grad_norm": 0.7395288348197937, + "learning_rate": 3.835178826409419e-06, + "loss": 0.1938, + "num_input_tokens_seen": 63231056, + "step": 32855 + }, + { + "epoch": 5.360551431601272, + "grad_norm": 0.6662682294845581, + "learning_rate": 3.8299551940455895e-06, + "loss": 0.1231, + "num_input_tokens_seen": 63241472, + "step": 32860 + }, + { + "epoch": 5.36136715882209, + "grad_norm": 0.5213298201560974, + "learning_rate": 3.824734826368703e-06, + "loss": 0.2031, + "num_input_tokens_seen": 63251120, + "step": 32865 + }, + { + "epoch": 5.362182886042907, + "grad_norm": 0.14319385588169098, + "learning_rate": 3.819517724183813e-06, + "loss": 0.1515, + "num_input_tokens_seen": 63261152, + "step": 32870 + }, + { + "epoch": 5.362998613263724, + "grad_norm": 0.650386393070221, + "learning_rate": 3.8143038882954648e-06, + "loss": 0.1635, + "num_input_tokens_seen": 63272096, + "step": 32875 + }, + { + "epoch": 5.3638143404845415, + "grad_norm": 0.330098032951355, + "learning_rate": 3.8090933195076867e-06, + "loss": 0.1639, + "num_input_tokens_seen": 63280832, + "step": 32880 + }, + { + "epoch": 5.3646300677053596, + "grad_norm": 1.1405762434005737, + "learning_rate": 3.8038860186240198e-06, + "loss": 0.1729, + "num_input_tokens_seen": 63290992, + "step": 32885 + }, + { + "epoch": 5.365445794926177, + "grad_norm": 1.3484282493591309, + "learning_rate": 3.7986819864475026e-06, + "loss": 0.2165, + "num_input_tokens_seen": 63300656, + "step": 32890 + }, + { + "epoch": 5.366261522146994, + "grad_norm": 0.8347563147544861, + "learning_rate": 3.793481223780651e-06, + "loss": 0.1399, + "num_input_tokens_seen": 63309712, + "step": 32895 + }, + { + "epoch": 5.367077249367812, + "grad_norm": 1.7153197526931763, + "learning_rate": 3.788283731425496e-06, + "loss": 0.1295, + "num_input_tokens_seen": 63319664, + "step": 32900 + }, + { + "epoch": 5.367892976588629, + "grad_norm": 0.9509680271148682, + "learning_rate": 3.7830895101835488e-06, + "loss": 0.1757, + "num_input_tokens_seen": 63330624, + "step": 32905 + }, + { + "epoch": 5.368708703809446, + "grad_norm": 1.536389946937561, + "learning_rate": 3.7778985608558274e-06, + "loss": 0.2086, + "num_input_tokens_seen": 63340384, + "step": 32910 + }, + { + "epoch": 5.369524431030263, + "grad_norm": 0.9357731342315674, + "learning_rate": 3.7727108842428443e-06, + "loss": 0.1156, + "num_input_tokens_seen": 63349504, + "step": 32915 + }, + { + "epoch": 5.370340158251081, + "grad_norm": 1.7523131370544434, + "learning_rate": 3.7675264811446065e-06, + "loss": 0.2273, + "num_input_tokens_seen": 63358640, + "step": 32920 + }, + { + "epoch": 5.371155885471898, + "grad_norm": 1.494284987449646, + "learning_rate": 3.7623453523605994e-06, + "loss": 0.2227, + "num_input_tokens_seen": 63368448, + "step": 32925 + }, + { + "epoch": 5.3719716126927155, + "grad_norm": 1.0678629875183105, + "learning_rate": 3.757167498689834e-06, + "loss": 0.2017, + "num_input_tokens_seen": 63377376, + "step": 32930 + }, + { + "epoch": 5.372787339913533, + "grad_norm": 0.7289884686470032, + "learning_rate": 3.7519929209307914e-06, + "loss": 0.1758, + "num_input_tokens_seen": 63386784, + "step": 32935 + }, + { + "epoch": 5.373603067134351, + "grad_norm": 1.1970590353012085, + "learning_rate": 3.746821619881463e-06, + "loss": 0.1923, + "num_input_tokens_seen": 63396720, + "step": 32940 + }, + { + "epoch": 5.374418794355168, + "grad_norm": 0.2909630835056305, + "learning_rate": 3.74165359633932e-06, + "loss": 0.1001, + "num_input_tokens_seen": 63405152, + "step": 32945 + }, + { + "epoch": 5.375234521575985, + "grad_norm": 0.6944504380226135, + "learning_rate": 3.736488851101341e-06, + "loss": 0.1251, + "num_input_tokens_seen": 63415280, + "step": 32950 + }, + { + "epoch": 5.376050248796802, + "grad_norm": 0.8790513873100281, + "learning_rate": 3.7313273849640035e-06, + "loss": 0.1911, + "num_input_tokens_seen": 63424864, + "step": 32955 + }, + { + "epoch": 5.37686597601762, + "grad_norm": 0.5760087966918945, + "learning_rate": 3.7261691987232533e-06, + "loss": 0.1379, + "num_input_tokens_seen": 63436464, + "step": 32960 + }, + { + "epoch": 5.377681703238437, + "grad_norm": 0.4375995099544525, + "learning_rate": 3.7210142931745575e-06, + "loss": 0.122, + "num_input_tokens_seen": 63445488, + "step": 32965 + }, + { + "epoch": 5.378497430459254, + "grad_norm": 1.1049686670303345, + "learning_rate": 3.7158626691128712e-06, + "loss": 0.1633, + "num_input_tokens_seen": 63455472, + "step": 32970 + }, + { + "epoch": 5.3793131576800715, + "grad_norm": 0.6465900540351868, + "learning_rate": 3.710714327332629e-06, + "loss": 0.1569, + "num_input_tokens_seen": 63466464, + "step": 32975 + }, + { + "epoch": 5.3801288849008895, + "grad_norm": 1.6595567464828491, + "learning_rate": 3.7055692686277815e-06, + "loss": 0.1255, + "num_input_tokens_seen": 63477856, + "step": 32980 + }, + { + "epoch": 5.380944612121707, + "grad_norm": 0.8298650979995728, + "learning_rate": 3.70042749379175e-06, + "loss": 0.1421, + "num_input_tokens_seen": 63487984, + "step": 32985 + }, + { + "epoch": 5.381760339342524, + "grad_norm": 0.17983177304267883, + "learning_rate": 3.6952890036174693e-06, + "loss": 0.0759, + "num_input_tokens_seen": 63497888, + "step": 32990 + }, + { + "epoch": 5.382576066563341, + "grad_norm": 1.1604206562042236, + "learning_rate": 3.690153798897353e-06, + "loss": 0.1831, + "num_input_tokens_seen": 63507920, + "step": 32995 + }, + { + "epoch": 5.383391793784159, + "grad_norm": 0.452728807926178, + "learning_rate": 3.6850218804233225e-06, + "loss": 0.1051, + "num_input_tokens_seen": 63517792, + "step": 33000 + }, + { + "epoch": 5.383391793784159, + "eval_loss": 0.1625528484582901, + "eval_runtime": 71.5645, + "eval_samples_per_second": 38.078, + "eval_steps_per_second": 19.046, + "num_input_tokens_seen": 63517792, + "step": 33000 + }, + { + "epoch": 5.384207521004976, + "grad_norm": 1.0324299335479736, + "learning_rate": 3.679893248986779e-06, + "loss": 0.2112, + "num_input_tokens_seen": 63527312, + "step": 33005 + }, + { + "epoch": 5.385023248225793, + "grad_norm": 0.7565881609916687, + "learning_rate": 3.6747679053786147e-06, + "loss": 0.1419, + "num_input_tokens_seen": 63536768, + "step": 33010 + }, + { + "epoch": 5.38583897544661, + "grad_norm": 0.3711560368537903, + "learning_rate": 3.669645850389228e-06, + "loss": 0.1386, + "num_input_tokens_seen": 63545520, + "step": 33015 + }, + { + "epoch": 5.386654702667428, + "grad_norm": 0.8833749294281006, + "learning_rate": 3.664527084808514e-06, + "loss": 0.1978, + "num_input_tokens_seen": 63555120, + "step": 33020 + }, + { + "epoch": 5.387470429888245, + "grad_norm": 0.5395534634590149, + "learning_rate": 3.6594116094258337e-06, + "loss": 0.1821, + "num_input_tokens_seen": 63564496, + "step": 33025 + }, + { + "epoch": 5.388286157109063, + "grad_norm": 0.5889484882354736, + "learning_rate": 3.6542994250300665e-06, + "loss": 0.1524, + "num_input_tokens_seen": 63574736, + "step": 33030 + }, + { + "epoch": 5.38910188432988, + "grad_norm": 0.7806826829910278, + "learning_rate": 3.6491905324095825e-06, + "loss": 0.2057, + "num_input_tokens_seen": 63584976, + "step": 33035 + }, + { + "epoch": 5.389917611550698, + "grad_norm": 0.7096425294876099, + "learning_rate": 3.644084932352221e-06, + "loss": 0.1551, + "num_input_tokens_seen": 63594528, + "step": 33040 + }, + { + "epoch": 5.390733338771515, + "grad_norm": 1.057520866394043, + "learning_rate": 3.6389826256453457e-06, + "loss": 0.1885, + "num_input_tokens_seen": 63604992, + "step": 33045 + }, + { + "epoch": 5.391549065992332, + "grad_norm": 0.646598756313324, + "learning_rate": 3.633883613075781e-06, + "loss": 0.1473, + "num_input_tokens_seen": 63614048, + "step": 33050 + }, + { + "epoch": 5.392364793213149, + "grad_norm": 0.6982517242431641, + "learning_rate": 3.6287878954298693e-06, + "loss": 0.2221, + "num_input_tokens_seen": 63624112, + "step": 33055 + }, + { + "epoch": 5.393180520433967, + "grad_norm": 0.7478955984115601, + "learning_rate": 3.6236954734934354e-06, + "loss": 0.1551, + "num_input_tokens_seen": 63633504, + "step": 33060 + }, + { + "epoch": 5.393996247654784, + "grad_norm": 0.7114213705062866, + "learning_rate": 3.618606348051784e-06, + "loss": 0.2017, + "num_input_tokens_seen": 63641520, + "step": 33065 + }, + { + "epoch": 5.394811974875601, + "grad_norm": 1.3869843482971191, + "learning_rate": 3.6135205198897376e-06, + "loss": 0.1581, + "num_input_tokens_seen": 63651280, + "step": 33070 + }, + { + "epoch": 5.395627702096419, + "grad_norm": 1.0357158184051514, + "learning_rate": 3.6084379897915854e-06, + "loss": 0.1037, + "num_input_tokens_seen": 63661536, + "step": 33075 + }, + { + "epoch": 5.3964434293172365, + "grad_norm": 0.5474339127540588, + "learning_rate": 3.6033587585411115e-06, + "loss": 0.0973, + "num_input_tokens_seen": 63670064, + "step": 33080 + }, + { + "epoch": 5.397259156538054, + "grad_norm": 0.7186033129692078, + "learning_rate": 3.5982828269216117e-06, + "loss": 0.0995, + "num_input_tokens_seen": 63680096, + "step": 33085 + }, + { + "epoch": 5.398074883758871, + "grad_norm": 0.7263213396072388, + "learning_rate": 3.593210195715843e-06, + "loss": 0.1331, + "num_input_tokens_seen": 63690208, + "step": 33090 + }, + { + "epoch": 5.398890610979688, + "grad_norm": 1.8410820960998535, + "learning_rate": 3.5881408657060773e-06, + "loss": 0.2001, + "num_input_tokens_seen": 63700576, + "step": 33095 + }, + { + "epoch": 5.399706338200506, + "grad_norm": 0.8598544001579285, + "learning_rate": 3.583074837674075e-06, + "loss": 0.1532, + "num_input_tokens_seen": 63709216, + "step": 33100 + }, + { + "epoch": 5.400522065421323, + "grad_norm": 0.5711977481842041, + "learning_rate": 3.578012112401069e-06, + "loss": 0.1788, + "num_input_tokens_seen": 63718320, + "step": 33105 + }, + { + "epoch": 5.40133779264214, + "grad_norm": 0.3731362223625183, + "learning_rate": 3.5729526906677996e-06, + "loss": 0.2085, + "num_input_tokens_seen": 63728128, + "step": 33110 + }, + { + "epoch": 5.402153519862958, + "grad_norm": 0.9833716750144958, + "learning_rate": 3.5678965732545007e-06, + "loss": 0.2215, + "num_input_tokens_seen": 63737472, + "step": 33115 + }, + { + "epoch": 5.402969247083775, + "grad_norm": 1.017683744430542, + "learning_rate": 3.562843760940876e-06, + "loss": 0.179, + "num_input_tokens_seen": 63745968, + "step": 33120 + }, + { + "epoch": 5.4037849743045925, + "grad_norm": 1.3303996324539185, + "learning_rate": 3.5577942545061473e-06, + "loss": 0.1514, + "num_input_tokens_seen": 63755056, + "step": 33125 + }, + { + "epoch": 5.40460070152541, + "grad_norm": 0.9251429438591003, + "learning_rate": 3.5527480547289967e-06, + "loss": 0.1193, + "num_input_tokens_seen": 63764832, + "step": 33130 + }, + { + "epoch": 5.405416428746228, + "grad_norm": 0.8605682849884033, + "learning_rate": 3.547705162387624e-06, + "loss": 0.177, + "num_input_tokens_seen": 63774064, + "step": 33135 + }, + { + "epoch": 5.406232155967045, + "grad_norm": 0.9008454084396362, + "learning_rate": 3.542665578259699e-06, + "loss": 0.2187, + "num_input_tokens_seen": 63783680, + "step": 33140 + }, + { + "epoch": 5.407047883187862, + "grad_norm": 0.4890372157096863, + "learning_rate": 3.5376293031223945e-06, + "loss": 0.1188, + "num_input_tokens_seen": 63793744, + "step": 33145 + }, + { + "epoch": 5.407863610408679, + "grad_norm": 0.6569578051567078, + "learning_rate": 3.5325963377523614e-06, + "loss": 0.246, + "num_input_tokens_seen": 63801264, + "step": 33150 + }, + { + "epoch": 5.408679337629497, + "grad_norm": 0.8304154276847839, + "learning_rate": 3.5275666829257536e-06, + "loss": 0.116, + "num_input_tokens_seen": 63810608, + "step": 33155 + }, + { + "epoch": 5.409495064850314, + "grad_norm": 0.6412217617034912, + "learning_rate": 3.5225403394181955e-06, + "loss": 0.1728, + "num_input_tokens_seen": 63819760, + "step": 33160 + }, + { + "epoch": 5.410310792071131, + "grad_norm": 1.0718994140625, + "learning_rate": 3.517517308004828e-06, + "loss": 0.1609, + "num_input_tokens_seen": 63829040, + "step": 33165 + }, + { + "epoch": 5.411126519291948, + "grad_norm": 0.34567946195602417, + "learning_rate": 3.512497589460251e-06, + "loss": 0.2388, + "num_input_tokens_seen": 63838608, + "step": 33170 + }, + { + "epoch": 5.4119422465127665, + "grad_norm": 0.6465716361999512, + "learning_rate": 3.5074811845585727e-06, + "loss": 0.1734, + "num_input_tokens_seen": 63847296, + "step": 33175 + }, + { + "epoch": 5.412757973733584, + "grad_norm": 0.41084033250808716, + "learning_rate": 3.5024680940733937e-06, + "loss": 0.0896, + "num_input_tokens_seen": 63857456, + "step": 33180 + }, + { + "epoch": 5.413573700954401, + "grad_norm": 0.6233066320419312, + "learning_rate": 3.4974583187777852e-06, + "loss": 0.2039, + "num_input_tokens_seen": 63866848, + "step": 33185 + }, + { + "epoch": 5.414389428175218, + "grad_norm": 0.7084298729896545, + "learning_rate": 3.4924518594443204e-06, + "loss": 0.2046, + "num_input_tokens_seen": 63877488, + "step": 33190 + }, + { + "epoch": 5.415205155396036, + "grad_norm": 0.5796270966529846, + "learning_rate": 3.4874487168450682e-06, + "loss": 0.1802, + "num_input_tokens_seen": 63885824, + "step": 33195 + }, + { + "epoch": 5.416020882616853, + "grad_norm": 0.14139173924922943, + "learning_rate": 3.482448891751558e-06, + "loss": 0.1161, + "num_input_tokens_seen": 63894896, + "step": 33200 + }, + { + "epoch": 5.416020882616853, + "eval_loss": 0.1620957851409912, + "eval_runtime": 71.4259, + "eval_samples_per_second": 38.151, + "eval_steps_per_second": 19.083, + "num_input_tokens_seen": 63894896, + "step": 33200 + }, + { + "epoch": 5.41683660983767, + "grad_norm": 1.5618735551834106, + "learning_rate": 3.477452384934843e-06, + "loss": 0.2309, + "num_input_tokens_seen": 63904192, + "step": 33205 + }, + { + "epoch": 5.417652337058487, + "grad_norm": 0.5260738134384155, + "learning_rate": 3.472459197165434e-06, + "loss": 0.1381, + "num_input_tokens_seen": 63913296, + "step": 33210 + }, + { + "epoch": 5.418468064279305, + "grad_norm": 1.1695650815963745, + "learning_rate": 3.4674693292133518e-06, + "loss": 0.1352, + "num_input_tokens_seen": 63922624, + "step": 33215 + }, + { + "epoch": 5.419283791500122, + "grad_norm": 0.8716737031936646, + "learning_rate": 3.4624827818480977e-06, + "loss": 0.236, + "num_input_tokens_seen": 63930640, + "step": 33220 + }, + { + "epoch": 5.4200995187209395, + "grad_norm": 1.0854986906051636, + "learning_rate": 3.4574995558386474e-06, + "loss": 0.2178, + "num_input_tokens_seen": 63940528, + "step": 33225 + }, + { + "epoch": 5.420915245941757, + "grad_norm": 0.8905490636825562, + "learning_rate": 3.452519651953487e-06, + "loss": 0.2304, + "num_input_tokens_seen": 63951168, + "step": 33230 + }, + { + "epoch": 5.421730973162575, + "grad_norm": 0.8079783320426941, + "learning_rate": 3.447543070960585e-06, + "loss": 0.1634, + "num_input_tokens_seen": 63960320, + "step": 33235 + }, + { + "epoch": 5.422546700383392, + "grad_norm": 1.6033159494400024, + "learning_rate": 3.4425698136273778e-06, + "loss": 0.1795, + "num_input_tokens_seen": 63969888, + "step": 33240 + }, + { + "epoch": 5.423362427604209, + "grad_norm": 0.6189778447151184, + "learning_rate": 3.437599880720821e-06, + "loss": 0.1309, + "num_input_tokens_seen": 63979104, + "step": 33245 + }, + { + "epoch": 5.424178154825027, + "grad_norm": 0.5513615012168884, + "learning_rate": 3.4326332730073267e-06, + "loss": 0.1309, + "num_input_tokens_seen": 63988864, + "step": 33250 + }, + { + "epoch": 5.424993882045844, + "grad_norm": 0.6605817079544067, + "learning_rate": 3.427669991252813e-06, + "loss": 0.1552, + "num_input_tokens_seen": 63999488, + "step": 33255 + }, + { + "epoch": 5.425809609266661, + "grad_norm": 0.8711127638816833, + "learning_rate": 3.42271003622269e-06, + "loss": 0.1849, + "num_input_tokens_seen": 64009568, + "step": 33260 + }, + { + "epoch": 5.426625336487478, + "grad_norm": 0.7789026498794556, + "learning_rate": 3.4177534086818286e-06, + "loss": 0.2232, + "num_input_tokens_seen": 64018704, + "step": 33265 + }, + { + "epoch": 5.4274410637082955, + "grad_norm": 0.8591471314430237, + "learning_rate": 3.412800109394612e-06, + "loss": 0.166, + "num_input_tokens_seen": 64028560, + "step": 33270 + }, + { + "epoch": 5.4282567909291135, + "grad_norm": 0.7693697214126587, + "learning_rate": 3.4078501391249044e-06, + "loss": 0.1916, + "num_input_tokens_seen": 64038416, + "step": 33275 + }, + { + "epoch": 5.429072518149931, + "grad_norm": 1.4996840953826904, + "learning_rate": 3.4029034986360453e-06, + "loss": 0.1666, + "num_input_tokens_seen": 64047712, + "step": 33280 + }, + { + "epoch": 5.429888245370748, + "grad_norm": 1.1114779710769653, + "learning_rate": 3.397960188690877e-06, + "loss": 0.1536, + "num_input_tokens_seen": 64057024, + "step": 33285 + }, + { + "epoch": 5.430703972591566, + "grad_norm": 0.4521257281303406, + "learning_rate": 3.393020210051717e-06, + "loss": 0.1087, + "num_input_tokens_seen": 64065648, + "step": 33290 + }, + { + "epoch": 5.431519699812383, + "grad_norm": 0.6028266549110413, + "learning_rate": 3.3880835634803655e-06, + "loss": 0.0973, + "num_input_tokens_seen": 64075248, + "step": 33295 + }, + { + "epoch": 5.4323354270332, + "grad_norm": 0.7631621360778809, + "learning_rate": 3.383150249738126e-06, + "loss": 0.2137, + "num_input_tokens_seen": 64084368, + "step": 33300 + }, + { + "epoch": 5.433151154254017, + "grad_norm": 0.544462263584137, + "learning_rate": 3.3782202695857663e-06, + "loss": 0.1727, + "num_input_tokens_seen": 64093424, + "step": 33305 + }, + { + "epoch": 5.433966881474835, + "grad_norm": 0.98220294713974, + "learning_rate": 3.373293623783558e-06, + "loss": 0.2049, + "num_input_tokens_seen": 64104384, + "step": 33310 + }, + { + "epoch": 5.434782608695652, + "grad_norm": 0.3190028965473175, + "learning_rate": 3.368370313091257e-06, + "loss": 0.1014, + "num_input_tokens_seen": 64113664, + "step": 33315 + }, + { + "epoch": 5.4355983359164695, + "grad_norm": 0.6144886016845703, + "learning_rate": 3.363450338268087e-06, + "loss": 0.1859, + "num_input_tokens_seen": 64123392, + "step": 33320 + }, + { + "epoch": 5.436414063137287, + "grad_norm": 0.7893651127815247, + "learning_rate": 3.358533700072783e-06, + "loss": 0.2081, + "num_input_tokens_seen": 64132352, + "step": 33325 + }, + { + "epoch": 5.437229790358105, + "grad_norm": 0.8451550602912903, + "learning_rate": 3.3536203992635377e-06, + "loss": 0.1689, + "num_input_tokens_seen": 64142416, + "step": 33330 + }, + { + "epoch": 5.438045517578922, + "grad_norm": 1.457740306854248, + "learning_rate": 3.348710436598057e-06, + "loss": 0.1838, + "num_input_tokens_seen": 64152256, + "step": 33335 + }, + { + "epoch": 5.438861244799739, + "grad_norm": 0.3957274258136749, + "learning_rate": 3.3438038128335155e-06, + "loss": 0.0884, + "num_input_tokens_seen": 64161856, + "step": 33340 + }, + { + "epoch": 5.439676972020556, + "grad_norm": 0.9153630137443542, + "learning_rate": 3.338900528726571e-06, + "loss": 0.1467, + "num_input_tokens_seen": 64171952, + "step": 33345 + }, + { + "epoch": 5.440492699241374, + "grad_norm": 1.0017553567886353, + "learning_rate": 3.3340005850333812e-06, + "loss": 0.1671, + "num_input_tokens_seen": 64182176, + "step": 33350 + }, + { + "epoch": 5.441308426462191, + "grad_norm": 0.7389196753501892, + "learning_rate": 3.329103982509568e-06, + "loss": 0.1258, + "num_input_tokens_seen": 64192016, + "step": 33355 + }, + { + "epoch": 5.442124153683008, + "grad_norm": 0.5839201211929321, + "learning_rate": 3.324210721910259e-06, + "loss": 0.1282, + "num_input_tokens_seen": 64201392, + "step": 33360 + }, + { + "epoch": 5.442939880903825, + "grad_norm": 1.2040036916732788, + "learning_rate": 3.319320803990053e-06, + "loss": 0.1678, + "num_input_tokens_seen": 64211360, + "step": 33365 + }, + { + "epoch": 5.443755608124643, + "grad_norm": 0.5750036835670471, + "learning_rate": 3.3144342295030274e-06, + "loss": 0.1241, + "num_input_tokens_seen": 64221264, + "step": 33370 + }, + { + "epoch": 5.444571335345461, + "grad_norm": 1.3111717700958252, + "learning_rate": 3.309550999202765e-06, + "loss": 0.1898, + "num_input_tokens_seen": 64231440, + "step": 33375 + }, + { + "epoch": 5.445387062566278, + "grad_norm": 0.6854048371315002, + "learning_rate": 3.3046711138423197e-06, + "loss": 0.2009, + "num_input_tokens_seen": 64239520, + "step": 33380 + }, + { + "epoch": 5.446202789787095, + "grad_norm": 0.7237082719802856, + "learning_rate": 3.2997945741742255e-06, + "loss": 0.1886, + "num_input_tokens_seen": 64250096, + "step": 33385 + }, + { + "epoch": 5.447018517007913, + "grad_norm": 0.5221217274665833, + "learning_rate": 3.2949213809505082e-06, + "loss": 0.1532, + "num_input_tokens_seen": 64259184, + "step": 33390 + }, + { + "epoch": 5.44783424422873, + "grad_norm": 0.9214557409286499, + "learning_rate": 3.2900515349226834e-06, + "loss": 0.1062, + "num_input_tokens_seen": 64268912, + "step": 33395 + }, + { + "epoch": 5.448649971449547, + "grad_norm": 0.19013050198554993, + "learning_rate": 3.285185036841731e-06, + "loss": 0.1412, + "num_input_tokens_seen": 64277584, + "step": 33400 + }, + { + "epoch": 5.448649971449547, + "eval_loss": 0.16199947893619537, + "eval_runtime": 71.4251, + "eval_samples_per_second": 38.152, + "eval_steps_per_second": 19.083, + "num_input_tokens_seen": 64277584, + "step": 33400 + }, + { + "epoch": 5.449465698670364, + "grad_norm": 1.0923030376434326, + "learning_rate": 3.2803218874581377e-06, + "loss": 0.1815, + "num_input_tokens_seen": 64286688, + "step": 33405 + }, + { + "epoch": 5.450281425891182, + "grad_norm": 1.0320287942886353, + "learning_rate": 3.2754620875218494e-06, + "loss": 0.159, + "num_input_tokens_seen": 64296240, + "step": 33410 + }, + { + "epoch": 5.451097153111999, + "grad_norm": 0.6362483501434326, + "learning_rate": 3.2706056377823146e-06, + "loss": 0.1395, + "num_input_tokens_seen": 64305248, + "step": 33415 + }, + { + "epoch": 5.4519128803328165, + "grad_norm": 0.5643722414970398, + "learning_rate": 3.2657525389884647e-06, + "loss": 0.0925, + "num_input_tokens_seen": 64315008, + "step": 33420 + }, + { + "epoch": 5.4527286075536345, + "grad_norm": 0.4366035759449005, + "learning_rate": 3.260902791888698e-06, + "loss": 0.1459, + "num_input_tokens_seen": 64324480, + "step": 33425 + }, + { + "epoch": 5.453544334774452, + "grad_norm": 0.5630154609680176, + "learning_rate": 3.2560563972309166e-06, + "loss": 0.1926, + "num_input_tokens_seen": 64334096, + "step": 33430 + }, + { + "epoch": 5.454360061995269, + "grad_norm": 0.8524205684661865, + "learning_rate": 3.251213355762489e-06, + "loss": 0.1913, + "num_input_tokens_seen": 64344528, + "step": 33435 + }, + { + "epoch": 5.455175789216086, + "grad_norm": 0.7483773827552795, + "learning_rate": 3.2463736682302707e-06, + "loss": 0.2431, + "num_input_tokens_seen": 64354160, + "step": 33440 + }, + { + "epoch": 5.455991516436903, + "grad_norm": 0.6899842023849487, + "learning_rate": 3.2415373353806124e-06, + "loss": 0.1291, + "num_input_tokens_seen": 64363360, + "step": 33445 + }, + { + "epoch": 5.456807243657721, + "grad_norm": 0.6751530170440674, + "learning_rate": 3.236704357959322e-06, + "loss": 0.2155, + "num_input_tokens_seen": 64372336, + "step": 33450 + }, + { + "epoch": 5.457622970878538, + "grad_norm": 0.575313150882721, + "learning_rate": 3.2318747367117154e-06, + "loss": 0.2258, + "num_input_tokens_seen": 64381488, + "step": 33455 + }, + { + "epoch": 5.458438698099355, + "grad_norm": 0.9418964385986328, + "learning_rate": 3.227048472382585e-06, + "loss": 0.1954, + "num_input_tokens_seen": 64390272, + "step": 33460 + }, + { + "epoch": 5.459254425320173, + "grad_norm": 0.35336366295814514, + "learning_rate": 3.2222255657161915e-06, + "loss": 0.1277, + "num_input_tokens_seen": 64399344, + "step": 33465 + }, + { + "epoch": 5.4600701525409905, + "grad_norm": 1.3026726245880127, + "learning_rate": 3.2174060174562924e-06, + "loss": 0.1589, + "num_input_tokens_seen": 64409488, + "step": 33470 + }, + { + "epoch": 5.460885879761808, + "grad_norm": 0.6804292798042297, + "learning_rate": 3.2125898283461298e-06, + "loss": 0.1247, + "num_input_tokens_seen": 64419456, + "step": 33475 + }, + { + "epoch": 5.461701606982625, + "grad_norm": 0.712907612323761, + "learning_rate": 3.207776999128406e-06, + "loss": 0.222, + "num_input_tokens_seen": 64429296, + "step": 33480 + }, + { + "epoch": 5.462517334203443, + "grad_norm": 1.06465482711792, + "learning_rate": 3.202967530545331e-06, + "loss": 0.1884, + "num_input_tokens_seen": 64439744, + "step": 33485 + }, + { + "epoch": 5.46333306142426, + "grad_norm": 1.056567907333374, + "learning_rate": 3.1981614233385778e-06, + "loss": 0.188, + "num_input_tokens_seen": 64450048, + "step": 33490 + }, + { + "epoch": 5.464148788645077, + "grad_norm": 0.7772976756095886, + "learning_rate": 3.1933586782493115e-06, + "loss": 0.1291, + "num_input_tokens_seen": 64458128, + "step": 33495 + }, + { + "epoch": 5.464964515865894, + "grad_norm": 0.8865808844566345, + "learning_rate": 3.188559296018184e-06, + "loss": 0.1185, + "num_input_tokens_seen": 64468112, + "step": 33500 + }, + { + "epoch": 5.465780243086712, + "grad_norm": 0.6909619569778442, + "learning_rate": 3.1837632773853098e-06, + "loss": 0.2014, + "num_input_tokens_seen": 64477232, + "step": 33505 + }, + { + "epoch": 5.466595970307529, + "grad_norm": 0.31787756085395813, + "learning_rate": 3.178970623090294e-06, + "loss": 0.1649, + "num_input_tokens_seen": 64486512, + "step": 33510 + }, + { + "epoch": 5.467411697528346, + "grad_norm": 0.41595715284347534, + "learning_rate": 3.174181333872234e-06, + "loss": 0.1586, + "num_input_tokens_seen": 64495696, + "step": 33515 + }, + { + "epoch": 5.468227424749164, + "grad_norm": 1.5995944738388062, + "learning_rate": 3.169395410469686e-06, + "loss": 0.1178, + "num_input_tokens_seen": 64505440, + "step": 33520 + }, + { + "epoch": 5.469043151969982, + "grad_norm": 0.8546851873397827, + "learning_rate": 3.164612853620713e-06, + "loss": 0.1499, + "num_input_tokens_seen": 64515728, + "step": 33525 + }, + { + "epoch": 5.469858879190799, + "grad_norm": 0.7570760250091553, + "learning_rate": 3.1598336640628333e-06, + "loss": 0.1112, + "num_input_tokens_seen": 64525616, + "step": 33530 + }, + { + "epoch": 5.470674606411616, + "grad_norm": 0.6578707695007324, + "learning_rate": 3.155057842533063e-06, + "loss": 0.1468, + "num_input_tokens_seen": 64535504, + "step": 33535 + }, + { + "epoch": 5.471490333632433, + "grad_norm": 0.37281855940818787, + "learning_rate": 3.1502853897678984e-06, + "loss": 0.0898, + "num_input_tokens_seen": 64544864, + "step": 33540 + }, + { + "epoch": 5.472306060853251, + "grad_norm": 0.8664069771766663, + "learning_rate": 3.1455163065033017e-06, + "loss": 0.1153, + "num_input_tokens_seen": 64553504, + "step": 33545 + }, + { + "epoch": 5.473121788074068, + "grad_norm": 0.6084069013595581, + "learning_rate": 3.140750593474734e-06, + "loss": 0.0984, + "num_input_tokens_seen": 64562112, + "step": 33550 + }, + { + "epoch": 5.473937515294885, + "grad_norm": 1.2287009954452515, + "learning_rate": 3.1359882514171294e-06, + "loss": 0.1777, + "num_input_tokens_seen": 64572576, + "step": 33555 + }, + { + "epoch": 5.474753242515702, + "grad_norm": 0.7460527420043945, + "learning_rate": 3.1312292810648903e-06, + "loss": 0.1482, + "num_input_tokens_seen": 64583456, + "step": 33560 + }, + { + "epoch": 5.47556896973652, + "grad_norm": 0.7499095797538757, + "learning_rate": 3.1264736831519204e-06, + "loss": 0.1821, + "num_input_tokens_seen": 64593824, + "step": 33565 + }, + { + "epoch": 5.4763846969573375, + "grad_norm": 0.9043934345245361, + "learning_rate": 3.1217214584115863e-06, + "loss": 0.1773, + "num_input_tokens_seen": 64603968, + "step": 33570 + }, + { + "epoch": 5.477200424178155, + "grad_norm": 0.9096952676773071, + "learning_rate": 3.116972607576746e-06, + "loss": 0.1899, + "num_input_tokens_seen": 64613808, + "step": 33575 + }, + { + "epoch": 5.478016151398972, + "grad_norm": 1.332019329071045, + "learning_rate": 3.1122271313797303e-06, + "loss": 0.2651, + "num_input_tokens_seen": 64623952, + "step": 33580 + }, + { + "epoch": 5.47883187861979, + "grad_norm": 1.0624932050704956, + "learning_rate": 3.107485030552343e-06, + "loss": 0.2572, + "num_input_tokens_seen": 64633872, + "step": 33585 + }, + { + "epoch": 5.479647605840607, + "grad_norm": 0.16869808733463287, + "learning_rate": 3.1027463058258848e-06, + "loss": 0.1474, + "num_input_tokens_seen": 64642800, + "step": 33590 + }, + { + "epoch": 5.480463333061424, + "grad_norm": 0.9532790780067444, + "learning_rate": 3.0980109579311273e-06, + "loss": 0.125, + "num_input_tokens_seen": 64651808, + "step": 33595 + }, + { + "epoch": 5.481279060282241, + "grad_norm": 0.9801850318908691, + "learning_rate": 3.093278987598314e-06, + "loss": 0.2505, + "num_input_tokens_seen": 64661856, + "step": 33600 + }, + { + "epoch": 5.481279060282241, + "eval_loss": 0.16243410110473633, + "eval_runtime": 71.5048, + "eval_samples_per_second": 38.109, + "eval_steps_per_second": 19.062, + "num_input_tokens_seen": 64661856, + "step": 33600 + }, + { + "epoch": 5.482094787503059, + "grad_norm": 0.5131412744522095, + "learning_rate": 3.0885503955571826e-06, + "loss": 0.1486, + "num_input_tokens_seen": 64671856, + "step": 33605 + }, + { + "epoch": 5.482910514723876, + "grad_norm": 0.613676130771637, + "learning_rate": 3.0838251825369313e-06, + "loss": 0.2139, + "num_input_tokens_seen": 64681632, + "step": 33610 + }, + { + "epoch": 5.4837262419446935, + "grad_norm": 0.7550444006919861, + "learning_rate": 3.0791033492662517e-06, + "loss": 0.1346, + "num_input_tokens_seen": 64691728, + "step": 33615 + }, + { + "epoch": 5.484541969165511, + "grad_norm": 0.5754354596138, + "learning_rate": 3.0743848964733203e-06, + "loss": 0.1763, + "num_input_tokens_seen": 64702208, + "step": 33620 + }, + { + "epoch": 5.485357696386329, + "grad_norm": 0.6911642551422119, + "learning_rate": 3.0696698248857625e-06, + "loss": 0.1243, + "num_input_tokens_seen": 64712208, + "step": 33625 + }, + { + "epoch": 5.486173423607146, + "grad_norm": 0.5221589803695679, + "learning_rate": 3.0649581352307192e-06, + "loss": 0.1422, + "num_input_tokens_seen": 64722080, + "step": 33630 + }, + { + "epoch": 5.486989150827963, + "grad_norm": 0.7154910564422607, + "learning_rate": 3.060249828234776e-06, + "loss": 0.1247, + "num_input_tokens_seen": 64731984, + "step": 33635 + }, + { + "epoch": 5.487804878048781, + "grad_norm": 0.41924986243247986, + "learning_rate": 3.055544904624025e-06, + "loss": 0.1775, + "num_input_tokens_seen": 64741936, + "step": 33640 + }, + { + "epoch": 5.488620605269598, + "grad_norm": 0.9841886758804321, + "learning_rate": 3.050843365124026e-06, + "loss": 0.1245, + "num_input_tokens_seen": 64752048, + "step": 33645 + }, + { + "epoch": 5.489436332490415, + "grad_norm": 1.1661248207092285, + "learning_rate": 3.0461452104598083e-06, + "loss": 0.1309, + "num_input_tokens_seen": 64761600, + "step": 33650 + }, + { + "epoch": 5.490252059711232, + "grad_norm": 0.971311092376709, + "learning_rate": 3.0414504413558836e-06, + "loss": 0.2555, + "num_input_tokens_seen": 64770816, + "step": 33655 + }, + { + "epoch": 5.49106778693205, + "grad_norm": 0.9151513576507568, + "learning_rate": 3.0367590585362564e-06, + "loss": 0.2058, + "num_input_tokens_seen": 64779536, + "step": 33660 + }, + { + "epoch": 5.4918835141528675, + "grad_norm": 1.07106351852417, + "learning_rate": 3.0320710627243813e-06, + "loss": 0.1532, + "num_input_tokens_seen": 64789664, + "step": 33665 + }, + { + "epoch": 5.492699241373685, + "grad_norm": 0.6998135447502136, + "learning_rate": 3.027386454643222e-06, + "loss": 0.2033, + "num_input_tokens_seen": 64799760, + "step": 33670 + }, + { + "epoch": 5.493514968594502, + "grad_norm": 0.28728392720222473, + "learning_rate": 3.0227052350151914e-06, + "loss": 0.1724, + "num_input_tokens_seen": 64809264, + "step": 33675 + }, + { + "epoch": 5.49433069581532, + "grad_norm": 1.0017156600952148, + "learning_rate": 3.0180274045621957e-06, + "loss": 0.1999, + "num_input_tokens_seen": 64819152, + "step": 33680 + }, + { + "epoch": 5.495146423036137, + "grad_norm": 1.8822071552276611, + "learning_rate": 3.013352964005625e-06, + "loss": 0.1674, + "num_input_tokens_seen": 64827968, + "step": 33685 + }, + { + "epoch": 5.495962150256954, + "grad_norm": 0.6340659856796265, + "learning_rate": 3.0086819140663218e-06, + "loss": 0.0825, + "num_input_tokens_seen": 64837088, + "step": 33690 + }, + { + "epoch": 5.496777877477771, + "grad_norm": 1.3824245929718018, + "learning_rate": 3.0040142554646265e-06, + "loss": 0.1301, + "num_input_tokens_seen": 64846336, + "step": 33695 + }, + { + "epoch": 5.497593604698589, + "grad_norm": 0.8482128381729126, + "learning_rate": 2.999349988920361e-06, + "loss": 0.1806, + "num_input_tokens_seen": 64856224, + "step": 33700 + }, + { + "epoch": 5.498409331919406, + "grad_norm": 1.3355302810668945, + "learning_rate": 2.994689115152796e-06, + "loss": 0.1856, + "num_input_tokens_seen": 64865392, + "step": 33705 + }, + { + "epoch": 5.499225059140223, + "grad_norm": 0.7086693048477173, + "learning_rate": 2.9900316348807105e-06, + "loss": 0.1479, + "num_input_tokens_seen": 64874848, + "step": 33710 + }, + { + "epoch": 5.5000407863610405, + "grad_norm": 0.36067426204681396, + "learning_rate": 2.985377548822338e-06, + "loss": 0.1245, + "num_input_tokens_seen": 64884496, + "step": 33715 + }, + { + "epoch": 5.500856513581859, + "grad_norm": 0.7942456007003784, + "learning_rate": 2.980726857695404e-06, + "loss": 0.1494, + "num_input_tokens_seen": 64894464, + "step": 33720 + }, + { + "epoch": 5.501672240802676, + "grad_norm": 1.5294373035430908, + "learning_rate": 2.9760795622171017e-06, + "loss": 0.1613, + "num_input_tokens_seen": 64902192, + "step": 33725 + }, + { + "epoch": 5.502487968023493, + "grad_norm": 0.3617609143257141, + "learning_rate": 2.971435663104094e-06, + "loss": 0.2091, + "num_input_tokens_seen": 64910208, + "step": 33730 + }, + { + "epoch": 5.50330369524431, + "grad_norm": 0.6543359160423279, + "learning_rate": 2.9667951610725385e-06, + "loss": 0.1652, + "num_input_tokens_seen": 64918928, + "step": 33735 + }, + { + "epoch": 5.504119422465128, + "grad_norm": 0.8063205480575562, + "learning_rate": 2.9621580568380575e-06, + "loss": 0.1682, + "num_input_tokens_seen": 64928320, + "step": 33740 + }, + { + "epoch": 5.504935149685945, + "grad_norm": 0.5850852131843567, + "learning_rate": 2.9575243511157453e-06, + "loss": 0.1162, + "num_input_tokens_seen": 64938304, + "step": 33745 + }, + { + "epoch": 5.505750876906762, + "grad_norm": 0.9101666808128357, + "learning_rate": 2.952894044620186e-06, + "loss": 0.1527, + "num_input_tokens_seen": 64948464, + "step": 33750 + }, + { + "epoch": 5.506566604127579, + "grad_norm": 0.36759012937545776, + "learning_rate": 2.948267138065419e-06, + "loss": 0.1599, + "num_input_tokens_seen": 64957856, + "step": 33755 + }, + { + "epoch": 5.507382331348397, + "grad_norm": 0.5316984057426453, + "learning_rate": 2.943643632164983e-06, + "loss": 0.168, + "num_input_tokens_seen": 64966464, + "step": 33760 + }, + { + "epoch": 5.5081980585692145, + "grad_norm": 0.8433647751808167, + "learning_rate": 2.939023527631879e-06, + "loss": 0.1528, + "num_input_tokens_seen": 64976512, + "step": 33765 + }, + { + "epoch": 5.509013785790032, + "grad_norm": 0.19215133786201477, + "learning_rate": 2.934406825178576e-06, + "loss": 0.1968, + "num_input_tokens_seen": 64986880, + "step": 33770 + }, + { + "epoch": 5.50982951301085, + "grad_norm": 1.112388014793396, + "learning_rate": 2.9297935255170357e-06, + "loss": 0.1449, + "num_input_tokens_seen": 64995648, + "step": 33775 + }, + { + "epoch": 5.510645240231667, + "grad_norm": 0.20842736959457397, + "learning_rate": 2.925183629358691e-06, + "loss": 0.1369, + "num_input_tokens_seen": 65005568, + "step": 33780 + }, + { + "epoch": 5.511460967452484, + "grad_norm": 0.526013195514679, + "learning_rate": 2.9205771374144346e-06, + "loss": 0.1717, + "num_input_tokens_seen": 65014432, + "step": 33785 + }, + { + "epoch": 5.512276694673301, + "grad_norm": 0.20848584175109863, + "learning_rate": 2.915974050394657e-06, + "loss": 0.1718, + "num_input_tokens_seen": 65023872, + "step": 33790 + }, + { + "epoch": 5.513092421894118, + "grad_norm": 1.3655478954315186, + "learning_rate": 2.9113743690092067e-06, + "loss": 0.1638, + "num_input_tokens_seen": 65033280, + "step": 33795 + }, + { + "epoch": 5.513908149114936, + "grad_norm": 0.2873047888278961, + "learning_rate": 2.906778093967402e-06, + "loss": 0.0739, + "num_input_tokens_seen": 65043136, + "step": 33800 + }, + { + "epoch": 5.513908149114936, + "eval_loss": 0.1619754284620285, + "eval_runtime": 71.5167, + "eval_samples_per_second": 38.103, + "eval_steps_per_second": 19.058, + "num_input_tokens_seen": 65043136, + "step": 33800 + }, + { + "epoch": 5.514723876335753, + "grad_norm": 0.3125797212123871, + "learning_rate": 2.9021852259780656e-06, + "loss": 0.1194, + "num_input_tokens_seen": 65053504, + "step": 33805 + }, + { + "epoch": 5.5155396035565705, + "grad_norm": 0.6424369812011719, + "learning_rate": 2.8975957657494583e-06, + "loss": 0.186, + "num_input_tokens_seen": 65063120, + "step": 33810 + }, + { + "epoch": 5.5163553307773885, + "grad_norm": 0.5105664730072021, + "learning_rate": 2.8930097139893417e-06, + "loss": 0.1858, + "num_input_tokens_seen": 65073824, + "step": 33815 + }, + { + "epoch": 5.517171057998206, + "grad_norm": 0.7071965336799622, + "learning_rate": 2.888427071404945e-06, + "loss": 0.0982, + "num_input_tokens_seen": 65083952, + "step": 33820 + }, + { + "epoch": 5.517986785219023, + "grad_norm": 0.1625269651412964, + "learning_rate": 2.8838478387029606e-06, + "loss": 0.1474, + "num_input_tokens_seen": 65094704, + "step": 33825 + }, + { + "epoch": 5.51880251243984, + "grad_norm": 0.744574785232544, + "learning_rate": 2.8792720165895737e-06, + "loss": 0.1869, + "num_input_tokens_seen": 65105392, + "step": 33830 + }, + { + "epoch": 5.519618239660657, + "grad_norm": 0.635371208190918, + "learning_rate": 2.874699605770423e-06, + "loss": 0.1756, + "num_input_tokens_seen": 65114976, + "step": 33835 + }, + { + "epoch": 5.520433966881475, + "grad_norm": 0.4151861369609833, + "learning_rate": 2.8701306069506383e-06, + "loss": 0.1797, + "num_input_tokens_seen": 65125664, + "step": 33840 + }, + { + "epoch": 5.521249694102292, + "grad_norm": 1.0738229751586914, + "learning_rate": 2.8655650208348178e-06, + "loss": 0.2085, + "num_input_tokens_seen": 65135888, + "step": 33845 + }, + { + "epoch": 5.522065421323109, + "grad_norm": 0.8443587422370911, + "learning_rate": 2.8610028481270257e-06, + "loss": 0.155, + "num_input_tokens_seen": 65146208, + "step": 33850 + }, + { + "epoch": 5.522881148543927, + "grad_norm": 0.5680280327796936, + "learning_rate": 2.856444089530813e-06, + "loss": 0.1642, + "num_input_tokens_seen": 65156512, + "step": 33855 + }, + { + "epoch": 5.523696875764744, + "grad_norm": 1.144203782081604, + "learning_rate": 2.8518887457491955e-06, + "loss": 0.1118, + "num_input_tokens_seen": 65166656, + "step": 33860 + }, + { + "epoch": 5.524512602985562, + "grad_norm": 1.327575445175171, + "learning_rate": 2.8473368174846666e-06, + "loss": 0.3, + "num_input_tokens_seen": 65175664, + "step": 33865 + }, + { + "epoch": 5.525328330206379, + "grad_norm": 1.667300820350647, + "learning_rate": 2.842788305439184e-06, + "loss": 0.2022, + "num_input_tokens_seen": 65186400, + "step": 33870 + }, + { + "epoch": 5.526144057427197, + "grad_norm": 1.080953598022461, + "learning_rate": 2.8382432103141925e-06, + "loss": 0.1459, + "num_input_tokens_seen": 65195664, + "step": 33875 + }, + { + "epoch": 5.526959784648014, + "grad_norm": 0.598425030708313, + "learning_rate": 2.833701532810598e-06, + "loss": 0.1532, + "num_input_tokens_seen": 65205408, + "step": 33880 + }, + { + "epoch": 5.527775511868831, + "grad_norm": 0.730010449886322, + "learning_rate": 2.8291632736287877e-06, + "loss": 0.1509, + "num_input_tokens_seen": 65216448, + "step": 33885 + }, + { + "epoch": 5.528591239089648, + "grad_norm": 0.3918009102344513, + "learning_rate": 2.824628433468615e-06, + "loss": 0.1699, + "num_input_tokens_seen": 65226480, + "step": 33890 + }, + { + "epoch": 5.529406966310466, + "grad_norm": 0.6065110564231873, + "learning_rate": 2.8200970130294073e-06, + "loss": 0.189, + "num_input_tokens_seen": 65235328, + "step": 33895 + }, + { + "epoch": 5.530222693531283, + "grad_norm": 1.8536978960037231, + "learning_rate": 2.8155690130099775e-06, + "loss": 0.1769, + "num_input_tokens_seen": 65243792, + "step": 33900 + }, + { + "epoch": 5.5310384207521, + "grad_norm": 0.8636475801467896, + "learning_rate": 2.8110444341085895e-06, + "loss": 0.1978, + "num_input_tokens_seen": 65254624, + "step": 33905 + }, + { + "epoch": 5.5318541479729175, + "grad_norm": 0.29426252841949463, + "learning_rate": 2.806523277022996e-06, + "loss": 0.1014, + "num_input_tokens_seen": 65263872, + "step": 33910 + }, + { + "epoch": 5.5326698751937355, + "grad_norm": 0.5097100138664246, + "learning_rate": 2.802005542450409e-06, + "loss": 0.1214, + "num_input_tokens_seen": 65272480, + "step": 33915 + }, + { + "epoch": 5.533485602414553, + "grad_norm": 1.3440821170806885, + "learning_rate": 2.797491231087526e-06, + "loss": 0.1571, + "num_input_tokens_seen": 65281328, + "step": 33920 + }, + { + "epoch": 5.53430132963537, + "grad_norm": 0.5412102937698364, + "learning_rate": 2.7929803436305137e-06, + "loss": 0.1195, + "num_input_tokens_seen": 65291344, + "step": 33925 + }, + { + "epoch": 5.535117056856187, + "grad_norm": 0.8555955290794373, + "learning_rate": 2.788472880774998e-06, + "loss": 0.1567, + "num_input_tokens_seen": 65300304, + "step": 33930 + }, + { + "epoch": 5.535932784077005, + "grad_norm": 0.7965381145477295, + "learning_rate": 2.7839688432160977e-06, + "loss": 0.1473, + "num_input_tokens_seen": 65310272, + "step": 33935 + }, + { + "epoch": 5.536748511297822, + "grad_norm": 1.073473334312439, + "learning_rate": 2.779468231648383e-06, + "loss": 0.1931, + "num_input_tokens_seen": 65320928, + "step": 33940 + }, + { + "epoch": 5.537564238518639, + "grad_norm": 0.7797160148620605, + "learning_rate": 2.774971046765906e-06, + "loss": 0.2048, + "num_input_tokens_seen": 65330592, + "step": 33945 + }, + { + "epoch": 5.538379965739456, + "grad_norm": 0.5254663228988647, + "learning_rate": 2.770477289262194e-06, + "loss": 0.2745, + "num_input_tokens_seen": 65341744, + "step": 33950 + }, + { + "epoch": 5.539195692960274, + "grad_norm": 0.31114035844802856, + "learning_rate": 2.765986959830233e-06, + "loss": 0.1943, + "num_input_tokens_seen": 65349856, + "step": 33955 + }, + { + "epoch": 5.5400114201810915, + "grad_norm": 1.044270634651184, + "learning_rate": 2.761500059162492e-06, + "loss": 0.1754, + "num_input_tokens_seen": 65357968, + "step": 33960 + }, + { + "epoch": 5.540827147401909, + "grad_norm": 0.7222207188606262, + "learning_rate": 2.757016587950914e-06, + "loss": 0.1463, + "num_input_tokens_seen": 65368368, + "step": 33965 + }, + { + "epoch": 5.541642874622726, + "grad_norm": 1.0536305904388428, + "learning_rate": 2.752536546886897e-06, + "loss": 0.2146, + "num_input_tokens_seen": 65378064, + "step": 33970 + }, + { + "epoch": 5.542458601843544, + "grad_norm": 0.2277759462594986, + "learning_rate": 2.7480599366613234e-06, + "loss": 0.1622, + "num_input_tokens_seen": 65388016, + "step": 33975 + }, + { + "epoch": 5.543274329064361, + "grad_norm": 0.7790781259536743, + "learning_rate": 2.7435867579645473e-06, + "loss": 0.1025, + "num_input_tokens_seen": 65399056, + "step": 33980 + }, + { + "epoch": 5.544090056285178, + "grad_norm": 0.7617347836494446, + "learning_rate": 2.739117011486378e-06, + "loss": 0.1313, + "num_input_tokens_seen": 65408576, + "step": 33985 + }, + { + "epoch": 5.544905783505996, + "grad_norm": 1.0825550556182861, + "learning_rate": 2.7346506979161216e-06, + "loss": 0.1801, + "num_input_tokens_seen": 65419584, + "step": 33990 + }, + { + "epoch": 5.545721510726813, + "grad_norm": 0.43724456429481506, + "learning_rate": 2.7301878179425227e-06, + "loss": 0.1576, + "num_input_tokens_seen": 65429952, + "step": 33995 + }, + { + "epoch": 5.54653723794763, + "grad_norm": 0.7169079780578613, + "learning_rate": 2.7257283722538244e-06, + "loss": 0.1443, + "num_input_tokens_seen": 65439360, + "step": 34000 + }, + { + "epoch": 5.54653723794763, + "eval_loss": 0.16180075705051422, + "eval_runtime": 71.4368, + "eval_samples_per_second": 38.146, + "eval_steps_per_second": 19.08, + "num_input_tokens_seen": 65439360, + "step": 34000 + }, + { + "epoch": 5.5473529651684474, + "grad_norm": 0.6066024303436279, + "learning_rate": 2.7212723615377326e-06, + "loss": 0.1926, + "num_input_tokens_seen": 65449056, + "step": 34005 + }, + { + "epoch": 5.548168692389265, + "grad_norm": 1.4253922700881958, + "learning_rate": 2.7168197864814145e-06, + "loss": 0.1976, + "num_input_tokens_seen": 65459152, + "step": 34010 + }, + { + "epoch": 5.548984419610083, + "grad_norm": 1.3259758949279785, + "learning_rate": 2.712370647771509e-06, + "loss": 0.2125, + "num_input_tokens_seen": 65468800, + "step": 34015 + }, + { + "epoch": 5.5498001468309, + "grad_norm": 0.6515910029411316, + "learning_rate": 2.707924946094137e-06, + "loss": 0.1656, + "num_input_tokens_seen": 65477872, + "step": 34020 + }, + { + "epoch": 5.550615874051717, + "grad_norm": 0.9543900489807129, + "learning_rate": 2.7034826821348723e-06, + "loss": 0.1714, + "num_input_tokens_seen": 65486512, + "step": 34025 + }, + { + "epoch": 5.551431601272535, + "grad_norm": 0.2592933773994446, + "learning_rate": 2.6990438565787786e-06, + "loss": 0.1397, + "num_input_tokens_seen": 65494816, + "step": 34030 + }, + { + "epoch": 5.552247328493352, + "grad_norm": 1.4913835525512695, + "learning_rate": 2.6946084701103714e-06, + "loss": 0.1697, + "num_input_tokens_seen": 65504528, + "step": 34035 + }, + { + "epoch": 5.553063055714169, + "grad_norm": 0.9486300349235535, + "learning_rate": 2.6901765234136428e-06, + "loss": 0.1166, + "num_input_tokens_seen": 65514032, + "step": 34040 + }, + { + "epoch": 5.553878782934986, + "grad_norm": 0.45580369234085083, + "learning_rate": 2.685748017172063e-06, + "loss": 0.131, + "num_input_tokens_seen": 65523632, + "step": 34045 + }, + { + "epoch": 5.554694510155803, + "grad_norm": 0.22498832643032074, + "learning_rate": 2.681322952068549e-06, + "loss": 0.0622, + "num_input_tokens_seen": 65532800, + "step": 34050 + }, + { + "epoch": 5.555510237376621, + "grad_norm": 0.4717290997505188, + "learning_rate": 2.6769013287855137e-06, + "loss": 0.1671, + "num_input_tokens_seen": 65541712, + "step": 34055 + }, + { + "epoch": 5.5563259645974385, + "grad_norm": 1.7153334617614746, + "learning_rate": 2.6724831480048286e-06, + "loss": 0.1782, + "num_input_tokens_seen": 65551968, + "step": 34060 + }, + { + "epoch": 5.557141691818256, + "grad_norm": 0.6661145687103271, + "learning_rate": 2.66806841040782e-06, + "loss": 0.1375, + "num_input_tokens_seen": 65562880, + "step": 34065 + }, + { + "epoch": 5.557957419039074, + "grad_norm": 0.7978769540786743, + "learning_rate": 2.6636571166753083e-06, + "loss": 0.1997, + "num_input_tokens_seen": 65573552, + "step": 34070 + }, + { + "epoch": 5.558773146259891, + "grad_norm": 0.8027640581130981, + "learning_rate": 2.6592492674875598e-06, + "loss": 0.1785, + "num_input_tokens_seen": 65582688, + "step": 34075 + }, + { + "epoch": 5.559588873480708, + "grad_norm": 0.7234264016151428, + "learning_rate": 2.6548448635243305e-06, + "loss": 0.218, + "num_input_tokens_seen": 65592320, + "step": 34080 + }, + { + "epoch": 5.560404600701525, + "grad_norm": 2.3615517616271973, + "learning_rate": 2.650443905464828e-06, + "loss": 0.1752, + "num_input_tokens_seen": 65602112, + "step": 34085 + }, + { + "epoch": 5.561220327922343, + "grad_norm": 0.4773882329463959, + "learning_rate": 2.646046393987739e-06, + "loss": 0.1724, + "num_input_tokens_seen": 65611328, + "step": 34090 + }, + { + "epoch": 5.56203605514316, + "grad_norm": 0.482597678899765, + "learning_rate": 2.64165232977121e-06, + "loss": 0.1093, + "num_input_tokens_seen": 65620992, + "step": 34095 + }, + { + "epoch": 5.562851782363977, + "grad_norm": 0.2713608145713806, + "learning_rate": 2.6372617134928695e-06, + "loss": 0.0965, + "num_input_tokens_seen": 65631200, + "step": 34100 + }, + { + "epoch": 5.5636675095847945, + "grad_norm": 0.3213021755218506, + "learning_rate": 2.6328745458297943e-06, + "loss": 0.1329, + "num_input_tokens_seen": 65639168, + "step": 34105 + }, + { + "epoch": 5.5644832368056125, + "grad_norm": 0.7023515105247498, + "learning_rate": 2.6284908274585546e-06, + "loss": 0.1874, + "num_input_tokens_seen": 65647872, + "step": 34110 + }, + { + "epoch": 5.56529896402643, + "grad_norm": 0.6592796444892883, + "learning_rate": 2.6241105590551595e-06, + "loss": 0.1182, + "num_input_tokens_seen": 65656096, + "step": 34115 + }, + { + "epoch": 5.566114691247247, + "grad_norm": 1.0767552852630615, + "learning_rate": 2.6197337412951105e-06, + "loss": 0.1483, + "num_input_tokens_seen": 65666528, + "step": 34120 + }, + { + "epoch": 5.566930418468064, + "grad_norm": 0.5062442421913147, + "learning_rate": 2.6153603748533705e-06, + "loss": 0.1254, + "num_input_tokens_seen": 65676240, + "step": 34125 + }, + { + "epoch": 5.567746145688882, + "grad_norm": 0.9891382455825806, + "learning_rate": 2.6109904604043585e-06, + "loss": 0.1386, + "num_input_tokens_seen": 65685424, + "step": 34130 + }, + { + "epoch": 5.568561872909699, + "grad_norm": 0.6863021850585938, + "learning_rate": 2.6066239986219765e-06, + "loss": 0.2118, + "num_input_tokens_seen": 65694768, + "step": 34135 + }, + { + "epoch": 5.569377600130516, + "grad_norm": 0.5229758024215698, + "learning_rate": 2.602260990179592e-06, + "loss": 0.1403, + "num_input_tokens_seen": 65704560, + "step": 34140 + }, + { + "epoch": 5.570193327351333, + "grad_norm": 0.5271536111831665, + "learning_rate": 2.5979014357500248e-06, + "loss": 0.12, + "num_input_tokens_seen": 65714336, + "step": 34145 + }, + { + "epoch": 5.571009054572151, + "grad_norm": 0.49062368273735046, + "learning_rate": 2.5935453360055844e-06, + "loss": 0.1548, + "num_input_tokens_seen": 65724176, + "step": 34150 + }, + { + "epoch": 5.5718247817929685, + "grad_norm": 0.6930689215660095, + "learning_rate": 2.5891926916180283e-06, + "loss": 0.1312, + "num_input_tokens_seen": 65734048, + "step": 34155 + }, + { + "epoch": 5.572640509013786, + "grad_norm": 0.5775835514068604, + "learning_rate": 2.5848435032585883e-06, + "loss": 0.1227, + "num_input_tokens_seen": 65743312, + "step": 34160 + }, + { + "epoch": 5.573456236234604, + "grad_norm": 0.6277236938476562, + "learning_rate": 2.58049777159797e-06, + "loss": 0.1523, + "num_input_tokens_seen": 65752368, + "step": 34165 + }, + { + "epoch": 5.574271963455421, + "grad_norm": 0.8865189552307129, + "learning_rate": 2.576155497306332e-06, + "loss": 0.1899, + "num_input_tokens_seen": 65761696, + "step": 34170 + }, + { + "epoch": 5.575087690676238, + "grad_norm": 0.97493976354599, + "learning_rate": 2.57181668105331e-06, + "loss": 0.2397, + "num_input_tokens_seen": 65771904, + "step": 34175 + }, + { + "epoch": 5.575903417897055, + "grad_norm": 0.7383904457092285, + "learning_rate": 2.567481323508014e-06, + "loss": 0.1509, + "num_input_tokens_seen": 65780624, + "step": 34180 + }, + { + "epoch": 5.576719145117872, + "grad_norm": 0.8924441933631897, + "learning_rate": 2.5631494253389954e-06, + "loss": 0.1822, + "num_input_tokens_seen": 65790640, + "step": 34185 + }, + { + "epoch": 5.57753487233869, + "grad_norm": 0.8063198328018188, + "learning_rate": 2.5588209872142997e-06, + "loss": 0.1375, + "num_input_tokens_seen": 65800976, + "step": 34190 + }, + { + "epoch": 5.578350599559507, + "grad_norm": 0.8180648684501648, + "learning_rate": 2.5544960098014186e-06, + "loss": 0.1095, + "num_input_tokens_seen": 65810448, + "step": 34195 + }, + { + "epoch": 5.579166326780324, + "grad_norm": 0.7657995223999023, + "learning_rate": 2.550174493767318e-06, + "loss": 0.1029, + "num_input_tokens_seen": 65819600, + "step": 34200 + }, + { + "epoch": 5.579166326780324, + "eval_loss": 0.1619826853275299, + "eval_runtime": 71.4428, + "eval_samples_per_second": 38.142, + "eval_steps_per_second": 19.078, + "num_input_tokens_seen": 65819600, + "step": 34200 + }, + { + "epoch": 5.5799820540011424, + "grad_norm": 1.1840949058532715, + "learning_rate": 2.545856439778438e-06, + "loss": 0.1794, + "num_input_tokens_seen": 65829056, + "step": 34205 + }, + { + "epoch": 5.58079778122196, + "grad_norm": 0.5653676390647888, + "learning_rate": 2.541541848500667e-06, + "loss": 0.1513, + "num_input_tokens_seen": 65839104, + "step": 34210 + }, + { + "epoch": 5.581613508442777, + "grad_norm": 0.9118756055831909, + "learning_rate": 2.5372307205993733e-06, + "loss": 0.16, + "num_input_tokens_seen": 65848048, + "step": 34215 + }, + { + "epoch": 5.582429235663594, + "grad_norm": 0.6289585828781128, + "learning_rate": 2.5329230567393917e-06, + "loss": 0.1546, + "num_input_tokens_seen": 65857312, + "step": 34220 + }, + { + "epoch": 5.583244962884411, + "grad_norm": 1.3996295928955078, + "learning_rate": 2.5286188575850164e-06, + "loss": 0.1257, + "num_input_tokens_seen": 65867664, + "step": 34225 + }, + { + "epoch": 5.584060690105229, + "grad_norm": 1.382832407951355, + "learning_rate": 2.5243181237999984e-06, + "loss": 0.1899, + "num_input_tokens_seen": 65877312, + "step": 34230 + }, + { + "epoch": 5.584876417326046, + "grad_norm": 0.3082544505596161, + "learning_rate": 2.520020856047578e-06, + "loss": 0.1449, + "num_input_tokens_seen": 65886320, + "step": 34235 + }, + { + "epoch": 5.585692144546863, + "grad_norm": 1.9900776147842407, + "learning_rate": 2.515727054990438e-06, + "loss": 0.2768, + "num_input_tokens_seen": 65897552, + "step": 34240 + }, + { + "epoch": 5.586507871767681, + "grad_norm": 0.8430038094520569, + "learning_rate": 2.511436721290747e-06, + "loss": 0.1546, + "num_input_tokens_seen": 65907616, + "step": 34245 + }, + { + "epoch": 5.587323598988498, + "grad_norm": 0.3285358250141144, + "learning_rate": 2.5071498556101164e-06, + "loss": 0.1553, + "num_input_tokens_seen": 65916528, + "step": 34250 + }, + { + "epoch": 5.5881393262093155, + "grad_norm": 0.8207083344459534, + "learning_rate": 2.5028664586096485e-06, + "loss": 0.2012, + "num_input_tokens_seen": 65925696, + "step": 34255 + }, + { + "epoch": 5.588955053430133, + "grad_norm": 0.9579412937164307, + "learning_rate": 2.498586530949881e-06, + "loss": 0.1055, + "num_input_tokens_seen": 65935888, + "step": 34260 + }, + { + "epoch": 5.589770780650951, + "grad_norm": 0.7800315022468567, + "learning_rate": 2.4943100732908427e-06, + "loss": 0.1747, + "num_input_tokens_seen": 65943296, + "step": 34265 + }, + { + "epoch": 5.590586507871768, + "grad_norm": 0.9472941160202026, + "learning_rate": 2.4900370862920188e-06, + "loss": 0.1741, + "num_input_tokens_seen": 65953344, + "step": 34270 + }, + { + "epoch": 5.591402235092585, + "grad_norm": 0.4068102538585663, + "learning_rate": 2.4857675706123518e-06, + "loss": 0.0974, + "num_input_tokens_seen": 65962736, + "step": 34275 + }, + { + "epoch": 5.592217962313402, + "grad_norm": 0.8563146591186523, + "learning_rate": 2.4815015269102543e-06, + "loss": 0.1242, + "num_input_tokens_seen": 65971808, + "step": 34280 + }, + { + "epoch": 5.59303368953422, + "grad_norm": 0.48608019948005676, + "learning_rate": 2.477238955843611e-06, + "loss": 0.154, + "num_input_tokens_seen": 65980784, + "step": 34285 + }, + { + "epoch": 5.593849416755037, + "grad_norm": 0.681437075138092, + "learning_rate": 2.4729798580697573e-06, + "loss": 0.2084, + "num_input_tokens_seen": 65991104, + "step": 34290 + }, + { + "epoch": 5.594665143975854, + "grad_norm": 1.5996434688568115, + "learning_rate": 2.4687242342455034e-06, + "loss": 0.1578, + "num_input_tokens_seen": 66000288, + "step": 34295 + }, + { + "epoch": 5.5954808711966715, + "grad_norm": 0.8122884631156921, + "learning_rate": 2.4644720850271196e-06, + "loss": 0.1723, + "num_input_tokens_seen": 66009760, + "step": 34300 + }, + { + "epoch": 5.5962965984174895, + "grad_norm": 0.6775366067886353, + "learning_rate": 2.4602234110703364e-06, + "loss": 0.1051, + "num_input_tokens_seen": 66019488, + "step": 34305 + }, + { + "epoch": 5.597112325638307, + "grad_norm": 0.36820653080940247, + "learning_rate": 2.4559782130303576e-06, + "loss": 0.099, + "num_input_tokens_seen": 66028656, + "step": 34310 + }, + { + "epoch": 5.597928052859124, + "grad_norm": 0.5554709434509277, + "learning_rate": 2.451736491561843e-06, + "loss": 0.183, + "num_input_tokens_seen": 66037616, + "step": 34315 + }, + { + "epoch": 5.598743780079941, + "grad_norm": 0.8243679404258728, + "learning_rate": 2.4474982473189163e-06, + "loss": 0.1968, + "num_input_tokens_seen": 66048224, + "step": 34320 + }, + { + "epoch": 5.599559507300759, + "grad_norm": 0.48221367597579956, + "learning_rate": 2.4432634809551796e-06, + "loss": 0.137, + "num_input_tokens_seen": 66056656, + "step": 34325 + }, + { + "epoch": 5.600375234521576, + "grad_norm": 1.3255935907363892, + "learning_rate": 2.439032193123675e-06, + "loss": 0.1616, + "num_input_tokens_seen": 66067040, + "step": 34330 + }, + { + "epoch": 5.601190961742393, + "grad_norm": 0.7213360071182251, + "learning_rate": 2.4348043844769297e-06, + "loss": 0.2294, + "num_input_tokens_seen": 66076816, + "step": 34335 + }, + { + "epoch": 5.602006688963211, + "grad_norm": 0.4305535852909088, + "learning_rate": 2.4305800556669146e-06, + "loss": 0.132, + "num_input_tokens_seen": 66085328, + "step": 34340 + }, + { + "epoch": 5.602822416184028, + "grad_norm": 1.4924852848052979, + "learning_rate": 2.426359207345083e-06, + "loss": 0.1857, + "num_input_tokens_seen": 66095408, + "step": 34345 + }, + { + "epoch": 5.6036381434048455, + "grad_norm": 1.1494165658950806, + "learning_rate": 2.4221418401623396e-06, + "loss": 0.137, + "num_input_tokens_seen": 66104544, + "step": 34350 + }, + { + "epoch": 5.604453870625663, + "grad_norm": 1.9706891775131226, + "learning_rate": 2.4179279547690557e-06, + "loss": 0.2009, + "num_input_tokens_seen": 66113792, + "step": 34355 + }, + { + "epoch": 5.60526959784648, + "grad_norm": 0.5374146699905396, + "learning_rate": 2.413717551815062e-06, + "loss": 0.0856, + "num_input_tokens_seen": 66122992, + "step": 34360 + }, + { + "epoch": 5.606085325067298, + "grad_norm": 1.2524455785751343, + "learning_rate": 2.409510631949666e-06, + "loss": 0.2083, + "num_input_tokens_seen": 66132992, + "step": 34365 + }, + { + "epoch": 5.606901052288115, + "grad_norm": 0.8290921449661255, + "learning_rate": 2.405307195821618e-06, + "loss": 0.1667, + "num_input_tokens_seen": 66142992, + "step": 34370 + }, + { + "epoch": 5.607716779508932, + "grad_norm": 1.1699554920196533, + "learning_rate": 2.4011072440791372e-06, + "loss": 0.1658, + "num_input_tokens_seen": 66151680, + "step": 34375 + }, + { + "epoch": 5.60853250672975, + "grad_norm": 0.556765615940094, + "learning_rate": 2.3969107773699233e-06, + "loss": 0.2, + "num_input_tokens_seen": 66161232, + "step": 34380 + }, + { + "epoch": 5.609348233950567, + "grad_norm": 0.4308471977710724, + "learning_rate": 2.3927177963411096e-06, + "loss": 0.151, + "num_input_tokens_seen": 66171040, + "step": 34385 + }, + { + "epoch": 5.610163961171384, + "grad_norm": 0.2664872407913208, + "learning_rate": 2.3885283016393144e-06, + "loss": 0.1023, + "num_input_tokens_seen": 66181152, + "step": 34390 + }, + { + "epoch": 5.610979688392201, + "grad_norm": 1.0727643966674805, + "learning_rate": 2.3843422939106076e-06, + "loss": 0.149, + "num_input_tokens_seen": 66190528, + "step": 34395 + }, + { + "epoch": 5.6117954156130185, + "grad_norm": 0.8722562789916992, + "learning_rate": 2.380159773800525e-06, + "loss": 0.1551, + "num_input_tokens_seen": 66199376, + "step": 34400 + }, + { + "epoch": 5.6117954156130185, + "eval_loss": 0.16197435557842255, + "eval_runtime": 71.3488, + "eval_samples_per_second": 38.193, + "eval_steps_per_second": 19.103, + "num_input_tokens_seen": 66199376, + "step": 34400 + }, + { + "epoch": 5.6126111428338366, + "grad_norm": 0.6948449015617371, + "learning_rate": 2.3759807419540675e-06, + "loss": 0.145, + "num_input_tokens_seen": 66208752, + "step": 34405 + }, + { + "epoch": 5.613426870054654, + "grad_norm": 0.7532613277435303, + "learning_rate": 2.3718051990156835e-06, + "loss": 0.1269, + "num_input_tokens_seen": 66217152, + "step": 34410 + }, + { + "epoch": 5.614242597275471, + "grad_norm": 0.6172819137573242, + "learning_rate": 2.367633145629311e-06, + "loss": 0.2113, + "num_input_tokens_seen": 66227520, + "step": 34415 + }, + { + "epoch": 5.615058324496289, + "grad_norm": 0.9564296007156372, + "learning_rate": 2.363464582438316e-06, + "loss": 0.1404, + "num_input_tokens_seen": 66236816, + "step": 34420 + }, + { + "epoch": 5.615874051717106, + "grad_norm": 0.5713850855827332, + "learning_rate": 2.3592995100855526e-06, + "loss": 0.1043, + "num_input_tokens_seen": 66246416, + "step": 34425 + }, + { + "epoch": 5.616689778937923, + "grad_norm": 0.6052267551422119, + "learning_rate": 2.3551379292133273e-06, + "loss": 0.2021, + "num_input_tokens_seen": 66255920, + "step": 34430 + }, + { + "epoch": 5.61750550615874, + "grad_norm": 0.3877156376838684, + "learning_rate": 2.3509798404634047e-06, + "loss": 0.166, + "num_input_tokens_seen": 66265856, + "step": 34435 + }, + { + "epoch": 5.618321233379558, + "grad_norm": 0.38289809226989746, + "learning_rate": 2.346825244477019e-06, + "loss": 0.16, + "num_input_tokens_seen": 66274656, + "step": 34440 + }, + { + "epoch": 5.619136960600375, + "grad_norm": 0.7741613984107971, + "learning_rate": 2.3426741418948545e-06, + "loss": 0.1672, + "num_input_tokens_seen": 66285424, + "step": 34445 + }, + { + "epoch": 5.6199526878211925, + "grad_norm": 0.442808598279953, + "learning_rate": 2.3385265333570715e-06, + "loss": 0.1442, + "num_input_tokens_seen": 66295456, + "step": 34450 + }, + { + "epoch": 5.62076841504201, + "grad_norm": 0.6569626331329346, + "learning_rate": 2.334382419503278e-06, + "loss": 0.1598, + "num_input_tokens_seen": 66304928, + "step": 34455 + }, + { + "epoch": 5.621584142262828, + "grad_norm": 0.6216561794281006, + "learning_rate": 2.3302418009725465e-06, + "loss": 0.182, + "num_input_tokens_seen": 66314000, + "step": 34460 + }, + { + "epoch": 5.622399869483645, + "grad_norm": 1.070199728012085, + "learning_rate": 2.326104678403415e-06, + "loss": 0.1478, + "num_input_tokens_seen": 66324448, + "step": 34465 + }, + { + "epoch": 5.623215596704462, + "grad_norm": 0.7731523513793945, + "learning_rate": 2.321971052433883e-06, + "loss": 0.1894, + "num_input_tokens_seen": 66334256, + "step": 34470 + }, + { + "epoch": 5.624031323925279, + "grad_norm": 0.9404013752937317, + "learning_rate": 2.3178409237014004e-06, + "loss": 0.1737, + "num_input_tokens_seen": 66343728, + "step": 34475 + }, + { + "epoch": 5.624847051146097, + "grad_norm": 0.8924067616462708, + "learning_rate": 2.313714292842889e-06, + "loss": 0.2368, + "num_input_tokens_seen": 66354800, + "step": 34480 + }, + { + "epoch": 5.625662778366914, + "grad_norm": 1.1873655319213867, + "learning_rate": 2.309591160494734e-06, + "loss": 0.1929, + "num_input_tokens_seen": 66364256, + "step": 34485 + }, + { + "epoch": 5.626478505587731, + "grad_norm": 1.7840315103530884, + "learning_rate": 2.305471527292763e-06, + "loss": 0.1673, + "num_input_tokens_seen": 66371792, + "step": 34490 + }, + { + "epoch": 5.6272942328085485, + "grad_norm": 0.3326092064380646, + "learning_rate": 2.3013553938722817e-06, + "loss": 0.1319, + "num_input_tokens_seen": 66381760, + "step": 34495 + }, + { + "epoch": 5.6281099600293665, + "grad_norm": 0.7594147324562073, + "learning_rate": 2.297242760868043e-06, + "loss": 0.1736, + "num_input_tokens_seen": 66391184, + "step": 34500 + }, + { + "epoch": 5.628925687250184, + "grad_norm": 1.2245959043502808, + "learning_rate": 2.2931336289142735e-06, + "loss": 0.137, + "num_input_tokens_seen": 66400816, + "step": 34505 + }, + { + "epoch": 5.629741414471001, + "grad_norm": 0.4357653558254242, + "learning_rate": 2.289027998644655e-06, + "loss": 0.1335, + "num_input_tokens_seen": 66408848, + "step": 34510 + }, + { + "epoch": 5.630557141691818, + "grad_norm": 1.3426473140716553, + "learning_rate": 2.2849258706923228e-06, + "loss": 0.2281, + "num_input_tokens_seen": 66417792, + "step": 34515 + }, + { + "epoch": 5.631372868912636, + "grad_norm": 0.7094218134880066, + "learning_rate": 2.2808272456898705e-06, + "loss": 0.1337, + "num_input_tokens_seen": 66427408, + "step": 34520 + }, + { + "epoch": 5.632188596133453, + "grad_norm": 1.684416651725769, + "learning_rate": 2.2767321242693707e-06, + "loss": 0.1539, + "num_input_tokens_seen": 66437824, + "step": 34525 + }, + { + "epoch": 5.63300432335427, + "grad_norm": 0.40697813034057617, + "learning_rate": 2.272640507062329e-06, + "loss": 0.091, + "num_input_tokens_seen": 66446448, + "step": 34530 + }, + { + "epoch": 5.633820050575087, + "grad_norm": 0.5769427418708801, + "learning_rate": 2.2685523946997382e-06, + "loss": 0.1649, + "num_input_tokens_seen": 66457488, + "step": 34535 + }, + { + "epoch": 5.634635777795905, + "grad_norm": 1.4468671083450317, + "learning_rate": 2.2644677878120245e-06, + "loss": 0.1648, + "num_input_tokens_seen": 66467744, + "step": 34540 + }, + { + "epoch": 5.635451505016722, + "grad_norm": 0.3779802620410919, + "learning_rate": 2.2603866870290897e-06, + "loss": 0.1371, + "num_input_tokens_seen": 66477776, + "step": 34545 + }, + { + "epoch": 5.63626723223754, + "grad_norm": 0.4056816101074219, + "learning_rate": 2.256309092980294e-06, + "loss": 0.2084, + "num_input_tokens_seen": 66488608, + "step": 34550 + }, + { + "epoch": 5.637082959458358, + "grad_norm": 0.37279602885246277, + "learning_rate": 2.252235006294448e-06, + "loss": 0.1655, + "num_input_tokens_seen": 66498544, + "step": 34555 + }, + { + "epoch": 5.637898686679175, + "grad_norm": 0.9796852469444275, + "learning_rate": 2.2481644275998333e-06, + "loss": 0.1366, + "num_input_tokens_seen": 66507776, + "step": 34560 + }, + { + "epoch": 5.638714413899992, + "grad_norm": 0.7063383460044861, + "learning_rate": 2.2440973575241832e-06, + "loss": 0.1733, + "num_input_tokens_seen": 66517792, + "step": 34565 + }, + { + "epoch": 5.639530141120809, + "grad_norm": 1.015578031539917, + "learning_rate": 2.240033796694685e-06, + "loss": 0.1826, + "num_input_tokens_seen": 66528128, + "step": 34570 + }, + { + "epoch": 5.640345868341626, + "grad_norm": 0.3940674662590027, + "learning_rate": 2.235973745737999e-06, + "loss": 0.1441, + "num_input_tokens_seen": 66537984, + "step": 34575 + }, + { + "epoch": 5.641161595562444, + "grad_norm": 1.3574084043502808, + "learning_rate": 2.2319172052802263e-06, + "loss": 0.1901, + "num_input_tokens_seen": 66547904, + "step": 34580 + }, + { + "epoch": 5.641977322783261, + "grad_norm": 0.21230705082416534, + "learning_rate": 2.2278641759469477e-06, + "loss": 0.1556, + "num_input_tokens_seen": 66556720, + "step": 34585 + }, + { + "epoch": 5.642793050004078, + "grad_norm": 1.129650592803955, + "learning_rate": 2.2238146583631825e-06, + "loss": 0.2085, + "num_input_tokens_seen": 66565488, + "step": 34590 + }, + { + "epoch": 5.643608777224896, + "grad_norm": 0.5281344652175903, + "learning_rate": 2.2197686531534256e-06, + "loss": 0.1508, + "num_input_tokens_seen": 66574256, + "step": 34595 + }, + { + "epoch": 5.6444245044457135, + "grad_norm": 0.5912525653839111, + "learning_rate": 2.2157261609416087e-06, + "loss": 0.1125, + "num_input_tokens_seen": 66583936, + "step": 34600 + }, + { + "epoch": 5.6444245044457135, + "eval_loss": 0.16170313954353333, + "eval_runtime": 71.5325, + "eval_samples_per_second": 38.095, + "eval_steps_per_second": 19.054, + "num_input_tokens_seen": 66583936, + "step": 34600 + }, + { + "epoch": 5.645240231666531, + "grad_norm": 0.4374832212924957, + "learning_rate": 2.211687182351149e-06, + "loss": 0.1296, + "num_input_tokens_seen": 66594032, + "step": 34605 + }, + { + "epoch": 5.646055958887348, + "grad_norm": 1.2986642122268677, + "learning_rate": 2.2076517180048993e-06, + "loss": 0.2383, + "num_input_tokens_seen": 66603968, + "step": 34610 + }, + { + "epoch": 5.646871686108166, + "grad_norm": 1.1021169424057007, + "learning_rate": 2.2036197685251834e-06, + "loss": 0.3022, + "num_input_tokens_seen": 66613360, + "step": 34615 + }, + { + "epoch": 5.647687413328983, + "grad_norm": 1.270078420639038, + "learning_rate": 2.199591334533771e-06, + "loss": 0.2145, + "num_input_tokens_seen": 66622496, + "step": 34620 + }, + { + "epoch": 5.6485031405498, + "grad_norm": 0.44623002409935, + "learning_rate": 2.1955664166519036e-06, + "loss": 0.1849, + "num_input_tokens_seen": 66632544, + "step": 34625 + }, + { + "epoch": 5.649318867770617, + "grad_norm": 1.4886854887008667, + "learning_rate": 2.1915450155002793e-06, + "loss": 0.2119, + "num_input_tokens_seen": 66642688, + "step": 34630 + }, + { + "epoch": 5.650134594991435, + "grad_norm": 0.8502938747406006, + "learning_rate": 2.187527131699038e-06, + "loss": 0.1769, + "num_input_tokens_seen": 66653168, + "step": 34635 + }, + { + "epoch": 5.650950322212252, + "grad_norm": 0.3256952464580536, + "learning_rate": 2.18351276586779e-06, + "loss": 0.1221, + "num_input_tokens_seen": 66662848, + "step": 34640 + }, + { + "epoch": 5.6517660494330695, + "grad_norm": 0.568084180355072, + "learning_rate": 2.1795019186256092e-06, + "loss": 0.1387, + "num_input_tokens_seen": 66672528, + "step": 34645 + }, + { + "epoch": 5.652581776653887, + "grad_norm": 0.6322810649871826, + "learning_rate": 2.1754945905910094e-06, + "loss": 0.1039, + "num_input_tokens_seen": 66682320, + "step": 34650 + }, + { + "epoch": 5.653397503874705, + "grad_norm": 0.44532495737075806, + "learning_rate": 2.171490782381977e-06, + "loss": 0.2268, + "num_input_tokens_seen": 66691520, + "step": 34655 + }, + { + "epoch": 5.654213231095522, + "grad_norm": 1.3226473331451416, + "learning_rate": 2.1674904946159425e-06, + "loss": 0.1819, + "num_input_tokens_seen": 66700416, + "step": 34660 + }, + { + "epoch": 5.655028958316339, + "grad_norm": 0.629530131816864, + "learning_rate": 2.16349372790981e-06, + "loss": 0.139, + "num_input_tokens_seen": 66710224, + "step": 34665 + }, + { + "epoch": 5.655844685537156, + "grad_norm": 0.6186369061470032, + "learning_rate": 2.159500482879928e-06, + "loss": 0.1386, + "num_input_tokens_seen": 66719072, + "step": 34670 + }, + { + "epoch": 5.656660412757974, + "grad_norm": 1.1382414102554321, + "learning_rate": 2.155510760142096e-06, + "loss": 0.2274, + "num_input_tokens_seen": 66728400, + "step": 34675 + }, + { + "epoch": 5.657476139978791, + "grad_norm": 0.24193567037582397, + "learning_rate": 2.151524560311588e-06, + "loss": 0.1777, + "num_input_tokens_seen": 66737824, + "step": 34680 + }, + { + "epoch": 5.658291867199608, + "grad_norm": 0.30619269609451294, + "learning_rate": 2.147541884003129e-06, + "loss": 0.1385, + "num_input_tokens_seen": 66746160, + "step": 34685 + }, + { + "epoch": 5.659107594420425, + "grad_norm": 1.174314260482788, + "learning_rate": 2.1435627318308895e-06, + "loss": 0.1411, + "num_input_tokens_seen": 66756640, + "step": 34690 + }, + { + "epoch": 5.6599233216412435, + "grad_norm": 0.481166809797287, + "learning_rate": 2.139587104408511e-06, + "loss": 0.1216, + "num_input_tokens_seen": 66766496, + "step": 34695 + }, + { + "epoch": 5.660739048862061, + "grad_norm": 0.345102459192276, + "learning_rate": 2.1356150023490783e-06, + "loss": 0.1638, + "num_input_tokens_seen": 66775520, + "step": 34700 + }, + { + "epoch": 5.661554776082878, + "grad_norm": 1.755129098892212, + "learning_rate": 2.1316464262651464e-06, + "loss": 0.2447, + "num_input_tokens_seen": 66786624, + "step": 34705 + }, + { + "epoch": 5.662370503303695, + "grad_norm": 0.45491722226142883, + "learning_rate": 2.1276813767687224e-06, + "loss": 0.1945, + "num_input_tokens_seen": 66796528, + "step": 34710 + }, + { + "epoch": 5.663186230524513, + "grad_norm": 0.5527737736701965, + "learning_rate": 2.123719854471254e-06, + "loss": 0.1419, + "num_input_tokens_seen": 66806336, + "step": 34715 + }, + { + "epoch": 5.66400195774533, + "grad_norm": 1.2057714462280273, + "learning_rate": 2.119761859983668e-06, + "loss": 0.1796, + "num_input_tokens_seen": 66815728, + "step": 34720 + }, + { + "epoch": 5.664817684966147, + "grad_norm": 0.8856597542762756, + "learning_rate": 2.1158073939163386e-06, + "loss": 0.1342, + "num_input_tokens_seen": 66825392, + "step": 34725 + }, + { + "epoch": 5.665633412186965, + "grad_norm": 1.2722883224487305, + "learning_rate": 2.111856456879088e-06, + "loss": 0.1315, + "num_input_tokens_seen": 66834624, + "step": 34730 + }, + { + "epoch": 5.666449139407782, + "grad_norm": 0.6544127464294434, + "learning_rate": 2.1079090494811993e-06, + "loss": 0.0739, + "num_input_tokens_seen": 66843856, + "step": 34735 + }, + { + "epoch": 5.667264866628599, + "grad_norm": 0.3292626440525055, + "learning_rate": 2.103965172331418e-06, + "loss": 0.1269, + "num_input_tokens_seen": 66853040, + "step": 34740 + }, + { + "epoch": 5.6680805938494165, + "grad_norm": 0.7515213489532471, + "learning_rate": 2.100024826037933e-06, + "loss": 0.2106, + "num_input_tokens_seen": 66862240, + "step": 34745 + }, + { + "epoch": 5.668896321070234, + "grad_norm": 0.555654764175415, + "learning_rate": 2.0960880112084027e-06, + "loss": 0.1746, + "num_input_tokens_seen": 66872128, + "step": 34750 + }, + { + "epoch": 5.669712048291052, + "grad_norm": 1.207105278968811, + "learning_rate": 2.092154728449927e-06, + "loss": 0.1143, + "num_input_tokens_seen": 66881344, + "step": 34755 + }, + { + "epoch": 5.670527775511869, + "grad_norm": 1.4399144649505615, + "learning_rate": 2.0882249783690687e-06, + "loss": 0.1584, + "num_input_tokens_seen": 66890656, + "step": 34760 + }, + { + "epoch": 5.671343502732686, + "grad_norm": 1.194102168083191, + "learning_rate": 2.084298761571851e-06, + "loss": 0.2353, + "num_input_tokens_seen": 66900720, + "step": 34765 + }, + { + "epoch": 5.672159229953504, + "grad_norm": 0.20439086854457855, + "learning_rate": 2.080376078663737e-06, + "loss": 0.0808, + "num_input_tokens_seen": 66910624, + "step": 34770 + }, + { + "epoch": 5.672974957174321, + "grad_norm": 0.4401043653488159, + "learning_rate": 2.0764569302496593e-06, + "loss": 0.2034, + "num_input_tokens_seen": 66921440, + "step": 34775 + }, + { + "epoch": 5.673790684395138, + "grad_norm": 0.2755885124206543, + "learning_rate": 2.0725413169339957e-06, + "loss": 0.1336, + "num_input_tokens_seen": 66931808, + "step": 34780 + }, + { + "epoch": 5.674606411615955, + "grad_norm": 1.088240623474121, + "learning_rate": 2.068629239320588e-06, + "loss": 0.2046, + "num_input_tokens_seen": 66940576, + "step": 34785 + }, + { + "epoch": 5.6754221388367725, + "grad_norm": 0.33819344639778137, + "learning_rate": 2.064720698012726e-06, + "loss": 0.1617, + "num_input_tokens_seen": 66950304, + "step": 34790 + }, + { + "epoch": 5.6762378660575905, + "grad_norm": 0.6067857146263123, + "learning_rate": 2.0608156936131522e-06, + "loss": 0.13, + "num_input_tokens_seen": 66959792, + "step": 34795 + }, + { + "epoch": 5.677053593278408, + "grad_norm": 0.880662739276886, + "learning_rate": 2.056914226724074e-06, + "loss": 0.1913, + "num_input_tokens_seen": 66968960, + "step": 34800 + }, + { + "epoch": 5.677053593278408, + "eval_loss": 0.1619461625814438, + "eval_runtime": 71.4394, + "eval_samples_per_second": 38.144, + "eval_steps_per_second": 19.079, + "num_input_tokens_seen": 66968960, + "step": 34800 + }, + { + "epoch": 5.677869320499225, + "grad_norm": 0.7807891368865967, + "learning_rate": 2.0530162979471385e-06, + "loss": 0.2228, + "num_input_tokens_seen": 66978448, + "step": 34805 + }, + { + "epoch": 5.678685047720043, + "grad_norm": 0.58806973695755, + "learning_rate": 2.0491219078834667e-06, + "loss": 0.2196, + "num_input_tokens_seen": 66990528, + "step": 34810 + }, + { + "epoch": 5.67950077494086, + "grad_norm": 0.8393258452415466, + "learning_rate": 2.045231057133612e-06, + "loss": 0.1637, + "num_input_tokens_seen": 67000368, + "step": 34815 + }, + { + "epoch": 5.680316502161677, + "grad_norm": 0.4588070511817932, + "learning_rate": 2.0413437462975944e-06, + "loss": 0.1474, + "num_input_tokens_seen": 67009280, + "step": 34820 + }, + { + "epoch": 5.681132229382494, + "grad_norm": 1.1396470069885254, + "learning_rate": 2.0374599759748843e-06, + "loss": 0.1587, + "num_input_tokens_seen": 67018960, + "step": 34825 + }, + { + "epoch": 5.681947956603312, + "grad_norm": 0.6113258600234985, + "learning_rate": 2.033579746764419e-06, + "loss": 0.1416, + "num_input_tokens_seen": 67027024, + "step": 34830 + }, + { + "epoch": 5.682763683824129, + "grad_norm": 0.854356586933136, + "learning_rate": 2.029703059264565e-06, + "loss": 0.2324, + "num_input_tokens_seen": 67037456, + "step": 34835 + }, + { + "epoch": 5.6835794110449465, + "grad_norm": 0.46801096200942993, + "learning_rate": 2.02582991407316e-06, + "loss": 0.1937, + "num_input_tokens_seen": 67047088, + "step": 34840 + }, + { + "epoch": 5.684395138265764, + "grad_norm": 0.9359189867973328, + "learning_rate": 2.0219603117874992e-06, + "loss": 0.2314, + "num_input_tokens_seen": 67056208, + "step": 34845 + }, + { + "epoch": 5.685210865486582, + "grad_norm": 0.5060446262359619, + "learning_rate": 2.0180942530043156e-06, + "loss": 0.1196, + "num_input_tokens_seen": 67065344, + "step": 34850 + }, + { + "epoch": 5.686026592707399, + "grad_norm": 0.32840999960899353, + "learning_rate": 2.0142317383198107e-06, + "loss": 0.1391, + "num_input_tokens_seen": 67075344, + "step": 34855 + }, + { + "epoch": 5.686842319928216, + "grad_norm": 0.5019144415855408, + "learning_rate": 2.0103727683296243e-06, + "loss": 0.1616, + "num_input_tokens_seen": 67085776, + "step": 34860 + }, + { + "epoch": 5.687658047149033, + "grad_norm": 0.5342175364494324, + "learning_rate": 2.0065173436288636e-06, + "loss": 0.1382, + "num_input_tokens_seen": 67094448, + "step": 34865 + }, + { + "epoch": 5.688473774369851, + "grad_norm": 0.7640596032142639, + "learning_rate": 2.002665464812087e-06, + "loss": 0.1744, + "num_input_tokens_seen": 67105088, + "step": 34870 + }, + { + "epoch": 5.689289501590668, + "grad_norm": 1.118721604347229, + "learning_rate": 1.998817132473291e-06, + "loss": 0.2499, + "num_input_tokens_seen": 67115760, + "step": 34875 + }, + { + "epoch": 5.690105228811485, + "grad_norm": 1.3550939559936523, + "learning_rate": 1.9949723472059507e-06, + "loss": 0.1872, + "num_input_tokens_seen": 67125280, + "step": 34880 + }, + { + "epoch": 5.690920956032302, + "grad_norm": 0.2606601119041443, + "learning_rate": 1.9911311096029726e-06, + "loss": 0.1204, + "num_input_tokens_seen": 67136096, + "step": 34885 + }, + { + "epoch": 5.69173668325312, + "grad_norm": 0.8919638991355896, + "learning_rate": 1.9872934202567224e-06, + "loss": 0.1482, + "num_input_tokens_seen": 67145056, + "step": 34890 + }, + { + "epoch": 5.692552410473938, + "grad_norm": 0.8137435913085938, + "learning_rate": 1.9834592797590257e-06, + "loss": 0.2727, + "num_input_tokens_seen": 67154656, + "step": 34895 + }, + { + "epoch": 5.693368137694755, + "grad_norm": 0.2286568582057953, + "learning_rate": 1.979628688701149e-06, + "loss": 0.1706, + "num_input_tokens_seen": 67164656, + "step": 34900 + }, + { + "epoch": 5.694183864915573, + "grad_norm": 0.5447478890419006, + "learning_rate": 1.9758016476738193e-06, + "loss": 0.0953, + "num_input_tokens_seen": 67176400, + "step": 34905 + }, + { + "epoch": 5.69499959213639, + "grad_norm": 0.7764685750007629, + "learning_rate": 1.971978157267221e-06, + "loss": 0.2082, + "num_input_tokens_seen": 67187376, + "step": 34910 + }, + { + "epoch": 5.695815319357207, + "grad_norm": 1.073439598083496, + "learning_rate": 1.968158218070973e-06, + "loss": 0.2267, + "num_input_tokens_seen": 67197072, + "step": 34915 + }, + { + "epoch": 5.696631046578024, + "grad_norm": 0.20000962913036346, + "learning_rate": 1.9643418306741682e-06, + "loss": 0.1107, + "num_input_tokens_seen": 67207328, + "step": 34920 + }, + { + "epoch": 5.697446773798841, + "grad_norm": 0.5451174378395081, + "learning_rate": 1.9605289956653337e-06, + "loss": 0.1365, + "num_input_tokens_seen": 67216768, + "step": 34925 + }, + { + "epoch": 5.698262501019659, + "grad_norm": 1.7376190423965454, + "learning_rate": 1.9567197136324626e-06, + "loss": 0.2392, + "num_input_tokens_seen": 67226704, + "step": 34930 + }, + { + "epoch": 5.699078228240476, + "grad_norm": 0.8306899070739746, + "learning_rate": 1.9529139851629935e-06, + "loss": 0.1603, + "num_input_tokens_seen": 67237584, + "step": 34935 + }, + { + "epoch": 5.6998939554612935, + "grad_norm": 1.0753955841064453, + "learning_rate": 1.949111810843812e-06, + "loss": 0.1815, + "num_input_tokens_seen": 67247264, + "step": 34940 + }, + { + "epoch": 5.7007096826821115, + "grad_norm": 1.109534740447998, + "learning_rate": 1.9453131912612694e-06, + "loss": 0.1569, + "num_input_tokens_seen": 67257040, + "step": 34945 + }, + { + "epoch": 5.701525409902929, + "grad_norm": 0.7261390089988708, + "learning_rate": 1.941518127001149e-06, + "loss": 0.1391, + "num_input_tokens_seen": 67267888, + "step": 34950 + }, + { + "epoch": 5.702341137123746, + "grad_norm": 0.617156445980072, + "learning_rate": 1.9377266186487107e-06, + "loss": 0.1007, + "num_input_tokens_seen": 67277328, + "step": 34955 + }, + { + "epoch": 5.703156864344563, + "grad_norm": 0.35981979966163635, + "learning_rate": 1.9339386667886483e-06, + "loss": 0.0929, + "num_input_tokens_seen": 67287712, + "step": 34960 + }, + { + "epoch": 5.70397259156538, + "grad_norm": 0.7674988508224487, + "learning_rate": 1.9301542720051024e-06, + "loss": 0.1284, + "num_input_tokens_seen": 67296864, + "step": 34965 + }, + { + "epoch": 5.704788318786198, + "grad_norm": 0.9632287621498108, + "learning_rate": 1.926373434881684e-06, + "loss": 0.2068, + "num_input_tokens_seen": 67305008, + "step": 34970 + }, + { + "epoch": 5.705604046007015, + "grad_norm": 1.1353644132614136, + "learning_rate": 1.9225961560014468e-06, + "loss": 0.1664, + "num_input_tokens_seen": 67313264, + "step": 34975 + }, + { + "epoch": 5.706419773227832, + "grad_norm": 1.458345651626587, + "learning_rate": 1.918822435946885e-06, + "loss": 0.1946, + "num_input_tokens_seen": 67324128, + "step": 34980 + }, + { + "epoch": 5.70723550044865, + "grad_norm": 1.0445516109466553, + "learning_rate": 1.915052275299961e-06, + "loss": 0.2232, + "num_input_tokens_seen": 67333056, + "step": 34985 + }, + { + "epoch": 5.7080512276694675, + "grad_norm": 0.975807785987854, + "learning_rate": 1.9112856746420854e-06, + "loss": 0.1503, + "num_input_tokens_seen": 67343120, + "step": 34990 + }, + { + "epoch": 5.708866954890285, + "grad_norm": 0.8349967002868652, + "learning_rate": 1.907522634554104e-06, + "loss": 0.2597, + "num_input_tokens_seen": 67352720, + "step": 34995 + }, + { + "epoch": 5.709682682111102, + "grad_norm": 0.1461697220802307, + "learning_rate": 1.9037631556163337e-06, + "loss": 0.1412, + "num_input_tokens_seen": 67361344, + "step": 35000 + }, + { + "epoch": 5.709682682111102, + "eval_loss": 0.16182665526866913, + "eval_runtime": 71.5693, + "eval_samples_per_second": 38.075, + "eval_steps_per_second": 19.044, + "num_input_tokens_seen": 67361344, + "step": 35000 + }, + { + "epoch": 5.71049840933192, + "grad_norm": 0.2916545867919922, + "learning_rate": 1.9000072384085272e-06, + "loss": 0.1866, + "num_input_tokens_seen": 67370688, + "step": 35005 + }, + { + "epoch": 5.711314136552737, + "grad_norm": 0.3328615725040436, + "learning_rate": 1.8962548835098987e-06, + "loss": 0.1118, + "num_input_tokens_seen": 67378512, + "step": 35010 + }, + { + "epoch": 5.712129863773554, + "grad_norm": 0.7778701186180115, + "learning_rate": 1.8925060914991077e-06, + "loss": 0.1903, + "num_input_tokens_seen": 67387536, + "step": 35015 + }, + { + "epoch": 5.712945590994371, + "grad_norm": 0.7715338468551636, + "learning_rate": 1.888760862954264e-06, + "loss": 0.1682, + "num_input_tokens_seen": 67396752, + "step": 35020 + }, + { + "epoch": 5.713761318215189, + "grad_norm": 0.7932177186012268, + "learning_rate": 1.8850191984529309e-06, + "loss": 0.143, + "num_input_tokens_seen": 67405632, + "step": 35025 + }, + { + "epoch": 5.714577045436006, + "grad_norm": 0.13952068984508514, + "learning_rate": 1.8812810985721186e-06, + "loss": 0.1042, + "num_input_tokens_seen": 67416496, + "step": 35030 + }, + { + "epoch": 5.715392772656823, + "grad_norm": 1.2867629528045654, + "learning_rate": 1.8775465638882856e-06, + "loss": 0.1717, + "num_input_tokens_seen": 67425696, + "step": 35035 + }, + { + "epoch": 5.716208499877641, + "grad_norm": 0.9574400186538696, + "learning_rate": 1.8738155949773517e-06, + "loss": 0.1247, + "num_input_tokens_seen": 67434704, + "step": 35040 + }, + { + "epoch": 5.717024227098459, + "grad_norm": 1.3576624393463135, + "learning_rate": 1.8700881924146707e-06, + "loss": 0.1579, + "num_input_tokens_seen": 67443088, + "step": 35045 + }, + { + "epoch": 5.717839954319276, + "grad_norm": 0.4466313421726227, + "learning_rate": 1.8663643567750577e-06, + "loss": 0.2398, + "num_input_tokens_seen": 67453984, + "step": 35050 + }, + { + "epoch": 5.718655681540093, + "grad_norm": 0.6455533504486084, + "learning_rate": 1.8626440886327813e-06, + "loss": 0.143, + "num_input_tokens_seen": 67463584, + "step": 35055 + }, + { + "epoch": 5.71947140876091, + "grad_norm": 0.6162325739860535, + "learning_rate": 1.8589273885615432e-06, + "loss": 0.2001, + "num_input_tokens_seen": 67474416, + "step": 35060 + }, + { + "epoch": 5.720287135981728, + "grad_norm": 0.779940664768219, + "learning_rate": 1.8552142571345133e-06, + "loss": 0.1573, + "num_input_tokens_seen": 67483920, + "step": 35065 + }, + { + "epoch": 5.721102863202545, + "grad_norm": 0.6011857986450195, + "learning_rate": 1.8515046949243025e-06, + "loss": 0.1161, + "num_input_tokens_seen": 67493824, + "step": 35070 + }, + { + "epoch": 5.721918590423362, + "grad_norm": 0.6851094961166382, + "learning_rate": 1.8477987025029674e-06, + "loss": 0.1587, + "num_input_tokens_seen": 67504336, + "step": 35075 + }, + { + "epoch": 5.72273431764418, + "grad_norm": 0.2665555477142334, + "learning_rate": 1.8440962804420232e-06, + "loss": 0.1098, + "num_input_tokens_seen": 67513920, + "step": 35080 + }, + { + "epoch": 5.723550044864997, + "grad_norm": 1.4133015871047974, + "learning_rate": 1.8403974293124265e-06, + "loss": 0.196, + "num_input_tokens_seen": 67522608, + "step": 35085 + }, + { + "epoch": 5.7243657720858145, + "grad_norm": 0.4128035604953766, + "learning_rate": 1.8367021496845854e-06, + "loss": 0.1631, + "num_input_tokens_seen": 67533040, + "step": 35090 + }, + { + "epoch": 5.725181499306632, + "grad_norm": 0.43544793128967285, + "learning_rate": 1.8330104421283662e-06, + "loss": 0.118, + "num_input_tokens_seen": 67542624, + "step": 35095 + }, + { + "epoch": 5.725997226527449, + "grad_norm": 0.672764241695404, + "learning_rate": 1.8293223072130717e-06, + "loss": 0.1785, + "num_input_tokens_seen": 67552720, + "step": 35100 + }, + { + "epoch": 5.726812953748267, + "grad_norm": 0.8294705152511597, + "learning_rate": 1.8256377455074525e-06, + "loss": 0.1, + "num_input_tokens_seen": 67562576, + "step": 35105 + }, + { + "epoch": 5.727628680969084, + "grad_norm": 0.9523664712905884, + "learning_rate": 1.8219567575797263e-06, + "loss": 0.1711, + "num_input_tokens_seen": 67572512, + "step": 35110 + }, + { + "epoch": 5.728444408189901, + "grad_norm": 1.1001067161560059, + "learning_rate": 1.8182793439975365e-06, + "loss": 0.1522, + "num_input_tokens_seen": 67582240, + "step": 35115 + }, + { + "epoch": 5.729260135410719, + "grad_norm": 0.7429690361022949, + "learning_rate": 1.8146055053279958e-06, + "loss": 0.192, + "num_input_tokens_seen": 67592096, + "step": 35120 + }, + { + "epoch": 5.730075862631536, + "grad_norm": 0.5627081394195557, + "learning_rate": 1.8109352421376486e-06, + "loss": 0.1957, + "num_input_tokens_seen": 67600672, + "step": 35125 + }, + { + "epoch": 5.730891589852353, + "grad_norm": 1.7928869724273682, + "learning_rate": 1.8072685549924972e-06, + "loss": 0.2241, + "num_input_tokens_seen": 67610816, + "step": 35130 + }, + { + "epoch": 5.7317073170731705, + "grad_norm": 0.7672222852706909, + "learning_rate": 1.8036054444579982e-06, + "loss": 0.1389, + "num_input_tokens_seen": 67619984, + "step": 35135 + }, + { + "epoch": 5.732523044293988, + "grad_norm": 0.2835218012332916, + "learning_rate": 1.7999459110990407e-06, + "loss": 0.1545, + "num_input_tokens_seen": 67631120, + "step": 35140 + }, + { + "epoch": 5.733338771514806, + "grad_norm": 0.3799096941947937, + "learning_rate": 1.7962899554799712e-06, + "loss": 0.1446, + "num_input_tokens_seen": 67641232, + "step": 35145 + }, + { + "epoch": 5.734154498735623, + "grad_norm": 0.7857577800750732, + "learning_rate": 1.7926375781645937e-06, + "loss": 0.1618, + "num_input_tokens_seen": 67651568, + "step": 35150 + }, + { + "epoch": 5.73497022595644, + "grad_norm": 0.3660544157028198, + "learning_rate": 1.7889887797161359e-06, + "loss": 0.1422, + "num_input_tokens_seen": 67662560, + "step": 35155 + }, + { + "epoch": 5.735785953177258, + "grad_norm": 1.5888944864273071, + "learning_rate": 1.7853435606973028e-06, + "loss": 0.1961, + "num_input_tokens_seen": 67672400, + "step": 35160 + }, + { + "epoch": 5.736601680398075, + "grad_norm": 1.049503207206726, + "learning_rate": 1.781701921670223e-06, + "loss": 0.1809, + "num_input_tokens_seen": 67682272, + "step": 35165 + }, + { + "epoch": 5.737417407618892, + "grad_norm": 0.3934752941131592, + "learning_rate": 1.7780638631964886e-06, + "loss": 0.1433, + "num_input_tokens_seen": 67692128, + "step": 35170 + }, + { + "epoch": 5.738233134839709, + "grad_norm": 0.7418382167816162, + "learning_rate": 1.7744293858371314e-06, + "loss": 0.1649, + "num_input_tokens_seen": 67700880, + "step": 35175 + }, + { + "epoch": 5.739048862060527, + "grad_norm": 0.8484522104263306, + "learning_rate": 1.770798490152631e-06, + "loss": 0.1298, + "num_input_tokens_seen": 67710432, + "step": 35180 + }, + { + "epoch": 5.7398645892813445, + "grad_norm": 1.256740689277649, + "learning_rate": 1.767171176702917e-06, + "loss": 0.1676, + "num_input_tokens_seen": 67719680, + "step": 35185 + }, + { + "epoch": 5.740680316502162, + "grad_norm": 0.6156887412071228, + "learning_rate": 1.7635474460473755e-06, + "loss": 0.1976, + "num_input_tokens_seen": 67728400, + "step": 35190 + }, + { + "epoch": 5.741496043722979, + "grad_norm": 0.5662181377410889, + "learning_rate": 1.7599272987448206e-06, + "loss": 0.1911, + "num_input_tokens_seen": 67736960, + "step": 35195 + }, + { + "epoch": 5.742311770943797, + "grad_norm": 0.6803472638130188, + "learning_rate": 1.7563107353535362e-06, + "loss": 0.2458, + "num_input_tokens_seen": 67746288, + "step": 35200 + }, + { + "epoch": 5.742311770943797, + "eval_loss": 0.16190014779567719, + "eval_runtime": 71.3714, + "eval_samples_per_second": 38.181, + "eval_steps_per_second": 19.097, + "num_input_tokens_seen": 67746288, + "step": 35200 + }, + { + "epoch": 5.743127498164614, + "grad_norm": 0.8543673157691956, + "learning_rate": 1.7526977564312263e-06, + "loss": 0.135, + "num_input_tokens_seen": 67756384, + "step": 35205 + }, + { + "epoch": 5.743943225385431, + "grad_norm": 1.9764328002929688, + "learning_rate": 1.7490883625350701e-06, + "loss": 0.2511, + "num_input_tokens_seen": 67767360, + "step": 35210 + }, + { + "epoch": 5.744758952606248, + "grad_norm": 0.39456358551979065, + "learning_rate": 1.7454825542216807e-06, + "loss": 0.15, + "num_input_tokens_seen": 67777456, + "step": 35215 + }, + { + "epoch": 5.745574679827066, + "grad_norm": 0.5559867024421692, + "learning_rate": 1.7418803320471105e-06, + "loss": 0.1516, + "num_input_tokens_seen": 67787472, + "step": 35220 + }, + { + "epoch": 5.746390407047883, + "grad_norm": 0.4354996681213379, + "learning_rate": 1.7382816965668737e-06, + "loss": 0.1892, + "num_input_tokens_seen": 67797360, + "step": 35225 + }, + { + "epoch": 5.7472061342687, + "grad_norm": 0.4697663187980652, + "learning_rate": 1.7346866483359285e-06, + "loss": 0.1419, + "num_input_tokens_seen": 67807184, + "step": 35230 + }, + { + "epoch": 5.7480218614895175, + "grad_norm": 0.485882043838501, + "learning_rate": 1.7310951879086657e-06, + "loss": 0.0844, + "num_input_tokens_seen": 67817840, + "step": 35235 + }, + { + "epoch": 5.748837588710336, + "grad_norm": 0.9672491550445557, + "learning_rate": 1.7275073158389471e-06, + "loss": 0.2603, + "num_input_tokens_seen": 67827136, + "step": 35240 + }, + { + "epoch": 5.749653315931153, + "grad_norm": 0.7850052118301392, + "learning_rate": 1.723923032680061e-06, + "loss": 0.193, + "num_input_tokens_seen": 67837280, + "step": 35245 + }, + { + "epoch": 5.75046904315197, + "grad_norm": 1.3941545486450195, + "learning_rate": 1.7203423389847428e-06, + "loss": 0.1729, + "num_input_tokens_seen": 67845888, + "step": 35250 + }, + { + "epoch": 5.751284770372787, + "grad_norm": 0.8883786797523499, + "learning_rate": 1.7167652353051928e-06, + "loss": 0.2333, + "num_input_tokens_seen": 67856640, + "step": 35255 + }, + { + "epoch": 5.752100497593605, + "grad_norm": 0.6798524856567383, + "learning_rate": 1.7131917221930333e-06, + "loss": 0.1178, + "num_input_tokens_seen": 67865872, + "step": 35260 + }, + { + "epoch": 5.752916224814422, + "grad_norm": 0.6457599401473999, + "learning_rate": 1.7096218001993513e-06, + "loss": 0.1849, + "num_input_tokens_seen": 67875104, + "step": 35265 + }, + { + "epoch": 5.753731952035239, + "grad_norm": 0.8199486136436462, + "learning_rate": 1.706055469874676e-06, + "loss": 0.1219, + "num_input_tokens_seen": 67883520, + "step": 35270 + }, + { + "epoch": 5.754547679256056, + "grad_norm": 0.7577488422393799, + "learning_rate": 1.702492731768976e-06, + "loss": 0.1496, + "num_input_tokens_seen": 67893632, + "step": 35275 + }, + { + "epoch": 5.755363406476874, + "grad_norm": 0.34487834572792053, + "learning_rate": 1.6989335864316724e-06, + "loss": 0.122, + "num_input_tokens_seen": 67902912, + "step": 35280 + }, + { + "epoch": 5.7561791336976915, + "grad_norm": 0.7632805705070496, + "learning_rate": 1.6953780344116265e-06, + "loss": 0.148, + "num_input_tokens_seen": 67912960, + "step": 35285 + }, + { + "epoch": 5.756994860918509, + "grad_norm": 1.0421142578125, + "learning_rate": 1.6918260762571497e-06, + "loss": 0.1524, + "num_input_tokens_seen": 67923456, + "step": 35290 + }, + { + "epoch": 5.757810588139327, + "grad_norm": 0.5897969007492065, + "learning_rate": 1.6882777125160093e-06, + "loss": 0.1161, + "num_input_tokens_seen": 67932544, + "step": 35295 + }, + { + "epoch": 5.758626315360144, + "grad_norm": 1.4694148302078247, + "learning_rate": 1.6847329437353899e-06, + "loss": 0.2557, + "num_input_tokens_seen": 67941888, + "step": 35300 + }, + { + "epoch": 5.759442042580961, + "grad_norm": 1.4165606498718262, + "learning_rate": 1.6811917704619511e-06, + "loss": 0.2111, + "num_input_tokens_seen": 67950944, + "step": 35305 + }, + { + "epoch": 5.760257769801778, + "grad_norm": 1.3563610315322876, + "learning_rate": 1.67765419324179e-06, + "loss": 0.1974, + "num_input_tokens_seen": 67959216, + "step": 35310 + }, + { + "epoch": 5.761073497022595, + "grad_norm": 1.004926323890686, + "learning_rate": 1.6741202126204364e-06, + "loss": 0.2731, + "num_input_tokens_seen": 67968912, + "step": 35315 + }, + { + "epoch": 5.761889224243413, + "grad_norm": 0.9620575308799744, + "learning_rate": 1.6705898291428767e-06, + "loss": 0.1436, + "num_input_tokens_seen": 67978224, + "step": 35320 + }, + { + "epoch": 5.76270495146423, + "grad_norm": 0.3112028241157532, + "learning_rate": 1.6670630433535395e-06, + "loss": 0.183, + "num_input_tokens_seen": 67988352, + "step": 35325 + }, + { + "epoch": 5.7635206786850475, + "grad_norm": 0.9308210611343384, + "learning_rate": 1.6635398557962979e-06, + "loss": 0.2242, + "num_input_tokens_seen": 67996544, + "step": 35330 + }, + { + "epoch": 5.7643364059058655, + "grad_norm": 0.2811451852321625, + "learning_rate": 1.660020267014481e-06, + "loss": 0.1207, + "num_input_tokens_seen": 68006208, + "step": 35335 + }, + { + "epoch": 5.765152133126683, + "grad_norm": 0.5016114711761475, + "learning_rate": 1.6565042775508438e-06, + "loss": 0.1685, + "num_input_tokens_seen": 68015392, + "step": 35340 + }, + { + "epoch": 5.7659678603475, + "grad_norm": 1.076251745223999, + "learning_rate": 1.6529918879475997e-06, + "loss": 0.154, + "num_input_tokens_seen": 68025632, + "step": 35345 + }, + { + "epoch": 5.766783587568317, + "grad_norm": 0.9981460571289062, + "learning_rate": 1.6494830987464043e-06, + "loss": 0.2174, + "num_input_tokens_seen": 68035104, + "step": 35350 + }, + { + "epoch": 5.767599314789135, + "grad_norm": 0.4359474182128906, + "learning_rate": 1.6459779104883555e-06, + "loss": 0.2142, + "num_input_tokens_seen": 68043504, + "step": 35355 + }, + { + "epoch": 5.768415042009952, + "grad_norm": 0.7551711797714233, + "learning_rate": 1.6424763237140013e-06, + "loss": 0.1824, + "num_input_tokens_seen": 68052288, + "step": 35360 + }, + { + "epoch": 5.769230769230769, + "grad_norm": 0.9271986484527588, + "learning_rate": 1.6389783389633207e-06, + "loss": 0.173, + "num_input_tokens_seen": 68062592, + "step": 35365 + }, + { + "epoch": 5.770046496451586, + "grad_norm": 0.8849093317985535, + "learning_rate": 1.6354839567757546e-06, + "loss": 0.2219, + "num_input_tokens_seen": 68072432, + "step": 35370 + }, + { + "epoch": 5.770862223672404, + "grad_norm": 0.44656649231910706, + "learning_rate": 1.6319931776901831e-06, + "loss": 0.0988, + "num_input_tokens_seen": 68082816, + "step": 35375 + }, + { + "epoch": 5.771677950893221, + "grad_norm": 0.8738992214202881, + "learning_rate": 1.6285060022449229e-06, + "loss": 0.1427, + "num_input_tokens_seen": 68092512, + "step": 35380 + }, + { + "epoch": 5.772493678114039, + "grad_norm": 1.1253963708877563, + "learning_rate": 1.6250224309777434e-06, + "loss": 0.1842, + "num_input_tokens_seen": 68103472, + "step": 35385 + }, + { + "epoch": 5.773309405334856, + "grad_norm": 0.6457560062408447, + "learning_rate": 1.6215424644258515e-06, + "loss": 0.1232, + "num_input_tokens_seen": 68111536, + "step": 35390 + }, + { + "epoch": 5.774125132555674, + "grad_norm": 0.40366119146347046, + "learning_rate": 1.6180661031259036e-06, + "loss": 0.1615, + "num_input_tokens_seen": 68121568, + "step": 35395 + }, + { + "epoch": 5.774940859776491, + "grad_norm": 1.0324057340621948, + "learning_rate": 1.614593347613999e-06, + "loss": 0.2288, + "num_input_tokens_seen": 68131952, + "step": 35400 + }, + { + "epoch": 5.774940859776491, + "eval_loss": 0.16183167695999146, + "eval_runtime": 71.383, + "eval_samples_per_second": 38.174, + "eval_steps_per_second": 19.094, + "num_input_tokens_seen": 68131952, + "step": 35400 + }, + { + "epoch": 5.775756586997308, + "grad_norm": 0.9296251535415649, + "learning_rate": 1.6111241984256758e-06, + "loss": 0.1485, + "num_input_tokens_seen": 68141456, + "step": 35405 + }, + { + "epoch": 5.776572314218125, + "grad_norm": 0.47927144169807434, + "learning_rate": 1.6076586560959257e-06, + "loss": 0.1215, + "num_input_tokens_seen": 68151312, + "step": 35410 + }, + { + "epoch": 5.777388041438943, + "grad_norm": 0.6845522522926331, + "learning_rate": 1.604196721159182e-06, + "loss": 0.1453, + "num_input_tokens_seen": 68160224, + "step": 35415 + }, + { + "epoch": 5.77820376865976, + "grad_norm": 0.6838353872299194, + "learning_rate": 1.6007383941493092e-06, + "loss": 0.1453, + "num_input_tokens_seen": 68170112, + "step": 35420 + }, + { + "epoch": 5.779019495880577, + "grad_norm": 0.3548114597797394, + "learning_rate": 1.5972836755996285e-06, + "loss": 0.1404, + "num_input_tokens_seen": 68178400, + "step": 35425 + }, + { + "epoch": 5.7798352231013945, + "grad_norm": 1.0639992952346802, + "learning_rate": 1.5938325660429076e-06, + "loss": 0.2081, + "num_input_tokens_seen": 68188208, + "step": 35430 + }, + { + "epoch": 5.7806509503222125, + "grad_norm": 0.29207533597946167, + "learning_rate": 1.5903850660113378e-06, + "loss": 0.2575, + "num_input_tokens_seen": 68197728, + "step": 35435 + }, + { + "epoch": 5.78146667754303, + "grad_norm": 1.1305251121520996, + "learning_rate": 1.5869411760365826e-06, + "loss": 0.2035, + "num_input_tokens_seen": 68206768, + "step": 35440 + }, + { + "epoch": 5.782282404763847, + "grad_norm": 0.9521777629852295, + "learning_rate": 1.58350089664972e-06, + "loss": 0.1661, + "num_input_tokens_seen": 68216432, + "step": 35445 + }, + { + "epoch": 5.783098131984664, + "grad_norm": 0.7839325666427612, + "learning_rate": 1.5800642283812865e-06, + "loss": 0.1659, + "num_input_tokens_seen": 68226512, + "step": 35450 + }, + { + "epoch": 5.783913859205482, + "grad_norm": 0.45293042063713074, + "learning_rate": 1.5766311717612698e-06, + "loss": 0.187, + "num_input_tokens_seen": 68236448, + "step": 35455 + }, + { + "epoch": 5.784729586426299, + "grad_norm": 0.35077551007270813, + "learning_rate": 1.5732017273190818e-06, + "loss": 0.1109, + "num_input_tokens_seen": 68246624, + "step": 35460 + }, + { + "epoch": 5.785545313647116, + "grad_norm": 0.7144813537597656, + "learning_rate": 1.5697758955835806e-06, + "loss": 0.1777, + "num_input_tokens_seen": 68256688, + "step": 35465 + }, + { + "epoch": 5.786361040867934, + "grad_norm": 0.567288339138031, + "learning_rate": 1.566353677083085e-06, + "loss": 0.1616, + "num_input_tokens_seen": 68266160, + "step": 35470 + }, + { + "epoch": 5.787176768088751, + "grad_norm": 0.5479589104652405, + "learning_rate": 1.562935072345334e-06, + "loss": 0.1098, + "num_input_tokens_seen": 68275552, + "step": 35475 + }, + { + "epoch": 5.7879924953095685, + "grad_norm": 0.14054952561855316, + "learning_rate": 1.5595200818975281e-06, + "loss": 0.112, + "num_input_tokens_seen": 68284576, + "step": 35480 + }, + { + "epoch": 5.788808222530386, + "grad_norm": 0.7094371318817139, + "learning_rate": 1.5561087062662905e-06, + "loss": 0.2409, + "num_input_tokens_seen": 68293680, + "step": 35485 + }, + { + "epoch": 5.789623949751203, + "grad_norm": 0.3863895535469055, + "learning_rate": 1.5527009459777087e-06, + "loss": 0.1606, + "num_input_tokens_seen": 68303056, + "step": 35490 + }, + { + "epoch": 5.790439676972021, + "grad_norm": 0.16173939406871796, + "learning_rate": 1.5492968015572984e-06, + "loss": 0.1288, + "num_input_tokens_seen": 68314208, + "step": 35495 + }, + { + "epoch": 5.791255404192838, + "grad_norm": 0.5460538864135742, + "learning_rate": 1.5458962735300203e-06, + "loss": 0.0809, + "num_input_tokens_seen": 68325040, + "step": 35500 + }, + { + "epoch": 5.792071131413655, + "grad_norm": 0.3150920867919922, + "learning_rate": 1.54249936242028e-06, + "loss": 0.1237, + "num_input_tokens_seen": 68334320, + "step": 35505 + }, + { + "epoch": 5.792886858634473, + "grad_norm": 0.4918058514595032, + "learning_rate": 1.5391060687519222e-06, + "loss": 0.2356, + "num_input_tokens_seen": 68344112, + "step": 35510 + }, + { + "epoch": 5.79370258585529, + "grad_norm": 0.6794520616531372, + "learning_rate": 1.5357163930482367e-06, + "loss": 0.1532, + "num_input_tokens_seen": 68354176, + "step": 35515 + }, + { + "epoch": 5.794518313076107, + "grad_norm": 0.6451755166053772, + "learning_rate": 1.532330335831955e-06, + "loss": 0.1541, + "num_input_tokens_seen": 68364016, + "step": 35520 + }, + { + "epoch": 5.7953340402969244, + "grad_norm": 2.141749858856201, + "learning_rate": 1.5289478976252491e-06, + "loss": 0.1485, + "num_input_tokens_seen": 68372544, + "step": 35525 + }, + { + "epoch": 5.796149767517742, + "grad_norm": 0.587481677532196, + "learning_rate": 1.5255690789497345e-06, + "loss": 0.0792, + "num_input_tokens_seen": 68381936, + "step": 35530 + }, + { + "epoch": 5.79696549473856, + "grad_norm": 1.6454682350158691, + "learning_rate": 1.5221938803264641e-06, + "loss": 0.1879, + "num_input_tokens_seen": 68392272, + "step": 35535 + }, + { + "epoch": 5.797781221959377, + "grad_norm": 0.7358275055885315, + "learning_rate": 1.518822302275938e-06, + "loss": 0.1836, + "num_input_tokens_seen": 68402000, + "step": 35540 + }, + { + "epoch": 5.798596949180194, + "grad_norm": 0.9950064420700073, + "learning_rate": 1.5154543453180958e-06, + "loss": 0.1529, + "num_input_tokens_seen": 68410896, + "step": 35545 + }, + { + "epoch": 5.799412676401012, + "grad_norm": 0.5234394073486328, + "learning_rate": 1.5120900099723167e-06, + "loss": 0.1157, + "num_input_tokens_seen": 68420944, + "step": 35550 + }, + { + "epoch": 5.800228403621829, + "grad_norm": 1.2800047397613525, + "learning_rate": 1.5087292967574273e-06, + "loss": 0.1619, + "num_input_tokens_seen": 68429664, + "step": 35555 + }, + { + "epoch": 5.801044130842646, + "grad_norm": 1.197412133216858, + "learning_rate": 1.5053722061916908e-06, + "loss": 0.1514, + "num_input_tokens_seen": 68439200, + "step": 35560 + }, + { + "epoch": 5.801859858063463, + "grad_norm": 0.5082408785820007, + "learning_rate": 1.5020187387928124e-06, + "loss": 0.1276, + "num_input_tokens_seen": 68447856, + "step": 35565 + }, + { + "epoch": 5.802675585284281, + "grad_norm": 0.8177135586738586, + "learning_rate": 1.4986688950779343e-06, + "loss": 0.137, + "num_input_tokens_seen": 68456720, + "step": 35570 + }, + { + "epoch": 5.803491312505098, + "grad_norm": 0.8107077479362488, + "learning_rate": 1.495322675563654e-06, + "loss": 0.1313, + "num_input_tokens_seen": 68466800, + "step": 35575 + }, + { + "epoch": 5.8043070397259156, + "grad_norm": 0.9904059767723083, + "learning_rate": 1.4919800807659922e-06, + "loss": 0.2679, + "num_input_tokens_seen": 68476496, + "step": 35580 + }, + { + "epoch": 5.805122766946733, + "grad_norm": 1.315109372138977, + "learning_rate": 1.4886411112004255e-06, + "loss": 0.1259, + "num_input_tokens_seen": 68486432, + "step": 35585 + }, + { + "epoch": 5.805938494167551, + "grad_norm": 0.8189725279808044, + "learning_rate": 1.4853057673818588e-06, + "loss": 0.1815, + "num_input_tokens_seen": 68495568, + "step": 35590 + }, + { + "epoch": 5.806754221388368, + "grad_norm": 1.0291916131973267, + "learning_rate": 1.481974049824647e-06, + "loss": 0.1922, + "num_input_tokens_seen": 68504480, + "step": 35595 + }, + { + "epoch": 5.807569948609185, + "grad_norm": 0.7166041135787964, + "learning_rate": 1.4786459590425849e-06, + "loss": 0.1375, + "num_input_tokens_seen": 68514656, + "step": 35600 + }, + { + "epoch": 5.807569948609185, + "eval_loss": 0.1619843691587448, + "eval_runtime": 71.3843, + "eval_samples_per_second": 38.174, + "eval_steps_per_second": 19.094, + "num_input_tokens_seen": 68514656, + "step": 35600 + }, + { + "epoch": 5.808385675830002, + "grad_norm": 0.6548583507537842, + "learning_rate": 1.4753214955489036e-06, + "loss": 0.1375, + "num_input_tokens_seen": 68524416, + "step": 35605 + }, + { + "epoch": 5.80920140305082, + "grad_norm": 0.614579439163208, + "learning_rate": 1.4720006598562737e-06, + "loss": 0.1914, + "num_input_tokens_seen": 68534848, + "step": 35610 + }, + { + "epoch": 5.810017130271637, + "grad_norm": 0.6922028064727783, + "learning_rate": 1.4686834524768185e-06, + "loss": 0.2496, + "num_input_tokens_seen": 68545344, + "step": 35615 + }, + { + "epoch": 5.810832857492454, + "grad_norm": 0.5637922286987305, + "learning_rate": 1.4653698739220844e-06, + "loss": 0.0948, + "num_input_tokens_seen": 68553952, + "step": 35620 + }, + { + "epoch": 5.8116485847132715, + "grad_norm": 1.1510735750198364, + "learning_rate": 1.4620599247030715e-06, + "loss": 0.1563, + "num_input_tokens_seen": 68564416, + "step": 35625 + }, + { + "epoch": 5.8124643119340895, + "grad_norm": 0.5019611716270447, + "learning_rate": 1.4587536053302125e-06, + "loss": 0.1513, + "num_input_tokens_seen": 68573360, + "step": 35630 + }, + { + "epoch": 5.813280039154907, + "grad_norm": 1.0989820957183838, + "learning_rate": 1.4554509163133862e-06, + "loss": 0.204, + "num_input_tokens_seen": 68581856, + "step": 35635 + }, + { + "epoch": 5.814095766375724, + "grad_norm": 0.817848801612854, + "learning_rate": 1.4521518581619098e-06, + "loss": 0.2157, + "num_input_tokens_seen": 68591456, + "step": 35640 + }, + { + "epoch": 5.814911493596542, + "grad_norm": 0.7103533744812012, + "learning_rate": 1.4488564313845348e-06, + "loss": 0.1289, + "num_input_tokens_seen": 68600400, + "step": 35645 + }, + { + "epoch": 5.815727220817359, + "grad_norm": 1.332085371017456, + "learning_rate": 1.4455646364894603e-06, + "loss": 0.2082, + "num_input_tokens_seen": 68609504, + "step": 35650 + }, + { + "epoch": 5.816542948038176, + "grad_norm": 0.7834069728851318, + "learning_rate": 1.4422764739843247e-06, + "loss": 0.2281, + "num_input_tokens_seen": 68618256, + "step": 35655 + }, + { + "epoch": 5.817358675258993, + "grad_norm": 0.8395935893058777, + "learning_rate": 1.4389919443762e-06, + "loss": 0.1631, + "num_input_tokens_seen": 68626992, + "step": 35660 + }, + { + "epoch": 5.81817440247981, + "grad_norm": 2.021601915359497, + "learning_rate": 1.4357110481716063e-06, + "loss": 0.1286, + "num_input_tokens_seen": 68638032, + "step": 35665 + }, + { + "epoch": 5.818990129700628, + "grad_norm": 0.5051178932189941, + "learning_rate": 1.4324337858764941e-06, + "loss": 0.1666, + "num_input_tokens_seen": 68646784, + "step": 35670 + }, + { + "epoch": 5.8198058569214455, + "grad_norm": 0.5844638347625732, + "learning_rate": 1.4291601579962622e-06, + "loss": 0.1317, + "num_input_tokens_seen": 68656560, + "step": 35675 + }, + { + "epoch": 5.820621584142263, + "grad_norm": 1.4207086563110352, + "learning_rate": 1.42589016503574e-06, + "loss": 0.1282, + "num_input_tokens_seen": 68666272, + "step": 35680 + }, + { + "epoch": 5.821437311363081, + "grad_norm": 0.6380476951599121, + "learning_rate": 1.4226238074992099e-06, + "loss": 0.1275, + "num_input_tokens_seen": 68677104, + "step": 35685 + }, + { + "epoch": 5.822253038583898, + "grad_norm": 0.5744697451591492, + "learning_rate": 1.4193610858903778e-06, + "loss": 0.1636, + "num_input_tokens_seen": 68686176, + "step": 35690 + }, + { + "epoch": 5.823068765804715, + "grad_norm": 1.103263258934021, + "learning_rate": 1.416102000712402e-06, + "loss": 0.0864, + "num_input_tokens_seen": 68696352, + "step": 35695 + }, + { + "epoch": 5.823884493025532, + "grad_norm": 0.644294798374176, + "learning_rate": 1.4128465524678668e-06, + "loss": 0.1176, + "num_input_tokens_seen": 68703376, + "step": 35700 + }, + { + "epoch": 5.824700220246349, + "grad_norm": 0.3095008134841919, + "learning_rate": 1.4095947416588124e-06, + "loss": 0.1234, + "num_input_tokens_seen": 68713296, + "step": 35705 + }, + { + "epoch": 5.825515947467167, + "grad_norm": 1.2036445140838623, + "learning_rate": 1.4063465687866983e-06, + "loss": 0.2543, + "num_input_tokens_seen": 68724608, + "step": 35710 + }, + { + "epoch": 5.826331674687984, + "grad_norm": 0.25919368863105774, + "learning_rate": 1.4031020343524438e-06, + "loss": 0.1891, + "num_input_tokens_seen": 68734736, + "step": 35715 + }, + { + "epoch": 5.827147401908801, + "grad_norm": 0.8850235939025879, + "learning_rate": 1.3998611388563926e-06, + "loss": 0.1218, + "num_input_tokens_seen": 68745744, + "step": 35720 + }, + { + "epoch": 5.8279631291296194, + "grad_norm": 0.9341607689857483, + "learning_rate": 1.3966238827983314e-06, + "loss": 0.213, + "num_input_tokens_seen": 68756720, + "step": 35725 + }, + { + "epoch": 5.828778856350437, + "grad_norm": 0.3371039628982544, + "learning_rate": 1.393390266677483e-06, + "loss": 0.1984, + "num_input_tokens_seen": 68765376, + "step": 35730 + }, + { + "epoch": 5.829594583571254, + "grad_norm": 1.3980735540390015, + "learning_rate": 1.3901602909925204e-06, + "loss": 0.1375, + "num_input_tokens_seen": 68776352, + "step": 35735 + }, + { + "epoch": 5.830410310792071, + "grad_norm": 1.733141303062439, + "learning_rate": 1.3869339562415373e-06, + "loss": 0.2304, + "num_input_tokens_seen": 68786368, + "step": 35740 + }, + { + "epoch": 5.831226038012889, + "grad_norm": 0.7359341979026794, + "learning_rate": 1.38371126292208e-06, + "loss": 0.0919, + "num_input_tokens_seen": 68796800, + "step": 35745 + }, + { + "epoch": 5.832041765233706, + "grad_norm": 1.1163291931152344, + "learning_rate": 1.3804922115311286e-06, + "loss": 0.2313, + "num_input_tokens_seen": 68806240, + "step": 35750 + }, + { + "epoch": 5.832857492454523, + "grad_norm": 1.0899600982666016, + "learning_rate": 1.3772768025650945e-06, + "loss": 0.1721, + "num_input_tokens_seen": 68815184, + "step": 35755 + }, + { + "epoch": 5.83367321967534, + "grad_norm": 1.1893037557601929, + "learning_rate": 1.3740650365198448e-06, + "loss": 0.1859, + "num_input_tokens_seen": 68825488, + "step": 35760 + }, + { + "epoch": 5.834488946896158, + "grad_norm": 0.6094269752502441, + "learning_rate": 1.3708569138906612e-06, + "loss": 0.1048, + "num_input_tokens_seen": 68834560, + "step": 35765 + }, + { + "epoch": 5.835304674116975, + "grad_norm": 1.075418472290039, + "learning_rate": 1.367652435172287e-06, + "loss": 0.1446, + "num_input_tokens_seen": 68845072, + "step": 35770 + }, + { + "epoch": 5.8361204013377925, + "grad_norm": 0.5086263418197632, + "learning_rate": 1.364451600858893e-06, + "loss": 0.1348, + "num_input_tokens_seen": 68855392, + "step": 35775 + }, + { + "epoch": 5.83693612855861, + "grad_norm": 0.16683311760425568, + "learning_rate": 1.3612544114440823e-06, + "loss": 0.0622, + "num_input_tokens_seen": 68866128, + "step": 35780 + }, + { + "epoch": 5.837751855779428, + "grad_norm": 0.4785115718841553, + "learning_rate": 1.3580608674209072e-06, + "loss": 0.1583, + "num_input_tokens_seen": 68875280, + "step": 35785 + }, + { + "epoch": 5.838567583000245, + "grad_norm": 0.3354938328266144, + "learning_rate": 1.3548709692818434e-06, + "loss": 0.148, + "num_input_tokens_seen": 68883088, + "step": 35790 + }, + { + "epoch": 5.839383310221062, + "grad_norm": 0.4524373412132263, + "learning_rate": 1.3516847175188223e-06, + "loss": 0.1822, + "num_input_tokens_seen": 68894112, + "step": 35795 + }, + { + "epoch": 5.840199037441879, + "grad_norm": 0.6689416766166687, + "learning_rate": 1.348502112623204e-06, + "loss": 0.1579, + "num_input_tokens_seen": 68904544, + "step": 35800 + }, + { + "epoch": 5.840199037441879, + "eval_loss": 0.16306979954242706, + "eval_runtime": 71.3446, + "eval_samples_per_second": 38.195, + "eval_steps_per_second": 19.104, + "num_input_tokens_seen": 68904544, + "step": 35800 + }, + { + "epoch": 5.841014764662697, + "grad_norm": 0.6768036484718323, + "learning_rate": 1.3453231550857787e-06, + "loss": 0.2674, + "num_input_tokens_seen": 68914592, + "step": 35805 + }, + { + "epoch": 5.841830491883514, + "grad_norm": 1.6992498636245728, + "learning_rate": 1.3421478453967878e-06, + "loss": 0.1679, + "num_input_tokens_seen": 68924256, + "step": 35810 + }, + { + "epoch": 5.842646219104331, + "grad_norm": 1.0279572010040283, + "learning_rate": 1.3389761840459065e-06, + "loss": 0.1768, + "num_input_tokens_seen": 68934032, + "step": 35815 + }, + { + "epoch": 5.8434619463251485, + "grad_norm": 0.9101791977882385, + "learning_rate": 1.3358081715222376e-06, + "loss": 0.2019, + "num_input_tokens_seen": 68943408, + "step": 35820 + }, + { + "epoch": 5.8442776735459665, + "grad_norm": 0.6419927477836609, + "learning_rate": 1.3326438083143295e-06, + "loss": 0.1069, + "num_input_tokens_seen": 68952304, + "step": 35825 + }, + { + "epoch": 5.845093400766784, + "grad_norm": 0.9004566073417664, + "learning_rate": 1.3294830949101723e-06, + "loss": 0.1341, + "num_input_tokens_seen": 68961488, + "step": 35830 + }, + { + "epoch": 5.845909127987601, + "grad_norm": 0.5542072057723999, + "learning_rate": 1.3263260317971815e-06, + "loss": 0.1394, + "num_input_tokens_seen": 68971008, + "step": 35835 + }, + { + "epoch": 5.846724855208418, + "grad_norm": 0.5241686701774597, + "learning_rate": 1.3231726194622208e-06, + "loss": 0.1283, + "num_input_tokens_seen": 68979376, + "step": 35840 + }, + { + "epoch": 5.847540582429236, + "grad_norm": 0.3265570104122162, + "learning_rate": 1.3200228583915814e-06, + "loss": 0.1549, + "num_input_tokens_seen": 68988640, + "step": 35845 + }, + { + "epoch": 5.848356309650053, + "grad_norm": 0.8948460221290588, + "learning_rate": 1.3168767490709971e-06, + "loss": 0.1762, + "num_input_tokens_seen": 68997440, + "step": 35850 + }, + { + "epoch": 5.84917203687087, + "grad_norm": 0.6891013383865356, + "learning_rate": 1.3137342919856437e-06, + "loss": 0.1554, + "num_input_tokens_seen": 69006896, + "step": 35855 + }, + { + "epoch": 5.849987764091688, + "grad_norm": 0.3494005799293518, + "learning_rate": 1.310595487620117e-06, + "loss": 0.1049, + "num_input_tokens_seen": 69016464, + "step": 35860 + }, + { + "epoch": 5.850803491312505, + "grad_norm": 0.5293554067611694, + "learning_rate": 1.3074603364584715e-06, + "loss": 0.1249, + "num_input_tokens_seen": 69025424, + "step": 35865 + }, + { + "epoch": 5.8516192185333225, + "grad_norm": 0.9416281580924988, + "learning_rate": 1.3043288389841758e-06, + "loss": 0.227, + "num_input_tokens_seen": 69035440, + "step": 35870 + }, + { + "epoch": 5.85243494575414, + "grad_norm": 0.3866562843322754, + "learning_rate": 1.3012009956801546e-06, + "loss": 0.1041, + "num_input_tokens_seen": 69044128, + "step": 35875 + }, + { + "epoch": 5.853250672974957, + "grad_norm": 0.7924308776855469, + "learning_rate": 1.2980768070287586e-06, + "loss": 0.231, + "num_input_tokens_seen": 69054752, + "step": 35880 + }, + { + "epoch": 5.854066400195775, + "grad_norm": 0.7204544544219971, + "learning_rate": 1.2949562735117716e-06, + "loss": 0.1358, + "num_input_tokens_seen": 69063216, + "step": 35885 + }, + { + "epoch": 5.854882127416592, + "grad_norm": 1.2177441120147705, + "learning_rate": 1.291839395610428e-06, + "loss": 0.1758, + "num_input_tokens_seen": 69072288, + "step": 35890 + }, + { + "epoch": 5.855697854637409, + "grad_norm": 0.7601659297943115, + "learning_rate": 1.2887261738053852e-06, + "loss": 0.2702, + "num_input_tokens_seen": 69082304, + "step": 35895 + }, + { + "epoch": 5.856513581858227, + "grad_norm": 0.6894230246543884, + "learning_rate": 1.2856166085767396e-06, + "loss": 0.1405, + "num_input_tokens_seen": 69092528, + "step": 35900 + }, + { + "epoch": 5.857329309079044, + "grad_norm": 0.45914849638938904, + "learning_rate": 1.2825107004040272e-06, + "loss": 0.1055, + "num_input_tokens_seen": 69100800, + "step": 35905 + }, + { + "epoch": 5.858145036299861, + "grad_norm": 1.3168270587921143, + "learning_rate": 1.2794084497662146e-06, + "loss": 0.2335, + "num_input_tokens_seen": 69110192, + "step": 35910 + }, + { + "epoch": 5.858960763520678, + "grad_norm": 1.2771224975585938, + "learning_rate": 1.276309857141711e-06, + "loss": 0.161, + "num_input_tokens_seen": 69119808, + "step": 35915 + }, + { + "epoch": 5.859776490741496, + "grad_norm": 1.4202234745025635, + "learning_rate": 1.273214923008359e-06, + "loss": 0.1356, + "num_input_tokens_seen": 69130016, + "step": 35920 + }, + { + "epoch": 5.8605922179623136, + "grad_norm": 1.3159619569778442, + "learning_rate": 1.2701236478434352e-06, + "loss": 0.1697, + "num_input_tokens_seen": 69138272, + "step": 35925 + }, + { + "epoch": 5.861407945183131, + "grad_norm": 0.3407337963581085, + "learning_rate": 1.2670360321236502e-06, + "loss": 0.1752, + "num_input_tokens_seen": 69148512, + "step": 35930 + }, + { + "epoch": 5.862223672403948, + "grad_norm": 0.5235571265220642, + "learning_rate": 1.2639520763251617e-06, + "loss": 0.2596, + "num_input_tokens_seen": 69158784, + "step": 35935 + }, + { + "epoch": 5.863039399624766, + "grad_norm": 0.6576582789421082, + "learning_rate": 1.2608717809235448e-06, + "loss": 0.1695, + "num_input_tokens_seen": 69168912, + "step": 35940 + }, + { + "epoch": 5.863855126845583, + "grad_norm": 1.4171034097671509, + "learning_rate": 1.2577951463938282e-06, + "loss": 0.1233, + "num_input_tokens_seen": 69180240, + "step": 35945 + }, + { + "epoch": 5.8646708540664, + "grad_norm": 0.32304880023002625, + "learning_rate": 1.2547221732104569e-06, + "loss": 0.176, + "num_input_tokens_seen": 69190752, + "step": 35950 + }, + { + "epoch": 5.865486581287217, + "grad_norm": 0.6053310036659241, + "learning_rate": 1.25165286184733e-06, + "loss": 0.1166, + "num_input_tokens_seen": 69199968, + "step": 35955 + }, + { + "epoch": 5.866302308508035, + "grad_norm": 0.8573600649833679, + "learning_rate": 1.248587212777777e-06, + "loss": 0.1642, + "num_input_tokens_seen": 69209552, + "step": 35960 + }, + { + "epoch": 5.867118035728852, + "grad_norm": 0.7535158395767212, + "learning_rate": 1.2455252264745532e-06, + "loss": 0.1903, + "num_input_tokens_seen": 69218976, + "step": 35965 + }, + { + "epoch": 5.8679337629496695, + "grad_norm": 0.4599769413471222, + "learning_rate": 1.2424669034098528e-06, + "loss": 0.1864, + "num_input_tokens_seen": 69228976, + "step": 35970 + }, + { + "epoch": 5.868749490170487, + "grad_norm": 1.1293655633926392, + "learning_rate": 1.2394122440553185e-06, + "loss": 0.1907, + "num_input_tokens_seen": 69238416, + "step": 35975 + }, + { + "epoch": 5.869565217391305, + "grad_norm": 0.5511763095855713, + "learning_rate": 1.2363612488820037e-06, + "loss": 0.1025, + "num_input_tokens_seen": 69248032, + "step": 35980 + }, + { + "epoch": 5.870380944612122, + "grad_norm": 0.556705892086029, + "learning_rate": 1.2333139183604208e-06, + "loss": 0.2081, + "num_input_tokens_seen": 69257328, + "step": 35985 + }, + { + "epoch": 5.871196671832939, + "grad_norm": 1.0027469396591187, + "learning_rate": 1.2302702529604998e-06, + "loss": 0.1231, + "num_input_tokens_seen": 69267056, + "step": 35990 + }, + { + "epoch": 5.872012399053756, + "grad_norm": 0.5748174786567688, + "learning_rate": 1.227230253151615e-06, + "loss": 0.1379, + "num_input_tokens_seen": 69277760, + "step": 35995 + }, + { + "epoch": 5.872828126274574, + "grad_norm": 1.925224781036377, + "learning_rate": 1.2241939194025748e-06, + "loss": 0.2005, + "num_input_tokens_seen": 69286320, + "step": 36000 + }, + { + "epoch": 5.872828126274574, + "eval_loss": 0.16198791563510895, + "eval_runtime": 71.4736, + "eval_samples_per_second": 38.126, + "eval_steps_per_second": 19.07, + "num_input_tokens_seen": 69286320, + "step": 36000 + }, + { + "epoch": 5.873643853495391, + "grad_norm": 0.5793068408966064, + "learning_rate": 1.2211612521816156e-06, + "loss": 0.1415, + "num_input_tokens_seen": 69296240, + "step": 36005 + }, + { + "epoch": 5.874459580716208, + "grad_norm": 0.7485600113868713, + "learning_rate": 1.2181322519564137e-06, + "loss": 0.2141, + "num_input_tokens_seen": 69306032, + "step": 36010 + }, + { + "epoch": 5.8752753079370255, + "grad_norm": 0.5484675765037537, + "learning_rate": 1.2151069191940839e-06, + "loss": 0.2077, + "num_input_tokens_seen": 69317312, + "step": 36015 + }, + { + "epoch": 5.8760910351578435, + "grad_norm": 0.8522800803184509, + "learning_rate": 1.2120852543611644e-06, + "loss": 0.1603, + "num_input_tokens_seen": 69327952, + "step": 36020 + }, + { + "epoch": 5.876906762378661, + "grad_norm": 0.8297445774078369, + "learning_rate": 1.2090672579236379e-06, + "loss": 0.1794, + "num_input_tokens_seen": 69337728, + "step": 36025 + }, + { + "epoch": 5.877722489599478, + "grad_norm": 0.6571100354194641, + "learning_rate": 1.2060529303469126e-06, + "loss": 0.189, + "num_input_tokens_seen": 69346736, + "step": 36030 + }, + { + "epoch": 5.878538216820296, + "grad_norm": 0.6131191253662109, + "learning_rate": 1.2030422720958445e-06, + "loss": 0.2141, + "num_input_tokens_seen": 69355456, + "step": 36035 + }, + { + "epoch": 5.879353944041113, + "grad_norm": 0.7873982787132263, + "learning_rate": 1.200035283634704e-06, + "loss": 0.1566, + "num_input_tokens_seen": 69366448, + "step": 36040 + }, + { + "epoch": 5.88016967126193, + "grad_norm": 1.0211763381958008, + "learning_rate": 1.1970319654272144e-06, + "loss": 0.2178, + "num_input_tokens_seen": 69375488, + "step": 36045 + }, + { + "epoch": 5.880985398482747, + "grad_norm": 1.1746068000793457, + "learning_rate": 1.1940323179365192e-06, + "loss": 0.1524, + "num_input_tokens_seen": 69384240, + "step": 36050 + }, + { + "epoch": 5.881801125703564, + "grad_norm": 0.4169689118862152, + "learning_rate": 1.1910363416252095e-06, + "loss": 0.1085, + "num_input_tokens_seen": 69393120, + "step": 36055 + }, + { + "epoch": 5.882616852924382, + "grad_norm": 1.596161961555481, + "learning_rate": 1.1880440369552964e-06, + "loss": 0.199, + "num_input_tokens_seen": 69402928, + "step": 36060 + }, + { + "epoch": 5.883432580145199, + "grad_norm": 0.639137864112854, + "learning_rate": 1.1850554043882328e-06, + "loss": 0.1507, + "num_input_tokens_seen": 69412992, + "step": 36065 + }, + { + "epoch": 5.884248307366017, + "grad_norm": 1.214402675628662, + "learning_rate": 1.1820704443849028e-06, + "loss": 0.132, + "num_input_tokens_seen": 69423200, + "step": 36070 + }, + { + "epoch": 5.885064034586835, + "grad_norm": 0.7364236116409302, + "learning_rate": 1.1790891574056219e-06, + "loss": 0.1795, + "num_input_tokens_seen": 69433168, + "step": 36075 + }, + { + "epoch": 5.885879761807652, + "grad_norm": 1.0832358598709106, + "learning_rate": 1.1761115439101523e-06, + "loss": 0.1821, + "num_input_tokens_seen": 69442976, + "step": 36080 + }, + { + "epoch": 5.886695489028469, + "grad_norm": 0.9110718965530396, + "learning_rate": 1.1731376043576659e-06, + "loss": 0.1456, + "num_input_tokens_seen": 69452960, + "step": 36085 + }, + { + "epoch": 5.887511216249286, + "grad_norm": 0.4017282724380493, + "learning_rate": 1.1701673392067875e-06, + "loss": 0.1477, + "num_input_tokens_seen": 69462080, + "step": 36090 + }, + { + "epoch": 5.888326943470103, + "grad_norm": 0.44710540771484375, + "learning_rate": 1.1672007489155757e-06, + "loss": 0.106, + "num_input_tokens_seen": 69471616, + "step": 36095 + }, + { + "epoch": 5.889142670690921, + "grad_norm": 0.6396099328994751, + "learning_rate": 1.164237833941506e-06, + "loss": 0.168, + "num_input_tokens_seen": 69482048, + "step": 36100 + }, + { + "epoch": 5.889958397911738, + "grad_norm": 0.9356186985969543, + "learning_rate": 1.1612785947415022e-06, + "loss": 0.1807, + "num_input_tokens_seen": 69492144, + "step": 36105 + }, + { + "epoch": 5.890774125132555, + "grad_norm": 1.198684811592102, + "learning_rate": 1.1583230317719185e-06, + "loss": 0.1582, + "num_input_tokens_seen": 69502256, + "step": 36110 + }, + { + "epoch": 5.891589852353373, + "grad_norm": 0.40919721126556396, + "learning_rate": 1.1553711454885318e-06, + "loss": 0.118, + "num_input_tokens_seen": 69511472, + "step": 36115 + }, + { + "epoch": 5.8924055795741905, + "grad_norm": 0.9722186326980591, + "learning_rate": 1.152422936346567e-06, + "loss": 0.1773, + "num_input_tokens_seen": 69520768, + "step": 36120 + }, + { + "epoch": 5.893221306795008, + "grad_norm": 1.9559025764465332, + "learning_rate": 1.1494784048006718e-06, + "loss": 0.2112, + "num_input_tokens_seen": 69530304, + "step": 36125 + }, + { + "epoch": 5.894037034015825, + "grad_norm": 0.5152751803398132, + "learning_rate": 1.1465375513049326e-06, + "loss": 0.1099, + "num_input_tokens_seen": 69539872, + "step": 36130 + }, + { + "epoch": 5.894852761236643, + "grad_norm": 0.38199377059936523, + "learning_rate": 1.1436003763128616e-06, + "loss": 0.2301, + "num_input_tokens_seen": 69550224, + "step": 36135 + }, + { + "epoch": 5.89566848845746, + "grad_norm": 1.672021508216858, + "learning_rate": 1.1406668802774106e-06, + "loss": 0.1806, + "num_input_tokens_seen": 69559936, + "step": 36140 + }, + { + "epoch": 5.896484215678277, + "grad_norm": 0.3582548499107361, + "learning_rate": 1.137737063650965e-06, + "loss": 0.107, + "num_input_tokens_seen": 69568848, + "step": 36145 + }, + { + "epoch": 5.897299942899094, + "grad_norm": 1.5154967308044434, + "learning_rate": 1.1348109268853323e-06, + "loss": 0.1964, + "num_input_tokens_seen": 69579824, + "step": 36150 + }, + { + "epoch": 5.898115670119912, + "grad_norm": 0.3683026134967804, + "learning_rate": 1.1318884704317634e-06, + "loss": 0.1572, + "num_input_tokens_seen": 69590336, + "step": 36155 + }, + { + "epoch": 5.898931397340729, + "grad_norm": 0.20955681800842285, + "learning_rate": 1.1289696947409417e-06, + "loss": 0.1375, + "num_input_tokens_seen": 69601056, + "step": 36160 + }, + { + "epoch": 5.8997471245615465, + "grad_norm": 0.2490195333957672, + "learning_rate": 1.126054600262974e-06, + "loss": 0.0853, + "num_input_tokens_seen": 69609984, + "step": 36165 + }, + { + "epoch": 5.900562851782364, + "grad_norm": 0.5083597302436829, + "learning_rate": 1.1231431874474064e-06, + "loss": 0.0855, + "num_input_tokens_seen": 69619248, + "step": 36170 + }, + { + "epoch": 5.901378579003182, + "grad_norm": 1.049255609512329, + "learning_rate": 1.12023545674321e-06, + "loss": 0.1823, + "num_input_tokens_seen": 69628304, + "step": 36175 + }, + { + "epoch": 5.902194306223999, + "grad_norm": 1.5170599222183228, + "learning_rate": 1.117331408598804e-06, + "loss": 0.2037, + "num_input_tokens_seen": 69637184, + "step": 36180 + }, + { + "epoch": 5.903010033444816, + "grad_norm": 0.8528779745101929, + "learning_rate": 1.1144310434620191e-06, + "loss": 0.1146, + "num_input_tokens_seen": 69647664, + "step": 36185 + }, + { + "epoch": 5.903825760665633, + "grad_norm": 1.0585575103759766, + "learning_rate": 1.1115343617801365e-06, + "loss": 0.1625, + "num_input_tokens_seen": 69657728, + "step": 36190 + }, + { + "epoch": 5.904641487886451, + "grad_norm": 0.645233154296875, + "learning_rate": 1.1086413639998515e-06, + "loss": 0.1863, + "num_input_tokens_seen": 69667952, + "step": 36195 + }, + { + "epoch": 5.905457215107268, + "grad_norm": 0.4742342233657837, + "learning_rate": 1.1057520505673103e-06, + "loss": 0.1358, + "num_input_tokens_seen": 69676640, + "step": 36200 + }, + { + "epoch": 5.905457215107268, + "eval_loss": 0.16228686273097992, + "eval_runtime": 71.4359, + "eval_samples_per_second": 38.146, + "eval_steps_per_second": 19.08, + "num_input_tokens_seen": 69676640, + "step": 36200 + }, + { + "epoch": 5.906272942328085, + "grad_norm": 0.798492968082428, + "learning_rate": 1.1028664219280727e-06, + "loss": 0.1864, + "num_input_tokens_seen": 69686592, + "step": 36205 + }, + { + "epoch": 5.907088669548903, + "grad_norm": 0.6865963339805603, + "learning_rate": 1.0999844785271468e-06, + "loss": 0.1697, + "num_input_tokens_seen": 69695824, + "step": 36210 + }, + { + "epoch": 5.9079043967697205, + "grad_norm": 0.5319846272468567, + "learning_rate": 1.097106220808955e-06, + "loss": 0.213, + "num_input_tokens_seen": 69704240, + "step": 36215 + }, + { + "epoch": 5.908720123990538, + "grad_norm": 1.198888897895813, + "learning_rate": 1.0942316492173698e-06, + "loss": 0.1422, + "num_input_tokens_seen": 69713584, + "step": 36220 + }, + { + "epoch": 5.909535851211355, + "grad_norm": 1.6147205829620361, + "learning_rate": 1.0913607641956841e-06, + "loss": 0.1584, + "num_input_tokens_seen": 69723328, + "step": 36225 + }, + { + "epoch": 5.910351578432172, + "grad_norm": 0.8816642165184021, + "learning_rate": 1.0884935661866213e-06, + "loss": 0.1935, + "num_input_tokens_seen": 69732736, + "step": 36230 + }, + { + "epoch": 5.91116730565299, + "grad_norm": 1.2585924863815308, + "learning_rate": 1.0856300556323418e-06, + "loss": 0.1447, + "num_input_tokens_seen": 69742528, + "step": 36235 + }, + { + "epoch": 5.911983032873807, + "grad_norm": 1.2761890888214111, + "learning_rate": 1.0827702329744365e-06, + "loss": 0.1589, + "num_input_tokens_seen": 69751232, + "step": 36240 + }, + { + "epoch": 5.912798760094624, + "grad_norm": 0.4427022635936737, + "learning_rate": 1.0799140986539197e-06, + "loss": 0.151, + "num_input_tokens_seen": 69761984, + "step": 36245 + }, + { + "epoch": 5.913614487315442, + "grad_norm": 0.42312541604042053, + "learning_rate": 1.0770616531112526e-06, + "loss": 0.1717, + "num_input_tokens_seen": 69771408, + "step": 36250 + }, + { + "epoch": 5.914430214536259, + "grad_norm": 0.21325267851352692, + "learning_rate": 1.0742128967863085e-06, + "loss": 0.1163, + "num_input_tokens_seen": 69779920, + "step": 36255 + }, + { + "epoch": 5.915245941757076, + "grad_norm": 0.2909477949142456, + "learning_rate": 1.071367830118411e-06, + "loss": 0.0979, + "num_input_tokens_seen": 69789648, + "step": 36260 + }, + { + "epoch": 5.9160616689778935, + "grad_norm": 0.5561266541481018, + "learning_rate": 1.068526453546298e-06, + "loss": 0.1641, + "num_input_tokens_seen": 69799936, + "step": 36265 + }, + { + "epoch": 5.916877396198711, + "grad_norm": 0.6326567530632019, + "learning_rate": 1.0656887675081467e-06, + "loss": 0.1734, + "num_input_tokens_seen": 69810096, + "step": 36270 + }, + { + "epoch": 5.917693123419529, + "grad_norm": 0.9093300104141235, + "learning_rate": 1.0628547724415628e-06, + "loss": 0.1735, + "num_input_tokens_seen": 69818256, + "step": 36275 + }, + { + "epoch": 5.918508850640346, + "grad_norm": 1.4494147300720215, + "learning_rate": 1.0600244687835881e-06, + "loss": 0.1772, + "num_input_tokens_seen": 69827568, + "step": 36280 + }, + { + "epoch": 5.919324577861163, + "grad_norm": 0.7030038833618164, + "learning_rate": 1.0571978569706876e-06, + "loss": 0.0954, + "num_input_tokens_seen": 69836944, + "step": 36285 + }, + { + "epoch": 5.920140305081981, + "grad_norm": 0.6488674283027649, + "learning_rate": 1.0543749374387652e-06, + "loss": 0.1144, + "num_input_tokens_seen": 69845680, + "step": 36290 + }, + { + "epoch": 5.920956032302798, + "grad_norm": 0.5112637877464294, + "learning_rate": 1.051555710623142e-06, + "loss": 0.2123, + "num_input_tokens_seen": 69855840, + "step": 36295 + }, + { + "epoch": 5.921771759523615, + "grad_norm": 0.7811486124992371, + "learning_rate": 1.0487401769585847e-06, + "loss": 0.1507, + "num_input_tokens_seen": 69866448, + "step": 36300 + }, + { + "epoch": 5.922587486744432, + "grad_norm": 0.582846999168396, + "learning_rate": 1.0459283368792845e-06, + "loss": 0.1845, + "num_input_tokens_seen": 69875440, + "step": 36305 + }, + { + "epoch": 5.92340321396525, + "grad_norm": 0.4747742712497711, + "learning_rate": 1.043120190818858e-06, + "loss": 0.148, + "num_input_tokens_seen": 69885456, + "step": 36310 + }, + { + "epoch": 5.9242189411860675, + "grad_norm": 1.1973038911819458, + "learning_rate": 1.0403157392103596e-06, + "loss": 0.2158, + "num_input_tokens_seen": 69895600, + "step": 36315 + }, + { + "epoch": 5.925034668406885, + "grad_norm": 0.7255904674530029, + "learning_rate": 1.0375149824862735e-06, + "loss": 0.1594, + "num_input_tokens_seen": 69905680, + "step": 36320 + }, + { + "epoch": 5.925850395627702, + "grad_norm": 1.6138651371002197, + "learning_rate": 1.034717921078507e-06, + "loss": 0.2532, + "num_input_tokens_seen": 69915840, + "step": 36325 + }, + { + "epoch": 5.92666612284852, + "grad_norm": 1.3136136531829834, + "learning_rate": 1.0319245554184009e-06, + "loss": 0.2383, + "num_input_tokens_seen": 69924384, + "step": 36330 + }, + { + "epoch": 5.927481850069337, + "grad_norm": 1.0037859678268433, + "learning_rate": 1.0291348859367361e-06, + "loss": 0.2102, + "num_input_tokens_seen": 69934272, + "step": 36335 + }, + { + "epoch": 5.928297577290154, + "grad_norm": 0.5723414421081543, + "learning_rate": 1.0263489130637016e-06, + "loss": 0.11, + "num_input_tokens_seen": 69944336, + "step": 36340 + }, + { + "epoch": 5.929113304510971, + "grad_norm": 0.401339590549469, + "learning_rate": 1.0235666372289427e-06, + "loss": 0.1742, + "num_input_tokens_seen": 69953744, + "step": 36345 + }, + { + "epoch": 5.929929031731789, + "grad_norm": 0.7990351319313049, + "learning_rate": 1.0207880588615076e-06, + "loss": 0.1763, + "num_input_tokens_seen": 69962224, + "step": 36350 + }, + { + "epoch": 5.930744758952606, + "grad_norm": 1.3693466186523438, + "learning_rate": 1.0180131783898984e-06, + "loss": 0.1764, + "num_input_tokens_seen": 69972400, + "step": 36355 + }, + { + "epoch": 5.9315604861734235, + "grad_norm": 0.41661834716796875, + "learning_rate": 1.0152419962420362e-06, + "loss": 0.114, + "num_input_tokens_seen": 69982448, + "step": 36360 + }, + { + "epoch": 5.932376213394241, + "grad_norm": 0.5173625946044922, + "learning_rate": 1.0124745128452685e-06, + "loss": 0.1792, + "num_input_tokens_seen": 69991968, + "step": 36365 + }, + { + "epoch": 5.933191940615059, + "grad_norm": 1.0860893726348877, + "learning_rate": 1.0097107286263758e-06, + "loss": 0.1784, + "num_input_tokens_seen": 70000880, + "step": 36370 + }, + { + "epoch": 5.934007667835876, + "grad_norm": 0.48829585313796997, + "learning_rate": 1.00695064401157e-06, + "loss": 0.1037, + "num_input_tokens_seen": 70009136, + "step": 36375 + }, + { + "epoch": 5.934823395056693, + "grad_norm": 0.6657496690750122, + "learning_rate": 1.0041942594264886e-06, + "loss": 0.1395, + "num_input_tokens_seen": 70018368, + "step": 36380 + }, + { + "epoch": 5.935639122277511, + "grad_norm": 0.36045020818710327, + "learning_rate": 1.001441575296208e-06, + "loss": 0.1183, + "num_input_tokens_seen": 70027024, + "step": 36385 + }, + { + "epoch": 5.936454849498328, + "grad_norm": 0.7100275158882141, + "learning_rate": 9.986925920452139e-07, + "loss": 0.1926, + "num_input_tokens_seen": 70037536, + "step": 36390 + }, + { + "epoch": 5.937270576719145, + "grad_norm": 0.43163758516311646, + "learning_rate": 9.959473100974475e-07, + "loss": 0.1541, + "num_input_tokens_seen": 70047360, + "step": 36395 + }, + { + "epoch": 5.938086303939962, + "grad_norm": 1.2164620161056519, + "learning_rate": 9.932057298762564e-07, + "loss": 0.1665, + "num_input_tokens_seen": 70057024, + "step": 36400 + }, + { + "epoch": 5.938086303939962, + "eval_loss": 0.1620723009109497, + "eval_runtime": 71.4052, + "eval_samples_per_second": 38.163, + "eval_steps_per_second": 19.088, + "num_input_tokens_seen": 70057024, + "step": 36400 + }, + { + "epoch": 5.938902031160779, + "grad_norm": 0.4485465884208679, + "learning_rate": 9.90467851804433e-07, + "loss": 0.0917, + "num_input_tokens_seen": 70067024, + "step": 36405 + }, + { + "epoch": 5.939717758381597, + "grad_norm": 1.0824981927871704, + "learning_rate": 9.877336763041895e-07, + "loss": 0.1771, + "num_input_tokens_seen": 70075968, + "step": 36410 + }, + { + "epoch": 5.940533485602415, + "grad_norm": 0.7565321922302246, + "learning_rate": 9.850032037971662e-07, + "loss": 0.1301, + "num_input_tokens_seen": 70085328, + "step": 36415 + }, + { + "epoch": 5.941349212823232, + "grad_norm": 1.1042430400848389, + "learning_rate": 9.822764347044406e-07, + "loss": 0.2449, + "num_input_tokens_seen": 70094592, + "step": 36420 + }, + { + "epoch": 5.94216494004405, + "grad_norm": 1.2808939218521118, + "learning_rate": 9.795533694465175e-07, + "loss": 0.1762, + "num_input_tokens_seen": 70104880, + "step": 36425 + }, + { + "epoch": 5.942980667264867, + "grad_norm": 0.5828782916069031, + "learning_rate": 9.768340084433197e-07, + "loss": 0.108, + "num_input_tokens_seen": 70111904, + "step": 36430 + }, + { + "epoch": 5.943796394485684, + "grad_norm": 0.761193573474884, + "learning_rate": 9.741183521142143e-07, + "loss": 0.1238, + "num_input_tokens_seen": 70120224, + "step": 36435 + }, + { + "epoch": 5.944612121706501, + "grad_norm": 0.46968409419059753, + "learning_rate": 9.714064008779889e-07, + "loss": 0.1142, + "num_input_tokens_seen": 70129552, + "step": 36440 + }, + { + "epoch": 5.945427848927318, + "grad_norm": 1.1669747829437256, + "learning_rate": 9.686981551528584e-07, + "loss": 0.2659, + "num_input_tokens_seen": 70140112, + "step": 36445 + }, + { + "epoch": 5.946243576148136, + "grad_norm": 0.46424272656440735, + "learning_rate": 9.65993615356467e-07, + "loss": 0.1422, + "num_input_tokens_seen": 70150624, + "step": 36450 + }, + { + "epoch": 5.947059303368953, + "grad_norm": 0.5118100643157959, + "learning_rate": 9.632927819058917e-07, + "loss": 0.1233, + "num_input_tokens_seen": 70159120, + "step": 36455 + }, + { + "epoch": 5.9478750305897705, + "grad_norm": 0.6858276724815369, + "learning_rate": 9.605956552176305e-07, + "loss": 0.1432, + "num_input_tokens_seen": 70168752, + "step": 36460 + }, + { + "epoch": 5.9486907578105885, + "grad_norm": 0.5553588271141052, + "learning_rate": 9.579022357076223e-07, + "loss": 0.1011, + "num_input_tokens_seen": 70177824, + "step": 36465 + }, + { + "epoch": 5.949506485031406, + "grad_norm": 0.7625100016593933, + "learning_rate": 9.552125237912158e-07, + "loss": 0.1745, + "num_input_tokens_seen": 70186688, + "step": 36470 + }, + { + "epoch": 5.950322212252223, + "grad_norm": 0.6086344122886658, + "learning_rate": 9.525265198832096e-07, + "loss": 0.1557, + "num_input_tokens_seen": 70196384, + "step": 36475 + }, + { + "epoch": 5.95113793947304, + "grad_norm": 0.5302509069442749, + "learning_rate": 9.498442243978112e-07, + "loss": 0.1941, + "num_input_tokens_seen": 70205584, + "step": 36480 + }, + { + "epoch": 5.951953666693858, + "grad_norm": 0.5668888688087463, + "learning_rate": 9.471656377486649e-07, + "loss": 0.1382, + "num_input_tokens_seen": 70215600, + "step": 36485 + }, + { + "epoch": 5.952769393914675, + "grad_norm": 0.3444884121417999, + "learning_rate": 9.444907603488456e-07, + "loss": 0.1346, + "num_input_tokens_seen": 70225408, + "step": 36490 + }, + { + "epoch": 5.953585121135492, + "grad_norm": 0.6388356685638428, + "learning_rate": 9.418195926108514e-07, + "loss": 0.2157, + "num_input_tokens_seen": 70234592, + "step": 36495 + }, + { + "epoch": 5.954400848356309, + "grad_norm": 0.2181955724954605, + "learning_rate": 9.391521349466053e-07, + "loss": 0.1356, + "num_input_tokens_seen": 70243024, + "step": 36500 + }, + { + "epoch": 5.955216575577127, + "grad_norm": 0.34677961468696594, + "learning_rate": 9.364883877674758e-07, + "loss": 0.1413, + "num_input_tokens_seen": 70252672, + "step": 36505 + }, + { + "epoch": 5.9560323027979445, + "grad_norm": 1.0240761041641235, + "learning_rate": 9.33828351484231e-07, + "loss": 0.0833, + "num_input_tokens_seen": 70262160, + "step": 36510 + }, + { + "epoch": 5.956848030018762, + "grad_norm": 1.2871578931808472, + "learning_rate": 9.311720265070906e-07, + "loss": 0.1981, + "num_input_tokens_seen": 70270304, + "step": 36515 + }, + { + "epoch": 5.957663757239579, + "grad_norm": 0.35325995087623596, + "learning_rate": 9.285194132456931e-07, + "loss": 0.1753, + "num_input_tokens_seen": 70280592, + "step": 36520 + }, + { + "epoch": 5.958479484460397, + "grad_norm": 0.8544065356254578, + "learning_rate": 9.258705121091032e-07, + "loss": 0.153, + "num_input_tokens_seen": 70288800, + "step": 36525 + }, + { + "epoch": 5.959295211681214, + "grad_norm": 0.5219390988349915, + "learning_rate": 9.232253235058136e-07, + "loss": 0.1626, + "num_input_tokens_seen": 70298608, + "step": 36530 + }, + { + "epoch": 5.960110938902031, + "grad_norm": 0.8935366868972778, + "learning_rate": 9.205838478437478e-07, + "loss": 0.1262, + "num_input_tokens_seen": 70309456, + "step": 36535 + }, + { + "epoch": 5.960926666122848, + "grad_norm": 0.5655900239944458, + "learning_rate": 9.179460855302524e-07, + "loss": 0.1044, + "num_input_tokens_seen": 70319168, + "step": 36540 + }, + { + "epoch": 5.961742393343666, + "grad_norm": 0.5067892074584961, + "learning_rate": 9.153120369721046e-07, + "loss": 0.1626, + "num_input_tokens_seen": 70328832, + "step": 36545 + }, + { + "epoch": 5.962558120564483, + "grad_norm": 2.098630905151367, + "learning_rate": 9.126817025755103e-07, + "loss": 0.1938, + "num_input_tokens_seen": 70337232, + "step": 36550 + }, + { + "epoch": 5.9633738477853, + "grad_norm": 0.6974871158599854, + "learning_rate": 9.100550827460947e-07, + "loss": 0.105, + "num_input_tokens_seen": 70347504, + "step": 36555 + }, + { + "epoch": 5.964189575006118, + "grad_norm": 0.7855761051177979, + "learning_rate": 9.0743217788892e-07, + "loss": 0.1837, + "num_input_tokens_seen": 70355600, + "step": 36560 + }, + { + "epoch": 5.965005302226936, + "grad_norm": 1.603338360786438, + "learning_rate": 9.048129884084683e-07, + "loss": 0.1332, + "num_input_tokens_seen": 70364768, + "step": 36565 + }, + { + "epoch": 5.965821029447753, + "grad_norm": 0.6572355031967163, + "learning_rate": 9.021975147086553e-07, + "loss": 0.1595, + "num_input_tokens_seen": 70374816, + "step": 36570 + }, + { + "epoch": 5.96663675666857, + "grad_norm": 0.36078986525535583, + "learning_rate": 8.995857571928141e-07, + "loss": 0.0933, + "num_input_tokens_seen": 70385120, + "step": 36575 + }, + { + "epoch": 5.967452483889387, + "grad_norm": 0.9789420962333679, + "learning_rate": 8.969777162637139e-07, + "loss": 0.1744, + "num_input_tokens_seen": 70394816, + "step": 36580 + }, + { + "epoch": 5.968268211110205, + "grad_norm": 0.8719097971916199, + "learning_rate": 8.943733923235525e-07, + "loss": 0.1472, + "num_input_tokens_seen": 70404000, + "step": 36585 + }, + { + "epoch": 5.969083938331022, + "grad_norm": 0.762732207775116, + "learning_rate": 8.917727857739394e-07, + "loss": 0.1398, + "num_input_tokens_seen": 70413008, + "step": 36590 + }, + { + "epoch": 5.969899665551839, + "grad_norm": 0.4401695430278778, + "learning_rate": 8.891758970159258e-07, + "loss": 0.1341, + "num_input_tokens_seen": 70422720, + "step": 36595 + }, + { + "epoch": 5.970715392772657, + "grad_norm": 1.1378437280654907, + "learning_rate": 8.86582726449986e-07, + "loss": 0.1923, + "num_input_tokens_seen": 70432848, + "step": 36600 + }, + { + "epoch": 5.970715392772657, + "eval_loss": 0.162010058760643, + "eval_runtime": 71.3868, + "eval_samples_per_second": 38.172, + "eval_steps_per_second": 19.093, + "num_input_tokens_seen": 70432848, + "step": 36600 + }, + { + "epoch": 5.971531119993474, + "grad_norm": 1.1106165647506714, + "learning_rate": 8.839932744760165e-07, + "loss": 0.1671, + "num_input_tokens_seen": 70442848, + "step": 36605 + }, + { + "epoch": 5.9723468472142915, + "grad_norm": 1.333723545074463, + "learning_rate": 8.814075414933482e-07, + "loss": 0.2395, + "num_input_tokens_seen": 70452112, + "step": 36610 + }, + { + "epoch": 5.973162574435109, + "grad_norm": 0.43562719225883484, + "learning_rate": 8.788255279007257e-07, + "loss": 0.1134, + "num_input_tokens_seen": 70461680, + "step": 36615 + }, + { + "epoch": 5.973978301655926, + "grad_norm": 0.7125815153121948, + "learning_rate": 8.762472340963362e-07, + "loss": 0.1453, + "num_input_tokens_seen": 70471680, + "step": 36620 + }, + { + "epoch": 5.974794028876744, + "grad_norm": 1.0928767919540405, + "learning_rate": 8.736726604777811e-07, + "loss": 0.1747, + "num_input_tokens_seen": 70480176, + "step": 36625 + }, + { + "epoch": 5.975609756097561, + "grad_norm": 0.6064765453338623, + "learning_rate": 8.711018074420901e-07, + "loss": 0.2637, + "num_input_tokens_seen": 70490528, + "step": 36630 + }, + { + "epoch": 5.976425483318378, + "grad_norm": 1.8869880437850952, + "learning_rate": 8.685346753857209e-07, + "loss": 0.1327, + "num_input_tokens_seen": 70500896, + "step": 36635 + }, + { + "epoch": 5.977241210539196, + "grad_norm": 1.1210527420043945, + "learning_rate": 8.659712647045654e-07, + "loss": 0.1314, + "num_input_tokens_seen": 70510656, + "step": 36640 + }, + { + "epoch": 5.978056937760013, + "grad_norm": 1.014784574508667, + "learning_rate": 8.634115757939209e-07, + "loss": 0.1929, + "num_input_tokens_seen": 70520176, + "step": 36645 + }, + { + "epoch": 5.97887266498083, + "grad_norm": 1.9067416191101074, + "learning_rate": 8.608556090485387e-07, + "loss": 0.1527, + "num_input_tokens_seen": 70529808, + "step": 36650 + }, + { + "epoch": 5.9796883922016475, + "grad_norm": 1.598883032798767, + "learning_rate": 8.583033648625671e-07, + "loss": 0.2524, + "num_input_tokens_seen": 70540064, + "step": 36655 + }, + { + "epoch": 5.9805041194224655, + "grad_norm": 1.0935956239700317, + "learning_rate": 8.557548436295998e-07, + "loss": 0.1544, + "num_input_tokens_seen": 70550352, + "step": 36660 + }, + { + "epoch": 5.981319846643283, + "grad_norm": 0.5951571464538574, + "learning_rate": 8.532100457426556e-07, + "loss": 0.185, + "num_input_tokens_seen": 70559856, + "step": 36665 + }, + { + "epoch": 5.9821355738641, + "grad_norm": 1.3965100049972534, + "learning_rate": 8.506689715941679e-07, + "loss": 0.1366, + "num_input_tokens_seen": 70568048, + "step": 36670 + }, + { + "epoch": 5.982951301084917, + "grad_norm": 0.3568086326122284, + "learning_rate": 8.481316215760011e-07, + "loss": 0.1784, + "num_input_tokens_seen": 70578640, + "step": 36675 + }, + { + "epoch": 5.983767028305735, + "grad_norm": 0.8148594498634338, + "learning_rate": 8.455979960794558e-07, + "loss": 0.1272, + "num_input_tokens_seen": 70587232, + "step": 36680 + }, + { + "epoch": 5.984582755526552, + "grad_norm": 0.8063604831695557, + "learning_rate": 8.430680954952364e-07, + "loss": 0.1798, + "num_input_tokens_seen": 70597088, + "step": 36685 + }, + { + "epoch": 5.985398482747369, + "grad_norm": 0.4464460611343384, + "learning_rate": 8.405419202134974e-07, + "loss": 0.1197, + "num_input_tokens_seen": 70606992, + "step": 36690 + }, + { + "epoch": 5.986214209968186, + "grad_norm": 0.6620780229568481, + "learning_rate": 8.380194706237993e-07, + "loss": 0.2693, + "num_input_tokens_seen": 70617440, + "step": 36695 + }, + { + "epoch": 5.987029937189004, + "grad_norm": 0.7222436666488647, + "learning_rate": 8.355007471151366e-07, + "loss": 0.1375, + "num_input_tokens_seen": 70627088, + "step": 36700 + }, + { + "epoch": 5.9878456644098215, + "grad_norm": 3.1733267307281494, + "learning_rate": 8.329857500759292e-07, + "loss": 0.1689, + "num_input_tokens_seen": 70637296, + "step": 36705 + }, + { + "epoch": 5.988661391630639, + "grad_norm": 0.565940797328949, + "learning_rate": 8.304744798940194e-07, + "loss": 0.1198, + "num_input_tokens_seen": 70647104, + "step": 36710 + }, + { + "epoch": 5.989477118851456, + "grad_norm": 0.4148949384689331, + "learning_rate": 8.279669369566756e-07, + "loss": 0.1619, + "num_input_tokens_seen": 70656080, + "step": 36715 + }, + { + "epoch": 5.990292846072274, + "grad_norm": 0.6665921211242676, + "learning_rate": 8.254631216505993e-07, + "loss": 0.1685, + "num_input_tokens_seen": 70664832, + "step": 36720 + }, + { + "epoch": 5.991108573293091, + "grad_norm": 0.4945187270641327, + "learning_rate": 8.229630343619038e-07, + "loss": 0.0915, + "num_input_tokens_seen": 70674400, + "step": 36725 + }, + { + "epoch": 5.991924300513908, + "grad_norm": 0.8154887557029724, + "learning_rate": 8.204666754761392e-07, + "loss": 0.1587, + "num_input_tokens_seen": 70684848, + "step": 36730 + }, + { + "epoch": 5.992740027734725, + "grad_norm": 0.6003774404525757, + "learning_rate": 8.179740453782669e-07, + "loss": 0.1432, + "num_input_tokens_seen": 70694224, + "step": 36735 + }, + { + "epoch": 5.993555754955543, + "grad_norm": 1.1429558992385864, + "learning_rate": 8.154851444526907e-07, + "loss": 0.168, + "num_input_tokens_seen": 70705168, + "step": 36740 + }, + { + "epoch": 5.99437148217636, + "grad_norm": 0.8609532713890076, + "learning_rate": 8.129999730832283e-07, + "loss": 0.1636, + "num_input_tokens_seen": 70714576, + "step": 36745 + }, + { + "epoch": 5.995187209397177, + "grad_norm": 1.1619610786437988, + "learning_rate": 8.105185316531178e-07, + "loss": 0.1424, + "num_input_tokens_seen": 70722832, + "step": 36750 + }, + { + "epoch": 5.9960029366179945, + "grad_norm": 0.8169967532157898, + "learning_rate": 8.08040820545039e-07, + "loss": 0.2054, + "num_input_tokens_seen": 70732944, + "step": 36755 + }, + { + "epoch": 5.996818663838813, + "grad_norm": 0.37068942189216614, + "learning_rate": 8.055668401410782e-07, + "loss": 0.13, + "num_input_tokens_seen": 70742704, + "step": 36760 + }, + { + "epoch": 5.99763439105963, + "grad_norm": 0.9010518789291382, + "learning_rate": 8.030965908227578e-07, + "loss": 0.2458, + "num_input_tokens_seen": 70752240, + "step": 36765 + }, + { + "epoch": 5.998450118280447, + "grad_norm": 0.906160295009613, + "learning_rate": 8.006300729710203e-07, + "loss": 0.175, + "num_input_tokens_seen": 70761120, + "step": 36770 + }, + { + "epoch": 5.999265845501265, + "grad_norm": 1.782650351524353, + "learning_rate": 7.981672869662337e-07, + "loss": 0.1277, + "num_input_tokens_seen": 70769664, + "step": 36775 + }, + { + "epoch": 6.0, + "grad_norm": 1.046616554260254, + "learning_rate": 7.957082331881888e-07, + "loss": 0.161, + "num_input_tokens_seen": 70778304, + "step": 36780 + }, + { + "epoch": 6.000815727220817, + "grad_norm": 0.392111212015152, + "learning_rate": 7.932529120161069e-07, + "loss": 0.1191, + "num_input_tokens_seen": 70788096, + "step": 36785 + }, + { + "epoch": 6.001631454441635, + "grad_norm": 1.1083554029464722, + "learning_rate": 7.908013238286243e-07, + "loss": 0.1276, + "num_input_tokens_seen": 70798704, + "step": 36790 + }, + { + "epoch": 6.002447181662452, + "grad_norm": 0.773378312587738, + "learning_rate": 7.883534690038136e-07, + "loss": 0.1352, + "num_input_tokens_seen": 70809536, + "step": 36795 + }, + { + "epoch": 6.003262908883269, + "grad_norm": 0.6452395915985107, + "learning_rate": 7.859093479191559e-07, + "loss": 0.0917, + "num_input_tokens_seen": 70819440, + "step": 36800 + }, + { + "epoch": 6.003262908883269, + "eval_loss": 0.16196495294570923, + "eval_runtime": 71.3289, + "eval_samples_per_second": 38.203, + "eval_steps_per_second": 19.109, + "num_input_tokens_seen": 70819440, + "step": 36800 + }, + { + "epoch": 6.0040786361040865, + "grad_norm": 0.5791205763816833, + "learning_rate": 7.834689609515722e-07, + "loss": 0.1338, + "num_input_tokens_seen": 70828736, + "step": 36805 + }, + { + "epoch": 6.004894363324905, + "grad_norm": 0.9135172367095947, + "learning_rate": 7.810323084774002e-07, + "loss": 0.141, + "num_input_tokens_seen": 70838128, + "step": 36810 + }, + { + "epoch": 6.005710090545722, + "grad_norm": 0.4175470769405365, + "learning_rate": 7.785993908723976e-07, + "loss": 0.1946, + "num_input_tokens_seen": 70847104, + "step": 36815 + }, + { + "epoch": 6.006525817766539, + "grad_norm": 0.55806565284729, + "learning_rate": 7.761702085117534e-07, + "loss": 0.1062, + "num_input_tokens_seen": 70855520, + "step": 36820 + }, + { + "epoch": 6.007341544987356, + "grad_norm": 0.8103946447372437, + "learning_rate": 7.737447617700844e-07, + "loss": 0.1469, + "num_input_tokens_seen": 70865984, + "step": 36825 + }, + { + "epoch": 6.008157272208174, + "grad_norm": 0.4471966028213501, + "learning_rate": 7.713230510214136e-07, + "loss": 0.136, + "num_input_tokens_seen": 70874800, + "step": 36830 + }, + { + "epoch": 6.008972999428991, + "grad_norm": 0.7863398790359497, + "learning_rate": 7.689050766392092e-07, + "loss": 0.1998, + "num_input_tokens_seen": 70882912, + "step": 36835 + }, + { + "epoch": 6.009788726649808, + "grad_norm": 0.6646514534950256, + "learning_rate": 7.664908389963477e-07, + "loss": 0.19, + "num_input_tokens_seen": 70892960, + "step": 36840 + }, + { + "epoch": 6.010604453870625, + "grad_norm": 0.8479934930801392, + "learning_rate": 7.64080338465134e-07, + "loss": 0.195, + "num_input_tokens_seen": 70901744, + "step": 36845 + }, + { + "epoch": 6.011420181091443, + "grad_norm": 1.0692155361175537, + "learning_rate": 7.616735754173043e-07, + "loss": 0.1688, + "num_input_tokens_seen": 70911872, + "step": 36850 + }, + { + "epoch": 6.0122359083122605, + "grad_norm": 0.6846184134483337, + "learning_rate": 7.592705502240005e-07, + "loss": 0.171, + "num_input_tokens_seen": 70921696, + "step": 36855 + }, + { + "epoch": 6.013051635533078, + "grad_norm": 0.9158593416213989, + "learning_rate": 7.568712632558095e-07, + "loss": 0.1577, + "num_input_tokens_seen": 70932000, + "step": 36860 + }, + { + "epoch": 6.013867362753895, + "grad_norm": 0.2370944321155548, + "learning_rate": 7.544757148827297e-07, + "loss": 0.1558, + "num_input_tokens_seen": 70942496, + "step": 36865 + }, + { + "epoch": 6.014683089974713, + "grad_norm": 0.6800329685211182, + "learning_rate": 7.520839054741797e-07, + "loss": 0.1244, + "num_input_tokens_seen": 70953536, + "step": 36870 + }, + { + "epoch": 6.01549881719553, + "grad_norm": 0.788684070110321, + "learning_rate": 7.496958353990113e-07, + "loss": 0.2295, + "num_input_tokens_seen": 70963952, + "step": 36875 + }, + { + "epoch": 6.016314544416347, + "grad_norm": 0.7281426787376404, + "learning_rate": 7.473115050254941e-07, + "loss": 0.1528, + "num_input_tokens_seen": 70974400, + "step": 36880 + }, + { + "epoch": 6.017130271637164, + "grad_norm": 0.5807172060012817, + "learning_rate": 7.449309147213173e-07, + "loss": 0.0717, + "num_input_tokens_seen": 70985296, + "step": 36885 + }, + { + "epoch": 6.017945998857982, + "grad_norm": 1.14396071434021, + "learning_rate": 7.425540648536067e-07, + "loss": 0.1821, + "num_input_tokens_seen": 70993104, + "step": 36890 + }, + { + "epoch": 6.018761726078799, + "grad_norm": 0.4002608358860016, + "learning_rate": 7.40180955788894e-07, + "loss": 0.1189, + "num_input_tokens_seen": 71002528, + "step": 36895 + }, + { + "epoch": 6.0195774532996165, + "grad_norm": 0.38703295588493347, + "learning_rate": 7.378115878931474e-07, + "loss": 0.1003, + "num_input_tokens_seen": 71011712, + "step": 36900 + }, + { + "epoch": 6.020393180520434, + "grad_norm": 0.29202425479888916, + "learning_rate": 7.354459615317527e-07, + "loss": 0.1193, + "num_input_tokens_seen": 71020528, + "step": 36905 + }, + { + "epoch": 6.021208907741252, + "grad_norm": 0.3458988070487976, + "learning_rate": 7.33084077069518e-07, + "loss": 0.1513, + "num_input_tokens_seen": 71029680, + "step": 36910 + }, + { + "epoch": 6.022024634962069, + "grad_norm": 0.49965956807136536, + "learning_rate": 7.307259348706768e-07, + "loss": 0.1191, + "num_input_tokens_seen": 71037536, + "step": 36915 + }, + { + "epoch": 6.022840362182886, + "grad_norm": 1.198225736618042, + "learning_rate": 7.283715352988801e-07, + "loss": 0.1225, + "num_input_tokens_seen": 71046480, + "step": 36920 + }, + { + "epoch": 6.023656089403703, + "grad_norm": 0.40190473198890686, + "learning_rate": 7.260208787172068e-07, + "loss": 0.1816, + "num_input_tokens_seen": 71056592, + "step": 36925 + }, + { + "epoch": 6.024471816624521, + "grad_norm": 1.0563313961029053, + "learning_rate": 7.23673965488167e-07, + "loss": 0.1235, + "num_input_tokens_seen": 71065952, + "step": 36930 + }, + { + "epoch": 6.025287543845338, + "grad_norm": 0.7826526761054993, + "learning_rate": 7.213307959736709e-07, + "loss": 0.1676, + "num_input_tokens_seen": 71076672, + "step": 36935 + }, + { + "epoch": 6.026103271066155, + "grad_norm": 1.1484748125076294, + "learning_rate": 7.189913705350715e-07, + "loss": 0.1775, + "num_input_tokens_seen": 71085760, + "step": 36940 + }, + { + "epoch": 6.026918998286972, + "grad_norm": 1.0196733474731445, + "learning_rate": 7.166556895331411e-07, + "loss": 0.15, + "num_input_tokens_seen": 71095920, + "step": 36945 + }, + { + "epoch": 6.02773472550779, + "grad_norm": 0.49489539861679077, + "learning_rate": 7.143237533280639e-07, + "loss": 0.1323, + "num_input_tokens_seen": 71105264, + "step": 36950 + }, + { + "epoch": 6.028550452728608, + "grad_norm": 0.6483200788497925, + "learning_rate": 7.119955622794578e-07, + "loss": 0.2125, + "num_input_tokens_seen": 71114736, + "step": 36955 + }, + { + "epoch": 6.029366179949425, + "grad_norm": 0.5875534415245056, + "learning_rate": 7.096711167463577e-07, + "loss": 0.123, + "num_input_tokens_seen": 71124736, + "step": 36960 + }, + { + "epoch": 6.030181907170242, + "grad_norm": 1.8770556449890137, + "learning_rate": 7.073504170872213e-07, + "loss": 0.2347, + "num_input_tokens_seen": 71135136, + "step": 36965 + }, + { + "epoch": 6.03099763439106, + "grad_norm": 1.3770405054092407, + "learning_rate": 7.05033463659932e-07, + "loss": 0.1957, + "num_input_tokens_seen": 71143680, + "step": 36970 + }, + { + "epoch": 6.031813361611877, + "grad_norm": 0.6368391513824463, + "learning_rate": 7.027202568217928e-07, + "loss": 0.1046, + "num_input_tokens_seen": 71154176, + "step": 36975 + }, + { + "epoch": 6.032629088832694, + "grad_norm": 0.9254907965660095, + "learning_rate": 7.004107969295293e-07, + "loss": 0.1753, + "num_input_tokens_seen": 71163104, + "step": 36980 + }, + { + "epoch": 6.033444816053512, + "grad_norm": 1.854606032371521, + "learning_rate": 6.9810508433929e-07, + "loss": 0.2039, + "num_input_tokens_seen": 71173616, + "step": 36985 + }, + { + "epoch": 6.034260543274329, + "grad_norm": 0.5804956555366516, + "learning_rate": 6.958031194066406e-07, + "loss": 0.1419, + "num_input_tokens_seen": 71182832, + "step": 36990 + }, + { + "epoch": 6.035076270495146, + "grad_norm": 0.278512179851532, + "learning_rate": 6.935049024865776e-07, + "loss": 0.1238, + "num_input_tokens_seen": 71193280, + "step": 36995 + }, + { + "epoch": 6.0358919977159635, + "grad_norm": 0.7017903327941895, + "learning_rate": 6.912104339335118e-07, + "loss": 0.173, + "num_input_tokens_seen": 71203008, + "step": 37000 + }, + { + "epoch": 6.0358919977159635, + "eval_loss": 0.16246813535690308, + "eval_runtime": 71.512, + "eval_samples_per_second": 38.106, + "eval_steps_per_second": 19.06, + "num_input_tokens_seen": 71203008, + "step": 37000 + }, + { + "epoch": 6.0367077249367815, + "grad_norm": 0.8928379416465759, + "learning_rate": 6.889197141012799e-07, + "loss": 0.1567, + "num_input_tokens_seen": 71210928, + "step": 37005 + }, + { + "epoch": 6.037523452157599, + "grad_norm": 0.7726258039474487, + "learning_rate": 6.866327433431435e-07, + "loss": 0.1125, + "num_input_tokens_seen": 71220064, + "step": 37010 + }, + { + "epoch": 6.038339179378416, + "grad_norm": 1.0140719413757324, + "learning_rate": 6.843495220117735e-07, + "loss": 0.1283, + "num_input_tokens_seen": 71230384, + "step": 37015 + }, + { + "epoch": 6.039154906599233, + "grad_norm": 0.7580761909484863, + "learning_rate": 6.820700504592798e-07, + "loss": 0.1505, + "num_input_tokens_seen": 71240672, + "step": 37020 + }, + { + "epoch": 6.039970633820051, + "grad_norm": 0.7079781889915466, + "learning_rate": 6.797943290371839e-07, + "loss": 0.2082, + "num_input_tokens_seen": 71250528, + "step": 37025 + }, + { + "epoch": 6.040786361040868, + "grad_norm": 2.4446792602539062, + "learning_rate": 6.775223580964274e-07, + "loss": 0.2782, + "num_input_tokens_seen": 71262000, + "step": 37030 + }, + { + "epoch": 6.041602088261685, + "grad_norm": 0.7559633851051331, + "learning_rate": 6.7525413798738e-07, + "loss": 0.1577, + "num_input_tokens_seen": 71272176, + "step": 37035 + }, + { + "epoch": 6.042417815482502, + "grad_norm": 0.29845497012138367, + "learning_rate": 6.729896690598259e-07, + "loss": 0.16, + "num_input_tokens_seen": 71280784, + "step": 37040 + }, + { + "epoch": 6.04323354270332, + "grad_norm": 0.29912155866622925, + "learning_rate": 6.707289516629772e-07, + "loss": 0.1671, + "num_input_tokens_seen": 71290576, + "step": 37045 + }, + { + "epoch": 6.0440492699241375, + "grad_norm": 0.8345345854759216, + "learning_rate": 6.684719861454692e-07, + "loss": 0.2086, + "num_input_tokens_seen": 71301216, + "step": 37050 + }, + { + "epoch": 6.044864997144955, + "grad_norm": 1.0089232921600342, + "learning_rate": 6.662187728553481e-07, + "loss": 0.099, + "num_input_tokens_seen": 71310096, + "step": 37055 + }, + { + "epoch": 6.045680724365772, + "grad_norm": 1.0031342506408691, + "learning_rate": 6.639693121400892e-07, + "loss": 0.1967, + "num_input_tokens_seen": 71321200, + "step": 37060 + }, + { + "epoch": 6.04649645158659, + "grad_norm": 0.4815579056739807, + "learning_rate": 6.617236043465868e-07, + "loss": 0.1137, + "num_input_tokens_seen": 71331552, + "step": 37065 + }, + { + "epoch": 6.047312178807407, + "grad_norm": 0.4937736988067627, + "learning_rate": 6.594816498211587e-07, + "loss": 0.1439, + "num_input_tokens_seen": 71340672, + "step": 37070 + }, + { + "epoch": 6.048127906028224, + "grad_norm": 0.817142128944397, + "learning_rate": 6.572434489095447e-07, + "loss": 0.1239, + "num_input_tokens_seen": 71350688, + "step": 37075 + }, + { + "epoch": 6.048943633249041, + "grad_norm": 1.3005925416946411, + "learning_rate": 6.550090019568994e-07, + "loss": 0.1458, + "num_input_tokens_seen": 71360800, + "step": 37080 + }, + { + "epoch": 6.049759360469859, + "grad_norm": 1.0540932416915894, + "learning_rate": 6.527783093078027e-07, + "loss": 0.1763, + "num_input_tokens_seen": 71371344, + "step": 37085 + }, + { + "epoch": 6.050575087690676, + "grad_norm": 0.3008143901824951, + "learning_rate": 6.5055137130626e-07, + "loss": 0.1257, + "num_input_tokens_seen": 71380912, + "step": 37090 + }, + { + "epoch": 6.051390814911493, + "grad_norm": 1.347740650177002, + "learning_rate": 6.483281882956854e-07, + "loss": 0.1663, + "num_input_tokens_seen": 71391504, + "step": 37095 + }, + { + "epoch": 6.052206542132311, + "grad_norm": 0.21007557213306427, + "learning_rate": 6.461087606189298e-07, + "loss": 0.2082, + "num_input_tokens_seen": 71400112, + "step": 37100 + }, + { + "epoch": 6.053022269353129, + "grad_norm": 0.8838493824005127, + "learning_rate": 6.438930886182554e-07, + "loss": 0.2101, + "num_input_tokens_seen": 71408832, + "step": 37105 + }, + { + "epoch": 6.053837996573946, + "grad_norm": 0.7593196630477905, + "learning_rate": 6.416811726353417e-07, + "loss": 0.2218, + "num_input_tokens_seen": 71418096, + "step": 37110 + }, + { + "epoch": 6.054653723794763, + "grad_norm": 0.22079512476921082, + "learning_rate": 6.394730130112991e-07, + "loss": 0.0978, + "num_input_tokens_seen": 71427056, + "step": 37115 + }, + { + "epoch": 6.05546945101558, + "grad_norm": 0.7026944756507874, + "learning_rate": 6.372686100866471e-07, + "loss": 0.1635, + "num_input_tokens_seen": 71436272, + "step": 37120 + }, + { + "epoch": 6.056285178236398, + "grad_norm": 0.6286627054214478, + "learning_rate": 6.350679642013413e-07, + "loss": 0.1571, + "num_input_tokens_seen": 71445808, + "step": 37125 + }, + { + "epoch": 6.057100905457215, + "grad_norm": 0.492768794298172, + "learning_rate": 6.328710756947437e-07, + "loss": 0.1383, + "num_input_tokens_seen": 71455408, + "step": 37130 + }, + { + "epoch": 6.057916632678032, + "grad_norm": 0.5159614682197571, + "learning_rate": 6.306779449056416e-07, + "loss": 0.1423, + "num_input_tokens_seen": 71464960, + "step": 37135 + }, + { + "epoch": 6.058732359898849, + "grad_norm": 0.7882694005966187, + "learning_rate": 6.284885721722422e-07, + "loss": 0.1565, + "num_input_tokens_seen": 71475696, + "step": 37140 + }, + { + "epoch": 6.059548087119667, + "grad_norm": 0.4226047992706299, + "learning_rate": 6.26302957832181e-07, + "loss": 0.1496, + "num_input_tokens_seen": 71486368, + "step": 37145 + }, + { + "epoch": 6.0603638143404845, + "grad_norm": 0.6485737562179565, + "learning_rate": 6.241211022224997e-07, + "loss": 0.1527, + "num_input_tokens_seen": 71496368, + "step": 37150 + }, + { + "epoch": 6.061179541561302, + "grad_norm": 0.5211414694786072, + "learning_rate": 6.219430056796732e-07, + "loss": 0.1522, + "num_input_tokens_seen": 71505712, + "step": 37155 + }, + { + "epoch": 6.06199526878212, + "grad_norm": 0.7701281309127808, + "learning_rate": 6.19768668539586e-07, + "loss": 0.1686, + "num_input_tokens_seen": 71515968, + "step": 37160 + }, + { + "epoch": 6.062810996002937, + "grad_norm": 0.7923608422279358, + "learning_rate": 6.175980911375528e-07, + "loss": 0.1555, + "num_input_tokens_seen": 71525824, + "step": 37165 + }, + { + "epoch": 6.063626723223754, + "grad_norm": 1.2750768661499023, + "learning_rate": 6.154312738083034e-07, + "loss": 0.1737, + "num_input_tokens_seen": 71535712, + "step": 37170 + }, + { + "epoch": 6.064442450444571, + "grad_norm": 0.5721672773361206, + "learning_rate": 6.132682168859843e-07, + "loss": 0.1609, + "num_input_tokens_seen": 71544224, + "step": 37175 + }, + { + "epoch": 6.065258177665389, + "grad_norm": 0.8258516192436218, + "learning_rate": 6.111089207041704e-07, + "loss": 0.135, + "num_input_tokens_seen": 71552992, + "step": 37180 + }, + { + "epoch": 6.066073904886206, + "grad_norm": 0.4683757722377777, + "learning_rate": 6.089533855958507e-07, + "loss": 0.0702, + "num_input_tokens_seen": 71562176, + "step": 37185 + }, + { + "epoch": 6.066889632107023, + "grad_norm": 0.38857659697532654, + "learning_rate": 6.068016118934372e-07, + "loss": 0.0967, + "num_input_tokens_seen": 71570256, + "step": 37190 + }, + { + "epoch": 6.0677053593278405, + "grad_norm": 0.8972675204277039, + "learning_rate": 6.04653599928759e-07, + "loss": 0.1557, + "num_input_tokens_seen": 71579392, + "step": 37195 + }, + { + "epoch": 6.0685210865486585, + "grad_norm": 0.3460956811904907, + "learning_rate": 6.025093500330675e-07, + "loss": 0.2115, + "num_input_tokens_seen": 71588672, + "step": 37200 + }, + { + "epoch": 6.0685210865486585, + "eval_loss": 0.16200606524944305, + "eval_runtime": 71.4442, + "eval_samples_per_second": 38.142, + "eval_steps_per_second": 19.078, + "num_input_tokens_seen": 71588672, + "step": 37200 + }, + { + "epoch": 6.069336813769476, + "grad_norm": 0.29441148042678833, + "learning_rate": 6.003688625370291e-07, + "loss": 0.096, + "num_input_tokens_seen": 71597856, + "step": 37205 + }, + { + "epoch": 6.070152540990293, + "grad_norm": 0.8456833958625793, + "learning_rate": 5.982321377707406e-07, + "loss": 0.0947, + "num_input_tokens_seen": 71607360, + "step": 37210 + }, + { + "epoch": 6.07096826821111, + "grad_norm": 0.3243768513202667, + "learning_rate": 5.96099176063708e-07, + "loss": 0.1676, + "num_input_tokens_seen": 71616368, + "step": 37215 + }, + { + "epoch": 6.071783995431928, + "grad_norm": 0.5105841755867004, + "learning_rate": 5.93969977744857e-07, + "loss": 0.1056, + "num_input_tokens_seen": 71626864, + "step": 37220 + }, + { + "epoch": 6.072599722652745, + "grad_norm": 0.6357035040855408, + "learning_rate": 5.918445431425445e-07, + "loss": 0.1521, + "num_input_tokens_seen": 71635472, + "step": 37225 + }, + { + "epoch": 6.073415449873562, + "grad_norm": 1.2032564878463745, + "learning_rate": 5.897228725845333e-07, + "loss": 0.1498, + "num_input_tokens_seen": 71645168, + "step": 37230 + }, + { + "epoch": 6.074231177094379, + "grad_norm": 0.6707731485366821, + "learning_rate": 5.876049663980171e-07, + "loss": 0.164, + "num_input_tokens_seen": 71653776, + "step": 37235 + }, + { + "epoch": 6.075046904315197, + "grad_norm": 0.3502005934715271, + "learning_rate": 5.854908249095959e-07, + "loss": 0.1948, + "num_input_tokens_seen": 71662368, + "step": 37240 + }, + { + "epoch": 6.0758626315360145, + "grad_norm": 1.1509431600570679, + "learning_rate": 5.833804484453031e-07, + "loss": 0.2041, + "num_input_tokens_seen": 71671520, + "step": 37245 + }, + { + "epoch": 6.076678358756832, + "grad_norm": 1.0145807266235352, + "learning_rate": 5.81273837330587e-07, + "loss": 0.1735, + "num_input_tokens_seen": 71681344, + "step": 37250 + }, + { + "epoch": 6.077494085977649, + "grad_norm": 1.124539852142334, + "learning_rate": 5.791709918903071e-07, + "loss": 0.1857, + "num_input_tokens_seen": 71690624, + "step": 37255 + }, + { + "epoch": 6.078309813198467, + "grad_norm": 0.5458545684814453, + "learning_rate": 5.770719124487483e-07, + "loss": 0.1026, + "num_input_tokens_seen": 71700592, + "step": 37260 + }, + { + "epoch": 6.079125540419284, + "grad_norm": 0.40972283482551575, + "learning_rate": 5.749765993296241e-07, + "loss": 0.119, + "num_input_tokens_seen": 71710112, + "step": 37265 + }, + { + "epoch": 6.079941267640101, + "grad_norm": 0.6757450103759766, + "learning_rate": 5.728850528560509e-07, + "loss": 0.2174, + "num_input_tokens_seen": 71720464, + "step": 37270 + }, + { + "epoch": 6.080756994860918, + "grad_norm": 0.8725690841674805, + "learning_rate": 5.707972733505707e-07, + "loss": 0.1733, + "num_input_tokens_seen": 71730240, + "step": 37275 + }, + { + "epoch": 6.081572722081736, + "grad_norm": 1.5210251808166504, + "learning_rate": 5.687132611351509e-07, + "loss": 0.1675, + "num_input_tokens_seen": 71739888, + "step": 37280 + }, + { + "epoch": 6.082388449302553, + "grad_norm": 0.8246867060661316, + "learning_rate": 5.666330165311651e-07, + "loss": 0.1648, + "num_input_tokens_seen": 71749552, + "step": 37285 + }, + { + "epoch": 6.08320417652337, + "grad_norm": 0.9179339408874512, + "learning_rate": 5.645565398594204e-07, + "loss": 0.15, + "num_input_tokens_seen": 71759424, + "step": 37290 + }, + { + "epoch": 6.0840199037441876, + "grad_norm": 0.4958730638027191, + "learning_rate": 5.624838314401304e-07, + "loss": 0.143, + "num_input_tokens_seen": 71768080, + "step": 37295 + }, + { + "epoch": 6.084835630965006, + "grad_norm": 0.5479546785354614, + "learning_rate": 5.604148915929336e-07, + "loss": 0.1624, + "num_input_tokens_seen": 71778208, + "step": 37300 + }, + { + "epoch": 6.085651358185823, + "grad_norm": 0.8986189961433411, + "learning_rate": 5.583497206368887e-07, + "loss": 0.1586, + "num_input_tokens_seen": 71787552, + "step": 37305 + }, + { + "epoch": 6.08646708540664, + "grad_norm": 0.678689181804657, + "learning_rate": 5.562883188904688e-07, + "loss": 0.1744, + "num_input_tokens_seen": 71797888, + "step": 37310 + }, + { + "epoch": 6.087282812627457, + "grad_norm": 0.5701966881752014, + "learning_rate": 5.542306866715724e-07, + "loss": 0.1485, + "num_input_tokens_seen": 71807616, + "step": 37315 + }, + { + "epoch": 6.088098539848275, + "grad_norm": 1.252018690109253, + "learning_rate": 5.52176824297504e-07, + "loss": 0.2067, + "num_input_tokens_seen": 71817984, + "step": 37320 + }, + { + "epoch": 6.088914267069092, + "grad_norm": 0.9461137652397156, + "learning_rate": 5.501267320850018e-07, + "loss": 0.1738, + "num_input_tokens_seen": 71826768, + "step": 37325 + }, + { + "epoch": 6.089729994289909, + "grad_norm": 0.9217811226844788, + "learning_rate": 5.480804103502157e-07, + "loss": 0.1375, + "num_input_tokens_seen": 71837328, + "step": 37330 + }, + { + "epoch": 6.090545721510727, + "grad_norm": 0.5324426889419556, + "learning_rate": 5.460378594087101e-07, + "loss": 0.1518, + "num_input_tokens_seen": 71846528, + "step": 37335 + }, + { + "epoch": 6.091361448731544, + "grad_norm": 0.581011176109314, + "learning_rate": 5.439990795754773e-07, + "loss": 0.2073, + "num_input_tokens_seen": 71855280, + "step": 37340 + }, + { + "epoch": 6.0921771759523615, + "grad_norm": 0.6447082161903381, + "learning_rate": 5.419640711649188e-07, + "loss": 0.1294, + "num_input_tokens_seen": 71864656, + "step": 37345 + }, + { + "epoch": 6.092992903173179, + "grad_norm": 0.8882636427879333, + "learning_rate": 5.399328344908583e-07, + "loss": 0.1965, + "num_input_tokens_seen": 71874400, + "step": 37350 + }, + { + "epoch": 6.093808630393997, + "grad_norm": 0.7397593259811401, + "learning_rate": 5.379053698665399e-07, + "loss": 0.1287, + "num_input_tokens_seen": 71883984, + "step": 37355 + }, + { + "epoch": 6.094624357614814, + "grad_norm": 1.167285680770874, + "learning_rate": 5.358816776046216e-07, + "loss": 0.1628, + "num_input_tokens_seen": 71893856, + "step": 37360 + }, + { + "epoch": 6.095440084835631, + "grad_norm": 1.1703884601593018, + "learning_rate": 5.338617580171817e-07, + "loss": 0.1696, + "num_input_tokens_seen": 71904368, + "step": 37365 + }, + { + "epoch": 6.096255812056448, + "grad_norm": 0.8724649548530579, + "learning_rate": 5.318456114157239e-07, + "loss": 0.1474, + "num_input_tokens_seen": 71913408, + "step": 37370 + }, + { + "epoch": 6.097071539277266, + "grad_norm": 1.0606012344360352, + "learning_rate": 5.298332381111576e-07, + "loss": 0.1577, + "num_input_tokens_seen": 71923296, + "step": 37375 + }, + { + "epoch": 6.097887266498083, + "grad_norm": 0.3003970980644226, + "learning_rate": 5.27824638413818e-07, + "loss": 0.0851, + "num_input_tokens_seen": 71934032, + "step": 37380 + }, + { + "epoch": 6.0987029937189, + "grad_norm": 0.7767251133918762, + "learning_rate": 5.258198126334546e-07, + "loss": 0.1895, + "num_input_tokens_seen": 71943488, + "step": 37385 + }, + { + "epoch": 6.0995187209397175, + "grad_norm": 0.35037222504615784, + "learning_rate": 5.238187610792367e-07, + "loss": 0.1491, + "num_input_tokens_seen": 71953616, + "step": 37390 + }, + { + "epoch": 6.1003344481605355, + "grad_norm": 0.6243313550949097, + "learning_rate": 5.218214840597563e-07, + "loss": 0.2822, + "num_input_tokens_seen": 71962928, + "step": 37395 + }, + { + "epoch": 6.101150175381353, + "grad_norm": 1.1634618043899536, + "learning_rate": 5.198279818830115e-07, + "loss": 0.1411, + "num_input_tokens_seen": 71972608, + "step": 37400 + }, + { + "epoch": 6.101150175381353, + "eval_loss": 0.16191218793392181, + "eval_runtime": 71.5629, + "eval_samples_per_second": 38.078, + "eval_steps_per_second": 19.046, + "num_input_tokens_seen": 71972608, + "step": 37400 + }, + { + "epoch": 6.10196590260217, + "grad_norm": 1.0670839548110962, + "learning_rate": 5.178382548564287e-07, + "loss": 0.1458, + "num_input_tokens_seen": 71981168, + "step": 37405 + }, + { + "epoch": 6.102781629822987, + "grad_norm": 0.621318519115448, + "learning_rate": 5.15852303286854e-07, + "loss": 0.1638, + "num_input_tokens_seen": 71991280, + "step": 37410 + }, + { + "epoch": 6.103597357043805, + "grad_norm": 0.9366457462310791, + "learning_rate": 5.138701274805396e-07, + "loss": 0.2187, + "num_input_tokens_seen": 72001664, + "step": 37415 + }, + { + "epoch": 6.104413084264622, + "grad_norm": 0.75058913230896, + "learning_rate": 5.118917277431606e-07, + "loss": 0.1772, + "num_input_tokens_seen": 72010560, + "step": 37420 + }, + { + "epoch": 6.105228811485439, + "grad_norm": 0.3872903287410736, + "learning_rate": 5.099171043798145e-07, + "loss": 0.1842, + "num_input_tokens_seen": 72019392, + "step": 37425 + }, + { + "epoch": 6.106044538706256, + "grad_norm": 0.7883302569389343, + "learning_rate": 5.079462576950133e-07, + "loss": 0.2522, + "num_input_tokens_seen": 72028224, + "step": 37430 + }, + { + "epoch": 6.106860265927074, + "grad_norm": 0.5360507369041443, + "learning_rate": 5.059791879926862e-07, + "loss": 0.1426, + "num_input_tokens_seen": 72037968, + "step": 37435 + }, + { + "epoch": 6.1076759931478914, + "grad_norm": 0.8212515115737915, + "learning_rate": 5.040158955761793e-07, + "loss": 0.18, + "num_input_tokens_seen": 72047888, + "step": 37440 + }, + { + "epoch": 6.108491720368709, + "grad_norm": 0.3811197280883789, + "learning_rate": 5.020563807482559e-07, + "loss": 0.1398, + "num_input_tokens_seen": 72056208, + "step": 37445 + }, + { + "epoch": 6.109307447589526, + "grad_norm": 1.7629371881484985, + "learning_rate": 5.001006438110995e-07, + "loss": 0.1797, + "num_input_tokens_seen": 72064944, + "step": 37450 + }, + { + "epoch": 6.110123174810344, + "grad_norm": 0.5174793601036072, + "learning_rate": 4.981486850663075e-07, + "loss": 0.1986, + "num_input_tokens_seen": 72074448, + "step": 37455 + }, + { + "epoch": 6.110938902031161, + "grad_norm": 0.9175859093666077, + "learning_rate": 4.962005048149005e-07, + "loss": 0.2373, + "num_input_tokens_seen": 72084352, + "step": 37460 + }, + { + "epoch": 6.111754629251978, + "grad_norm": 0.4795990586280823, + "learning_rate": 4.942561033573073e-07, + "loss": 0.1169, + "num_input_tokens_seen": 72093776, + "step": 37465 + }, + { + "epoch": 6.112570356472795, + "grad_norm": 0.6457513570785522, + "learning_rate": 4.923154809933827e-07, + "loss": 0.1092, + "num_input_tokens_seen": 72102208, + "step": 37470 + }, + { + "epoch": 6.113386083693613, + "grad_norm": 1.1068614721298218, + "learning_rate": 4.903786380223957e-07, + "loss": 0.1528, + "num_input_tokens_seen": 72111488, + "step": 37475 + }, + { + "epoch": 6.11420181091443, + "grad_norm": 0.2815747857093811, + "learning_rate": 4.884455747430266e-07, + "loss": 0.0883, + "num_input_tokens_seen": 72121968, + "step": 37480 + }, + { + "epoch": 6.115017538135247, + "grad_norm": 0.2006056308746338, + "learning_rate": 4.865162914533816e-07, + "loss": 0.2881, + "num_input_tokens_seen": 72132832, + "step": 37485 + }, + { + "epoch": 6.1158332653560645, + "grad_norm": 0.35201555490493774, + "learning_rate": 4.845907884509809e-07, + "loss": 0.0913, + "num_input_tokens_seen": 72142448, + "step": 37490 + }, + { + "epoch": 6.1166489925768825, + "grad_norm": 1.0125921964645386, + "learning_rate": 4.82669066032762e-07, + "loss": 0.155, + "num_input_tokens_seen": 72151504, + "step": 37495 + }, + { + "epoch": 6.1174647197977, + "grad_norm": 0.5752342343330383, + "learning_rate": 4.807511244950768e-07, + "loss": 0.1909, + "num_input_tokens_seen": 72161472, + "step": 37500 + }, + { + "epoch": 6.118280447018517, + "grad_norm": 0.96535724401474, + "learning_rate": 4.788369641336943e-07, + "loss": 0.139, + "num_input_tokens_seen": 72171056, + "step": 37505 + }, + { + "epoch": 6.119096174239334, + "grad_norm": 0.313560426235199, + "learning_rate": 4.769265852438032e-07, + "loss": 0.1754, + "num_input_tokens_seen": 72180816, + "step": 37510 + }, + { + "epoch": 6.119911901460152, + "grad_norm": 0.9544006586074829, + "learning_rate": 4.750199881200124e-07, + "loss": 0.1088, + "num_input_tokens_seen": 72190800, + "step": 37515 + }, + { + "epoch": 6.120727628680969, + "grad_norm": 0.8544908761978149, + "learning_rate": 4.7311717305633664e-07, + "loss": 0.173, + "num_input_tokens_seen": 72200224, + "step": 37520 + }, + { + "epoch": 6.121543355901786, + "grad_norm": 0.9690770506858826, + "learning_rate": 4.7121814034621623e-07, + "loss": 0.1697, + "num_input_tokens_seen": 72210912, + "step": 37525 + }, + { + "epoch": 6.122359083122603, + "grad_norm": 0.659251868724823, + "learning_rate": 4.693228902825114e-07, + "loss": 0.1209, + "num_input_tokens_seen": 72220960, + "step": 37530 + }, + { + "epoch": 6.123174810343421, + "grad_norm": 0.40618273615837097, + "learning_rate": 4.6743142315748277e-07, + "loss": 0.1422, + "num_input_tokens_seen": 72231696, + "step": 37535 + }, + { + "epoch": 6.1239905375642385, + "grad_norm": 0.6668086051940918, + "learning_rate": 4.655437392628276e-07, + "loss": 0.2064, + "num_input_tokens_seen": 72240736, + "step": 37540 + }, + { + "epoch": 6.124806264785056, + "grad_norm": 0.6109362840652466, + "learning_rate": 4.636598388896463e-07, + "loss": 0.1714, + "num_input_tokens_seen": 72250736, + "step": 37545 + }, + { + "epoch": 6.125621992005874, + "grad_norm": 0.28472867608070374, + "learning_rate": 4.6177972232845925e-07, + "loss": 0.1889, + "num_input_tokens_seen": 72260272, + "step": 37550 + }, + { + "epoch": 6.126437719226691, + "grad_norm": 1.7865269184112549, + "learning_rate": 4.5990338986920953e-07, + "loss": 0.2177, + "num_input_tokens_seen": 72270432, + "step": 37555 + }, + { + "epoch": 6.127253446447508, + "grad_norm": 0.4035332202911377, + "learning_rate": 4.5803084180124633e-07, + "loss": 0.1424, + "num_input_tokens_seen": 72279840, + "step": 37560 + }, + { + "epoch": 6.128069173668325, + "grad_norm": 0.5664900541305542, + "learning_rate": 4.561620784133386e-07, + "loss": 0.0826, + "num_input_tokens_seen": 72290784, + "step": 37565 + }, + { + "epoch": 6.128884900889143, + "grad_norm": 0.40868306159973145, + "learning_rate": 4.5429709999367796e-07, + "loss": 0.1358, + "num_input_tokens_seen": 72301952, + "step": 37570 + }, + { + "epoch": 6.12970062810996, + "grad_norm": 0.8246528506278992, + "learning_rate": 4.5243590682986223e-07, + "loss": 0.2035, + "num_input_tokens_seen": 72310704, + "step": 37575 + }, + { + "epoch": 6.130516355330777, + "grad_norm": 0.6509450674057007, + "learning_rate": 4.5057849920891735e-07, + "loss": 0.1701, + "num_input_tokens_seen": 72319808, + "step": 37580 + }, + { + "epoch": 6.1313320825515945, + "grad_norm": 1.8683037757873535, + "learning_rate": 4.487248774172698e-07, + "loss": 0.1984, + "num_input_tokens_seen": 72329776, + "step": 37585 + }, + { + "epoch": 6.1321478097724125, + "grad_norm": 0.6509947776794434, + "learning_rate": 4.4687504174077965e-07, + "loss": 0.1401, + "num_input_tokens_seen": 72339424, + "step": 37590 + }, + { + "epoch": 6.13296353699323, + "grad_norm": 1.1934083700180054, + "learning_rate": 4.450289924647133e-07, + "loss": 0.1517, + "num_input_tokens_seen": 72348624, + "step": 37595 + }, + { + "epoch": 6.133779264214047, + "grad_norm": 0.37489861249923706, + "learning_rate": 4.431867298737513e-07, + "loss": 0.1135, + "num_input_tokens_seen": 72358032, + "step": 37600 + }, + { + "epoch": 6.133779264214047, + "eval_loss": 0.16232351958751678, + "eval_runtime": 71.3192, + "eval_samples_per_second": 38.209, + "eval_steps_per_second": 19.111, + "num_input_tokens_seen": 72358032, + "step": 37600 + }, + { + "epoch": 6.134594991434864, + "grad_norm": 1.368568778038025, + "learning_rate": 4.41348254251997e-07, + "loss": 0.2268, + "num_input_tokens_seen": 72366992, + "step": 37605 + }, + { + "epoch": 6.135410718655682, + "grad_norm": 0.43673911690711975, + "learning_rate": 4.395135658829652e-07, + "loss": 0.1472, + "num_input_tokens_seen": 72376112, + "step": 37610 + }, + { + "epoch": 6.136226445876499, + "grad_norm": 0.24785619974136353, + "learning_rate": 4.376826650495852e-07, + "loss": 0.0995, + "num_input_tokens_seen": 72386656, + "step": 37615 + }, + { + "epoch": 6.137042173097316, + "grad_norm": 0.7343359589576721, + "learning_rate": 4.358555520342117e-07, + "loss": 0.1324, + "num_input_tokens_seen": 72395536, + "step": 37620 + }, + { + "epoch": 6.137857900318133, + "grad_norm": 0.38096293807029724, + "learning_rate": 4.3403222711860257e-07, + "loss": 0.1052, + "num_input_tokens_seen": 72405408, + "step": 37625 + }, + { + "epoch": 6.138673627538951, + "grad_norm": 0.6053217649459839, + "learning_rate": 4.3221269058394133e-07, + "loss": 0.1298, + "num_input_tokens_seen": 72416240, + "step": 37630 + }, + { + "epoch": 6.139489354759768, + "grad_norm": 0.40443873405456543, + "learning_rate": 4.303969427108173e-07, + "loss": 0.1581, + "num_input_tokens_seen": 72426896, + "step": 37635 + }, + { + "epoch": 6.1403050819805856, + "grad_norm": 0.7462482452392578, + "learning_rate": 4.2858498377924825e-07, + "loss": 0.1401, + "num_input_tokens_seen": 72437952, + "step": 37640 + }, + { + "epoch": 6.141120809201403, + "grad_norm": 0.771635115146637, + "learning_rate": 4.267768140686579e-07, + "loss": 0.0889, + "num_input_tokens_seen": 72447552, + "step": 37645 + }, + { + "epoch": 6.141936536422221, + "grad_norm": 0.9180254340171814, + "learning_rate": 4.2497243385788975e-07, + "loss": 0.1743, + "num_input_tokens_seen": 72456800, + "step": 37650 + }, + { + "epoch": 6.142752263643038, + "grad_norm": 0.6524219512939453, + "learning_rate": 4.231718434251991e-07, + "loss": 0.131, + "num_input_tokens_seen": 72467520, + "step": 37655 + }, + { + "epoch": 6.143567990863855, + "grad_norm": 1.2181825637817383, + "learning_rate": 4.213750430482666e-07, + "loss": 0.1228, + "num_input_tokens_seen": 72476816, + "step": 37660 + }, + { + "epoch": 6.144383718084672, + "grad_norm": 0.7759854793548584, + "learning_rate": 4.1958203300417054e-07, + "loss": 0.2098, + "num_input_tokens_seen": 72486208, + "step": 37665 + }, + { + "epoch": 6.14519944530549, + "grad_norm": 1.028572916984558, + "learning_rate": 4.177928135694259e-07, + "loss": 0.2126, + "num_input_tokens_seen": 72496896, + "step": 37670 + }, + { + "epoch": 6.146015172526307, + "grad_norm": 0.7993263006210327, + "learning_rate": 4.1600738501994807e-07, + "loss": 0.1352, + "num_input_tokens_seen": 72506816, + "step": 37675 + }, + { + "epoch": 6.146830899747124, + "grad_norm": 1.1269108057022095, + "learning_rate": 4.1422574763107237e-07, + "loss": 0.1663, + "num_input_tokens_seen": 72516528, + "step": 37680 + }, + { + "epoch": 6.1476466269679415, + "grad_norm": 0.7515677809715271, + "learning_rate": 4.124479016775512e-07, + "loss": 0.1554, + "num_input_tokens_seen": 72526656, + "step": 37685 + }, + { + "epoch": 6.1484623541887595, + "grad_norm": 0.7119325399398804, + "learning_rate": 4.106738474335514e-07, + "loss": 0.1436, + "num_input_tokens_seen": 72536320, + "step": 37690 + }, + { + "epoch": 6.149278081409577, + "grad_norm": 0.757037341594696, + "learning_rate": 4.089035851726486e-07, + "loss": 0.1803, + "num_input_tokens_seen": 72545392, + "step": 37695 + }, + { + "epoch": 6.150093808630394, + "grad_norm": 1.9625306129455566, + "learning_rate": 4.0713711516784937e-07, + "loss": 0.1885, + "num_input_tokens_seen": 72555840, + "step": 37700 + }, + { + "epoch": 6.150909535851211, + "grad_norm": 0.4899740219116211, + "learning_rate": 4.05374437691558e-07, + "loss": 0.1232, + "num_input_tokens_seen": 72565232, + "step": 37705 + }, + { + "epoch": 6.151725263072029, + "grad_norm": 0.7333987355232239, + "learning_rate": 4.036155530156044e-07, + "loss": 0.13, + "num_input_tokens_seen": 72574944, + "step": 37710 + }, + { + "epoch": 6.152540990292846, + "grad_norm": 0.6702890992164612, + "learning_rate": 4.018604614112298e-07, + "loss": 0.1762, + "num_input_tokens_seen": 72585088, + "step": 37715 + }, + { + "epoch": 6.153356717513663, + "grad_norm": 1.3633575439453125, + "learning_rate": 4.0010916314908996e-07, + "loss": 0.1776, + "num_input_tokens_seen": 72595920, + "step": 37720 + }, + { + "epoch": 6.154172444734481, + "grad_norm": 1.150869369506836, + "learning_rate": 3.983616584992578e-07, + "loss": 0.1803, + "num_input_tokens_seen": 72605872, + "step": 37725 + }, + { + "epoch": 6.154988171955298, + "grad_norm": 0.8075999021530151, + "learning_rate": 3.9661794773122595e-07, + "loss": 0.1625, + "num_input_tokens_seen": 72615328, + "step": 37730 + }, + { + "epoch": 6.1558038991761155, + "grad_norm": 0.2966695725917816, + "learning_rate": 3.9487803111388777e-07, + "loss": 0.2329, + "num_input_tokens_seen": 72625168, + "step": 37735 + }, + { + "epoch": 6.156619626396933, + "grad_norm": 0.8033795356750488, + "learning_rate": 3.9314190891556747e-07, + "loss": 0.1896, + "num_input_tokens_seen": 72634128, + "step": 37740 + }, + { + "epoch": 6.157435353617751, + "grad_norm": 1.0033369064331055, + "learning_rate": 3.914095814039925e-07, + "loss": 0.1663, + "num_input_tokens_seen": 72643712, + "step": 37745 + }, + { + "epoch": 6.158251080838568, + "grad_norm": 0.5320029258728027, + "learning_rate": 3.896810488463104e-07, + "loss": 0.2236, + "num_input_tokens_seen": 72653984, + "step": 37750 + }, + { + "epoch": 6.159066808059385, + "grad_norm": 0.32146403193473816, + "learning_rate": 3.8795631150908565e-07, + "loss": 0.1649, + "num_input_tokens_seen": 72664272, + "step": 37755 + }, + { + "epoch": 6.159882535280202, + "grad_norm": 0.5059512257575989, + "learning_rate": 3.862353696582888e-07, + "loss": 0.1259, + "num_input_tokens_seen": 72673232, + "step": 37760 + }, + { + "epoch": 6.16069826250102, + "grad_norm": 0.7850706577301025, + "learning_rate": 3.8451822355931313e-07, + "loss": 0.1272, + "num_input_tokens_seen": 72682848, + "step": 37765 + }, + { + "epoch": 6.161513989721837, + "grad_norm": 1.4609202146530151, + "learning_rate": 3.82804873476969e-07, + "loss": 0.1723, + "num_input_tokens_seen": 72693344, + "step": 37770 + }, + { + "epoch": 6.162329716942654, + "grad_norm": 1.2038078308105469, + "learning_rate": 3.810953196754702e-07, + "loss": 0.1529, + "num_input_tokens_seen": 72702448, + "step": 37775 + }, + { + "epoch": 6.163145444163471, + "grad_norm": 0.7828992605209351, + "learning_rate": 3.793895624184529e-07, + "loss": 0.117, + "num_input_tokens_seen": 72712208, + "step": 37780 + }, + { + "epoch": 6.1639611713842895, + "grad_norm": 0.44436115026474, + "learning_rate": 3.776876019689679e-07, + "loss": 0.1724, + "num_input_tokens_seen": 72722064, + "step": 37785 + }, + { + "epoch": 6.164776898605107, + "grad_norm": 0.5704144835472107, + "learning_rate": 3.7598943858947743e-07, + "loss": 0.1372, + "num_input_tokens_seen": 72730864, + "step": 37790 + }, + { + "epoch": 6.165592625825924, + "grad_norm": 1.8579914569854736, + "learning_rate": 3.742950725418637e-07, + "loss": 0.2288, + "num_input_tokens_seen": 72740576, + "step": 37795 + }, + { + "epoch": 6.166408353046741, + "grad_norm": 1.9672645330429077, + "learning_rate": 3.726045040874093e-07, + "loss": 0.2256, + "num_input_tokens_seen": 72749840, + "step": 37800 + }, + { + "epoch": 6.166408353046741, + "eval_loss": 0.16259528696537018, + "eval_runtime": 71.5728, + "eval_samples_per_second": 38.073, + "eval_steps_per_second": 19.044, + "num_input_tokens_seen": 72749840, + "step": 37800 + }, + { + "epoch": 6.167224080267559, + "grad_norm": 0.9531299471855164, + "learning_rate": 3.709177334868308e-07, + "loss": 0.1046, + "num_input_tokens_seen": 72759584, + "step": 37805 + }, + { + "epoch": 6.168039807488376, + "grad_norm": 1.4277007579803467, + "learning_rate": 3.692347610002478e-07, + "loss": 0.1236, + "num_input_tokens_seen": 72768576, + "step": 37810 + }, + { + "epoch": 6.168855534709193, + "grad_norm": 0.709244430065155, + "learning_rate": 3.675555868871916e-07, + "loss": 0.1386, + "num_input_tokens_seen": 72777216, + "step": 37815 + }, + { + "epoch": 6.16967126193001, + "grad_norm": 0.46687108278274536, + "learning_rate": 3.658802114066162e-07, + "loss": 0.189, + "num_input_tokens_seen": 72787584, + "step": 37820 + }, + { + "epoch": 6.170486989150828, + "grad_norm": 0.39120224118232727, + "learning_rate": 3.6420863481688437e-07, + "loss": 0.1009, + "num_input_tokens_seen": 72797328, + "step": 37825 + }, + { + "epoch": 6.171302716371645, + "grad_norm": 0.7900037169456482, + "learning_rate": 3.625408573757705e-07, + "loss": 0.2291, + "num_input_tokens_seen": 72807056, + "step": 37830 + }, + { + "epoch": 6.1721184435924625, + "grad_norm": 0.6885961294174194, + "learning_rate": 3.608768793404743e-07, + "loss": 0.1265, + "num_input_tokens_seen": 72816288, + "step": 37835 + }, + { + "epoch": 6.17293417081328, + "grad_norm": 0.7946825623512268, + "learning_rate": 3.592167009675934e-07, + "loss": 0.2296, + "num_input_tokens_seen": 72825888, + "step": 37840 + }, + { + "epoch": 6.173749898034098, + "grad_norm": 1.066314458847046, + "learning_rate": 3.575603225131563e-07, + "loss": 0.2181, + "num_input_tokens_seen": 72835232, + "step": 37845 + }, + { + "epoch": 6.174565625254915, + "grad_norm": 0.43260878324508667, + "learning_rate": 3.55907744232592e-07, + "loss": 0.1527, + "num_input_tokens_seen": 72845168, + "step": 37850 + }, + { + "epoch": 6.175381352475732, + "grad_norm": 0.4756247103214264, + "learning_rate": 3.5425896638075217e-07, + "loss": 0.1368, + "num_input_tokens_seen": 72854240, + "step": 37855 + }, + { + "epoch": 6.176197079696549, + "grad_norm": 0.7070478200912476, + "learning_rate": 3.5261398921189736e-07, + "loss": 0.0685, + "num_input_tokens_seen": 72863024, + "step": 37860 + }, + { + "epoch": 6.177012806917367, + "grad_norm": 0.6731112599372864, + "learning_rate": 3.509728129797024e-07, + "loss": 0.1581, + "num_input_tokens_seen": 72873056, + "step": 37865 + }, + { + "epoch": 6.177828534138184, + "grad_norm": 0.47590065002441406, + "learning_rate": 3.4933543793725656e-07, + "loss": 0.1699, + "num_input_tokens_seen": 72882768, + "step": 37870 + }, + { + "epoch": 6.178644261359001, + "grad_norm": 0.875140905380249, + "learning_rate": 3.4770186433707163e-07, + "loss": 0.1921, + "num_input_tokens_seen": 72892832, + "step": 37875 + }, + { + "epoch": 6.1794599885798185, + "grad_norm": 1.2020872831344604, + "learning_rate": 3.4607209243105453e-07, + "loss": 0.1347, + "num_input_tokens_seen": 72902480, + "step": 37880 + }, + { + "epoch": 6.1802757158006365, + "grad_norm": 0.41665008664131165, + "learning_rate": 3.444461224705431e-07, + "loss": 0.1532, + "num_input_tokens_seen": 72912208, + "step": 37885 + }, + { + "epoch": 6.181091443021454, + "grad_norm": 0.48400384187698364, + "learning_rate": 3.4282395470628116e-07, + "loss": 0.1521, + "num_input_tokens_seen": 72920992, + "step": 37890 + }, + { + "epoch": 6.181907170242271, + "grad_norm": 1.0300358533859253, + "learning_rate": 3.4120558938842417e-07, + "loss": 0.1396, + "num_input_tokens_seen": 72930880, + "step": 37895 + }, + { + "epoch": 6.182722897463089, + "grad_norm": 1.194278359413147, + "learning_rate": 3.395910267665503e-07, + "loss": 0.1891, + "num_input_tokens_seen": 72940512, + "step": 37900 + }, + { + "epoch": 6.183538624683906, + "grad_norm": 0.25841203331947327, + "learning_rate": 3.3798026708964094e-07, + "loss": 0.1418, + "num_input_tokens_seen": 72950144, + "step": 37905 + }, + { + "epoch": 6.184354351904723, + "grad_norm": 0.784278392791748, + "learning_rate": 3.3637331060609456e-07, + "loss": 0.1652, + "num_input_tokens_seen": 72960832, + "step": 37910 + }, + { + "epoch": 6.18517007912554, + "grad_norm": 0.3703393042087555, + "learning_rate": 3.3477015756372966e-07, + "loss": 0.1408, + "num_input_tokens_seen": 72969392, + "step": 37915 + }, + { + "epoch": 6.185985806346358, + "grad_norm": 0.6870001554489136, + "learning_rate": 3.3317080820976785e-07, + "loss": 0.1749, + "num_input_tokens_seen": 72978512, + "step": 37920 + }, + { + "epoch": 6.186801533567175, + "grad_norm": 0.5739104747772217, + "learning_rate": 3.315752627908508e-07, + "loss": 0.1403, + "num_input_tokens_seen": 72988032, + "step": 37925 + }, + { + "epoch": 6.1876172607879925, + "grad_norm": 0.8505132794380188, + "learning_rate": 3.299835215530317e-07, + "loss": 0.1485, + "num_input_tokens_seen": 72997360, + "step": 37930 + }, + { + "epoch": 6.18843298800881, + "grad_norm": 0.6889480352401733, + "learning_rate": 3.2839558474177245e-07, + "loss": 0.1746, + "num_input_tokens_seen": 73007088, + "step": 37935 + }, + { + "epoch": 6.189248715229628, + "grad_norm": 1.2842400074005127, + "learning_rate": 3.2681145260196056e-07, + "loss": 0.2416, + "num_input_tokens_seen": 73016064, + "step": 37940 + }, + { + "epoch": 6.190064442450445, + "grad_norm": 0.9429013729095459, + "learning_rate": 3.252311253778839e-07, + "loss": 0.1758, + "num_input_tokens_seen": 73026656, + "step": 37945 + }, + { + "epoch": 6.190880169671262, + "grad_norm": 0.8582441806793213, + "learning_rate": 3.2365460331325034e-07, + "loss": 0.1389, + "num_input_tokens_seen": 73037088, + "step": 37950 + }, + { + "epoch": 6.191695896892079, + "grad_norm": 0.6461008191108704, + "learning_rate": 3.2208188665117934e-07, + "loss": 0.1086, + "num_input_tokens_seen": 73046544, + "step": 37955 + }, + { + "epoch": 6.192511624112897, + "grad_norm": 0.33659079670906067, + "learning_rate": 3.205129756342018e-07, + "loss": 0.2015, + "num_input_tokens_seen": 73054640, + "step": 37960 + }, + { + "epoch": 6.193327351333714, + "grad_norm": 0.6265119910240173, + "learning_rate": 3.189478705042659e-07, + "loss": 0.1601, + "num_input_tokens_seen": 73062160, + "step": 37965 + }, + { + "epoch": 6.194143078554531, + "grad_norm": 1.0196231603622437, + "learning_rate": 3.173865715027341e-07, + "loss": 0.1569, + "num_input_tokens_seen": 73071152, + "step": 37970 + }, + { + "epoch": 6.194958805775348, + "grad_norm": 0.6762807369232178, + "learning_rate": 3.158290788703694e-07, + "loss": 0.1833, + "num_input_tokens_seen": 73079808, + "step": 37975 + }, + { + "epoch": 6.195774532996166, + "grad_norm": 0.6664397120475769, + "learning_rate": 3.1427539284736297e-07, + "loss": 0.2125, + "num_input_tokens_seen": 73090320, + "step": 37980 + }, + { + "epoch": 6.196590260216984, + "grad_norm": 0.9057350158691406, + "learning_rate": 3.127255136733093e-07, + "loss": 0.2102, + "num_input_tokens_seen": 73099200, + "step": 37985 + }, + { + "epoch": 6.197405987437801, + "grad_norm": 0.9056665301322937, + "learning_rate": 3.1117944158722544e-07, + "loss": 0.138, + "num_input_tokens_seen": 73109456, + "step": 37990 + }, + { + "epoch": 6.198221714658618, + "grad_norm": 1.315429925918579, + "learning_rate": 3.0963717682752635e-07, + "loss": 0.2136, + "num_input_tokens_seen": 73118912, + "step": 37995 + }, + { + "epoch": 6.199037441879436, + "grad_norm": 0.5866736769676208, + "learning_rate": 3.080987196320578e-07, + "loss": 0.1064, + "num_input_tokens_seen": 73128448, + "step": 38000 + }, + { + "epoch": 6.199037441879436, + "eval_loss": 0.16175246238708496, + "eval_runtime": 71.521, + "eval_samples_per_second": 38.101, + "eval_steps_per_second": 19.057, + "num_input_tokens_seen": 73128448, + "step": 38000 + }, + { + "epoch": 6.199853169100253, + "grad_norm": 1.6359471082687378, + "learning_rate": 3.065640702380607e-07, + "loss": 0.1465, + "num_input_tokens_seen": 73138224, + "step": 38005 + }, + { + "epoch": 6.20066889632107, + "grad_norm": 0.5896213054656982, + "learning_rate": 3.050332288822011e-07, + "loss": 0.1139, + "num_input_tokens_seen": 73147328, + "step": 38010 + }, + { + "epoch": 6.201484623541887, + "grad_norm": 0.9957288503646851, + "learning_rate": 3.035061958005542e-07, + "loss": 0.1754, + "num_input_tokens_seen": 73158528, + "step": 38015 + }, + { + "epoch": 6.202300350762705, + "grad_norm": 0.5301002860069275, + "learning_rate": 3.019829712286093e-07, + "loss": 0.1233, + "num_input_tokens_seen": 73169184, + "step": 38020 + }, + { + "epoch": 6.203116077983522, + "grad_norm": 0.8485553860664368, + "learning_rate": 3.004635554012647e-07, + "loss": 0.1688, + "num_input_tokens_seen": 73178384, + "step": 38025 + }, + { + "epoch": 6.2039318052043395, + "grad_norm": 0.7576366662979126, + "learning_rate": 2.9894794855283017e-07, + "loss": 0.1178, + "num_input_tokens_seen": 73188864, + "step": 38030 + }, + { + "epoch": 6.204747532425157, + "grad_norm": 0.671559751033783, + "learning_rate": 2.9743615091703816e-07, + "loss": 0.1192, + "num_input_tokens_seen": 73197872, + "step": 38035 + }, + { + "epoch": 6.205563259645975, + "grad_norm": 0.22451087832450867, + "learning_rate": 2.959281627270216e-07, + "loss": 0.1951, + "num_input_tokens_seen": 73206752, + "step": 38040 + }, + { + "epoch": 6.206378986866792, + "grad_norm": 0.9086689352989197, + "learning_rate": 2.944239842153362e-07, + "loss": 0.1971, + "num_input_tokens_seen": 73216480, + "step": 38045 + }, + { + "epoch": 6.207194714087609, + "grad_norm": 0.6643449664115906, + "learning_rate": 2.929236156139381e-07, + "loss": 0.1974, + "num_input_tokens_seen": 73225552, + "step": 38050 + }, + { + "epoch": 6.208010441308426, + "grad_norm": 0.458347350358963, + "learning_rate": 2.9142705715420883e-07, + "loss": 0.1077, + "num_input_tokens_seen": 73235264, + "step": 38055 + }, + { + "epoch": 6.208826168529244, + "grad_norm": 0.5039043426513672, + "learning_rate": 2.8993430906693595e-07, + "loss": 0.1593, + "num_input_tokens_seen": 73245216, + "step": 38060 + }, + { + "epoch": 6.209641895750061, + "grad_norm": 1.0414323806762695, + "learning_rate": 2.88445371582316e-07, + "loss": 0.1491, + "num_input_tokens_seen": 73254512, + "step": 38065 + }, + { + "epoch": 6.210457622970878, + "grad_norm": 0.5979896187782288, + "learning_rate": 2.8696024492996796e-07, + "loss": 0.2511, + "num_input_tokens_seen": 73263824, + "step": 38070 + }, + { + "epoch": 6.211273350191696, + "grad_norm": 1.416717767715454, + "learning_rate": 2.854789293389115e-07, + "loss": 0.3306, + "num_input_tokens_seen": 73273232, + "step": 38075 + }, + { + "epoch": 6.2120890774125135, + "grad_norm": 0.841119647026062, + "learning_rate": 2.8400142503758606e-07, + "loss": 0.149, + "num_input_tokens_seen": 73282976, + "step": 38080 + }, + { + "epoch": 6.212904804633331, + "grad_norm": 0.5214322209358215, + "learning_rate": 2.8252773225384276e-07, + "loss": 0.1208, + "num_input_tokens_seen": 73293360, + "step": 38085 + }, + { + "epoch": 6.213720531854148, + "grad_norm": 0.8000195622444153, + "learning_rate": 2.8105785121494143e-07, + "loss": 0.1812, + "num_input_tokens_seen": 73304032, + "step": 38090 + }, + { + "epoch": 6.214536259074965, + "grad_norm": 0.4676678478717804, + "learning_rate": 2.795917821475563e-07, + "loss": 0.1464, + "num_input_tokens_seen": 73313424, + "step": 38095 + }, + { + "epoch": 6.215351986295783, + "grad_norm": 0.7912759780883789, + "learning_rate": 2.78129525277776e-07, + "loss": 0.2162, + "num_input_tokens_seen": 73323152, + "step": 38100 + }, + { + "epoch": 6.2161677135166, + "grad_norm": 0.5850543975830078, + "learning_rate": 2.766710808310952e-07, + "loss": 0.1344, + "num_input_tokens_seen": 73332736, + "step": 38105 + }, + { + "epoch": 6.216983440737417, + "grad_norm": 0.8187987208366394, + "learning_rate": 2.7521644903242827e-07, + "loss": 0.1408, + "num_input_tokens_seen": 73342512, + "step": 38110 + }, + { + "epoch": 6.217799167958235, + "grad_norm": 1.378833532333374, + "learning_rate": 2.7376563010609593e-07, + "loss": 0.2271, + "num_input_tokens_seen": 73351424, + "step": 38115 + }, + { + "epoch": 6.218614895179052, + "grad_norm": 0.8611295819282532, + "learning_rate": 2.72318624275833e-07, + "loss": 0.1352, + "num_input_tokens_seen": 73360976, + "step": 38120 + }, + { + "epoch": 6.219430622399869, + "grad_norm": 0.7229772806167603, + "learning_rate": 2.7087543176478324e-07, + "loss": 0.1744, + "num_input_tokens_seen": 73371184, + "step": 38125 + }, + { + "epoch": 6.220246349620687, + "grad_norm": 0.44636133313179016, + "learning_rate": 2.694360527955103e-07, + "loss": 0.1324, + "num_input_tokens_seen": 73380128, + "step": 38130 + }, + { + "epoch": 6.221062076841505, + "grad_norm": 0.9608967900276184, + "learning_rate": 2.680004875899811e-07, + "loss": 0.1336, + "num_input_tokens_seen": 73390528, + "step": 38135 + }, + { + "epoch": 6.221877804062322, + "grad_norm": 0.9890469312667847, + "learning_rate": 2.665687363695768e-07, + "loss": 0.1498, + "num_input_tokens_seen": 73399680, + "step": 38140 + }, + { + "epoch": 6.222693531283139, + "grad_norm": 2.151270866394043, + "learning_rate": 2.6514079935509584e-07, + "loss": 0.2137, + "num_input_tokens_seen": 73409408, + "step": 38145 + }, + { + "epoch": 6.223509258503956, + "grad_norm": 1.040544867515564, + "learning_rate": 2.6371667676673983e-07, + "loss": 0.1312, + "num_input_tokens_seen": 73419296, + "step": 38150 + }, + { + "epoch": 6.224324985724774, + "grad_norm": 1.2548809051513672, + "learning_rate": 2.6229636882412755e-07, + "loss": 0.2312, + "num_input_tokens_seen": 73429152, + "step": 38155 + }, + { + "epoch": 6.225140712945591, + "grad_norm": 0.40891292691230774, + "learning_rate": 2.6087987574628935e-07, + "loss": 0.0997, + "num_input_tokens_seen": 73439040, + "step": 38160 + }, + { + "epoch": 6.225956440166408, + "grad_norm": 0.9100039601325989, + "learning_rate": 2.5946719775166437e-07, + "loss": 0.1704, + "num_input_tokens_seen": 73448112, + "step": 38165 + }, + { + "epoch": 6.226772167387225, + "grad_norm": 0.39242950081825256, + "learning_rate": 2.5805833505810616e-07, + "loss": 0.1749, + "num_input_tokens_seen": 73458480, + "step": 38170 + }, + { + "epoch": 6.227587894608043, + "grad_norm": 0.2928037941455841, + "learning_rate": 2.566532878828798e-07, + "loss": 0.1005, + "num_input_tokens_seen": 73468800, + "step": 38175 + }, + { + "epoch": 6.2284036218288605, + "grad_norm": 0.2877732217311859, + "learning_rate": 2.552520564426619e-07, + "loss": 0.1319, + "num_input_tokens_seen": 73479216, + "step": 38180 + }, + { + "epoch": 6.229219349049678, + "grad_norm": 0.4358547031879425, + "learning_rate": 2.5385464095353803e-07, + "loss": 0.1461, + "num_input_tokens_seen": 73488416, + "step": 38185 + }, + { + "epoch": 6.230035076270495, + "grad_norm": 0.5886433124542236, + "learning_rate": 2.5246104163100804e-07, + "loss": 0.2405, + "num_input_tokens_seen": 73497872, + "step": 38190 + }, + { + "epoch": 6.230850803491313, + "grad_norm": 0.5010253190994263, + "learning_rate": 2.510712586899833e-07, + "loss": 0.1402, + "num_input_tokens_seen": 73508160, + "step": 38195 + }, + { + "epoch": 6.23166653071213, + "grad_norm": 0.7057028412818909, + "learning_rate": 2.4968529234478124e-07, + "loss": 0.2192, + "num_input_tokens_seen": 73518048, + "step": 38200 + }, + { + "epoch": 6.23166653071213, + "eval_loss": 0.161717489361763, + "eval_runtime": 71.5494, + "eval_samples_per_second": 38.086, + "eval_steps_per_second": 19.05, + "num_input_tokens_seen": 73518048, + "step": 38200 + }, + { + "epoch": 6.232482257932947, + "grad_norm": 0.6311050653457642, + "learning_rate": 2.483031428091448e-07, + "loss": 0.2191, + "num_input_tokens_seen": 73527520, + "step": 38205 + }, + { + "epoch": 6.233297985153764, + "grad_norm": 1.7381449937820435, + "learning_rate": 2.469248102962091e-07, + "loss": 0.2197, + "num_input_tokens_seen": 73537616, + "step": 38210 + }, + { + "epoch": 6.234113712374582, + "grad_norm": 0.4582440257072449, + "learning_rate": 2.4555029501853455e-07, + "loss": 0.1191, + "num_input_tokens_seen": 73547584, + "step": 38215 + }, + { + "epoch": 6.234929439595399, + "grad_norm": 0.8278585076332092, + "learning_rate": 2.441795971880906e-07, + "loss": 0.1558, + "num_input_tokens_seen": 73557472, + "step": 38220 + }, + { + "epoch": 6.2357451668162165, + "grad_norm": 0.4777642488479614, + "learning_rate": 2.4281271701625255e-07, + "loss": 0.1213, + "num_input_tokens_seen": 73567200, + "step": 38225 + }, + { + "epoch": 6.236560894037034, + "grad_norm": 0.5411477088928223, + "learning_rate": 2.4144965471381007e-07, + "loss": 0.2406, + "num_input_tokens_seen": 73577520, + "step": 38230 + }, + { + "epoch": 6.237376621257852, + "grad_norm": 0.5617963075637817, + "learning_rate": 2.400904104909674e-07, + "loss": 0.1736, + "num_input_tokens_seen": 73587488, + "step": 38235 + }, + { + "epoch": 6.238192348478669, + "grad_norm": 0.6405026912689209, + "learning_rate": 2.3873498455733725e-07, + "loss": 0.1247, + "num_input_tokens_seen": 73596992, + "step": 38240 + }, + { + "epoch": 6.239008075699486, + "grad_norm": 1.669097900390625, + "learning_rate": 2.3738337712194137e-07, + "loss": 0.2182, + "num_input_tokens_seen": 73606176, + "step": 38245 + }, + { + "epoch": 6.239823802920303, + "grad_norm": 0.259967565536499, + "learning_rate": 2.3603558839321305e-07, + "loss": 0.1321, + "num_input_tokens_seen": 73616192, + "step": 38250 + }, + { + "epoch": 6.240639530141121, + "grad_norm": 1.434971570968628, + "learning_rate": 2.3469161857900267e-07, + "loss": 0.1689, + "num_input_tokens_seen": 73625840, + "step": 38255 + }, + { + "epoch": 6.241455257361938, + "grad_norm": 1.7516168355941772, + "learning_rate": 2.3335146788656393e-07, + "loss": 0.2294, + "num_input_tokens_seen": 73636272, + "step": 38260 + }, + { + "epoch": 6.242270984582755, + "grad_norm": 0.19600960612297058, + "learning_rate": 2.3201513652256757e-07, + "loss": 0.1681, + "num_input_tokens_seen": 73645728, + "step": 38265 + }, + { + "epoch": 6.243086711803572, + "grad_norm": 0.7909637093544006, + "learning_rate": 2.3068262469308766e-07, + "loss": 0.149, + "num_input_tokens_seen": 73654352, + "step": 38270 + }, + { + "epoch": 6.2439024390243905, + "grad_norm": 0.4116783142089844, + "learning_rate": 2.2935393260362093e-07, + "loss": 0.1899, + "num_input_tokens_seen": 73664336, + "step": 38275 + }, + { + "epoch": 6.244718166245208, + "grad_norm": 0.22721579670906067, + "learning_rate": 2.2802906045906458e-07, + "loss": 0.1283, + "num_input_tokens_seen": 73673168, + "step": 38280 + }, + { + "epoch": 6.245533893466025, + "grad_norm": 2.243572235107422, + "learning_rate": 2.2670800846373018e-07, + "loss": 0.1995, + "num_input_tokens_seen": 73681296, + "step": 38285 + }, + { + "epoch": 6.246349620686843, + "grad_norm": 1.3439502716064453, + "learning_rate": 2.2539077682134367e-07, + "loss": 0.1359, + "num_input_tokens_seen": 73691808, + "step": 38290 + }, + { + "epoch": 6.24716534790766, + "grad_norm": 0.6250461935997009, + "learning_rate": 2.2407736573503423e-07, + "loss": 0.1501, + "num_input_tokens_seen": 73701904, + "step": 38295 + }, + { + "epoch": 6.247981075128477, + "grad_norm": 0.3495771288871765, + "learning_rate": 2.2276777540735093e-07, + "loss": 0.1568, + "num_input_tokens_seen": 73712496, + "step": 38300 + }, + { + "epoch": 6.248796802349294, + "grad_norm": 0.9015799760818481, + "learning_rate": 2.2146200604024613e-07, + "loss": 0.1646, + "num_input_tokens_seen": 73723040, + "step": 38305 + }, + { + "epoch": 6.249612529570112, + "grad_norm": 0.24583052098751068, + "learning_rate": 2.2016005783508375e-07, + "loss": 0.1394, + "num_input_tokens_seen": 73732192, + "step": 38310 + }, + { + "epoch": 6.250428256790929, + "grad_norm": 1.3375307321548462, + "learning_rate": 2.1886193099264763e-07, + "loss": 0.1985, + "num_input_tokens_seen": 73741536, + "step": 38315 + }, + { + "epoch": 6.251243984011746, + "grad_norm": 0.3484099209308624, + "learning_rate": 2.175676257131165e-07, + "loss": 0.1153, + "num_input_tokens_seen": 73752432, + "step": 38320 + }, + { + "epoch": 6.2520597112325635, + "grad_norm": 0.8838651776313782, + "learning_rate": 2.162771421960974e-07, + "loss": 0.257, + "num_input_tokens_seen": 73762176, + "step": 38325 + }, + { + "epoch": 6.252875438453382, + "grad_norm": 0.5862797498703003, + "learning_rate": 2.1499048064059224e-07, + "loss": 0.0926, + "num_input_tokens_seen": 73771904, + "step": 38330 + }, + { + "epoch": 6.253691165674199, + "grad_norm": 0.8765066862106323, + "learning_rate": 2.1370764124502285e-07, + "loss": 0.2116, + "num_input_tokens_seen": 73779840, + "step": 38335 + }, + { + "epoch": 6.254506892895016, + "grad_norm": 1.7885528802871704, + "learning_rate": 2.1242862420721988e-07, + "loss": 0.1638, + "num_input_tokens_seen": 73790368, + "step": 38340 + }, + { + "epoch": 6.255322620115833, + "grad_norm": 1.370413064956665, + "learning_rate": 2.1115342972442276e-07, + "loss": 0.2437, + "num_input_tokens_seen": 73801872, + "step": 38345 + }, + { + "epoch": 6.256138347336651, + "grad_norm": 0.5049225091934204, + "learning_rate": 2.0988205799328252e-07, + "loss": 0.1611, + "num_input_tokens_seen": 73810944, + "step": 38350 + }, + { + "epoch": 6.256954074557468, + "grad_norm": 0.6393914222717285, + "learning_rate": 2.0861450920986182e-07, + "loss": 0.1602, + "num_input_tokens_seen": 73820944, + "step": 38355 + }, + { + "epoch": 6.257769801778285, + "grad_norm": 0.683896005153656, + "learning_rate": 2.07350783569632e-07, + "loss": 0.1642, + "num_input_tokens_seen": 73831216, + "step": 38360 + }, + { + "epoch": 6.258585528999102, + "grad_norm": 0.49018460512161255, + "learning_rate": 2.060908812674761e-07, + "loss": 0.1819, + "num_input_tokens_seen": 73841024, + "step": 38365 + }, + { + "epoch": 6.25940125621992, + "grad_norm": 0.5621013045310974, + "learning_rate": 2.0483480249768317e-07, + "loss": 0.2014, + "num_input_tokens_seen": 73850672, + "step": 38370 + }, + { + "epoch": 6.2602169834407375, + "grad_norm": 0.8050292134284973, + "learning_rate": 2.035825474539621e-07, + "loss": 0.1298, + "num_input_tokens_seen": 73860928, + "step": 38375 + }, + { + "epoch": 6.261032710661555, + "grad_norm": 0.5688247084617615, + "learning_rate": 2.0233411632942235e-07, + "loss": 0.2015, + "num_input_tokens_seen": 73869824, + "step": 38380 + }, + { + "epoch": 6.261848437882372, + "grad_norm": 1.4449213743209839, + "learning_rate": 2.0108950931658764e-07, + "loss": 0.172, + "num_input_tokens_seen": 73880880, + "step": 38385 + }, + { + "epoch": 6.26266416510319, + "grad_norm": 0.6872207522392273, + "learning_rate": 1.998487266073934e-07, + "loss": 0.1668, + "num_input_tokens_seen": 73890352, + "step": 38390 + }, + { + "epoch": 6.263479892324007, + "grad_norm": 1.0761953592300415, + "learning_rate": 1.986117683931865e-07, + "loss": 0.1551, + "num_input_tokens_seen": 73900624, + "step": 38395 + }, + { + "epoch": 6.264295619544824, + "grad_norm": 0.6617811918258667, + "learning_rate": 1.9737863486471442e-07, + "loss": 0.2084, + "num_input_tokens_seen": 73911328, + "step": 38400 + }, + { + "epoch": 6.264295619544824, + "eval_loss": 0.1620957851409912, + "eval_runtime": 71.5261, + "eval_samples_per_second": 38.098, + "eval_steps_per_second": 19.056, + "num_input_tokens_seen": 73911328, + "step": 38400 + }, + { + "epoch": 6.265111346765641, + "grad_norm": 0.90761399269104, + "learning_rate": 1.9614932621215e-07, + "loss": 0.1549, + "num_input_tokens_seen": 73919952, + "step": 38405 + }, + { + "epoch": 6.265927073986459, + "grad_norm": 0.528898298740387, + "learning_rate": 1.9492384262506102e-07, + "loss": 0.1398, + "num_input_tokens_seen": 73928752, + "step": 38410 + }, + { + "epoch": 6.266742801207276, + "grad_norm": 1.005220890045166, + "learning_rate": 1.9370218429243524e-07, + "loss": 0.188, + "num_input_tokens_seen": 73938816, + "step": 38415 + }, + { + "epoch": 6.2675585284280935, + "grad_norm": 1.2727134227752686, + "learning_rate": 1.9248435140267197e-07, + "loss": 0.1607, + "num_input_tokens_seen": 73948752, + "step": 38420 + }, + { + "epoch": 6.268374255648911, + "grad_norm": 0.48906397819519043, + "learning_rate": 1.9127034414356814e-07, + "loss": 0.1692, + "num_input_tokens_seen": 73957808, + "step": 38425 + }, + { + "epoch": 6.269189982869729, + "grad_norm": 0.5989171862602234, + "learning_rate": 1.9006016270234627e-07, + "loss": 0.1827, + "num_input_tokens_seen": 73966640, + "step": 38430 + }, + { + "epoch": 6.270005710090546, + "grad_norm": 1.8506954908370972, + "learning_rate": 1.888538072656293e-07, + "loss": 0.2196, + "num_input_tokens_seen": 73977776, + "step": 38435 + }, + { + "epoch": 6.270821437311363, + "grad_norm": 0.8700653910636902, + "learning_rate": 1.8765127801944893e-07, + "loss": 0.1722, + "num_input_tokens_seen": 73986848, + "step": 38440 + }, + { + "epoch": 6.27163716453218, + "grad_norm": 0.656830370426178, + "learning_rate": 1.8645257514925406e-07, + "loss": 0.113, + "num_input_tokens_seen": 73996672, + "step": 38445 + }, + { + "epoch": 6.272452891752998, + "grad_norm": 0.7323867678642273, + "learning_rate": 1.8525769883989685e-07, + "loss": 0.1523, + "num_input_tokens_seen": 74006656, + "step": 38450 + }, + { + "epoch": 6.273268618973815, + "grad_norm": 0.3898477554321289, + "learning_rate": 1.8406664927564654e-07, + "loss": 0.1747, + "num_input_tokens_seen": 74015248, + "step": 38455 + }, + { + "epoch": 6.274084346194632, + "grad_norm": 1.3202461004257202, + "learning_rate": 1.8287942664017566e-07, + "loss": 0.2594, + "num_input_tokens_seen": 74024848, + "step": 38460 + }, + { + "epoch": 6.27490007341545, + "grad_norm": 0.7877125144004822, + "learning_rate": 1.8169603111656552e-07, + "loss": 0.1545, + "num_input_tokens_seen": 74033632, + "step": 38465 + }, + { + "epoch": 6.275715800636267, + "grad_norm": 0.823733925819397, + "learning_rate": 1.805164628873146e-07, + "loss": 0.1754, + "num_input_tokens_seen": 74043120, + "step": 38470 + }, + { + "epoch": 6.276531527857085, + "grad_norm": 0.5664594173431396, + "learning_rate": 1.793407221343274e-07, + "loss": 0.2, + "num_input_tokens_seen": 74052656, + "step": 38475 + }, + { + "epoch": 6.277347255077902, + "grad_norm": 0.6743974685668945, + "learning_rate": 1.781688090389172e-07, + "loss": 0.1833, + "num_input_tokens_seen": 74060864, + "step": 38480 + }, + { + "epoch": 6.27816298229872, + "grad_norm": 0.7800592184066772, + "learning_rate": 1.770007237818061e-07, + "loss": 0.127, + "num_input_tokens_seen": 74071360, + "step": 38485 + }, + { + "epoch": 6.278978709519537, + "grad_norm": 1.0947819948196411, + "learning_rate": 1.7583646654313059e-07, + "loss": 0.1931, + "num_input_tokens_seen": 74080736, + "step": 38490 + }, + { + "epoch": 6.279794436740354, + "grad_norm": 0.6762612462043762, + "learning_rate": 1.7467603750242757e-07, + "loss": 0.1393, + "num_input_tokens_seen": 74090400, + "step": 38495 + }, + { + "epoch": 6.280610163961171, + "grad_norm": 0.7388175129890442, + "learning_rate": 1.7351943683865944e-07, + "loss": 0.1945, + "num_input_tokens_seen": 74101312, + "step": 38500 + }, + { + "epoch": 6.281425891181989, + "grad_norm": 0.47500526905059814, + "learning_rate": 1.723666647301808e-07, + "loss": 0.1212, + "num_input_tokens_seen": 74110832, + "step": 38505 + }, + { + "epoch": 6.282241618402806, + "grad_norm": 1.5678608417510986, + "learning_rate": 1.712177213547661e-07, + "loss": 0.1861, + "num_input_tokens_seen": 74119520, + "step": 38510 + }, + { + "epoch": 6.283057345623623, + "grad_norm": 0.40823063254356384, + "learning_rate": 1.7007260688959581e-07, + "loss": 0.1376, + "num_input_tokens_seen": 74129584, + "step": 38515 + }, + { + "epoch": 6.2838730728444405, + "grad_norm": 1.3797821998596191, + "learning_rate": 1.68931321511262e-07, + "loss": 0.157, + "num_input_tokens_seen": 74138784, + "step": 38520 + }, + { + "epoch": 6.2846888000652585, + "grad_norm": 0.863767683506012, + "learning_rate": 1.6779386539576835e-07, + "loss": 0.18, + "num_input_tokens_seen": 74147776, + "step": 38525 + }, + { + "epoch": 6.285504527286076, + "grad_norm": 0.8984012007713318, + "learning_rate": 1.666602387185162e-07, + "loss": 0.1586, + "num_input_tokens_seen": 74157008, + "step": 38530 + }, + { + "epoch": 6.286320254506893, + "grad_norm": 0.3235192894935608, + "learning_rate": 1.655304416543352e-07, + "loss": 0.1431, + "num_input_tokens_seen": 74165888, + "step": 38535 + }, + { + "epoch": 6.28713598172771, + "grad_norm": 1.1205564737319946, + "learning_rate": 1.6440447437744698e-07, + "loss": 0.1572, + "num_input_tokens_seen": 74175232, + "step": 38540 + }, + { + "epoch": 6.287951708948528, + "grad_norm": 0.8309045433998108, + "learning_rate": 1.6328233706149332e-07, + "loss": 0.241, + "num_input_tokens_seen": 74185360, + "step": 38545 + }, + { + "epoch": 6.288767436169345, + "grad_norm": 0.6125001907348633, + "learning_rate": 1.6216402987951906e-07, + "loss": 0.1382, + "num_input_tokens_seen": 74194368, + "step": 38550 + }, + { + "epoch": 6.289583163390162, + "grad_norm": 0.7020405530929565, + "learning_rate": 1.6104955300398627e-07, + "loss": 0.2021, + "num_input_tokens_seen": 74204448, + "step": 38555 + }, + { + "epoch": 6.290398890610979, + "grad_norm": 0.4818759262561798, + "learning_rate": 1.5993890660675748e-07, + "loss": 0.1381, + "num_input_tokens_seen": 74214272, + "step": 38560 + }, + { + "epoch": 6.291214617831797, + "grad_norm": 0.8375594615936279, + "learning_rate": 1.5883209085910678e-07, + "loss": 0.1704, + "num_input_tokens_seen": 74224416, + "step": 38565 + }, + { + "epoch": 6.2920303450526145, + "grad_norm": 0.26246142387390137, + "learning_rate": 1.5772910593172264e-07, + "loss": 0.1591, + "num_input_tokens_seen": 74233920, + "step": 38570 + }, + { + "epoch": 6.292846072273432, + "grad_norm": 0.7880310416221619, + "learning_rate": 1.5662995199469954e-07, + "loss": 0.1806, + "num_input_tokens_seen": 74243600, + "step": 38575 + }, + { + "epoch": 6.293661799494249, + "grad_norm": 0.7635060548782349, + "learning_rate": 1.5553462921753802e-07, + "loss": 0.1079, + "num_input_tokens_seen": 74252464, + "step": 38580 + }, + { + "epoch": 6.294477526715067, + "grad_norm": 0.5166541337966919, + "learning_rate": 1.544431377691502e-07, + "loss": 0.1712, + "num_input_tokens_seen": 74261504, + "step": 38585 + }, + { + "epoch": 6.295293253935884, + "grad_norm": 0.5836071968078613, + "learning_rate": 1.5335547781785975e-07, + "loss": 0.1425, + "num_input_tokens_seen": 74271296, + "step": 38590 + }, + { + "epoch": 6.296108981156701, + "grad_norm": 1.1818737983703613, + "learning_rate": 1.5227164953139917e-07, + "loss": 0.2043, + "num_input_tokens_seen": 74283088, + "step": 38595 + }, + { + "epoch": 6.296924708377518, + "grad_norm": 0.7692659497261047, + "learning_rate": 1.511916530769042e-07, + "loss": 0.1655, + "num_input_tokens_seen": 74293168, + "step": 38600 + }, + { + "epoch": 6.296924708377518, + "eval_loss": 0.16235417127609253, + "eval_runtime": 71.4605, + "eval_samples_per_second": 38.133, + "eval_steps_per_second": 19.073, + "num_input_tokens_seen": 74293168, + "step": 38600 + }, + { + "epoch": 6.297740435598336, + "grad_norm": 0.9912627935409546, + "learning_rate": 1.5011548862092773e-07, + "loss": 0.1348, + "num_input_tokens_seen": 74302128, + "step": 38605 + }, + { + "epoch": 6.298556162819153, + "grad_norm": 1.2395919561386108, + "learning_rate": 1.490431563294231e-07, + "loss": 0.1931, + "num_input_tokens_seen": 74312512, + "step": 38610 + }, + { + "epoch": 6.2993718900399704, + "grad_norm": 0.7689098715782166, + "learning_rate": 1.4797465636776365e-07, + "loss": 0.1409, + "num_input_tokens_seen": 74322560, + "step": 38615 + }, + { + "epoch": 6.300187617260788, + "grad_norm": 0.556984007358551, + "learning_rate": 1.4690998890072027e-07, + "loss": 0.1675, + "num_input_tokens_seen": 74333008, + "step": 38620 + }, + { + "epoch": 6.301003344481606, + "grad_norm": 0.635618269443512, + "learning_rate": 1.4584915409248112e-07, + "loss": 0.127, + "num_input_tokens_seen": 74341984, + "step": 38625 + }, + { + "epoch": 6.301819071702423, + "grad_norm": 0.8952900767326355, + "learning_rate": 1.4479215210663754e-07, + "loss": 0.1225, + "num_input_tokens_seen": 74351888, + "step": 38630 + }, + { + "epoch": 6.30263479892324, + "grad_norm": 1.1757742166519165, + "learning_rate": 1.4373898310619528e-07, + "loss": 0.2275, + "num_input_tokens_seen": 74360832, + "step": 38635 + }, + { + "epoch": 6.303450526144058, + "grad_norm": 0.9277616739273071, + "learning_rate": 1.4268964725356604e-07, + "loss": 0.243, + "num_input_tokens_seen": 74370576, + "step": 38640 + }, + { + "epoch": 6.304266253364875, + "grad_norm": 1.874403715133667, + "learning_rate": 1.4164414471056764e-07, + "loss": 0.1794, + "num_input_tokens_seen": 74379120, + "step": 38645 + }, + { + "epoch": 6.305081980585692, + "grad_norm": 0.3865317404270172, + "learning_rate": 1.4060247563843497e-07, + "loss": 0.101, + "num_input_tokens_seen": 74388704, + "step": 38650 + }, + { + "epoch": 6.305897707806509, + "grad_norm": 1.0270196199417114, + "learning_rate": 1.3956464019780068e-07, + "loss": 0.1862, + "num_input_tokens_seen": 74397840, + "step": 38655 + }, + { + "epoch": 6.306713435027326, + "grad_norm": 0.24820765852928162, + "learning_rate": 1.385306385487145e-07, + "loss": 0.0807, + "num_input_tokens_seen": 74406608, + "step": 38660 + }, + { + "epoch": 6.307529162248144, + "grad_norm": 1.1582386493682861, + "learning_rate": 1.3750047085063222e-07, + "loss": 0.2038, + "num_input_tokens_seen": 74416336, + "step": 38665 + }, + { + "epoch": 6.3083448894689615, + "grad_norm": 0.531957745552063, + "learning_rate": 1.3647413726242119e-07, + "loss": 0.126, + "num_input_tokens_seen": 74425520, + "step": 38670 + }, + { + "epoch": 6.309160616689779, + "grad_norm": 1.3001585006713867, + "learning_rate": 1.3545163794235205e-07, + "loss": 0.2031, + "num_input_tokens_seen": 74435584, + "step": 38675 + }, + { + "epoch": 6.309976343910597, + "grad_norm": 0.42583978176116943, + "learning_rate": 1.3443297304810698e-07, + "loss": 0.1062, + "num_input_tokens_seen": 74445120, + "step": 38680 + }, + { + "epoch": 6.310792071131414, + "grad_norm": 0.8204479217529297, + "learning_rate": 1.3341814273677977e-07, + "loss": 0.1533, + "num_input_tokens_seen": 74453584, + "step": 38685 + }, + { + "epoch": 6.311607798352231, + "grad_norm": 1.0041351318359375, + "learning_rate": 1.324071471648647e-07, + "loss": 0.1405, + "num_input_tokens_seen": 74463088, + "step": 38690 + }, + { + "epoch": 6.312423525573048, + "grad_norm": 0.9916926622390747, + "learning_rate": 1.3139998648827312e-07, + "loss": 0.145, + "num_input_tokens_seen": 74472640, + "step": 38695 + }, + { + "epoch": 6.313239252793866, + "grad_norm": 0.7960703372955322, + "learning_rate": 1.3039666086232526e-07, + "loss": 0.1586, + "num_input_tokens_seen": 74483376, + "step": 38700 + }, + { + "epoch": 6.314054980014683, + "grad_norm": 0.6387462615966797, + "learning_rate": 1.2939717044174183e-07, + "loss": 0.1197, + "num_input_tokens_seen": 74492144, + "step": 38705 + }, + { + "epoch": 6.3148707072355, + "grad_norm": 0.8916525840759277, + "learning_rate": 1.284015153806578e-07, + "loss": 0.1638, + "num_input_tokens_seen": 74499600, + "step": 38710 + }, + { + "epoch": 6.3156864344563175, + "grad_norm": 1.1648824214935303, + "learning_rate": 1.274096958326171e-07, + "loss": 0.1576, + "num_input_tokens_seen": 74509200, + "step": 38715 + }, + { + "epoch": 6.3165021616771355, + "grad_norm": 0.20598581433296204, + "learning_rate": 1.2642171195056952e-07, + "loss": 0.0647, + "num_input_tokens_seen": 74517664, + "step": 38720 + }, + { + "epoch": 6.317317888897953, + "grad_norm": 0.4596928656101227, + "learning_rate": 1.2543756388687377e-07, + "loss": 0.208, + "num_input_tokens_seen": 74527152, + "step": 38725 + }, + { + "epoch": 6.31813361611877, + "grad_norm": 1.08749258518219, + "learning_rate": 1.2445725179330014e-07, + "loss": 0.1732, + "num_input_tokens_seen": 74537024, + "step": 38730 + }, + { + "epoch": 6.318949343339587, + "grad_norm": 0.9943154454231262, + "learning_rate": 1.2348077582102212e-07, + "loss": 0.1547, + "num_input_tokens_seen": 74546800, + "step": 38735 + }, + { + "epoch": 6.319765070560405, + "grad_norm": 0.3816854953765869, + "learning_rate": 1.2250813612062762e-07, + "loss": 0.1248, + "num_input_tokens_seen": 74556496, + "step": 38740 + }, + { + "epoch": 6.320580797781222, + "grad_norm": 0.6826525330543518, + "learning_rate": 1.215393328421105e-07, + "loss": 0.0886, + "num_input_tokens_seen": 74565808, + "step": 38745 + }, + { + "epoch": 6.321396525002039, + "grad_norm": 0.4715549349784851, + "learning_rate": 1.2057436613486796e-07, + "loss": 0.1442, + "num_input_tokens_seen": 74574560, + "step": 38750 + }, + { + "epoch": 6.322212252222856, + "grad_norm": 0.7907593250274658, + "learning_rate": 1.1961323614771424e-07, + "loss": 0.1486, + "num_input_tokens_seen": 74584384, + "step": 38755 + }, + { + "epoch": 6.323027979443674, + "grad_norm": 0.5990344882011414, + "learning_rate": 1.1865594302886418e-07, + "loss": 0.1755, + "num_input_tokens_seen": 74593808, + "step": 38760 + }, + { + "epoch": 6.3238437066644915, + "grad_norm": 0.4719320237636566, + "learning_rate": 1.1770248692594687e-07, + "loss": 0.1502, + "num_input_tokens_seen": 74602256, + "step": 38765 + }, + { + "epoch": 6.324659433885309, + "grad_norm": 1.47170889377594, + "learning_rate": 1.167528679859975e-07, + "loss": 0.1721, + "num_input_tokens_seen": 74611376, + "step": 38770 + }, + { + "epoch": 6.325475161106126, + "grad_norm": 0.6308045983314514, + "learning_rate": 1.1580708635545446e-07, + "loss": 0.1377, + "num_input_tokens_seen": 74621088, + "step": 38775 + }, + { + "epoch": 6.326290888326944, + "grad_norm": 0.8370301723480225, + "learning_rate": 1.1486514218017885e-07, + "loss": 0.1904, + "num_input_tokens_seen": 74631120, + "step": 38780 + }, + { + "epoch": 6.327106615547761, + "grad_norm": 0.38379913568496704, + "learning_rate": 1.1392703560542117e-07, + "loss": 0.1502, + "num_input_tokens_seen": 74640768, + "step": 38785 + }, + { + "epoch": 6.327922342768578, + "grad_norm": 0.756201446056366, + "learning_rate": 1.129927667758518e-07, + "loss": 0.1307, + "num_input_tokens_seen": 74650480, + "step": 38790 + }, + { + "epoch": 6.328738069989395, + "grad_norm": 0.45279642939567566, + "learning_rate": 1.1206233583554992e-07, + "loss": 0.2369, + "num_input_tokens_seen": 74660368, + "step": 38795 + }, + { + "epoch": 6.329553797210213, + "grad_norm": 0.95432448387146, + "learning_rate": 1.1113574292799523e-07, + "loss": 0.1889, + "num_input_tokens_seen": 74668864, + "step": 38800 + }, + { + "epoch": 6.329553797210213, + "eval_loss": 0.16203567385673523, + "eval_runtime": 71.5935, + "eval_samples_per_second": 38.062, + "eval_steps_per_second": 19.038, + "num_input_tokens_seen": 74668864, + "step": 38800 + }, + { + "epoch": 6.33036952443103, + "grad_norm": 1.141523838043213, + "learning_rate": 1.1021298819608449e-07, + "loss": 0.255, + "num_input_tokens_seen": 74678944, + "step": 38805 + }, + { + "epoch": 6.331185251651847, + "grad_norm": 0.45499441027641296, + "learning_rate": 1.0929407178211226e-07, + "loss": 0.1651, + "num_input_tokens_seen": 74688112, + "step": 38810 + }, + { + "epoch": 6.332000978872665, + "grad_norm": 0.8527954816818237, + "learning_rate": 1.0837899382779293e-07, + "loss": 0.1737, + "num_input_tokens_seen": 74697840, + "step": 38815 + }, + { + "epoch": 6.332816706093483, + "grad_norm": 1.3019028902053833, + "learning_rate": 1.0746775447423862e-07, + "loss": 0.19, + "num_input_tokens_seen": 74707040, + "step": 38820 + }, + { + "epoch": 6.3336324333143, + "grad_norm": 1.1558667421340942, + "learning_rate": 1.0656035386197583e-07, + "loss": 0.1403, + "num_input_tokens_seen": 74717936, + "step": 38825 + }, + { + "epoch": 6.334448160535117, + "grad_norm": 0.5106759667396545, + "learning_rate": 1.0565679213093982e-07, + "loss": 0.1178, + "num_input_tokens_seen": 74727856, + "step": 38830 + }, + { + "epoch": 6.335263887755934, + "grad_norm": 0.9835473299026489, + "learning_rate": 1.0475706942046638e-07, + "loss": 0.1501, + "num_input_tokens_seen": 74739008, + "step": 38835 + }, + { + "epoch": 6.336079614976752, + "grad_norm": 1.4853965044021606, + "learning_rate": 1.0386118586930282e-07, + "loss": 0.1722, + "num_input_tokens_seen": 74748544, + "step": 38840 + }, + { + "epoch": 6.336895342197569, + "grad_norm": 0.8281154036521912, + "learning_rate": 1.0296914161561367e-07, + "loss": 0.1461, + "num_input_tokens_seen": 74759920, + "step": 38845 + }, + { + "epoch": 6.337711069418386, + "grad_norm": 1.2624295949935913, + "learning_rate": 1.0208093679695552e-07, + "loss": 0.1941, + "num_input_tokens_seen": 74770832, + "step": 38850 + }, + { + "epoch": 6.338526796639204, + "grad_norm": 0.8220872282981873, + "learning_rate": 1.0119657155030493e-07, + "loss": 0.1783, + "num_input_tokens_seen": 74781008, + "step": 38855 + }, + { + "epoch": 6.339342523860021, + "grad_norm": 0.555677592754364, + "learning_rate": 1.003160460120417e-07, + "loss": 0.1375, + "num_input_tokens_seen": 74791392, + "step": 38860 + }, + { + "epoch": 6.3401582510808385, + "grad_norm": 1.7052462100982666, + "learning_rate": 9.943936031795165e-08, + "loss": 0.1969, + "num_input_tokens_seen": 74801888, + "step": 38865 + }, + { + "epoch": 6.340973978301656, + "grad_norm": 0.5436438322067261, + "learning_rate": 9.856651460323219e-08, + "loss": 0.1577, + "num_input_tokens_seen": 74811872, + "step": 38870 + }, + { + "epoch": 6.341789705522474, + "grad_norm": 1.1153868436813354, + "learning_rate": 9.769750900248953e-08, + "loss": 0.1505, + "num_input_tokens_seen": 74821312, + "step": 38875 + }, + { + "epoch": 6.342605432743291, + "grad_norm": 0.5943326354026794, + "learning_rate": 9.683234364973038e-08, + "loss": 0.1548, + "num_input_tokens_seen": 74829152, + "step": 38880 + }, + { + "epoch": 6.343421159964108, + "grad_norm": 0.5074847936630249, + "learning_rate": 9.597101867837854e-08, + "loss": 0.1363, + "num_input_tokens_seen": 74839424, + "step": 38885 + }, + { + "epoch": 6.344236887184925, + "grad_norm": 0.7276448011398315, + "learning_rate": 9.511353422125835e-08, + "loss": 0.1704, + "num_input_tokens_seen": 74848800, + "step": 38890 + }, + { + "epoch": 6.345052614405743, + "grad_norm": 0.4916624128818512, + "learning_rate": 9.42598904106029e-08, + "loss": 0.1818, + "num_input_tokens_seen": 74859744, + "step": 38895 + }, + { + "epoch": 6.34586834162656, + "grad_norm": 0.4937277138233185, + "learning_rate": 9.341008737806245e-08, + "loss": 0.1283, + "num_input_tokens_seen": 74869168, + "step": 38900 + }, + { + "epoch": 6.346684068847377, + "grad_norm": 0.6072365641593933, + "learning_rate": 9.256412525467661e-08, + "loss": 0.2173, + "num_input_tokens_seen": 74879104, + "step": 38905 + }, + { + "epoch": 6.3474997960681945, + "grad_norm": 0.3493093252182007, + "learning_rate": 9.172200417091326e-08, + "loss": 0.145, + "num_input_tokens_seen": 74889440, + "step": 38910 + }, + { + "epoch": 6.3483155232890125, + "grad_norm": 0.9745078682899475, + "learning_rate": 9.088372425663239e-08, + "loss": 0.1896, + "num_input_tokens_seen": 74898160, + "step": 38915 + }, + { + "epoch": 6.34913125050983, + "grad_norm": 0.40079179406166077, + "learning_rate": 9.004928564110837e-08, + "loss": 0.139, + "num_input_tokens_seen": 74907456, + "step": 38920 + }, + { + "epoch": 6.349946977730647, + "grad_norm": 0.5061996579170227, + "learning_rate": 8.92186884530244e-08, + "loss": 0.1814, + "num_input_tokens_seen": 74916752, + "step": 38925 + }, + { + "epoch": 6.350762704951464, + "grad_norm": 0.7525168657302856, + "learning_rate": 8.83919328204641e-08, + "loss": 0.1135, + "num_input_tokens_seen": 74926864, + "step": 38930 + }, + { + "epoch": 6.351578432172282, + "grad_norm": 0.553006112575531, + "learning_rate": 8.756901887093105e-08, + "loss": 0.1979, + "num_input_tokens_seen": 74936976, + "step": 38935 + }, + { + "epoch": 6.352394159393099, + "grad_norm": 1.4132585525512695, + "learning_rate": 8.674994673132098e-08, + "loss": 0.1655, + "num_input_tokens_seen": 74947168, + "step": 38940 + }, + { + "epoch": 6.353209886613916, + "grad_norm": 0.6722074151039124, + "learning_rate": 8.593471652794949e-08, + "loss": 0.097, + "num_input_tokens_seen": 74957056, + "step": 38945 + }, + { + "epoch": 6.354025613834733, + "grad_norm": 0.9418283700942993, + "learning_rate": 8.512332838653548e-08, + "loss": 0.1928, + "num_input_tokens_seen": 74965824, + "step": 38950 + }, + { + "epoch": 6.354841341055551, + "grad_norm": 0.44947028160095215, + "learning_rate": 8.431578243220106e-08, + "loss": 0.1238, + "num_input_tokens_seen": 74974528, + "step": 38955 + }, + { + "epoch": 6.3556570682763684, + "grad_norm": 0.569164514541626, + "learning_rate": 8.351207878948552e-08, + "loss": 0.197, + "num_input_tokens_seen": 74983248, + "step": 38960 + }, + { + "epoch": 6.356472795497186, + "grad_norm": 1.3353310823440552, + "learning_rate": 8.271221758232583e-08, + "loss": 0.2392, + "num_input_tokens_seen": 74993056, + "step": 38965 + }, + { + "epoch": 6.357288522718003, + "grad_norm": 1.2954556941986084, + "learning_rate": 8.191619893407332e-08, + "loss": 0.1619, + "num_input_tokens_seen": 75003616, + "step": 38970 + }, + { + "epoch": 6.358104249938821, + "grad_norm": 1.1509913206100464, + "learning_rate": 8.112402296748534e-08, + "loss": 0.1345, + "num_input_tokens_seen": 75012576, + "step": 38975 + }, + { + "epoch": 6.358919977159638, + "grad_norm": 2.0797219276428223, + "learning_rate": 8.033568980471973e-08, + "loss": 0.2419, + "num_input_tokens_seen": 75020416, + "step": 38980 + }, + { + "epoch": 6.359735704380455, + "grad_norm": 0.9433159828186035, + "learning_rate": 7.955119956735146e-08, + "loss": 0.1698, + "num_input_tokens_seen": 75030560, + "step": 38985 + }, + { + "epoch": 6.360551431601272, + "grad_norm": 2.368591547012329, + "learning_rate": 7.877055237636155e-08, + "loss": 0.2246, + "num_input_tokens_seen": 75040880, + "step": 38990 + }, + { + "epoch": 6.36136715882209, + "grad_norm": 1.5368115901947021, + "learning_rate": 7.79937483521287e-08, + "loss": 0.2255, + "num_input_tokens_seen": 75050464, + "step": 38995 + }, + { + "epoch": 6.362182886042907, + "grad_norm": 0.526204526424408, + "learning_rate": 7.722078761444873e-08, + "loss": 0.1041, + "num_input_tokens_seen": 75058640, + "step": 39000 + }, + { + "epoch": 6.362182886042907, + "eval_loss": 0.16220062971115112, + "eval_runtime": 71.4626, + "eval_samples_per_second": 38.132, + "eval_steps_per_second": 19.073, + "num_input_tokens_seen": 75058640, + "step": 39000 + }, + { + "epoch": 6.362998613263724, + "grad_norm": 1.7275499105453491, + "learning_rate": 7.645167028252631e-08, + "loss": 0.2095, + "num_input_tokens_seen": 75068624, + "step": 39005 + }, + { + "epoch": 6.3638143404845415, + "grad_norm": 1.0883984565734863, + "learning_rate": 7.568639647496379e-08, + "loss": 0.1719, + "num_input_tokens_seen": 75078016, + "step": 39010 + }, + { + "epoch": 6.3646300677053596, + "grad_norm": 0.5096217393875122, + "learning_rate": 7.492496630977508e-08, + "loss": 0.1227, + "num_input_tokens_seen": 75088048, + "step": 39015 + }, + { + "epoch": 6.365445794926177, + "grad_norm": 0.8175620436668396, + "learning_rate": 7.416737990438571e-08, + "loss": 0.1391, + "num_input_tokens_seen": 75098080, + "step": 39020 + }, + { + "epoch": 6.366261522146994, + "grad_norm": 0.4309625029563904, + "learning_rate": 7.341363737562445e-08, + "loss": 0.146, + "num_input_tokens_seen": 75106912, + "step": 39025 + }, + { + "epoch": 6.367077249367812, + "grad_norm": 0.6227537989616394, + "learning_rate": 7.266373883972887e-08, + "loss": 0.1499, + "num_input_tokens_seen": 75116416, + "step": 39030 + }, + { + "epoch": 6.367892976588629, + "grad_norm": 0.6964771747589111, + "learning_rate": 7.191768441233981e-08, + "loss": 0.2127, + "num_input_tokens_seen": 75126352, + "step": 39035 + }, + { + "epoch": 6.368708703809446, + "grad_norm": 0.6630796194076538, + "learning_rate": 7.11754742085069e-08, + "loss": 0.124, + "num_input_tokens_seen": 75134768, + "step": 39040 + }, + { + "epoch": 6.369524431030263, + "grad_norm": 1.5175416469573975, + "learning_rate": 7.043710834269413e-08, + "loss": 0.2244, + "num_input_tokens_seen": 75144512, + "step": 39045 + }, + { + "epoch": 6.370340158251081, + "grad_norm": 1.67500901222229, + "learning_rate": 6.970258692876319e-08, + "loss": 0.226, + "num_input_tokens_seen": 75152752, + "step": 39050 + }, + { + "epoch": 6.371155885471898, + "grad_norm": 1.852422833442688, + "learning_rate": 6.897191007998738e-08, + "loss": 0.2474, + "num_input_tokens_seen": 75162736, + "step": 39055 + }, + { + "epoch": 6.3719716126927155, + "grad_norm": 0.44138872623443604, + "learning_rate": 6.824507790904599e-08, + "loss": 0.1488, + "num_input_tokens_seen": 75172544, + "step": 39060 + }, + { + "epoch": 6.372787339913533, + "grad_norm": 1.0520586967468262, + "learning_rate": 6.752209052802439e-08, + "loss": 0.1547, + "num_input_tokens_seen": 75182800, + "step": 39065 + }, + { + "epoch": 6.373603067134351, + "grad_norm": 0.362953245639801, + "learning_rate": 6.680294804841946e-08, + "loss": 0.1085, + "num_input_tokens_seen": 75192144, + "step": 39070 + }, + { + "epoch": 6.374418794355168, + "grad_norm": 0.3849674463272095, + "learning_rate": 6.608765058112865e-08, + "loss": 0.0717, + "num_input_tokens_seen": 75201312, + "step": 39075 + }, + { + "epoch": 6.375234521575985, + "grad_norm": 0.8792352080345154, + "learning_rate": 6.537619823646368e-08, + "loss": 0.1775, + "num_input_tokens_seen": 75211440, + "step": 39080 + }, + { + "epoch": 6.376050248796802, + "grad_norm": 0.7499838471412659, + "learning_rate": 6.466859112413404e-08, + "loss": 0.1074, + "num_input_tokens_seen": 75220704, + "step": 39085 + }, + { + "epoch": 6.37686597601762, + "grad_norm": 0.5752039551734924, + "learning_rate": 6.39648293532663e-08, + "loss": 0.1119, + "num_input_tokens_seen": 75230368, + "step": 39090 + }, + { + "epoch": 6.377681703238437, + "grad_norm": 0.7839372754096985, + "learning_rate": 6.32649130323848e-08, + "loss": 0.212, + "num_input_tokens_seen": 75238832, + "step": 39095 + }, + { + "epoch": 6.378497430459254, + "grad_norm": 1.3707717657089233, + "learning_rate": 6.256884226943094e-08, + "loss": 0.1837, + "num_input_tokens_seen": 75247280, + "step": 39100 + }, + { + "epoch": 6.3793131576800715, + "grad_norm": 0.46453142166137695, + "learning_rate": 6.187661717174386e-08, + "loss": 0.1505, + "num_input_tokens_seen": 75257568, + "step": 39105 + }, + { + "epoch": 6.3801288849008895, + "grad_norm": 0.7566631436347961, + "learning_rate": 6.118823784607708e-08, + "loss": 0.1491, + "num_input_tokens_seen": 75266160, + "step": 39110 + }, + { + "epoch": 6.380944612121707, + "grad_norm": 0.6130101680755615, + "learning_rate": 6.050370439858178e-08, + "loss": 0.1064, + "num_input_tokens_seen": 75275376, + "step": 39115 + }, + { + "epoch": 6.381760339342524, + "grad_norm": 0.8141962289810181, + "learning_rate": 5.98230169348235e-08, + "loss": 0.1499, + "num_input_tokens_seen": 75284880, + "step": 39120 + }, + { + "epoch": 6.382576066563341, + "grad_norm": 0.7552293539047241, + "learning_rate": 5.914617555977664e-08, + "loss": 0.1984, + "num_input_tokens_seen": 75294544, + "step": 39125 + }, + { + "epoch": 6.383391793784159, + "grad_norm": 0.9778053164482117, + "learning_rate": 5.8473180377816017e-08, + "loss": 0.1923, + "num_input_tokens_seen": 75305056, + "step": 39130 + }, + { + "epoch": 6.384207521004976, + "grad_norm": 0.4157984256744385, + "learning_rate": 5.780403149272251e-08, + "loss": 0.1288, + "num_input_tokens_seen": 75315792, + "step": 39135 + }, + { + "epoch": 6.385023248225793, + "grad_norm": 1.5293935537338257, + "learning_rate": 5.7138729007694126e-08, + "loss": 0.1243, + "num_input_tokens_seen": 75325824, + "step": 39140 + }, + { + "epoch": 6.38583897544661, + "grad_norm": 0.2874954342842102, + "learning_rate": 5.64772730253238e-08, + "loss": 0.1268, + "num_input_tokens_seen": 75336112, + "step": 39145 + }, + { + "epoch": 6.386654702667428, + "grad_norm": 0.36922264099121094, + "learning_rate": 5.5819663647618814e-08, + "loss": 0.081, + "num_input_tokens_seen": 75345536, + "step": 39150 + }, + { + "epoch": 6.387470429888245, + "grad_norm": 0.9610056281089783, + "learning_rate": 5.5165900975989723e-08, + "loss": 0.2609, + "num_input_tokens_seen": 75355232, + "step": 39155 + }, + { + "epoch": 6.388286157109063, + "grad_norm": 0.5983396768569946, + "learning_rate": 5.451598511125311e-08, + "loss": 0.1376, + "num_input_tokens_seen": 75364368, + "step": 39160 + }, + { + "epoch": 6.38910188432988, + "grad_norm": 0.7269140481948853, + "learning_rate": 5.3869916153637124e-08, + "loss": 0.1214, + "num_input_tokens_seen": 75374464, + "step": 39165 + }, + { + "epoch": 6.389917611550698, + "grad_norm": 0.7773277163505554, + "learning_rate": 5.322769420277318e-08, + "loss": 0.1972, + "num_input_tokens_seen": 75384224, + "step": 39170 + }, + { + "epoch": 6.390733338771515, + "grad_norm": 1.2529866695404053, + "learning_rate": 5.258931935769873e-08, + "loss": 0.1958, + "num_input_tokens_seen": 75394144, + "step": 39175 + }, + { + "epoch": 6.391549065992332, + "grad_norm": 0.8094581961631775, + "learning_rate": 5.19547917168628e-08, + "loss": 0.1296, + "num_input_tokens_seen": 75403552, + "step": 39180 + }, + { + "epoch": 6.392364793213149, + "grad_norm": 0.9463785290718079, + "learning_rate": 5.13241113781121e-08, + "loss": 0.2009, + "num_input_tokens_seen": 75413424, + "step": 39185 + }, + { + "epoch": 6.393180520433967, + "grad_norm": 1.0415526628494263, + "learning_rate": 5.0697278438707755e-08, + "loss": 0.1533, + "num_input_tokens_seen": 75421776, + "step": 39190 + }, + { + "epoch": 6.393996247654784, + "grad_norm": 0.46892887353897095, + "learning_rate": 5.0074292995316854e-08, + "loss": 0.2084, + "num_input_tokens_seen": 75431552, + "step": 39195 + }, + { + "epoch": 6.394811974875601, + "grad_norm": 1.496387243270874, + "learning_rate": 4.945515514400978e-08, + "loss": 0.1833, + "num_input_tokens_seen": 75440784, + "step": 39200 + }, + { + "epoch": 6.394811974875601, + "eval_loss": 0.16250860691070557, + "eval_runtime": 71.5064, + "eval_samples_per_second": 38.109, + "eval_steps_per_second": 19.061, + "num_input_tokens_seen": 75440784, + "step": 39200 + }, + { + "epoch": 6.395627702096419, + "grad_norm": 1.3058239221572876, + "learning_rate": 4.883986498026571e-08, + "loss": 0.1831, + "num_input_tokens_seen": 75449888, + "step": 39205 + }, + { + "epoch": 6.3964434293172365, + "grad_norm": 0.7376006841659546, + "learning_rate": 4.822842259896987e-08, + "loss": 0.1658, + "num_input_tokens_seen": 75459856, + "step": 39210 + }, + { + "epoch": 6.397259156538054, + "grad_norm": 0.6592953205108643, + "learning_rate": 4.762082809441626e-08, + "loss": 0.135, + "num_input_tokens_seen": 75469872, + "step": 39215 + }, + { + "epoch": 6.398074883758871, + "grad_norm": 0.9450501203536987, + "learning_rate": 4.7017081560302156e-08, + "loss": 0.1163, + "num_input_tokens_seen": 75479680, + "step": 39220 + }, + { + "epoch": 6.398890610979688, + "grad_norm": 1.0334500074386597, + "learning_rate": 4.6417183089730866e-08, + "loss": 0.2248, + "num_input_tokens_seen": 75488208, + "step": 39225 + }, + { + "epoch": 6.399706338200506, + "grad_norm": 0.45372048020362854, + "learning_rate": 4.5821132775217265e-08, + "loss": 0.1128, + "num_input_tokens_seen": 75496928, + "step": 39230 + }, + { + "epoch": 6.400522065421323, + "grad_norm": 0.529463529586792, + "learning_rate": 4.5228930708679504e-08, + "loss": 0.1074, + "num_input_tokens_seen": 75505184, + "step": 39235 + }, + { + "epoch": 6.40133779264214, + "grad_norm": 0.28438901901245117, + "learning_rate": 4.464057698144175e-08, + "loss": 0.141, + "num_input_tokens_seen": 75514464, + "step": 39240 + }, + { + "epoch": 6.402153519862958, + "grad_norm": 0.5995792746543884, + "learning_rate": 4.4056071684236974e-08, + "loss": 0.1323, + "num_input_tokens_seen": 75523584, + "step": 39245 + }, + { + "epoch": 6.402969247083775, + "grad_norm": 1.0476592779159546, + "learning_rate": 4.347541490719864e-08, + "loss": 0.1826, + "num_input_tokens_seen": 75533280, + "step": 39250 + }, + { + "epoch": 6.4037849743045925, + "grad_norm": 0.7725934386253357, + "learning_rate": 4.2898606739877336e-08, + "loss": 0.1004, + "num_input_tokens_seen": 75543536, + "step": 39255 + }, + { + "epoch": 6.40460070152541, + "grad_norm": 0.5845080614089966, + "learning_rate": 4.232564727122135e-08, + "loss": 0.1599, + "num_input_tokens_seen": 75552992, + "step": 39260 + }, + { + "epoch": 6.405416428746228, + "grad_norm": 0.4213061034679413, + "learning_rate": 4.1756536589585004e-08, + "loss": 0.1887, + "num_input_tokens_seen": 75562112, + "step": 39265 + }, + { + "epoch": 6.406232155967045, + "grad_norm": 0.8380480408668518, + "learning_rate": 4.119127478273976e-08, + "loss": 0.1787, + "num_input_tokens_seen": 75571840, + "step": 39270 + }, + { + "epoch": 6.407047883187862, + "grad_norm": 0.8093016743659973, + "learning_rate": 4.062986193784923e-08, + "loss": 0.1522, + "num_input_tokens_seen": 75580048, + "step": 39275 + }, + { + "epoch": 6.407863610408679, + "grad_norm": 0.9577006697654724, + "learning_rate": 4.007229814149416e-08, + "loss": 0.1865, + "num_input_tokens_seen": 75589552, + "step": 39280 + }, + { + "epoch": 6.408679337629497, + "grad_norm": 0.4361926019191742, + "learning_rate": 3.951858347965576e-08, + "loss": 0.2316, + "num_input_tokens_seen": 75597440, + "step": 39285 + }, + { + "epoch": 6.409495064850314, + "grad_norm": 0.659603476524353, + "learning_rate": 3.896871803772684e-08, + "loss": 0.2535, + "num_input_tokens_seen": 75607232, + "step": 39290 + }, + { + "epoch": 6.410310792071131, + "grad_norm": 0.8716442584991455, + "learning_rate": 3.842270190050068e-08, + "loss": 0.1927, + "num_input_tokens_seen": 75616464, + "step": 39295 + }, + { + "epoch": 6.411126519291948, + "grad_norm": 1.256302833557129, + "learning_rate": 3.7880535152179376e-08, + "loss": 0.2444, + "num_input_tokens_seen": 75625520, + "step": 39300 + }, + { + "epoch": 6.4119422465127665, + "grad_norm": 0.7979968786239624, + "learning_rate": 3.734221787637382e-08, + "loss": 0.1062, + "num_input_tokens_seen": 75634480, + "step": 39305 + }, + { + "epoch": 6.412757973733584, + "grad_norm": 0.4694260358810425, + "learning_rate": 3.680775015609817e-08, + "loss": 0.1795, + "num_input_tokens_seen": 75645504, + "step": 39310 + }, + { + "epoch": 6.413573700954401, + "grad_norm": 0.2552267014980316, + "learning_rate": 3.627713207377537e-08, + "loss": 0.1336, + "num_input_tokens_seen": 75654736, + "step": 39315 + }, + { + "epoch": 6.414389428175218, + "grad_norm": 0.6237677335739136, + "learning_rate": 3.575036371123164e-08, + "loss": 0.1338, + "num_input_tokens_seen": 75665584, + "step": 39320 + }, + { + "epoch": 6.415205155396036, + "grad_norm": 0.5105816721916199, + "learning_rate": 3.5227445149704776e-08, + "loss": 0.1524, + "num_input_tokens_seen": 75674896, + "step": 39325 + }, + { + "epoch": 6.416020882616853, + "grad_norm": 0.7462482452392578, + "learning_rate": 3.470837646983027e-08, + "loss": 0.1297, + "num_input_tokens_seen": 75684992, + "step": 39330 + }, + { + "epoch": 6.41683660983767, + "grad_norm": 1.1959587335586548, + "learning_rate": 3.419315775165799e-08, + "loss": 0.1942, + "num_input_tokens_seen": 75694816, + "step": 39335 + }, + { + "epoch": 6.417652337058487, + "grad_norm": 0.4742514193058014, + "learning_rate": 3.368178907464103e-08, + "loss": 0.123, + "num_input_tokens_seen": 75705248, + "step": 39340 + }, + { + "epoch": 6.418468064279305, + "grad_norm": 1.1767358779907227, + "learning_rate": 3.317427051763855e-08, + "loss": 0.2056, + "num_input_tokens_seen": 75714608, + "step": 39345 + }, + { + "epoch": 6.419283791500122, + "grad_norm": 0.556870698928833, + "learning_rate": 3.267060215891571e-08, + "loss": 0.1341, + "num_input_tokens_seen": 75725152, + "step": 39350 + }, + { + "epoch": 6.4200995187209395, + "grad_norm": 0.6037085652351379, + "learning_rate": 3.217078407614649e-08, + "loss": 0.1444, + "num_input_tokens_seen": 75733744, + "step": 39355 + }, + { + "epoch": 6.420915245941757, + "grad_norm": 1.195989966392517, + "learning_rate": 3.1674816346405345e-08, + "loss": 0.1162, + "num_input_tokens_seen": 75742560, + "step": 39360 + }, + { + "epoch": 6.421730973162575, + "grad_norm": 0.3274382948875427, + "learning_rate": 3.11826990461811e-08, + "loss": 0.1082, + "num_input_tokens_seen": 75753744, + "step": 39365 + }, + { + "epoch": 6.422546700383392, + "grad_norm": 0.45223164558410645, + "learning_rate": 3.069443225136304e-08, + "loss": 0.1391, + "num_input_tokens_seen": 75764064, + "step": 39370 + }, + { + "epoch": 6.423362427604209, + "grad_norm": 0.8029220700263977, + "learning_rate": 3.021001603724372e-08, + "loss": 0.1626, + "num_input_tokens_seen": 75774416, + "step": 39375 + }, + { + "epoch": 6.424178154825027, + "grad_norm": 1.1385823488235474, + "learning_rate": 2.9729450478532818e-08, + "loss": 0.1852, + "num_input_tokens_seen": 75784112, + "step": 39380 + }, + { + "epoch": 6.424993882045844, + "grad_norm": 0.6362810730934143, + "learning_rate": 2.9252735649337726e-08, + "loss": 0.1337, + "num_input_tokens_seen": 75793904, + "step": 39385 + }, + { + "epoch": 6.425809609266661, + "grad_norm": 0.5655860304832458, + "learning_rate": 2.8779871623171863e-08, + "loss": 0.2252, + "num_input_tokens_seen": 75803088, + "step": 39390 + }, + { + "epoch": 6.426625336487478, + "grad_norm": 0.7786203622817993, + "learning_rate": 2.8310858472957448e-08, + "loss": 0.1624, + "num_input_tokens_seen": 75812512, + "step": 39395 + }, + { + "epoch": 6.4274410637082955, + "grad_norm": 0.9524938464164734, + "learning_rate": 2.784569627101996e-08, + "loss": 0.188, + "num_input_tokens_seen": 75822528, + "step": 39400 + }, + { + "epoch": 6.4274410637082955, + "eval_loss": 0.16232000291347504, + "eval_runtime": 71.3175, + "eval_samples_per_second": 38.209, + "eval_steps_per_second": 19.112, + "num_input_tokens_seen": 75822528, + "step": 39400 + }, + { + "epoch": 6.4282567909291135, + "grad_norm": 0.8667493462562561, + "learning_rate": 2.738438508909924e-08, + "loss": 0.1812, + "num_input_tokens_seen": 75832176, + "step": 39405 + }, + { + "epoch": 6.429072518149931, + "grad_norm": 0.21758195757865906, + "learning_rate": 2.692692499833005e-08, + "loss": 0.1213, + "num_input_tokens_seen": 75842256, + "step": 39410 + }, + { + "epoch": 6.429888245370748, + "grad_norm": 0.844407856464386, + "learning_rate": 2.647331606926151e-08, + "loss": 0.1249, + "num_input_tokens_seen": 75851920, + "step": 39415 + }, + { + "epoch": 6.430703972591566, + "grad_norm": 0.3756408095359802, + "learning_rate": 2.6023558371843225e-08, + "loss": 0.1296, + "num_input_tokens_seen": 75860928, + "step": 39420 + }, + { + "epoch": 6.431519699812383, + "grad_norm": 0.9132578372955322, + "learning_rate": 2.557765197543638e-08, + "loss": 0.1922, + "num_input_tokens_seen": 75871200, + "step": 39425 + }, + { + "epoch": 6.4323354270332, + "grad_norm": 0.7805802226066589, + "learning_rate": 2.513559694880263e-08, + "loss": 0.1646, + "num_input_tokens_seen": 75879296, + "step": 39430 + }, + { + "epoch": 6.433151154254017, + "grad_norm": 0.9563354849815369, + "learning_rate": 2.469739336011523e-08, + "loss": 0.1361, + "num_input_tokens_seen": 75887344, + "step": 39435 + }, + { + "epoch": 6.433966881474835, + "grad_norm": 0.6043466925621033, + "learning_rate": 2.4263041276947894e-08, + "loss": 0.1734, + "num_input_tokens_seen": 75895312, + "step": 39440 + }, + { + "epoch": 6.434782608695652, + "grad_norm": 0.5041314959526062, + "learning_rate": 2.3832540766283164e-08, + "loss": 0.217, + "num_input_tokens_seen": 75904752, + "step": 39445 + }, + { + "epoch": 6.4355983359164695, + "grad_norm": 1.1009693145751953, + "learning_rate": 2.3405891894512366e-08, + "loss": 0.1933, + "num_input_tokens_seen": 75912960, + "step": 39450 + }, + { + "epoch": 6.436414063137287, + "grad_norm": 1.1949230432510376, + "learning_rate": 2.29830947274301e-08, + "loss": 0.1759, + "num_input_tokens_seen": 75923440, + "step": 39455 + }, + { + "epoch": 6.437229790358105, + "grad_norm": 0.8402726054191589, + "learning_rate": 2.2564149330231432e-08, + "loss": 0.1271, + "num_input_tokens_seen": 75934720, + "step": 39460 + }, + { + "epoch": 6.438045517578922, + "grad_norm": 0.9677475094795227, + "learning_rate": 2.2149055767528572e-08, + "loss": 0.1428, + "num_input_tokens_seen": 75943648, + "step": 39465 + }, + { + "epoch": 6.438861244799739, + "grad_norm": 0.5822780132293701, + "learning_rate": 2.1737814103334197e-08, + "loss": 0.0987, + "num_input_tokens_seen": 75952736, + "step": 39470 + }, + { + "epoch": 6.439676972020556, + "grad_norm": 0.8335334658622742, + "learning_rate": 2.1330424401064253e-08, + "loss": 0.1396, + "num_input_tokens_seen": 75961376, + "step": 39475 + }, + { + "epoch": 6.440492699241374, + "grad_norm": 1.166585087776184, + "learning_rate": 2.092688672354348e-08, + "loss": 0.1797, + "num_input_tokens_seen": 75971040, + "step": 39480 + }, + { + "epoch": 6.441308426462191, + "grad_norm": 0.7462446689605713, + "learning_rate": 2.0527201133005435e-08, + "loss": 0.1949, + "num_input_tokens_seen": 75979136, + "step": 39485 + }, + { + "epoch": 6.442124153683008, + "grad_norm": 0.6657546162605286, + "learning_rate": 2.0131367691084148e-08, + "loss": 0.1538, + "num_input_tokens_seen": 75988176, + "step": 39490 + }, + { + "epoch": 6.442939880903825, + "grad_norm": 0.682618260383606, + "learning_rate": 1.9739386458819675e-08, + "loss": 0.1885, + "num_input_tokens_seen": 75997360, + "step": 39495 + }, + { + "epoch": 6.443755608124643, + "grad_norm": 0.7122591137886047, + "learning_rate": 1.9351257496666442e-08, + "loss": 0.0931, + "num_input_tokens_seen": 76007952, + "step": 39500 + }, + { + "epoch": 6.444571335345461, + "grad_norm": 1.0148508548736572, + "learning_rate": 1.896698086447657e-08, + "loss": 0.1542, + "num_input_tokens_seen": 76019344, + "step": 39505 + }, + { + "epoch": 6.445387062566278, + "grad_norm": 0.7734953165054321, + "learning_rate": 1.8586556621505436e-08, + "loss": 0.1708, + "num_input_tokens_seen": 76027248, + "step": 39510 + }, + { + "epoch": 6.446202789787095, + "grad_norm": 0.19078746438026428, + "learning_rate": 1.820998482642833e-08, + "loss": 0.2157, + "num_input_tokens_seen": 76037808, + "step": 39515 + }, + { + "epoch": 6.447018517007913, + "grad_norm": 0.4198858439922333, + "learning_rate": 1.7837265537309912e-08, + "loss": 0.0944, + "num_input_tokens_seen": 76046928, + "step": 39520 + }, + { + "epoch": 6.44783424422873, + "grad_norm": 0.9382389187812805, + "learning_rate": 1.7468398811629206e-08, + "loss": 0.1233, + "num_input_tokens_seen": 76056928, + "step": 39525 + }, + { + "epoch": 6.448649971449547, + "grad_norm": 0.9604951739311218, + "learning_rate": 1.710338470627404e-08, + "loss": 0.1398, + "num_input_tokens_seen": 76066656, + "step": 39530 + }, + { + "epoch": 6.449465698670364, + "grad_norm": 0.6447429060935974, + "learning_rate": 1.6742223277529945e-08, + "loss": 0.0858, + "num_input_tokens_seen": 76076256, + "step": 39535 + }, + { + "epoch": 6.450281425891182, + "grad_norm": 0.2858732044696808, + "learning_rate": 1.6384914581094036e-08, + "loss": 0.1262, + "num_input_tokens_seen": 76083840, + "step": 39540 + }, + { + "epoch": 6.451097153111999, + "grad_norm": 0.5467717051506042, + "learning_rate": 1.6031458672069455e-08, + "loss": 0.1333, + "num_input_tokens_seen": 76093440, + "step": 39545 + }, + { + "epoch": 6.4519128803328165, + "grad_norm": 0.7295662760734558, + "learning_rate": 1.5681855604962602e-08, + "loss": 0.1408, + "num_input_tokens_seen": 76103008, + "step": 39550 + }, + { + "epoch": 6.4527286075536345, + "grad_norm": 0.7114349007606506, + "learning_rate": 1.5336105433683135e-08, + "loss": 0.1245, + "num_input_tokens_seen": 76111200, + "step": 39555 + }, + { + "epoch": 6.453544334774452, + "grad_norm": 1.1214321851730347, + "learning_rate": 1.499420821155506e-08, + "loss": 0.1817, + "num_input_tokens_seen": 76120384, + "step": 39560 + }, + { + "epoch": 6.454360061995269, + "grad_norm": 0.7333821654319763, + "learning_rate": 1.4656163991302874e-08, + "loss": 0.2137, + "num_input_tokens_seen": 76130464, + "step": 39565 + }, + { + "epoch": 6.455175789216086, + "grad_norm": 1.0931061506271362, + "learning_rate": 1.4321972825051544e-08, + "loss": 0.1365, + "num_input_tokens_seen": 76140464, + "step": 39570 + }, + { + "epoch": 6.455991516436903, + "grad_norm": 0.5409670472145081, + "learning_rate": 1.3991634764345951e-08, + "loss": 0.1699, + "num_input_tokens_seen": 76150736, + "step": 39575 + }, + { + "epoch": 6.456807243657721, + "grad_norm": 0.9193974733352661, + "learning_rate": 1.3665149860120352e-08, + "loss": 0.1397, + "num_input_tokens_seen": 76160512, + "step": 39580 + }, + { + "epoch": 6.457622970878538, + "grad_norm": 0.7123892903327942, + "learning_rate": 1.3342518162728912e-08, + "loss": 0.1847, + "num_input_tokens_seen": 76169312, + "step": 39585 + }, + { + "epoch": 6.458438698099355, + "grad_norm": 0.5751191973686218, + "learning_rate": 1.30237397219235e-08, + "loss": 0.1143, + "num_input_tokens_seen": 76179264, + "step": 39590 + }, + { + "epoch": 6.459254425320173, + "grad_norm": 0.42580950260162354, + "learning_rate": 1.2708814586862016e-08, + "loss": 0.1853, + "num_input_tokens_seen": 76188512, + "step": 39595 + }, + { + "epoch": 6.4600701525409905, + "grad_norm": 0.3686011731624603, + "learning_rate": 1.2397742806111168e-08, + "loss": 0.1771, + "num_input_tokens_seen": 76198368, + "step": 39600 + }, + { + "epoch": 6.4600701525409905, + "eval_loss": 0.16232000291347504, + "eval_runtime": 71.4578, + "eval_samples_per_second": 38.134, + "eval_steps_per_second": 19.074, + "num_input_tokens_seen": 76198368, + "step": 39600 + }, + { + "epoch": 6.460885879761808, + "grad_norm": 0.3361774981021881, + "learning_rate": 1.209052442764369e-08, + "loss": 0.1072, + "num_input_tokens_seen": 76209312, + "step": 39605 + }, + { + "epoch": 6.461701606982625, + "grad_norm": 0.47174933552742004, + "learning_rate": 1.17871594988328e-08, + "loss": 0.1234, + "num_input_tokens_seen": 76218528, + "step": 39610 + }, + { + "epoch": 6.462517334203443, + "grad_norm": 1.5390435457229614, + "learning_rate": 1.1487648066466072e-08, + "loss": 0.2317, + "num_input_tokens_seen": 76229056, + "step": 39615 + }, + { + "epoch": 6.46333306142426, + "grad_norm": 1.1613681316375732, + "learning_rate": 1.1191990176728784e-08, + "loss": 0.1202, + "num_input_tokens_seen": 76238912, + "step": 39620 + }, + { + "epoch": 6.464148788645077, + "grad_norm": 1.2132525444030762, + "learning_rate": 1.0900185875215018e-08, + "loss": 0.1707, + "num_input_tokens_seen": 76249632, + "step": 39625 + }, + { + "epoch": 6.464964515865894, + "grad_norm": 1.5765352249145508, + "learning_rate": 1.0612235206924891e-08, + "loss": 0.1814, + "num_input_tokens_seen": 76258144, + "step": 39630 + }, + { + "epoch": 6.465780243086712, + "grad_norm": 0.5610631108283997, + "learning_rate": 1.0328138216264549e-08, + "loss": 0.1229, + "num_input_tokens_seen": 76267360, + "step": 39635 + }, + { + "epoch": 6.466595970307529, + "grad_norm": 0.9435662627220154, + "learning_rate": 1.004789494704339e-08, + "loss": 0.1767, + "num_input_tokens_seen": 76276000, + "step": 39640 + }, + { + "epoch": 6.467411697528346, + "grad_norm": 0.5841884016990662, + "learning_rate": 9.771505442482397e-09, + "loss": 0.1881, + "num_input_tokens_seen": 76285744, + "step": 39645 + }, + { + "epoch": 6.468227424749164, + "grad_norm": 0.9098121523857117, + "learning_rate": 9.498969745200259e-09, + "loss": 0.126, + "num_input_tokens_seen": 76295280, + "step": 39650 + }, + { + "epoch": 6.469043151969982, + "grad_norm": 0.24476923048496246, + "learning_rate": 9.230287897230017e-09, + "loss": 0.1298, + "num_input_tokens_seen": 76304304, + "step": 39655 + }, + { + "epoch": 6.469858879190799, + "grad_norm": 0.7596911787986755, + "learning_rate": 8.965459940002419e-09, + "loss": 0.1838, + "num_input_tokens_seen": 76313600, + "step": 39660 + }, + { + "epoch": 6.470674606411616, + "grad_norm": 0.7519550323486328, + "learning_rate": 8.704485914357019e-09, + "loss": 0.153, + "num_input_tokens_seen": 76322496, + "step": 39665 + }, + { + "epoch": 6.471490333632433, + "grad_norm": 0.26190197467803955, + "learning_rate": 8.447365860539402e-09, + "loss": 0.104, + "num_input_tokens_seen": 76331520, + "step": 39670 + }, + { + "epoch": 6.472306060853251, + "grad_norm": 0.848539412021637, + "learning_rate": 8.194099818201184e-09, + "loss": 0.1842, + "num_input_tokens_seen": 76341344, + "step": 39675 + }, + { + "epoch": 6.473121788074068, + "grad_norm": 0.27287757396698, + "learning_rate": 7.944687826400011e-09, + "loss": 0.1708, + "num_input_tokens_seen": 76351664, + "step": 39680 + }, + { + "epoch": 6.473937515294885, + "grad_norm": 1.1514759063720703, + "learning_rate": 7.699129923599557e-09, + "loss": 0.1273, + "num_input_tokens_seen": 76360352, + "step": 39685 + }, + { + "epoch": 6.474753242515702, + "grad_norm": 1.1730142831802368, + "learning_rate": 7.457426147663982e-09, + "loss": 0.2004, + "num_input_tokens_seen": 76370240, + "step": 39690 + }, + { + "epoch": 6.47556896973652, + "grad_norm": 0.8230758905410767, + "learning_rate": 7.219576535871797e-09, + "loss": 0.1746, + "num_input_tokens_seen": 76379024, + "step": 39695 + }, + { + "epoch": 6.4763846969573375, + "grad_norm": 0.8497816324234009, + "learning_rate": 6.985581124896445e-09, + "loss": 0.1843, + "num_input_tokens_seen": 76388832, + "step": 39700 + }, + { + "epoch": 6.477200424178155, + "grad_norm": 1.009371280670166, + "learning_rate": 6.755439950828501e-09, + "loss": 0.1613, + "num_input_tokens_seen": 76398400, + "step": 39705 + }, + { + "epoch": 6.478016151398972, + "grad_norm": 1.1937350034713745, + "learning_rate": 6.5291530491562444e-09, + "loss": 0.1927, + "num_input_tokens_seen": 76408144, + "step": 39710 + }, + { + "epoch": 6.47883187861979, + "grad_norm": 0.668190598487854, + "learning_rate": 6.3067204547739845e-09, + "loss": 0.1461, + "num_input_tokens_seen": 76416624, + "step": 39715 + }, + { + "epoch": 6.479647605840607, + "grad_norm": 0.2540892958641052, + "learning_rate": 6.088142201987612e-09, + "loss": 0.116, + "num_input_tokens_seen": 76426912, + "step": 39720 + }, + { + "epoch": 6.480463333061424, + "grad_norm": 0.6230702996253967, + "learning_rate": 5.873418324503499e-09, + "loss": 0.1447, + "num_input_tokens_seen": 76437568, + "step": 39725 + }, + { + "epoch": 6.481279060282241, + "grad_norm": 0.7344732284545898, + "learning_rate": 5.6625488554340465e-09, + "loss": 0.1299, + "num_input_tokens_seen": 76447328, + "step": 39730 + }, + { + "epoch": 6.482094787503059, + "grad_norm": 0.27258169651031494, + "learning_rate": 5.455533827297688e-09, + "loss": 0.12, + "num_input_tokens_seen": 76457584, + "step": 39735 + }, + { + "epoch": 6.482910514723876, + "grad_norm": 0.4766342341899872, + "learning_rate": 5.252373272018885e-09, + "loss": 0.1069, + "num_input_tokens_seen": 76467152, + "step": 39740 + }, + { + "epoch": 6.4837262419446935, + "grad_norm": 0.15805266797542572, + "learning_rate": 5.053067220925356e-09, + "loss": 0.1165, + "num_input_tokens_seen": 76478304, + "step": 39745 + }, + { + "epoch": 6.484541969165511, + "grad_norm": 0.3373650908470154, + "learning_rate": 4.857615704759177e-09, + "loss": 0.0945, + "num_input_tokens_seen": 76486464, + "step": 39750 + }, + { + "epoch": 6.485357696386329, + "grad_norm": 0.9699379205703735, + "learning_rate": 4.666018753654577e-09, + "loss": 0.1449, + "num_input_tokens_seen": 76496176, + "step": 39755 + }, + { + "epoch": 6.486173423607146, + "grad_norm": 0.5678026080131531, + "learning_rate": 4.478276397162917e-09, + "loss": 0.2056, + "num_input_tokens_seen": 76505120, + "step": 39760 + }, + { + "epoch": 6.486989150827963, + "grad_norm": 0.5845198631286621, + "learning_rate": 4.294388664233262e-09, + "loss": 0.2461, + "num_input_tokens_seen": 76513968, + "step": 39765 + }, + { + "epoch": 6.487804878048781, + "grad_norm": 1.1499131917953491, + "learning_rate": 4.114355583223484e-09, + "loss": 0.1898, + "num_input_tokens_seen": 76522912, + "step": 39770 + }, + { + "epoch": 6.488620605269598, + "grad_norm": 2.0900890827178955, + "learning_rate": 3.9381771818974845e-09, + "loss": 0.2403, + "num_input_tokens_seen": 76533248, + "step": 39775 + }, + { + "epoch": 6.489436332490415, + "grad_norm": 0.8044923543930054, + "learning_rate": 3.765853487427973e-09, + "loss": 0.1337, + "num_input_tokens_seen": 76543376, + "step": 39780 + }, + { + "epoch": 6.490252059711232, + "grad_norm": 0.8422487378120422, + "learning_rate": 3.5973845263825857e-09, + "loss": 0.1923, + "num_input_tokens_seen": 76552096, + "step": 39785 + }, + { + "epoch": 6.49106778693205, + "grad_norm": 0.45375916361808777, + "learning_rate": 3.4327703247488684e-09, + "loss": 0.14, + "num_input_tokens_seen": 76560832, + "step": 39790 + }, + { + "epoch": 6.4918835141528675, + "grad_norm": 0.9274370670318604, + "learning_rate": 3.2720109079037443e-09, + "loss": 0.1813, + "num_input_tokens_seen": 76570480, + "step": 39795 + }, + { + "epoch": 6.492699241373685, + "grad_norm": 0.8877569437026978, + "learning_rate": 3.1151063006468193e-09, + "loss": 0.1381, + "num_input_tokens_seen": 76581104, + "step": 39800 + }, + { + "epoch": 6.492699241373685, + "eval_loss": 0.16232000291347504, + "eval_runtime": 71.4007, + "eval_samples_per_second": 38.165, + "eval_steps_per_second": 19.089, + "num_input_tokens_seen": 76581104, + "step": 39800 + }, + { + "epoch": 6.493514968594502, + "grad_norm": 0.7506859302520752, + "learning_rate": 2.962056527169854e-09, + "loss": 0.161, + "num_input_tokens_seen": 76590896, + "step": 39805 + }, + { + "epoch": 6.49433069581532, + "grad_norm": 0.933423638343811, + "learning_rate": 2.8128616110761898e-09, + "loss": 0.2357, + "num_input_tokens_seen": 76600464, + "step": 39810 + }, + { + "epoch": 6.495146423036137, + "grad_norm": 0.828607976436615, + "learning_rate": 2.6675215753724223e-09, + "loss": 0.1595, + "num_input_tokens_seen": 76610864, + "step": 39815 + }, + { + "epoch": 6.495962150256954, + "grad_norm": 1.511741280555725, + "learning_rate": 2.5260364424739557e-09, + "loss": 0.2045, + "num_input_tokens_seen": 76620688, + "step": 39820 + }, + { + "epoch": 6.496777877477771, + "grad_norm": 0.7131699919700623, + "learning_rate": 2.3884062341994475e-09, + "loss": 0.1752, + "num_input_tokens_seen": 76630128, + "step": 39825 + }, + { + "epoch": 6.497593604698589, + "grad_norm": 0.3481285572052002, + "learning_rate": 2.25463097177081e-09, + "loss": 0.1455, + "num_input_tokens_seen": 76638128, + "step": 39830 + }, + { + "epoch": 6.498409331919406, + "grad_norm": 0.48788127303123474, + "learning_rate": 2.1247106758215397e-09, + "loss": 0.1419, + "num_input_tokens_seen": 76646032, + "step": 39835 + }, + { + "epoch": 6.499225059140223, + "grad_norm": 0.5737558007240295, + "learning_rate": 1.998645366382834e-09, + "loss": 0.1466, + "num_input_tokens_seen": 76656768, + "step": 39840 + }, + { + "epoch": 6.5000407863610405, + "grad_norm": 0.25959816575050354, + "learning_rate": 1.876435062897475e-09, + "loss": 0.1273, + "num_input_tokens_seen": 76667984, + "step": 39845 + }, + { + "epoch": 6.500856513581859, + "grad_norm": 0.9737434387207031, + "learning_rate": 1.758079784211497e-09, + "loss": 0.2136, + "num_input_tokens_seen": 76677392, + "step": 39850 + }, + { + "epoch": 6.501672240802676, + "grad_norm": 0.7526205778121948, + "learning_rate": 1.6435795485797434e-09, + "loss": 0.1214, + "num_input_tokens_seen": 76687072, + "step": 39855 + }, + { + "epoch": 6.502487968023493, + "grad_norm": 0.9083443284034729, + "learning_rate": 1.5329343736547596e-09, + "loss": 0.1411, + "num_input_tokens_seen": 76696976, + "step": 39860 + }, + { + "epoch": 6.50330369524431, + "grad_norm": 0.5434461832046509, + "learning_rate": 1.4261442765006739e-09, + "loss": 0.0593, + "num_input_tokens_seen": 76706512, + "step": 39865 + }, + { + "epoch": 6.504119422465128, + "grad_norm": 1.2441684007644653, + "learning_rate": 1.3232092735876445e-09, + "loss": 0.149, + "num_input_tokens_seen": 76716496, + "step": 39870 + }, + { + "epoch": 6.504935149685945, + "grad_norm": 0.3560049533843994, + "learning_rate": 1.2241293807918607e-09, + "loss": 0.1022, + "num_input_tokens_seen": 76725744, + "step": 39875 + }, + { + "epoch": 6.505750876906762, + "grad_norm": 0.36196765303611755, + "learning_rate": 1.128904613387216e-09, + "loss": 0.1798, + "num_input_tokens_seen": 76736368, + "step": 39880 + }, + { + "epoch": 6.506566604127579, + "grad_norm": 1.3310563564300537, + "learning_rate": 1.0375349860591853e-09, + "loss": 0.1883, + "num_input_tokens_seen": 76747024, + "step": 39885 + }, + { + "epoch": 6.507382331348397, + "grad_norm": 1.2630424499511719, + "learning_rate": 9.5002051290205e-10, + "loss": 0.1374, + "num_input_tokens_seen": 76754944, + "step": 39890 + }, + { + "epoch": 6.5081980585692145, + "grad_norm": 0.748371422290802, + "learning_rate": 8.663612074077954e-10, + "loss": 0.2752, + "num_input_tokens_seen": 76764368, + "step": 39895 + }, + { + "epoch": 6.509013785790032, + "grad_norm": 1.0830186605453491, + "learning_rate": 7.865570824799884e-10, + "loss": 0.1515, + "num_input_tokens_seen": 76774384, + "step": 39900 + }, + { + "epoch": 6.50982951301085, + "grad_norm": 1.3592690229415894, + "learning_rate": 7.106081504254514e-10, + "loss": 0.1695, + "num_input_tokens_seen": 76784208, + "step": 39905 + }, + { + "epoch": 6.510645240231667, + "grad_norm": 0.36475467681884766, + "learning_rate": 6.385144229570372e-10, + "loss": 0.1174, + "num_input_tokens_seen": 76793600, + "step": 39910 + }, + { + "epoch": 6.511460967452484, + "grad_norm": 0.5413592457771301, + "learning_rate": 5.70275911190854e-10, + "loss": 0.1251, + "num_input_tokens_seen": 76802192, + "step": 39915 + }, + { + "epoch": 6.512276694673301, + "grad_norm": 1.087027907371521, + "learning_rate": 5.058926256490403e-10, + "loss": 0.1637, + "num_input_tokens_seen": 76811264, + "step": 39920 + }, + { + "epoch": 6.513092421894118, + "grad_norm": 0.9615030288696289, + "learning_rate": 4.4536457626254134e-10, + "loss": 0.1125, + "num_input_tokens_seen": 76820224, + "step": 39925 + }, + { + "epoch": 6.513908149114936, + "grad_norm": 0.8871216773986816, + "learning_rate": 3.88691772365557e-10, + "loss": 0.1956, + "num_input_tokens_seen": 76829824, + "step": 39930 + }, + { + "epoch": 6.514723876335753, + "grad_norm": 0.485021710395813, + "learning_rate": 3.358742226955425e-10, + "loss": 0.1771, + "num_input_tokens_seen": 76838992, + "step": 39935 + }, + { + "epoch": 6.5155396035565705, + "grad_norm": 0.7129286527633667, + "learning_rate": 2.8691193539875925e-10, + "loss": 0.1913, + "num_input_tokens_seen": 76848464, + "step": 39940 + }, + { + "epoch": 6.5163553307773885, + "grad_norm": 0.8116573095321655, + "learning_rate": 2.418049180274995e-10, + "loss": 0.1127, + "num_input_tokens_seen": 76858288, + "step": 39945 + }, + { + "epoch": 6.517171057998206, + "grad_norm": 0.28142210841178894, + "learning_rate": 2.005531775373104e-10, + "loss": 0.1249, + "num_input_tokens_seen": 76867280, + "step": 39950 + }, + { + "epoch": 6.517986785219023, + "grad_norm": 0.497988760471344, + "learning_rate": 1.6315672028699435e-10, + "loss": 0.1537, + "num_input_tokens_seen": 76876992, + "step": 39955 + }, + { + "epoch": 6.51880251243984, + "grad_norm": 0.3793008327484131, + "learning_rate": 1.2961555204693555e-10, + "loss": 0.1407, + "num_input_tokens_seen": 76887008, + "step": 39960 + }, + { + "epoch": 6.519618239660657, + "grad_norm": 1.1854952573776245, + "learning_rate": 9.992967798799768e-11, + "loss": 0.2046, + "num_input_tokens_seen": 76896288, + "step": 39965 + }, + { + "epoch": 6.520433966881475, + "grad_norm": 0.4940614402294159, + "learning_rate": 7.409910268707521e-11, + "loss": 0.0977, + "num_input_tokens_seen": 76906288, + "step": 39970 + }, + { + "epoch": 6.521249694102292, + "grad_norm": 0.6483590602874756, + "learning_rate": 5.212383012986877e-11, + "loss": 0.1358, + "num_input_tokens_seen": 76914000, + "step": 39975 + }, + { + "epoch": 6.522065421323109, + "grad_norm": 0.7633137106895447, + "learning_rate": 3.400386370533415e-11, + "loss": 0.129, + "num_input_tokens_seen": 76923104, + "step": 39980 + }, + { + "epoch": 6.522881148543927, + "grad_norm": 0.6866061091423035, + "learning_rate": 1.9739206205682258e-11, + "loss": 0.1822, + "num_input_tokens_seen": 76933424, + "step": 39985 + }, + { + "epoch": 6.523696875764744, + "grad_norm": 0.9729508757591248, + "learning_rate": 9.329859829154685e-12, + "loss": 0.1782, + "num_input_tokens_seen": 76943616, + "step": 39990 + }, + { + "epoch": 6.524512602985562, + "grad_norm": 1.0676114559173584, + "learning_rate": 2.7758261855748148e-12, + "loss": 0.1818, + "num_input_tokens_seen": 76953296, + "step": 39995 + }, + { + "epoch": 6.525328330206379, + "grad_norm": 0.541327714920044, + "learning_rate": 7.710628524559838e-14, + "loss": 0.1757, + "num_input_tokens_seen": 76963024, + "step": 40000 + }, + { + "epoch": 6.525328330206379, + "eval_loss": 0.16232000291347504, + "eval_runtime": 71.4095, + "eval_samples_per_second": 38.16, + "eval_steps_per_second": 19.087, + "num_input_tokens_seen": 76963024, + "step": 40000 + }, + { + "epoch": 6.525328330206379, + "num_input_tokens_seen": 76963024, + "step": 40000, + "total_flos": 3.222931275084472e+17, + "train_loss": 0.1829463173724711, + "train_runtime": 28519.5689, + "train_samples_per_second": 5.61, + "train_steps_per_second": 1.403 + } + ], + "logging_steps": 5, + "max_steps": 40000, + "num_input_tokens_seen": 76963024, + "num_train_epochs": 7, + "save_steps": 200, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 3.222931275084472e+17, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +}