{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 4.0, "eval_steps": 103, "global_step": 516, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.007751937984496124, "grad_norm": 0.18786276876926422, "learning_rate": 0.0, "loss": 1.5205078125, "step": 1 }, { "epoch": 0.015503875968992248, "grad_norm": 0.19954028725624084, "learning_rate": 9.375e-06, "loss": 1.5380859375, "step": 2 }, { "epoch": 0.023255813953488372, "grad_norm": 0.16636234521865845, "learning_rate": 1.875e-05, "loss": 1.4072265625, "step": 3 }, { "epoch": 0.031007751937984496, "grad_norm": 0.1485351324081421, "learning_rate": 2.8125e-05, "loss": 1.4296875, "step": 4 }, { "epoch": 0.03875968992248062, "grad_norm": 0.12388616800308228, "learning_rate": 3.75e-05, "loss": 1.466796875, "step": 5 }, { "epoch": 0.046511627906976744, "grad_norm": 0.10179175436496735, "learning_rate": 4.6874999999999994e-05, "loss": 1.4150390625, "step": 6 }, { "epoch": 0.05426356589147287, "grad_norm": 0.08314245194196701, "learning_rate": 5.625e-05, "loss": 1.3515625, "step": 7 }, { "epoch": 0.06201550387596899, "grad_norm": 0.07605796307325363, "learning_rate": 6.5625e-05, "loss": 1.1748046875, "step": 8 }, { "epoch": 0.06976744186046512, "grad_norm": 0.11161350458860397, "learning_rate": 7.5e-05, "loss": 1.2939453125, "step": 9 }, { "epoch": 0.07751937984496124, "grad_norm": 0.1217145025730133, "learning_rate": 8.437499999999999e-05, "loss": 1.2294921875, "step": 10 }, { "epoch": 0.08527131782945736, "grad_norm": 0.09762484580278397, "learning_rate": 9.374999999999999e-05, "loss": 1.2470703125, "step": 11 }, { "epoch": 0.09302325581395349, "grad_norm": 0.06527552008628845, "learning_rate": 0.00010312499999999999, "loss": 1.2744140625, "step": 12 }, { "epoch": 0.10077519379844961, "grad_norm": 0.04136033356189728, "learning_rate": 0.0001125, "loss": 1.185546875, "step": 13 }, { "epoch": 0.10852713178294573, "grad_norm": 0.04345981031656265, "learning_rate": 0.000121875, "loss": 1.177734375, "step": 14 }, { "epoch": 0.11627906976744186, "grad_norm": 0.04836779460310936, "learning_rate": 0.00013125, "loss": 1.2431640625, "step": 15 }, { "epoch": 0.12403100775193798, "grad_norm": 0.04405202716588974, "learning_rate": 0.000140625, "loss": 1.1011962890625, "step": 16 }, { "epoch": 0.13178294573643412, "grad_norm": 0.04624035581946373, "learning_rate": 0.00015, "loss": 1.021728515625, "step": 17 }, { "epoch": 0.13953488372093023, "grad_norm": 0.038512423634529114, "learning_rate": 0.00014999866760778924, "loss": 1.15087890625, "step": 18 }, { "epoch": 0.14728682170542637, "grad_norm": 0.04423275217413902, "learning_rate": 0.00014999467048375757, "loss": 1.1171875, "step": 19 }, { "epoch": 0.15503875968992248, "grad_norm": 0.04338473826646805, "learning_rate": 0.0001499880087857046, "loss": 1.1572265625, "step": 20 }, { "epoch": 0.16279069767441862, "grad_norm": 0.03963780775666237, "learning_rate": 0.00014997868277662272, "loss": 1.1611328125, "step": 21 }, { "epoch": 0.17054263565891473, "grad_norm": 0.0381166934967041, "learning_rate": 0.00014996669282468686, "loss": 1.1103515625, "step": 22 }, { "epoch": 0.17829457364341086, "grad_norm": 0.038508616387844086, "learning_rate": 0.00014995203940323975, "loss": 1.12841796875, "step": 23 }, { "epoch": 0.18604651162790697, "grad_norm": 0.035543400794267654, "learning_rate": 0.0001499347230907734, "loss": 1.154296875, "step": 24 }, { "epoch": 0.1937984496124031, "grad_norm": 0.04218472167849541, "learning_rate": 0.00014991474457090617, "loss": 1.1650390625, "step": 25 }, { "epoch": 0.20155038759689922, "grad_norm": 0.03463132306933403, "learning_rate": 0.0001498921046323558, "loss": 1.0673828125, "step": 26 }, { "epoch": 0.20930232558139536, "grad_norm": 0.036671627312898636, "learning_rate": 0.00014986680416890832, "loss": 1.10693359375, "step": 27 }, { "epoch": 0.21705426356589147, "grad_norm": 0.033425938338041306, "learning_rate": 0.00014983884417938269, "loss": 1.11181640625, "step": 28 }, { "epoch": 0.2248062015503876, "grad_norm": 0.032951440662145615, "learning_rate": 0.00014980822576759142, "loss": 1.13671875, "step": 29 }, { "epoch": 0.23255813953488372, "grad_norm": 0.03474903851747513, "learning_rate": 0.000149774950142297, "loss": 1.13427734375, "step": 30 }, { "epoch": 0.24031007751937986, "grad_norm": 0.0334058552980423, "learning_rate": 0.00014973901861716412, "loss": 1.001953125, "step": 31 }, { "epoch": 0.24806201550387597, "grad_norm": 0.036706238985061646, "learning_rate": 0.0001497004326107079, "loss": 1.021484375, "step": 32 }, { "epoch": 0.2558139534883721, "grad_norm": 0.03383168950676918, "learning_rate": 0.00014965919364623776, "loss": 1.0244140625, "step": 33 }, { "epoch": 0.26356589147286824, "grad_norm": 0.03137823939323425, "learning_rate": 0.0001496153033517974, "loss": 1.1181640625, "step": 34 }, { "epoch": 0.2713178294573643, "grad_norm": 0.030606389045715332, "learning_rate": 0.00014956876346010055, "loss": 1.03515625, "step": 35 }, { "epoch": 0.27906976744186046, "grad_norm": 0.03193344920873642, "learning_rate": 0.0001495195758084624, "loss": 1.0791015625, "step": 36 }, { "epoch": 0.2868217054263566, "grad_norm": 0.03284955397248268, "learning_rate": 0.00014946774233872724, "loss": 1.0546875, "step": 37 }, { "epoch": 0.29457364341085274, "grad_norm": 0.02990698628127575, "learning_rate": 0.0001494132650971917, "loss": 0.990234375, "step": 38 }, { "epoch": 0.3023255813953488, "grad_norm": 0.031072482466697693, "learning_rate": 0.00014935614623452393, "loss": 1.07421875, "step": 39 }, { "epoch": 0.31007751937984496, "grad_norm": 0.0325331948697567, "learning_rate": 0.00014929638800567893, "loss": 1.0859375, "step": 40 }, { "epoch": 0.3178294573643411, "grad_norm": 0.031455148011446, "learning_rate": 0.00014923399276980918, "loss": 1.07568359375, "step": 41 }, { "epoch": 0.32558139534883723, "grad_norm": 0.03205735981464386, "learning_rate": 0.0001491689629901718, "loss": 0.8681640625, "step": 42 }, { "epoch": 0.3333333333333333, "grad_norm": 0.036593612283468246, "learning_rate": 0.00014910130123403108, "loss": 1.09765625, "step": 43 }, { "epoch": 0.34108527131782945, "grad_norm": 0.03448851406574249, "learning_rate": 0.00014903101017255734, "loss": 1.03759765625, "step": 44 }, { "epoch": 0.3488372093023256, "grad_norm": 0.03364939987659454, "learning_rate": 0.00014895809258072136, "loss": 0.99951171875, "step": 45 }, { "epoch": 0.35658914728682173, "grad_norm": 0.035791803151369095, "learning_rate": 0.00014888255133718476, "loss": 1.0458984375, "step": 46 }, { "epoch": 0.3643410852713178, "grad_norm": 0.034536730498075485, "learning_rate": 0.00014880438942418647, "loss": 1.1064453125, "step": 47 }, { "epoch": 0.37209302325581395, "grad_norm": 0.03306680545210838, "learning_rate": 0.00014872360992742502, "loss": 0.96728515625, "step": 48 }, { "epoch": 0.3798449612403101, "grad_norm": 0.03216111660003662, "learning_rate": 0.00014864021603593663, "loss": 1.00341796875, "step": 49 }, { "epoch": 0.3875968992248062, "grad_norm": 0.03700663149356842, "learning_rate": 0.00014855421104196937, "loss": 1.0478515625, "step": 50 }, { "epoch": 0.3953488372093023, "grad_norm": 0.036067984998226166, "learning_rate": 0.00014846559834085304, "loss": 0.96435546875, "step": 51 }, { "epoch": 0.40310077519379844, "grad_norm": 0.030266977846622467, "learning_rate": 0.00014837438143086543, "loss": 0.929229736328125, "step": 52 }, { "epoch": 0.4108527131782946, "grad_norm": 0.03551589325070381, "learning_rate": 0.00014828056391309394, "loss": 1.0517578125, "step": 53 }, { "epoch": 0.4186046511627907, "grad_norm": 0.03905569016933441, "learning_rate": 0.00014818414949129355, "loss": 1.06787109375, "step": 54 }, { "epoch": 0.4263565891472868, "grad_norm": 0.03376009315252304, "learning_rate": 0.0001480851419717405, "loss": 0.7896728515625, "step": 55 }, { "epoch": 0.43410852713178294, "grad_norm": 0.03881262615323067, "learning_rate": 0.00014798354526308213, "loss": 0.920654296875, "step": 56 }, { "epoch": 0.4418604651162791, "grad_norm": 0.036101412028074265, "learning_rate": 0.0001478793633761826, "loss": 1.0380859375, "step": 57 }, { "epoch": 0.4496124031007752, "grad_norm": 0.04050498083233833, "learning_rate": 0.00014777260042396435, "loss": 1.07275390625, "step": 58 }, { "epoch": 0.4573643410852713, "grad_norm": 0.03470204025506973, "learning_rate": 0.00014766326062124596, "loss": 0.8338623046875, "step": 59 }, { "epoch": 0.46511627906976744, "grad_norm": 0.043526601046323776, "learning_rate": 0.00014755134828457566, "loss": 0.94775390625, "step": 60 }, { "epoch": 0.4728682170542636, "grad_norm": 0.03669349476695061, "learning_rate": 0.00014743686783206077, "loss": 0.946533203125, "step": 61 }, { "epoch": 0.4806201550387597, "grad_norm": 0.039512187242507935, "learning_rate": 0.00014731982378319363, "loss": 1.0625, "step": 62 }, { "epoch": 0.4883720930232558, "grad_norm": 0.035441990941762924, "learning_rate": 0.00014720022075867284, "loss": 1.0224609375, "step": 63 }, { "epoch": 0.49612403100775193, "grad_norm": 0.038298629224300385, "learning_rate": 0.00014707806348022103, "loss": 0.96044921875, "step": 64 }, { "epoch": 0.5038759689922481, "grad_norm": 0.04432480409741402, "learning_rate": 0.0001469533567703984, "loss": 1.02587890625, "step": 65 }, { "epoch": 0.5116279069767442, "grad_norm": 0.032273419201374054, "learning_rate": 0.00014682610555241226, "loss": 0.9384765625, "step": 66 }, { "epoch": 0.5193798449612403, "grad_norm": 0.03732384368777275, "learning_rate": 0.00014669631484992286, "loss": 0.9461669921875, "step": 67 }, { "epoch": 0.5271317829457365, "grad_norm": 0.03378031402826309, "learning_rate": 0.00014656398978684488, "loss": 1.00537109375, "step": 68 }, { "epoch": 0.5348837209302325, "grad_norm": 0.03920016437768936, "learning_rate": 0.00014642913558714525, "loss": 1.0126953125, "step": 69 }, { "epoch": 0.5426356589147286, "grad_norm": 0.03177313506603241, "learning_rate": 0.0001462917575746368, "loss": 0.8564453125, "step": 70 }, { "epoch": 0.5503875968992248, "grad_norm": 0.035272154957056046, "learning_rate": 0.00014615186117276834, "loss": 0.96630859375, "step": 71 }, { "epoch": 0.5581395348837209, "grad_norm": 0.03836892917752266, "learning_rate": 0.00014600945190441022, "loss": 1.0322265625, "step": 72 }, { "epoch": 0.5658914728682171, "grad_norm": 0.030145496129989624, "learning_rate": 0.00014586453539163649, "loss": 0.789306640625, "step": 73 }, { "epoch": 0.5736434108527132, "grad_norm": 0.0358957014977932, "learning_rate": 0.00014571711735550296, "loss": 0.886474609375, "step": 74 }, { "epoch": 0.5813953488372093, "grad_norm": 0.04269283637404442, "learning_rate": 0.00014556720361582132, "loss": 1.0205078125, "step": 75 }, { "epoch": 0.5891472868217055, "grad_norm": 0.03674475476145744, "learning_rate": 0.0001454148000909292, "loss": 1.04736328125, "step": 76 }, { "epoch": 0.5968992248062015, "grad_norm": 0.03714277967810631, "learning_rate": 0.00014525991279745696, "loss": 0.97119140625, "step": 77 }, { "epoch": 0.6046511627906976, "grad_norm": 0.03853367269039154, "learning_rate": 0.00014510254785008963, "loss": 1.06884765625, "step": 78 }, { "epoch": 0.6124031007751938, "grad_norm": 0.03259620815515518, "learning_rate": 0.0001449427114613259, "loss": 0.90673828125, "step": 79 }, { "epoch": 0.6201550387596899, "grad_norm": 0.029853660613298416, "learning_rate": 0.00014478040994123274, "loss": 0.899169921875, "step": 80 }, { "epoch": 0.627906976744186, "grad_norm": 0.04663418233394623, "learning_rate": 0.00014461564969719623, "loss": 0.869140625, "step": 81 }, { "epoch": 0.6356589147286822, "grad_norm": 0.03702740743756294, "learning_rate": 0.00014444843723366871, "loss": 1.03466796875, "step": 82 }, { "epoch": 0.6434108527131783, "grad_norm": 0.03891228511929512, "learning_rate": 0.00014427877915191192, "loss": 0.9931640625, "step": 83 }, { "epoch": 0.6511627906976745, "grad_norm": 0.03422516956925392, "learning_rate": 0.00014410668214973643, "loss": 0.9990234375, "step": 84 }, { "epoch": 0.6589147286821705, "grad_norm": 0.03482131287455559, "learning_rate": 0.0001439321530212372, "loss": 0.9736328125, "step": 85 }, { "epoch": 0.6666666666666666, "grad_norm": 0.05120984464883804, "learning_rate": 0.00014375519865652536, "loss": 0.9716796875, "step": 86 }, { "epoch": 0.6744186046511628, "grad_norm": 0.03919104114174843, "learning_rate": 0.00014357582604145633, "loss": 1.0068359375, "step": 87 }, { "epoch": 0.6821705426356589, "grad_norm": 0.03737185522913933, "learning_rate": 0.00014339404225735368, "loss": 0.97509765625, "step": 88 }, { "epoch": 0.689922480620155, "grad_norm": 0.03514476865530014, "learning_rate": 0.00014320985448073003, "loss": 0.9755859375, "step": 89 }, { "epoch": 0.6976744186046512, "grad_norm": 0.03411982208490372, "learning_rate": 0.00014302326998300342, "loss": 1.029296875, "step": 90 }, { "epoch": 0.7054263565891473, "grad_norm": 0.037489742040634155, "learning_rate": 0.0001428342961302103, "loss": 0.9296875, "step": 91 }, { "epoch": 0.7131782945736435, "grad_norm": 0.052215468138456345, "learning_rate": 0.00014264294038271482, "loss": 0.97705078125, "step": 92 }, { "epoch": 0.7209302325581395, "grad_norm": 0.03588670864701271, "learning_rate": 0.00014244921029491425, "loss": 1.01611328125, "step": 93 }, { "epoch": 0.7286821705426356, "grad_norm": 0.040395576506853104, "learning_rate": 0.0001422531135149407, "loss": 0.9638671875, "step": 94 }, { "epoch": 0.7364341085271318, "grad_norm": 0.0333198606967926, "learning_rate": 0.00014205465778435934, "loss": 0.93994140625, "step": 95 }, { "epoch": 0.7441860465116279, "grad_norm": 0.027959557250142097, "learning_rate": 0.00014185385093786252, "loss": 0.7498779296875, "step": 96 }, { "epoch": 0.751937984496124, "grad_norm": 0.04139463230967522, "learning_rate": 0.00014165070090296078, "loss": 0.92724609375, "step": 97 }, { "epoch": 0.7596899224806202, "grad_norm": 0.035497140139341354, "learning_rate": 0.00014144521569966958, "loss": 0.9853515625, "step": 98 }, { "epoch": 0.7674418604651163, "grad_norm": 0.0334344319999218, "learning_rate": 0.00014123740344019296, "loss": 0.9033203125, "step": 99 }, { "epoch": 0.7751937984496124, "grad_norm": 0.04021883383393288, "learning_rate": 0.00014102727232860306, "loss": 0.9814453125, "step": 100 }, { "epoch": 0.7829457364341085, "grad_norm": 0.034049008041620255, "learning_rate": 0.00014081483066051637, "loss": 0.94287109375, "step": 101 }, { "epoch": 0.7906976744186046, "grad_norm": 0.03493446484208107, "learning_rate": 0.00014060008682276618, "loss": 0.98779296875, "step": 102 }, { "epoch": 0.7984496124031008, "grad_norm": 0.04007940739393234, "learning_rate": 0.00014038304929307152, "loss": 0.9609375, "step": 103 }, { "epoch": 0.8062015503875969, "grad_norm": 0.035312455147504807, "learning_rate": 0.0001401637266397024, "loss": 1.01025390625, "step": 104 }, { "epoch": 0.8062015503875969, "eval_loss": 0.91162109375, "eval_runtime": 6.4937, "eval_samples_per_second": 1.078, "eval_steps_per_second": 0.154, "step": 104 }, { "epoch": 0.813953488372093, "grad_norm": 0.03513696789741516, "learning_rate": 0.0001399421275211417, "loss": 0.98388671875, "step": 105 }, { "epoch": 0.8217054263565892, "grad_norm": 0.0362546406686306, "learning_rate": 0.0001397182606857431, "loss": 1.001953125, "step": 106 }, { "epoch": 0.8294573643410853, "grad_norm": 0.03439491614699364, "learning_rate": 0.00013949213497138602, "loss": 1.01025390625, "step": 107 }, { "epoch": 0.8372093023255814, "grad_norm": 0.03678153082728386, "learning_rate": 0.0001392637593051264, "loss": 0.87353515625, "step": 108 }, { "epoch": 0.8449612403100775, "grad_norm": 0.3193041682243347, "learning_rate": 0.00013903314270284454, "loss": 1.025390625, "step": 109 }, { "epoch": 0.8527131782945736, "grad_norm": 0.03561978042125702, "learning_rate": 0.00013880029426888905, "loss": 0.9521484375, "step": 110 }, { "epoch": 0.8604651162790697, "grad_norm": 0.042265113443136215, "learning_rate": 0.00013856522319571733, "loss": 0.96728515625, "step": 111 }, { "epoch": 0.8682170542635659, "grad_norm": 0.035079870373010635, "learning_rate": 0.00013832793876353288, "loss": 0.9228515625, "step": 112 }, { "epoch": 0.875968992248062, "grad_norm": 0.034565988928079605, "learning_rate": 0.00013808845033991884, "loss": 0.93212890625, "step": 113 }, { "epoch": 0.8837209302325582, "grad_norm": 0.03750981390476227, "learning_rate": 0.00013784676737946803, "loss": 0.931640625, "step": 114 }, { "epoch": 0.8914728682170543, "grad_norm": 0.03814476355910301, "learning_rate": 0.00013760289942340992, "loss": 0.9853515625, "step": 115 }, { "epoch": 0.8992248062015504, "grad_norm": 0.03927535191178322, "learning_rate": 0.0001373568560992338, "loss": 0.92626953125, "step": 116 }, { "epoch": 0.9069767441860465, "grad_norm": 0.06597933918237686, "learning_rate": 0.00013710864712030893, "loss": 0.92041015625, "step": 117 }, { "epoch": 0.9147286821705426, "grad_norm": 0.03291847184300423, "learning_rate": 0.0001368582822855007, "loss": 0.89404296875, "step": 118 }, { "epoch": 0.9224806201550387, "grad_norm": 0.038600772619247437, "learning_rate": 0.00013660577147878416, "loss": 0.99658203125, "step": 119 }, { "epoch": 0.9302325581395349, "grad_norm": 0.035205889493227005, "learning_rate": 0.00013635112466885352, "loss": 0.95947265625, "step": 120 }, { "epoch": 0.937984496124031, "grad_norm": 0.034847695380449295, "learning_rate": 0.00013609435190872887, "loss": 0.998046875, "step": 121 }, { "epoch": 0.9457364341085271, "grad_norm": 0.038817476481199265, "learning_rate": 0.0001358354633353591, "loss": 0.93896484375, "step": 122 }, { "epoch": 0.9534883720930233, "grad_norm": 0.03638102859258652, "learning_rate": 0.00013557446916922177, "loss": 0.85986328125, "step": 123 }, { "epoch": 0.9612403100775194, "grad_norm": 0.03604152426123619, "learning_rate": 0.00013531137971391967, "loss": 0.95166015625, "step": 124 }, { "epoch": 0.9689922480620154, "grad_norm": 0.04199523478746414, "learning_rate": 0.00013504620535577407, "loss": 0.98583984375, "step": 125 }, { "epoch": 0.9767441860465116, "grad_norm": 0.038772206753492355, "learning_rate": 0.00013477895656341453, "loss": 0.94677734375, "step": 126 }, { "epoch": 0.9844961240310077, "grad_norm": 0.09183433651924133, "learning_rate": 0.00013450964388736576, "loss": 0.9755859375, "step": 127 }, { "epoch": 0.9922480620155039, "grad_norm": 0.035269711166620255, "learning_rate": 0.0001342382779596311, "loss": 0.95361328125, "step": 128 }, { "epoch": 1.0, "grad_norm": 0.03634484484791756, "learning_rate": 0.00013396486949327272, "loss": 0.9521484375, "step": 129 }, { "epoch": 1.0077519379844961, "grad_norm": 0.035050421953201294, "learning_rate": 0.00013368942928198871, "loss": 0.9619140625, "step": 130 }, { "epoch": 1.0155038759689923, "grad_norm": 0.035989537835121155, "learning_rate": 0.000133411968199687, "loss": 0.9765625, "step": 131 }, { "epoch": 1.0232558139534884, "grad_norm": 0.036197811365127563, "learning_rate": 0.000133132497200056, "loss": 0.9052734375, "step": 132 }, { "epoch": 1.0310077519379846, "grad_norm": 0.037342485040426254, "learning_rate": 0.00013285102731613229, "loss": 0.94091796875, "step": 133 }, { "epoch": 1.0387596899224807, "grad_norm": 0.04950591176748276, "learning_rate": 0.00013256756965986487, "loss": 0.99853515625, "step": 134 }, { "epoch": 1.0465116279069768, "grad_norm": 0.046881064772605896, "learning_rate": 0.00013228213542167673, "loss": 0.98291015625, "step": 135 }, { "epoch": 1.054263565891473, "grad_norm": 0.04122152552008629, "learning_rate": 0.0001319947358700228, "loss": 0.9794921875, "step": 136 }, { "epoch": 1.062015503875969, "grad_norm": 0.03439309820532799, "learning_rate": 0.00013170538235094526, "loss": 0.859375, "step": 137 }, { "epoch": 1.069767441860465, "grad_norm": 0.03992585465312004, "learning_rate": 0.00013141408628762564, "loss": 0.94873046875, "step": 138 }, { "epoch": 1.0775193798449612, "grad_norm": 0.04098963364958763, "learning_rate": 0.0001311208591799337, "loss": 0.900390625, "step": 139 }, { "epoch": 1.0852713178294573, "grad_norm": 0.035281822085380554, "learning_rate": 0.00013082571260397357, "loss": 0.9326171875, "step": 140 }, { "epoch": 1.0930232558139534, "grad_norm": 0.038044273853302, "learning_rate": 0.00013052865821162676, "loss": 0.9794921875, "step": 141 }, { "epoch": 1.1007751937984496, "grad_norm": 0.03448478877544403, "learning_rate": 0.00013022970773009194, "loss": 0.9072265625, "step": 142 }, { "epoch": 1.1085271317829457, "grad_norm": 0.03594733402132988, "learning_rate": 0.00012992887296142233, "loss": 0.912109375, "step": 143 }, { "epoch": 1.1162790697674418, "grad_norm": 0.036207329481840134, "learning_rate": 0.0001296261657820594, "loss": 0.9658203125, "step": 144 }, { "epoch": 1.124031007751938, "grad_norm": 0.03591601550579071, "learning_rate": 0.0001293215981423643, "loss": 0.847412109375, "step": 145 }, { "epoch": 1.1317829457364341, "grad_norm": 0.034314967691898346, "learning_rate": 0.00012901518206614602, "loss": 0.798583984375, "step": 146 }, { "epoch": 1.1395348837209303, "grad_norm": 0.035597171634435654, "learning_rate": 0.00012870692965018647, "loss": 0.90576171875, "step": 147 }, { "epoch": 1.1472868217054264, "grad_norm": 0.036420948803424835, "learning_rate": 0.0001283968530637633, "loss": 0.8740234375, "step": 148 }, { "epoch": 1.1550387596899225, "grad_norm": 0.036359839141368866, "learning_rate": 0.00012808496454816913, "loss": 0.9208984375, "step": 149 }, { "epoch": 1.1627906976744187, "grad_norm": 0.03531688079237938, "learning_rate": 0.00012777127641622858, "loss": 0.9208984375, "step": 150 }, { "epoch": 1.1705426356589148, "grad_norm": 0.0392940379679203, "learning_rate": 0.00012745580105181196, "loss": 0.88427734375, "step": 151 }, { "epoch": 1.178294573643411, "grad_norm": 0.03591623157262802, "learning_rate": 0.0001271385509093465, "loss": 0.90283203125, "step": 152 }, { "epoch": 1.1860465116279069, "grad_norm": 0.0358872190117836, "learning_rate": 0.00012681953851332456, "loss": 0.92578125, "step": 153 }, { "epoch": 1.193798449612403, "grad_norm": 0.044959183782339096, "learning_rate": 0.00012649877645780932, "loss": 0.9599609375, "step": 154 }, { "epoch": 1.2015503875968991, "grad_norm": 0.0372597761452198, "learning_rate": 0.0001261762774059375, "loss": 0.8525390625, "step": 155 }, { "epoch": 1.2093023255813953, "grad_norm": 0.03890680521726608, "learning_rate": 0.00012585205408941944, "loss": 0.89208984375, "step": 156 }, { "epoch": 1.2170542635658914, "grad_norm": 0.041445646435022354, "learning_rate": 0.00012552611930803653, "loss": 0.89306640625, "step": 157 }, { "epoch": 1.2248062015503876, "grad_norm": 0.03824222460389137, "learning_rate": 0.00012519848592913588, "loss": 0.9248046875, "step": 158 }, { "epoch": 1.2325581395348837, "grad_norm": 0.04219675809144974, "learning_rate": 0.00012486916688712229, "loss": 0.9140625, "step": 159 }, { "epoch": 1.2403100775193798, "grad_norm": 0.06856386363506317, "learning_rate": 0.00012453817518294757, "loss": 0.81005859375, "step": 160 }, { "epoch": 1.248062015503876, "grad_norm": 0.042003314942121506, "learning_rate": 0.00012420552388359756, "loss": 0.822265625, "step": 161 }, { "epoch": 1.255813953488372, "grad_norm": 0.03855019435286522, "learning_rate": 0.0001238712261215759, "loss": 0.8310546875, "step": 162 }, { "epoch": 1.2635658914728682, "grad_norm": 0.040682099759578705, "learning_rate": 0.00012353529509438586, "loss": 0.912109375, "step": 163 }, { "epoch": 1.2713178294573644, "grad_norm": 0.03906140476465225, "learning_rate": 0.00012319774406400916, "loss": 0.8447265625, "step": 164 }, { "epoch": 1.2790697674418605, "grad_norm": 0.03948715329170227, "learning_rate": 0.00012285858635638252, "loss": 0.8798828125, "step": 165 }, { "epoch": 1.2868217054263567, "grad_norm": 0.04061060771346092, "learning_rate": 0.00012251783536087148, "loss": 0.85400390625, "step": 166 }, { "epoch": 1.2945736434108528, "grad_norm": 0.037617988884449005, "learning_rate": 0.00012217550452974193, "loss": 0.81005859375, "step": 167 }, { "epoch": 1.302325581395349, "grad_norm": 0.03877709060907364, "learning_rate": 0.00012183160737762887, "loss": 0.87841796875, "step": 168 }, { "epoch": 1.310077519379845, "grad_norm": 0.04214360937476158, "learning_rate": 0.00012148615748100305, "loss": 0.89013671875, "step": 169 }, { "epoch": 1.3178294573643412, "grad_norm": 0.038744617253541946, "learning_rate": 0.00012113916847763487, "loss": 0.876953125, "step": 170 }, { "epoch": 1.3255813953488373, "grad_norm": 0.03888416290283203, "learning_rate": 0.00012079065406605606, "loss": 0.71044921875, "step": 171 }, { "epoch": 1.3333333333333333, "grad_norm": 0.03957424685359001, "learning_rate": 0.0001204406280050188, "loss": 0.8984375, "step": 172 }, { "epoch": 1.3410852713178294, "grad_norm": 0.040746722370386124, "learning_rate": 0.00012008910411295268, "loss": 0.84912109375, "step": 173 }, { "epoch": 1.3488372093023255, "grad_norm": 0.04713168367743492, "learning_rate": 0.00011973609626741904, "loss": 0.81298828125, "step": 174 }, { "epoch": 1.3565891472868217, "grad_norm": 0.04117116332054138, "learning_rate": 0.00011938161840456317, "loss": 0.8564453125, "step": 175 }, { "epoch": 1.3643410852713178, "grad_norm": 0.041082531213760376, "learning_rate": 0.0001190256845185641, "loss": 0.91064453125, "step": 176 }, { "epoch": 1.372093023255814, "grad_norm": 0.036820586770772934, "learning_rate": 0.00011866830866108226, "loss": 0.801025390625, "step": 177 }, { "epoch": 1.37984496124031, "grad_norm": 0.04114276170730591, "learning_rate": 0.00011830950494070455, "loss": 0.82275390625, "step": 178 }, { "epoch": 1.3875968992248062, "grad_norm": 0.04060537740588188, "learning_rate": 0.00011794928752238747, "loss": 0.8603515625, "step": 179 }, { "epoch": 1.3953488372093024, "grad_norm": 0.041201572865247726, "learning_rate": 0.00011758767062689787, "loss": 0.79150390625, "step": 180 }, { "epoch": 1.4031007751937985, "grad_norm": 0.04132666066288948, "learning_rate": 0.00011722466853025167, "loss": 0.768890380859375, "step": 181 }, { "epoch": 1.4108527131782946, "grad_norm": 0.042601559311151505, "learning_rate": 0.00011686029556315005, "loss": 0.86328125, "step": 182 }, { "epoch": 1.4186046511627908, "grad_norm": 0.04839213192462921, "learning_rate": 0.00011649456611041385, "loss": 0.8798828125, "step": 183 }, { "epoch": 1.4263565891472867, "grad_norm": 0.03969109058380127, "learning_rate": 0.00011612749461041561, "loss": 0.6427001953125, "step": 184 }, { "epoch": 1.4341085271317828, "grad_norm": 0.04181140661239624, "learning_rate": 0.00011575909555450966, "loss": 0.756591796875, "step": 185 }, { "epoch": 1.441860465116279, "grad_norm": 0.04716648533940315, "learning_rate": 0.00011538938348645992, "loss": 0.8515625, "step": 186 }, { "epoch": 1.449612403100775, "grad_norm": 0.048337046056985855, "learning_rate": 0.00011501837300186577, "loss": 0.88330078125, "step": 187 }, { "epoch": 1.4573643410852712, "grad_norm": 0.04053601995110512, "learning_rate": 0.00011464607874758589, "loss": 0.6898193359375, "step": 188 }, { "epoch": 1.4651162790697674, "grad_norm": 0.055657759308815, "learning_rate": 0.00011427251542115996, "loss": 0.77880859375, "step": 189 }, { "epoch": 1.4728682170542635, "grad_norm": 0.042166177183389664, "learning_rate": 0.00011389769777022844, "loss": 0.7822265625, "step": 190 }, { "epoch": 1.4806201550387597, "grad_norm": 0.04735742136836052, "learning_rate": 0.00011352164059195043, "loss": 0.87890625, "step": 191 }, { "epoch": 1.4883720930232558, "grad_norm": 0.045601736754179, "learning_rate": 0.0001131443587324194, "loss": 0.84130859375, "step": 192 }, { "epoch": 1.496124031007752, "grad_norm": 0.04385631904006004, "learning_rate": 0.00011276586708607718, "loss": 0.79638671875, "step": 193 }, { "epoch": 1.503875968992248, "grad_norm": 0.047408781945705414, "learning_rate": 0.00011238618059512587, "loss": 0.83984375, "step": 194 }, { "epoch": 1.5116279069767442, "grad_norm": 0.04731688275933266, "learning_rate": 0.00011200531424893797, "loss": 0.7763671875, "step": 195 }, { "epoch": 1.5193798449612403, "grad_norm": 0.04579531028866768, "learning_rate": 0.00011162328308346472, "loss": 0.783935546875, "step": 196 }, { "epoch": 1.5271317829457365, "grad_norm": 0.0453152172267437, "learning_rate": 0.00011124010218064239, "loss": 0.826171875, "step": 197 }, { "epoch": 1.5348837209302326, "grad_norm": 0.050907932221889496, "learning_rate": 0.00011085578666779693, "loss": 0.8388671875, "step": 198 }, { "epoch": 1.5426356589147288, "grad_norm": 0.041205476969480515, "learning_rate": 0.00011047035171704669, "loss": 0.712158203125, "step": 199 }, { "epoch": 1.550387596899225, "grad_norm": 0.05009079724550247, "learning_rate": 0.00011008381254470357, "loss": 0.80029296875, "step": 200 }, { "epoch": 1.558139534883721, "grad_norm": 0.04907772317528725, "learning_rate": 0.00010969618441067223, "loss": 0.85302734375, "step": 201 }, { "epoch": 1.5658914728682172, "grad_norm": 0.04160582646727562, "learning_rate": 0.00010930748261784768, "loss": 0.651611328125, "step": 202 }, { "epoch": 1.5736434108527133, "grad_norm": 0.04669788479804993, "learning_rate": 0.00010891772251151116, "loss": 0.733642578125, "step": 203 }, { "epoch": 1.5813953488372094, "grad_norm": 0.046415988355875015, "learning_rate": 0.00010852691947872426, "loss": 0.845703125, "step": 204 }, { "epoch": 1.5891472868217056, "grad_norm": 0.05536266416311264, "learning_rate": 0.00010813508894772158, "loss": 0.8720703125, "step": 205 }, { "epoch": 1.5968992248062015, "grad_norm": 0.04646734520792961, "learning_rate": 0.00010774224638730151, "loss": 0.8056640625, "step": 206 }, { "epoch": 1.6046511627906976, "grad_norm": 0.05074877664446831, "learning_rate": 0.00010734840730621576, "loss": 0.89306640625, "step": 207 }, { "epoch": 1.6046511627906976, "eval_loss": 0.88916015625, "eval_runtime": 6.4893, "eval_samples_per_second": 1.079, "eval_steps_per_second": 0.154, "step": 207 }, { "epoch": 1.6124031007751938, "grad_norm": 0.045564450323581696, "learning_rate": 0.00010695358725255682, "loss": 0.754150390625, "step": 208 }, { "epoch": 1.62015503875969, "grad_norm": 0.042502474039793015, "learning_rate": 0.00010655780181314441, "loss": 0.750732421875, "step": 209 }, { "epoch": 1.627906976744186, "grad_norm": 0.04419833421707153, "learning_rate": 0.00010616106661290997, "loss": 0.7279052734375, "step": 210 }, { "epoch": 1.6356589147286822, "grad_norm": 0.05234264209866524, "learning_rate": 0.00010576339731427988, "loss": 0.8544921875, "step": 211 }, { "epoch": 1.6434108527131783, "grad_norm": 0.04661702737212181, "learning_rate": 0.00010536480961655716, "loss": 0.82568359375, "step": 212 }, { "epoch": 1.6511627906976745, "grad_norm": 0.047514040023088455, "learning_rate": 0.00010496531925530158, "loss": 0.82763671875, "step": 213 }, { "epoch": 1.6589147286821704, "grad_norm": 0.04733423516154289, "learning_rate": 0.0001045649420017086, "loss": 0.8095703125, "step": 214 }, { "epoch": 1.6666666666666665, "grad_norm": 0.04783810302615166, "learning_rate": 0.00010416369366198663, "loss": 0.7978515625, "step": 215 }, { "epoch": 1.6744186046511627, "grad_norm": 0.04815303534269333, "learning_rate": 0.00010376159007673307, "loss": 0.8427734375, "step": 216 }, { "epoch": 1.6821705426356588, "grad_norm": 0.0529569648206234, "learning_rate": 0.00010335864712030894, "loss": 0.80908203125, "step": 217 }, { "epoch": 1.689922480620155, "grad_norm": 0.04892537742853165, "learning_rate": 0.00010295488070021224, "loss": 0.81005859375, "step": 218 }, { "epoch": 1.697674418604651, "grad_norm": 0.04687004163861275, "learning_rate": 0.00010255030675644984, "loss": 0.857421875, "step": 219 }, { "epoch": 1.7054263565891472, "grad_norm": 0.049924347549676895, "learning_rate": 0.00010214494126090833, "loss": 0.76611328125, "step": 220 }, { "epoch": 1.7131782945736433, "grad_norm": 0.04998449608683586, "learning_rate": 0.00010173880021672338, "loss": 0.81396484375, "step": 221 }, { "epoch": 1.7209302325581395, "grad_norm": 0.0541192926466465, "learning_rate": 0.00010133189965764798, "loss": 0.84375, "step": 222 }, { "epoch": 1.7286821705426356, "grad_norm": 0.050691869109869, "learning_rate": 0.00010092425564741945, "loss": 0.80126953125, "step": 223 }, { "epoch": 1.7364341085271318, "grad_norm": 0.04845695197582245, "learning_rate": 0.00010051588427912536, "loss": 0.78466796875, "step": 224 }, { "epoch": 1.744186046511628, "grad_norm": 0.03721952065825462, "learning_rate": 0.00010010680167456804, "loss": 0.631072998046875, "step": 225 }, { "epoch": 1.751937984496124, "grad_norm": 0.04930705204606056, "learning_rate": 9.969702398362828e-05, "loss": 0.77490234375, "step": 226 }, { "epoch": 1.7596899224806202, "grad_norm": 0.04764439910650253, "learning_rate": 9.92865673836277e-05, "loss": 0.8173828125, "step": 227 }, { "epoch": 1.7674418604651163, "grad_norm": 0.044682808220386505, "learning_rate": 9.887544807869e-05, "loss": 0.75244140625, "step": 228 }, { "epoch": 1.7751937984496124, "grad_norm": 0.04970500245690346, "learning_rate": 9.846368229910141e-05, "loss": 0.81640625, "step": 229 }, { "epoch": 1.7829457364341086, "grad_norm": 0.04485026001930237, "learning_rate": 9.805128630066986e-05, "loss": 0.7822265625, "step": 230 }, { "epoch": 1.7906976744186047, "grad_norm": 0.04685260355472565, "learning_rate": 9.763827636408322e-05, "loss": 0.828125, "step": 231 }, { "epoch": 1.7984496124031009, "grad_norm": 0.04880339279770851, "learning_rate": 9.722466879426662e-05, "loss": 0.79638671875, "step": 232 }, { "epoch": 1.806201550387597, "grad_norm": 0.04715869203209877, "learning_rate": 9.681047991973869e-05, "loss": 0.8427734375, "step": 233 }, { "epoch": 1.8139534883720931, "grad_norm": 0.046799249947071075, "learning_rate": 9.639572609196699e-05, "loss": 0.814453125, "step": 234 }, { "epoch": 1.8217054263565893, "grad_norm": 0.046375591307878494, "learning_rate": 9.598042368472245e-05, "loss": 0.83544921875, "step": 235 }, { "epoch": 1.8294573643410854, "grad_norm": 0.04745873063802719, "learning_rate": 9.556458909343307e-05, "loss": 0.8447265625, "step": 236 }, { "epoch": 1.8372093023255816, "grad_norm": 0.04402947798371315, "learning_rate": 9.514823873453642e-05, "loss": 0.7269287109375, "step": 237 }, { "epoch": 1.8449612403100775, "grad_norm": 0.04808734729886055, "learning_rate": 9.473138904483176e-05, "loss": 0.86279296875, "step": 238 }, { "epoch": 1.8527131782945736, "grad_norm": 0.0447438582777977, "learning_rate": 9.431405648083114e-05, "loss": 0.79150390625, "step": 239 }, { "epoch": 1.8604651162790697, "grad_norm": 0.04795128479599953, "learning_rate": 9.389625751810952e-05, "loss": 0.8056640625, "step": 240 }, { "epoch": 1.8682170542635659, "grad_norm": 0.049295589327812195, "learning_rate": 9.347800865065463e-05, "loss": 0.7607421875, "step": 241 }, { "epoch": 1.875968992248062, "grad_norm": 0.047233305871486664, "learning_rate": 9.305932639021559e-05, "loss": 0.77734375, "step": 242 }, { "epoch": 1.8837209302325582, "grad_norm": 0.047985710203647614, "learning_rate": 9.264022726565109e-05, "loss": 0.77001953125, "step": 243 }, { "epoch": 1.8914728682170543, "grad_norm": 0.04906840622425079, "learning_rate": 9.222072782227701e-05, "loss": 0.82470703125, "step": 244 }, { "epoch": 1.8992248062015504, "grad_norm": 0.04725610464811325, "learning_rate": 9.180084462121307e-05, "loss": 0.76806640625, "step": 245 }, { "epoch": 1.9069767441860463, "grad_norm": 0.04630209505558014, "learning_rate": 9.138059423872906e-05, "loss": 0.763671875, "step": 246 }, { "epoch": 1.9147286821705425, "grad_norm": 0.0477568581700325, "learning_rate": 9.095999326559054e-05, "loss": 0.75732421875, "step": 247 }, { "epoch": 1.9224806201550386, "grad_norm": 0.052335675805807114, "learning_rate": 9.053905830640371e-05, "loss": 0.83349609375, "step": 248 }, { "epoch": 1.9302325581395348, "grad_norm": 0.047090694308280945, "learning_rate": 9.011780597896e-05, "loss": 0.80078125, "step": 249 }, { "epoch": 1.937984496124031, "grad_norm": 0.05373085290193558, "learning_rate": 8.969625291358004e-05, "loss": 0.83349609375, "step": 250 }, { "epoch": 1.945736434108527, "grad_norm": 0.0480167455971241, "learning_rate": 8.9274415752457e-05, "loss": 0.78173828125, "step": 251 }, { "epoch": 1.9534883720930232, "grad_norm": 0.04596777632832527, "learning_rate": 8.885231114899972e-05, "loss": 0.71728515625, "step": 252 }, { "epoch": 1.9612403100775193, "grad_norm": 0.1261446177959442, "learning_rate": 8.842995576717518e-05, "loss": 0.79736328125, "step": 253 }, { "epoch": 1.9689922480620154, "grad_norm": 0.04901716858148575, "learning_rate": 8.800736628085063e-05, "loss": 0.8271484375, "step": 254 }, { "epoch": 1.9767441860465116, "grad_norm": 0.05226081609725952, "learning_rate": 8.758455937313546e-05, "loss": 0.7861328125, "step": 255 }, { "epoch": 1.9844961240310077, "grad_norm": 0.0527765154838562, "learning_rate": 8.71615517357224e-05, "loss": 0.81494140625, "step": 256 }, { "epoch": 1.9922480620155039, "grad_norm": 0.048730649054050446, "learning_rate": 8.673836006822865e-05, "loss": 0.79736328125, "step": 257 }, { "epoch": 2.0, "grad_norm": 0.05379839986562729, "learning_rate": 8.631500107753665e-05, "loss": 0.74267578125, "step": 258 }, { "epoch": 2.007751937984496, "grad_norm": 0.052472181618213654, "learning_rate": 8.589149147713444e-05, "loss": 0.74755859375, "step": 259 }, { "epoch": 2.0155038759689923, "grad_norm": 0.06032218039035797, "learning_rate": 8.546784798645588e-05, "loss": 0.81298828125, "step": 260 }, { "epoch": 2.0232558139534884, "grad_norm": 0.05505041033029556, "learning_rate": 8.504408733022058e-05, "loss": 0.7529296875, "step": 261 }, { "epoch": 2.0310077519379846, "grad_norm": 0.05316637456417084, "learning_rate": 8.462022623777365e-05, "loss": 0.7734375, "step": 262 }, { "epoch": 2.0387596899224807, "grad_norm": 0.056750357151031494, "learning_rate": 8.419628144242528e-05, "loss": 0.82568359375, "step": 263 }, { "epoch": 2.046511627906977, "grad_norm": 0.05582032352685928, "learning_rate": 8.377226968079005e-05, "loss": 0.81494140625, "step": 264 }, { "epoch": 2.054263565891473, "grad_norm": 0.0521075502038002, "learning_rate": 8.33482076921263e-05, "loss": 0.80810546875, "step": 265 }, { "epoch": 2.062015503875969, "grad_norm": 0.04930770397186279, "learning_rate": 8.292411221767524e-05, "loss": 0.701904296875, "step": 266 }, { "epoch": 2.0697674418604652, "grad_norm": 0.06509444117546082, "learning_rate": 8.25e-05, "loss": 0.7783203125, "step": 267 }, { "epoch": 2.0775193798449614, "grad_norm": 0.05146259814500809, "learning_rate": 8.207588778232476e-05, "loss": 0.736328125, "step": 268 }, { "epoch": 2.0852713178294575, "grad_norm": 0.05167889595031738, "learning_rate": 8.16517923078737e-05, "loss": 0.7646484375, "step": 269 }, { "epoch": 2.0930232558139537, "grad_norm": 0.05263634771108627, "learning_rate": 8.122773031920995e-05, "loss": 0.80517578125, "step": 270 }, { "epoch": 2.10077519379845, "grad_norm": 0.05087614431977272, "learning_rate": 8.080371855757472e-05, "loss": 0.73779296875, "step": 271 }, { "epoch": 2.108527131782946, "grad_norm": 0.05077936872839928, "learning_rate": 8.037977376222634e-05, "loss": 0.73583984375, "step": 272 }, { "epoch": 2.116279069767442, "grad_norm": 0.054750025272369385, "learning_rate": 7.995591266977942e-05, "loss": 0.78759765625, "step": 273 }, { "epoch": 2.124031007751938, "grad_norm": 0.05173592269420624, "learning_rate": 7.953215201354412e-05, "loss": 0.67962646484375, "step": 274 }, { "epoch": 2.1317829457364343, "grad_norm": 0.05042770877480507, "learning_rate": 7.910850852286556e-05, "loss": 0.653564453125, "step": 275 }, { "epoch": 2.13953488372093, "grad_norm": 0.05418946221470833, "learning_rate": 7.868499892246335e-05, "loss": 0.73193359375, "step": 276 }, { "epoch": 2.147286821705426, "grad_norm": 0.053501300513744354, "learning_rate": 7.826163993177135e-05, "loss": 0.706298828125, "step": 277 }, { "epoch": 2.1550387596899223, "grad_norm": 0.05176064744591713, "learning_rate": 7.78384482642776e-05, "loss": 0.74658203125, "step": 278 }, { "epoch": 2.1627906976744184, "grad_norm": 0.05234966054558754, "learning_rate": 7.741544062686453e-05, "loss": 0.751953125, "step": 279 }, { "epoch": 2.1705426356589146, "grad_norm": 0.05013485997915268, "learning_rate": 7.699263371914937e-05, "loss": 0.716796875, "step": 280 }, { "epoch": 2.1782945736434107, "grad_norm": 0.05255870148539543, "learning_rate": 7.657004423282483e-05, "loss": 0.7255859375, "step": 281 }, { "epoch": 2.186046511627907, "grad_norm": 0.05105741694569588, "learning_rate": 7.614768885100028e-05, "loss": 0.7451171875, "step": 282 }, { "epoch": 2.193798449612403, "grad_norm": 0.052115246653556824, "learning_rate": 7.572558424754298e-05, "loss": 0.7939453125, "step": 283 }, { "epoch": 2.201550387596899, "grad_norm": 0.05337890610098839, "learning_rate": 7.530374708641996e-05, "loss": 0.6845703125, "step": 284 }, { "epoch": 2.2093023255813953, "grad_norm": 0.05236468091607094, "learning_rate": 7.488219402103999e-05, "loss": 0.71337890625, "step": 285 }, { "epoch": 2.2170542635658914, "grad_norm": 0.054926879703998566, "learning_rate": 7.446094169359629e-05, "loss": 0.71533203125, "step": 286 }, { "epoch": 2.2248062015503876, "grad_norm": 0.06193400174379349, "learning_rate": 7.404000673440945e-05, "loss": 0.7451171875, "step": 287 }, { "epoch": 2.2325581395348837, "grad_norm": 0.05470835417509079, "learning_rate": 7.361940576127092e-05, "loss": 0.73388671875, "step": 288 }, { "epoch": 2.24031007751938, "grad_norm": 0.05230575427412987, "learning_rate": 7.319915537878693e-05, "loss": 0.64501953125, "step": 289 }, { "epoch": 2.248062015503876, "grad_norm": 0.05716829374432564, "learning_rate": 7.277927217772298e-05, "loss": 0.6474609375, "step": 290 }, { "epoch": 2.255813953488372, "grad_norm": 0.065622977912426, "learning_rate": 7.235977273434888e-05, "loss": 0.66015625, "step": 291 }, { "epoch": 2.2635658914728682, "grad_norm": 0.057758916169404984, "learning_rate": 7.19406736097844e-05, "loss": 0.72509765625, "step": 292 }, { "epoch": 2.2713178294573644, "grad_norm": 0.056422457098960876, "learning_rate": 7.152199134934534e-05, "loss": 0.6767578125, "step": 293 }, { "epoch": 2.2790697674418605, "grad_norm": 0.06204810366034508, "learning_rate": 7.110374248189046e-05, "loss": 0.701171875, "step": 294 }, { "epoch": 2.2868217054263567, "grad_norm": 0.05981920659542084, "learning_rate": 7.068594351916886e-05, "loss": 0.66748046875, "step": 295 }, { "epoch": 2.294573643410853, "grad_norm": 0.0593731664121151, "learning_rate": 7.026861095516821e-05, "loss": 0.64599609375, "step": 296 }, { "epoch": 2.302325581395349, "grad_norm": 0.06717907637357712, "learning_rate": 6.985176126546357e-05, "loss": 0.6953125, "step": 297 }, { "epoch": 2.310077519379845, "grad_norm": 0.05741477012634277, "learning_rate": 6.943541090656693e-05, "loss": 0.7001953125, "step": 298 }, { "epoch": 2.317829457364341, "grad_norm": 0.06018727645277977, "learning_rate": 6.901957631527753e-05, "loss": 0.690185546875, "step": 299 }, { "epoch": 2.3255813953488373, "grad_norm": 0.056542541831731796, "learning_rate": 6.860427390803304e-05, "loss": 0.5599365234375, "step": 300 }, { "epoch": 2.3333333333333335, "grad_norm": 0.059446174651384354, "learning_rate": 6.818952008026134e-05, "loss": 0.70947265625, "step": 301 }, { "epoch": 2.3410852713178296, "grad_norm": 0.06016426160931587, "learning_rate": 6.777533120573339e-05, "loss": 0.66162109375, "step": 302 }, { "epoch": 2.3488372093023258, "grad_norm": 0.06622719019651413, "learning_rate": 6.736172363591678e-05, "loss": 0.624755859375, "step": 303 }, { "epoch": 2.356589147286822, "grad_norm": 0.06083570048213005, "learning_rate": 6.694871369933015e-05, "loss": 0.6611328125, "step": 304 }, { "epoch": 2.3643410852713176, "grad_norm": 0.06764432787895203, "learning_rate": 6.653631770089859e-05, "loss": 0.71728515625, "step": 305 }, { "epoch": 2.3720930232558137, "grad_norm": 0.05614745244383812, "learning_rate": 6.612455192131e-05, "loss": 0.631591796875, "step": 306 }, { "epoch": 2.37984496124031, "grad_norm": 0.057795699685811996, "learning_rate": 6.571343261637232e-05, "loss": 0.63818359375, "step": 307 }, { "epoch": 2.387596899224806, "grad_norm": 0.06633356213569641, "learning_rate": 6.530297601637172e-05, "loss": 0.67138671875, "step": 308 }, { "epoch": 2.395348837209302, "grad_norm": 0.05835175886750221, "learning_rate": 6.489319832543197e-05, "loss": 0.615234375, "step": 309 }, { "epoch": 2.4031007751937983, "grad_norm": 0.05563213303685188, "learning_rate": 6.448411572087466e-05, "loss": 0.60272216796875, "step": 310 }, { "epoch": 2.4031007751937983, "eval_loss": 0.91650390625, "eval_runtime": 6.4832, "eval_samples_per_second": 1.08, "eval_steps_per_second": 0.154, "step": 310 }, { "epoch": 2.4108527131782944, "grad_norm": 0.06841554492712021, "learning_rate": 6.407574435258055e-05, "loss": 0.66748046875, "step": 311 }, { "epoch": 2.4186046511627906, "grad_norm": 0.06703931838274002, "learning_rate": 6.366810034235202e-05, "loss": 0.68310546875, "step": 312 }, { "epoch": 2.4263565891472867, "grad_norm": 0.05525091290473938, "learning_rate": 6.326119978327662e-05, "loss": 0.4915771484375, "step": 313 }, { "epoch": 2.434108527131783, "grad_norm": 0.061299342662096024, "learning_rate": 6.285505873909166e-05, "loss": 0.585205078125, "step": 314 }, { "epoch": 2.441860465116279, "grad_norm": 0.069545216858387, "learning_rate": 6.244969324355016e-05, "loss": 0.6513671875, "step": 315 }, { "epoch": 2.449612403100775, "grad_norm": 0.06752844154834747, "learning_rate": 6.204511929978777e-05, "loss": 0.6826171875, "step": 316 }, { "epoch": 2.4573643410852712, "grad_norm": 0.05634568631649017, "learning_rate": 6.164135287969106e-05, "loss": 0.5400390625, "step": 317 }, { "epoch": 2.4651162790697674, "grad_norm": 0.06310458481311798, "learning_rate": 6.123840992326695e-05, "loss": 0.59716796875, "step": 318 }, { "epoch": 2.4728682170542635, "grad_norm": 0.06880722939968109, "learning_rate": 6.083630633801337e-05, "loss": 0.6064453125, "step": 319 }, { "epoch": 2.4806201550387597, "grad_norm": 0.06507935374975204, "learning_rate": 6.0435057998291384e-05, "loss": 0.68017578125, "step": 320 }, { "epoch": 2.488372093023256, "grad_norm": 0.07064376771450043, "learning_rate": 6.00346807446984e-05, "loss": 0.6396484375, "step": 321 }, { "epoch": 2.496124031007752, "grad_norm": 0.07107182592153549, "learning_rate": 5.963519038344283e-05, "loss": 0.614501953125, "step": 322 }, { "epoch": 2.503875968992248, "grad_norm": 0.06816340237855911, "learning_rate": 5.92366026857201e-05, "loss": 0.642578125, "step": 323 }, { "epoch": 2.511627906976744, "grad_norm": 0.07554891705513, "learning_rate": 5.883893338709003e-05, "loss": 0.599853515625, "step": 324 }, { "epoch": 2.5193798449612403, "grad_norm": 0.06454700976610184, "learning_rate": 5.844219818685558e-05, "loss": 0.6109619140625, "step": 325 }, { "epoch": 2.5271317829457365, "grad_norm": 0.06780916452407837, "learning_rate": 5.8046412747443164e-05, "loss": 0.629150390625, "step": 326 }, { "epoch": 2.5348837209302326, "grad_norm": 0.0666443407535553, "learning_rate": 5.765159269378423e-05, "loss": 0.6455078125, "step": 327 }, { "epoch": 2.5426356589147288, "grad_norm": 0.05940378084778786, "learning_rate": 5.7257753612698474e-05, "loss": 0.550537109375, "step": 328 }, { "epoch": 2.550387596899225, "grad_norm": 0.06636858731508255, "learning_rate": 5.686491105227842e-05, "loss": 0.616943359375, "step": 329 }, { "epoch": 2.558139534883721, "grad_norm": 0.06749380379915237, "learning_rate": 5.6473080521275736e-05, "loss": 0.65234375, "step": 330 }, { "epoch": 2.565891472868217, "grad_norm": 0.05622634291648865, "learning_rate": 5.608227748848883e-05, "loss": 0.4979248046875, "step": 331 }, { "epoch": 2.5736434108527133, "grad_norm": 0.06649996340274811, "learning_rate": 5.5692517382152306e-05, "loss": 0.56787109375, "step": 332 }, { "epoch": 2.5813953488372094, "grad_norm": 0.06813498586416245, "learning_rate": 5.530381558932778e-05, "loss": 0.64453125, "step": 333 }, { "epoch": 2.5891472868217056, "grad_norm": 0.06843607872724533, "learning_rate": 5.491618745529645e-05, "loss": 0.666015625, "step": 334 }, { "epoch": 2.5968992248062017, "grad_norm": 0.061426661908626556, "learning_rate": 5.452964828295331e-05, "loss": 0.62060546875, "step": 335 }, { "epoch": 2.604651162790698, "grad_norm": 0.07091527432203293, "learning_rate": 5.4144213332203074e-05, "loss": 0.69775390625, "step": 336 }, { "epoch": 2.612403100775194, "grad_norm": 0.0639883354306221, "learning_rate": 5.375989781935759e-05, "loss": 0.583740234375, "step": 337 }, { "epoch": 2.62015503875969, "grad_norm": 0.05846759304404259, "learning_rate": 5.337671691653526e-05, "loss": 0.5867919921875, "step": 338 }, { "epoch": 2.6279069767441863, "grad_norm": 0.0625283271074295, "learning_rate": 5.299468575106205e-05, "loss": 0.560455322265625, "step": 339 }, { "epoch": 2.6356589147286824, "grad_norm": 0.06804434955120087, "learning_rate": 5.261381940487415e-05, "loss": 0.65283203125, "step": 340 }, { "epoch": 2.6434108527131785, "grad_norm": 0.06702367961406708, "learning_rate": 5.223413291392283e-05, "loss": 0.63818359375, "step": 341 }, { "epoch": 2.6511627906976747, "grad_norm": 0.06705167144536972, "learning_rate": 5.185564126758059e-05, "loss": 0.63525390625, "step": 342 }, { "epoch": 2.6589147286821704, "grad_norm": 0.06649189442396164, "learning_rate": 5.147835940804957e-05, "loss": 0.620361328125, "step": 343 }, { "epoch": 2.6666666666666665, "grad_norm": 0.07073359936475754, "learning_rate": 5.110230222977155e-05, "loss": 0.595458984375, "step": 344 }, { "epoch": 2.6744186046511627, "grad_norm": 0.06590575724840164, "learning_rate": 5.0727484578840044e-05, "loss": 0.650390625, "step": 345 }, { "epoch": 2.682170542635659, "grad_norm": 0.06826666742563248, "learning_rate": 5.03539212524141e-05, "loss": 0.619384765625, "step": 346 }, { "epoch": 2.689922480620155, "grad_norm": 0.06565766036510468, "learning_rate": 4.9981626998134206e-05, "loss": 0.6201171875, "step": 347 }, { "epoch": 2.697674418604651, "grad_norm": 0.06565503031015396, "learning_rate": 4.961061651354005e-05, "loss": 0.6611328125, "step": 348 }, { "epoch": 2.705426356589147, "grad_norm": 0.06592491269111633, "learning_rate": 4.924090444549032e-05, "loss": 0.58544921875, "step": 349 }, { "epoch": 2.7131782945736433, "grad_norm": 0.06453471630811691, "learning_rate": 4.887250538958437e-05, "loss": 0.63037109375, "step": 350 }, { "epoch": 2.7209302325581395, "grad_norm": 0.06422790139913559, "learning_rate": 4.850543388958614e-05, "loss": 0.6494140625, "step": 351 }, { "epoch": 2.7286821705426356, "grad_norm": 0.06656038016080856, "learning_rate": 4.813970443684994e-05, "loss": 0.611083984375, "step": 352 }, { "epoch": 2.7364341085271318, "grad_norm": 0.0709843710064888, "learning_rate": 4.777533146974831e-05, "loss": 0.603515625, "step": 353 }, { "epoch": 2.744186046511628, "grad_norm": 0.06021834909915924, "learning_rate": 4.74123293731021e-05, "loss": 0.50115966796875, "step": 354 }, { "epoch": 2.751937984496124, "grad_norm": 0.0715687945485115, "learning_rate": 4.705071247761254e-05, "loss": 0.60595703125, "step": 355 }, { "epoch": 2.75968992248062, "grad_norm": 0.06411100178956985, "learning_rate": 4.669049505929543e-05, "loss": 0.62890625, "step": 356 }, { "epoch": 2.7674418604651163, "grad_norm": 0.059254128485918045, "learning_rate": 4.633169133891771e-05, "loss": 0.584228515625, "step": 357 }, { "epoch": 2.7751937984496124, "grad_norm": 0.0662040263414383, "learning_rate": 4.597431548143588e-05, "loss": 0.62841796875, "step": 358 }, { "epoch": 2.7829457364341086, "grad_norm": 0.06599368900060654, "learning_rate": 4.561838159543684e-05, "loss": 0.599609375, "step": 359 }, { "epoch": 2.7906976744186047, "grad_norm": 0.06215868145227432, "learning_rate": 4.526390373258096e-05, "loss": 0.6484375, "step": 360 }, { "epoch": 2.798449612403101, "grad_norm": 0.06543800979852676, "learning_rate": 4.4910895887047336e-05, "loss": 0.609375, "step": 361 }, { "epoch": 2.806201550387597, "grad_norm": 0.0680144876241684, "learning_rate": 4.45593719949812e-05, "loss": 0.65478515625, "step": 362 }, { "epoch": 2.813953488372093, "grad_norm": 0.06762982159852982, "learning_rate": 4.420934593394395e-05, "loss": 0.62744140625, "step": 363 }, { "epoch": 2.8217054263565893, "grad_norm": 0.06761243939399719, "learning_rate": 4.386083152236513e-05, "loss": 0.65625, "step": 364 }, { "epoch": 2.8294573643410854, "grad_norm": 0.06615626066923141, "learning_rate": 4.3513842518996946e-05, "loss": 0.6533203125, "step": 365 }, { "epoch": 2.8372093023255816, "grad_norm": 0.05982562154531479, "learning_rate": 4.316839262237112e-05, "loss": 0.563232421875, "step": 366 }, { "epoch": 2.8449612403100772, "grad_norm": 0.06418420374393463, "learning_rate": 4.282449547025807e-05, "loss": 0.66845703125, "step": 367 }, { "epoch": 2.8527131782945734, "grad_norm": 0.0631808415055275, "learning_rate": 4.24821646391285e-05, "loss": 0.61181640625, "step": 368 }, { "epoch": 2.8604651162790695, "grad_norm": 0.06747371703386307, "learning_rate": 4.21414136436175e-05, "loss": 0.62109375, "step": 369 }, { "epoch": 2.8682170542635657, "grad_norm": 0.06588835269212723, "learning_rate": 4.180225593599085e-05, "loss": 0.576904296875, "step": 370 }, { "epoch": 2.875968992248062, "grad_norm": 0.06346820294857025, "learning_rate": 4.1464704905614146e-05, "loss": 0.60205078125, "step": 371 }, { "epoch": 2.883720930232558, "grad_norm": 0.07391529530286789, "learning_rate": 4.11287738784241e-05, "loss": 0.58984375, "step": 372 }, { "epoch": 2.891472868217054, "grad_norm": 0.06806578487157822, "learning_rate": 4.079447611640244e-05, "loss": 0.640625, "step": 373 }, { "epoch": 2.89922480620155, "grad_norm": 0.06736227869987488, "learning_rate": 4.046182481705242e-05, "loss": 0.596923828125, "step": 374 }, { "epoch": 2.9069767441860463, "grad_norm": 0.0699739083647728, "learning_rate": 4.013083311287773e-05, "loss": 0.585693359375, "step": 375 }, { "epoch": 2.9147286821705425, "grad_norm": 0.059111256152391434, "learning_rate": 3.980151407086409e-05, "loss": 0.60888671875, "step": 376 }, { "epoch": 2.9224806201550386, "grad_norm": 0.06356891244649887, "learning_rate": 3.947388069196344e-05, "loss": 0.65234375, "step": 377 }, { "epoch": 2.9302325581395348, "grad_norm": 0.06365358829498291, "learning_rate": 3.914794591058055e-05, "loss": 0.627685546875, "step": 378 }, { "epoch": 2.937984496124031, "grad_norm": 0.0656481608748436, "learning_rate": 3.8823722594062525e-05, "loss": 0.6533203125, "step": 379 }, { "epoch": 2.945736434108527, "grad_norm": 0.07547803968191147, "learning_rate": 3.8501223542190695e-05, "loss": 0.61083984375, "step": 380 }, { "epoch": 2.953488372093023, "grad_norm": 0.061364006251096725, "learning_rate": 3.818046148667544e-05, "loss": 0.56103515625, "step": 381 }, { "epoch": 2.9612403100775193, "grad_norm": 0.06728404760360718, "learning_rate": 3.786144909065351e-05, "loss": 0.625244140625, "step": 382 }, { "epoch": 2.9689922480620154, "grad_norm": 0.06856157630681992, "learning_rate": 3.754419894818802e-05, "loss": 0.65771484375, "step": 383 }, { "epoch": 2.9767441860465116, "grad_norm": 0.07215557247400284, "learning_rate": 3.7228723583771395e-05, "loss": 0.609130859375, "step": 384 }, { "epoch": 2.9844961240310077, "grad_norm": 0.06750628352165222, "learning_rate": 3.6915035451830844e-05, "loss": 0.64111328125, "step": 385 }, { "epoch": 2.992248062015504, "grad_norm": 0.06516434252262115, "learning_rate": 3.66031469362367e-05, "loss": 0.63134765625, "step": 386 }, { "epoch": 3.0, "grad_norm": 0.07094532996416092, "learning_rate": 3.6293070349813505e-05, "loss": 0.513916015625, "step": 387 }, { "epoch": 3.007751937984496, "grad_norm": 0.06942681223154068, "learning_rate": 3.5984817933853995e-05, "loss": 0.51708984375, "step": 388 }, { "epoch": 3.0155038759689923, "grad_norm": 0.06859709322452545, "learning_rate": 3.5678401857635675e-05, "loss": 0.623046875, "step": 389 }, { "epoch": 3.0232558139534884, "grad_norm": 0.07105369865894318, "learning_rate": 3.5373834217940605e-05, "loss": 0.58203125, "step": 390 }, { "epoch": 3.0310077519379846, "grad_norm": 0.07783112674951553, "learning_rate": 3.5071127038577686e-05, "loss": 0.59130859375, "step": 391 }, { "epoch": 3.0387596899224807, "grad_norm": 0.07641559839248657, "learning_rate": 3.4770292269908044e-05, "loss": 0.640869140625, "step": 392 }, { "epoch": 3.046511627906977, "grad_norm": 0.07343966513872147, "learning_rate": 3.4471341788373234e-05, "loss": 0.63916015625, "step": 393 }, { "epoch": 3.054263565891473, "grad_norm": 0.07169951498508453, "learning_rate": 3.417428739602639e-05, "loss": 0.623779296875, "step": 394 }, { "epoch": 3.062015503875969, "grad_norm": 0.06770291924476624, "learning_rate": 3.387914082006628e-05, "loss": 0.533447265625, "step": 395 }, { "epoch": 3.0697674418604652, "grad_norm": 0.06953474879264832, "learning_rate": 3.358591371237435e-05, "loss": 0.59521484375, "step": 396 }, { "epoch": 3.0775193798449614, "grad_norm": 0.07055654376745224, "learning_rate": 3.329461764905473e-05, "loss": 0.559814453125, "step": 397 }, { "epoch": 3.0852713178294575, "grad_norm": 0.06619474291801453, "learning_rate": 3.300526412997721e-05, "loss": 0.58642578125, "step": 398 }, { "epoch": 3.0930232558139537, "grad_norm": 0.07193581759929657, "learning_rate": 3.2717864578323267e-05, "loss": 0.61865234375, "step": 399 }, { "epoch": 3.10077519379845, "grad_norm": 0.06734154373407364, "learning_rate": 3.243243034013511e-05, "loss": 0.559814453125, "step": 400 }, { "epoch": 3.108527131782946, "grad_norm": 0.06870515644550323, "learning_rate": 3.2148972683867707e-05, "loss": 0.556396484375, "step": 401 }, { "epoch": 3.116279069767442, "grad_norm": 0.07094790786504745, "learning_rate": 3.186750279994398e-05, "loss": 0.60400390625, "step": 402 }, { "epoch": 3.124031007751938, "grad_norm": 0.06578138470649719, "learning_rate": 3.158803180031298e-05, "loss": 0.5087890625, "step": 403 }, { "epoch": 3.1317829457364343, "grad_norm": 0.06036490574479103, "learning_rate": 3.131057071801127e-05, "loss": 0.50390625, "step": 404 }, { "epoch": 3.13953488372093, "grad_norm": 0.0690043643116951, "learning_rate": 3.103513050672726e-05, "loss": 0.54931640625, "step": 405 }, { "epoch": 3.147286821705426, "grad_norm": 0.06643012166023254, "learning_rate": 3.076172204036889e-05, "loss": 0.528076171875, "step": 406 }, { "epoch": 3.1550387596899223, "grad_norm": 0.06908755004405975, "learning_rate": 3.0490356112634235e-05, "loss": 0.56201171875, "step": 407 }, { "epoch": 3.1627906976744184, "grad_norm": 0.06997007131576538, "learning_rate": 3.0221043436585472e-05, "loss": 0.57470703125, "step": 408 }, { "epoch": 3.1705426356589146, "grad_norm": 0.06872081011533737, "learning_rate": 2.995379464422592e-05, "loss": 0.545166015625, "step": 409 }, { "epoch": 3.1782945736434107, "grad_norm": 0.06880426406860352, "learning_rate": 2.9688620286080303e-05, "loss": 0.545166015625, "step": 410 }, { "epoch": 3.186046511627907, "grad_norm": 0.07061348855495453, "learning_rate": 2.9425530830778223e-05, "loss": 0.5673828125, "step": 411 }, { "epoch": 3.193798449612403, "grad_norm": 0.06754624098539352, "learning_rate": 2.9164536664640896e-05, "loss": 0.631591796875, "step": 412 }, { "epoch": 3.201550387596899, "grad_norm": 0.08922949433326721, "learning_rate": 2.890564809127111e-05, "loss": 0.51611328125, "step": 413 }, { "epoch": 3.201550387596899, "eval_loss": 0.9375, "eval_runtime": 6.5061, "eval_samples_per_second": 1.076, "eval_steps_per_second": 0.154, "step": 413 }, { "epoch": 3.2093023255813953, "grad_norm": 0.07229218631982803, "learning_rate": 2.864887533114645e-05, "loss": 0.5322265625, "step": 414 }, { "epoch": 3.2170542635658914, "grad_norm": 0.08055881410837173, "learning_rate": 2.839422852121582e-05, "loss": 0.53857421875, "step": 415 }, { "epoch": 3.2248062015503876, "grad_norm": 0.08100420981645584, "learning_rate": 2.8141717714499273e-05, "loss": 0.563232421875, "step": 416 }, { "epoch": 3.2325581395348837, "grad_norm": 0.07434435188770294, "learning_rate": 2.7891352879691055e-05, "loss": 0.55224609375, "step": 417 }, { "epoch": 3.24031007751938, "grad_norm": 0.07508531957864761, "learning_rate": 2.7643143900766157e-05, "loss": 0.48291015625, "step": 418 }, { "epoch": 3.248062015503876, "grad_norm": 0.07350693643093109, "learning_rate": 2.739710057659008e-05, "loss": 0.47900390625, "step": 419 }, { "epoch": 3.255813953488372, "grad_norm": 0.07112405449151993, "learning_rate": 2.715323262053196e-05, "loss": 0.4951171875, "step": 420 }, { "epoch": 3.2635658914728682, "grad_norm": 0.07355426251888275, "learning_rate": 2.6911549660081147e-05, "loss": 0.54248046875, "step": 421 }, { "epoch": 3.2713178294573644, "grad_norm": 0.07093562930822372, "learning_rate": 2.6672061236467067e-05, "loss": 0.508056640625, "step": 422 }, { "epoch": 3.2790697674418605, "grad_norm": 0.07659183442592621, "learning_rate": 2.6434776804282633e-05, "loss": 0.524658203125, "step": 423 }, { "epoch": 3.2868217054263567, "grad_norm": 0.07301755249500275, "learning_rate": 2.6199705731110945e-05, "loss": 0.4892578125, "step": 424 }, { "epoch": 3.294573643410853, "grad_norm": 0.07013290375471115, "learning_rate": 2.5966857297155437e-05, "loss": 0.483154296875, "step": 425 }, { "epoch": 3.302325581395349, "grad_norm": 0.0757346972823143, "learning_rate": 2.573624069487359e-05, "loss": 0.514404296875, "step": 426 }, { "epoch": 3.310077519379845, "grad_norm": 0.08032671362161636, "learning_rate": 2.5507865028613997e-05, "loss": 0.52099609375, "step": 427 }, { "epoch": 3.317829457364341, "grad_norm": 0.08637872338294983, "learning_rate": 2.5281739314256896e-05, "loss": 0.51806640625, "step": 428 }, { "epoch": 3.3255813953488373, "grad_norm": 0.06795325875282288, "learning_rate": 2.505787247885831e-05, "loss": 0.4205322265625, "step": 429 }, { "epoch": 3.3333333333333335, "grad_norm": 0.07763935625553131, "learning_rate": 2.483627336029758e-05, "loss": 0.533447265625, "step": 430 }, { "epoch": 3.3410852713178296, "grad_norm": 0.07631447166204453, "learning_rate": 2.461695070692848e-05, "loss": 0.4873046875, "step": 431 }, { "epoch": 3.3488372093023258, "grad_norm": 0.07747241109609604, "learning_rate": 2.439991317723381e-05, "loss": 0.442626953125, "step": 432 }, { "epoch": 3.356589147286822, "grad_norm": 0.07769514620304108, "learning_rate": 2.4185169339483618e-05, "loss": 0.478515625, "step": 433 }, { "epoch": 3.3643410852713176, "grad_norm": 0.08305241912603378, "learning_rate": 2.3972727671396924e-05, "loss": 0.535888671875, "step": 434 }, { "epoch": 3.3720930232558137, "grad_norm": 0.07428973913192749, "learning_rate": 2.3762596559807017e-05, "loss": 0.4754638671875, "step": 435 }, { "epoch": 3.37984496124031, "grad_norm": 0.08149438351392746, "learning_rate": 2.3554784300330405e-05, "loss": 0.470703125, "step": 436 }, { "epoch": 3.387596899224806, "grad_norm": 0.08471261709928513, "learning_rate": 2.334929909703922e-05, "loss": 0.50048828125, "step": 437 }, { "epoch": 3.395348837209302, "grad_norm": 0.07583427429199219, "learning_rate": 2.3146149062137462e-05, "loss": 0.45703125, "step": 438 }, { "epoch": 3.4031007751937983, "grad_norm": 0.07008874416351318, "learning_rate": 2.294534221564066e-05, "loss": 0.4544830322265625, "step": 439 }, { "epoch": 3.4108527131782944, "grad_norm": 0.08026977628469467, "learning_rate": 2.2746886485059278e-05, "loss": 0.48681640625, "step": 440 }, { "epoch": 3.4186046511627906, "grad_norm": 0.07984422147274017, "learning_rate": 2.2550789705085744e-05, "loss": 0.50732421875, "step": 441 }, { "epoch": 3.4263565891472867, "grad_norm": 0.09029471129179001, "learning_rate": 2.235705961728517e-05, "loss": 0.361083984375, "step": 442 }, { "epoch": 3.434108527131783, "grad_norm": 0.07068944722414017, "learning_rate": 2.2165703869789695e-05, "loss": 0.4365234375, "step": 443 }, { "epoch": 3.441860465116279, "grad_norm": 0.07630511373281479, "learning_rate": 2.1976730016996578e-05, "loss": 0.4755859375, "step": 444 }, { "epoch": 3.449612403100775, "grad_norm": 0.07964383065700531, "learning_rate": 2.179014551926995e-05, "loss": 0.502197265625, "step": 445 }, { "epoch": 3.4573643410852712, "grad_norm": 0.06727761775255203, "learning_rate": 2.1605957742646316e-05, "loss": 0.4046630859375, "step": 446 }, { "epoch": 3.4651162790697674, "grad_norm": 0.07407158613204956, "learning_rate": 2.1424173958543693e-05, "loss": 0.435302734375, "step": 447 }, { "epoch": 3.4728682170542635, "grad_norm": 0.07212996482849121, "learning_rate": 2.124480134347461e-05, "loss": 0.4476318359375, "step": 448 }, { "epoch": 3.4806201550387597, "grad_norm": 0.08215648680925369, "learning_rate": 2.1067846978762794e-05, "loss": 0.51171875, "step": 449 }, { "epoch": 3.488372093023256, "grad_norm": 0.08030379563570023, "learning_rate": 2.0893317850263563e-05, "loss": 0.46484375, "step": 450 }, { "epoch": 3.496124031007752, "grad_norm": 0.074031762778759, "learning_rate": 2.0721220848088068e-05, "loss": 0.455078125, "step": 451 }, { "epoch": 3.503875968992248, "grad_norm": 0.08028865605592728, "learning_rate": 2.055156276633127e-05, "loss": 0.47021484375, "step": 452 }, { "epoch": 3.511627906976744, "grad_norm": 0.07204830646514893, "learning_rate": 2.0384350302803752e-05, "loss": 0.44287109375, "step": 453 }, { "epoch": 3.5193798449612403, "grad_norm": 0.07277313619852066, "learning_rate": 2.0219590058767242e-05, "loss": 0.45819091796875, "step": 454 }, { "epoch": 3.5271317829457365, "grad_norm": 0.0787966251373291, "learning_rate": 2.0057288538674088e-05, "loss": 0.456298828125, "step": 455 }, { "epoch": 3.5348837209302326, "grad_norm": 0.07700956612825394, "learning_rate": 1.9897452149910364e-05, "loss": 0.479248046875, "step": 456 }, { "epoch": 3.5426356589147288, "grad_norm": 0.07119468599557877, "learning_rate": 1.9740087202543035e-05, "loss": 0.4141845703125, "step": 457 }, { "epoch": 3.550387596899225, "grad_norm": 0.0764649286866188, "learning_rate": 1.9585199909070763e-05, "loss": 0.460693359375, "step": 458 }, { "epoch": 3.558139534883721, "grad_norm": 0.0787726417183876, "learning_rate": 1.943279638417869e-05, "loss": 0.48486328125, "step": 459 }, { "epoch": 3.565891472868217, "grad_norm": 0.06715036183595657, "learning_rate": 1.9282882644497018e-05, "loss": 0.3721923828125, "step": 460 }, { "epoch": 3.5736434108527133, "grad_norm": 0.07189641892910004, "learning_rate": 1.91354646083635e-05, "loss": 0.4287109375, "step": 461 }, { "epoch": 3.5813953488372094, "grad_norm": 0.0780823677778244, "learning_rate": 1.899054809558978e-05, "loss": 0.474609375, "step": 462 }, { "epoch": 3.5891472868217056, "grad_norm": 0.07662241905927658, "learning_rate": 1.8848138827231642e-05, "loss": 0.496337890625, "step": 463 }, { "epoch": 3.5968992248062017, "grad_norm": 0.07655166834592819, "learning_rate": 1.870824242536318e-05, "loss": 0.470947265625, "step": 464 }, { "epoch": 3.604651162790698, "grad_norm": 0.08279549330472946, "learning_rate": 1.8570864412854765e-05, "loss": 0.532958984375, "step": 465 }, { "epoch": 3.612403100775194, "grad_norm": 0.07830751687288284, "learning_rate": 1.843601021315512e-05, "loss": 0.440673828125, "step": 466 }, { "epoch": 3.62015503875969, "grad_norm": 0.07219333201646805, "learning_rate": 1.8303685150077136e-05, "loss": 0.4556884765625, "step": 467 }, { "epoch": 3.6279069767441863, "grad_norm": 0.07164263725280762, "learning_rate": 1.8173894447587733e-05, "loss": 0.427947998046875, "step": 468 }, { "epoch": 3.6356589147286824, "grad_norm": 0.0806884765625, "learning_rate": 1.80466432296016e-05, "loss": 0.4912109375, "step": 469 }, { "epoch": 3.6434108527131785, "grad_norm": 0.07723332941532135, "learning_rate": 1.792193651977894e-05, "loss": 0.485595703125, "step": 470 }, { "epoch": 3.6511627906976747, "grad_norm": 0.07822735607624054, "learning_rate": 1.7799779241327125e-05, "loss": 0.47705078125, "step": 471 }, { "epoch": 3.6589147286821704, "grad_norm": 0.08420364558696747, "learning_rate": 1.768017621680634e-05, "loss": 0.470947265625, "step": 472 }, { "epoch": 3.6666666666666665, "grad_norm": 0.08089973032474518, "learning_rate": 1.75631321679392e-05, "loss": 0.43701171875, "step": 473 }, { "epoch": 3.6744186046511627, "grad_norm": 0.07639868557453156, "learning_rate": 1.7448651715424343e-05, "loss": 0.500244140625, "step": 474 }, { "epoch": 3.682170542635659, "grad_norm": 0.07755531370639801, "learning_rate": 1.733673937875401e-05, "loss": 0.4736328125, "step": 475 }, { "epoch": 3.689922480620155, "grad_norm": 0.08167009055614471, "learning_rate": 1.7227399576035636e-05, "loss": 0.469970703125, "step": 476 }, { "epoch": 3.697674418604651, "grad_norm": 0.08117778599262238, "learning_rate": 1.7120636623817402e-05, "loss": 0.509033203125, "step": 477 }, { "epoch": 3.705426356589147, "grad_norm": 0.07648774236440659, "learning_rate": 1.7016454736917857e-05, "loss": 0.446533203125, "step": 478 }, { "epoch": 3.7131782945736433, "grad_norm": 0.08431831747293472, "learning_rate": 1.6914858028259504e-05, "loss": 0.48974609375, "step": 479 }, { "epoch": 3.7209302325581395, "grad_norm": 0.07815668731927872, "learning_rate": 1.6815850508706452e-05, "loss": 0.501708984375, "step": 480 }, { "epoch": 3.7286821705426356, "grad_norm": 0.0762772262096405, "learning_rate": 1.6719436086906034e-05, "loss": 0.465576171875, "step": 481 }, { "epoch": 3.7364341085271318, "grad_norm": 0.07828109711408615, "learning_rate": 1.6625618569134547e-05, "loss": 0.4580078125, "step": 482 }, { "epoch": 3.744186046511628, "grad_norm": 0.06441089510917664, "learning_rate": 1.653440165914694e-05, "loss": 0.392425537109375, "step": 483 }, { "epoch": 3.751937984496124, "grad_norm": 0.07554791122674942, "learning_rate": 1.6445788958030633e-05, "loss": 0.465576171875, "step": 484 }, { "epoch": 3.75968992248062, "grad_norm": 0.07720019668340683, "learning_rate": 1.6359783964063338e-05, "loss": 0.484375, "step": 485 }, { "epoch": 3.7674418604651163, "grad_norm": 0.07605230063199997, "learning_rate": 1.6276390072574957e-05, "loss": 0.4639892578125, "step": 486 }, { "epoch": 3.7751937984496124, "grad_norm": 0.07766040414571762, "learning_rate": 1.6195610575813518e-05, "loss": 0.49560546875, "step": 487 }, { "epoch": 3.7829457364341086, "grad_norm": 0.07689350843429565, "learning_rate": 1.611744866281525e-05, "loss": 0.471435546875, "step": 488 }, { "epoch": 3.7906976744186047, "grad_norm": 0.07278704643249512, "learning_rate": 1.604190741927864e-05, "loss": 0.5166015625, "step": 489 }, { "epoch": 3.798449612403101, "grad_norm": 0.07505790144205093, "learning_rate": 1.5968989827442633e-05, "loss": 0.468994140625, "step": 490 }, { "epoch": 3.806201550387597, "grad_norm": 0.07847912609577179, "learning_rate": 1.5898698765968908e-05, "loss": 0.510009765625, "step": 491 }, { "epoch": 3.813953488372093, "grad_norm": 0.07862749695777893, "learning_rate": 1.5831037009828207e-05, "loss": 0.482421875, "step": 492 }, { "epoch": 3.8217054263565893, "grad_norm": 0.07740738242864609, "learning_rate": 1.5766007230190806e-05, "loss": 0.5146484375, "step": 493 }, { "epoch": 3.8294573643410854, "grad_norm": 0.08023978769779205, "learning_rate": 1.5703611994321064e-05, "loss": 0.50927734375, "step": 494 }, { "epoch": 3.8372093023255816, "grad_norm": 0.07485775649547577, "learning_rate": 1.5643853765476044e-05, "loss": 0.443115234375, "step": 495 }, { "epoch": 3.8449612403100772, "grad_norm": 0.08099298924207687, "learning_rate": 1.5586734902808312e-05, "loss": 0.5302734375, "step": 496 }, { "epoch": 3.8527131782945734, "grad_norm": 0.07868078351020813, "learning_rate": 1.553225766127275e-05, "loss": 0.48095703125, "step": 497 }, { "epoch": 3.8604651162790695, "grad_norm": 0.08307386934757233, "learning_rate": 1.5480424191537582e-05, "loss": 0.487548828125, "step": 498 }, { "epoch": 3.8682170542635657, "grad_norm": 0.07793569564819336, "learning_rate": 1.543123653989943e-05, "loss": 0.4443359375, "step": 499 }, { "epoch": 3.875968992248062, "grad_norm": 0.078414186835289, "learning_rate": 1.5384696648202572e-05, "loss": 0.473876953125, "step": 500 }, { "epoch": 3.883720930232558, "grad_norm": 0.07785522192716599, "learning_rate": 1.5340806353762237e-05, "loss": 0.456298828125, "step": 501 }, { "epoch": 3.891472868217054, "grad_norm": 0.07686799764633179, "learning_rate": 1.52995673892921e-05, "loss": 0.50341796875, "step": 502 }, { "epoch": 3.89922480620155, "grad_norm": 0.07719577848911285, "learning_rate": 1.5260981382835856e-05, "loss": 0.46826171875, "step": 503 }, { "epoch": 3.9069767441860463, "grad_norm": 0.07671701908111572, "learning_rate": 1.5225049857702982e-05, "loss": 0.459716796875, "step": 504 }, { "epoch": 3.9147286821705425, "grad_norm": 0.07271593064069748, "learning_rate": 1.519177423240856e-05, "loss": 0.499755859375, "step": 505 }, { "epoch": 3.9224806201550386, "grad_norm": 0.08233615756034851, "learning_rate": 1.5161155820617298e-05, "loss": 0.527587890625, "step": 506 }, { "epoch": 3.9302325581395348, "grad_norm": 0.07872453331947327, "learning_rate": 1.5133195831091668e-05, "loss": 0.506103515625, "step": 507 }, { "epoch": 3.937984496124031, "grad_norm": 0.07894981652498245, "learning_rate": 1.5107895367644186e-05, "loss": 0.52978515625, "step": 508 }, { "epoch": 3.945736434108527, "grad_norm": 0.3182094991207123, "learning_rate": 1.5085255429093821e-05, "loss": 0.493896484375, "step": 509 }, { "epoch": 3.953488372093023, "grad_norm": 0.07412038743495941, "learning_rate": 1.5065276909226583e-05, "loss": 0.454345703125, "step": 510 }, { "epoch": 3.9612403100775193, "grad_norm": 0.07970291376113892, "learning_rate": 1.5047960596760229e-05, "loss": 0.505615234375, "step": 511 }, { "epoch": 3.9689922480620154, "grad_norm": 0.08109211176633835, "learning_rate": 1.5033307175313116e-05, "loss": 0.536865234375, "step": 512 }, { "epoch": 3.9767441860465116, "grad_norm": 0.078403539955616, "learning_rate": 1.5021317223377253e-05, "loss": 0.485107421875, "step": 513 }, { "epoch": 3.9844961240310077, "grad_norm": 0.07839163392782211, "learning_rate": 1.5011991214295394e-05, "loss": 0.517578125, "step": 514 }, { "epoch": 3.992248062015504, "grad_norm": 0.07636582851409912, "learning_rate": 1.5005329516242412e-05, "loss": 0.51708984375, "step": 515 }, { "epoch": 4.0, "grad_norm": 0.08016166090965271, "learning_rate": 1.5001332392210745e-05, "loss": 0.37939453125, "step": 516 }, { "epoch": 4.0, "eval_loss": 0.96484375, "eval_runtime": 6.4728, "eval_samples_per_second": 1.081, "eval_steps_per_second": 0.154, "step": 516 } ], "logging_steps": 1.0, "max_steps": 516, "num_input_tokens_seen": 0, "num_train_epochs": 4, "save_steps": 0, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 4.279527187500604e+19, "train_batch_size": 1, "trial_name": null, "trial_params": null }