| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 6.0, |
| "eval_steps": 500, |
| "global_step": 1590, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.003780718336483932, |
| "grad_norm": 18.518301010131836, |
| "learning_rate": 0.0, |
| "loss": 7.5825, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.007561436672967864, |
| "grad_norm": 16.119892120361328, |
| "learning_rate": 3.1446540880503146e-08, |
| "loss": 7.5404, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.011342155009451797, |
| "grad_norm": 75.88004302978516, |
| "learning_rate": 6.289308176100629e-08, |
| "loss": 7.5524, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.015122873345935728, |
| "grad_norm": 20.45383644104004, |
| "learning_rate": 9.433962264150944e-08, |
| "loss": 7.5742, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.01890359168241966, |
| "grad_norm": 19.595623016357422, |
| "learning_rate": 1.2578616352201258e-07, |
| "loss": 7.5086, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.022684310018903593, |
| "grad_norm": 32.997398376464844, |
| "learning_rate": 1.5723270440251575e-07, |
| "loss": 7.519, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.026465028355387523, |
| "grad_norm": 24.622861862182617, |
| "learning_rate": 1.886792452830189e-07, |
| "loss": 7.472, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.030245746691871456, |
| "grad_norm": 34.02603530883789, |
| "learning_rate": 2.2012578616352203e-07, |
| "loss": 7.5547, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.034026465028355386, |
| "grad_norm": 24.93535041809082, |
| "learning_rate": 2.5157232704402517e-07, |
| "loss": 7.5492, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.03780718336483932, |
| "grad_norm": 29.976503372192383, |
| "learning_rate": 2.8301886792452833e-07, |
| "loss": 7.5392, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.04158790170132325, |
| "grad_norm": 19.242721557617188, |
| "learning_rate": 3.144654088050315e-07, |
| "loss": 7.5246, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.045368620037807186, |
| "grad_norm": 22.243343353271484, |
| "learning_rate": 3.459119496855346e-07, |
| "loss": 7.537, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.04914933837429111, |
| "grad_norm": 119.47364044189453, |
| "learning_rate": 3.773584905660378e-07, |
| "loss": 7.4558, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.052930056710775046, |
| "grad_norm": 17.34946060180664, |
| "learning_rate": 4.088050314465409e-07, |
| "loss": 7.5581, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.05671077504725898, |
| "grad_norm": 24.03491973876953, |
| "learning_rate": 4.4025157232704405e-07, |
| "loss": 7.5126, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.06049149338374291, |
| "grad_norm": 77.42933654785156, |
| "learning_rate": 4.716981132075472e-07, |
| "loss": 7.5016, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.06427221172022685, |
| "grad_norm": 19.134775161743164, |
| "learning_rate": 5.031446540880503e-07, |
| "loss": 7.5656, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.06805293005671077, |
| "grad_norm": 43.67958450317383, |
| "learning_rate": 5.345911949685535e-07, |
| "loss": 7.4018, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.07183364839319471, |
| "grad_norm": 15.906808853149414, |
| "learning_rate": 5.660377358490567e-07, |
| "loss": 7.4636, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.07561436672967864, |
| "grad_norm": 33.41653060913086, |
| "learning_rate": 5.974842767295598e-07, |
| "loss": 7.4655, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.07939508506616257, |
| "grad_norm": 189.6513214111328, |
| "learning_rate": 6.28930817610063e-07, |
| "loss": 7.5318, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.0831758034026465, |
| "grad_norm": 69.53518676757812, |
| "learning_rate": 6.603773584905661e-07, |
| "loss": 7.4457, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.08695652173913043, |
| "grad_norm": 40.8270378112793, |
| "learning_rate": 6.918238993710692e-07, |
| "loss": 7.4464, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.09073724007561437, |
| "grad_norm": 27.530742645263672, |
| "learning_rate": 7.232704402515723e-07, |
| "loss": 7.4257, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.0945179584120983, |
| "grad_norm": 21.862537384033203, |
| "learning_rate": 7.547169811320755e-07, |
| "loss": 7.474, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.09829867674858223, |
| "grad_norm": 60.54854965209961, |
| "learning_rate": 7.861635220125787e-07, |
| "loss": 7.377, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.10207939508506617, |
| "grad_norm": 66.68376159667969, |
| "learning_rate": 8.176100628930818e-07, |
| "loss": 7.3615, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.10586011342155009, |
| "grad_norm": 16.780244827270508, |
| "learning_rate": 8.490566037735849e-07, |
| "loss": 7.3869, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.10964083175803403, |
| "grad_norm": 15.466861724853516, |
| "learning_rate": 8.805031446540881e-07, |
| "loss": 7.4175, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.11342155009451796, |
| "grad_norm": 23.016958236694336, |
| "learning_rate": 9.119496855345912e-07, |
| "loss": 7.3557, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.11720226843100189, |
| "grad_norm": 43.27973556518555, |
| "learning_rate": 9.433962264150944e-07, |
| "loss": 7.3206, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.12098298676748583, |
| "grad_norm": 21.37535285949707, |
| "learning_rate": 9.748427672955975e-07, |
| "loss": 7.3672, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.12476370510396975, |
| "grad_norm": 54.55345153808594, |
| "learning_rate": 1.0062893081761007e-06, |
| "loss": 7.2563, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.1285444234404537, |
| "grad_norm": 16.139854431152344, |
| "learning_rate": 1.037735849056604e-06, |
| "loss": 7.3057, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.1323251417769376, |
| "grad_norm": 44.60958480834961, |
| "learning_rate": 1.069182389937107e-06, |
| "loss": 7.2398, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.13610586011342155, |
| "grad_norm": 52.11935043334961, |
| "learning_rate": 1.1006289308176102e-06, |
| "loss": 7.261, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.13988657844990549, |
| "grad_norm": 44.808494567871094, |
| "learning_rate": 1.1320754716981133e-06, |
| "loss": 7.207, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.14366729678638943, |
| "grad_norm": 17.9429988861084, |
| "learning_rate": 1.1635220125786164e-06, |
| "loss": 7.2579, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.14744801512287334, |
| "grad_norm": 16.833396911621094, |
| "learning_rate": 1.1949685534591195e-06, |
| "loss": 7.1611, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.15122873345935728, |
| "grad_norm": 22.69009017944336, |
| "learning_rate": 1.2264150943396227e-06, |
| "loss": 7.1372, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.15500945179584122, |
| "grad_norm": 17.776609420776367, |
| "learning_rate": 1.257861635220126e-06, |
| "loss": 7.1193, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.15879017013232513, |
| "grad_norm": 37.8000602722168, |
| "learning_rate": 1.289308176100629e-06, |
| "loss": 7.1182, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.16257088846880907, |
| "grad_norm": 16.039527893066406, |
| "learning_rate": 1.3207547169811322e-06, |
| "loss": 7.0696, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.166351606805293, |
| "grad_norm": 14.535687446594238, |
| "learning_rate": 1.3522012578616353e-06, |
| "loss": 6.9287, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.17013232514177692, |
| "grad_norm": 30.682804107666016, |
| "learning_rate": 1.3836477987421384e-06, |
| "loss": 6.8904, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.17391304347826086, |
| "grad_norm": 28.5286808013916, |
| "learning_rate": 1.4150943396226415e-06, |
| "loss": 6.8815, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.1776937618147448, |
| "grad_norm": 22.324094772338867, |
| "learning_rate": 1.4465408805031447e-06, |
| "loss": 6.821, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.18147448015122875, |
| "grad_norm": 17.17375373840332, |
| "learning_rate": 1.4779874213836478e-06, |
| "loss": 6.7409, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.18525519848771266, |
| "grad_norm": 40.4192008972168, |
| "learning_rate": 1.509433962264151e-06, |
| "loss": 6.6866, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.1890359168241966, |
| "grad_norm": 167.84400939941406, |
| "learning_rate": 1.5408805031446542e-06, |
| "loss": 6.6029, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.19281663516068054, |
| "grad_norm": 38.26666259765625, |
| "learning_rate": 1.5723270440251573e-06, |
| "loss": 6.523, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.19659735349716445, |
| "grad_norm": 16.243309020996094, |
| "learning_rate": 1.6037735849056604e-06, |
| "loss": 6.5247, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.2003780718336484, |
| "grad_norm": 31.232200622558594, |
| "learning_rate": 1.6352201257861635e-06, |
| "loss": 6.443, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.20415879017013233, |
| "grad_norm": 21.760366439819336, |
| "learning_rate": 1.6666666666666667e-06, |
| "loss": 6.3139, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.20793950850661624, |
| "grad_norm": 33.58915710449219, |
| "learning_rate": 1.6981132075471698e-06, |
| "loss": 6.268, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.21172022684310018, |
| "grad_norm": 22.62858772277832, |
| "learning_rate": 1.7295597484276729e-06, |
| "loss": 6.2796, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.21550094517958412, |
| "grad_norm": 21.4224910736084, |
| "learning_rate": 1.7610062893081762e-06, |
| "loss": 6.2031, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.21928166351606806, |
| "grad_norm": 56.09198760986328, |
| "learning_rate": 1.7924528301886793e-06, |
| "loss": 6.047, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.22306238185255198, |
| "grad_norm": 22.593782424926758, |
| "learning_rate": 1.8238993710691824e-06, |
| "loss": 6.0111, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.22684310018903592, |
| "grad_norm": 13.674504280090332, |
| "learning_rate": 1.8553459119496855e-06, |
| "loss": 6.0051, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.23062381852551986, |
| "grad_norm": 14.918376922607422, |
| "learning_rate": 1.8867924528301889e-06, |
| "loss": 5.8901, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.23440453686200377, |
| "grad_norm": 17.77597427368164, |
| "learning_rate": 1.918238993710692e-06, |
| "loss": 5.7772, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.2381852551984877, |
| "grad_norm": 14.99068546295166, |
| "learning_rate": 1.949685534591195e-06, |
| "loss": 5.7429, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.24196597353497165, |
| "grad_norm": 13.07969856262207, |
| "learning_rate": 1.981132075471698e-06, |
| "loss": 5.6662, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.24574669187145556, |
| "grad_norm": 15.897534370422363, |
| "learning_rate": 2.0125786163522013e-06, |
| "loss": 5.5693, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.2495274102079395, |
| "grad_norm": 121.32555389404297, |
| "learning_rate": 2.044025157232705e-06, |
| "loss": 5.4538, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.2533081285444234, |
| "grad_norm": 21.261945724487305, |
| "learning_rate": 2.075471698113208e-06, |
| "loss": 5.3612, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.2570888468809074, |
| "grad_norm": 111.38444519042969, |
| "learning_rate": 2.106918238993711e-06, |
| "loss": 5.194, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.2608695652173913, |
| "grad_norm": 14.083466529846191, |
| "learning_rate": 2.138364779874214e-06, |
| "loss": 5.089, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.2646502835538752, |
| "grad_norm": 13.966374397277832, |
| "learning_rate": 2.1698113207547173e-06, |
| "loss": 5.0088, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.2684310018903592, |
| "grad_norm": 22.73938751220703, |
| "learning_rate": 2.2012578616352204e-06, |
| "loss": 4.9012, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.2722117202268431, |
| "grad_norm": 14.570304870605469, |
| "learning_rate": 2.2327044025157235e-06, |
| "loss": 4.8024, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.27599243856332706, |
| "grad_norm": 10.787749290466309, |
| "learning_rate": 2.2641509433962266e-06, |
| "loss": 4.7959, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.27977315689981097, |
| "grad_norm": 138.98147583007812, |
| "learning_rate": 2.2955974842767298e-06, |
| "loss": 4.6746, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.2835538752362949, |
| "grad_norm": 12.275903701782227, |
| "learning_rate": 2.327044025157233e-06, |
| "loss": 4.5545, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.28733459357277885, |
| "grad_norm": 11.80927848815918, |
| "learning_rate": 2.358490566037736e-06, |
| "loss": 4.4783, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.29111531190926276, |
| "grad_norm": 12.5546293258667, |
| "learning_rate": 2.389937106918239e-06, |
| "loss": 4.3771, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.2948960302457467, |
| "grad_norm": 10.4177827835083, |
| "learning_rate": 2.421383647798742e-06, |
| "loss": 4.268, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.29867674858223064, |
| "grad_norm": 21.497817993164062, |
| "learning_rate": 2.4528301886792453e-06, |
| "loss": 4.1602, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.30245746691871456, |
| "grad_norm": 10.733284950256348, |
| "learning_rate": 2.4842767295597484e-06, |
| "loss": 4.0907, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.30623818525519847, |
| "grad_norm": 9.1729097366333, |
| "learning_rate": 2.515723270440252e-06, |
| "loss": 4.0039, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.31001890359168244, |
| "grad_norm": 7.811710357666016, |
| "learning_rate": 2.547169811320755e-06, |
| "loss": 3.8463, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.31379962192816635, |
| "grad_norm": 8.925241470336914, |
| "learning_rate": 2.578616352201258e-06, |
| "loss": 3.7781, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.31758034026465026, |
| "grad_norm": 7.611026763916016, |
| "learning_rate": 2.6100628930817613e-06, |
| "loss": 3.6956, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.32136105860113423, |
| "grad_norm": 10.380526542663574, |
| "learning_rate": 2.6415094339622644e-06, |
| "loss": 3.5492, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.32514177693761814, |
| "grad_norm": 8.114707946777344, |
| "learning_rate": 2.6729559748427675e-06, |
| "loss": 3.4574, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.32892249527410206, |
| "grad_norm": 9.994078636169434, |
| "learning_rate": 2.7044025157232706e-06, |
| "loss": 3.2612, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.332703213610586, |
| "grad_norm": 7.271584987640381, |
| "learning_rate": 2.7358490566037738e-06, |
| "loss": 3.1956, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.33648393194706994, |
| "grad_norm": 7.082602500915527, |
| "learning_rate": 2.767295597484277e-06, |
| "loss": 3.0726, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.34026465028355385, |
| "grad_norm": 6.304625034332275, |
| "learning_rate": 2.79874213836478e-06, |
| "loss": 2.9696, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.3440453686200378, |
| "grad_norm": 5.38296365737915, |
| "learning_rate": 2.830188679245283e-06, |
| "loss": 2.8606, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.34782608695652173, |
| "grad_norm": 5.451972961425781, |
| "learning_rate": 2.861635220125786e-06, |
| "loss": 2.7711, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.3516068052930057, |
| "grad_norm": 5.667670726776123, |
| "learning_rate": 2.8930817610062893e-06, |
| "loss": 2.7252, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.3553875236294896, |
| "grad_norm": 8.441760063171387, |
| "learning_rate": 2.9245283018867924e-06, |
| "loss": 2.6017, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.3591682419659735, |
| "grad_norm": 4.929771423339844, |
| "learning_rate": 2.9559748427672955e-06, |
| "loss": 2.4397, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.3629489603024575, |
| "grad_norm": 4.556966304779053, |
| "learning_rate": 2.987421383647799e-06, |
| "loss": 2.3587, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.3667296786389414, |
| "grad_norm": 4.929013252258301, |
| "learning_rate": 3.018867924528302e-06, |
| "loss": 2.2931, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.3705103969754253, |
| "grad_norm": 4.905407905578613, |
| "learning_rate": 3.0503144654088053e-06, |
| "loss": 2.2011, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.3742911153119093, |
| "grad_norm": 4.2658562660217285, |
| "learning_rate": 3.0817610062893084e-06, |
| "loss": 2.0455, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.3780718336483932, |
| "grad_norm": 4.6085028648376465, |
| "learning_rate": 3.1132075471698115e-06, |
| "loss": 1.9807, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.3818525519848771, |
| "grad_norm": 4.2887773513793945, |
| "learning_rate": 3.1446540880503146e-06, |
| "loss": 1.8445, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.3856332703213611, |
| "grad_norm": 4.113661766052246, |
| "learning_rate": 3.1761006289308178e-06, |
| "loss": 1.7745, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.389413988657845, |
| "grad_norm": 3.933649778366089, |
| "learning_rate": 3.207547169811321e-06, |
| "loss": 1.68, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.3931947069943289, |
| "grad_norm": 3.656949520111084, |
| "learning_rate": 3.238993710691824e-06, |
| "loss": 1.6325, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.39697542533081287, |
| "grad_norm": 4.945619583129883, |
| "learning_rate": 3.270440251572327e-06, |
| "loss": 1.5492, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.4007561436672968, |
| "grad_norm": 3.693225145339966, |
| "learning_rate": 3.30188679245283e-06, |
| "loss": 1.4417, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.4045368620037807, |
| "grad_norm": 3.863574266433716, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 1.402, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.40831758034026466, |
| "grad_norm": 3.174236536026001, |
| "learning_rate": 3.3647798742138364e-06, |
| "loss": 1.3154, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.4120982986767486, |
| "grad_norm": 3.3694076538085938, |
| "learning_rate": 3.3962264150943395e-06, |
| "loss": 1.2421, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.4158790170132325, |
| "grad_norm": 4.764991760253906, |
| "learning_rate": 3.4276729559748427e-06, |
| "loss": 1.1771, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.41965973534971646, |
| "grad_norm": 7.065610885620117, |
| "learning_rate": 3.4591194968553458e-06, |
| "loss": 1.1174, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.42344045368620037, |
| "grad_norm": 3.8380560874938965, |
| "learning_rate": 3.4905660377358493e-06, |
| "loss": 1.0765, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.42722117202268434, |
| "grad_norm": 4.32865571975708, |
| "learning_rate": 3.5220125786163524e-06, |
| "loss": 1.0041, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.43100189035916825, |
| "grad_norm": 2.5833635330200195, |
| "learning_rate": 3.5534591194968555e-06, |
| "loss": 1.0019, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.43478260869565216, |
| "grad_norm": 2.5374109745025635, |
| "learning_rate": 3.5849056603773586e-06, |
| "loss": 0.9325, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.43856332703213613, |
| "grad_norm": 2.5228700637817383, |
| "learning_rate": 3.6163522012578618e-06, |
| "loss": 0.9002, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.44234404536862004, |
| "grad_norm": 2.3162992000579834, |
| "learning_rate": 3.647798742138365e-06, |
| "loss": 0.8339, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.44612476370510395, |
| "grad_norm": 5.359051704406738, |
| "learning_rate": 3.679245283018868e-06, |
| "loss": 0.7762, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.4499054820415879, |
| "grad_norm": 2.14282488822937, |
| "learning_rate": 3.710691823899371e-06, |
| "loss": 0.7618, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.45368620037807184, |
| "grad_norm": 4.327908992767334, |
| "learning_rate": 3.742138364779874e-06, |
| "loss": 0.7086, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.45746691871455575, |
| "grad_norm": 1.910068392753601, |
| "learning_rate": 3.7735849056603777e-06, |
| "loss": 0.6768, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.4612476370510397, |
| "grad_norm": 2.157931089401245, |
| "learning_rate": 3.8050314465408813e-06, |
| "loss": 0.6522, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.46502835538752363, |
| "grad_norm": 2.8408241271972656, |
| "learning_rate": 3.836477987421384e-06, |
| "loss": 0.612, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.46880907372400754, |
| "grad_norm": 2.4224166870117188, |
| "learning_rate": 3.8679245283018875e-06, |
| "loss": 0.6153, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.4725897920604915, |
| "grad_norm": 2.827714681625366, |
| "learning_rate": 3.89937106918239e-06, |
| "loss": 0.5322, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.4763705103969754, |
| "grad_norm": 2.496584415435791, |
| "learning_rate": 3.930817610062894e-06, |
| "loss": 0.5237, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.48015122873345933, |
| "grad_norm": 1.7752296924591064, |
| "learning_rate": 3.962264150943396e-06, |
| "loss": 0.5096, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.4839319470699433, |
| "grad_norm": 1.72308349609375, |
| "learning_rate": 3.9937106918239e-06, |
| "loss": 0.4851, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.4877126654064272, |
| "grad_norm": 1.6874773502349854, |
| "learning_rate": 4.025157232704403e-06, |
| "loss": 0.4686, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.4914933837429111, |
| "grad_norm": 1.6524617671966553, |
| "learning_rate": 4.056603773584906e-06, |
| "loss": 0.4313, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.4952741020793951, |
| "grad_norm": 2.207883834838867, |
| "learning_rate": 4.08805031446541e-06, |
| "loss": 0.4363, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.499054820415879, |
| "grad_norm": 1.421894907951355, |
| "learning_rate": 4.119496855345912e-06, |
| "loss": 0.3946, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.502835538752363, |
| "grad_norm": 1.6512476205825806, |
| "learning_rate": 4.150943396226416e-06, |
| "loss": 0.3995, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.5066162570888468, |
| "grad_norm": 4.216320514678955, |
| "learning_rate": 4.182389937106919e-06, |
| "loss": 0.3511, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.5103969754253308, |
| "grad_norm": 1.8675678968429565, |
| "learning_rate": 4.213836477987422e-06, |
| "loss": 0.3483, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.5141776937618148, |
| "grad_norm": 2.213804006576538, |
| "learning_rate": 4.245283018867925e-06, |
| "loss": 0.3362, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.5179584120982986, |
| "grad_norm": 2.8736376762390137, |
| "learning_rate": 4.276729559748428e-06, |
| "loss": 0.3062, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.5217391304347826, |
| "grad_norm": 2.3165109157562256, |
| "learning_rate": 4.308176100628931e-06, |
| "loss": 0.2813, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.5255198487712666, |
| "grad_norm": 2.413364887237549, |
| "learning_rate": 4.339622641509435e-06, |
| "loss": 0.2461, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.5293005671077504, |
| "grad_norm": 1.9445260763168335, |
| "learning_rate": 4.371069182389937e-06, |
| "loss": 0.2029, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.5330812854442344, |
| "grad_norm": 3.132275342941284, |
| "learning_rate": 4.402515723270441e-06, |
| "loss": 0.175, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.5368620037807184, |
| "grad_norm": 2.3779661655426025, |
| "learning_rate": 4.4339622641509435e-06, |
| "loss": 0.1658, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.5406427221172023, |
| "grad_norm": 1.8241318464279175, |
| "learning_rate": 4.465408805031447e-06, |
| "loss": 0.1326, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.5444234404536862, |
| "grad_norm": 1.5344020128250122, |
| "learning_rate": 4.49685534591195e-06, |
| "loss": 0.1054, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.5482041587901701, |
| "grad_norm": 1.6879894733428955, |
| "learning_rate": 4.528301886792453e-06, |
| "loss": 0.114, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.5519848771266541, |
| "grad_norm": 1.603250503540039, |
| "learning_rate": 4.559748427672957e-06, |
| "loss": 0.0814, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.555765595463138, |
| "grad_norm": 1.6196143627166748, |
| "learning_rate": 4.5911949685534595e-06, |
| "loss": 0.072, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.5595463137996219, |
| "grad_norm": 1.2664083242416382, |
| "learning_rate": 4.622641509433963e-06, |
| "loss": 0.0623, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.5633270321361059, |
| "grad_norm": 1.2467018365859985, |
| "learning_rate": 4.654088050314466e-06, |
| "loss": 0.073, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.5671077504725898, |
| "grad_norm": 1.374241828918457, |
| "learning_rate": 4.685534591194969e-06, |
| "loss": 0.0665, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.5708884688090737, |
| "grad_norm": 1.0149943828582764, |
| "learning_rate": 4.716981132075472e-06, |
| "loss": 0.0461, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.5746691871455577, |
| "grad_norm": 0.880368173122406, |
| "learning_rate": 4.7484276729559755e-06, |
| "loss": 0.0362, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.5784499054820416, |
| "grad_norm": 2.355700731277466, |
| "learning_rate": 4.779874213836478e-06, |
| "loss": 0.0356, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.5822306238185255, |
| "grad_norm": 0.8400501012802124, |
| "learning_rate": 4.811320754716982e-06, |
| "loss": 0.0334, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.5860113421550095, |
| "grad_norm": 1.005251169204712, |
| "learning_rate": 4.842767295597484e-06, |
| "loss": 0.0275, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.5897920604914934, |
| "grad_norm": 1.0081993341445923, |
| "learning_rate": 4.874213836477988e-06, |
| "loss": 0.0225, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.5935727788279773, |
| "grad_norm": 0.5543925166130066, |
| "learning_rate": 4.905660377358491e-06, |
| "loss": 0.0217, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.5973534971644613, |
| "grad_norm": 0.9431848526000977, |
| "learning_rate": 4.937106918238994e-06, |
| "loss": 0.0221, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.6011342155009451, |
| "grad_norm": 0.4760805666446686, |
| "learning_rate": 4.968553459119497e-06, |
| "loss": 0.0159, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.6049149338374291, |
| "grad_norm": 0.6997100114822388, |
| "learning_rate": 5e-06, |
| "loss": 0.0275, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.6086956521739131, |
| "grad_norm": 0.7088273763656616, |
| "learning_rate": 4.999993975370883e-06, |
| "loss": 0.0155, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.6124763705103969, |
| "grad_norm": 0.5313673615455627, |
| "learning_rate": 4.999975901512567e-06, |
| "loss": 0.0152, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.6162570888468809, |
| "grad_norm": 1.7096068859100342, |
| "learning_rate": 4.999945778512164e-06, |
| "loss": 0.0155, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.6200378071833649, |
| "grad_norm": 0.6380202770233154, |
| "learning_rate": 4.999903606514858e-06, |
| "loss": 0.0167, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.6238185255198487, |
| "grad_norm": 0.9574909210205078, |
| "learning_rate": 4.999849385723904e-06, |
| "loss": 0.0182, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.6275992438563327, |
| "grad_norm": 0.5092853307723999, |
| "learning_rate": 4.9997831164006315e-06, |
| "loss": 0.0167, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.6313799621928167, |
| "grad_norm": 0.5826191306114197, |
| "learning_rate": 4.999704798864439e-06, |
| "loss": 0.011, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.6351606805293005, |
| "grad_norm": 2.9003238677978516, |
| "learning_rate": 4.9996144334927924e-06, |
| "loss": 0.0212, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.6389413988657845, |
| "grad_norm": 1.0899226665496826, |
| "learning_rate": 4.9995120207212275e-06, |
| "loss": 0.0159, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.6427221172022685, |
| "grad_norm": 0.6725714206695557, |
| "learning_rate": 4.999397561043343e-06, |
| "loss": 0.0155, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.6465028355387523, |
| "grad_norm": 0.6329910755157471, |
| "learning_rate": 4.9992710550108e-06, |
| "loss": 0.0183, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.6502835538752363, |
| "grad_norm": 2.138045072555542, |
| "learning_rate": 4.999132503233321e-06, |
| "loss": 0.0154, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.6540642722117203, |
| "grad_norm": 0.4029994606971741, |
| "learning_rate": 4.998981906378684e-06, |
| "loss": 0.0117, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.6578449905482041, |
| "grad_norm": 0.4679683446884155, |
| "learning_rate": 4.998819265172721e-06, |
| "loss": 0.0144, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.6616257088846881, |
| "grad_norm": 1.7001372575759888, |
| "learning_rate": 4.9986445803993144e-06, |
| "loss": 0.0118, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.665406427221172, |
| "grad_norm": 0.5954533815383911, |
| "learning_rate": 4.998457852900393e-06, |
| "loss": 0.0192, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.6691871455576559, |
| "grad_norm": 0.39165517687797546, |
| "learning_rate": 4.998259083575929e-06, |
| "loss": 0.0147, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.6729678638941399, |
| "grad_norm": 0.4655926525592804, |
| "learning_rate": 4.99804827338393e-06, |
| "loss": 0.0116, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.6767485822306238, |
| "grad_norm": 0.48431676626205444, |
| "learning_rate": 4.997825423340439e-06, |
| "loss": 0.0117, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.6805293005671077, |
| "grad_norm": 0.33966612815856934, |
| "learning_rate": 4.997590534519528e-06, |
| "loss": 0.0103, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.6843100189035917, |
| "grad_norm": 0.5036893486976624, |
| "learning_rate": 4.99734360805329e-06, |
| "loss": 0.0145, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.6880907372400756, |
| "grad_norm": 0.7529216408729553, |
| "learning_rate": 4.997084645131837e-06, |
| "loss": 0.0119, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.6918714555765595, |
| "grad_norm": 0.4617402255535126, |
| "learning_rate": 4.996813647003296e-06, |
| "loss": 0.0112, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.6956521739130435, |
| "grad_norm": 0.3071569502353668, |
| "learning_rate": 4.9965306149737955e-06, |
| "loss": 0.0118, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.6994328922495274, |
| "grad_norm": 1.0627433061599731, |
| "learning_rate": 4.996235550407467e-06, |
| "loss": 0.0189, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.7032136105860114, |
| "grad_norm": 0.5708284378051758, |
| "learning_rate": 4.995928454726433e-06, |
| "loss": 0.011, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.7069943289224953, |
| "grad_norm": 0.7609148621559143, |
| "learning_rate": 4.9956093294108046e-06, |
| "loss": 0.0185, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.7107750472589792, |
| "grad_norm": 0.9582763314247131, |
| "learning_rate": 4.995278175998669e-06, |
| "loss": 0.018, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.7145557655954632, |
| "grad_norm": 0.6773777604103088, |
| "learning_rate": 4.994934996086091e-06, |
| "loss": 0.0175, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.718336483931947, |
| "grad_norm": 0.27355310320854187, |
| "learning_rate": 4.994579791327093e-06, |
| "loss": 0.0081, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.722117202268431, |
| "grad_norm": 0.3438358008861542, |
| "learning_rate": 4.994212563433658e-06, |
| "loss": 0.0119, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.725897920604915, |
| "grad_norm": 0.44883400201797485, |
| "learning_rate": 4.993833314175716e-06, |
| "loss": 0.0138, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.7296786389413988, |
| "grad_norm": 1.1573532819747925, |
| "learning_rate": 4.993442045381133e-06, |
| "loss": 0.0121, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.7334593572778828, |
| "grad_norm": 0.3534741997718811, |
| "learning_rate": 4.993038758935712e-06, |
| "loss": 0.0107, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.7372400756143668, |
| "grad_norm": 0.32773202657699585, |
| "learning_rate": 4.9926234567831716e-06, |
| "loss": 0.0104, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.7410207939508506, |
| "grad_norm": 0.45407310128211975, |
| "learning_rate": 4.9921961409251465e-06, |
| "loss": 0.0179, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.7448015122873346, |
| "grad_norm": 0.3127530515193939, |
| "learning_rate": 4.991756813421171e-06, |
| "loss": 0.0094, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.7485822306238186, |
| "grad_norm": 0.2898798882961273, |
| "learning_rate": 4.991305476388674e-06, |
| "loss": 0.0093, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.7523629489603024, |
| "grad_norm": 0.23214803636074066, |
| "learning_rate": 4.990842132002967e-06, |
| "loss": 0.0094, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.7561436672967864, |
| "grad_norm": 0.3595448434352875, |
| "learning_rate": 4.99036678249723e-06, |
| "loss": 0.011, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.7599243856332704, |
| "grad_norm": 0.5961601734161377, |
| "learning_rate": 4.98987943016251e-06, |
| "loss": 0.0126, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.7637051039697542, |
| "grad_norm": 0.4877797067165375, |
| "learning_rate": 4.9893800773476965e-06, |
| "loss": 0.0116, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.7674858223062382, |
| "grad_norm": 0.37965238094329834, |
| "learning_rate": 4.988868726459526e-06, |
| "loss": 0.0146, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.7712665406427222, |
| "grad_norm": 0.303009569644928, |
| "learning_rate": 4.988345379962556e-06, |
| "loss": 0.0088, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.775047258979206, |
| "grad_norm": 0.2572024166584015, |
| "learning_rate": 4.987810040379161e-06, |
| "loss": 0.0096, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.77882797731569, |
| "grad_norm": 0.4183861017227173, |
| "learning_rate": 4.987262710289519e-06, |
| "loss": 0.0108, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.782608695652174, |
| "grad_norm": 0.3773617744445801, |
| "learning_rate": 4.9867033923316e-06, |
| "loss": 0.0132, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.7863894139886578, |
| "grad_norm": 0.31557539105415344, |
| "learning_rate": 4.98613208920115e-06, |
| "loss": 0.0126, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.7901701323251418, |
| "grad_norm": 0.32191208004951477, |
| "learning_rate": 4.98554880365168e-06, |
| "loss": 0.0097, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.7939508506616257, |
| "grad_norm": 0.4623849391937256, |
| "learning_rate": 4.984953538494453e-06, |
| "loss": 0.0089, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.7977315689981096, |
| "grad_norm": 0.32853055000305176, |
| "learning_rate": 4.984346296598472e-06, |
| "loss": 0.0083, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.8015122873345936, |
| "grad_norm": 0.4608067572116852, |
| "learning_rate": 4.983727080890461e-06, |
| "loss": 0.0075, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.8052930056710775, |
| "grad_norm": 0.33871349692344666, |
| "learning_rate": 4.983095894354858e-06, |
| "loss": 0.009, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.8090737240075614, |
| "grad_norm": 0.4419747591018677, |
| "learning_rate": 4.982452740033793e-06, |
| "loss": 0.0138, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.8128544423440454, |
| "grad_norm": 1.1355232000350952, |
| "learning_rate": 4.981797621027079e-06, |
| "loss": 0.0133, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.8166351606805293, |
| "grad_norm": 0.41319403052330017, |
| "learning_rate": 4.981130540492197e-06, |
| "loss": 0.0141, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.8204158790170132, |
| "grad_norm": 0.7314413785934448, |
| "learning_rate": 4.9804515016442754e-06, |
| "loss": 0.0088, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.8241965973534972, |
| "grad_norm": 0.3597504794597626, |
| "learning_rate": 4.97976050775608e-06, |
| "loss": 0.0092, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.8279773156899811, |
| "grad_norm": 0.2793259918689728, |
| "learning_rate": 4.979057562157998e-06, |
| "loss": 0.0088, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.831758034026465, |
| "grad_norm": 0.31024208664894104, |
| "learning_rate": 4.978342668238018e-06, |
| "loss": 0.0096, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.8355387523629489, |
| "grad_norm": 0.48921728134155273, |
| "learning_rate": 4.977615829441716e-06, |
| "loss": 0.0081, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.8393194706994329, |
| "grad_norm": 0.42166244983673096, |
| "learning_rate": 4.97687704927224e-06, |
| "loss": 0.0075, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.8431001890359168, |
| "grad_norm": 0.36283212900161743, |
| "learning_rate": 4.97612633129029e-06, |
| "loss": 0.0073, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.8468809073724007, |
| "grad_norm": 0.5259446501731873, |
| "learning_rate": 4.975363679114104e-06, |
| "loss": 0.0111, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.8506616257088847, |
| "grad_norm": 0.4186738133430481, |
| "learning_rate": 4.974589096419441e-06, |
| "loss": 0.0092, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.8544423440453687, |
| "grad_norm": 0.5796731114387512, |
| "learning_rate": 4.973802586939558e-06, |
| "loss": 0.0114, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.8582230623818525, |
| "grad_norm": 0.31079840660095215, |
| "learning_rate": 4.973004154465198e-06, |
| "loss": 0.0086, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.8620037807183365, |
| "grad_norm": 0.6040017604827881, |
| "learning_rate": 4.9721938028445695e-06, |
| "loss": 0.0113, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.8657844990548205, |
| "grad_norm": 0.5101784467697144, |
| "learning_rate": 4.971371535983325e-06, |
| "loss": 0.0103, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.8695652173913043, |
| "grad_norm": 0.6561850905418396, |
| "learning_rate": 4.970537357844549e-06, |
| "loss": 0.0111, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.8733459357277883, |
| "grad_norm": 0.6086797714233398, |
| "learning_rate": 4.96969127244873e-06, |
| "loss": 0.0096, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.8771266540642723, |
| "grad_norm": 0.45817309617996216, |
| "learning_rate": 4.96883328387375e-06, |
| "loss": 0.009, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.8809073724007561, |
| "grad_norm": 0.43313246965408325, |
| "learning_rate": 4.9679633962548615e-06, |
| "loss": 0.0094, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.8846880907372401, |
| "grad_norm": 0.46806737780570984, |
| "learning_rate": 4.96708161378466e-06, |
| "loss": 0.0078, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.888468809073724, |
| "grad_norm": 0.7021424174308777, |
| "learning_rate": 4.96618794071308e-06, |
| "loss": 0.0124, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.8922495274102079, |
| "grad_norm": 0.46001574397087097, |
| "learning_rate": 4.965282381347357e-06, |
| "loss": 0.0091, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.8960302457466919, |
| "grad_norm": 0.7153300046920776, |
| "learning_rate": 4.964364940052021e-06, |
| "loss": 0.0108, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.8998109640831758, |
| "grad_norm": 0.3781479299068451, |
| "learning_rate": 4.963435621248865e-06, |
| "loss": 0.0117, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.9035916824196597, |
| "grad_norm": 0.7988784909248352, |
| "learning_rate": 4.962494429416931e-06, |
| "loss": 0.0115, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.9073724007561437, |
| "grad_norm": 0.6492530703544617, |
| "learning_rate": 4.9615413690924844e-06, |
| "loss": 0.0132, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.9111531190926276, |
| "grad_norm": 0.4843565821647644, |
| "learning_rate": 4.960576444868992e-06, |
| "loss": 0.0104, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.9149338374291115, |
| "grad_norm": 0.46952396631240845, |
| "learning_rate": 4.9595996613971046e-06, |
| "loss": 0.0156, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.9187145557655955, |
| "grad_norm": 0.3070496618747711, |
| "learning_rate": 4.958611023384626e-06, |
| "loss": 0.0072, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.9224952741020794, |
| "grad_norm": 0.3375200629234314, |
| "learning_rate": 4.9576105355965e-06, |
| "loss": 0.0082, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.9262759924385633, |
| "grad_norm": 0.6639671325683594, |
| "learning_rate": 4.956598202854778e-06, |
| "loss": 0.0079, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.9300567107750473, |
| "grad_norm": 0.32887664437294006, |
| "learning_rate": 4.955574030038608e-06, |
| "loss": 0.0056, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.9338374291115312, |
| "grad_norm": 0.33802103996276855, |
| "learning_rate": 4.954538022084197e-06, |
| "loss": 0.0079, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.9376181474480151, |
| "grad_norm": 0.9058698415756226, |
| "learning_rate": 4.953490183984795e-06, |
| "loss": 0.0069, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.941398865784499, |
| "grad_norm": 0.7622438073158264, |
| "learning_rate": 4.9524305207906705e-06, |
| "loss": 0.0075, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.945179584120983, |
| "grad_norm": 0.4123559296131134, |
| "learning_rate": 4.951359037609088e-06, |
| "loss": 0.0078, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.9489603024574669, |
| "grad_norm": 0.5265935063362122, |
| "learning_rate": 4.950275739604277e-06, |
| "loss": 0.0088, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.9527410207939508, |
| "grad_norm": 0.25473034381866455, |
| "learning_rate": 4.9491806319974115e-06, |
| "loss": 0.0065, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.9565217391304348, |
| "grad_norm": 0.5168606042861938, |
| "learning_rate": 4.948073720066587e-06, |
| "loss": 0.0111, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.9603024574669187, |
| "grad_norm": 0.5597686171531677, |
| "learning_rate": 4.94695500914679e-06, |
| "loss": 0.0069, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.9640831758034026, |
| "grad_norm": 0.9759865999221802, |
| "learning_rate": 4.945824504629875e-06, |
| "loss": 0.0058, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.9678638941398866, |
| "grad_norm": 0.6512097716331482, |
| "learning_rate": 4.944682211964538e-06, |
| "loss": 0.0075, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.9716446124763705, |
| "grad_norm": 0.335421085357666, |
| "learning_rate": 4.943528136656292e-06, |
| "loss": 0.0058, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.9754253308128544, |
| "grad_norm": 0.4521774649620056, |
| "learning_rate": 4.9423622842674366e-06, |
| "loss": 0.008, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.9792060491493384, |
| "grad_norm": 0.6024395227432251, |
| "learning_rate": 4.941184660417034e-06, |
| "loss": 0.0137, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.9829867674858223, |
| "grad_norm": 0.656848132610321, |
| "learning_rate": 4.939995270780883e-06, |
| "loss": 0.0142, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.9867674858223062, |
| "grad_norm": 0.4404570162296295, |
| "learning_rate": 4.938794121091488e-06, |
| "loss": 0.012, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.9905482041587902, |
| "grad_norm": 0.26803073287010193, |
| "learning_rate": 4.937581217138033e-06, |
| "loss": 0.0045, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.994328922495274, |
| "grad_norm": 0.3339914381504059, |
| "learning_rate": 4.936356564766358e-06, |
| "loss": 0.0055, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.998109640831758, |
| "grad_norm": 0.28216224908828735, |
| "learning_rate": 4.935120169878922e-06, |
| "loss": 0.0051, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.3504510521888733, |
| "learning_rate": 4.933872038434782e-06, |
| "loss": 0.0059, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.003780718336484, |
| "grad_norm": 0.6130300164222717, |
| "learning_rate": 4.93261217644956e-06, |
| "loss": 0.0096, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.007561436672968, |
| "grad_norm": 0.3444952070713043, |
| "learning_rate": 4.931340589995419e-06, |
| "loss": 0.0063, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.011342155009452, |
| "grad_norm": 0.6962162256240845, |
| "learning_rate": 4.930057285201028e-06, |
| "loss": 0.0103, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.0151228733459357, |
| "grad_norm": 0.6356163024902344, |
| "learning_rate": 4.928762268251533e-06, |
| "loss": 0.016, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.0189035916824196, |
| "grad_norm": 0.39561784267425537, |
| "learning_rate": 4.9274555453885355e-06, |
| "loss": 0.0068, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.0226843100189036, |
| "grad_norm": 0.4642280638217926, |
| "learning_rate": 4.926137122910049e-06, |
| "loss": 0.0092, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.0264650283553876, |
| "grad_norm": 0.2640933692455292, |
| "learning_rate": 4.924807007170479e-06, |
| "loss": 0.0052, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.0302457466918715, |
| "grad_norm": 0.32941174507141113, |
| "learning_rate": 4.923465204580589e-06, |
| "loss": 0.0044, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.0340264650283555, |
| "grad_norm": 0.42055749893188477, |
| "learning_rate": 4.922111721607471e-06, |
| "loss": 0.0067, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.0378071833648392, |
| "grad_norm": 0.5835608243942261, |
| "learning_rate": 4.920746564774509e-06, |
| "loss": 0.0112, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.0415879017013232, |
| "grad_norm": 0.43108245730400085, |
| "learning_rate": 4.9193697406613555e-06, |
| "loss": 0.0094, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.0453686200378072, |
| "grad_norm": 0.6540151834487915, |
| "learning_rate": 4.917981255903893e-06, |
| "loss": 0.01, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.0491493383742911, |
| "grad_norm": 0.4299629032611847, |
| "learning_rate": 4.9165811171942065e-06, |
| "loss": 0.0056, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.052930056710775, |
| "grad_norm": 0.6015660762786865, |
| "learning_rate": 4.915169331280549e-06, |
| "loss": 0.0073, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.056710775047259, |
| "grad_norm": 0.4806179702281952, |
| "learning_rate": 4.9137459049673105e-06, |
| "loss": 0.0102, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.0604914933837428, |
| "grad_norm": 0.5540146827697754, |
| "learning_rate": 4.912310845114983e-06, |
| "loss": 0.006, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.0642722117202268, |
| "grad_norm": 0.39366039633750916, |
| "learning_rate": 4.910864158640129e-06, |
| "loss": 0.0046, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.0680529300567108, |
| "grad_norm": 0.3995983302593231, |
| "learning_rate": 4.909405852515348e-06, |
| "loss": 0.0069, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.0718336483931947, |
| "grad_norm": 0.41662174463272095, |
| "learning_rate": 4.907935933769243e-06, |
| "loss": 0.005, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.0756143667296787, |
| "grad_norm": 0.6686727404594421, |
| "learning_rate": 4.9064544094863854e-06, |
| "loss": 0.0058, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.0793950850661627, |
| "grad_norm": 0.35762885212898254, |
| "learning_rate": 4.904961286807285e-06, |
| "loss": 0.0052, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.0831758034026464, |
| "grad_norm": 0.46720755100250244, |
| "learning_rate": 4.903456572928348e-06, |
| "loss": 0.0075, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.0869565217391304, |
| "grad_norm": 0.34636828303337097, |
| "learning_rate": 4.90194027510185e-06, |
| "loss": 0.0028, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.0907372400756143, |
| "grad_norm": 0.5153427124023438, |
| "learning_rate": 4.900412400635895e-06, |
| "loss": 0.0086, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.0945179584120983, |
| "grad_norm": 0.43430694937705994, |
| "learning_rate": 4.898872956894386e-06, |
| "loss": 0.0053, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.0982986767485823, |
| "grad_norm": 0.5609577894210815, |
| "learning_rate": 4.897321951296985e-06, |
| "loss": 0.0086, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.1020793950850662, |
| "grad_norm": 0.43855106830596924, |
| "learning_rate": 4.8957593913190785e-06, |
| "loss": 0.005, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.10586011342155, |
| "grad_norm": 0.6675010323524475, |
| "learning_rate": 4.894185284491742e-06, |
| "loss": 0.0065, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.109640831758034, |
| "grad_norm": 0.2379831224679947, |
| "learning_rate": 4.892599638401704e-06, |
| "loss": 0.004, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.113421550094518, |
| "grad_norm": 0.3421691656112671, |
| "learning_rate": 4.891002460691306e-06, |
| "loss": 0.007, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.117202268431002, |
| "grad_norm": 0.5493922829627991, |
| "learning_rate": 4.889393759058474e-06, |
| "loss": 0.0079, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.1209829867674859, |
| "grad_norm": 0.5068092346191406, |
| "learning_rate": 4.887773541256669e-06, |
| "loss": 0.0101, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.1247637051039698, |
| "grad_norm": 0.5580309629440308, |
| "learning_rate": 4.886141815094864e-06, |
| "loss": 0.0063, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.1285444234404536, |
| "grad_norm": 0.8997318148612976, |
| "learning_rate": 4.884498588437491e-06, |
| "loss": 0.0094, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.1323251417769375, |
| "grad_norm": 0.38125643134117126, |
| "learning_rate": 4.882843869204417e-06, |
| "loss": 0.0046, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.1361058601134215, |
| "grad_norm": 0.7842485308647156, |
| "learning_rate": 4.8811776653708985e-06, |
| "loss": 0.0074, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.1398865784499055, |
| "grad_norm": 0.5279122591018677, |
| "learning_rate": 4.8794999849675416e-06, |
| "loss": 0.0071, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.1436672967863895, |
| "grad_norm": 0.9195687174797058, |
| "learning_rate": 4.877810836080269e-06, |
| "loss": 0.0032, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.1474480151228734, |
| "grad_norm": 0.5626787543296814, |
| "learning_rate": 4.876110226850278e-06, |
| "loss": 0.0077, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.1512287334593574, |
| "grad_norm": 0.3872135281562805, |
| "learning_rate": 4.874398165473999e-06, |
| "loss": 0.0044, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.1550094517958411, |
| "grad_norm": 0.7638955116271973, |
| "learning_rate": 4.872674660203062e-06, |
| "loss": 0.0051, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.158790170132325, |
| "grad_norm": 0.18408967554569244, |
| "learning_rate": 4.870939719344248e-06, |
| "loss": 0.0027, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.162570888468809, |
| "grad_norm": 0.2827281355857849, |
| "learning_rate": 4.869193351259459e-06, |
| "loss": 0.0026, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.166351606805293, |
| "grad_norm": 0.4914953410625458, |
| "learning_rate": 4.867435564365671e-06, |
| "loss": 0.0044, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.170132325141777, |
| "grad_norm": 0.2728334963321686, |
| "learning_rate": 4.8656663671348954e-06, |
| "loss": 0.0029, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.1739130434782608, |
| "grad_norm": 0.3587643504142761, |
| "learning_rate": 4.863885768094138e-06, |
| "loss": 0.0031, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.1776937618147447, |
| "grad_norm": 0.6220464110374451, |
| "learning_rate": 4.862093775825356e-06, |
| "loss": 0.0056, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.1814744801512287, |
| "grad_norm": 0.6655571460723877, |
| "learning_rate": 4.860290398965423e-06, |
| "loss": 0.0071, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.1852551984877127, |
| "grad_norm": 0.5949417948722839, |
| "learning_rate": 4.858475646206079e-06, |
| "loss": 0.0092, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.1890359168241966, |
| "grad_norm": 1.0792511701583862, |
| "learning_rate": 4.856649526293894e-06, |
| "loss": 0.0052, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.1928166351606806, |
| "grad_norm": 0.5649266839027405, |
| "learning_rate": 4.854812048030225e-06, |
| "loss": 0.0073, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.1965973534971646, |
| "grad_norm": 0.374542236328125, |
| "learning_rate": 4.852963220271171e-06, |
| "loss": 0.0038, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.2003780718336483, |
| "grad_norm": 0.5689668655395508, |
| "learning_rate": 4.851103051927533e-06, |
| "loss": 0.0097, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.2041587901701323, |
| "grad_norm": 0.5911904573440552, |
| "learning_rate": 4.849231551964771e-06, |
| "loss": 0.0069, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.2079395085066162, |
| "grad_norm": 0.2607024312019348, |
| "learning_rate": 4.84734872940296e-06, |
| "loss": 0.0052, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.2117202268431002, |
| "grad_norm": 0.3516089916229248, |
| "learning_rate": 4.845454593316747e-06, |
| "loss": 0.0052, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.2155009451795842, |
| "grad_norm": 0.5216485261917114, |
| "learning_rate": 4.843549152835303e-06, |
| "loss": 0.0052, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.2192816635160681, |
| "grad_norm": 0.34397995471954346, |
| "learning_rate": 4.841632417142288e-06, |
| "loss": 0.0054, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.223062381852552, |
| "grad_norm": 0.42554324865341187, |
| "learning_rate": 4.839704395475798e-06, |
| "loss": 0.0057, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.2268431001890359, |
| "grad_norm": 0.4021840989589691, |
| "learning_rate": 4.837765097128326e-06, |
| "loss": 0.0068, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.2306238185255198, |
| "grad_norm": 0.27495795488357544, |
| "learning_rate": 4.8358145314467165e-06, |
| "loss": 0.0044, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.2344045368620038, |
| "grad_norm": 0.22830204665660858, |
| "learning_rate": 4.833852707832114e-06, |
| "loss": 0.0027, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.2381852551984878, |
| "grad_norm": 0.5374839901924133, |
| "learning_rate": 4.831879635739929e-06, |
| "loss": 0.004, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.2419659735349717, |
| "grad_norm": 0.3192364275455475, |
| "learning_rate": 4.829895324679782e-06, |
| "loss": 0.0044, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.2457466918714555, |
| "grad_norm": 0.41506636142730713, |
| "learning_rate": 4.827899784215463e-06, |
| "loss": 0.003, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.2495274102079394, |
| "grad_norm": 0.3320922255516052, |
| "learning_rate": 4.825893023964886e-06, |
| "loss": 0.0038, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.2533081285444234, |
| "grad_norm": 0.2081664651632309, |
| "learning_rate": 4.823875053600041e-06, |
| "loss": 0.0025, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.2570888468809074, |
| "grad_norm": 0.8778406977653503, |
| "learning_rate": 4.821845882846945e-06, |
| "loss": 0.0059, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.2608695652173914, |
| "grad_norm": 2.7111332416534424, |
| "learning_rate": 4.819805521485599e-06, |
| "loss": 0.0052, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.264650283553875, |
| "grad_norm": 0.4180721342563629, |
| "learning_rate": 4.81775397934994e-06, |
| "loss": 0.0046, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.268431001890359, |
| "grad_norm": 0.49803799390792847, |
| "learning_rate": 4.815691266327791e-06, |
| "loss": 0.0068, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.272211720226843, |
| "grad_norm": 0.32105717062950134, |
| "learning_rate": 4.813617392360819e-06, |
| "loss": 0.0035, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.275992438563327, |
| "grad_norm": 0.18351660668849945, |
| "learning_rate": 4.8115323674444795e-06, |
| "loss": 0.0015, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.279773156899811, |
| "grad_norm": 0.1784365177154541, |
| "learning_rate": 4.809436201627974e-06, |
| "loss": 0.0028, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.283553875236295, |
| "grad_norm": 0.44830846786499023, |
| "learning_rate": 4.807328905014201e-06, |
| "loss": 0.0046, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.287334593572779, |
| "grad_norm": 0.29059353470802307, |
| "learning_rate": 4.805210487759704e-06, |
| "loss": 0.0036, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.2911153119092629, |
| "grad_norm": 0.8145375847816467, |
| "learning_rate": 4.8030809600746255e-06, |
| "loss": 0.0033, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.2948960302457466, |
| "grad_norm": 0.27350112795829773, |
| "learning_rate": 4.800940332222656e-06, |
| "loss": 0.0042, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.2986767485822306, |
| "grad_norm": 0.13680307567119598, |
| "learning_rate": 4.798788614520991e-06, |
| "loss": 0.0011, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.3024574669187146, |
| "grad_norm": 0.5477114915847778, |
| "learning_rate": 4.796625817340266e-06, |
| "loss": 0.0094, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.3062381852551985, |
| "grad_norm": 0.4699587821960449, |
| "learning_rate": 4.794451951104525e-06, |
| "loss": 0.0042, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.3100189035916825, |
| "grad_norm": 0.38969650864601135, |
| "learning_rate": 4.792267026291157e-06, |
| "loss": 0.0063, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.3137996219281662, |
| "grad_norm": 1.8919707536697388, |
| "learning_rate": 4.790071053430852e-06, |
| "loss": 0.0021, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.3175803402646502, |
| "grad_norm": 0.4610402286052704, |
| "learning_rate": 4.7878640431075466e-06, |
| "loss": 0.0045, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.3213610586011342, |
| "grad_norm": 0.7579343914985657, |
| "learning_rate": 4.785646005958377e-06, |
| "loss": 0.0074, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.3251417769376181, |
| "grad_norm": 0.3805699348449707, |
| "learning_rate": 4.783416952673623e-06, |
| "loss": 0.0042, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.3289224952741021, |
| "grad_norm": 4.160273551940918, |
| "learning_rate": 4.7811768939966605e-06, |
| "loss": 0.0046, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.332703213610586, |
| "grad_norm": 0.2657456398010254, |
| "learning_rate": 4.778925840723909e-06, |
| "loss": 0.0024, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.33648393194707, |
| "grad_norm": 0.6165263056755066, |
| "learning_rate": 4.776663803704775e-06, |
| "loss": 0.0067, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.3402646502835538, |
| "grad_norm": 0.38582417368888855, |
| "learning_rate": 4.774390793841607e-06, |
| "loss": 0.0027, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.3440453686200378, |
| "grad_norm": 0.5040014982223511, |
| "learning_rate": 4.772106822089639e-06, |
| "loss": 0.0071, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.3478260869565217, |
| "grad_norm": 0.8076869249343872, |
| "learning_rate": 4.769811899456935e-06, |
| "loss": 0.0075, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.3516068052930057, |
| "grad_norm": 0.29268744587898254, |
| "learning_rate": 4.767506037004344e-06, |
| "loss": 0.003, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.3553875236294897, |
| "grad_norm": 0.5552521347999573, |
| "learning_rate": 4.765189245845436e-06, |
| "loss": 0.0027, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.3591682419659734, |
| "grad_norm": 0.27705779671669006, |
| "learning_rate": 4.762861537146458e-06, |
| "loss": 0.0025, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.3629489603024574, |
| "grad_norm": 0.46618857979774475, |
| "learning_rate": 4.760522922126276e-06, |
| "loss": 0.0048, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.3667296786389413, |
| "grad_norm": 0.3646470606327057, |
| "learning_rate": 4.75817341205632e-06, |
| "loss": 0.0065, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.3705103969754253, |
| "grad_norm": 0.3433074355125427, |
| "learning_rate": 4.755813018260532e-06, |
| "loss": 0.0037, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.3742911153119093, |
| "grad_norm": 0.3142302632331848, |
| "learning_rate": 4.753441752115309e-06, |
| "loss": 0.0035, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.3780718336483933, |
| "grad_norm": 0.5433574318885803, |
| "learning_rate": 4.75105962504945e-06, |
| "loss": 0.0059, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.3818525519848772, |
| "grad_norm": 1.089618444442749, |
| "learning_rate": 4.748666648544101e-06, |
| "loss": 0.0032, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.3856332703213612, |
| "grad_norm": 0.3445349931716919, |
| "learning_rate": 4.7462628341327e-06, |
| "loss": 0.0062, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.389413988657845, |
| "grad_norm": 0.5173162817955017, |
| "learning_rate": 4.743848193400918e-06, |
| "loss": 0.0062, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.393194706994329, |
| "grad_norm": 4.956406116485596, |
| "learning_rate": 4.741422737986606e-06, |
| "loss": 0.0074, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.3969754253308129, |
| "grad_norm": 0.9225440621376038, |
| "learning_rate": 4.73898647957974e-06, |
| "loss": 0.0108, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.4007561436672968, |
| "grad_norm": 0.33078140020370483, |
| "learning_rate": 4.736539429922365e-06, |
| "loss": 0.0031, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.4045368620037806, |
| "grad_norm": 0.23648452758789062, |
| "learning_rate": 4.734081600808531e-06, |
| "loss": 0.0017, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.4083175803402646, |
| "grad_norm": 0.5308226943016052, |
| "learning_rate": 4.731613004084247e-06, |
| "loss": 0.0056, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.4120982986767485, |
| "grad_norm": 0.39204317331314087, |
| "learning_rate": 4.7291336516474165e-06, |
| "loss": 0.0032, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.4158790170132325, |
| "grad_norm": 0.5415582656860352, |
| "learning_rate": 4.726643555447782e-06, |
| "loss": 0.0025, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.4196597353497165, |
| "grad_norm": 0.6073048710823059, |
| "learning_rate": 4.724142727486869e-06, |
| "loss": 0.0046, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.4234404536862004, |
| "grad_norm": 0.3404282331466675, |
| "learning_rate": 4.721631179817925e-06, |
| "loss": 0.0032, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.4272211720226844, |
| "grad_norm": 0.3819228708744049, |
| "learning_rate": 4.719108924545866e-06, |
| "loss": 0.0042, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.4310018903591684, |
| "grad_norm": 0.2740926444530487, |
| "learning_rate": 4.716575973827214e-06, |
| "loss": 0.003, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.434782608695652, |
| "grad_norm": 0.32899898290634155, |
| "learning_rate": 4.714032339870041e-06, |
| "loss": 0.0025, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.438563327032136, |
| "grad_norm": 0.6806893944740295, |
| "learning_rate": 4.711478034933904e-06, |
| "loss": 0.0081, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.44234404536862, |
| "grad_norm": 0.3089682459831238, |
| "learning_rate": 4.708913071329798e-06, |
| "loss": 0.0035, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.446124763705104, |
| "grad_norm": 0.44838741421699524, |
| "learning_rate": 4.706337461420087e-06, |
| "loss": 0.0045, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.449905482041588, |
| "grad_norm": 0.6625654697418213, |
| "learning_rate": 4.703751217618444e-06, |
| "loss": 0.0099, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.4536862003780717, |
| "grad_norm": 0.3470344543457031, |
| "learning_rate": 4.7011543523898e-06, |
| "loss": 0.0034, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.4574669187145557, |
| "grad_norm": 0.31737810373306274, |
| "learning_rate": 4.698546878250272e-06, |
| "loss": 0.0029, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.4612476370510397, |
| "grad_norm": 0.6312741637229919, |
| "learning_rate": 4.695928807767113e-06, |
| "loss": 0.0057, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.4650283553875236, |
| "grad_norm": 0.6768957376480103, |
| "learning_rate": 4.693300153558647e-06, |
| "loss": 0.0058, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.4688090737240076, |
| "grad_norm": 0.5521048307418823, |
| "learning_rate": 4.690660928294204e-06, |
| "loss": 0.0061, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.4725897920604916, |
| "grad_norm": 0.888009250164032, |
| "learning_rate": 4.68801114469407e-06, |
| "loss": 0.0102, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.4763705103969755, |
| "grad_norm": 0.3135982155799866, |
| "learning_rate": 4.685350815529415e-06, |
| "loss": 0.0021, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.4801512287334593, |
| "grad_norm": 0.6620728969573975, |
| "learning_rate": 4.682679953622234e-06, |
| "loss": 0.0028, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.4839319470699432, |
| "grad_norm": 0.631092369556427, |
| "learning_rate": 4.679998571845293e-06, |
| "loss": 0.0067, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.4877126654064272, |
| "grad_norm": 0.2744283974170685, |
| "learning_rate": 4.677306683122054e-06, |
| "loss": 0.0031, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.4914933837429112, |
| "grad_norm": 6.616799354553223, |
| "learning_rate": 4.674604300426621e-06, |
| "loss": 0.0061, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.4952741020793952, |
| "grad_norm": 0.8005297183990479, |
| "learning_rate": 4.671891436783679e-06, |
| "loss": 0.0129, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.499054820415879, |
| "grad_norm": 0.5362093448638916, |
| "learning_rate": 4.669168105268425e-06, |
| "loss": 0.005, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.5028355387523629, |
| "grad_norm": 0.28220292925834656, |
| "learning_rate": 4.666434319006508e-06, |
| "loss": 0.0027, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.5066162570888468, |
| "grad_norm": 0.5086351037025452, |
| "learning_rate": 4.663690091173968e-06, |
| "loss": 0.0044, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.5103969754253308, |
| "grad_norm": 0.29584789276123047, |
| "learning_rate": 4.660935434997168e-06, |
| "loss": 0.0036, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.5141776937618148, |
| "grad_norm": 0.41253986954689026, |
| "learning_rate": 4.658170363752734e-06, |
| "loss": 0.0056, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.5179584120982987, |
| "grad_norm": 0.3914569020271301, |
| "learning_rate": 4.655394890767489e-06, |
| "loss": 0.0036, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.5217391304347827, |
| "grad_norm": 0.4907969832420349, |
| "learning_rate": 4.652609029418389e-06, |
| "loss": 0.0041, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.5255198487712667, |
| "grad_norm": 1.597739815711975, |
| "learning_rate": 4.649812793132459e-06, |
| "loss": 0.0042, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.5293005671077504, |
| "grad_norm": 0.39329442381858826, |
| "learning_rate": 4.647006195386728e-06, |
| "loss": 0.004, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.5330812854442344, |
| "grad_norm": 0.5135226249694824, |
| "learning_rate": 4.644189249708167e-06, |
| "loss": 0.0048, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.5368620037807184, |
| "grad_norm": 0.24599513411521912, |
| "learning_rate": 4.641361969673614e-06, |
| "loss": 0.002, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.5406427221172023, |
| "grad_norm": 0.7556615471839905, |
| "learning_rate": 4.638524368909723e-06, |
| "loss": 0.006, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.544423440453686, |
| "grad_norm": 0.47028326988220215, |
| "learning_rate": 4.635676461092886e-06, |
| "loss": 0.0027, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.54820415879017, |
| "grad_norm": 0.28152233362197876, |
| "learning_rate": 4.632818259949175e-06, |
| "loss": 0.0028, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.551984877126654, |
| "grad_norm": 0.2820948660373688, |
| "learning_rate": 4.6299497792542714e-06, |
| "loss": 0.0019, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.555765595463138, |
| "grad_norm": 0.25290393829345703, |
| "learning_rate": 4.627071032833401e-06, |
| "loss": 0.0026, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.559546313799622, |
| "grad_norm": 0.6501352190971375, |
| "learning_rate": 4.624182034561266e-06, |
| "loss": 0.0036, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.563327032136106, |
| "grad_norm": 0.5022422671318054, |
| "learning_rate": 4.621282798361983e-06, |
| "loss": 0.002, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.5671077504725899, |
| "grad_norm": 0.29338476061820984, |
| "learning_rate": 4.618373338209008e-06, |
| "loss": 0.0033, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.5708884688090738, |
| "grad_norm": 1.2304599285125732, |
| "learning_rate": 4.615453668125077e-06, |
| "loss": 0.0032, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.5746691871455578, |
| "grad_norm": 0.30708685517311096, |
| "learning_rate": 4.612523802182134e-06, |
| "loss": 0.0035, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.5784499054820416, |
| "grad_norm": 0.2716330289840698, |
| "learning_rate": 4.609583754501263e-06, |
| "loss": 0.0021, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.5822306238185255, |
| "grad_norm": 0.4459162652492523, |
| "learning_rate": 4.6066335392526215e-06, |
| "loss": 0.003, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.5860113421550095, |
| "grad_norm": 0.33895647525787354, |
| "learning_rate": 4.603673170655372e-06, |
| "loss": 0.0029, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.5897920604914932, |
| "grad_norm": 0.562910795211792, |
| "learning_rate": 4.600702662977611e-06, |
| "loss": 0.0076, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.5935727788279772, |
| "grad_norm": 0.3354416787624359, |
| "learning_rate": 4.597722030536306e-06, |
| "loss": 0.0028, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.5973534971644612, |
| "grad_norm": 0.21339942514896393, |
| "learning_rate": 4.5947312876972215e-06, |
| "loss": 0.0015, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.6011342155009451, |
| "grad_norm": 0.2937569320201874, |
| "learning_rate": 4.591730448874849e-06, |
| "loss": 0.0026, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.6049149338374291, |
| "grad_norm": 0.7903040051460266, |
| "learning_rate": 4.588719528532342e-06, |
| "loss": 0.0024, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.608695652173913, |
| "grad_norm": 0.30319225788116455, |
| "learning_rate": 4.585698541181443e-06, |
| "loss": 0.0037, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.612476370510397, |
| "grad_norm": 0.4225195348262787, |
| "learning_rate": 4.582667501382414e-06, |
| "loss": 0.0043, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.616257088846881, |
| "grad_norm": 1.0661922693252563, |
| "learning_rate": 4.579626423743969e-06, |
| "loss": 0.0052, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.620037807183365, |
| "grad_norm": 0.3146645426750183, |
| "learning_rate": 4.576575322923199e-06, |
| "loss": 0.0021, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.6238185255198487, |
| "grad_norm": 0.2542162537574768, |
| "learning_rate": 4.573514213625505e-06, |
| "loss": 0.0019, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.6275992438563327, |
| "grad_norm": 0.9462196826934814, |
| "learning_rate": 4.570443110604525e-06, |
| "loss": 0.0066, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.6313799621928167, |
| "grad_norm": 0.2747437059879303, |
| "learning_rate": 4.567362028662066e-06, |
| "loss": 0.0017, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.6351606805293004, |
| "grad_norm": 0.3337705731391907, |
| "learning_rate": 4.564270982648026e-06, |
| "loss": 0.0015, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.6389413988657844, |
| "grad_norm": 0.6268848180770874, |
| "learning_rate": 4.561169987460332e-06, |
| "loss": 0.0035, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.6427221172022684, |
| "grad_norm": 0.6272996664047241, |
| "learning_rate": 4.55805905804486e-06, |
| "loss": 0.0085, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.6465028355387523, |
| "grad_norm": 0.537577211856842, |
| "learning_rate": 4.554938209395366e-06, |
| "loss": 0.0103, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.6502835538752363, |
| "grad_norm": 0.6211628913879395, |
| "learning_rate": 4.551807456553416e-06, |
| "loss": 0.0043, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.6540642722117203, |
| "grad_norm": 0.3048252761363983, |
| "learning_rate": 4.548666814608309e-06, |
| "loss": 0.0025, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.6578449905482042, |
| "grad_norm": 0.5037123560905457, |
| "learning_rate": 4.545516298697006e-06, |
| "loss": 0.0061, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.6616257088846882, |
| "grad_norm": 0.918006420135498, |
| "learning_rate": 4.542355924004061e-06, |
| "loss": 0.0046, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.6654064272211722, |
| "grad_norm": 0.9184623956680298, |
| "learning_rate": 4.5391857057615426e-06, |
| "loss": 0.009, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.669187145557656, |
| "grad_norm": 0.5904452204704285, |
| "learning_rate": 4.53600565924896e-06, |
| "loss": 0.0042, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.6729678638941399, |
| "grad_norm": 0.5156521201133728, |
| "learning_rate": 4.532815799793196e-06, |
| "loss": 0.0062, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.6767485822306238, |
| "grad_norm": 0.18715080618858337, |
| "learning_rate": 4.529616142768424e-06, |
| "loss": 0.0019, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.6805293005671076, |
| "grad_norm": 0.3885091245174408, |
| "learning_rate": 4.526406703596043e-06, |
| "loss": 0.0047, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.6843100189035916, |
| "grad_norm": 0.17866213619709015, |
| "learning_rate": 4.523187497744599e-06, |
| "loss": 0.0015, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.6880907372400755, |
| "grad_norm": 0.3022480309009552, |
| "learning_rate": 4.519958540729708e-06, |
| "loss": 0.0026, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.6918714555765595, |
| "grad_norm": 0.7824174761772156, |
| "learning_rate": 4.516719848113983e-06, |
| "loss": 0.004, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.6956521739130435, |
| "grad_norm": 0.4345873296260834, |
| "learning_rate": 4.5134714355069635e-06, |
| "loss": 0.0082, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.6994328922495274, |
| "grad_norm": 0.38643717765808105, |
| "learning_rate": 4.510213318565034e-06, |
| "loss": 0.003, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.7032136105860114, |
| "grad_norm": 1.2097886800765991, |
| "learning_rate": 4.506945512991352e-06, |
| "loss": 0.0065, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.7069943289224954, |
| "grad_norm": 0.32429248094558716, |
| "learning_rate": 4.503668034535768e-06, |
| "loss": 0.0033, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.7107750472589793, |
| "grad_norm": 0.182096928358078, |
| "learning_rate": 4.500380898994761e-06, |
| "loss": 0.002, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.7145557655954633, |
| "grad_norm": 0.1907053142786026, |
| "learning_rate": 4.4970841222113435e-06, |
| "loss": 0.0012, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.718336483931947, |
| "grad_norm": 0.2800076901912689, |
| "learning_rate": 4.4937777200750045e-06, |
| "loss": 0.0017, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.722117202268431, |
| "grad_norm": 0.2724849283695221, |
| "learning_rate": 4.490461708521621e-06, |
| "loss": 0.0094, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.725897920604915, |
| "grad_norm": 0.2867650091648102, |
| "learning_rate": 4.487136103533383e-06, |
| "loss": 0.0028, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.7296786389413987, |
| "grad_norm": 0.2651146650314331, |
| "learning_rate": 4.483800921138722e-06, |
| "loss": 0.0024, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.7334593572778827, |
| "grad_norm": 0.2688697278499603, |
| "learning_rate": 4.4804561774122275e-06, |
| "loss": 0.0024, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.7372400756143667, |
| "grad_norm": 0.28717854619026184, |
| "learning_rate": 4.4771018884745705e-06, |
| "loss": 0.0025, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.7410207939508506, |
| "grad_norm": 0.6200689673423767, |
| "learning_rate": 4.473738070492428e-06, |
| "loss": 0.0042, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.7448015122873346, |
| "grad_norm": 0.41647911071777344, |
| "learning_rate": 4.470364739678407e-06, |
| "loss": 0.0043, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.7485822306238186, |
| "grad_norm": 0.6958944797515869, |
| "learning_rate": 4.466981912290959e-06, |
| "loss": 0.0031, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.7523629489603025, |
| "grad_norm": 0.4741610586643219, |
| "learning_rate": 4.46358960463431e-06, |
| "loss": 0.0053, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.7561436672967865, |
| "grad_norm": 0.38444384932518005, |
| "learning_rate": 4.4601878330583744e-06, |
| "loss": 0.002, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.7599243856332705, |
| "grad_norm": 0.18333545327186584, |
| "learning_rate": 4.456776613958683e-06, |
| "loss": 0.0017, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.7637051039697542, |
| "grad_norm": 0.2698777914047241, |
| "learning_rate": 4.453355963776301e-06, |
| "loss": 0.0016, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.7674858223062382, |
| "grad_norm": 0.7263327836990356, |
| "learning_rate": 4.449925898997745e-06, |
| "loss": 0.0102, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.7712665406427222, |
| "grad_norm": 0.3550947904586792, |
| "learning_rate": 4.4464864361549105e-06, |
| "loss": 0.0023, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.775047258979206, |
| "grad_norm": 0.5708559155464172, |
| "learning_rate": 4.443037591824988e-06, |
| "loss": 0.0019, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.7788279773156899, |
| "grad_norm": 0.08885316550731659, |
| "learning_rate": 4.439579382630384e-06, |
| "loss": 0.0007, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.7826086956521738, |
| "grad_norm": 0.6298693418502808, |
| "learning_rate": 4.43611182523864e-06, |
| "loss": 0.0048, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.7863894139886578, |
| "grad_norm": 0.18471179902553558, |
| "learning_rate": 4.432634936362354e-06, |
| "loss": 0.0011, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.7901701323251418, |
| "grad_norm": 0.5520258545875549, |
| "learning_rate": 4.429148732759101e-06, |
| "loss": 0.0055, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.7939508506616257, |
| "grad_norm": 0.30655577778816223, |
| "learning_rate": 4.425653231231344e-06, |
| "loss": 0.0031, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.7977315689981097, |
| "grad_norm": 0.38472461700439453, |
| "learning_rate": 4.4221484486263664e-06, |
| "loss": 0.0019, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.8015122873345937, |
| "grad_norm": 0.38701826333999634, |
| "learning_rate": 4.418634401836179e-06, |
| "loss": 0.0074, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.8052930056710776, |
| "grad_norm": 0.46479108929634094, |
| "learning_rate": 4.415111107797445e-06, |
| "loss": 0.0016, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.8090737240075614, |
| "grad_norm": 0.3576240837574005, |
| "learning_rate": 4.411578583491397e-06, |
| "loss": 0.0033, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.8128544423440454, |
| "grad_norm": 0.63249272108078, |
| "learning_rate": 4.408036845943753e-06, |
| "loss": 0.0053, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.8166351606805293, |
| "grad_norm": 0.5044552683830261, |
| "learning_rate": 4.404485912224638e-06, |
| "loss": 0.0054, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.820415879017013, |
| "grad_norm": 0.17272500693798065, |
| "learning_rate": 4.400925799448498e-06, |
| "loss": 0.0012, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.824196597353497, |
| "grad_norm": 0.4603140652179718, |
| "learning_rate": 4.39735652477402e-06, |
| "loss": 0.0039, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.827977315689981, |
| "grad_norm": 0.18995338678359985, |
| "learning_rate": 4.393778105404051e-06, |
| "loss": 0.0009, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.831758034026465, |
| "grad_norm": 0.30568787455558777, |
| "learning_rate": 4.390190558585508e-06, |
| "loss": 0.0028, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.835538752362949, |
| "grad_norm": 0.32309314608573914, |
| "learning_rate": 4.386593901609304e-06, |
| "loss": 0.0024, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.839319470699433, |
| "grad_norm": 0.2775632441043854, |
| "learning_rate": 4.382988151810258e-06, |
| "loss": 0.0039, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.8431001890359169, |
| "grad_norm": 0.2362305074930191, |
| "learning_rate": 4.379373326567015e-06, |
| "loss": 0.0021, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.8468809073724008, |
| "grad_norm": 0.33779892325401306, |
| "learning_rate": 4.375749443301957e-06, |
| "loss": 0.0025, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.8506616257088848, |
| "grad_norm": 0.2156297266483307, |
| "learning_rate": 4.372116519481131e-06, |
| "loss": 0.0019, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.8544423440453688, |
| "grad_norm": 0.37446320056915283, |
| "learning_rate": 4.3684745726141474e-06, |
| "loss": 0.0023, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.8582230623818525, |
| "grad_norm": 0.8646283149719238, |
| "learning_rate": 4.364823620254113e-06, |
| "loss": 0.0025, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.8620037807183365, |
| "grad_norm": 0.34199878573417664, |
| "learning_rate": 4.361163679997532e-06, |
| "loss": 0.0079, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.8657844990548205, |
| "grad_norm": 0.5534374117851257, |
| "learning_rate": 4.357494769484232e-06, |
| "loss": 0.0009, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.8695652173913042, |
| "grad_norm": 0.1436002403497696, |
| "learning_rate": 4.3538169063972735e-06, |
| "loss": 0.0012, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.8733459357277882, |
| "grad_norm": 0.7071740031242371, |
| "learning_rate": 4.350130108462864e-06, |
| "loss": 0.0028, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.8771266540642721, |
| "grad_norm": 0.297133207321167, |
| "learning_rate": 4.346434393450277e-06, |
| "loss": 0.0026, |
| "step": 497 |
| }, |
| { |
| "epoch": 1.8809073724007561, |
| "grad_norm": 0.10467611253261566, |
| "learning_rate": 4.342729779171762e-06, |
| "loss": 0.0009, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.88468809073724, |
| "grad_norm": 0.2588742673397064, |
| "learning_rate": 4.33901628348246e-06, |
| "loss": 0.0019, |
| "step": 499 |
| }, |
| { |
| "epoch": 1.888468809073724, |
| "grad_norm": 0.5257592797279358, |
| "learning_rate": 4.335293924280318e-06, |
| "loss": 0.0062, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.892249527410208, |
| "grad_norm": 0.34946784377098083, |
| "learning_rate": 4.331562719506005e-06, |
| "loss": 0.003, |
| "step": 501 |
| }, |
| { |
| "epoch": 1.896030245746692, |
| "grad_norm": 0.4206084609031677, |
| "learning_rate": 4.327822687142818e-06, |
| "loss": 0.0027, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.899810964083176, |
| "grad_norm": 0.27836281061172485, |
| "learning_rate": 4.324073845216606e-06, |
| "loss": 0.0016, |
| "step": 503 |
| }, |
| { |
| "epoch": 1.9035916824196597, |
| "grad_norm": 0.4917697608470917, |
| "learning_rate": 4.320316211795674e-06, |
| "loss": 0.0036, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.9073724007561437, |
| "grad_norm": 0.3069250285625458, |
| "learning_rate": 4.3165498049907e-06, |
| "loss": 0.0113, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.9111531190926276, |
| "grad_norm": 0.683668315410614, |
| "learning_rate": 4.3127746429546465e-06, |
| "loss": 0.0043, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.9149338374291114, |
| "grad_norm": 0.7328367829322815, |
| "learning_rate": 4.308990743882675e-06, |
| "loss": 0.0073, |
| "step": 507 |
| }, |
| { |
| "epoch": 1.9187145557655954, |
| "grad_norm": 0.5277181267738342, |
| "learning_rate": 4.305198126012057e-06, |
| "loss": 0.0055, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.9224952741020793, |
| "grad_norm": 0.5691857933998108, |
| "learning_rate": 4.301396807622084e-06, |
| "loss": 0.0069, |
| "step": 509 |
| }, |
| { |
| "epoch": 1.9262759924385633, |
| "grad_norm": 0.806879997253418, |
| "learning_rate": 4.297586807033983e-06, |
| "loss": 0.0087, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.9300567107750473, |
| "grad_norm": 0.32039013504981995, |
| "learning_rate": 4.293768142610828e-06, |
| "loss": 0.0019, |
| "step": 511 |
| }, |
| { |
| "epoch": 1.9338374291115312, |
| "grad_norm": 0.34749680757522583, |
| "learning_rate": 4.2899408327574475e-06, |
| "loss": 0.0016, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.9376181474480152, |
| "grad_norm": 0.5303663015365601, |
| "learning_rate": 4.2861048959203386e-06, |
| "loss": 0.0088, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.9413988657844992, |
| "grad_norm": 0.20052987337112427, |
| "learning_rate": 4.282260350587579e-06, |
| "loss": 0.0021, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.9451795841209831, |
| "grad_norm": 0.8037423491477966, |
| "learning_rate": 4.278407215288738e-06, |
| "loss": 0.0105, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.9489603024574669, |
| "grad_norm": 0.28701499104499817, |
| "learning_rate": 4.274545508594783e-06, |
| "loss": 0.0015, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.9527410207939508, |
| "grad_norm": 1.585216760635376, |
| "learning_rate": 4.270675249117995e-06, |
| "loss": 0.0033, |
| "step": 517 |
| }, |
| { |
| "epoch": 1.9565217391304348, |
| "grad_norm": 0.42489415407180786, |
| "learning_rate": 4.2667964555118755e-06, |
| "loss": 0.0043, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.9603024574669186, |
| "grad_norm": 0.4090639650821686, |
| "learning_rate": 4.26290914647106e-06, |
| "loss": 0.0056, |
| "step": 519 |
| }, |
| { |
| "epoch": 1.9640831758034025, |
| "grad_norm": 1.2218302488327026, |
| "learning_rate": 4.259013340731224e-06, |
| "loss": 0.0058, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.9678638941398865, |
| "grad_norm": 0.19953207671642303, |
| "learning_rate": 4.255109057068995e-06, |
| "loss": 0.001, |
| "step": 521 |
| }, |
| { |
| "epoch": 1.9716446124763705, |
| "grad_norm": 0.6282517910003662, |
| "learning_rate": 4.251196314301864e-06, |
| "loss": 0.004, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.9754253308128544, |
| "grad_norm": 0.4743454158306122, |
| "learning_rate": 4.2472751312880866e-06, |
| "loss": 0.0087, |
| "step": 523 |
| }, |
| { |
| "epoch": 1.9792060491493384, |
| "grad_norm": 0.7538068890571594, |
| "learning_rate": 4.243345526926605e-06, |
| "loss": 0.0026, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.9829867674858224, |
| "grad_norm": 0.3533986508846283, |
| "learning_rate": 4.239407520156943e-06, |
| "loss": 0.0055, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.9867674858223063, |
| "grad_norm": 0.17272821068763733, |
| "learning_rate": 4.235461129959128e-06, |
| "loss": 0.0025, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.9905482041587903, |
| "grad_norm": 0.23916426301002502, |
| "learning_rate": 4.231506375353588e-06, |
| "loss": 0.0012, |
| "step": 527 |
| }, |
| { |
| "epoch": 1.994328922495274, |
| "grad_norm": 1.7950382232666016, |
| "learning_rate": 4.227543275401067e-06, |
| "loss": 0.0021, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.998109640831758, |
| "grad_norm": 0.5973864197731018, |
| "learning_rate": 4.22357184920253e-06, |
| "loss": 0.0048, |
| "step": 529 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.496730774641037, |
| "learning_rate": 4.219592115899075e-06, |
| "loss": 0.0031, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.003780718336484, |
| "grad_norm": 0.23886018991470337, |
| "learning_rate": 4.215604094671835e-06, |
| "loss": 0.0022, |
| "step": 531 |
| }, |
| { |
| "epoch": 2.007561436672968, |
| "grad_norm": 0.7827872633934021, |
| "learning_rate": 4.211607804741888e-06, |
| "loss": 0.0018, |
| "step": 532 |
| }, |
| { |
| "epoch": 2.011342155009452, |
| "grad_norm": 0.4427229166030884, |
| "learning_rate": 4.207603265370166e-06, |
| "loss": 0.0024, |
| "step": 533 |
| }, |
| { |
| "epoch": 2.015122873345936, |
| "grad_norm": 0.29099422693252563, |
| "learning_rate": 4.2035904958573615e-06, |
| "loss": 0.0023, |
| "step": 534 |
| }, |
| { |
| "epoch": 2.01890359168242, |
| "grad_norm": 0.13313233852386475, |
| "learning_rate": 4.1995695155438325e-06, |
| "loss": 0.0007, |
| "step": 535 |
| }, |
| { |
| "epoch": 2.022684310018904, |
| "grad_norm": 0.1648566722869873, |
| "learning_rate": 4.195540343809511e-06, |
| "loss": 0.0013, |
| "step": 536 |
| }, |
| { |
| "epoch": 2.0264650283553873, |
| "grad_norm": 0.40962958335876465, |
| "learning_rate": 4.19150300007381e-06, |
| "loss": 0.0009, |
| "step": 537 |
| }, |
| { |
| "epoch": 2.0302457466918713, |
| "grad_norm": 0.21508942544460297, |
| "learning_rate": 4.187457503795526e-06, |
| "loss": 0.002, |
| "step": 538 |
| }, |
| { |
| "epoch": 2.0340264650283553, |
| "grad_norm": 0.5949055552482605, |
| "learning_rate": 4.183403874472754e-06, |
| "loss": 0.009, |
| "step": 539 |
| }, |
| { |
| "epoch": 2.0378071833648392, |
| "grad_norm": 0.2826746106147766, |
| "learning_rate": 4.179342131642783e-06, |
| "loss": 0.0014, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.041587901701323, |
| "grad_norm": 1.0113091468811035, |
| "learning_rate": 4.175272294882008e-06, |
| "loss": 0.0053, |
| "step": 541 |
| }, |
| { |
| "epoch": 2.045368620037807, |
| "grad_norm": 0.1866329461336136, |
| "learning_rate": 4.1711943838058346e-06, |
| "loss": 0.0009, |
| "step": 542 |
| }, |
| { |
| "epoch": 2.049149338374291, |
| "grad_norm": 0.539692223072052, |
| "learning_rate": 4.167108418068585e-06, |
| "loss": 0.0016, |
| "step": 543 |
| }, |
| { |
| "epoch": 2.052930056710775, |
| "grad_norm": 0.5694279670715332, |
| "learning_rate": 4.163014417363402e-06, |
| "loss": 0.0024, |
| "step": 544 |
| }, |
| { |
| "epoch": 2.056710775047259, |
| "grad_norm": 0.19736915826797485, |
| "learning_rate": 4.158912401422152e-06, |
| "loss": 0.0014, |
| "step": 545 |
| }, |
| { |
| "epoch": 2.060491493383743, |
| "grad_norm": 0.2381485253572464, |
| "learning_rate": 4.154802390015338e-06, |
| "loss": 0.0015, |
| "step": 546 |
| }, |
| { |
| "epoch": 2.064272211720227, |
| "grad_norm": 0.12526023387908936, |
| "learning_rate": 4.150684402951994e-06, |
| "loss": 0.0007, |
| "step": 547 |
| }, |
| { |
| "epoch": 2.068052930056711, |
| "grad_norm": 0.26598063111305237, |
| "learning_rate": 4.146558460079595e-06, |
| "loss": 0.0021, |
| "step": 548 |
| }, |
| { |
| "epoch": 2.0718336483931945, |
| "grad_norm": 0.3488152325153351, |
| "learning_rate": 4.142424581283962e-06, |
| "loss": 0.0015, |
| "step": 549 |
| }, |
| { |
| "epoch": 2.0756143667296785, |
| "grad_norm": 0.3600805103778839, |
| "learning_rate": 4.138282786489165e-06, |
| "loss": 0.0016, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.0793950850661624, |
| "grad_norm": 0.16840273141860962, |
| "learning_rate": 4.134133095657424e-06, |
| "loss": 0.0011, |
| "step": 551 |
| }, |
| { |
| "epoch": 2.0831758034026464, |
| "grad_norm": 2.7653298377990723, |
| "learning_rate": 4.129975528789021e-06, |
| "loss": 0.0006, |
| "step": 552 |
| }, |
| { |
| "epoch": 2.0869565217391304, |
| "grad_norm": 0.8231133818626404, |
| "learning_rate": 4.125810105922192e-06, |
| "loss": 0.004, |
| "step": 553 |
| }, |
| { |
| "epoch": 2.0907372400756143, |
| "grad_norm": 0.6421529650688171, |
| "learning_rate": 4.121636847133039e-06, |
| "loss": 0.0059, |
| "step": 554 |
| }, |
| { |
| "epoch": 2.0945179584120983, |
| "grad_norm": 0.3676932156085968, |
| "learning_rate": 4.117455772535433e-06, |
| "loss": 0.0023, |
| "step": 555 |
| }, |
| { |
| "epoch": 2.0982986767485823, |
| "grad_norm": 0.210940420627594, |
| "learning_rate": 4.113266902280914e-06, |
| "loss": 0.001, |
| "step": 556 |
| }, |
| { |
| "epoch": 2.1020793950850662, |
| "grad_norm": 0.5619054436683655, |
| "learning_rate": 4.109070256558589e-06, |
| "loss": 0.0041, |
| "step": 557 |
| }, |
| { |
| "epoch": 2.10586011342155, |
| "grad_norm": 0.3032905161380768, |
| "learning_rate": 4.10486585559505e-06, |
| "loss": 0.0016, |
| "step": 558 |
| }, |
| { |
| "epoch": 2.109640831758034, |
| "grad_norm": 0.33789193630218506, |
| "learning_rate": 4.100653719654259e-06, |
| "loss": 0.0016, |
| "step": 559 |
| }, |
| { |
| "epoch": 2.113421550094518, |
| "grad_norm": 0.329702228307724, |
| "learning_rate": 4.096433869037464e-06, |
| "loss": 0.0035, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.1172022684310017, |
| "grad_norm": 0.05710732191801071, |
| "learning_rate": 4.0922063240830914e-06, |
| "loss": 0.0005, |
| "step": 561 |
| }, |
| { |
| "epoch": 2.1209829867674856, |
| "grad_norm": 0.5501359701156616, |
| "learning_rate": 4.087971105166654e-06, |
| "loss": 0.0036, |
| "step": 562 |
| }, |
| { |
| "epoch": 2.1247637051039696, |
| "grad_norm": 0.21680495142936707, |
| "learning_rate": 4.08372823270065e-06, |
| "loss": 0.0009, |
| "step": 563 |
| }, |
| { |
| "epoch": 2.1285444234404536, |
| "grad_norm": 0.12248539179563522, |
| "learning_rate": 4.079477727134466e-06, |
| "loss": 0.0006, |
| "step": 564 |
| }, |
| { |
| "epoch": 2.1323251417769375, |
| "grad_norm": 0.23461495339870453, |
| "learning_rate": 4.075219608954279e-06, |
| "loss": 0.0012, |
| "step": 565 |
| }, |
| { |
| "epoch": 2.1361058601134215, |
| "grad_norm": 0.6181909441947937, |
| "learning_rate": 4.070953898682952e-06, |
| "loss": 0.0061, |
| "step": 566 |
| }, |
| { |
| "epoch": 2.1398865784499055, |
| "grad_norm": 0.2439657747745514, |
| "learning_rate": 4.066680616879946e-06, |
| "loss": 0.0009, |
| "step": 567 |
| }, |
| { |
| "epoch": 2.1436672967863895, |
| "grad_norm": 0.47801685333251953, |
| "learning_rate": 4.062399784141209e-06, |
| "loss": 0.0019, |
| "step": 568 |
| }, |
| { |
| "epoch": 2.1474480151228734, |
| "grad_norm": 0.31439632177352905, |
| "learning_rate": 4.058111421099087e-06, |
| "loss": 0.0021, |
| "step": 569 |
| }, |
| { |
| "epoch": 2.1512287334593574, |
| "grad_norm": 0.05819639191031456, |
| "learning_rate": 4.0538155484222156e-06, |
| "loss": 0.0004, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.1550094517958414, |
| "grad_norm": 0.29354599118232727, |
| "learning_rate": 4.0495121868154275e-06, |
| "loss": 0.0013, |
| "step": 571 |
| }, |
| { |
| "epoch": 2.1587901701323253, |
| "grad_norm": 0.7409812211990356, |
| "learning_rate": 4.045201357019648e-06, |
| "loss": 0.0024, |
| "step": 572 |
| }, |
| { |
| "epoch": 2.1625708884688093, |
| "grad_norm": 1.6672428846359253, |
| "learning_rate": 4.040883079811799e-06, |
| "loss": 0.0013, |
| "step": 573 |
| }, |
| { |
| "epoch": 2.166351606805293, |
| "grad_norm": 0.2385888546705246, |
| "learning_rate": 4.036557376004694e-06, |
| "loss": 0.0021, |
| "step": 574 |
| }, |
| { |
| "epoch": 2.170132325141777, |
| "grad_norm": 0.3318484425544739, |
| "learning_rate": 4.032224266446943e-06, |
| "loss": 0.0042, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.1739130434782608, |
| "grad_norm": 0.2983977198600769, |
| "learning_rate": 4.027883772022847e-06, |
| "loss": 0.0012, |
| "step": 576 |
| }, |
| { |
| "epoch": 2.1776937618147447, |
| "grad_norm": 0.3238692879676819, |
| "learning_rate": 4.0235359136523024e-06, |
| "loss": 0.0015, |
| "step": 577 |
| }, |
| { |
| "epoch": 2.1814744801512287, |
| "grad_norm": 0.4926668405532837, |
| "learning_rate": 4.0191807122906965e-06, |
| "loss": 0.0014, |
| "step": 578 |
| }, |
| { |
| "epoch": 2.1852551984877127, |
| "grad_norm": 0.5650737881660461, |
| "learning_rate": 4.014818188928808e-06, |
| "loss": 0.0066, |
| "step": 579 |
| }, |
| { |
| "epoch": 2.1890359168241966, |
| "grad_norm": 0.22845497727394104, |
| "learning_rate": 4.010448364592703e-06, |
| "loss": 0.0011, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.1928166351606806, |
| "grad_norm": 0.08073125034570694, |
| "learning_rate": 4.00607126034364e-06, |
| "loss": 0.0004, |
| "step": 581 |
| }, |
| { |
| "epoch": 2.1965973534971646, |
| "grad_norm": 0.23095814883708954, |
| "learning_rate": 4.0016868972779636e-06, |
| "loss": 0.0013, |
| "step": 582 |
| }, |
| { |
| "epoch": 2.2003780718336485, |
| "grad_norm": 0.11648385226726532, |
| "learning_rate": 3.997295296527001e-06, |
| "loss": 0.0006, |
| "step": 583 |
| }, |
| { |
| "epoch": 2.2041587901701325, |
| "grad_norm": 0.4050494432449341, |
| "learning_rate": 3.992896479256966e-06, |
| "loss": 0.0031, |
| "step": 584 |
| }, |
| { |
| "epoch": 2.207939508506616, |
| "grad_norm": 0.6414379477500916, |
| "learning_rate": 3.988490466668852e-06, |
| "loss": 0.0029, |
| "step": 585 |
| }, |
| { |
| "epoch": 2.2117202268431, |
| "grad_norm": 0.2900727689266205, |
| "learning_rate": 3.984077279998333e-06, |
| "loss": 0.0011, |
| "step": 586 |
| }, |
| { |
| "epoch": 2.215500945179584, |
| "grad_norm": 0.19610387086868286, |
| "learning_rate": 3.979656940515659e-06, |
| "loss": 0.0009, |
| "step": 587 |
| }, |
| { |
| "epoch": 2.219281663516068, |
| "grad_norm": 0.3006332814693451, |
| "learning_rate": 3.975229469525555e-06, |
| "loss": 0.0027, |
| "step": 588 |
| }, |
| { |
| "epoch": 2.223062381852552, |
| "grad_norm": 0.40080544352531433, |
| "learning_rate": 3.970794888367116e-06, |
| "loss": 0.0018, |
| "step": 589 |
| }, |
| { |
| "epoch": 2.226843100189036, |
| "grad_norm": 0.24024249613285065, |
| "learning_rate": 3.96635321841371e-06, |
| "loss": 0.0018, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.23062381852552, |
| "grad_norm": 0.23088271915912628, |
| "learning_rate": 3.961904481072867e-06, |
| "loss": 0.0014, |
| "step": 591 |
| }, |
| { |
| "epoch": 2.234404536862004, |
| "grad_norm": 0.19720318913459778, |
| "learning_rate": 3.957448697786181e-06, |
| "loss": 0.0013, |
| "step": 592 |
| }, |
| { |
| "epoch": 2.2381852551984878, |
| "grad_norm": 0.245695099234581, |
| "learning_rate": 3.952985890029205e-06, |
| "loss": 0.0017, |
| "step": 593 |
| }, |
| { |
| "epoch": 2.2419659735349717, |
| "grad_norm": 0.5289967656135559, |
| "learning_rate": 3.948516079311349e-06, |
| "loss": 0.0043, |
| "step": 594 |
| }, |
| { |
| "epoch": 2.2457466918714557, |
| "grad_norm": 0.17461897432804108, |
| "learning_rate": 3.9440392871757735e-06, |
| "loss": 0.0008, |
| "step": 595 |
| }, |
| { |
| "epoch": 2.2495274102079397, |
| "grad_norm": 0.31308841705322266, |
| "learning_rate": 3.93955553519929e-06, |
| "loss": 0.0025, |
| "step": 596 |
| }, |
| { |
| "epoch": 2.2533081285444236, |
| "grad_norm": 0.34215158224105835, |
| "learning_rate": 3.935064844992251e-06, |
| "loss": 0.0011, |
| "step": 597 |
| }, |
| { |
| "epoch": 2.257088846880907, |
| "grad_norm": 0.14022661745548248, |
| "learning_rate": 3.930567238198451e-06, |
| "loss": 0.0005, |
| "step": 598 |
| }, |
| { |
| "epoch": 2.260869565217391, |
| "grad_norm": 0.1508352905511856, |
| "learning_rate": 3.926062736495021e-06, |
| "loss": 0.0009, |
| "step": 599 |
| }, |
| { |
| "epoch": 2.264650283553875, |
| "grad_norm": 0.46096035838127136, |
| "learning_rate": 3.921551361592323e-06, |
| "loss": 0.0031, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.268431001890359, |
| "grad_norm": 0.037727996706962585, |
| "learning_rate": 3.917033135233845e-06, |
| "loss": 0.0004, |
| "step": 601 |
| }, |
| { |
| "epoch": 2.272211720226843, |
| "grad_norm": 0.4264487624168396, |
| "learning_rate": 3.912508079196097e-06, |
| "loss": 0.0032, |
| "step": 602 |
| }, |
| { |
| "epoch": 2.275992438563327, |
| "grad_norm": 0.5846503376960754, |
| "learning_rate": 3.907976215288507e-06, |
| "loss": 0.0032, |
| "step": 603 |
| }, |
| { |
| "epoch": 2.279773156899811, |
| "grad_norm": 0.10320373624563217, |
| "learning_rate": 3.903437565353314e-06, |
| "loss": 0.0004, |
| "step": 604 |
| }, |
| { |
| "epoch": 2.283553875236295, |
| "grad_norm": 0.30576497316360474, |
| "learning_rate": 3.8988921512654644e-06, |
| "loss": 0.0014, |
| "step": 605 |
| }, |
| { |
| "epoch": 2.287334593572779, |
| "grad_norm": 0.26759201288223267, |
| "learning_rate": 3.8943399949325055e-06, |
| "loss": 0.0022, |
| "step": 606 |
| }, |
| { |
| "epoch": 2.291115311909263, |
| "grad_norm": 0.8713322877883911, |
| "learning_rate": 3.88978111829448e-06, |
| "loss": 0.003, |
| "step": 607 |
| }, |
| { |
| "epoch": 2.294896030245747, |
| "grad_norm": 0.2531176805496216, |
| "learning_rate": 3.885215543323821e-06, |
| "loss": 0.0007, |
| "step": 608 |
| }, |
| { |
| "epoch": 2.298676748582231, |
| "grad_norm": 1.2418513298034668, |
| "learning_rate": 3.880643292025245e-06, |
| "loss": 0.0043, |
| "step": 609 |
| }, |
| { |
| "epoch": 2.302457466918715, |
| "grad_norm": 0.2262953668832779, |
| "learning_rate": 3.876064386435646e-06, |
| "loss": 0.0011, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.3062381852551983, |
| "grad_norm": 0.36947792768478394, |
| "learning_rate": 3.871478848623992e-06, |
| "loss": 0.0011, |
| "step": 611 |
| }, |
| { |
| "epoch": 2.3100189035916823, |
| "grad_norm": 0.26794055104255676, |
| "learning_rate": 3.8668867006912126e-06, |
| "loss": 0.0047, |
| "step": 612 |
| }, |
| { |
| "epoch": 2.3137996219281662, |
| "grad_norm": 0.3170675039291382, |
| "learning_rate": 3.862287964770099e-06, |
| "loss": 0.0022, |
| "step": 613 |
| }, |
| { |
| "epoch": 2.31758034026465, |
| "grad_norm": 0.5809718370437622, |
| "learning_rate": 3.857682663025195e-06, |
| "loss": 0.0029, |
| "step": 614 |
| }, |
| { |
| "epoch": 2.321361058601134, |
| "grad_norm": 0.4641650915145874, |
| "learning_rate": 3.853070817652688e-06, |
| "loss": 0.0041, |
| "step": 615 |
| }, |
| { |
| "epoch": 2.325141776937618, |
| "grad_norm": 0.3503637909889221, |
| "learning_rate": 3.848452450880303e-06, |
| "loss": 0.0033, |
| "step": 616 |
| }, |
| { |
| "epoch": 2.328922495274102, |
| "grad_norm": 0.5029269456863403, |
| "learning_rate": 3.8438275849671994e-06, |
| "loss": 0.006, |
| "step": 617 |
| }, |
| { |
| "epoch": 2.332703213610586, |
| "grad_norm": 0.21303796768188477, |
| "learning_rate": 3.839196242203859e-06, |
| "loss": 0.0009, |
| "step": 618 |
| }, |
| { |
| "epoch": 2.33648393194707, |
| "grad_norm": 0.3005557358264923, |
| "learning_rate": 3.834558444911978e-06, |
| "loss": 0.0021, |
| "step": 619 |
| }, |
| { |
| "epoch": 2.340264650283554, |
| "grad_norm": 0.31283143162727356, |
| "learning_rate": 3.829914215444363e-06, |
| "loss": 0.0015, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.344045368620038, |
| "grad_norm": 1.1231919527053833, |
| "learning_rate": 3.825263576184823e-06, |
| "loss": 0.0041, |
| "step": 621 |
| }, |
| { |
| "epoch": 2.3478260869565215, |
| "grad_norm": 0.4406910836696625, |
| "learning_rate": 3.82060654954806e-06, |
| "loss": 0.0015, |
| "step": 622 |
| }, |
| { |
| "epoch": 2.351606805293006, |
| "grad_norm": 0.34202250838279724, |
| "learning_rate": 3.8159431579795605e-06, |
| "loss": 0.0034, |
| "step": 623 |
| }, |
| { |
| "epoch": 2.3553875236294894, |
| "grad_norm": 0.3115376830101013, |
| "learning_rate": 3.8112734239554884e-06, |
| "loss": 0.0014, |
| "step": 624 |
| }, |
| { |
| "epoch": 2.3591682419659734, |
| "grad_norm": 0.46241116523742676, |
| "learning_rate": 3.806597369982574e-06, |
| "loss": 0.0035, |
| "step": 625 |
| }, |
| { |
| "epoch": 2.3629489603024574, |
| "grad_norm": 0.28592902421951294, |
| "learning_rate": 3.8019150185980125e-06, |
| "loss": 0.0028, |
| "step": 626 |
| }, |
| { |
| "epoch": 2.3667296786389413, |
| "grad_norm": 0.2742108106613159, |
| "learning_rate": 3.7972263923693477e-06, |
| "loss": 0.0007, |
| "step": 627 |
| }, |
| { |
| "epoch": 2.3705103969754253, |
| "grad_norm": 0.19143778085708618, |
| "learning_rate": 3.792531513894365e-06, |
| "loss": 0.0008, |
| "step": 628 |
| }, |
| { |
| "epoch": 2.3742911153119093, |
| "grad_norm": 0.26212093234062195, |
| "learning_rate": 3.7878304058009883e-06, |
| "loss": 0.0009, |
| "step": 629 |
| }, |
| { |
| "epoch": 2.3780718336483933, |
| "grad_norm": 0.45981907844543457, |
| "learning_rate": 3.7831230907471626e-06, |
| "loss": 0.0018, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.381852551984877, |
| "grad_norm": 0.0761369839310646, |
| "learning_rate": 3.778409591420749e-06, |
| "loss": 0.0003, |
| "step": 631 |
| }, |
| { |
| "epoch": 2.385633270321361, |
| "grad_norm": 1.1732951402664185, |
| "learning_rate": 3.7736899305394178e-06, |
| "loss": 0.0055, |
| "step": 632 |
| }, |
| { |
| "epoch": 2.389413988657845, |
| "grad_norm": 0.35270413756370544, |
| "learning_rate": 3.768964130850532e-06, |
| "loss": 0.0017, |
| "step": 633 |
| }, |
| { |
| "epoch": 2.393194706994329, |
| "grad_norm": 0.09166122227907181, |
| "learning_rate": 3.7642322151310453e-06, |
| "loss": 0.0005, |
| "step": 634 |
| }, |
| { |
| "epoch": 2.3969754253308126, |
| "grad_norm": 0.07523413002490997, |
| "learning_rate": 3.7594942061873863e-06, |
| "loss": 0.0005, |
| "step": 635 |
| }, |
| { |
| "epoch": 2.4007561436672966, |
| "grad_norm": 0.37303024530410767, |
| "learning_rate": 3.754750126855353e-06, |
| "loss": 0.0017, |
| "step": 636 |
| }, |
| { |
| "epoch": 2.4045368620037806, |
| "grad_norm": 0.7728914022445679, |
| "learning_rate": 3.7500000000000005e-06, |
| "loss": 0.0051, |
| "step": 637 |
| }, |
| { |
| "epoch": 2.4083175803402646, |
| "grad_norm": 0.7667577266693115, |
| "learning_rate": 3.7452438485155305e-06, |
| "loss": 0.0038, |
| "step": 638 |
| }, |
| { |
| "epoch": 2.4120982986767485, |
| "grad_norm": 0.13398635387420654, |
| "learning_rate": 3.740481695325181e-06, |
| "loss": 0.0003, |
| "step": 639 |
| }, |
| { |
| "epoch": 2.4158790170132325, |
| "grad_norm": 0.27832144498825073, |
| "learning_rate": 3.7357135633811198e-06, |
| "loss": 0.0007, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.4196597353497165, |
| "grad_norm": 0.47430655360221863, |
| "learning_rate": 3.7309394756643265e-06, |
| "loss": 0.0024, |
| "step": 641 |
| }, |
| { |
| "epoch": 2.4234404536862004, |
| "grad_norm": 0.23291529715061188, |
| "learning_rate": 3.7261594551844863e-06, |
| "loss": 0.001, |
| "step": 642 |
| }, |
| { |
| "epoch": 2.4272211720226844, |
| "grad_norm": 0.24835488200187683, |
| "learning_rate": 3.7213735249798826e-06, |
| "loss": 0.0014, |
| "step": 643 |
| }, |
| { |
| "epoch": 2.4310018903591684, |
| "grad_norm": 0.7222422361373901, |
| "learning_rate": 3.716581708117276e-06, |
| "loss": 0.0043, |
| "step": 644 |
| }, |
| { |
| "epoch": 2.4347826086956523, |
| "grad_norm": 0.8068685531616211, |
| "learning_rate": 3.711784027691805e-06, |
| "loss": 0.0072, |
| "step": 645 |
| }, |
| { |
| "epoch": 2.4385633270321363, |
| "grad_norm": 0.31845006346702576, |
| "learning_rate": 3.7069805068268626e-06, |
| "loss": 0.0008, |
| "step": 646 |
| }, |
| { |
| "epoch": 2.4423440453686203, |
| "grad_norm": 1.0978343486785889, |
| "learning_rate": 3.7021711686739963e-06, |
| "loss": 0.0052, |
| "step": 647 |
| }, |
| { |
| "epoch": 2.446124763705104, |
| "grad_norm": 0.16923770308494568, |
| "learning_rate": 3.697356036412788e-06, |
| "loss": 0.001, |
| "step": 648 |
| }, |
| { |
| "epoch": 2.4499054820415878, |
| "grad_norm": 0.5710031986236572, |
| "learning_rate": 3.6925351332507477e-06, |
| "loss": 0.0035, |
| "step": 649 |
| }, |
| { |
| "epoch": 2.4536862003780717, |
| "grad_norm": 0.11478786915540695, |
| "learning_rate": 3.6877084824231962e-06, |
| "loss": 0.0006, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.4574669187145557, |
| "grad_norm": 0.49666333198547363, |
| "learning_rate": 3.6828761071931605e-06, |
| "loss": 0.0024, |
| "step": 651 |
| }, |
| { |
| "epoch": 2.4612476370510397, |
| "grad_norm": 0.21035583317279816, |
| "learning_rate": 3.6780380308512544e-06, |
| "loss": 0.0009, |
| "step": 652 |
| }, |
| { |
| "epoch": 2.4650283553875236, |
| "grad_norm": 0.5114822387695312, |
| "learning_rate": 3.6731942767155703e-06, |
| "loss": 0.0031, |
| "step": 653 |
| }, |
| { |
| "epoch": 2.4688090737240076, |
| "grad_norm": 0.15796847641468048, |
| "learning_rate": 3.668344868131567e-06, |
| "loss": 0.0005, |
| "step": 654 |
| }, |
| { |
| "epoch": 2.4725897920604916, |
| "grad_norm": 0.3661459982395172, |
| "learning_rate": 3.6634898284719533e-06, |
| "loss": 0.0027, |
| "step": 655 |
| }, |
| { |
| "epoch": 2.4763705103969755, |
| "grad_norm": 0.43741801381111145, |
| "learning_rate": 3.6586291811365814e-06, |
| "loss": 0.0022, |
| "step": 656 |
| }, |
| { |
| "epoch": 2.4801512287334595, |
| "grad_norm": 0.1882481873035431, |
| "learning_rate": 3.653762949552328e-06, |
| "loss": 0.0013, |
| "step": 657 |
| }, |
| { |
| "epoch": 2.4839319470699435, |
| "grad_norm": 0.08593080937862396, |
| "learning_rate": 3.648891157172986e-06, |
| "loss": 0.0004, |
| "step": 658 |
| }, |
| { |
| "epoch": 2.487712665406427, |
| "grad_norm": 0.10869196802377701, |
| "learning_rate": 3.6440138274791505e-06, |
| "loss": 0.0005, |
| "step": 659 |
| }, |
| { |
| "epoch": 2.491493383742911, |
| "grad_norm": 0.6629149913787842, |
| "learning_rate": 3.6391309839781014e-06, |
| "loss": 0.0073, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.495274102079395, |
| "grad_norm": 0.10865134745836258, |
| "learning_rate": 3.6342426502036972e-06, |
| "loss": 0.0007, |
| "step": 661 |
| }, |
| { |
| "epoch": 2.499054820415879, |
| "grad_norm": 0.1243506446480751, |
| "learning_rate": 3.6293488497162555e-06, |
| "loss": 0.0006, |
| "step": 662 |
| }, |
| { |
| "epoch": 2.502835538752363, |
| "grad_norm": 0.086354099214077, |
| "learning_rate": 3.6244496061024416e-06, |
| "loss": 0.0006, |
| "step": 663 |
| }, |
| { |
| "epoch": 2.506616257088847, |
| "grad_norm": 0.19867630302906036, |
| "learning_rate": 3.6195449429751585e-06, |
| "loss": 0.001, |
| "step": 664 |
| }, |
| { |
| "epoch": 2.510396975425331, |
| "grad_norm": 0.4615210294723511, |
| "learning_rate": 3.614634883973425e-06, |
| "loss": 0.0019, |
| "step": 665 |
| }, |
| { |
| "epoch": 2.5141776937618148, |
| "grad_norm": 0.07232984155416489, |
| "learning_rate": 3.6097194527622697e-06, |
| "loss": 0.0005, |
| "step": 666 |
| }, |
| { |
| "epoch": 2.5179584120982987, |
| "grad_norm": 0.26847028732299805, |
| "learning_rate": 3.6047986730326132e-06, |
| "loss": 0.0023, |
| "step": 667 |
| }, |
| { |
| "epoch": 2.5217391304347827, |
| "grad_norm": 0.14426179230213165, |
| "learning_rate": 3.5998725685011526e-06, |
| "loss": 0.001, |
| "step": 668 |
| }, |
| { |
| "epoch": 2.5255198487712667, |
| "grad_norm": 0.259517639875412, |
| "learning_rate": 3.594941162910251e-06, |
| "loss": 0.0012, |
| "step": 669 |
| }, |
| { |
| "epoch": 2.52930056710775, |
| "grad_norm": 0.23957423865795135, |
| "learning_rate": 3.59000448002782e-06, |
| "loss": 0.0015, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.5330812854442346, |
| "grad_norm": 0.30308109521865845, |
| "learning_rate": 3.585062543647205e-06, |
| "loss": 0.0013, |
| "step": 671 |
| }, |
| { |
| "epoch": 2.536862003780718, |
| "grad_norm": 0.7398681640625, |
| "learning_rate": 3.580115377587075e-06, |
| "loss": 0.0091, |
| "step": 672 |
| }, |
| { |
| "epoch": 2.5406427221172025, |
| "grad_norm": 0.24520723521709442, |
| "learning_rate": 3.5751630056913017e-06, |
| "loss": 0.0011, |
| "step": 673 |
| }, |
| { |
| "epoch": 2.544423440453686, |
| "grad_norm": 0.5432690382003784, |
| "learning_rate": 3.5702054518288477e-06, |
| "loss": 0.0065, |
| "step": 674 |
| }, |
| { |
| "epoch": 2.54820415879017, |
| "grad_norm": 0.38682425022125244, |
| "learning_rate": 3.5652427398936527e-06, |
| "loss": 0.0022, |
| "step": 675 |
| }, |
| { |
| "epoch": 2.551984877126654, |
| "grad_norm": 0.1622408777475357, |
| "learning_rate": 3.560274893804515e-06, |
| "loss": 0.0008, |
| "step": 676 |
| }, |
| { |
| "epoch": 2.555765595463138, |
| "grad_norm": 0.35491493344306946, |
| "learning_rate": 3.55530193750498e-06, |
| "loss": 0.0047, |
| "step": 677 |
| }, |
| { |
| "epoch": 2.559546313799622, |
| "grad_norm": 0.45866596698760986, |
| "learning_rate": 3.5503238949632202e-06, |
| "loss": 0.0025, |
| "step": 678 |
| }, |
| { |
| "epoch": 2.563327032136106, |
| "grad_norm": 0.15724623203277588, |
| "learning_rate": 3.5453407901719232e-06, |
| "loss": 0.0006, |
| "step": 679 |
| }, |
| { |
| "epoch": 2.56710775047259, |
| "grad_norm": 0.33184540271759033, |
| "learning_rate": 3.5403526471481777e-06, |
| "loss": 0.0012, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.570888468809074, |
| "grad_norm": 0.5639476180076599, |
| "learning_rate": 3.535359489933351e-06, |
| "loss": 0.0022, |
| "step": 681 |
| }, |
| { |
| "epoch": 2.574669187145558, |
| "grad_norm": 0.09735933691263199, |
| "learning_rate": 3.5303613425929805e-06, |
| "loss": 0.0005, |
| "step": 682 |
| }, |
| { |
| "epoch": 2.5784499054820413, |
| "grad_norm": 0.4168652892112732, |
| "learning_rate": 3.5253582292166525e-06, |
| "loss": 0.0036, |
| "step": 683 |
| }, |
| { |
| "epoch": 2.5822306238185257, |
| "grad_norm": 0.28641799092292786, |
| "learning_rate": 3.5203501739178904e-06, |
| "loss": 0.0011, |
| "step": 684 |
| }, |
| { |
| "epoch": 2.5860113421550093, |
| "grad_norm": 0.148334339261055, |
| "learning_rate": 3.515337200834034e-06, |
| "loss": 0.0006, |
| "step": 685 |
| }, |
| { |
| "epoch": 2.5897920604914932, |
| "grad_norm": 1.0006016492843628, |
| "learning_rate": 3.510319334126126e-06, |
| "loss": 0.0019, |
| "step": 686 |
| }, |
| { |
| "epoch": 2.593572778827977, |
| "grad_norm": 0.15660707652568817, |
| "learning_rate": 3.5052965979787952e-06, |
| "loss": 0.0008, |
| "step": 687 |
| }, |
| { |
| "epoch": 2.597353497164461, |
| "grad_norm": 0.3002500534057617, |
| "learning_rate": 3.50026901660014e-06, |
| "loss": 0.0015, |
| "step": 688 |
| }, |
| { |
| "epoch": 2.601134215500945, |
| "grad_norm": 0.3913247585296631, |
| "learning_rate": 3.4952366142216097e-06, |
| "loss": 0.0013, |
| "step": 689 |
| }, |
| { |
| "epoch": 2.604914933837429, |
| "grad_norm": 0.2940994203090668, |
| "learning_rate": 3.4901994150978926e-06, |
| "loss": 0.0014, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.608695652173913, |
| "grad_norm": 0.6625819802284241, |
| "learning_rate": 3.4851574435067925e-06, |
| "loss": 0.0023, |
| "step": 691 |
| }, |
| { |
| "epoch": 2.612476370510397, |
| "grad_norm": 1.3197686672210693, |
| "learning_rate": 3.480110723749116e-06, |
| "loss": 0.0029, |
| "step": 692 |
| }, |
| { |
| "epoch": 2.616257088846881, |
| "grad_norm": 0.051980722695589066, |
| "learning_rate": 3.4750592801485565e-06, |
| "loss": 0.0004, |
| "step": 693 |
| }, |
| { |
| "epoch": 2.620037807183365, |
| "grad_norm": 0.4224025011062622, |
| "learning_rate": 3.470003137051573e-06, |
| "loss": 0.0016, |
| "step": 694 |
| }, |
| { |
| "epoch": 2.623818525519849, |
| "grad_norm": 0.4571843445301056, |
| "learning_rate": 3.4649423188272743e-06, |
| "loss": 0.0041, |
| "step": 695 |
| }, |
| { |
| "epoch": 2.6275992438563325, |
| "grad_norm": 0.17115405201911926, |
| "learning_rate": 3.459876849867303e-06, |
| "loss": 0.0011, |
| "step": 696 |
| }, |
| { |
| "epoch": 2.631379962192817, |
| "grad_norm": 0.04624168574810028, |
| "learning_rate": 3.454806754585716e-06, |
| "loss": 0.0002, |
| "step": 697 |
| }, |
| { |
| "epoch": 2.6351606805293004, |
| "grad_norm": 0.19578991830348969, |
| "learning_rate": 3.4497320574188696e-06, |
| "loss": 0.001, |
| "step": 698 |
| }, |
| { |
| "epoch": 2.6389413988657844, |
| "grad_norm": 0.04589693248271942, |
| "learning_rate": 3.4446527828252975e-06, |
| "loss": 0.0002, |
| "step": 699 |
| }, |
| { |
| "epoch": 2.6427221172022684, |
| "grad_norm": 0.047621648758649826, |
| "learning_rate": 3.4395689552855956e-06, |
| "loss": 0.0002, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.6465028355387523, |
| "grad_norm": 0.22325396537780762, |
| "learning_rate": 3.4344805993023056e-06, |
| "loss": 0.0004, |
| "step": 701 |
| }, |
| { |
| "epoch": 2.6502835538752363, |
| "grad_norm": 0.4162357449531555, |
| "learning_rate": 3.429387739399793e-06, |
| "loss": 0.0027, |
| "step": 702 |
| }, |
| { |
| "epoch": 2.6540642722117203, |
| "grad_norm": 0.10015284270048141, |
| "learning_rate": 3.4242904001241313e-06, |
| "loss": 0.0006, |
| "step": 703 |
| }, |
| { |
| "epoch": 2.6578449905482042, |
| "grad_norm": 0.44711926579475403, |
| "learning_rate": 3.4191886060429837e-06, |
| "loss": 0.0023, |
| "step": 704 |
| }, |
| { |
| "epoch": 2.661625708884688, |
| "grad_norm": 0.21799851953983307, |
| "learning_rate": 3.4140823817454826e-06, |
| "loss": 0.0007, |
| "step": 705 |
| }, |
| { |
| "epoch": 2.665406427221172, |
| "grad_norm": 0.3622993230819702, |
| "learning_rate": 3.4089717518421168e-06, |
| "loss": 0.0059, |
| "step": 706 |
| }, |
| { |
| "epoch": 2.6691871455576557, |
| "grad_norm": 0.13052959740161896, |
| "learning_rate": 3.403856740964604e-06, |
| "loss": 0.0007, |
| "step": 707 |
| }, |
| { |
| "epoch": 2.67296786389414, |
| "grad_norm": 0.5214902758598328, |
| "learning_rate": 3.3987373737657793e-06, |
| "loss": 0.0035, |
| "step": 708 |
| }, |
| { |
| "epoch": 2.6767485822306236, |
| "grad_norm": 0.39454877376556396, |
| "learning_rate": 3.393613674919473e-06, |
| "loss": 0.0016, |
| "step": 709 |
| }, |
| { |
| "epoch": 2.6805293005671076, |
| "grad_norm": 0.12668050825595856, |
| "learning_rate": 3.388485669120395e-06, |
| "loss": 0.0005, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.6843100189035916, |
| "grad_norm": 0.2751777172088623, |
| "learning_rate": 3.3833533810840107e-06, |
| "loss": 0.0009, |
| "step": 711 |
| }, |
| { |
| "epoch": 2.6880907372400755, |
| "grad_norm": 0.4737643599510193, |
| "learning_rate": 3.3782168355464263e-06, |
| "loss": 0.0017, |
| "step": 712 |
| }, |
| { |
| "epoch": 2.6918714555765595, |
| "grad_norm": 0.18790681660175323, |
| "learning_rate": 3.3730760572642656e-06, |
| "loss": 0.0016, |
| "step": 713 |
| }, |
| { |
| "epoch": 2.6956521739130435, |
| "grad_norm": 0.25024181604385376, |
| "learning_rate": 3.367931071014557e-06, |
| "loss": 0.0012, |
| "step": 714 |
| }, |
| { |
| "epoch": 2.6994328922495274, |
| "grad_norm": 0.18225879967212677, |
| "learning_rate": 3.3627819015946062e-06, |
| "loss": 0.0012, |
| "step": 715 |
| }, |
| { |
| "epoch": 2.7032136105860114, |
| "grad_norm": 0.5009677410125732, |
| "learning_rate": 3.3576285738218816e-06, |
| "loss": 0.004, |
| "step": 716 |
| }, |
| { |
| "epoch": 2.7069943289224954, |
| "grad_norm": 0.3747783601284027, |
| "learning_rate": 3.3524711125338954e-06, |
| "loss": 0.0026, |
| "step": 717 |
| }, |
| { |
| "epoch": 2.7107750472589793, |
| "grad_norm": 1.0328412055969238, |
| "learning_rate": 3.3473095425880795e-06, |
| "loss": 0.0092, |
| "step": 718 |
| }, |
| { |
| "epoch": 2.7145557655954633, |
| "grad_norm": 0.6312348246574402, |
| "learning_rate": 3.3421438888616702e-06, |
| "loss": 0.0035, |
| "step": 719 |
| }, |
| { |
| "epoch": 2.718336483931947, |
| "grad_norm": 0.3027622103691101, |
| "learning_rate": 3.336974176251586e-06, |
| "loss": 0.0014, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.7221172022684312, |
| "grad_norm": 0.0532967671751976, |
| "learning_rate": 3.331800429674308e-06, |
| "loss": 0.0002, |
| "step": 721 |
| }, |
| { |
| "epoch": 2.7258979206049148, |
| "grad_norm": 0.09550432115793228, |
| "learning_rate": 3.3266226740657585e-06, |
| "loss": 0.0005, |
| "step": 722 |
| }, |
| { |
| "epoch": 2.7296786389413987, |
| "grad_norm": 0.1936490684747696, |
| "learning_rate": 3.3214409343811844e-06, |
| "loss": 0.0009, |
| "step": 723 |
| }, |
| { |
| "epoch": 2.7334593572778827, |
| "grad_norm": 0.34296971559524536, |
| "learning_rate": 3.3162552355950324e-06, |
| "loss": 0.0019, |
| "step": 724 |
| }, |
| { |
| "epoch": 2.7372400756143667, |
| "grad_norm": 0.5238574743270874, |
| "learning_rate": 3.3110656027008333e-06, |
| "loss": 0.0018, |
| "step": 725 |
| }, |
| { |
| "epoch": 2.7410207939508506, |
| "grad_norm": 0.12622769176959991, |
| "learning_rate": 3.3058720607110772e-06, |
| "loss": 0.0004, |
| "step": 726 |
| }, |
| { |
| "epoch": 2.7448015122873346, |
| "grad_norm": 1.7755227088928223, |
| "learning_rate": 3.300674634657094e-06, |
| "loss": 0.0025, |
| "step": 727 |
| }, |
| { |
| "epoch": 2.7485822306238186, |
| "grad_norm": 0.39883720874786377, |
| "learning_rate": 3.295473349588938e-06, |
| "loss": 0.0031, |
| "step": 728 |
| }, |
| { |
| "epoch": 2.7523629489603025, |
| "grad_norm": 0.4000013470649719, |
| "learning_rate": 3.2902682305752593e-06, |
| "loss": 0.0027, |
| "step": 729 |
| }, |
| { |
| "epoch": 2.7561436672967865, |
| "grad_norm": 0.44501301646232605, |
| "learning_rate": 3.2850593027031852e-06, |
| "loss": 0.0058, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.7599243856332705, |
| "grad_norm": 0.1018594279885292, |
| "learning_rate": 3.2798465910782053e-06, |
| "loss": 0.0008, |
| "step": 731 |
| }, |
| { |
| "epoch": 2.7637051039697544, |
| "grad_norm": 0.22918225824832916, |
| "learning_rate": 3.2746301208240398e-06, |
| "loss": 0.0007, |
| "step": 732 |
| }, |
| { |
| "epoch": 2.767485822306238, |
| "grad_norm": 0.22460971772670746, |
| "learning_rate": 3.269409917082531e-06, |
| "loss": 0.0046, |
| "step": 733 |
| }, |
| { |
| "epoch": 2.7712665406427224, |
| "grad_norm": 0.027669047936797142, |
| "learning_rate": 3.2641860050135097e-06, |
| "loss": 0.0001, |
| "step": 734 |
| }, |
| { |
| "epoch": 2.775047258979206, |
| "grad_norm": 0.17839884757995605, |
| "learning_rate": 3.2589584097946823e-06, |
| "loss": 0.001, |
| "step": 735 |
| }, |
| { |
| "epoch": 2.77882797731569, |
| "grad_norm": 0.3255077302455902, |
| "learning_rate": 3.253727156621508e-06, |
| "loss": 0.0024, |
| "step": 736 |
| }, |
| { |
| "epoch": 2.782608695652174, |
| "grad_norm": 0.04910814017057419, |
| "learning_rate": 3.248492270707074e-06, |
| "loss": 0.0003, |
| "step": 737 |
| }, |
| { |
| "epoch": 2.786389413988658, |
| "grad_norm": 0.052469439804553986, |
| "learning_rate": 3.2432537772819767e-06, |
| "loss": 0.0003, |
| "step": 738 |
| }, |
| { |
| "epoch": 2.7901701323251418, |
| "grad_norm": 0.8889063000679016, |
| "learning_rate": 3.2380117015942014e-06, |
| "loss": 0.0026, |
| "step": 739 |
| }, |
| { |
| "epoch": 2.7939508506616257, |
| "grad_norm": 0.10238675773143768, |
| "learning_rate": 3.2327660689089967e-06, |
| "loss": 0.0006, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.7977315689981097, |
| "grad_norm": 0.4949992895126343, |
| "learning_rate": 3.2275169045087563e-06, |
| "loss": 0.0022, |
| "step": 741 |
| }, |
| { |
| "epoch": 2.8015122873345937, |
| "grad_norm": 0.2096443474292755, |
| "learning_rate": 3.2222642336928943e-06, |
| "loss": 0.001, |
| "step": 742 |
| }, |
| { |
| "epoch": 2.8052930056710776, |
| "grad_norm": 0.5116773247718811, |
| "learning_rate": 3.217008081777726e-06, |
| "loss": 0.005, |
| "step": 743 |
| }, |
| { |
| "epoch": 2.809073724007561, |
| "grad_norm": 0.644146740436554, |
| "learning_rate": 3.2117484740963445e-06, |
| "loss": 0.0022, |
| "step": 744 |
| }, |
| { |
| "epoch": 2.8128544423440456, |
| "grad_norm": 0.5464627146720886, |
| "learning_rate": 3.2064854359984976e-06, |
| "loss": 0.002, |
| "step": 745 |
| }, |
| { |
| "epoch": 2.816635160680529, |
| "grad_norm": 0.56934654712677, |
| "learning_rate": 3.201218992850468e-06, |
| "loss": 0.0007, |
| "step": 746 |
| }, |
| { |
| "epoch": 2.820415879017013, |
| "grad_norm": 0.7829223275184631, |
| "learning_rate": 3.195949170034948e-06, |
| "loss": 0.0048, |
| "step": 747 |
| }, |
| { |
| "epoch": 2.824196597353497, |
| "grad_norm": 0.335639089345932, |
| "learning_rate": 3.190675992950921e-06, |
| "loss": 0.0008, |
| "step": 748 |
| }, |
| { |
| "epoch": 2.827977315689981, |
| "grad_norm": 0.321363240480423, |
| "learning_rate": 3.1853994870135364e-06, |
| "loss": 0.002, |
| "step": 749 |
| }, |
| { |
| "epoch": 2.831758034026465, |
| "grad_norm": 0.4974987506866455, |
| "learning_rate": 3.180119677653986e-06, |
| "loss": 0.0061, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.835538752362949, |
| "grad_norm": 0.03324643149971962, |
| "learning_rate": 3.1748365903193844e-06, |
| "loss": 0.0002, |
| "step": 751 |
| }, |
| { |
| "epoch": 2.839319470699433, |
| "grad_norm": 0.3876146674156189, |
| "learning_rate": 3.1695502504726468e-06, |
| "loss": 0.004, |
| "step": 752 |
| }, |
| { |
| "epoch": 2.843100189035917, |
| "grad_norm": 0.38967448472976685, |
| "learning_rate": 3.1642606835923608e-06, |
| "loss": 0.0027, |
| "step": 753 |
| }, |
| { |
| "epoch": 2.846880907372401, |
| "grad_norm": 0.06486915051937103, |
| "learning_rate": 3.1589679151726693e-06, |
| "loss": 0.0002, |
| "step": 754 |
| }, |
| { |
| "epoch": 2.850661625708885, |
| "grad_norm": 0.4168080985546112, |
| "learning_rate": 3.1536719707231473e-06, |
| "loss": 0.0031, |
| "step": 755 |
| }, |
| { |
| "epoch": 2.854442344045369, |
| "grad_norm": 0.23055201768875122, |
| "learning_rate": 3.1483728757686745e-06, |
| "loss": 0.001, |
| "step": 756 |
| }, |
| { |
| "epoch": 2.8582230623818523, |
| "grad_norm": 0.04968590661883354, |
| "learning_rate": 3.143070655849317e-06, |
| "loss": 0.0003, |
| "step": 757 |
| }, |
| { |
| "epoch": 2.8620037807183367, |
| "grad_norm": 0.5554412007331848, |
| "learning_rate": 3.137765336520201e-06, |
| "loss": 0.0063, |
| "step": 758 |
| }, |
| { |
| "epoch": 2.8657844990548202, |
| "grad_norm": 0.19094473123550415, |
| "learning_rate": 3.1324569433513915e-06, |
| "loss": 0.0011, |
| "step": 759 |
| }, |
| { |
| "epoch": 2.869565217391304, |
| "grad_norm": 0.7190486192703247, |
| "learning_rate": 3.1271455019277686e-06, |
| "loss": 0.0049, |
| "step": 760 |
| }, |
| { |
| "epoch": 2.873345935727788, |
| "grad_norm": 0.5520555377006531, |
| "learning_rate": 3.1218310378489046e-06, |
| "loss": 0.0017, |
| "step": 761 |
| }, |
| { |
| "epoch": 2.877126654064272, |
| "grad_norm": 0.09796418994665146, |
| "learning_rate": 3.116513576728939e-06, |
| "loss": 0.0006, |
| "step": 762 |
| }, |
| { |
| "epoch": 2.880907372400756, |
| "grad_norm": 0.18798820674419403, |
| "learning_rate": 3.111193144196457e-06, |
| "loss": 0.0013, |
| "step": 763 |
| }, |
| { |
| "epoch": 2.88468809073724, |
| "grad_norm": 0.48156529664993286, |
| "learning_rate": 3.1058697658943644e-06, |
| "loss": 0.0012, |
| "step": 764 |
| }, |
| { |
| "epoch": 2.888468809073724, |
| "grad_norm": 0.03461313247680664, |
| "learning_rate": 3.100543467479766e-06, |
| "loss": 0.0002, |
| "step": 765 |
| }, |
| { |
| "epoch": 2.892249527410208, |
| "grad_norm": 0.3334561884403229, |
| "learning_rate": 3.095214274623839e-06, |
| "loss": 0.0022, |
| "step": 766 |
| }, |
| { |
| "epoch": 2.896030245746692, |
| "grad_norm": 0.198794424533844, |
| "learning_rate": 3.089882213011711e-06, |
| "loss": 0.0012, |
| "step": 767 |
| }, |
| { |
| "epoch": 2.899810964083176, |
| "grad_norm": 0.3802403509616852, |
| "learning_rate": 3.0845473083423393e-06, |
| "loss": 0.0013, |
| "step": 768 |
| }, |
| { |
| "epoch": 2.90359168241966, |
| "grad_norm": 0.2745780944824219, |
| "learning_rate": 3.0792095863283794e-06, |
| "loss": 0.0023, |
| "step": 769 |
| }, |
| { |
| "epoch": 2.9073724007561434, |
| "grad_norm": 0.12996114790439606, |
| "learning_rate": 3.0738690726960683e-06, |
| "loss": 0.001, |
| "step": 770 |
| }, |
| { |
| "epoch": 2.911153119092628, |
| "grad_norm": 0.2239939421415329, |
| "learning_rate": 3.068525793185097e-06, |
| "loss": 0.0012, |
| "step": 771 |
| }, |
| { |
| "epoch": 2.9149338374291114, |
| "grad_norm": 1.0930694341659546, |
| "learning_rate": 3.0631797735484877e-06, |
| "loss": 0.0013, |
| "step": 772 |
| }, |
| { |
| "epoch": 2.9187145557655954, |
| "grad_norm": 0.179174542427063, |
| "learning_rate": 3.057831039552469e-06, |
| "loss": 0.0012, |
| "step": 773 |
| }, |
| { |
| "epoch": 2.9224952741020793, |
| "grad_norm": 0.3305235505104065, |
| "learning_rate": 3.0524796169763513e-06, |
| "loss": 0.0017, |
| "step": 774 |
| }, |
| { |
| "epoch": 2.9262759924385633, |
| "grad_norm": 0.24241851270198822, |
| "learning_rate": 3.047125531612404e-06, |
| "loss": 0.0006, |
| "step": 775 |
| }, |
| { |
| "epoch": 2.9300567107750473, |
| "grad_norm": 0.2687188684940338, |
| "learning_rate": 3.0417688092657296e-06, |
| "loss": 0.0013, |
| "step": 776 |
| }, |
| { |
| "epoch": 2.9338374291115312, |
| "grad_norm": 0.3197347819805145, |
| "learning_rate": 3.03640947575414e-06, |
| "loss": 0.0027, |
| "step": 777 |
| }, |
| { |
| "epoch": 2.937618147448015, |
| "grad_norm": 0.6880815625190735, |
| "learning_rate": 3.0310475569080346e-06, |
| "loss": 0.004, |
| "step": 778 |
| }, |
| { |
| "epoch": 2.941398865784499, |
| "grad_norm": 0.09015991538763046, |
| "learning_rate": 3.0256830785702682e-06, |
| "loss": 0.0005, |
| "step": 779 |
| }, |
| { |
| "epoch": 2.945179584120983, |
| "grad_norm": 0.04749230667948723, |
| "learning_rate": 3.020316066596037e-06, |
| "loss": 0.0003, |
| "step": 780 |
| }, |
| { |
| "epoch": 2.9489603024574667, |
| "grad_norm": 0.31878674030303955, |
| "learning_rate": 3.014946546852746e-06, |
| "loss": 0.0023, |
| "step": 781 |
| }, |
| { |
| "epoch": 2.952741020793951, |
| "grad_norm": 0.30465060472488403, |
| "learning_rate": 3.009574545219887e-06, |
| "loss": 0.0017, |
| "step": 782 |
| }, |
| { |
| "epoch": 2.9565217391304346, |
| "grad_norm": 0.5834708213806152, |
| "learning_rate": 3.0042000875889136e-06, |
| "loss": 0.0064, |
| "step": 783 |
| }, |
| { |
| "epoch": 2.9603024574669186, |
| "grad_norm": 0.10668514668941498, |
| "learning_rate": 2.998823199863118e-06, |
| "loss": 0.0005, |
| "step": 784 |
| }, |
| { |
| "epoch": 2.9640831758034025, |
| "grad_norm": 0.12301790714263916, |
| "learning_rate": 2.993443907957502e-06, |
| "loss": 0.0008, |
| "step": 785 |
| }, |
| { |
| "epoch": 2.9678638941398865, |
| "grad_norm": 0.10479345917701721, |
| "learning_rate": 2.988062237798657e-06, |
| "loss": 0.0005, |
| "step": 786 |
| }, |
| { |
| "epoch": 2.9716446124763705, |
| "grad_norm": 0.21987728774547577, |
| "learning_rate": 2.982678215324638e-06, |
| "loss": 0.0043, |
| "step": 787 |
| }, |
| { |
| "epoch": 2.9754253308128544, |
| "grad_norm": 0.01853783242404461, |
| "learning_rate": 2.9772918664848334e-06, |
| "loss": 0.0001, |
| "step": 788 |
| }, |
| { |
| "epoch": 2.9792060491493384, |
| "grad_norm": 0.06683525443077087, |
| "learning_rate": 2.9719032172398484e-06, |
| "loss": 0.0004, |
| "step": 789 |
| }, |
| { |
| "epoch": 2.9829867674858224, |
| "grad_norm": 0.44726628065109253, |
| "learning_rate": 2.9665122935613727e-06, |
| "loss": 0.0039, |
| "step": 790 |
| }, |
| { |
| "epoch": 2.9867674858223063, |
| "grad_norm": 0.08658285439014435, |
| "learning_rate": 2.961119121432059e-06, |
| "loss": 0.0004, |
| "step": 791 |
| }, |
| { |
| "epoch": 2.9905482041587903, |
| "grad_norm": 0.04073711857199669, |
| "learning_rate": 2.955723726845397e-06, |
| "loss": 0.0002, |
| "step": 792 |
| }, |
| { |
| "epoch": 2.9943289224952743, |
| "grad_norm": 0.4395197033882141, |
| "learning_rate": 2.950326135805587e-06, |
| "loss": 0.0028, |
| "step": 793 |
| }, |
| { |
| "epoch": 2.998109640831758, |
| "grad_norm": 0.06479670107364655, |
| "learning_rate": 2.944926374327418e-06, |
| "loss": 0.0003, |
| "step": 794 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.8987540602684021, |
| "learning_rate": 2.9395244684361366e-06, |
| "loss": 0.0016, |
| "step": 795 |
| }, |
| { |
| "epoch": 3.003780718336484, |
| "grad_norm": 0.17659112811088562, |
| "learning_rate": 2.9341204441673267e-06, |
| "loss": 0.001, |
| "step": 796 |
| }, |
| { |
| "epoch": 3.007561436672968, |
| "grad_norm": 0.06824270635843277, |
| "learning_rate": 2.928714327566781e-06, |
| "loss": 0.0005, |
| "step": 797 |
| }, |
| { |
| "epoch": 3.011342155009452, |
| "grad_norm": 0.11952294409275055, |
| "learning_rate": 2.92330614469038e-06, |
| "loss": 0.0009, |
| "step": 798 |
| }, |
| { |
| "epoch": 3.015122873345936, |
| "grad_norm": 0.37841182947158813, |
| "learning_rate": 2.917895921603958e-06, |
| "loss": 0.0016, |
| "step": 799 |
| }, |
| { |
| "epoch": 3.01890359168242, |
| "grad_norm": 0.24612008035182953, |
| "learning_rate": 2.9124836843831873e-06, |
| "loss": 0.0008, |
| "step": 800 |
| }, |
| { |
| "epoch": 3.022684310018904, |
| "grad_norm": 0.09307125955820084, |
| "learning_rate": 2.9070694591134435e-06, |
| "loss": 0.0005, |
| "step": 801 |
| }, |
| { |
| "epoch": 3.0264650283553873, |
| "grad_norm": 0.154510959982872, |
| "learning_rate": 2.901653271889687e-06, |
| "loss": 0.0008, |
| "step": 802 |
| }, |
| { |
| "epoch": 3.0302457466918713, |
| "grad_norm": 0.07291584461927414, |
| "learning_rate": 2.896235148816333e-06, |
| "loss": 0.0005, |
| "step": 803 |
| }, |
| { |
| "epoch": 3.0340264650283553, |
| "grad_norm": 0.20764315128326416, |
| "learning_rate": 2.8908151160071266e-06, |
| "loss": 0.0011, |
| "step": 804 |
| }, |
| { |
| "epoch": 3.0378071833648392, |
| "grad_norm": 0.08480814844369888, |
| "learning_rate": 2.885393199585019e-06, |
| "loss": 0.0004, |
| "step": 805 |
| }, |
| { |
| "epoch": 3.041587901701323, |
| "grad_norm": 0.15913569927215576, |
| "learning_rate": 2.879969425682037e-06, |
| "loss": 0.0006, |
| "step": 806 |
| }, |
| { |
| "epoch": 3.045368620037807, |
| "grad_norm": 0.0319024957716465, |
| "learning_rate": 2.8745438204391623e-06, |
| "loss": 0.0003, |
| "step": 807 |
| }, |
| { |
| "epoch": 3.049149338374291, |
| "grad_norm": 0.24450285732746124, |
| "learning_rate": 2.8691164100062035e-06, |
| "loss": 0.0008, |
| "step": 808 |
| }, |
| { |
| "epoch": 3.052930056710775, |
| "grad_norm": 0.4530331492424011, |
| "learning_rate": 2.8636872205416666e-06, |
| "loss": 0.0028, |
| "step": 809 |
| }, |
| { |
| "epoch": 3.056710775047259, |
| "grad_norm": 0.3292180895805359, |
| "learning_rate": 2.8582562782126356e-06, |
| "loss": 0.001, |
| "step": 810 |
| }, |
| { |
| "epoch": 3.060491493383743, |
| "grad_norm": 0.2506657540798187, |
| "learning_rate": 2.8528236091946406e-06, |
| "loss": 0.0015, |
| "step": 811 |
| }, |
| { |
| "epoch": 3.064272211720227, |
| "grad_norm": 0.2139052301645279, |
| "learning_rate": 2.847389239671533e-06, |
| "loss": 0.0016, |
| "step": 812 |
| }, |
| { |
| "epoch": 3.068052930056711, |
| "grad_norm": 0.31210198998451233, |
| "learning_rate": 2.8419531958353636e-06, |
| "loss": 0.0017, |
| "step": 813 |
| }, |
| { |
| "epoch": 3.0718336483931945, |
| "grad_norm": 0.5276247262954712, |
| "learning_rate": 2.836515503886249e-06, |
| "loss": 0.0013, |
| "step": 814 |
| }, |
| { |
| "epoch": 3.0756143667296785, |
| "grad_norm": 0.13789638876914978, |
| "learning_rate": 2.831076190032252e-06, |
| "loss": 0.0004, |
| "step": 815 |
| }, |
| { |
| "epoch": 3.0793950850661624, |
| "grad_norm": 0.26674172282218933, |
| "learning_rate": 2.825635280489252e-06, |
| "loss": 0.0012, |
| "step": 816 |
| }, |
| { |
| "epoch": 3.0831758034026464, |
| "grad_norm": 0.6654260158538818, |
| "learning_rate": 2.820192801480817e-06, |
| "loss": 0.0007, |
| "step": 817 |
| }, |
| { |
| "epoch": 3.0869565217391304, |
| "grad_norm": 0.1329723447561264, |
| "learning_rate": 2.8147487792380835e-06, |
| "loss": 0.0003, |
| "step": 818 |
| }, |
| { |
| "epoch": 3.0907372400756143, |
| "grad_norm": 0.2627672255039215, |
| "learning_rate": 2.809303239999621e-06, |
| "loss": 0.001, |
| "step": 819 |
| }, |
| { |
| "epoch": 3.0945179584120983, |
| "grad_norm": 0.28436851501464844, |
| "learning_rate": 2.8038562100113135e-06, |
| "loss": 0.0017, |
| "step": 820 |
| }, |
| { |
| "epoch": 3.0982986767485823, |
| "grad_norm": 0.25146713852882385, |
| "learning_rate": 2.7984077155262305e-06, |
| "loss": 0.0011, |
| "step": 821 |
| }, |
| { |
| "epoch": 3.1020793950850662, |
| "grad_norm": 0.1561456173658371, |
| "learning_rate": 2.7929577828044972e-06, |
| "loss": 0.0003, |
| "step": 822 |
| }, |
| { |
| "epoch": 3.10586011342155, |
| "grad_norm": 0.5860417485237122, |
| "learning_rate": 2.787506438113173e-06, |
| "loss": 0.0039, |
| "step": 823 |
| }, |
| { |
| "epoch": 3.109640831758034, |
| "grad_norm": 0.3568424582481384, |
| "learning_rate": 2.7820537077261236e-06, |
| "loss": 0.0037, |
| "step": 824 |
| }, |
| { |
| "epoch": 3.113421550094518, |
| "grad_norm": 0.05923071876168251, |
| "learning_rate": 2.7765996179238885e-06, |
| "loss": 0.0003, |
| "step": 825 |
| }, |
| { |
| "epoch": 3.1172022684310017, |
| "grad_norm": 0.1132260411977768, |
| "learning_rate": 2.771144194993564e-06, |
| "loss": 0.0007, |
| "step": 826 |
| }, |
| { |
| "epoch": 3.1209829867674856, |
| "grad_norm": 0.10238923132419586, |
| "learning_rate": 2.7656874652286703e-06, |
| "loss": 0.0003, |
| "step": 827 |
| }, |
| { |
| "epoch": 3.1247637051039696, |
| "grad_norm": 0.05917969346046448, |
| "learning_rate": 2.7602294549290242e-06, |
| "loss": 0.0003, |
| "step": 828 |
| }, |
| { |
| "epoch": 3.1285444234404536, |
| "grad_norm": 0.5441000461578369, |
| "learning_rate": 2.754770190400618e-06, |
| "loss": 0.0019, |
| "step": 829 |
| }, |
| { |
| "epoch": 3.1323251417769375, |
| "grad_norm": 0.22579485177993774, |
| "learning_rate": 2.7493096979554858e-06, |
| "loss": 0.0007, |
| "step": 830 |
| }, |
| { |
| "epoch": 3.1361058601134215, |
| "grad_norm": 0.319571852684021, |
| "learning_rate": 2.7438480039115807e-06, |
| "loss": 0.005, |
| "step": 831 |
| }, |
| { |
| "epoch": 3.1398865784499055, |
| "grad_norm": 0.2539418935775757, |
| "learning_rate": 2.7383851345926478e-06, |
| "loss": 0.001, |
| "step": 832 |
| }, |
| { |
| "epoch": 3.1436672967863895, |
| "grad_norm": 0.13025632500648499, |
| "learning_rate": 2.732921116328097e-06, |
| "loss": 0.0003, |
| "step": 833 |
| }, |
| { |
| "epoch": 3.1474480151228734, |
| "grad_norm": 0.1206442266702652, |
| "learning_rate": 2.727455975452874e-06, |
| "loss": 0.0004, |
| "step": 834 |
| }, |
| { |
| "epoch": 3.1512287334593574, |
| "grad_norm": 0.5282520651817322, |
| "learning_rate": 2.721989738307337e-06, |
| "loss": 0.0006, |
| "step": 835 |
| }, |
| { |
| "epoch": 3.1550094517958414, |
| "grad_norm": 0.08641062676906586, |
| "learning_rate": 2.7165224312371276e-06, |
| "loss": 0.0003, |
| "step": 836 |
| }, |
| { |
| "epoch": 3.1587901701323253, |
| "grad_norm": 0.1159621998667717, |
| "learning_rate": 2.711054080593043e-06, |
| "loss": 0.0005, |
| "step": 837 |
| }, |
| { |
| "epoch": 3.1625708884688093, |
| "grad_norm": 0.35232606530189514, |
| "learning_rate": 2.705584712730911e-06, |
| "loss": 0.0024, |
| "step": 838 |
| }, |
| { |
| "epoch": 3.166351606805293, |
| "grad_norm": 0.07070118933916092, |
| "learning_rate": 2.700114354011461e-06, |
| "loss": 0.0003, |
| "step": 839 |
| }, |
| { |
| "epoch": 3.170132325141777, |
| "grad_norm": 0.3711482286453247, |
| "learning_rate": 2.694643030800201e-06, |
| "loss": 0.0029, |
| "step": 840 |
| }, |
| { |
| "epoch": 3.1739130434782608, |
| "grad_norm": 0.23828861117362976, |
| "learning_rate": 2.6891707694672833e-06, |
| "loss": 0.0004, |
| "step": 841 |
| }, |
| { |
| "epoch": 3.1776937618147447, |
| "grad_norm": 0.7307355999946594, |
| "learning_rate": 2.6836975963873846e-06, |
| "loss": 0.0043, |
| "step": 842 |
| }, |
| { |
| "epoch": 3.1814744801512287, |
| "grad_norm": 0.15122373402118683, |
| "learning_rate": 2.6782235379395766e-06, |
| "loss": 0.0005, |
| "step": 843 |
| }, |
| { |
| "epoch": 3.1852551984877127, |
| "grad_norm": 0.2806379199028015, |
| "learning_rate": 2.672748620507195e-06, |
| "loss": 0.0011, |
| "step": 844 |
| }, |
| { |
| "epoch": 3.1890359168241966, |
| "grad_norm": 0.14764343202114105, |
| "learning_rate": 2.6672728704777184e-06, |
| "loss": 0.0022, |
| "step": 845 |
| }, |
| { |
| "epoch": 3.1928166351606806, |
| "grad_norm": 0.13294583559036255, |
| "learning_rate": 2.6617963142426373e-06, |
| "loss": 0.0005, |
| "step": 846 |
| }, |
| { |
| "epoch": 3.1965973534971646, |
| "grad_norm": 0.18426863849163055, |
| "learning_rate": 2.656318978197327e-06, |
| "loss": 0.0008, |
| "step": 847 |
| }, |
| { |
| "epoch": 3.2003780718336485, |
| "grad_norm": 0.11875985562801361, |
| "learning_rate": 2.650840888740923e-06, |
| "loss": 0.0005, |
| "step": 848 |
| }, |
| { |
| "epoch": 3.2041587901701325, |
| "grad_norm": 0.07550536841154099, |
| "learning_rate": 2.6453620722761897e-06, |
| "loss": 0.0003, |
| "step": 849 |
| }, |
| { |
| "epoch": 3.207939508506616, |
| "grad_norm": 0.7213388681411743, |
| "learning_rate": 2.6398825552093982e-06, |
| "loss": 0.0022, |
| "step": 850 |
| }, |
| { |
| "epoch": 3.2117202268431, |
| "grad_norm": 0.23421509563922882, |
| "learning_rate": 2.634402363950195e-06, |
| "loss": 0.0013, |
| "step": 851 |
| }, |
| { |
| "epoch": 3.215500945179584, |
| "grad_norm": 0.7003602385520935, |
| "learning_rate": 2.6289215249114753e-06, |
| "loss": 0.004, |
| "step": 852 |
| }, |
| { |
| "epoch": 3.219281663516068, |
| "grad_norm": 0.0813993588089943, |
| "learning_rate": 2.6234400645092576e-06, |
| "loss": 0.0002, |
| "step": 853 |
| }, |
| { |
| "epoch": 3.223062381852552, |
| "grad_norm": 0.2848401665687561, |
| "learning_rate": 2.6179580091625543e-06, |
| "loss": 0.0011, |
| "step": 854 |
| }, |
| { |
| "epoch": 3.226843100189036, |
| "grad_norm": 0.7367457151412964, |
| "learning_rate": 2.6124753852932457e-06, |
| "loss": 0.0033, |
| "step": 855 |
| }, |
| { |
| "epoch": 3.23062381852552, |
| "grad_norm": 0.06620590388774872, |
| "learning_rate": 2.6069922193259523e-06, |
| "loss": 0.0002, |
| "step": 856 |
| }, |
| { |
| "epoch": 3.234404536862004, |
| "grad_norm": 0.20744609832763672, |
| "learning_rate": 2.6015085376879063e-06, |
| "loss": 0.0009, |
| "step": 857 |
| }, |
| { |
| "epoch": 3.2381852551984878, |
| "grad_norm": 0.9347597360610962, |
| "learning_rate": 2.596024366808827e-06, |
| "loss": 0.002, |
| "step": 858 |
| }, |
| { |
| "epoch": 3.2419659735349717, |
| "grad_norm": 0.37228289246559143, |
| "learning_rate": 2.590539733120791e-06, |
| "loss": 0.002, |
| "step": 859 |
| }, |
| { |
| "epoch": 3.2457466918714557, |
| "grad_norm": 0.084204763174057, |
| "learning_rate": 2.5850546630581048e-06, |
| "loss": 0.0004, |
| "step": 860 |
| }, |
| { |
| "epoch": 3.2495274102079397, |
| "grad_norm": 0.18583443760871887, |
| "learning_rate": 2.579569183057179e-06, |
| "loss": 0.0006, |
| "step": 861 |
| }, |
| { |
| "epoch": 3.2533081285444236, |
| "grad_norm": 0.1771743893623352, |
| "learning_rate": 2.5740833195563996e-06, |
| "loss": 0.0004, |
| "step": 862 |
| }, |
| { |
| "epoch": 3.257088846880907, |
| "grad_norm": 0.4152580201625824, |
| "learning_rate": 2.5685970989960008e-06, |
| "loss": 0.0014, |
| "step": 863 |
| }, |
| { |
| "epoch": 3.260869565217391, |
| "grad_norm": 0.03394977003335953, |
| "learning_rate": 2.5631105478179385e-06, |
| "loss": 0.0001, |
| "step": 864 |
| }, |
| { |
| "epoch": 3.264650283553875, |
| "grad_norm": 0.014686000533401966, |
| "learning_rate": 2.55762369246576e-06, |
| "loss": 0.0001, |
| "step": 865 |
| }, |
| { |
| "epoch": 3.268431001890359, |
| "grad_norm": 0.1269843876361847, |
| "learning_rate": 2.552136559384482e-06, |
| "loss": 0.0006, |
| "step": 866 |
| }, |
| { |
| "epoch": 3.272211720226843, |
| "grad_norm": 0.0958874449133873, |
| "learning_rate": 2.5466491750204564e-06, |
| "loss": 0.0005, |
| "step": 867 |
| }, |
| { |
| "epoch": 3.275992438563327, |
| "grad_norm": 0.01814945414662361, |
| "learning_rate": 2.541161565821248e-06, |
| "loss": 0.0001, |
| "step": 868 |
| }, |
| { |
| "epoch": 3.279773156899811, |
| "grad_norm": 0.06434807926416397, |
| "learning_rate": 2.535673758235506e-06, |
| "loss": 0.0002, |
| "step": 869 |
| }, |
| { |
| "epoch": 3.283553875236295, |
| "grad_norm": 0.7588925957679749, |
| "learning_rate": 2.5301857787128344e-06, |
| "loss": 0.0023, |
| "step": 870 |
| }, |
| { |
| "epoch": 3.287334593572779, |
| "grad_norm": 0.13211266696453094, |
| "learning_rate": 2.5246976537036646e-06, |
| "loss": 0.0005, |
| "step": 871 |
| }, |
| { |
| "epoch": 3.291115311909263, |
| "grad_norm": 0.28094759583473206, |
| "learning_rate": 2.5192094096591323e-06, |
| "loss": 0.0021, |
| "step": 872 |
| }, |
| { |
| "epoch": 3.294896030245747, |
| "grad_norm": 0.1784561425447464, |
| "learning_rate": 2.5137210730309445e-06, |
| "loss": 0.0006, |
| "step": 873 |
| }, |
| { |
| "epoch": 3.298676748582231, |
| "grad_norm": 0.036693841218948364, |
| "learning_rate": 2.508232670271257e-06, |
| "loss": 0.0002, |
| "step": 874 |
| }, |
| { |
| "epoch": 3.302457466918715, |
| "grad_norm": 0.2820994257926941, |
| "learning_rate": 2.502744227832541e-06, |
| "loss": 0.0022, |
| "step": 875 |
| }, |
| { |
| "epoch": 3.3062381852551983, |
| "grad_norm": 0.09304822981357574, |
| "learning_rate": 2.49725577216746e-06, |
| "loss": 0.0004, |
| "step": 876 |
| }, |
| { |
| "epoch": 3.3100189035916823, |
| "grad_norm": 0.06585922092199326, |
| "learning_rate": 2.4917673297287443e-06, |
| "loss": 0.0004, |
| "step": 877 |
| }, |
| { |
| "epoch": 3.3137996219281662, |
| "grad_norm": 0.2266349196434021, |
| "learning_rate": 2.486278926969056e-06, |
| "loss": 0.0012, |
| "step": 878 |
| }, |
| { |
| "epoch": 3.31758034026465, |
| "grad_norm": 0.4772503674030304, |
| "learning_rate": 2.480790590340869e-06, |
| "loss": 0.0015, |
| "step": 879 |
| }, |
| { |
| "epoch": 3.321361058601134, |
| "grad_norm": 0.05545281618833542, |
| "learning_rate": 2.4753023462963363e-06, |
| "loss": 0.0003, |
| "step": 880 |
| }, |
| { |
| "epoch": 3.325141776937618, |
| "grad_norm": 0.16695745289325714, |
| "learning_rate": 2.4698142212871665e-06, |
| "loss": 0.0015, |
| "step": 881 |
| }, |
| { |
| "epoch": 3.328922495274102, |
| "grad_norm": 0.03031153976917267, |
| "learning_rate": 2.4643262417644943e-06, |
| "loss": 0.0001, |
| "step": 882 |
| }, |
| { |
| "epoch": 3.332703213610586, |
| "grad_norm": 0.07497631758451462, |
| "learning_rate": 2.458838434178752e-06, |
| "loss": 0.0002, |
| "step": 883 |
| }, |
| { |
| "epoch": 3.33648393194707, |
| "grad_norm": 0.24848903715610504, |
| "learning_rate": 2.4533508249795445e-06, |
| "loss": 0.0021, |
| "step": 884 |
| }, |
| { |
| "epoch": 3.340264650283554, |
| "grad_norm": 0.07428223639726639, |
| "learning_rate": 2.4478634406155188e-06, |
| "loss": 0.0003, |
| "step": 885 |
| }, |
| { |
| "epoch": 3.344045368620038, |
| "grad_norm": 0.37231776118278503, |
| "learning_rate": 2.4423763075342404e-06, |
| "loss": 0.0015, |
| "step": 886 |
| }, |
| { |
| "epoch": 3.3478260869565215, |
| "grad_norm": 0.039045173674821854, |
| "learning_rate": 2.4368894521820623e-06, |
| "loss": 0.0002, |
| "step": 887 |
| }, |
| { |
| "epoch": 3.351606805293006, |
| "grad_norm": 0.06308232247829437, |
| "learning_rate": 2.4314029010040005e-06, |
| "loss": 0.0002, |
| "step": 888 |
| }, |
| { |
| "epoch": 3.3553875236294894, |
| "grad_norm": 0.06569451838731766, |
| "learning_rate": 2.4259166804436008e-06, |
| "loss": 0.0002, |
| "step": 889 |
| }, |
| { |
| "epoch": 3.3591682419659734, |
| "grad_norm": 0.10555455833673477, |
| "learning_rate": 2.420430816942821e-06, |
| "loss": 0.0003, |
| "step": 890 |
| }, |
| { |
| "epoch": 3.3629489603024574, |
| "grad_norm": 0.15522027015686035, |
| "learning_rate": 2.414945336941896e-06, |
| "loss": 0.0006, |
| "step": 891 |
| }, |
| { |
| "epoch": 3.3667296786389413, |
| "grad_norm": 0.36748412251472473, |
| "learning_rate": 2.4094602668792092e-06, |
| "loss": 0.0013, |
| "step": 892 |
| }, |
| { |
| "epoch": 3.3705103969754253, |
| "grad_norm": 0.05719131976366043, |
| "learning_rate": 2.403975633191174e-06, |
| "loss": 0.0002, |
| "step": 893 |
| }, |
| { |
| "epoch": 3.3742911153119093, |
| "grad_norm": 0.5186507105827332, |
| "learning_rate": 2.3984914623120945e-06, |
| "loss": 0.0014, |
| "step": 894 |
| }, |
| { |
| "epoch": 3.3780718336483933, |
| "grad_norm": 0.1489984691143036, |
| "learning_rate": 2.393007780674049e-06, |
| "loss": 0.0007, |
| "step": 895 |
| }, |
| { |
| "epoch": 3.381852551984877, |
| "grad_norm": 0.3767106533050537, |
| "learning_rate": 2.387524614706755e-06, |
| "loss": 0.0013, |
| "step": 896 |
| }, |
| { |
| "epoch": 3.385633270321361, |
| "grad_norm": 0.10746520757675171, |
| "learning_rate": 2.3820419908374465e-06, |
| "loss": 0.0004, |
| "step": 897 |
| }, |
| { |
| "epoch": 3.389413988657845, |
| "grad_norm": 0.05779121071100235, |
| "learning_rate": 2.376559935490743e-06, |
| "loss": 0.0002, |
| "step": 898 |
| }, |
| { |
| "epoch": 3.393194706994329, |
| "grad_norm": 0.12964102625846863, |
| "learning_rate": 2.3710784750885247e-06, |
| "loss": 0.0003, |
| "step": 899 |
| }, |
| { |
| "epoch": 3.3969754253308126, |
| "grad_norm": 0.20334431529045105, |
| "learning_rate": 2.3655976360498053e-06, |
| "loss": 0.0003, |
| "step": 900 |
| }, |
| { |
| "epoch": 3.4007561436672966, |
| "grad_norm": 0.2376059740781784, |
| "learning_rate": 2.3601174447906017e-06, |
| "loss": 0.0023, |
| "step": 901 |
| }, |
| { |
| "epoch": 3.4045368620037806, |
| "grad_norm": 0.34268078207969666, |
| "learning_rate": 2.3546379277238107e-06, |
| "loss": 0.0008, |
| "step": 902 |
| }, |
| { |
| "epoch": 3.4083175803402646, |
| "grad_norm": 0.1896052211523056, |
| "learning_rate": 2.3491591112590776e-06, |
| "loss": 0.0006, |
| "step": 903 |
| }, |
| { |
| "epoch": 3.4120982986767485, |
| "grad_norm": 0.6880627870559692, |
| "learning_rate": 2.3436810218026744e-06, |
| "loss": 0.0006, |
| "step": 904 |
| }, |
| { |
| "epoch": 3.4158790170132325, |
| "grad_norm": 0.7180553674697876, |
| "learning_rate": 2.3382036857573635e-06, |
| "loss": 0.0011, |
| "step": 905 |
| }, |
| { |
| "epoch": 3.4196597353497165, |
| "grad_norm": 0.708527684211731, |
| "learning_rate": 2.3327271295222824e-06, |
| "loss": 0.0048, |
| "step": 906 |
| }, |
| { |
| "epoch": 3.4234404536862004, |
| "grad_norm": 0.30467963218688965, |
| "learning_rate": 2.3272513794928055e-06, |
| "loss": 0.002, |
| "step": 907 |
| }, |
| { |
| "epoch": 3.4272211720226844, |
| "grad_norm": 0.024917298927903175, |
| "learning_rate": 2.3217764620604234e-06, |
| "loss": 0.0001, |
| "step": 908 |
| }, |
| { |
| "epoch": 3.4310018903591684, |
| "grad_norm": 0.03179596737027168, |
| "learning_rate": 2.316302403612616e-06, |
| "loss": 0.0001, |
| "step": 909 |
| }, |
| { |
| "epoch": 3.4347826086956523, |
| "grad_norm": 0.2751535475254059, |
| "learning_rate": 2.3108292305327176e-06, |
| "loss": 0.0012, |
| "step": 910 |
| }, |
| { |
| "epoch": 3.4385633270321363, |
| "grad_norm": 0.26875996589660645, |
| "learning_rate": 2.3053569691998003e-06, |
| "loss": 0.0008, |
| "step": 911 |
| }, |
| { |
| "epoch": 3.4423440453686203, |
| "grad_norm": 0.2487889677286148, |
| "learning_rate": 2.2998856459885397e-06, |
| "loss": 0.0011, |
| "step": 912 |
| }, |
| { |
| "epoch": 3.446124763705104, |
| "grad_norm": 0.3235238492488861, |
| "learning_rate": 2.29441528726909e-06, |
| "loss": 0.0013, |
| "step": 913 |
| }, |
| { |
| "epoch": 3.4499054820415878, |
| "grad_norm": 0.08037448674440384, |
| "learning_rate": 2.288945919406958e-06, |
| "loss": 0.0004, |
| "step": 914 |
| }, |
| { |
| "epoch": 3.4536862003780717, |
| "grad_norm": 0.14094021916389465, |
| "learning_rate": 2.2834775687628732e-06, |
| "loss": 0.0005, |
| "step": 915 |
| }, |
| { |
| "epoch": 3.4574669187145557, |
| "grad_norm": 0.24907419085502625, |
| "learning_rate": 2.278010261692663e-06, |
| "loss": 0.0006, |
| "step": 916 |
| }, |
| { |
| "epoch": 3.4612476370510397, |
| "grad_norm": 0.06824265420436859, |
| "learning_rate": 2.272544024547126e-06, |
| "loss": 0.0002, |
| "step": 917 |
| }, |
| { |
| "epoch": 3.4650283553875236, |
| "grad_norm": 0.22965072095394135, |
| "learning_rate": 2.267078883671904e-06, |
| "loss": 0.0008, |
| "step": 918 |
| }, |
| { |
| "epoch": 3.4688090737240076, |
| "grad_norm": 0.3709386885166168, |
| "learning_rate": 2.2616148654073527e-06, |
| "loss": 0.0009, |
| "step": 919 |
| }, |
| { |
| "epoch": 3.4725897920604916, |
| "grad_norm": 0.24136681854724884, |
| "learning_rate": 2.2561519960884205e-06, |
| "loss": 0.0006, |
| "step": 920 |
| }, |
| { |
| "epoch": 3.4763705103969755, |
| "grad_norm": 0.3291138708591461, |
| "learning_rate": 2.2506903020445146e-06, |
| "loss": 0.0049, |
| "step": 921 |
| }, |
| { |
| "epoch": 3.4801512287334595, |
| "grad_norm": 0.14625725150108337, |
| "learning_rate": 2.245229809599383e-06, |
| "loss": 0.0003, |
| "step": 922 |
| }, |
| { |
| "epoch": 3.4839319470699435, |
| "grad_norm": 0.3351140022277832, |
| "learning_rate": 2.2397705450709766e-06, |
| "loss": 0.0009, |
| "step": 923 |
| }, |
| { |
| "epoch": 3.487712665406427, |
| "grad_norm": 0.2638176381587982, |
| "learning_rate": 2.2343125347713305e-06, |
| "loss": 0.0006, |
| "step": 924 |
| }, |
| { |
| "epoch": 3.491493383742911, |
| "grad_norm": 0.5429024696350098, |
| "learning_rate": 2.2288558050064366e-06, |
| "loss": 0.0006, |
| "step": 925 |
| }, |
| { |
| "epoch": 3.495274102079395, |
| "grad_norm": 0.8680464625358582, |
| "learning_rate": 2.2234003820761123e-06, |
| "loss": 0.0004, |
| "step": 926 |
| }, |
| { |
| "epoch": 3.499054820415879, |
| "grad_norm": 0.7402521967887878, |
| "learning_rate": 2.2179462922738777e-06, |
| "loss": 0.0018, |
| "step": 927 |
| }, |
| { |
| "epoch": 3.502835538752363, |
| "grad_norm": 0.12084399908781052, |
| "learning_rate": 2.212493561886827e-06, |
| "loss": 0.0003, |
| "step": 928 |
| }, |
| { |
| "epoch": 3.506616257088847, |
| "grad_norm": 0.02428770810365677, |
| "learning_rate": 2.207042217195503e-06, |
| "loss": 0.0001, |
| "step": 929 |
| }, |
| { |
| "epoch": 3.510396975425331, |
| "grad_norm": 0.19316118955612183, |
| "learning_rate": 2.2015922844737703e-06, |
| "loss": 0.0008, |
| "step": 930 |
| }, |
| { |
| "epoch": 3.5141776937618148, |
| "grad_norm": 1.0070908069610596, |
| "learning_rate": 2.196143789988687e-06, |
| "loss": 0.0034, |
| "step": 931 |
| }, |
| { |
| "epoch": 3.5179584120982987, |
| "grad_norm": 0.3398049771785736, |
| "learning_rate": 2.1906967600003796e-06, |
| "loss": 0.0013, |
| "step": 932 |
| }, |
| { |
| "epoch": 3.5217391304347827, |
| "grad_norm": 0.02249988168478012, |
| "learning_rate": 2.185251220761917e-06, |
| "loss": 0.0002, |
| "step": 933 |
| }, |
| { |
| "epoch": 3.5255198487712667, |
| "grad_norm": 0.10283073782920837, |
| "learning_rate": 2.1798071985191833e-06, |
| "loss": 0.0002, |
| "step": 934 |
| }, |
| { |
| "epoch": 3.52930056710775, |
| "grad_norm": 2.55683970451355, |
| "learning_rate": 2.174364719510748e-06, |
| "loss": 0.0016, |
| "step": 935 |
| }, |
| { |
| "epoch": 3.5330812854442346, |
| "grad_norm": 0.06272849440574646, |
| "learning_rate": 2.1689238099677482e-06, |
| "loss": 0.0002, |
| "step": 936 |
| }, |
| { |
| "epoch": 3.536862003780718, |
| "grad_norm": 0.09796170145273209, |
| "learning_rate": 2.1634844961137517e-06, |
| "loss": 0.0003, |
| "step": 937 |
| }, |
| { |
| "epoch": 3.5406427221172025, |
| "grad_norm": 0.1700635552406311, |
| "learning_rate": 2.1580468041646377e-06, |
| "loss": 0.0009, |
| "step": 938 |
| }, |
| { |
| "epoch": 3.544423440453686, |
| "grad_norm": 0.25389400124549866, |
| "learning_rate": 2.1526107603284675e-06, |
| "loss": 0.001, |
| "step": 939 |
| }, |
| { |
| "epoch": 3.54820415879017, |
| "grad_norm": 0.13603591918945312, |
| "learning_rate": 2.147176390805361e-06, |
| "loss": 0.0005, |
| "step": 940 |
| }, |
| { |
| "epoch": 3.551984877126654, |
| "grad_norm": 0.05718974024057388, |
| "learning_rate": 2.1417437217873653e-06, |
| "loss": 0.0002, |
| "step": 941 |
| }, |
| { |
| "epoch": 3.555765595463138, |
| "grad_norm": 0.7403815984725952, |
| "learning_rate": 2.1363127794583334e-06, |
| "loss": 0.004, |
| "step": 942 |
| }, |
| { |
| "epoch": 3.559546313799622, |
| "grad_norm": 0.48677870631217957, |
| "learning_rate": 2.1308835899937974e-06, |
| "loss": 0.0019, |
| "step": 943 |
| }, |
| { |
| "epoch": 3.563327032136106, |
| "grad_norm": 0.35012948513031006, |
| "learning_rate": 2.1254561795608377e-06, |
| "loss": 0.001, |
| "step": 944 |
| }, |
| { |
| "epoch": 3.56710775047259, |
| "grad_norm": 0.5069158673286438, |
| "learning_rate": 2.1200305743179637e-06, |
| "loss": 0.0029, |
| "step": 945 |
| }, |
| { |
| "epoch": 3.570888468809074, |
| "grad_norm": 0.06929867714643478, |
| "learning_rate": 2.1146068004149815e-06, |
| "loss": 0.0002, |
| "step": 946 |
| }, |
| { |
| "epoch": 3.574669187145558, |
| "grad_norm": 0.14685168862342834, |
| "learning_rate": 2.109184883992874e-06, |
| "loss": 0.0009, |
| "step": 947 |
| }, |
| { |
| "epoch": 3.5784499054820413, |
| "grad_norm": 0.041475772857666016, |
| "learning_rate": 2.1037648511836674e-06, |
| "loss": 0.0002, |
| "step": 948 |
| }, |
| { |
| "epoch": 3.5822306238185257, |
| "grad_norm": 0.30418428778648376, |
| "learning_rate": 2.098346728110314e-06, |
| "loss": 0.001, |
| "step": 949 |
| }, |
| { |
| "epoch": 3.5860113421550093, |
| "grad_norm": 0.10565707087516785, |
| "learning_rate": 2.0929305408865573e-06, |
| "loss": 0.0004, |
| "step": 950 |
| }, |
| { |
| "epoch": 3.5897920604914932, |
| "grad_norm": 0.29487159848213196, |
| "learning_rate": 2.0875163156168127e-06, |
| "loss": 0.0016, |
| "step": 951 |
| }, |
| { |
| "epoch": 3.593572778827977, |
| "grad_norm": 0.2743481695652008, |
| "learning_rate": 2.0821040783960422e-06, |
| "loss": 0.0009, |
| "step": 952 |
| }, |
| { |
| "epoch": 3.597353497164461, |
| "grad_norm": 0.8704341650009155, |
| "learning_rate": 2.0766938553096204e-06, |
| "loss": 0.0003, |
| "step": 953 |
| }, |
| { |
| "epoch": 3.601134215500945, |
| "grad_norm": 0.11365697532892227, |
| "learning_rate": 2.0712856724332193e-06, |
| "loss": 0.0006, |
| "step": 954 |
| }, |
| { |
| "epoch": 3.604914933837429, |
| "grad_norm": 0.018890921026468277, |
| "learning_rate": 2.0658795558326745e-06, |
| "loss": 0.0001, |
| "step": 955 |
| }, |
| { |
| "epoch": 3.608695652173913, |
| "grad_norm": 0.20384187996387482, |
| "learning_rate": 2.0604755315638646e-06, |
| "loss": 0.0003, |
| "step": 956 |
| }, |
| { |
| "epoch": 3.612476370510397, |
| "grad_norm": 0.12472031265497208, |
| "learning_rate": 2.0550736256725827e-06, |
| "loss": 0.0005, |
| "step": 957 |
| }, |
| { |
| "epoch": 3.616257088846881, |
| "grad_norm": 0.039687398821115494, |
| "learning_rate": 2.0496738641944132e-06, |
| "loss": 0.0001, |
| "step": 958 |
| }, |
| { |
| "epoch": 3.620037807183365, |
| "grad_norm": 0.34768256545066833, |
| "learning_rate": 2.0442762731546033e-06, |
| "loss": 0.002, |
| "step": 959 |
| }, |
| { |
| "epoch": 3.623818525519849, |
| "grad_norm": 0.2582302689552307, |
| "learning_rate": 2.038880878567941e-06, |
| "loss": 0.0018, |
| "step": 960 |
| }, |
| { |
| "epoch": 3.6275992438563325, |
| "grad_norm": 0.03289654478430748, |
| "learning_rate": 2.0334877064386277e-06, |
| "loss": 0.0001, |
| "step": 961 |
| }, |
| { |
| "epoch": 3.631379962192817, |
| "grad_norm": 0.10774717479944229, |
| "learning_rate": 2.028096782760152e-06, |
| "loss": 0.0003, |
| "step": 962 |
| }, |
| { |
| "epoch": 3.6351606805293004, |
| "grad_norm": 0.04548002406954765, |
| "learning_rate": 2.022708133515168e-06, |
| "loss": 0.0002, |
| "step": 963 |
| }, |
| { |
| "epoch": 3.6389413988657844, |
| "grad_norm": 0.22105950117111206, |
| "learning_rate": 2.017321784675363e-06, |
| "loss": 0.0002, |
| "step": 964 |
| }, |
| { |
| "epoch": 3.6427221172022684, |
| "grad_norm": 0.373381108045578, |
| "learning_rate": 2.011937762201344e-06, |
| "loss": 0.0025, |
| "step": 965 |
| }, |
| { |
| "epoch": 3.6465028355387523, |
| "grad_norm": 0.019999120384454727, |
| "learning_rate": 2.0065560920424994e-06, |
| "loss": 0.0001, |
| "step": 966 |
| }, |
| { |
| "epoch": 3.6502835538752363, |
| "grad_norm": 0.053666889667510986, |
| "learning_rate": 2.0011768001368836e-06, |
| "loss": 0.0002, |
| "step": 967 |
| }, |
| { |
| "epoch": 3.6540642722117203, |
| "grad_norm": 0.5051717758178711, |
| "learning_rate": 1.9957999124110872e-06, |
| "loss": 0.0016, |
| "step": 968 |
| }, |
| { |
| "epoch": 3.6578449905482042, |
| "grad_norm": 0.2403508871793747, |
| "learning_rate": 1.9904254547801134e-06, |
| "loss": 0.0008, |
| "step": 969 |
| }, |
| { |
| "epoch": 3.661625708884688, |
| "grad_norm": 0.6390255093574524, |
| "learning_rate": 1.9850534531472544e-06, |
| "loss": 0.0018, |
| "step": 970 |
| }, |
| { |
| "epoch": 3.665406427221172, |
| "grad_norm": 0.1011655256152153, |
| "learning_rate": 1.979683933403963e-06, |
| "loss": 0.0005, |
| "step": 971 |
| }, |
| { |
| "epoch": 3.6691871455576557, |
| "grad_norm": 0.15766626596450806, |
| "learning_rate": 1.9743169214297326e-06, |
| "loss": 0.0008, |
| "step": 972 |
| }, |
| { |
| "epoch": 3.67296786389414, |
| "grad_norm": 0.4769021272659302, |
| "learning_rate": 1.9689524430919667e-06, |
| "loss": 0.0025, |
| "step": 973 |
| }, |
| { |
| "epoch": 3.6767485822306236, |
| "grad_norm": 0.10289421677589417, |
| "learning_rate": 1.9635905242458607e-06, |
| "loss": 0.0005, |
| "step": 974 |
| }, |
| { |
| "epoch": 3.6805293005671076, |
| "grad_norm": 0.5679051280021667, |
| "learning_rate": 1.958231190734271e-06, |
| "loss": 0.0024, |
| "step": 975 |
| }, |
| { |
| "epoch": 3.6843100189035916, |
| "grad_norm": 0.0657648965716362, |
| "learning_rate": 1.9528744683875973e-06, |
| "loss": 0.0004, |
| "step": 976 |
| }, |
| { |
| "epoch": 3.6880907372400755, |
| "grad_norm": 1.5473754405975342, |
| "learning_rate": 1.947520383023649e-06, |
| "loss": 0.0007, |
| "step": 977 |
| }, |
| { |
| "epoch": 3.6918714555765595, |
| "grad_norm": 0.36639949679374695, |
| "learning_rate": 1.942168960447531e-06, |
| "loss": 0.001, |
| "step": 978 |
| }, |
| { |
| "epoch": 3.6956521739130435, |
| "grad_norm": 0.12034526467323303, |
| "learning_rate": 1.9368202264515127e-06, |
| "loss": 0.0004, |
| "step": 979 |
| }, |
| { |
| "epoch": 3.6994328922495274, |
| "grad_norm": 0.19727705419063568, |
| "learning_rate": 1.931474206814903e-06, |
| "loss": 0.0007, |
| "step": 980 |
| }, |
| { |
| "epoch": 3.7032136105860114, |
| "grad_norm": 0.6420516967773438, |
| "learning_rate": 1.926130927303933e-06, |
| "loss": 0.0033, |
| "step": 981 |
| }, |
| { |
| "epoch": 3.7069943289224954, |
| "grad_norm": 0.02208607830107212, |
| "learning_rate": 1.9207904136716215e-06, |
| "loss": 0.0001, |
| "step": 982 |
| }, |
| { |
| "epoch": 3.7107750472589793, |
| "grad_norm": 0.33331099152565, |
| "learning_rate": 1.915452691657662e-06, |
| "loss": 0.0025, |
| "step": 983 |
| }, |
| { |
| "epoch": 3.7145557655954633, |
| "grad_norm": 0.5736892223358154, |
| "learning_rate": 1.9101177869882893e-06, |
| "loss": 0.0035, |
| "step": 984 |
| }, |
| { |
| "epoch": 3.718336483931947, |
| "grad_norm": 0.4493763744831085, |
| "learning_rate": 1.9047857253761622e-06, |
| "loss": 0.0047, |
| "step": 985 |
| }, |
| { |
| "epoch": 3.7221172022684312, |
| "grad_norm": 0.11402516812086105, |
| "learning_rate": 1.8994565325202346e-06, |
| "loss": 0.0003, |
| "step": 986 |
| }, |
| { |
| "epoch": 3.7258979206049148, |
| "grad_norm": 0.19264838099479675, |
| "learning_rate": 1.8941302341056356e-06, |
| "loss": 0.0007, |
| "step": 987 |
| }, |
| { |
| "epoch": 3.7296786389413987, |
| "grad_norm": 0.5359593629837036, |
| "learning_rate": 1.8888068558035435e-06, |
| "loss": 0.0021, |
| "step": 988 |
| }, |
| { |
| "epoch": 3.7334593572778827, |
| "grad_norm": 0.049667809158563614, |
| "learning_rate": 1.8834864232710614e-06, |
| "loss": 0.0001, |
| "step": 989 |
| }, |
| { |
| "epoch": 3.7372400756143667, |
| "grad_norm": 0.1993870735168457, |
| "learning_rate": 1.8781689621510962e-06, |
| "loss": 0.0008, |
| "step": 990 |
| }, |
| { |
| "epoch": 3.7410207939508506, |
| "grad_norm": 0.009530361741781235, |
| "learning_rate": 1.8728544980722318e-06, |
| "loss": 0.0001, |
| "step": 991 |
| }, |
| { |
| "epoch": 3.7448015122873346, |
| "grad_norm": 0.20599816739559174, |
| "learning_rate": 1.8675430566486102e-06, |
| "loss": 0.0007, |
| "step": 992 |
| }, |
| { |
| "epoch": 3.7485822306238186, |
| "grad_norm": 5.536590099334717, |
| "learning_rate": 1.8622346634798e-06, |
| "loss": 0.0015, |
| "step": 993 |
| }, |
| { |
| "epoch": 3.7523629489603025, |
| "grad_norm": 0.10816589742898941, |
| "learning_rate": 1.8569293441506847e-06, |
| "loss": 0.0003, |
| "step": 994 |
| }, |
| { |
| "epoch": 3.7561436672967865, |
| "grad_norm": 0.020855804905295372, |
| "learning_rate": 1.8516271242313267e-06, |
| "loss": 0.0001, |
| "step": 995 |
| }, |
| { |
| "epoch": 3.7599243856332705, |
| "grad_norm": 0.05966445803642273, |
| "learning_rate": 1.8463280292768529e-06, |
| "loss": 0.0002, |
| "step": 996 |
| }, |
| { |
| "epoch": 3.7637051039697544, |
| "grad_norm": 0.28455814719200134, |
| "learning_rate": 1.8410320848273315e-06, |
| "loss": 0.0008, |
| "step": 997 |
| }, |
| { |
| "epoch": 3.767485822306238, |
| "grad_norm": 0.5421791076660156, |
| "learning_rate": 1.8357393164076403e-06, |
| "loss": 0.0019, |
| "step": 998 |
| }, |
| { |
| "epoch": 3.7712665406427224, |
| "grad_norm": 2.5801000595092773, |
| "learning_rate": 1.8304497495273543e-06, |
| "loss": 0.0024, |
| "step": 999 |
| }, |
| { |
| "epoch": 3.775047258979206, |
| "grad_norm": 0.34670326113700867, |
| "learning_rate": 1.8251634096806158e-06, |
| "loss": 0.0019, |
| "step": 1000 |
| }, |
| { |
| "epoch": 3.77882797731569, |
| "grad_norm": 0.6210291385650635, |
| "learning_rate": 1.8198803223460148e-06, |
| "loss": 0.0023, |
| "step": 1001 |
| }, |
| { |
| "epoch": 3.782608695652174, |
| "grad_norm": 0.49758532643318176, |
| "learning_rate": 1.8146005129864644e-06, |
| "loss": 0.0033, |
| "step": 1002 |
| }, |
| { |
| "epoch": 3.786389413988658, |
| "grad_norm": 0.05057361349463463, |
| "learning_rate": 1.8093240070490791e-06, |
| "loss": 0.0002, |
| "step": 1003 |
| }, |
| { |
| "epoch": 3.7901701323251418, |
| "grad_norm": 0.8116357922554016, |
| "learning_rate": 1.8040508299650524e-06, |
| "loss": 0.0036, |
| "step": 1004 |
| }, |
| { |
| "epoch": 3.7939508506616257, |
| "grad_norm": 0.2625158131122589, |
| "learning_rate": 1.7987810071495327e-06, |
| "loss": 0.0008, |
| "step": 1005 |
| }, |
| { |
| "epoch": 3.7977315689981097, |
| "grad_norm": 0.34827500581741333, |
| "learning_rate": 1.793514564001503e-06, |
| "loss": 0.0028, |
| "step": 1006 |
| }, |
| { |
| "epoch": 3.8015122873345937, |
| "grad_norm": 0.053880367428064346, |
| "learning_rate": 1.788251525903656e-06, |
| "loss": 0.0002, |
| "step": 1007 |
| }, |
| { |
| "epoch": 3.8052930056710776, |
| "grad_norm": 0.22675637900829315, |
| "learning_rate": 1.7829919182222752e-06, |
| "loss": 0.0014, |
| "step": 1008 |
| }, |
| { |
| "epoch": 3.809073724007561, |
| "grad_norm": 0.40593239665031433, |
| "learning_rate": 1.7777357663071063e-06, |
| "loss": 0.0035, |
| "step": 1009 |
| }, |
| { |
| "epoch": 3.8128544423440456, |
| "grad_norm": 0.6634936332702637, |
| "learning_rate": 1.7724830954912454e-06, |
| "loss": 0.0016, |
| "step": 1010 |
| }, |
| { |
| "epoch": 3.816635160680529, |
| "grad_norm": 0.3126247823238373, |
| "learning_rate": 1.767233931091004e-06, |
| "loss": 0.0008, |
| "step": 1011 |
| }, |
| { |
| "epoch": 3.820415879017013, |
| "grad_norm": 0.271623432636261, |
| "learning_rate": 1.7619882984057988e-06, |
| "loss": 0.0014, |
| "step": 1012 |
| }, |
| { |
| "epoch": 3.824196597353497, |
| "grad_norm": 0.4311028718948364, |
| "learning_rate": 1.7567462227180241e-06, |
| "loss": 0.0027, |
| "step": 1013 |
| }, |
| { |
| "epoch": 3.827977315689981, |
| "grad_norm": 0.09972798079252243, |
| "learning_rate": 1.7515077292929267e-06, |
| "loss": 0.0006, |
| "step": 1014 |
| }, |
| { |
| "epoch": 3.831758034026465, |
| "grad_norm": 0.13386182487010956, |
| "learning_rate": 1.746272843378493e-06, |
| "loss": 0.0004, |
| "step": 1015 |
| }, |
| { |
| "epoch": 3.835538752362949, |
| "grad_norm": 0.5869089961051941, |
| "learning_rate": 1.7410415902053179e-06, |
| "loss": 0.0017, |
| "step": 1016 |
| }, |
| { |
| "epoch": 3.839319470699433, |
| "grad_norm": 0.22970812022686005, |
| "learning_rate": 1.7358139949864913e-06, |
| "loss": 0.0009, |
| "step": 1017 |
| }, |
| { |
| "epoch": 3.843100189035917, |
| "grad_norm": 0.11757975071668625, |
| "learning_rate": 1.73059008291747e-06, |
| "loss": 0.0004, |
| "step": 1018 |
| }, |
| { |
| "epoch": 3.846880907372401, |
| "grad_norm": 1.447178840637207, |
| "learning_rate": 1.7253698791759604e-06, |
| "loss": 0.0017, |
| "step": 1019 |
| }, |
| { |
| "epoch": 3.850661625708885, |
| "grad_norm": 0.49450984597206116, |
| "learning_rate": 1.720153408921796e-06, |
| "loss": 0.0037, |
| "step": 1020 |
| }, |
| { |
| "epoch": 3.854442344045369, |
| "grad_norm": 0.21628008782863617, |
| "learning_rate": 1.7149406972968148e-06, |
| "loss": 0.001, |
| "step": 1021 |
| }, |
| { |
| "epoch": 3.8582230623818523, |
| "grad_norm": 0.49233701825141907, |
| "learning_rate": 1.7097317694247418e-06, |
| "loss": 0.0045, |
| "step": 1022 |
| }, |
| { |
| "epoch": 3.8620037807183367, |
| "grad_norm": 0.016612421721220016, |
| "learning_rate": 1.704526650411062e-06, |
| "loss": 0.0001, |
| "step": 1023 |
| }, |
| { |
| "epoch": 3.8657844990548202, |
| "grad_norm": 0.12304850667715073, |
| "learning_rate": 1.6993253653429064e-06, |
| "loss": 0.0004, |
| "step": 1024 |
| }, |
| { |
| "epoch": 3.869565217391304, |
| "grad_norm": 0.2783352732658386, |
| "learning_rate": 1.6941279392889238e-06, |
| "loss": 0.0043, |
| "step": 1025 |
| }, |
| { |
| "epoch": 3.873345935727788, |
| "grad_norm": 0.2207585871219635, |
| "learning_rate": 1.6889343972991682e-06, |
| "loss": 0.0009, |
| "step": 1026 |
| }, |
| { |
| "epoch": 3.877126654064272, |
| "grad_norm": 0.13213740289211273, |
| "learning_rate": 1.6837447644049682e-06, |
| "loss": 0.0006, |
| "step": 1027 |
| }, |
| { |
| "epoch": 3.880907372400756, |
| "grad_norm": 0.05475637689232826, |
| "learning_rate": 1.678559065618817e-06, |
| "loss": 0.0003, |
| "step": 1028 |
| }, |
| { |
| "epoch": 3.88468809073724, |
| "grad_norm": 0.0370832197368145, |
| "learning_rate": 1.6733773259342424e-06, |
| "loss": 0.0002, |
| "step": 1029 |
| }, |
| { |
| "epoch": 3.888468809073724, |
| "grad_norm": 0.0499420128762722, |
| "learning_rate": 1.6681995703256925e-06, |
| "loss": 0.0002, |
| "step": 1030 |
| }, |
| { |
| "epoch": 3.892249527410208, |
| "grad_norm": 0.664375901222229, |
| "learning_rate": 1.6630258237484144e-06, |
| "loss": 0.0007, |
| "step": 1031 |
| }, |
| { |
| "epoch": 3.896030245746692, |
| "grad_norm": 0.04301537573337555, |
| "learning_rate": 1.6578561111383298e-06, |
| "loss": 0.0002, |
| "step": 1032 |
| }, |
| { |
| "epoch": 3.899810964083176, |
| "grad_norm": 0.07999247312545776, |
| "learning_rate": 1.6526904574119213e-06, |
| "loss": 0.0004, |
| "step": 1033 |
| }, |
| { |
| "epoch": 3.90359168241966, |
| "grad_norm": 0.7571427226066589, |
| "learning_rate": 1.6475288874661053e-06, |
| "loss": 0.0024, |
| "step": 1034 |
| }, |
| { |
| "epoch": 3.9073724007561434, |
| "grad_norm": 0.02368680201470852, |
| "learning_rate": 1.6423714261781196e-06, |
| "loss": 0.0001, |
| "step": 1035 |
| }, |
| { |
| "epoch": 3.911153119092628, |
| "grad_norm": 0.3289349377155304, |
| "learning_rate": 1.6372180984053946e-06, |
| "loss": 0.0006, |
| "step": 1036 |
| }, |
| { |
| "epoch": 3.9149338374291114, |
| "grad_norm": 0.41246291995048523, |
| "learning_rate": 1.632068928985444e-06, |
| "loss": 0.0015, |
| "step": 1037 |
| }, |
| { |
| "epoch": 3.9187145557655954, |
| "grad_norm": 0.4724266231060028, |
| "learning_rate": 1.6269239427357348e-06, |
| "loss": 0.0018, |
| "step": 1038 |
| }, |
| { |
| "epoch": 3.9224952741020793, |
| "grad_norm": 0.18117232620716095, |
| "learning_rate": 1.6217831644535743e-06, |
| "loss": 0.0009, |
| "step": 1039 |
| }, |
| { |
| "epoch": 3.9262759924385633, |
| "grad_norm": 0.45204848051071167, |
| "learning_rate": 1.6166466189159901e-06, |
| "loss": 0.0039, |
| "step": 1040 |
| }, |
| { |
| "epoch": 3.9300567107750473, |
| "grad_norm": 0.09278274327516556, |
| "learning_rate": 1.6115143308796054e-06, |
| "loss": 0.0004, |
| "step": 1041 |
| }, |
| { |
| "epoch": 3.9338374291115312, |
| "grad_norm": 0.07383128255605698, |
| "learning_rate": 1.6063863250805279e-06, |
| "loss": 0.0004, |
| "step": 1042 |
| }, |
| { |
| "epoch": 3.937618147448015, |
| "grad_norm": 0.15998311340808868, |
| "learning_rate": 1.6012626262342217e-06, |
| "loss": 0.0005, |
| "step": 1043 |
| }, |
| { |
| "epoch": 3.941398865784499, |
| "grad_norm": 0.3451702892780304, |
| "learning_rate": 1.5961432590353973e-06, |
| "loss": 0.0039, |
| "step": 1044 |
| }, |
| { |
| "epoch": 3.945179584120983, |
| "grad_norm": 0.13052286207675934, |
| "learning_rate": 1.5910282481578843e-06, |
| "loss": 0.0002, |
| "step": 1045 |
| }, |
| { |
| "epoch": 3.9489603024574667, |
| "grad_norm": 0.049013491719961166, |
| "learning_rate": 1.5859176182545178e-06, |
| "loss": 0.0003, |
| "step": 1046 |
| }, |
| { |
| "epoch": 3.952741020793951, |
| "grad_norm": 0.9534972310066223, |
| "learning_rate": 1.5808113939570175e-06, |
| "loss": 0.0019, |
| "step": 1047 |
| }, |
| { |
| "epoch": 3.9565217391304346, |
| "grad_norm": 0.7160435914993286, |
| "learning_rate": 1.5757095998758693e-06, |
| "loss": 0.0015, |
| "step": 1048 |
| }, |
| { |
| "epoch": 3.9603024574669186, |
| "grad_norm": 0.3361499607563019, |
| "learning_rate": 1.5706122606002078e-06, |
| "loss": 0.001, |
| "step": 1049 |
| }, |
| { |
| "epoch": 3.9640831758034025, |
| "grad_norm": 0.19443443417549133, |
| "learning_rate": 1.5655194006976948e-06, |
| "loss": 0.0018, |
| "step": 1050 |
| }, |
| { |
| "epoch": 3.9678638941398865, |
| "grad_norm": 0.15781041979789734, |
| "learning_rate": 1.5604310447144052e-06, |
| "loss": 0.0008, |
| "step": 1051 |
| }, |
| { |
| "epoch": 3.9716446124763705, |
| "grad_norm": 0.16736602783203125, |
| "learning_rate": 1.5553472171747031e-06, |
| "loss": 0.0007, |
| "step": 1052 |
| }, |
| { |
| "epoch": 3.9754253308128544, |
| "grad_norm": 0.14986012876033783, |
| "learning_rate": 1.5502679425811317e-06, |
| "loss": 0.0003, |
| "step": 1053 |
| }, |
| { |
| "epoch": 3.9792060491493384, |
| "grad_norm": 0.0438813790678978, |
| "learning_rate": 1.5451932454142847e-06, |
| "loss": 0.0002, |
| "step": 1054 |
| }, |
| { |
| "epoch": 3.9829867674858224, |
| "grad_norm": 0.14121653139591217, |
| "learning_rate": 1.5401231501326985e-06, |
| "loss": 0.0007, |
| "step": 1055 |
| }, |
| { |
| "epoch": 3.9867674858223063, |
| "grad_norm": 0.09703072160482407, |
| "learning_rate": 1.535057681172727e-06, |
| "loss": 0.0005, |
| "step": 1056 |
| }, |
| { |
| "epoch": 3.9905482041587903, |
| "grad_norm": 0.18912367522716522, |
| "learning_rate": 1.5299968629484277e-06, |
| "loss": 0.0005, |
| "step": 1057 |
| }, |
| { |
| "epoch": 3.9943289224952743, |
| "grad_norm": 0.08505091816186905, |
| "learning_rate": 1.524940719851444e-06, |
| "loss": 0.0003, |
| "step": 1058 |
| }, |
| { |
| "epoch": 3.998109640831758, |
| "grad_norm": 0.024707768112421036, |
| "learning_rate": 1.5198892762508843e-06, |
| "loss": 0.0001, |
| "step": 1059 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.05147272348403931, |
| "learning_rate": 1.5148425564932085e-06, |
| "loss": 0.0001, |
| "step": 1060 |
| }, |
| { |
| "epoch": 4.0037807183364835, |
| "grad_norm": 0.24065309762954712, |
| "learning_rate": 1.509800584902108e-06, |
| "loss": 0.0019, |
| "step": 1061 |
| }, |
| { |
| "epoch": 4.007561436672968, |
| "grad_norm": 0.041670165956020355, |
| "learning_rate": 1.504763385778391e-06, |
| "loss": 0.0002, |
| "step": 1062 |
| }, |
| { |
| "epoch": 4.0113421550094515, |
| "grad_norm": 0.1158413365483284, |
| "learning_rate": 1.4997309833998608e-06, |
| "loss": 0.0003, |
| "step": 1063 |
| }, |
| { |
| "epoch": 4.015122873345936, |
| "grad_norm": 0.16893485188484192, |
| "learning_rate": 1.4947034020212062e-06, |
| "loss": 0.0008, |
| "step": 1064 |
| }, |
| { |
| "epoch": 4.018903591682419, |
| "grad_norm": 0.23386147618293762, |
| "learning_rate": 1.4896806658738747e-06, |
| "loss": 0.0039, |
| "step": 1065 |
| }, |
| { |
| "epoch": 4.022684310018904, |
| "grad_norm": 0.12124040722846985, |
| "learning_rate": 1.4846627991659662e-06, |
| "loss": 0.0005, |
| "step": 1066 |
| }, |
| { |
| "epoch": 4.026465028355387, |
| "grad_norm": 0.1346861720085144, |
| "learning_rate": 1.4796498260821104e-06, |
| "loss": 0.0003, |
| "step": 1067 |
| }, |
| { |
| "epoch": 4.030245746691872, |
| "grad_norm": 0.31912630796432495, |
| "learning_rate": 1.4746417707833472e-06, |
| "loss": 0.0023, |
| "step": 1068 |
| }, |
| { |
| "epoch": 4.034026465028355, |
| "grad_norm": 0.18380481004714966, |
| "learning_rate": 1.4696386574070203e-06, |
| "loss": 0.0006, |
| "step": 1069 |
| }, |
| { |
| "epoch": 4.03780718336484, |
| "grad_norm": 0.08836250752210617, |
| "learning_rate": 1.4646405100666498e-06, |
| "loss": 0.0005, |
| "step": 1070 |
| }, |
| { |
| "epoch": 4.041587901701323, |
| "grad_norm": 0.1820770651102066, |
| "learning_rate": 1.4596473528518236e-06, |
| "loss": 0.0004, |
| "step": 1071 |
| }, |
| { |
| "epoch": 4.045368620037808, |
| "grad_norm": 0.02899593859910965, |
| "learning_rate": 1.4546592098280772e-06, |
| "loss": 0.0001, |
| "step": 1072 |
| }, |
| { |
| "epoch": 4.049149338374291, |
| "grad_norm": 0.16005228459835052, |
| "learning_rate": 1.449676105036781e-06, |
| "loss": 0.0006, |
| "step": 1073 |
| }, |
| { |
| "epoch": 4.052930056710775, |
| "grad_norm": 0.29831090569496155, |
| "learning_rate": 1.4446980624950201e-06, |
| "loss": 0.0011, |
| "step": 1074 |
| }, |
| { |
| "epoch": 4.056710775047259, |
| "grad_norm": 0.3436811566352844, |
| "learning_rate": 1.4397251061954848e-06, |
| "loss": 0.0016, |
| "step": 1075 |
| }, |
| { |
| "epoch": 4.060491493383743, |
| "grad_norm": 0.3190964460372925, |
| "learning_rate": 1.4347572601063477e-06, |
| "loss": 0.001, |
| "step": 1076 |
| }, |
| { |
| "epoch": 4.064272211720227, |
| "grad_norm": 0.27734869718551636, |
| "learning_rate": 1.4297945481711527e-06, |
| "loss": 0.0012, |
| "step": 1077 |
| }, |
| { |
| "epoch": 4.0680529300567105, |
| "grad_norm": 0.10421045869588852, |
| "learning_rate": 1.4248369943086997e-06, |
| "loss": 0.0002, |
| "step": 1078 |
| }, |
| { |
| "epoch": 4.071833648393195, |
| "grad_norm": 0.3754621744155884, |
| "learning_rate": 1.4198846224129255e-06, |
| "loss": 0.0015, |
| "step": 1079 |
| }, |
| { |
| "epoch": 4.0756143667296785, |
| "grad_norm": 0.15679197013378143, |
| "learning_rate": 1.4149374563527957e-06, |
| "loss": 0.0008, |
| "step": 1080 |
| }, |
| { |
| "epoch": 4.079395085066163, |
| "grad_norm": 0.5258352756500244, |
| "learning_rate": 1.4099955199721816e-06, |
| "loss": 0.0006, |
| "step": 1081 |
| }, |
| { |
| "epoch": 4.083175803402646, |
| "grad_norm": 0.09583219885826111, |
| "learning_rate": 1.4050588370897493e-06, |
| "loss": 0.0004, |
| "step": 1082 |
| }, |
| { |
| "epoch": 4.086956521739131, |
| "grad_norm": 0.21159407496452332, |
| "learning_rate": 1.4001274314988476e-06, |
| "loss": 0.0012, |
| "step": 1083 |
| }, |
| { |
| "epoch": 4.090737240075614, |
| "grad_norm": 0.06300465762615204, |
| "learning_rate": 1.3952013269673872e-06, |
| "loss": 0.0004, |
| "step": 1084 |
| }, |
| { |
| "epoch": 4.094517958412098, |
| "grad_norm": 0.2787025570869446, |
| "learning_rate": 1.3902805472377307e-06, |
| "loss": 0.0016, |
| "step": 1085 |
| }, |
| { |
| "epoch": 4.098298676748582, |
| "grad_norm": 0.015505858696997166, |
| "learning_rate": 1.3853651160265752e-06, |
| "loss": 0.0001, |
| "step": 1086 |
| }, |
| { |
| "epoch": 4.102079395085066, |
| "grad_norm": 0.12251166254281998, |
| "learning_rate": 1.3804550570248431e-06, |
| "loss": 0.0005, |
| "step": 1087 |
| }, |
| { |
| "epoch": 4.10586011342155, |
| "grad_norm": 0.350531667470932, |
| "learning_rate": 1.375550393897559e-06, |
| "loss": 0.0008, |
| "step": 1088 |
| }, |
| { |
| "epoch": 4.109640831758034, |
| "grad_norm": 0.15398718416690826, |
| "learning_rate": 1.370651150283746e-06, |
| "loss": 0.0006, |
| "step": 1089 |
| }, |
| { |
| "epoch": 4.113421550094518, |
| "grad_norm": 0.39199334383010864, |
| "learning_rate": 1.3657573497963042e-06, |
| "loss": 0.0004, |
| "step": 1090 |
| }, |
| { |
| "epoch": 4.117202268431002, |
| "grad_norm": 0.5439186692237854, |
| "learning_rate": 1.360869016021899e-06, |
| "loss": 0.0004, |
| "step": 1091 |
| }, |
| { |
| "epoch": 4.120982986767486, |
| "grad_norm": 0.012271784245967865, |
| "learning_rate": 1.3559861725208501e-06, |
| "loss": 0.0001, |
| "step": 1092 |
| }, |
| { |
| "epoch": 4.12476370510397, |
| "grad_norm": 0.26115530729293823, |
| "learning_rate": 1.3511088428270141e-06, |
| "loss": 0.0012, |
| "step": 1093 |
| }, |
| { |
| "epoch": 4.128544423440454, |
| "grad_norm": 0.28641173243522644, |
| "learning_rate": 1.3462370504476729e-06, |
| "loss": 0.0012, |
| "step": 1094 |
| }, |
| { |
| "epoch": 4.1323251417769375, |
| "grad_norm": 0.3195199966430664, |
| "learning_rate": 1.3413708188634192e-06, |
| "loss": 0.0007, |
| "step": 1095 |
| }, |
| { |
| "epoch": 4.136105860113422, |
| "grad_norm": 0.10783225297927856, |
| "learning_rate": 1.3365101715280473e-06, |
| "loss": 0.0004, |
| "step": 1096 |
| }, |
| { |
| "epoch": 4.1398865784499055, |
| "grad_norm": 0.09313753992319107, |
| "learning_rate": 1.3316551318684342e-06, |
| "loss": 0.0004, |
| "step": 1097 |
| }, |
| { |
| "epoch": 4.143667296786389, |
| "grad_norm": 0.01211604755371809, |
| "learning_rate": 1.3268057232844305e-06, |
| "loss": 0.0001, |
| "step": 1098 |
| }, |
| { |
| "epoch": 4.147448015122873, |
| "grad_norm": 0.23705434799194336, |
| "learning_rate": 1.321961969148746e-06, |
| "loss": 0.0008, |
| "step": 1099 |
| }, |
| { |
| "epoch": 4.151228733459357, |
| "grad_norm": 0.06034567952156067, |
| "learning_rate": 1.3171238928068403e-06, |
| "loss": 0.0002, |
| "step": 1100 |
| }, |
| { |
| "epoch": 4.155009451795841, |
| "grad_norm": 0.01622333563864231, |
| "learning_rate": 1.3122915175768044e-06, |
| "loss": 0.0001, |
| "step": 1101 |
| }, |
| { |
| "epoch": 4.158790170132325, |
| "grad_norm": 0.34421801567077637, |
| "learning_rate": 1.307464866749253e-06, |
| "loss": 0.0003, |
| "step": 1102 |
| }, |
| { |
| "epoch": 4.162570888468809, |
| "grad_norm": 0.014288971200585365, |
| "learning_rate": 1.3026439635872132e-06, |
| "loss": 0.0001, |
| "step": 1103 |
| }, |
| { |
| "epoch": 4.166351606805293, |
| "grad_norm": 0.03465963155031204, |
| "learning_rate": 1.2978288313260045e-06, |
| "loss": 0.0002, |
| "step": 1104 |
| }, |
| { |
| "epoch": 4.170132325141777, |
| "grad_norm": 0.2304038256406784, |
| "learning_rate": 1.2930194931731382e-06, |
| "loss": 0.001, |
| "step": 1105 |
| }, |
| { |
| "epoch": 4.173913043478261, |
| "grad_norm": 0.026781270280480385, |
| "learning_rate": 1.2882159723081967e-06, |
| "loss": 0.0001, |
| "step": 1106 |
| }, |
| { |
| "epoch": 4.177693761814745, |
| "grad_norm": 0.3735407292842865, |
| "learning_rate": 1.2834182918827248e-06, |
| "loss": 0.0026, |
| "step": 1107 |
| }, |
| { |
| "epoch": 4.181474480151229, |
| "grad_norm": 0.10482420772314072, |
| "learning_rate": 1.2786264750201182e-06, |
| "loss": 0.0004, |
| "step": 1108 |
| }, |
| { |
| "epoch": 4.185255198487713, |
| "grad_norm": 0.1388075202703476, |
| "learning_rate": 1.2738405448155139e-06, |
| "loss": 0.0004, |
| "step": 1109 |
| }, |
| { |
| "epoch": 4.189035916824197, |
| "grad_norm": 0.2576792538166046, |
| "learning_rate": 1.269060524335675e-06, |
| "loss": 0.0009, |
| "step": 1110 |
| }, |
| { |
| "epoch": 4.19281663516068, |
| "grad_norm": 0.13617852330207825, |
| "learning_rate": 1.2642864366188806e-06, |
| "loss": 0.0006, |
| "step": 1111 |
| }, |
| { |
| "epoch": 4.196597353497165, |
| "grad_norm": 0.14368586242198944, |
| "learning_rate": 1.2595183046748187e-06, |
| "loss": 0.0005, |
| "step": 1112 |
| }, |
| { |
| "epoch": 4.200378071833648, |
| "grad_norm": 0.05967310443520546, |
| "learning_rate": 1.2547561514844706e-06, |
| "loss": 0.0003, |
| "step": 1113 |
| }, |
| { |
| "epoch": 4.2041587901701325, |
| "grad_norm": 0.2563086152076721, |
| "learning_rate": 1.2500000000000007e-06, |
| "loss": 0.0008, |
| "step": 1114 |
| }, |
| { |
| "epoch": 4.207939508506616, |
| "grad_norm": 2.2195889949798584, |
| "learning_rate": 1.245249873144647e-06, |
| "loss": 0.0016, |
| "step": 1115 |
| }, |
| { |
| "epoch": 4.2117202268431, |
| "grad_norm": 0.4171058237552643, |
| "learning_rate": 1.2405057938126152e-06, |
| "loss": 0.001, |
| "step": 1116 |
| }, |
| { |
| "epoch": 4.215500945179584, |
| "grad_norm": 0.28222987055778503, |
| "learning_rate": 1.235767784868956e-06, |
| "loss": 0.0009, |
| "step": 1117 |
| }, |
| { |
| "epoch": 4.219281663516068, |
| "grad_norm": 0.11864659935235977, |
| "learning_rate": 1.231035869149468e-06, |
| "loss": 0.0004, |
| "step": 1118 |
| }, |
| { |
| "epoch": 4.223062381852552, |
| "grad_norm": 0.18131184577941895, |
| "learning_rate": 1.2263100694605837e-06, |
| "loss": 0.0006, |
| "step": 1119 |
| }, |
| { |
| "epoch": 4.226843100189036, |
| "grad_norm": 0.03620271012187004, |
| "learning_rate": 1.221590408579251e-06, |
| "loss": 0.0002, |
| "step": 1120 |
| }, |
| { |
| "epoch": 4.23062381852552, |
| "grad_norm": 0.43053460121154785, |
| "learning_rate": 1.2168769092528382e-06, |
| "loss": 0.0006, |
| "step": 1121 |
| }, |
| { |
| "epoch": 4.234404536862003, |
| "grad_norm": 0.11408156156539917, |
| "learning_rate": 1.2121695941990126e-06, |
| "loss": 0.0003, |
| "step": 1122 |
| }, |
| { |
| "epoch": 4.238185255198488, |
| "grad_norm": 0.025387326255440712, |
| "learning_rate": 1.207468486105636e-06, |
| "loss": 0.0001, |
| "step": 1123 |
| }, |
| { |
| "epoch": 4.241965973534971, |
| "grad_norm": 0.3768988251686096, |
| "learning_rate": 1.2027736076306533e-06, |
| "loss": 0.0012, |
| "step": 1124 |
| }, |
| { |
| "epoch": 4.245746691871456, |
| "grad_norm": 0.10813384503126144, |
| "learning_rate": 1.1980849814019881e-06, |
| "loss": 0.0003, |
| "step": 1125 |
| }, |
| { |
| "epoch": 4.249527410207939, |
| "grad_norm": 0.03732176125049591, |
| "learning_rate": 1.1934026300174265e-06, |
| "loss": 0.0001, |
| "step": 1126 |
| }, |
| { |
| "epoch": 4.253308128544424, |
| "grad_norm": 0.023056620731949806, |
| "learning_rate": 1.1887265760445122e-06, |
| "loss": 0.0001, |
| "step": 1127 |
| }, |
| { |
| "epoch": 4.257088846880907, |
| "grad_norm": 0.018509745597839355, |
| "learning_rate": 1.1840568420204393e-06, |
| "loss": 0.0001, |
| "step": 1128 |
| }, |
| { |
| "epoch": 4.260869565217392, |
| "grad_norm": 0.9386374354362488, |
| "learning_rate": 1.17939345045194e-06, |
| "loss": 0.0048, |
| "step": 1129 |
| }, |
| { |
| "epoch": 4.264650283553875, |
| "grad_norm": 0.09051921963691711, |
| "learning_rate": 1.1747364238151774e-06, |
| "loss": 0.0005, |
| "step": 1130 |
| }, |
| { |
| "epoch": 4.2684310018903595, |
| "grad_norm": 0.1713877171278, |
| "learning_rate": 1.1700857845556374e-06, |
| "loss": 0.0006, |
| "step": 1131 |
| }, |
| { |
| "epoch": 4.272211720226843, |
| "grad_norm": 0.06043676659464836, |
| "learning_rate": 1.1654415550880245e-06, |
| "loss": 0.0002, |
| "step": 1132 |
| }, |
| { |
| "epoch": 4.2759924385633274, |
| "grad_norm": 0.01333721075206995, |
| "learning_rate": 1.1608037577961423e-06, |
| "loss": 0.0001, |
| "step": 1133 |
| }, |
| { |
| "epoch": 4.279773156899811, |
| "grad_norm": 0.4935985505580902, |
| "learning_rate": 1.156172415032801e-06, |
| "loss": 0.0018, |
| "step": 1134 |
| }, |
| { |
| "epoch": 4.2835538752362945, |
| "grad_norm": 0.14692044258117676, |
| "learning_rate": 1.1515475491196975e-06, |
| "loss": 0.0005, |
| "step": 1135 |
| }, |
| { |
| "epoch": 4.287334593572779, |
| "grad_norm": 0.3206477165222168, |
| "learning_rate": 1.1469291823473127e-06, |
| "loss": 0.0012, |
| "step": 1136 |
| }, |
| { |
| "epoch": 4.291115311909262, |
| "grad_norm": 0.041015662252902985, |
| "learning_rate": 1.1423173369748056e-06, |
| "loss": 0.0001, |
| "step": 1137 |
| }, |
| { |
| "epoch": 4.294896030245747, |
| "grad_norm": 0.009320144541561604, |
| "learning_rate": 1.1377120352299015e-06, |
| "loss": 0.0001, |
| "step": 1138 |
| }, |
| { |
| "epoch": 4.29867674858223, |
| "grad_norm": 0.061102405190467834, |
| "learning_rate": 1.1331132993087887e-06, |
| "loss": 0.0001, |
| "step": 1139 |
| }, |
| { |
| "epoch": 4.302457466918715, |
| "grad_norm": 0.20246689021587372, |
| "learning_rate": 1.1285211513760088e-06, |
| "loss": 0.001, |
| "step": 1140 |
| }, |
| { |
| "epoch": 4.306238185255198, |
| "grad_norm": 0.0354740135371685, |
| "learning_rate": 1.1239356135643544e-06, |
| "loss": 0.0001, |
| "step": 1141 |
| }, |
| { |
| "epoch": 4.310018903591683, |
| "grad_norm": 0.08336465805768967, |
| "learning_rate": 1.119356707974756e-06, |
| "loss": 0.0003, |
| "step": 1142 |
| }, |
| { |
| "epoch": 4.313799621928166, |
| "grad_norm": 0.034681014716625214, |
| "learning_rate": 1.11478445667618e-06, |
| "loss": 0.0002, |
| "step": 1143 |
| }, |
| { |
| "epoch": 4.317580340264651, |
| "grad_norm": 0.10348597913980484, |
| "learning_rate": 1.1102188817055202e-06, |
| "loss": 0.0004, |
| "step": 1144 |
| }, |
| { |
| "epoch": 4.321361058601134, |
| "grad_norm": 0.11162035167217255, |
| "learning_rate": 1.105660005067495e-06, |
| "loss": 0.0004, |
| "step": 1145 |
| }, |
| { |
| "epoch": 4.325141776937619, |
| "grad_norm": 0.2652709484100342, |
| "learning_rate": 1.1011078487345362e-06, |
| "loss": 0.0017, |
| "step": 1146 |
| }, |
| { |
| "epoch": 4.328922495274102, |
| "grad_norm": 0.1814330667257309, |
| "learning_rate": 1.096562434646686e-06, |
| "loss": 0.0009, |
| "step": 1147 |
| }, |
| { |
| "epoch": 4.332703213610586, |
| "grad_norm": 0.23978620767593384, |
| "learning_rate": 1.0920237847114945e-06, |
| "loss": 0.0005, |
| "step": 1148 |
| }, |
| { |
| "epoch": 4.33648393194707, |
| "grad_norm": 0.1966646909713745, |
| "learning_rate": 1.0874919208039036e-06, |
| "loss": 0.0014, |
| "step": 1149 |
| }, |
| { |
| "epoch": 4.340264650283554, |
| "grad_norm": 0.06779544800519943, |
| "learning_rate": 1.0829668647661558e-06, |
| "loss": 0.0002, |
| "step": 1150 |
| }, |
| { |
| "epoch": 4.344045368620038, |
| "grad_norm": 0.08684524893760681, |
| "learning_rate": 1.0784486384076778e-06, |
| "loss": 0.0002, |
| "step": 1151 |
| }, |
| { |
| "epoch": 4.3478260869565215, |
| "grad_norm": 0.25578299164772034, |
| "learning_rate": 1.0739372635049796e-06, |
| "loss": 0.0006, |
| "step": 1152 |
| }, |
| { |
| "epoch": 4.351606805293006, |
| "grad_norm": 0.2866862714290619, |
| "learning_rate": 1.0694327618015492e-06, |
| "loss": 0.0007, |
| "step": 1153 |
| }, |
| { |
| "epoch": 4.355387523629489, |
| "grad_norm": 0.07343002408742905, |
| "learning_rate": 1.06493515500775e-06, |
| "loss": 0.0003, |
| "step": 1154 |
| }, |
| { |
| "epoch": 4.359168241965974, |
| "grad_norm": 0.4368140995502472, |
| "learning_rate": 1.0604444648007114e-06, |
| "loss": 0.0011, |
| "step": 1155 |
| }, |
| { |
| "epoch": 4.362948960302457, |
| "grad_norm": 0.07969985157251358, |
| "learning_rate": 1.0559607128242267e-06, |
| "loss": 0.0003, |
| "step": 1156 |
| }, |
| { |
| "epoch": 4.366729678638942, |
| "grad_norm": 0.028882203623652458, |
| "learning_rate": 1.0514839206886519e-06, |
| "loss": 0.0001, |
| "step": 1157 |
| }, |
| { |
| "epoch": 4.370510396975425, |
| "grad_norm": 0.11747908592224121, |
| "learning_rate": 1.0470141099707958e-06, |
| "loss": 0.0003, |
| "step": 1158 |
| }, |
| { |
| "epoch": 4.374291115311909, |
| "grad_norm": 0.20348979532718658, |
| "learning_rate": 1.0425513022138203e-06, |
| "loss": 0.0005, |
| "step": 1159 |
| }, |
| { |
| "epoch": 4.378071833648393, |
| "grad_norm": 0.0517929345369339, |
| "learning_rate": 1.0380955189271336e-06, |
| "loss": 0.0001, |
| "step": 1160 |
| }, |
| { |
| "epoch": 4.381852551984877, |
| "grad_norm": 0.15096187591552734, |
| "learning_rate": 1.0336467815862905e-06, |
| "loss": 0.0014, |
| "step": 1161 |
| }, |
| { |
| "epoch": 4.385633270321361, |
| "grad_norm": 0.27733010053634644, |
| "learning_rate": 1.0292051116328844e-06, |
| "loss": 0.0007, |
| "step": 1162 |
| }, |
| { |
| "epoch": 4.389413988657845, |
| "grad_norm": 0.13852417469024658, |
| "learning_rate": 1.0247705304744458e-06, |
| "loss": 0.0005, |
| "step": 1163 |
| }, |
| { |
| "epoch": 4.393194706994329, |
| "grad_norm": 0.0745406225323677, |
| "learning_rate": 1.0203430594843426e-06, |
| "loss": 0.0002, |
| "step": 1164 |
| }, |
| { |
| "epoch": 4.396975425330813, |
| "grad_norm": 0.1584874838590622, |
| "learning_rate": 1.0159227200016677e-06, |
| "loss": 0.0006, |
| "step": 1165 |
| }, |
| { |
| "epoch": 4.400756143667297, |
| "grad_norm": 0.07365313917398453, |
| "learning_rate": 1.0115095333311487e-06, |
| "loss": 0.0003, |
| "step": 1166 |
| }, |
| { |
| "epoch": 4.404536862003781, |
| "grad_norm": 0.34414687752723694, |
| "learning_rate": 1.0071035207430352e-06, |
| "loss": 0.0021, |
| "step": 1167 |
| }, |
| { |
| "epoch": 4.408317580340265, |
| "grad_norm": 0.11103616654872894, |
| "learning_rate": 1.002704703473e-06, |
| "loss": 0.0005, |
| "step": 1168 |
| }, |
| { |
| "epoch": 4.4120982986767485, |
| "grad_norm": 0.3156139850616455, |
| "learning_rate": 9.983131027220373e-07, |
| "loss": 0.0012, |
| "step": 1169 |
| }, |
| { |
| "epoch": 4.415879017013232, |
| "grad_norm": 0.6131001710891724, |
| "learning_rate": 9.939287396563604e-07, |
| "loss": 0.004, |
| "step": 1170 |
| }, |
| { |
| "epoch": 4.4196597353497165, |
| "grad_norm": 0.035383161157369614, |
| "learning_rate": 9.895516354072981e-07, |
| "loss": 0.0001, |
| "step": 1171 |
| }, |
| { |
| "epoch": 4.4234404536862, |
| "grad_norm": 0.07956578582525253, |
| "learning_rate": 9.85181811071193e-07, |
| "loss": 0.0003, |
| "step": 1172 |
| }, |
| { |
| "epoch": 4.427221172022684, |
| "grad_norm": 0.04703371599316597, |
| "learning_rate": 9.808192877093039e-07, |
| "loss": 0.0002, |
| "step": 1173 |
| }, |
| { |
| "epoch": 4.431001890359168, |
| "grad_norm": 0.030056219547986984, |
| "learning_rate": 9.764640863476982e-07, |
| "loss": 0.0001, |
| "step": 1174 |
| }, |
| { |
| "epoch": 4.434782608695652, |
| "grad_norm": 0.4825742244720459, |
| "learning_rate": 9.72116227977154e-07, |
| "loss": 0.0003, |
| "step": 1175 |
| }, |
| { |
| "epoch": 4.438563327032136, |
| "grad_norm": 0.10369419306516647, |
| "learning_rate": 9.677757335530577e-07, |
| "loss": 0.0003, |
| "step": 1176 |
| }, |
| { |
| "epoch": 4.44234404536862, |
| "grad_norm": 0.25386276841163635, |
| "learning_rate": 9.634426239953074e-07, |
| "loss": 0.0008, |
| "step": 1177 |
| }, |
| { |
| "epoch": 4.446124763705104, |
| "grad_norm": 0.14689001441001892, |
| "learning_rate": 9.59116920188202e-07, |
| "loss": 0.0003, |
| "step": 1178 |
| }, |
| { |
| "epoch": 4.449905482041588, |
| "grad_norm": 0.42591592669487, |
| "learning_rate": 9.547986429803518e-07, |
| "loss": 0.0021, |
| "step": 1179 |
| }, |
| { |
| "epoch": 4.453686200378072, |
| "grad_norm": 0.24819211661815643, |
| "learning_rate": 9.504878131845738e-07, |
| "loss": 0.0003, |
| "step": 1180 |
| }, |
| { |
| "epoch": 4.457466918714556, |
| "grad_norm": 0.020263489335775375, |
| "learning_rate": 9.461844515777849e-07, |
| "loss": 0.0001, |
| "step": 1181 |
| }, |
| { |
| "epoch": 4.46124763705104, |
| "grad_norm": 0.18784894049167633, |
| "learning_rate": 9.418885789009139e-07, |
| "loss": 0.0007, |
| "step": 1182 |
| }, |
| { |
| "epoch": 4.465028355387524, |
| "grad_norm": 0.18127810955047607, |
| "learning_rate": 9.376002158587915e-07, |
| "loss": 0.0004, |
| "step": 1183 |
| }, |
| { |
| "epoch": 4.468809073724008, |
| "grad_norm": 0.30408334732055664, |
| "learning_rate": 9.333193831200557e-07, |
| "loss": 0.0009, |
| "step": 1184 |
| }, |
| { |
| "epoch": 4.472589792060491, |
| "grad_norm": 0.23862513899803162, |
| "learning_rate": 9.290461013170485e-07, |
| "loss": 0.0008, |
| "step": 1185 |
| }, |
| { |
| "epoch": 4.4763705103969755, |
| "grad_norm": 0.017677878960967064, |
| "learning_rate": 9.247803910457226e-07, |
| "loss": 0.0001, |
| "step": 1186 |
| }, |
| { |
| "epoch": 4.480151228733459, |
| "grad_norm": 0.23461668193340302, |
| "learning_rate": 9.205222728655344e-07, |
| "loss": 0.0006, |
| "step": 1187 |
| }, |
| { |
| "epoch": 4.4839319470699435, |
| "grad_norm": 0.08011229336261749, |
| "learning_rate": 9.162717672993499e-07, |
| "loss": 0.0003, |
| "step": 1188 |
| }, |
| { |
| "epoch": 4.487712665406427, |
| "grad_norm": 0.10889612138271332, |
| "learning_rate": 9.120288948333464e-07, |
| "loss": 0.0003, |
| "step": 1189 |
| }, |
| { |
| "epoch": 4.491493383742911, |
| "grad_norm": 0.04668443277478218, |
| "learning_rate": 9.07793675916909e-07, |
| "loss": 0.0002, |
| "step": 1190 |
| }, |
| { |
| "epoch": 4.495274102079395, |
| "grad_norm": 0.02013458125293255, |
| "learning_rate": 9.035661309625366e-07, |
| "loss": 0.0001, |
| "step": 1191 |
| }, |
| { |
| "epoch": 4.499054820415879, |
| "grad_norm": 0.05026013031601906, |
| "learning_rate": 8.993462803457403e-07, |
| "loss": 0.0002, |
| "step": 1192 |
| }, |
| { |
| "epoch": 4.502835538752363, |
| "grad_norm": 0.2004999816417694, |
| "learning_rate": 8.951341444049513e-07, |
| "loss": 0.0008, |
| "step": 1193 |
| }, |
| { |
| "epoch": 4.506616257088847, |
| "grad_norm": 0.2229345291852951, |
| "learning_rate": 8.90929743441411e-07, |
| "loss": 0.0008, |
| "step": 1194 |
| }, |
| { |
| "epoch": 4.510396975425331, |
| "grad_norm": 0.8019787073135376, |
| "learning_rate": 8.867330977190877e-07, |
| "loss": 0.001, |
| "step": 1195 |
| }, |
| { |
| "epoch": 4.514177693761814, |
| "grad_norm": 0.0796135812997818, |
| "learning_rate": 8.825442274645671e-07, |
| "loss": 0.0003, |
| "step": 1196 |
| }, |
| { |
| "epoch": 4.517958412098299, |
| "grad_norm": 0.12469209730625153, |
| "learning_rate": 8.783631528669607e-07, |
| "loss": 0.0003, |
| "step": 1197 |
| }, |
| { |
| "epoch": 4.521739130434782, |
| "grad_norm": 0.6032193899154663, |
| "learning_rate": 8.741898940778088e-07, |
| "loss": 0.004, |
| "step": 1198 |
| }, |
| { |
| "epoch": 4.525519848771267, |
| "grad_norm": 0.09719254821538925, |
| "learning_rate": 8.700244712109798e-07, |
| "loss": 0.0004, |
| "step": 1199 |
| }, |
| { |
| "epoch": 4.52930056710775, |
| "grad_norm": 0.21795785427093506, |
| "learning_rate": 8.658669043425763e-07, |
| "loss": 0.0007, |
| "step": 1200 |
| }, |
| { |
| "epoch": 4.533081285444235, |
| "grad_norm": 0.29704999923706055, |
| "learning_rate": 8.617172135108356e-07, |
| "loss": 0.0004, |
| "step": 1201 |
| }, |
| { |
| "epoch": 4.536862003780718, |
| "grad_norm": 0.0031759943813085556, |
| "learning_rate": 8.575754187160385e-07, |
| "loss": 0.0, |
| "step": 1202 |
| }, |
| { |
| "epoch": 4.5406427221172025, |
| "grad_norm": 0.4515712261199951, |
| "learning_rate": 8.53441539920406e-07, |
| "loss": 0.0003, |
| "step": 1203 |
| }, |
| { |
| "epoch": 4.544423440453686, |
| "grad_norm": 0.15835940837860107, |
| "learning_rate": 8.493155970480074e-07, |
| "loss": 0.0004, |
| "step": 1204 |
| }, |
| { |
| "epoch": 4.5482041587901705, |
| "grad_norm": 0.14874432981014252, |
| "learning_rate": 8.45197609984662e-07, |
| "loss": 0.0004, |
| "step": 1205 |
| }, |
| { |
| "epoch": 4.551984877126654, |
| "grad_norm": 0.07101760059595108, |
| "learning_rate": 8.410875985778477e-07, |
| "loss": 0.0002, |
| "step": 1206 |
| }, |
| { |
| "epoch": 4.5557655954631375, |
| "grad_norm": 0.08789049834012985, |
| "learning_rate": 8.369855826365988e-07, |
| "loss": 0.0002, |
| "step": 1207 |
| }, |
| { |
| "epoch": 4.559546313799622, |
| "grad_norm": 0.022374188527464867, |
| "learning_rate": 8.328915819314149e-07, |
| "loss": 0.0001, |
| "step": 1208 |
| }, |
| { |
| "epoch": 4.563327032136106, |
| "grad_norm": 0.6488557457923889, |
| "learning_rate": 8.288056161941663e-07, |
| "loss": 0.0023, |
| "step": 1209 |
| }, |
| { |
| "epoch": 4.56710775047259, |
| "grad_norm": 0.004378811921924353, |
| "learning_rate": 8.247277051179925e-07, |
| "loss": 0.0001, |
| "step": 1210 |
| }, |
| { |
| "epoch": 4.570888468809073, |
| "grad_norm": 0.05439801514148712, |
| "learning_rate": 8.206578683572178e-07, |
| "loss": 0.0002, |
| "step": 1211 |
| }, |
| { |
| "epoch": 4.574669187145558, |
| "grad_norm": 0.08567692339420319, |
| "learning_rate": 8.165961255272467e-07, |
| "loss": 0.0004, |
| "step": 1212 |
| }, |
| { |
| "epoch": 4.578449905482041, |
| "grad_norm": 0.19837629795074463, |
| "learning_rate": 8.125424962044742e-07, |
| "loss": 0.0005, |
| "step": 1213 |
| }, |
| { |
| "epoch": 4.582230623818526, |
| "grad_norm": 0.1341010332107544, |
| "learning_rate": 8.084969999261907e-07, |
| "loss": 0.0007, |
| "step": 1214 |
| }, |
| { |
| "epoch": 4.586011342155009, |
| "grad_norm": 0.10602247714996338, |
| "learning_rate": 8.044596561904894e-07, |
| "loss": 0.0003, |
| "step": 1215 |
| }, |
| { |
| "epoch": 4.589792060491494, |
| "grad_norm": 0.0057820482179522514, |
| "learning_rate": 8.004304844561684e-07, |
| "loss": 0.0, |
| "step": 1216 |
| }, |
| { |
| "epoch": 4.593572778827977, |
| "grad_norm": 0.018521621823310852, |
| "learning_rate": 7.964095041426387e-07, |
| "loss": 0.0001, |
| "step": 1217 |
| }, |
| { |
| "epoch": 4.597353497164462, |
| "grad_norm": 0.31507861614227295, |
| "learning_rate": 7.923967346298345e-07, |
| "loss": 0.0008, |
| "step": 1218 |
| }, |
| { |
| "epoch": 4.601134215500945, |
| "grad_norm": 0.01326778158545494, |
| "learning_rate": 7.883921952581131e-07, |
| "loss": 0.0001, |
| "step": 1219 |
| }, |
| { |
| "epoch": 4.60491493383743, |
| "grad_norm": 0.12220294773578644, |
| "learning_rate": 7.843959053281663e-07, |
| "loss": 0.0002, |
| "step": 1220 |
| }, |
| { |
| "epoch": 4.608695652173913, |
| "grad_norm": 0.1671430617570877, |
| "learning_rate": 7.804078841009252e-07, |
| "loss": 0.0003, |
| "step": 1221 |
| }, |
| { |
| "epoch": 4.612476370510397, |
| "grad_norm": 0.72855144739151, |
| "learning_rate": 7.764281507974711e-07, |
| "loss": 0.0009, |
| "step": 1222 |
| }, |
| { |
| "epoch": 4.616257088846881, |
| "grad_norm": 0.47011008858680725, |
| "learning_rate": 7.724567245989342e-07, |
| "loss": 0.0042, |
| "step": 1223 |
| }, |
| { |
| "epoch": 4.6200378071833645, |
| "grad_norm": 0.24560636281967163, |
| "learning_rate": 7.684936246464125e-07, |
| "loss": 0.002, |
| "step": 1224 |
| }, |
| { |
| "epoch": 4.623818525519849, |
| "grad_norm": 0.04877178370952606, |
| "learning_rate": 7.645388700408732e-07, |
| "loss": 0.0002, |
| "step": 1225 |
| }, |
| { |
| "epoch": 4.6275992438563325, |
| "grad_norm": 0.14510324597358704, |
| "learning_rate": 7.60592479843057e-07, |
| "loss": 0.0002, |
| "step": 1226 |
| }, |
| { |
| "epoch": 4.631379962192817, |
| "grad_norm": 0.32103654742240906, |
| "learning_rate": 7.566544730733961e-07, |
| "loss": 0.0008, |
| "step": 1227 |
| }, |
| { |
| "epoch": 4.6351606805293, |
| "grad_norm": 0.22647596895694733, |
| "learning_rate": 7.527248687119137e-07, |
| "loss": 0.001, |
| "step": 1228 |
| }, |
| { |
| "epoch": 4.638941398865785, |
| "grad_norm": 0.24789294600486755, |
| "learning_rate": 7.488036856981373e-07, |
| "loss": 0.0009, |
| "step": 1229 |
| }, |
| { |
| "epoch": 4.642722117202268, |
| "grad_norm": 0.06908345222473145, |
| "learning_rate": 7.448909429310047e-07, |
| "loss": 0.0002, |
| "step": 1230 |
| }, |
| { |
| "epoch": 4.646502835538753, |
| "grad_norm": 0.32550469040870667, |
| "learning_rate": 7.409866592687768e-07, |
| "loss": 0.0019, |
| "step": 1231 |
| }, |
| { |
| "epoch": 4.650283553875236, |
| "grad_norm": 0.33530768752098083, |
| "learning_rate": 7.370908535289409e-07, |
| "loss": 0.0021, |
| "step": 1232 |
| }, |
| { |
| "epoch": 4.65406427221172, |
| "grad_norm": 0.0069428663700819016, |
| "learning_rate": 7.332035444881247e-07, |
| "loss": 0.0, |
| "step": 1233 |
| }, |
| { |
| "epoch": 4.657844990548204, |
| "grad_norm": 0.9020087122917175, |
| "learning_rate": 7.293247508820059e-07, |
| "loss": 0.0022, |
| "step": 1234 |
| }, |
| { |
| "epoch": 4.661625708884688, |
| "grad_norm": 0.3032546937465668, |
| "learning_rate": 7.254544914052178e-07, |
| "loss": 0.0005, |
| "step": 1235 |
| }, |
| { |
| "epoch": 4.665406427221172, |
| "grad_norm": 0.09237213432788849, |
| "learning_rate": 7.215927847112628e-07, |
| "loss": 0.0003, |
| "step": 1236 |
| }, |
| { |
| "epoch": 4.669187145557656, |
| "grad_norm": 0.018140338361263275, |
| "learning_rate": 7.177396494124206e-07, |
| "loss": 0.0001, |
| "step": 1237 |
| }, |
| { |
| "epoch": 4.67296786389414, |
| "grad_norm": 0.05702436715364456, |
| "learning_rate": 7.138951040796627e-07, |
| "loss": 0.0002, |
| "step": 1238 |
| }, |
| { |
| "epoch": 4.676748582230624, |
| "grad_norm": 0.03389357402920723, |
| "learning_rate": 7.100591672425533e-07, |
| "loss": 0.0001, |
| "step": 1239 |
| }, |
| { |
| "epoch": 4.680529300567108, |
| "grad_norm": 0.5182787775993347, |
| "learning_rate": 7.062318573891716e-07, |
| "loss": 0.0023, |
| "step": 1240 |
| }, |
| { |
| "epoch": 4.6843100189035916, |
| "grad_norm": 0.17741823196411133, |
| "learning_rate": 7.024131929660172e-07, |
| "loss": 0.0005, |
| "step": 1241 |
| }, |
| { |
| "epoch": 4.688090737240076, |
| "grad_norm": 0.5899286270141602, |
| "learning_rate": 6.986031923779166e-07, |
| "loss": 0.0018, |
| "step": 1242 |
| }, |
| { |
| "epoch": 4.6918714555765595, |
| "grad_norm": 0.19821827113628387, |
| "learning_rate": 6.948018739879439e-07, |
| "loss": 0.0006, |
| "step": 1243 |
| }, |
| { |
| "epoch": 4.695652173913043, |
| "grad_norm": 0.022515807300806046, |
| "learning_rate": 6.910092561173256e-07, |
| "loss": 0.0001, |
| "step": 1244 |
| }, |
| { |
| "epoch": 4.699432892249527, |
| "grad_norm": 0.30378711223602295, |
| "learning_rate": 6.872253570453546e-07, |
| "loss": 0.0009, |
| "step": 1245 |
| }, |
| { |
| "epoch": 4.703213610586012, |
| "grad_norm": 0.03955739364027977, |
| "learning_rate": 6.834501950093006e-07, |
| "loss": 0.0002, |
| "step": 1246 |
| }, |
| { |
| "epoch": 4.706994328922495, |
| "grad_norm": 0.03287004306912422, |
| "learning_rate": 6.796837882043261e-07, |
| "loss": 0.0001, |
| "step": 1247 |
| }, |
| { |
| "epoch": 4.710775047258979, |
| "grad_norm": 0.11705687642097473, |
| "learning_rate": 6.75926154783394e-07, |
| "loss": 0.0004, |
| "step": 1248 |
| }, |
| { |
| "epoch": 4.714555765595463, |
| "grad_norm": 0.04283098503947258, |
| "learning_rate": 6.721773128571812e-07, |
| "loss": 0.0001, |
| "step": 1249 |
| }, |
| { |
| "epoch": 4.718336483931947, |
| "grad_norm": 0.08523938804864883, |
| "learning_rate": 6.684372804939954e-07, |
| "loss": 0.0002, |
| "step": 1250 |
| }, |
| { |
| "epoch": 4.722117202268431, |
| "grad_norm": 0.05707685276865959, |
| "learning_rate": 6.647060757196818e-07, |
| "loss": 0.0002, |
| "step": 1251 |
| }, |
| { |
| "epoch": 4.725897920604915, |
| "grad_norm": 0.07423222810029984, |
| "learning_rate": 6.609837165175408e-07, |
| "loss": 0.0002, |
| "step": 1252 |
| }, |
| { |
| "epoch": 4.729678638941399, |
| "grad_norm": 0.5939041376113892, |
| "learning_rate": 6.57270220828238e-07, |
| "loss": 0.0005, |
| "step": 1253 |
| }, |
| { |
| "epoch": 4.733459357277883, |
| "grad_norm": 0.28552377223968506, |
| "learning_rate": 6.535656065497237e-07, |
| "loss": 0.0006, |
| "step": 1254 |
| }, |
| { |
| "epoch": 4.737240075614367, |
| "grad_norm": 0.38389602303504944, |
| "learning_rate": 6.49869891537136e-07, |
| "loss": 0.0015, |
| "step": 1255 |
| }, |
| { |
| "epoch": 4.741020793950851, |
| "grad_norm": 0.01133513543754816, |
| "learning_rate": 6.461830936027272e-07, |
| "loss": 0.0, |
| "step": 1256 |
| }, |
| { |
| "epoch": 4.744801512287335, |
| "grad_norm": 0.021422209218144417, |
| "learning_rate": 6.425052305157683e-07, |
| "loss": 0.0001, |
| "step": 1257 |
| }, |
| { |
| "epoch": 4.748582230623819, |
| "grad_norm": 0.6229876279830933, |
| "learning_rate": 6.38836320002468e-07, |
| "loss": 0.0018, |
| "step": 1258 |
| }, |
| { |
| "epoch": 4.752362948960302, |
| "grad_norm": 0.34762510657310486, |
| "learning_rate": 6.351763797458879e-07, |
| "loss": 0.0008, |
| "step": 1259 |
| }, |
| { |
| "epoch": 4.7561436672967865, |
| "grad_norm": 0.04826958850026131, |
| "learning_rate": 6.315254273858525e-07, |
| "loss": 0.0002, |
| "step": 1260 |
| }, |
| { |
| "epoch": 4.75992438563327, |
| "grad_norm": 0.1443760246038437, |
| "learning_rate": 6.278834805188699e-07, |
| "loss": 0.0005, |
| "step": 1261 |
| }, |
| { |
| "epoch": 4.763705103969754, |
| "grad_norm": 0.08828070759773254, |
| "learning_rate": 6.242505566980423e-07, |
| "loss": 0.0002, |
| "step": 1262 |
| }, |
| { |
| "epoch": 4.767485822306238, |
| "grad_norm": 0.13958247005939484, |
| "learning_rate": 6.20626673432986e-07, |
| "loss": 0.0002, |
| "step": 1263 |
| }, |
| { |
| "epoch": 4.771266540642722, |
| "grad_norm": 0.10381146520376205, |
| "learning_rate": 6.170118481897422e-07, |
| "loss": 0.0003, |
| "step": 1264 |
| }, |
| { |
| "epoch": 4.775047258979206, |
| "grad_norm": 0.3253827393054962, |
| "learning_rate": 6.134060983906964e-07, |
| "loss": 0.0012, |
| "step": 1265 |
| }, |
| { |
| "epoch": 4.77882797731569, |
| "grad_norm": 0.0819317176938057, |
| "learning_rate": 6.09809441414492e-07, |
| "loss": 0.0004, |
| "step": 1266 |
| }, |
| { |
| "epoch": 4.782608695652174, |
| "grad_norm": 0.2494785040616989, |
| "learning_rate": 6.062218945959497e-07, |
| "loss": 0.001, |
| "step": 1267 |
| }, |
| { |
| "epoch": 4.786389413988658, |
| "grad_norm": 0.02512381225824356, |
| "learning_rate": 6.026434752259802e-07, |
| "loss": 0.0001, |
| "step": 1268 |
| }, |
| { |
| "epoch": 4.790170132325142, |
| "grad_norm": 0.14734607934951782, |
| "learning_rate": 5.990742005515024e-07, |
| "loss": 0.0005, |
| "step": 1269 |
| }, |
| { |
| "epoch": 4.793950850661625, |
| "grad_norm": 0.22312569618225098, |
| "learning_rate": 5.955140877753635e-07, |
| "loss": 0.0007, |
| "step": 1270 |
| }, |
| { |
| "epoch": 4.79773156899811, |
| "grad_norm": 0.2650485038757324, |
| "learning_rate": 5.919631540562473e-07, |
| "loss": 0.0008, |
| "step": 1271 |
| }, |
| { |
| "epoch": 4.801512287334593, |
| "grad_norm": 0.2240552008152008, |
| "learning_rate": 5.884214165086036e-07, |
| "loss": 0.0009, |
| "step": 1272 |
| }, |
| { |
| "epoch": 4.805293005671078, |
| "grad_norm": 0.009949145838618279, |
| "learning_rate": 5.848888922025553e-07, |
| "loss": 0.0001, |
| "step": 1273 |
| }, |
| { |
| "epoch": 4.809073724007561, |
| "grad_norm": 0.034081898629665375, |
| "learning_rate": 5.813655981638217e-07, |
| "loss": 0.0001, |
| "step": 1274 |
| }, |
| { |
| "epoch": 4.812854442344046, |
| "grad_norm": 0.25449320673942566, |
| "learning_rate": 5.778515513736338e-07, |
| "loss": 0.0011, |
| "step": 1275 |
| }, |
| { |
| "epoch": 4.816635160680529, |
| "grad_norm": 0.09371744841337204, |
| "learning_rate": 5.743467687686563e-07, |
| "loss": 0.0003, |
| "step": 1276 |
| }, |
| { |
| "epoch": 4.8204158790170135, |
| "grad_norm": 0.07984409481287003, |
| "learning_rate": 5.708512672409002e-07, |
| "loss": 0.0004, |
| "step": 1277 |
| }, |
| { |
| "epoch": 4.824196597353497, |
| "grad_norm": 0.4380701184272766, |
| "learning_rate": 5.673650636376457e-07, |
| "loss": 0.0025, |
| "step": 1278 |
| }, |
| { |
| "epoch": 4.8279773156899815, |
| "grad_norm": 0.11228739470243454, |
| "learning_rate": 5.638881747613603e-07, |
| "loss": 0.0005, |
| "step": 1279 |
| }, |
| { |
| "epoch": 4.831758034026465, |
| "grad_norm": 0.32348689436912537, |
| "learning_rate": 5.604206173696169e-07, |
| "loss": 0.0006, |
| "step": 1280 |
| }, |
| { |
| "epoch": 4.8355387523629485, |
| "grad_norm": 0.06818557530641556, |
| "learning_rate": 5.56962408175013e-07, |
| "loss": 0.0002, |
| "step": 1281 |
| }, |
| { |
| "epoch": 4.839319470699433, |
| "grad_norm": 0.014409010298550129, |
| "learning_rate": 5.5351356384509e-07, |
| "loss": 0.0001, |
| "step": 1282 |
| }, |
| { |
| "epoch": 4.843100189035916, |
| "grad_norm": 1.157328724861145, |
| "learning_rate": 5.500741010022564e-07, |
| "loss": 0.0007, |
| "step": 1283 |
| }, |
| { |
| "epoch": 4.846880907372401, |
| "grad_norm": 0.16351604461669922, |
| "learning_rate": 5.466440362237e-07, |
| "loss": 0.0004, |
| "step": 1284 |
| }, |
| { |
| "epoch": 4.850661625708884, |
| "grad_norm": 0.06235453113913536, |
| "learning_rate": 5.432233860413172e-07, |
| "loss": 0.0003, |
| "step": 1285 |
| }, |
| { |
| "epoch": 4.854442344045369, |
| "grad_norm": 0.18696486949920654, |
| "learning_rate": 5.398121669416262e-07, |
| "loss": 0.0003, |
| "step": 1286 |
| }, |
| { |
| "epoch": 4.858223062381852, |
| "grad_norm": 0.22089411318302155, |
| "learning_rate": 5.364103953656905e-07, |
| "loss": 0.0007, |
| "step": 1287 |
| }, |
| { |
| "epoch": 4.862003780718337, |
| "grad_norm": 0.33909812569618225, |
| "learning_rate": 5.33018087709041e-07, |
| "loss": 0.0009, |
| "step": 1288 |
| }, |
| { |
| "epoch": 4.86578449905482, |
| "grad_norm": 0.02142472006380558, |
| "learning_rate": 5.296352603215935e-07, |
| "loss": 0.0001, |
| "step": 1289 |
| }, |
| { |
| "epoch": 4.869565217391305, |
| "grad_norm": 0.1449928879737854, |
| "learning_rate": 5.262619295075721e-07, |
| "loss": 0.0004, |
| "step": 1290 |
| }, |
| { |
| "epoch": 4.873345935727788, |
| "grad_norm": 0.40573325753211975, |
| "learning_rate": 5.2289811152543e-07, |
| "loss": 0.0013, |
| "step": 1291 |
| }, |
| { |
| "epoch": 4.877126654064273, |
| "grad_norm": 0.022667789831757545, |
| "learning_rate": 5.195438225877738e-07, |
| "loss": 0.0001, |
| "step": 1292 |
| }, |
| { |
| "epoch": 4.880907372400756, |
| "grad_norm": 0.056100767105817795, |
| "learning_rate": 5.161990788612781e-07, |
| "loss": 0.0002, |
| "step": 1293 |
| }, |
| { |
| "epoch": 4.8846880907372405, |
| "grad_norm": 0.11975480616092682, |
| "learning_rate": 5.128638964666166e-07, |
| "loss": 0.0004, |
| "step": 1294 |
| }, |
| { |
| "epoch": 4.888468809073724, |
| "grad_norm": 0.03958946466445923, |
| "learning_rate": 5.095382914783803e-07, |
| "loss": 0.0001, |
| "step": 1295 |
| }, |
| { |
| "epoch": 4.892249527410208, |
| "grad_norm": 0.7900720834732056, |
| "learning_rate": 5.062222799249958e-07, |
| "loss": 0.0006, |
| "step": 1296 |
| }, |
| { |
| "epoch": 4.896030245746692, |
| "grad_norm": 0.051875967532396317, |
| "learning_rate": 5.02915877788657e-07, |
| "loss": 0.0002, |
| "step": 1297 |
| }, |
| { |
| "epoch": 4.8998109640831755, |
| "grad_norm": 0.5205870270729065, |
| "learning_rate": 4.996191010052404e-07, |
| "loss": 0.0024, |
| "step": 1298 |
| }, |
| { |
| "epoch": 4.90359168241966, |
| "grad_norm": 0.41348710656166077, |
| "learning_rate": 4.963319654642321e-07, |
| "loss": 0.0021, |
| "step": 1299 |
| }, |
| { |
| "epoch": 4.9073724007561434, |
| "grad_norm": 0.01838637888431549, |
| "learning_rate": 4.93054487008649e-07, |
| "loss": 0.0001, |
| "step": 1300 |
| }, |
| { |
| "epoch": 4.911153119092628, |
| "grad_norm": 0.00513014942407608, |
| "learning_rate": 4.897866814349667e-07, |
| "loss": 0.0, |
| "step": 1301 |
| }, |
| { |
| "epoch": 4.914933837429111, |
| "grad_norm": 0.13928453624248505, |
| "learning_rate": 4.865285644930373e-07, |
| "loss": 0.0005, |
| "step": 1302 |
| }, |
| { |
| "epoch": 4.918714555765596, |
| "grad_norm": 0.03825385123491287, |
| "learning_rate": 4.832801518860175e-07, |
| "loss": 0.0001, |
| "step": 1303 |
| }, |
| { |
| "epoch": 4.922495274102079, |
| "grad_norm": 0.09964524954557419, |
| "learning_rate": 4.800414592702934e-07, |
| "loss": 0.0002, |
| "step": 1304 |
| }, |
| { |
| "epoch": 4.926275992438564, |
| "grad_norm": 0.08674181252717972, |
| "learning_rate": 4.7681250225540184e-07, |
| "loss": 0.0003, |
| "step": 1305 |
| }, |
| { |
| "epoch": 4.930056710775047, |
| "grad_norm": 0.20237761735916138, |
| "learning_rate": 4.7359329640395746e-07, |
| "loss": 0.0002, |
| "step": 1306 |
| }, |
| { |
| "epoch": 4.933837429111531, |
| "grad_norm": 0.04080205783247948, |
| "learning_rate": 4.7038385723157666e-07, |
| "loss": 0.0001, |
| "step": 1307 |
| }, |
| { |
| "epoch": 4.937618147448015, |
| "grad_norm": 0.10876837372779846, |
| "learning_rate": 4.671842002068061e-07, |
| "loss": 0.0003, |
| "step": 1308 |
| }, |
| { |
| "epoch": 4.941398865784499, |
| "grad_norm": 0.4733971655368805, |
| "learning_rate": 4.639943407510408e-07, |
| "loss": 0.0013, |
| "step": 1309 |
| }, |
| { |
| "epoch": 4.945179584120983, |
| "grad_norm": 0.5352734923362732, |
| "learning_rate": 4.608142942384586e-07, |
| "loss": 0.0016, |
| "step": 1310 |
| }, |
| { |
| "epoch": 4.948960302457467, |
| "grad_norm": 0.09120377153158188, |
| "learning_rate": 4.576440759959394e-07, |
| "loss": 0.0001, |
| "step": 1311 |
| }, |
| { |
| "epoch": 4.952741020793951, |
| "grad_norm": 0.13324621319770813, |
| "learning_rate": 4.54483701302994e-07, |
| "loss": 0.0004, |
| "step": 1312 |
| }, |
| { |
| "epoch": 4.956521739130435, |
| "grad_norm": 0.17279818654060364, |
| "learning_rate": 4.513331853916922e-07, |
| "loss": 0.0005, |
| "step": 1313 |
| }, |
| { |
| "epoch": 4.960302457466919, |
| "grad_norm": 0.29556113481521606, |
| "learning_rate": 4.4819254344658505e-07, |
| "loss": 0.0013, |
| "step": 1314 |
| }, |
| { |
| "epoch": 4.9640831758034025, |
| "grad_norm": 0.48007726669311523, |
| "learning_rate": 4.450617906046348e-07, |
| "loss": 0.0006, |
| "step": 1315 |
| }, |
| { |
| "epoch": 4.967863894139887, |
| "grad_norm": 0.05618850886821747, |
| "learning_rate": 4.419409419551407e-07, |
| "loss": 0.0002, |
| "step": 1316 |
| }, |
| { |
| "epoch": 4.9716446124763705, |
| "grad_norm": 0.004624408669769764, |
| "learning_rate": 4.388300125396686e-07, |
| "loss": 0.0, |
| "step": 1317 |
| }, |
| { |
| "epoch": 4.975425330812854, |
| "grad_norm": 0.23210549354553223, |
| "learning_rate": 4.3572901735197457e-07, |
| "loss": 0.0017, |
| "step": 1318 |
| }, |
| { |
| "epoch": 4.979206049149338, |
| "grad_norm": 0.061289653182029724, |
| "learning_rate": 4.32637971337935e-07, |
| "loss": 0.0002, |
| "step": 1319 |
| }, |
| { |
| "epoch": 4.982986767485822, |
| "grad_norm": 0.02157505601644516, |
| "learning_rate": 4.2955688939547516e-07, |
| "loss": 0.0001, |
| "step": 1320 |
| }, |
| { |
| "epoch": 4.986767485822306, |
| "grad_norm": 0.2549765110015869, |
| "learning_rate": 4.264857863744956e-07, |
| "loss": 0.0007, |
| "step": 1321 |
| }, |
| { |
| "epoch": 4.99054820415879, |
| "grad_norm": 0.02391950413584709, |
| "learning_rate": 4.2342467707680163e-07, |
| "loss": 0.0001, |
| "step": 1322 |
| }, |
| { |
| "epoch": 4.994328922495274, |
| "grad_norm": 0.3912001848220825, |
| "learning_rate": 4.2037357625603127e-07, |
| "loss": 0.0017, |
| "step": 1323 |
| }, |
| { |
| "epoch": 4.998109640831758, |
| "grad_norm": 0.6139587759971619, |
| "learning_rate": 4.1733249861758697e-07, |
| "loss": 0.0012, |
| "step": 1324 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 0.021029487252235413, |
| "learning_rate": 4.143014588185582e-07, |
| "loss": 0.0, |
| "step": 1325 |
| }, |
| { |
| "epoch": 5.0037807183364835, |
| "grad_norm": 0.03371495380997658, |
| "learning_rate": 4.1128047146765936e-07, |
| "loss": 0.0001, |
| "step": 1326 |
| }, |
| { |
| "epoch": 5.007561436672968, |
| "grad_norm": 0.08553440123796463, |
| "learning_rate": 4.082695511251522e-07, |
| "loss": 0.0003, |
| "step": 1327 |
| }, |
| { |
| "epoch": 5.0113421550094515, |
| "grad_norm": 0.059370994567871094, |
| "learning_rate": 4.0526871230277904e-07, |
| "loss": 0.0001, |
| "step": 1328 |
| }, |
| { |
| "epoch": 5.015122873345936, |
| "grad_norm": 0.23729994893074036, |
| "learning_rate": 4.022779694636941e-07, |
| "loss": 0.0004, |
| "step": 1329 |
| }, |
| { |
| "epoch": 5.018903591682419, |
| "grad_norm": 0.04285334795713425, |
| "learning_rate": 3.992973370223896e-07, |
| "loss": 0.0002, |
| "step": 1330 |
| }, |
| { |
| "epoch": 5.022684310018904, |
| "grad_norm": 0.016388334333896637, |
| "learning_rate": 3.963268293446296e-07, |
| "loss": 0.0001, |
| "step": 1331 |
| }, |
| { |
| "epoch": 5.026465028355387, |
| "grad_norm": 0.2529665529727936, |
| "learning_rate": 3.933664607473789e-07, |
| "loss": 0.0007, |
| "step": 1332 |
| }, |
| { |
| "epoch": 5.030245746691872, |
| "grad_norm": 0.06798732280731201, |
| "learning_rate": 3.904162454987373e-07, |
| "loss": 0.0002, |
| "step": 1333 |
| }, |
| { |
| "epoch": 5.034026465028355, |
| "grad_norm": 0.03351491689682007, |
| "learning_rate": 3.874761978178665e-07, |
| "loss": 0.0001, |
| "step": 1334 |
| }, |
| { |
| "epoch": 5.03780718336484, |
| "grad_norm": 0.11256009340286255, |
| "learning_rate": 3.845463318749235e-07, |
| "loss": 0.0002, |
| "step": 1335 |
| }, |
| { |
| "epoch": 5.041587901701323, |
| "grad_norm": 0.125478133559227, |
| "learning_rate": 3.8162666179099253e-07, |
| "loss": 0.0003, |
| "step": 1336 |
| }, |
| { |
| "epoch": 5.045368620037808, |
| "grad_norm": 0.025008127093315125, |
| "learning_rate": 3.7871720163801836e-07, |
| "loss": 0.0001, |
| "step": 1337 |
| }, |
| { |
| "epoch": 5.049149338374291, |
| "grad_norm": 0.17265991866588593, |
| "learning_rate": 3.7581796543873476e-07, |
| "loss": 0.0006, |
| "step": 1338 |
| }, |
| { |
| "epoch": 5.052930056710775, |
| "grad_norm": 0.33894410729408264, |
| "learning_rate": 3.729289671665998e-07, |
| "loss": 0.0005, |
| "step": 1339 |
| }, |
| { |
| "epoch": 5.056710775047259, |
| "grad_norm": 0.015326871536672115, |
| "learning_rate": 3.700502207457293e-07, |
| "loss": 0.0001, |
| "step": 1340 |
| }, |
| { |
| "epoch": 5.060491493383743, |
| "grad_norm": 0.1767851859331131, |
| "learning_rate": 3.6718174005082515e-07, |
| "loss": 0.0006, |
| "step": 1341 |
| }, |
| { |
| "epoch": 5.064272211720227, |
| "grad_norm": 0.59239661693573, |
| "learning_rate": 3.6432353890711426e-07, |
| "loss": 0.0015, |
| "step": 1342 |
| }, |
| { |
| "epoch": 5.0680529300567105, |
| "grad_norm": 0.26718172430992126, |
| "learning_rate": 3.614756310902781e-07, |
| "loss": 0.0009, |
| "step": 1343 |
| }, |
| { |
| "epoch": 5.071833648393195, |
| "grad_norm": 0.13824322819709778, |
| "learning_rate": 3.58638030326387e-07, |
| "loss": 0.0007, |
| "step": 1344 |
| }, |
| { |
| "epoch": 5.0756143667296785, |
| "grad_norm": 0.049522772431373596, |
| "learning_rate": 3.5581075029183427e-07, |
| "loss": 0.0002, |
| "step": 1345 |
| }, |
| { |
| "epoch": 5.079395085066163, |
| "grad_norm": 0.31123489141464233, |
| "learning_rate": 3.529938046132717e-07, |
| "loss": 0.0006, |
| "step": 1346 |
| }, |
| { |
| "epoch": 5.083175803402646, |
| "grad_norm": 0.029472079128026962, |
| "learning_rate": 3.501872068675413e-07, |
| "loss": 0.0001, |
| "step": 1347 |
| }, |
| { |
| "epoch": 5.086956521739131, |
| "grad_norm": 0.05294061824679375, |
| "learning_rate": 3.4739097058161116e-07, |
| "loss": 0.0001, |
| "step": 1348 |
| }, |
| { |
| "epoch": 5.090737240075614, |
| "grad_norm": 0.04228921979665756, |
| "learning_rate": 3.446051092325112e-07, |
| "loss": 0.0001, |
| "step": 1349 |
| }, |
| { |
| "epoch": 5.094517958412098, |
| "grad_norm": 0.12975500524044037, |
| "learning_rate": 3.4182963624726616e-07, |
| "loss": 0.0005, |
| "step": 1350 |
| }, |
| { |
| "epoch": 5.098298676748582, |
| "grad_norm": 0.054230622947216034, |
| "learning_rate": 3.390645650028324e-07, |
| "loss": 0.0003, |
| "step": 1351 |
| }, |
| { |
| "epoch": 5.102079395085066, |
| "grad_norm": 0.0159421656280756, |
| "learning_rate": 3.3630990882603215e-07, |
| "loss": 0.0001, |
| "step": 1352 |
| }, |
| { |
| "epoch": 5.10586011342155, |
| "grad_norm": 0.03157084807753563, |
| "learning_rate": 3.3356568099349287e-07, |
| "loss": 0.0001, |
| "step": 1353 |
| }, |
| { |
| "epoch": 5.109640831758034, |
| "grad_norm": 0.010646462440490723, |
| "learning_rate": 3.3083189473157584e-07, |
| "loss": 0.0001, |
| "step": 1354 |
| }, |
| { |
| "epoch": 5.113421550094518, |
| "grad_norm": 0.2389862835407257, |
| "learning_rate": 3.281085632163211e-07, |
| "loss": 0.0013, |
| "step": 1355 |
| }, |
| { |
| "epoch": 5.117202268431002, |
| "grad_norm": 0.04302045330405235, |
| "learning_rate": 3.253956995733798e-07, |
| "loss": 0.0001, |
| "step": 1356 |
| }, |
| { |
| "epoch": 5.120982986767486, |
| "grad_norm": 0.04390261322259903, |
| "learning_rate": 3.2269331687794695e-07, |
| "loss": 0.0001, |
| "step": 1357 |
| }, |
| { |
| "epoch": 5.12476370510397, |
| "grad_norm": 0.1536787450313568, |
| "learning_rate": 3.200014281547076e-07, |
| "loss": 0.0003, |
| "step": 1358 |
| }, |
| { |
| "epoch": 5.128544423440454, |
| "grad_norm": 0.5643743276596069, |
| "learning_rate": 3.1732004637776594e-07, |
| "loss": 0.0008, |
| "step": 1359 |
| }, |
| { |
| "epoch": 5.1323251417769375, |
| "grad_norm": 0.03174169734120369, |
| "learning_rate": 3.1464918447058623e-07, |
| "loss": 0.0001, |
| "step": 1360 |
| }, |
| { |
| "epoch": 5.136105860113422, |
| "grad_norm": 0.12881946563720703, |
| "learning_rate": 3.1198885530593025e-07, |
| "loss": 0.0002, |
| "step": 1361 |
| }, |
| { |
| "epoch": 5.1398865784499055, |
| "grad_norm": 0.13744963705539703, |
| "learning_rate": 3.0933907170579646e-07, |
| "loss": 0.0006, |
| "step": 1362 |
| }, |
| { |
| "epoch": 5.143667296786389, |
| "grad_norm": 0.04274684563279152, |
| "learning_rate": 3.0669984644135455e-07, |
| "loss": 0.0001, |
| "step": 1363 |
| }, |
| { |
| "epoch": 5.147448015122873, |
| "grad_norm": 0.3116391599178314, |
| "learning_rate": 3.040711922328871e-07, |
| "loss": 0.0014, |
| "step": 1364 |
| }, |
| { |
| "epoch": 5.151228733459357, |
| "grad_norm": 0.23607707023620605, |
| "learning_rate": 3.014531217497282e-07, |
| "loss": 0.0007, |
| "step": 1365 |
| }, |
| { |
| "epoch": 5.155009451795841, |
| "grad_norm": 0.055339179933071136, |
| "learning_rate": 2.9884564761020083e-07, |
| "loss": 0.0001, |
| "step": 1366 |
| }, |
| { |
| "epoch": 5.158790170132325, |
| "grad_norm": 0.11408417671918869, |
| "learning_rate": 2.9624878238155605e-07, |
| "loss": 0.0003, |
| "step": 1367 |
| }, |
| { |
| "epoch": 5.162570888468809, |
| "grad_norm": 0.12866030633449554, |
| "learning_rate": 2.9366253857991326e-07, |
| "loss": 0.0004, |
| "step": 1368 |
| }, |
| { |
| "epoch": 5.166351606805293, |
| "grad_norm": 0.08845337480306625, |
| "learning_rate": 2.910869286702023e-07, |
| "loss": 0.0002, |
| "step": 1369 |
| }, |
| { |
| "epoch": 5.170132325141777, |
| "grad_norm": 0.15770214796066284, |
| "learning_rate": 2.8852196506609644e-07, |
| "loss": 0.0002, |
| "step": 1370 |
| }, |
| { |
| "epoch": 5.173913043478261, |
| "grad_norm": 0.1258392333984375, |
| "learning_rate": 2.8596766012996047e-07, |
| "loss": 0.0003, |
| "step": 1371 |
| }, |
| { |
| "epoch": 5.177693761814745, |
| "grad_norm": 0.012674415484070778, |
| "learning_rate": 2.8342402617278606e-07, |
| "loss": 0.0001, |
| "step": 1372 |
| }, |
| { |
| "epoch": 5.181474480151229, |
| "grad_norm": 0.005511714145541191, |
| "learning_rate": 2.808910754541336e-07, |
| "loss": 0.0001, |
| "step": 1373 |
| }, |
| { |
| "epoch": 5.185255198487713, |
| "grad_norm": 0.2423507422208786, |
| "learning_rate": 2.78368820182075e-07, |
| "loss": 0.0007, |
| "step": 1374 |
| }, |
| { |
| "epoch": 5.189035916824197, |
| "grad_norm": 0.09085964411497116, |
| "learning_rate": 2.7585727251313196e-07, |
| "loss": 0.0005, |
| "step": 1375 |
| }, |
| { |
| "epoch": 5.19281663516068, |
| "grad_norm": 0.29729926586151123, |
| "learning_rate": 2.733564445522191e-07, |
| "loss": 0.0011, |
| "step": 1376 |
| }, |
| { |
| "epoch": 5.196597353497165, |
| "grad_norm": 0.008104115724563599, |
| "learning_rate": 2.7086634835258416e-07, |
| "loss": 0.0001, |
| "step": 1377 |
| }, |
| { |
| "epoch": 5.200378071833648, |
| "grad_norm": 0.01323778461664915, |
| "learning_rate": 2.683869959157534e-07, |
| "loss": 0.0001, |
| "step": 1378 |
| }, |
| { |
| "epoch": 5.2041587901701325, |
| "grad_norm": 0.06875714659690857, |
| "learning_rate": 2.6591839919146963e-07, |
| "loss": 0.0003, |
| "step": 1379 |
| }, |
| { |
| "epoch": 5.207939508506616, |
| "grad_norm": 0.07459014654159546, |
| "learning_rate": 2.6346057007763603e-07, |
| "loss": 0.0002, |
| "step": 1380 |
| }, |
| { |
| "epoch": 5.2117202268431, |
| "grad_norm": 0.03255518525838852, |
| "learning_rate": 2.610135204202599e-07, |
| "loss": 0.0001, |
| "step": 1381 |
| }, |
| { |
| "epoch": 5.215500945179584, |
| "grad_norm": 0.5607032775878906, |
| "learning_rate": 2.585772620133947e-07, |
| "loss": 0.0005, |
| "step": 1382 |
| }, |
| { |
| "epoch": 5.219281663516068, |
| "grad_norm": 0.08286086469888687, |
| "learning_rate": 2.561518065990834e-07, |
| "loss": 0.0002, |
| "step": 1383 |
| }, |
| { |
| "epoch": 5.223062381852552, |
| "grad_norm": 0.0021001130808144808, |
| "learning_rate": 2.5373716586730047e-07, |
| "loss": 0.0, |
| "step": 1384 |
| }, |
| { |
| "epoch": 5.226843100189036, |
| "grad_norm": 0.11454706639051437, |
| "learning_rate": 2.513333514558994e-07, |
| "loss": 0.0009, |
| "step": 1385 |
| }, |
| { |
| "epoch": 5.23062381852552, |
| "grad_norm": 0.01842721365392208, |
| "learning_rate": 2.4894037495055036e-07, |
| "loss": 0.0001, |
| "step": 1386 |
| }, |
| { |
| "epoch": 5.234404536862003, |
| "grad_norm": 0.035587288439273834, |
| "learning_rate": 2.465582478846917e-07, |
| "loss": 0.0001, |
| "step": 1387 |
| }, |
| { |
| "epoch": 5.238185255198488, |
| "grad_norm": 0.08331210911273956, |
| "learning_rate": 2.4418698173946873e-07, |
| "loss": 0.0002, |
| "step": 1388 |
| }, |
| { |
| "epoch": 5.241965973534971, |
| "grad_norm": 0.4966404438018799, |
| "learning_rate": 2.418265879436804e-07, |
| "loss": 0.0014, |
| "step": 1389 |
| }, |
| { |
| "epoch": 5.245746691871456, |
| "grad_norm": 0.3974553048610687, |
| "learning_rate": 2.39477077873724e-07, |
| "loss": 0.0015, |
| "step": 1390 |
| }, |
| { |
| "epoch": 5.249527410207939, |
| "grad_norm": 0.057664141058921814, |
| "learning_rate": 2.3713846285354226e-07, |
| "loss": 0.0002, |
| "step": 1391 |
| }, |
| { |
| "epoch": 5.253308128544424, |
| "grad_norm": 0.04705015569925308, |
| "learning_rate": 2.3481075415456494e-07, |
| "loss": 0.0002, |
| "step": 1392 |
| }, |
| { |
| "epoch": 5.257088846880907, |
| "grad_norm": 0.08599993586540222, |
| "learning_rate": 2.3249396299565685e-07, |
| "loss": 0.0003, |
| "step": 1393 |
| }, |
| { |
| "epoch": 5.260869565217392, |
| "grad_norm": 0.4913703203201294, |
| "learning_rate": 2.3018810054306505e-07, |
| "loss": 0.0017, |
| "step": 1394 |
| }, |
| { |
| "epoch": 5.264650283553875, |
| "grad_norm": 0.20572242140769958, |
| "learning_rate": 2.2789317791036186e-07, |
| "loss": 0.0005, |
| "step": 1395 |
| }, |
| { |
| "epoch": 5.2684310018903595, |
| "grad_norm": 0.009350297041237354, |
| "learning_rate": 2.2560920615839339e-07, |
| "loss": 0.0001, |
| "step": 1396 |
| }, |
| { |
| "epoch": 5.272211720226843, |
| "grad_norm": 0.12118514627218246, |
| "learning_rate": 2.2333619629522519e-07, |
| "loss": 0.0005, |
| "step": 1397 |
| }, |
| { |
| "epoch": 5.2759924385633274, |
| "grad_norm": 0.06716551631689072, |
| "learning_rate": 2.2107415927609177e-07, |
| "loss": 0.0002, |
| "step": 1398 |
| }, |
| { |
| "epoch": 5.279773156899811, |
| "grad_norm": 0.03946450725197792, |
| "learning_rate": 2.1882310600333968e-07, |
| "loss": 0.0001, |
| "step": 1399 |
| }, |
| { |
| "epoch": 5.2835538752362945, |
| "grad_norm": 0.33042624592781067, |
| "learning_rate": 2.1658304732637719e-07, |
| "loss": 0.0026, |
| "step": 1400 |
| }, |
| { |
| "epoch": 5.287334593572779, |
| "grad_norm": 0.12655547261238098, |
| "learning_rate": 2.1435399404162393e-07, |
| "loss": 0.0005, |
| "step": 1401 |
| }, |
| { |
| "epoch": 5.291115311909262, |
| "grad_norm": 0.03512566536664963, |
| "learning_rate": 2.1213595689245386e-07, |
| "loss": 0.0001, |
| "step": 1402 |
| }, |
| { |
| "epoch": 5.294896030245747, |
| "grad_norm": 0.21356050670146942, |
| "learning_rate": 2.0992894656914898e-07, |
| "loss": 0.001, |
| "step": 1403 |
| }, |
| { |
| "epoch": 5.29867674858223, |
| "grad_norm": 0.12144608795642853, |
| "learning_rate": 2.0773297370884376e-07, |
| "loss": 0.0003, |
| "step": 1404 |
| }, |
| { |
| "epoch": 5.302457466918715, |
| "grad_norm": 0.11224925518035889, |
| "learning_rate": 2.0554804889547587e-07, |
| "loss": 0.0001, |
| "step": 1405 |
| }, |
| { |
| "epoch": 5.306238185255198, |
| "grad_norm": 0.3938990831375122, |
| "learning_rate": 2.0337418265973435e-07, |
| "loss": 0.0008, |
| "step": 1406 |
| }, |
| { |
| "epoch": 5.310018903591683, |
| "grad_norm": 0.09306345134973526, |
| "learning_rate": 2.0121138547901014e-07, |
| "loss": 0.0003, |
| "step": 1407 |
| }, |
| { |
| "epoch": 5.313799621928166, |
| "grad_norm": 0.16920205950737, |
| "learning_rate": 1.990596677773435e-07, |
| "loss": 0.0005, |
| "step": 1408 |
| }, |
| { |
| "epoch": 5.317580340264651, |
| "grad_norm": 0.2709536552429199, |
| "learning_rate": 1.9691903992537508e-07, |
| "loss": 0.0003, |
| "step": 1409 |
| }, |
| { |
| "epoch": 5.321361058601134, |
| "grad_norm": 0.6464247703552246, |
| "learning_rate": 1.947895122402968e-07, |
| "loss": 0.0006, |
| "step": 1410 |
| }, |
| { |
| "epoch": 5.325141776937619, |
| "grad_norm": 0.29522690176963806, |
| "learning_rate": 1.9267109498579962e-07, |
| "loss": 0.0007, |
| "step": 1411 |
| }, |
| { |
| "epoch": 5.328922495274102, |
| "grad_norm": 0.04720759764313698, |
| "learning_rate": 1.9056379837202626e-07, |
| "loss": 0.0001, |
| "step": 1412 |
| }, |
| { |
| "epoch": 5.332703213610586, |
| "grad_norm": 0.0806199163198471, |
| "learning_rate": 1.8846763255552098e-07, |
| "loss": 0.0003, |
| "step": 1413 |
| }, |
| { |
| "epoch": 5.33648393194707, |
| "grad_norm": 0.06869063526391983, |
| "learning_rate": 1.8638260763918198e-07, |
| "loss": 0.0001, |
| "step": 1414 |
| }, |
| { |
| "epoch": 5.340264650283554, |
| "grad_norm": 0.07782938331365585, |
| "learning_rate": 1.8430873367220908e-07, |
| "loss": 0.0003, |
| "step": 1415 |
| }, |
| { |
| "epoch": 5.344045368620038, |
| "grad_norm": 0.2248040735721588, |
| "learning_rate": 1.8224602065006035e-07, |
| "loss": 0.0009, |
| "step": 1416 |
| }, |
| { |
| "epoch": 5.3478260869565215, |
| "grad_norm": 0.31432026624679565, |
| "learning_rate": 1.8019447851440165e-07, |
| "loss": 0.0007, |
| "step": 1417 |
| }, |
| { |
| "epoch": 5.351606805293006, |
| "grad_norm": 0.20966413617134094, |
| "learning_rate": 1.781541171530554e-07, |
| "loss": 0.0032, |
| "step": 1418 |
| }, |
| { |
| "epoch": 5.355387523629489, |
| "grad_norm": 0.23049578070640564, |
| "learning_rate": 1.7612494639995926e-07, |
| "loss": 0.0007, |
| "step": 1419 |
| }, |
| { |
| "epoch": 5.359168241965974, |
| "grad_norm": 0.007607457228004932, |
| "learning_rate": 1.7410697603511383e-07, |
| "loss": 0.0001, |
| "step": 1420 |
| }, |
| { |
| "epoch": 5.362948960302457, |
| "grad_norm": 0.4492802321910858, |
| "learning_rate": 1.721002157845375e-07, |
| "loss": 0.0014, |
| "step": 1421 |
| }, |
| { |
| "epoch": 5.366729678638942, |
| "grad_norm": 0.2642250061035156, |
| "learning_rate": 1.7010467532021902e-07, |
| "loss": 0.0004, |
| "step": 1422 |
| }, |
| { |
| "epoch": 5.370510396975425, |
| "grad_norm": 0.2687743604183197, |
| "learning_rate": 1.6812036426007177e-07, |
| "loss": 0.0002, |
| "step": 1423 |
| }, |
| { |
| "epoch": 5.374291115311909, |
| "grad_norm": 0.027900557965040207, |
| "learning_rate": 1.661472921678864e-07, |
| "loss": 0.0001, |
| "step": 1424 |
| }, |
| { |
| "epoch": 5.378071833648393, |
| "grad_norm": 0.14470556378364563, |
| "learning_rate": 1.64185468553284e-07, |
| "loss": 0.0003, |
| "step": 1425 |
| }, |
| { |
| "epoch": 5.381852551984877, |
| "grad_norm": 0.12733840942382812, |
| "learning_rate": 1.6223490287167354e-07, |
| "loss": 0.0003, |
| "step": 1426 |
| }, |
| { |
| "epoch": 5.385633270321361, |
| "grad_norm": 0.09421952068805695, |
| "learning_rate": 1.602956045242024e-07, |
| "loss": 0.0001, |
| "step": 1427 |
| }, |
| { |
| "epoch": 5.389413988657845, |
| "grad_norm": 0.09196946024894714, |
| "learning_rate": 1.5836758285771303e-07, |
| "loss": 0.0003, |
| "step": 1428 |
| }, |
| { |
| "epoch": 5.393194706994329, |
| "grad_norm": 0.07771217823028564, |
| "learning_rate": 1.5645084716469778e-07, |
| "loss": 0.0002, |
| "step": 1429 |
| }, |
| { |
| "epoch": 5.396975425330813, |
| "grad_norm": 0.013214212842285633, |
| "learning_rate": 1.5454540668325442e-07, |
| "loss": 0.0001, |
| "step": 1430 |
| }, |
| { |
| "epoch": 5.400756143667297, |
| "grad_norm": 0.003943422343581915, |
| "learning_rate": 1.526512705970401e-07, |
| "loss": 0.0, |
| "step": 1431 |
| }, |
| { |
| "epoch": 5.404536862003781, |
| "grad_norm": 0.10806100070476532, |
| "learning_rate": 1.507684480352292e-07, |
| "loss": 0.0002, |
| "step": 1432 |
| }, |
| { |
| "epoch": 5.408317580340265, |
| "grad_norm": 0.36559733748435974, |
| "learning_rate": 1.488969480724678e-07, |
| "loss": 0.0005, |
| "step": 1433 |
| }, |
| { |
| "epoch": 5.4120982986767485, |
| "grad_norm": 0.16127647459506989, |
| "learning_rate": 1.4703677972882996e-07, |
| "loss": 0.0005, |
| "step": 1434 |
| }, |
| { |
| "epoch": 5.415879017013232, |
| "grad_norm": 0.22948214411735535, |
| "learning_rate": 1.4518795196977575e-07, |
| "loss": 0.0005, |
| "step": 1435 |
| }, |
| { |
| "epoch": 5.4196597353497165, |
| "grad_norm": 0.03453262895345688, |
| "learning_rate": 1.4335047370610616e-07, |
| "loss": 0.0001, |
| "step": 1436 |
| }, |
| { |
| "epoch": 5.4234404536862, |
| "grad_norm": 0.24430623650550842, |
| "learning_rate": 1.415243537939215e-07, |
| "loss": 0.0007, |
| "step": 1437 |
| }, |
| { |
| "epoch": 5.427221172022684, |
| "grad_norm": 0.2824579179286957, |
| "learning_rate": 1.3970960103457722e-07, |
| "loss": 0.0047, |
| "step": 1438 |
| }, |
| { |
| "epoch": 5.431001890359168, |
| "grad_norm": 0.021669110283255577, |
| "learning_rate": 1.37906224174644e-07, |
| "loss": 0.0001, |
| "step": 1439 |
| }, |
| { |
| "epoch": 5.434782608695652, |
| "grad_norm": 0.15396416187286377, |
| "learning_rate": 1.3611423190586308e-07, |
| "loss": 0.0004, |
| "step": 1440 |
| }, |
| { |
| "epoch": 5.438563327032136, |
| "grad_norm": 1.791243553161621, |
| "learning_rate": 1.3433363286510514e-07, |
| "loss": 0.0022, |
| "step": 1441 |
| }, |
| { |
| "epoch": 5.44234404536862, |
| "grad_norm": 0.2876231074333191, |
| "learning_rate": 1.325644356343289e-07, |
| "loss": 0.0003, |
| "step": 1442 |
| }, |
| { |
| "epoch": 5.446124763705104, |
| "grad_norm": 0.12883572280406952, |
| "learning_rate": 1.3080664874054127e-07, |
| "loss": 0.0002, |
| "step": 1443 |
| }, |
| { |
| "epoch": 5.449905482041588, |
| "grad_norm": 0.08326122164726257, |
| "learning_rate": 1.2906028065575255e-07, |
| "loss": 0.0003, |
| "step": 1444 |
| }, |
| { |
| "epoch": 5.453686200378072, |
| "grad_norm": 0.08425617963075638, |
| "learning_rate": 1.2732533979693902e-07, |
| "loss": 0.0002, |
| "step": 1445 |
| }, |
| { |
| "epoch": 5.457466918714556, |
| "grad_norm": 0.4331730604171753, |
| "learning_rate": 1.256018345260013e-07, |
| "loss": 0.001, |
| "step": 1446 |
| }, |
| { |
| "epoch": 5.46124763705104, |
| "grad_norm": 0.11338285356760025, |
| "learning_rate": 1.238897731497224e-07, |
| "loss": 0.0003, |
| "step": 1447 |
| }, |
| { |
| "epoch": 5.465028355387524, |
| "grad_norm": 0.2402881532907486, |
| "learning_rate": 1.2218916391973118e-07, |
| "loss": 0.0007, |
| "step": 1448 |
| }, |
| { |
| "epoch": 5.468809073724008, |
| "grad_norm": 0.04669580236077309, |
| "learning_rate": 1.2050001503245894e-07, |
| "loss": 0.0002, |
| "step": 1449 |
| }, |
| { |
| "epoch": 5.472589792060491, |
| "grad_norm": 0.0060251131653785706, |
| "learning_rate": 1.1882233462910259e-07, |
| "loss": 0.0001, |
| "step": 1450 |
| }, |
| { |
| "epoch": 5.4763705103969755, |
| "grad_norm": 0.029734700918197632, |
| "learning_rate": 1.1715613079558319e-07, |
| "loss": 0.0002, |
| "step": 1451 |
| }, |
| { |
| "epoch": 5.480151228733459, |
| "grad_norm": 0.07456950843334198, |
| "learning_rate": 1.1550141156250944e-07, |
| "loss": 0.0002, |
| "step": 1452 |
| }, |
| { |
| "epoch": 5.4839319470699435, |
| "grad_norm": 0.03908802196383476, |
| "learning_rate": 1.1385818490513733e-07, |
| "loss": 0.0001, |
| "step": 1453 |
| }, |
| { |
| "epoch": 5.487712665406427, |
| "grad_norm": 0.14960382878780365, |
| "learning_rate": 1.1222645874333082e-07, |
| "loss": 0.0006, |
| "step": 1454 |
| }, |
| { |
| "epoch": 5.491493383742911, |
| "grad_norm": 0.3117847740650177, |
| "learning_rate": 1.1060624094152678e-07, |
| "loss": 0.0008, |
| "step": 1455 |
| }, |
| { |
| "epoch": 5.495274102079395, |
| "grad_norm": 0.595193088054657, |
| "learning_rate": 1.0899753930869395e-07, |
| "loss": 0.0013, |
| "step": 1456 |
| }, |
| { |
| "epoch": 5.499054820415879, |
| "grad_norm": 0.16845948994159698, |
| "learning_rate": 1.0740036159829714e-07, |
| "loss": 0.0005, |
| "step": 1457 |
| }, |
| { |
| "epoch": 5.502835538752363, |
| "grad_norm": 0.05613188445568085, |
| "learning_rate": 1.0581471550825812e-07, |
| "loss": 0.0003, |
| "step": 1458 |
| }, |
| { |
| "epoch": 5.506616257088847, |
| "grad_norm": 0.6277530193328857, |
| "learning_rate": 1.0424060868092195e-07, |
| "loss": 0.0007, |
| "step": 1459 |
| }, |
| { |
| "epoch": 5.510396975425331, |
| "grad_norm": 0.10682839155197144, |
| "learning_rate": 1.0267804870301546e-07, |
| "loss": 0.0004, |
| "step": 1460 |
| }, |
| { |
| "epoch": 5.514177693761814, |
| "grad_norm": 0.061431948095560074, |
| "learning_rate": 1.011270431056141e-07, |
| "loss": 0.0003, |
| "step": 1461 |
| }, |
| { |
| "epoch": 5.517958412098299, |
| "grad_norm": 0.03574751690030098, |
| "learning_rate": 9.958759936410572e-08, |
| "loss": 0.0001, |
| "step": 1462 |
| }, |
| { |
| "epoch": 5.521739130434782, |
| "grad_norm": 0.06222573295235634, |
| "learning_rate": 9.805972489815103e-08, |
| "loss": 0.0002, |
| "step": 1463 |
| }, |
| { |
| "epoch": 5.525519848771267, |
| "grad_norm": 0.03182777762413025, |
| "learning_rate": 9.654342707165254e-08, |
| "loss": 0.0001, |
| "step": 1464 |
| }, |
| { |
| "epoch": 5.52930056710775, |
| "grad_norm": 0.23973198235034943, |
| "learning_rate": 9.503871319271552e-08, |
| "loss": 0.0006, |
| "step": 1465 |
| }, |
| { |
| "epoch": 5.533081285444235, |
| "grad_norm": 0.016300465911626816, |
| "learning_rate": 9.354559051361457e-08, |
| "loss": 0.0001, |
| "step": 1466 |
| }, |
| { |
| "epoch": 5.536862003780718, |
| "grad_norm": 0.07304215431213379, |
| "learning_rate": 9.20640662307576e-08, |
| "loss": 0.0001, |
| "step": 1467 |
| }, |
| { |
| "epoch": 5.5406427221172025, |
| "grad_norm": 0.20647095143795013, |
| "learning_rate": 9.059414748465278e-08, |
| "loss": 0.0007, |
| "step": 1468 |
| }, |
| { |
| "epoch": 5.544423440453686, |
| "grad_norm": 0.29599592089653015, |
| "learning_rate": 8.913584135987197e-08, |
| "loss": 0.0009, |
| "step": 1469 |
| }, |
| { |
| "epoch": 5.5482041587901705, |
| "grad_norm": 0.09809119999408722, |
| "learning_rate": 8.768915488501728e-08, |
| "loss": 0.0005, |
| "step": 1470 |
| }, |
| { |
| "epoch": 5.551984877126654, |
| "grad_norm": 0.06101972237229347, |
| "learning_rate": 8.625409503268956e-08, |
| "loss": 0.0002, |
| "step": 1471 |
| }, |
| { |
| "epoch": 5.5557655954631375, |
| "grad_norm": 0.09933365881443024, |
| "learning_rate": 8.483066871945083e-08, |
| "loss": 0.0002, |
| "step": 1472 |
| }, |
| { |
| "epoch": 5.559546313799622, |
| "grad_norm": 0.1317649781703949, |
| "learning_rate": 8.341888280579386e-08, |
| "loss": 0.0003, |
| "step": 1473 |
| }, |
| { |
| "epoch": 5.563327032136106, |
| "grad_norm": 0.032011978328228, |
| "learning_rate": 8.201874409610732e-08, |
| "loss": 0.0001, |
| "step": 1474 |
| }, |
| { |
| "epoch": 5.56710775047259, |
| "grad_norm": 0.074247807264328, |
| "learning_rate": 8.063025933864515e-08, |
| "loss": 0.0003, |
| "step": 1475 |
| }, |
| { |
| "epoch": 5.570888468809073, |
| "grad_norm": 0.01774515025317669, |
| "learning_rate": 7.92534352254909e-08, |
| "loss": 0.0001, |
| "step": 1476 |
| }, |
| { |
| "epoch": 5.574669187145558, |
| "grad_norm": 0.12577727437019348, |
| "learning_rate": 7.788827839252888e-08, |
| "loss": 0.0003, |
| "step": 1477 |
| }, |
| { |
| "epoch": 5.578449905482041, |
| "grad_norm": 0.10297442227602005, |
| "learning_rate": 7.653479541941039e-08, |
| "loss": 0.0004, |
| "step": 1478 |
| }, |
| { |
| "epoch": 5.582230623818526, |
| "grad_norm": 0.7751023173332214, |
| "learning_rate": 7.519299282952086e-08, |
| "loss": 0.0025, |
| "step": 1479 |
| }, |
| { |
| "epoch": 5.586011342155009, |
| "grad_norm": 0.0045355260372161865, |
| "learning_rate": 7.38628770899516e-08, |
| "loss": 0.0, |
| "step": 1480 |
| }, |
| { |
| "epoch": 5.589792060491494, |
| "grad_norm": 0.26779571175575256, |
| "learning_rate": 7.254445461146509e-08, |
| "loss": 0.0008, |
| "step": 1481 |
| }, |
| { |
| "epoch": 5.593572778827977, |
| "grad_norm": 0.09517142176628113, |
| "learning_rate": 7.123773174846694e-08, |
| "loss": 0.0004, |
| "step": 1482 |
| }, |
| { |
| "epoch": 5.597353497164462, |
| "grad_norm": 0.18995550274848938, |
| "learning_rate": 6.994271479897313e-08, |
| "loss": 0.0006, |
| "step": 1483 |
| }, |
| { |
| "epoch": 5.601134215500945, |
| "grad_norm": 0.031352896243333817, |
| "learning_rate": 6.865941000458148e-08, |
| "loss": 0.0001, |
| "step": 1484 |
| }, |
| { |
| "epoch": 5.60491493383743, |
| "grad_norm": 0.1497746706008911, |
| "learning_rate": 6.738782355044048e-08, |
| "loss": 0.0004, |
| "step": 1485 |
| }, |
| { |
| "epoch": 5.608695652173913, |
| "grad_norm": 0.06485506892204285, |
| "learning_rate": 6.612796156521912e-08, |
| "loss": 0.0003, |
| "step": 1486 |
| }, |
| { |
| "epoch": 5.612476370510397, |
| "grad_norm": 0.18997794389724731, |
| "learning_rate": 6.487983012107873e-08, |
| "loss": 0.0006, |
| "step": 1487 |
| }, |
| { |
| "epoch": 5.616257088846881, |
| "grad_norm": 0.09351346641778946, |
| "learning_rate": 6.364343523364264e-08, |
| "loss": 0.0002, |
| "step": 1488 |
| }, |
| { |
| "epoch": 5.6200378071833645, |
| "grad_norm": 0.12646786868572235, |
| "learning_rate": 6.241878286196684e-08, |
| "loss": 0.0003, |
| "step": 1489 |
| }, |
| { |
| "epoch": 5.623818525519849, |
| "grad_norm": 0.24480198323726654, |
| "learning_rate": 6.120587890851293e-08, |
| "loss": 0.0001, |
| "step": 1490 |
| }, |
| { |
| "epoch": 5.6275992438563325, |
| "grad_norm": 0.005080193281173706, |
| "learning_rate": 6.000472921911776e-08, |
| "loss": 0.0001, |
| "step": 1491 |
| }, |
| { |
| "epoch": 5.631379962192817, |
| "grad_norm": 0.2879715859889984, |
| "learning_rate": 5.8815339582966316e-08, |
| "loss": 0.0008, |
| "step": 1492 |
| }, |
| { |
| "epoch": 5.6351606805293, |
| "grad_norm": 0.13152775168418884, |
| "learning_rate": 5.763771573256416e-08, |
| "loss": 0.0005, |
| "step": 1493 |
| }, |
| { |
| "epoch": 5.638941398865785, |
| "grad_norm": 0.11099958419799805, |
| "learning_rate": 5.6471863343708636e-08, |
| "loss": 0.0002, |
| "step": 1494 |
| }, |
| { |
| "epoch": 5.642722117202268, |
| "grad_norm": 0.00900343619287014, |
| "learning_rate": 5.531778803546217e-08, |
| "loss": 0.0001, |
| "step": 1495 |
| }, |
| { |
| "epoch": 5.646502835538753, |
| "grad_norm": 0.052634697407484055, |
| "learning_rate": 5.4175495370125674e-08, |
| "loss": 0.0002, |
| "step": 1496 |
| }, |
| { |
| "epoch": 5.650283553875236, |
| "grad_norm": 0.09383983910083771, |
| "learning_rate": 5.304499085321074e-08, |
| "loss": 0.0001, |
| "step": 1497 |
| }, |
| { |
| "epoch": 5.65406427221172, |
| "grad_norm": 0.06193653121590614, |
| "learning_rate": 5.192627993341359e-08, |
| "loss": 0.0002, |
| "step": 1498 |
| }, |
| { |
| "epoch": 5.657844990548204, |
| "grad_norm": 0.16941288113594055, |
| "learning_rate": 5.081936800258897e-08, |
| "loss": 0.0003, |
| "step": 1499 |
| }, |
| { |
| "epoch": 5.661625708884688, |
| "grad_norm": 0.1040022000670433, |
| "learning_rate": 4.972426039572431e-08, |
| "loss": 0.0003, |
| "step": 1500 |
| }, |
| { |
| "epoch": 5.665406427221172, |
| "grad_norm": 0.055065304040908813, |
| "learning_rate": 4.864096239091287e-08, |
| "loss": 0.0002, |
| "step": 1501 |
| }, |
| { |
| "epoch": 5.669187145557656, |
| "grad_norm": 0.05536071956157684, |
| "learning_rate": 4.7569479209329804e-08, |
| "loss": 0.0001, |
| "step": 1502 |
| }, |
| { |
| "epoch": 5.67296786389414, |
| "grad_norm": 0.40613073110580444, |
| "learning_rate": 4.65098160152061e-08, |
| "loss": 0.0012, |
| "step": 1503 |
| }, |
| { |
| "epoch": 5.676748582230624, |
| "grad_norm": 0.27516570687294006, |
| "learning_rate": 4.5461977915803866e-08, |
| "loss": 0.0015, |
| "step": 1504 |
| }, |
| { |
| "epoch": 5.680529300567108, |
| "grad_norm": 0.02240636572241783, |
| "learning_rate": 4.442596996139192e-08, |
| "loss": 0.0001, |
| "step": 1505 |
| }, |
| { |
| "epoch": 5.6843100189035916, |
| "grad_norm": 0.011783379130065441, |
| "learning_rate": 4.3401797145221356e-08, |
| "loss": 0.0001, |
| "step": 1506 |
| }, |
| { |
| "epoch": 5.688090737240076, |
| "grad_norm": 0.11582031846046448, |
| "learning_rate": 4.238946440350111e-08, |
| "loss": 0.0003, |
| "step": 1507 |
| }, |
| { |
| "epoch": 5.6918714555765595, |
| "grad_norm": 0.15164542198181152, |
| "learning_rate": 4.1388976615374664e-08, |
| "loss": 0.0002, |
| "step": 1508 |
| }, |
| { |
| "epoch": 5.695652173913043, |
| "grad_norm": 0.22043666243553162, |
| "learning_rate": 4.040033860289644e-08, |
| "loss": 0.0004, |
| "step": 1509 |
| }, |
| { |
| "epoch": 5.699432892249527, |
| "grad_norm": 0.6590160131454468, |
| "learning_rate": 3.942355513100793e-08, |
| "loss": 0.0012, |
| "step": 1510 |
| }, |
| { |
| "epoch": 5.703213610586012, |
| "grad_norm": 0.276409775018692, |
| "learning_rate": 3.8458630907516336e-08, |
| "loss": 0.0006, |
| "step": 1511 |
| }, |
| { |
| "epoch": 5.706994328922495, |
| "grad_norm": 0.03431544452905655, |
| "learning_rate": 3.7505570583069304e-08, |
| "loss": 0.0001, |
| "step": 1512 |
| }, |
| { |
| "epoch": 5.710775047258979, |
| "grad_norm": 0.2288655787706375, |
| "learning_rate": 3.656437875113522e-08, |
| "loss": 0.0005, |
| "step": 1513 |
| }, |
| { |
| "epoch": 5.714555765595463, |
| "grad_norm": 0.17267882823944092, |
| "learning_rate": 3.563505994797961e-08, |
| "loss": 0.0005, |
| "step": 1514 |
| }, |
| { |
| "epoch": 5.718336483931947, |
| "grad_norm": 0.031439099460840225, |
| "learning_rate": 3.4717618652642947e-08, |
| "loss": 0.0001, |
| "step": 1515 |
| }, |
| { |
| "epoch": 5.722117202268431, |
| "grad_norm": 0.2682400047779083, |
| "learning_rate": 3.381205928692094e-08, |
| "loss": 0.0005, |
| "step": 1516 |
| }, |
| { |
| "epoch": 5.725897920604915, |
| "grad_norm": 0.15354733169078827, |
| "learning_rate": 3.2918386215339824e-08, |
| "loss": 0.0002, |
| "step": 1517 |
| }, |
| { |
| "epoch": 5.729678638941399, |
| "grad_norm": 0.028868496417999268, |
| "learning_rate": 3.203660374513945e-08, |
| "loss": 0.0001, |
| "step": 1518 |
| }, |
| { |
| "epoch": 5.733459357277883, |
| "grad_norm": 0.07966670393943787, |
| "learning_rate": 3.1166716126249664e-08, |
| "loss": 0.0002, |
| "step": 1519 |
| }, |
| { |
| "epoch": 5.737240075614367, |
| "grad_norm": 0.07197248190641403, |
| "learning_rate": 3.030872755127034e-08, |
| "loss": 0.0002, |
| "step": 1520 |
| }, |
| { |
| "epoch": 5.741020793950851, |
| "grad_norm": 0.026676548644900322, |
| "learning_rate": 2.9462642155451972e-08, |
| "loss": 0.0001, |
| "step": 1521 |
| }, |
| { |
| "epoch": 5.744801512287335, |
| "grad_norm": 0.053479839116334915, |
| "learning_rate": 2.8628464016675073e-08, |
| "loss": 0.0002, |
| "step": 1522 |
| }, |
| { |
| "epoch": 5.748582230623819, |
| "grad_norm": 0.05728183314204216, |
| "learning_rate": 2.7806197155431093e-08, |
| "loss": 0.0002, |
| "step": 1523 |
| }, |
| { |
| "epoch": 5.752362948960302, |
| "grad_norm": 0.015395663678646088, |
| "learning_rate": 2.6995845534802113e-08, |
| "loss": 0.0001, |
| "step": 1524 |
| }, |
| { |
| "epoch": 5.7561436672967865, |
| "grad_norm": 0.03682807460427284, |
| "learning_rate": 2.6197413060442268e-08, |
| "loss": 0.0001, |
| "step": 1525 |
| }, |
| { |
| "epoch": 5.75992438563327, |
| "grad_norm": 0.10636741667985916, |
| "learning_rate": 2.5410903580559698e-08, |
| "loss": 0.0004, |
| "step": 1526 |
| }, |
| { |
| "epoch": 5.763705103969754, |
| "grad_norm": 0.3648461401462555, |
| "learning_rate": 2.4636320885896294e-08, |
| "loss": 0.0017, |
| "step": 1527 |
| }, |
| { |
| "epoch": 5.767485822306238, |
| "grad_norm": 0.0164412222802639, |
| "learning_rate": 2.387366870971103e-08, |
| "loss": 0.0001, |
| "step": 1528 |
| }, |
| { |
| "epoch": 5.771266540642722, |
| "grad_norm": 0.06743861734867096, |
| "learning_rate": 2.3122950727761383e-08, |
| "loss": 0.0001, |
| "step": 1529 |
| }, |
| { |
| "epoch": 5.775047258979206, |
| "grad_norm": 0.19245493412017822, |
| "learning_rate": 2.2384170558284456e-08, |
| "loss": 0.0003, |
| "step": 1530 |
| }, |
| { |
| "epoch": 5.77882797731569, |
| "grad_norm": 0.8845333456993103, |
| "learning_rate": 2.165733176198198e-08, |
| "loss": 0.0026, |
| "step": 1531 |
| }, |
| { |
| "epoch": 5.782608695652174, |
| "grad_norm": 0.03313414752483368, |
| "learning_rate": 2.0942437842001727e-08, |
| "loss": 0.0001, |
| "step": 1532 |
| }, |
| { |
| "epoch": 5.786389413988658, |
| "grad_norm": 0.1397186666727066, |
| "learning_rate": 2.0239492243919467e-08, |
| "loss": 0.0004, |
| "step": 1533 |
| }, |
| { |
| "epoch": 5.790170132325142, |
| "grad_norm": 0.3315114676952362, |
| "learning_rate": 1.9548498355725086e-08, |
| "loss": 0.0004, |
| "step": 1534 |
| }, |
| { |
| "epoch": 5.793950850661625, |
| "grad_norm": 0.022824617102742195, |
| "learning_rate": 1.8869459507803722e-08, |
| "loss": 0.0001, |
| "step": 1535 |
| }, |
| { |
| "epoch": 5.79773156899811, |
| "grad_norm": 0.038835592567920685, |
| "learning_rate": 1.8202378972921043e-08, |
| "loss": 0.0002, |
| "step": 1536 |
| }, |
| { |
| "epoch": 5.801512287334593, |
| "grad_norm": 0.053325552493333817, |
| "learning_rate": 1.7547259966207708e-08, |
| "loss": 0.0001, |
| "step": 1537 |
| }, |
| { |
| "epoch": 5.805293005671078, |
| "grad_norm": 0.1744251549243927, |
| "learning_rate": 1.6904105645142443e-08, |
| "loss": 0.0005, |
| "step": 1538 |
| }, |
| { |
| "epoch": 5.809073724007561, |
| "grad_norm": 0.05694884434342384, |
| "learning_rate": 1.6272919109538986e-08, |
| "loss": 0.0001, |
| "step": 1539 |
| }, |
| { |
| "epoch": 5.812854442344046, |
| "grad_norm": 0.3757440447807312, |
| "learning_rate": 1.565370340152833e-08, |
| "loss": 0.0015, |
| "step": 1540 |
| }, |
| { |
| "epoch": 5.816635160680529, |
| "grad_norm": 0.16067902743816376, |
| "learning_rate": 1.504646150554706e-08, |
| "loss": 0.0003, |
| "step": 1541 |
| }, |
| { |
| "epoch": 5.8204158790170135, |
| "grad_norm": 0.16800613701343536, |
| "learning_rate": 1.4451196348320706e-08, |
| "loss": 0.0005, |
| "step": 1542 |
| }, |
| { |
| "epoch": 5.824196597353497, |
| "grad_norm": 0.010517935268580914, |
| "learning_rate": 1.3867910798850692e-08, |
| "loss": 0.0001, |
| "step": 1543 |
| }, |
| { |
| "epoch": 5.8279773156899815, |
| "grad_norm": 0.06694194674491882, |
| "learning_rate": 1.3296607668400186e-08, |
| "loss": 0.0002, |
| "step": 1544 |
| }, |
| { |
| "epoch": 5.831758034026465, |
| "grad_norm": 0.3510046601295471, |
| "learning_rate": 1.2737289710481048e-08, |
| "loss": 0.0024, |
| "step": 1545 |
| }, |
| { |
| "epoch": 5.8355387523629485, |
| "grad_norm": 0.06765420734882355, |
| "learning_rate": 1.2189959620839686e-08, |
| "loss": 0.0002, |
| "step": 1546 |
| }, |
| { |
| "epoch": 5.839319470699433, |
| "grad_norm": 0.15534651279449463, |
| "learning_rate": 1.1654620037445109e-08, |
| "loss": 0.0003, |
| "step": 1547 |
| }, |
| { |
| "epoch": 5.843100189035916, |
| "grad_norm": 0.19730833172798157, |
| "learning_rate": 1.1131273540474497e-08, |
| "loss": 0.0003, |
| "step": 1548 |
| }, |
| { |
| "epoch": 5.846880907372401, |
| "grad_norm": 0.4626521170139313, |
| "learning_rate": 1.0619922652303494e-08, |
| "loss": 0.003, |
| "step": 1549 |
| }, |
| { |
| "epoch": 5.850661625708884, |
| "grad_norm": 0.04452673718333244, |
| "learning_rate": 1.0120569837491212e-08, |
| "loss": 0.0002, |
| "step": 1550 |
| }, |
| { |
| "epoch": 5.854442344045369, |
| "grad_norm": 0.4129607081413269, |
| "learning_rate": 9.633217502770242e-09, |
| "loss": 0.0017, |
| "step": 1551 |
| }, |
| { |
| "epoch": 5.858223062381852, |
| "grad_norm": 0.3019474744796753, |
| "learning_rate": 9.157867997034165e-09, |
| "loss": 0.0005, |
| "step": 1552 |
| }, |
| { |
| "epoch": 5.862003780718337, |
| "grad_norm": 0.009345407597720623, |
| "learning_rate": 8.694523611326445e-09, |
| "loss": 0.0, |
| "step": 1553 |
| }, |
| { |
| "epoch": 5.86578449905482, |
| "grad_norm": 0.22389154136180878, |
| "learning_rate": 8.243186578829609e-09, |
| "loss": 0.0009, |
| "step": 1554 |
| }, |
| { |
| "epoch": 5.869565217391305, |
| "grad_norm": 0.35236331820487976, |
| "learning_rate": 7.803859074854425e-09, |
| "loss": 0.0005, |
| "step": 1555 |
| }, |
| { |
| "epoch": 5.873345935727788, |
| "grad_norm": 0.04430253058671951, |
| "learning_rate": 7.376543216828791e-09, |
| "loss": 0.0001, |
| "step": 1556 |
| }, |
| { |
| "epoch": 5.877126654064273, |
| "grad_norm": 0.13414061069488525, |
| "learning_rate": 6.9612410642888595e-09, |
| "loss": 0.0004, |
| "step": 1557 |
| }, |
| { |
| "epoch": 5.880907372400756, |
| "grad_norm": 0.3142542243003845, |
| "learning_rate": 6.557954618867102e-09, |
| "loss": 0.0012, |
| "step": 1558 |
| }, |
| { |
| "epoch": 5.8846880907372405, |
| "grad_norm": 0.19400948286056519, |
| "learning_rate": 6.16668582428509e-09, |
| "loss": 0.0005, |
| "step": 1559 |
| }, |
| { |
| "epoch": 5.888468809073724, |
| "grad_norm": 0.11932040005922318, |
| "learning_rate": 5.7874365663421195e-09, |
| "loss": 0.0004, |
| "step": 1560 |
| }, |
| { |
| "epoch": 5.892249527410208, |
| "grad_norm": 0.10091670602560043, |
| "learning_rate": 5.420208672907157e-09, |
| "loss": 0.0004, |
| "step": 1561 |
| }, |
| { |
| "epoch": 5.896030245746692, |
| "grad_norm": 0.04721083864569664, |
| "learning_rate": 5.065003913909406e-09, |
| "loss": 0.0001, |
| "step": 1562 |
| }, |
| { |
| "epoch": 5.8998109640831755, |
| "grad_norm": 0.23722729086875916, |
| "learning_rate": 4.7218240013308105e-09, |
| "loss": 0.0013, |
| "step": 1563 |
| }, |
| { |
| "epoch": 5.90359168241966, |
| "grad_norm": 0.15456841886043549, |
| "learning_rate": 4.390670589196622e-09, |
| "loss": 0.0004, |
| "step": 1564 |
| }, |
| { |
| "epoch": 5.9073724007561434, |
| "grad_norm": 0.02825787477195263, |
| "learning_rate": 4.071545273567623e-09, |
| "loss": 0.0001, |
| "step": 1565 |
| }, |
| { |
| "epoch": 5.911153119092628, |
| "grad_norm": 0.012501970864832401, |
| "learning_rate": 3.764449592533748e-09, |
| "loss": 0.0001, |
| "step": 1566 |
| }, |
| { |
| "epoch": 5.914933837429111, |
| "grad_norm": 0.08930414170026779, |
| "learning_rate": 3.4693850262046415e-09, |
| "loss": 0.0003, |
| "step": 1567 |
| }, |
| { |
| "epoch": 5.918714555765596, |
| "grad_norm": 0.017230011522769928, |
| "learning_rate": 3.1863529967041117e-09, |
| "loss": 0.0001, |
| "step": 1568 |
| }, |
| { |
| "epoch": 5.922495274102079, |
| "grad_norm": 0.015877196565270424, |
| "learning_rate": 2.9153548681626344e-09, |
| "loss": 0.0001, |
| "step": 1569 |
| }, |
| { |
| "epoch": 5.926275992438564, |
| "grad_norm": 0.1481255292892456, |
| "learning_rate": 2.65639194671069e-09, |
| "loss": 0.0004, |
| "step": 1570 |
| }, |
| { |
| "epoch": 5.930056710775047, |
| "grad_norm": 0.009568752720952034, |
| "learning_rate": 2.409465480472939e-09, |
| "loss": 0.0001, |
| "step": 1571 |
| }, |
| { |
| "epoch": 5.933837429111531, |
| "grad_norm": 0.07046500593423843, |
| "learning_rate": 2.1745766595612785e-09, |
| "loss": 0.0002, |
| "step": 1572 |
| }, |
| { |
| "epoch": 5.937618147448015, |
| "grad_norm": 0.015811152756214142, |
| "learning_rate": 1.951726616070404e-09, |
| "loss": 0.0001, |
| "step": 1573 |
| }, |
| { |
| "epoch": 5.941398865784499, |
| "grad_norm": 0.04811807721853256, |
| "learning_rate": 1.740916424071426e-09, |
| "loss": 0.0001, |
| "step": 1574 |
| }, |
| { |
| "epoch": 5.945179584120983, |
| "grad_norm": 0.09774316102266312, |
| "learning_rate": 1.5421470996065946e-09, |
| "loss": 0.0003, |
| "step": 1575 |
| }, |
| { |
| "epoch": 5.948960302457467, |
| "grad_norm": 0.2202201783657074, |
| "learning_rate": 1.3554196006854148e-09, |
| "loss": 0.0007, |
| "step": 1576 |
| }, |
| { |
| "epoch": 5.952741020793951, |
| "grad_norm": 0.07608017325401306, |
| "learning_rate": 1.1807348272790952e-09, |
| "loss": 0.0003, |
| "step": 1577 |
| }, |
| { |
| "epoch": 5.956521739130435, |
| "grad_norm": 0.8428947925567627, |
| "learning_rate": 1.018093621316385e-09, |
| "loss": 0.0007, |
| "step": 1578 |
| }, |
| { |
| "epoch": 5.960302457466919, |
| "grad_norm": 0.19594945013523102, |
| "learning_rate": 8.674967666791323e-10, |
| "loss": 0.0004, |
| "step": 1579 |
| }, |
| { |
| "epoch": 5.9640831758034025, |
| "grad_norm": 0.010538334026932716, |
| "learning_rate": 7.289449892000644e-10, |
| "loss": 0.0001, |
| "step": 1580 |
| }, |
| { |
| "epoch": 5.967863894139887, |
| "grad_norm": 0.006928558461368084, |
| "learning_rate": 6.02438956657514e-10, |
| "loss": 0.0001, |
| "step": 1581 |
| }, |
| { |
| "epoch": 5.9716446124763705, |
| "grad_norm": 0.10099567472934723, |
| "learning_rate": 4.87979278772921e-10, |
| "loss": 0.0005, |
| "step": 1582 |
| }, |
| { |
| "epoch": 5.975425330812854, |
| "grad_norm": 0.05212395638227463, |
| "learning_rate": 3.855665072080572e-10, |
| "loss": 0.0002, |
| "step": 1583 |
| }, |
| { |
| "epoch": 5.979206049149338, |
| "grad_norm": 0.41635531187057495, |
| "learning_rate": 2.952011355619733e-10, |
| "loss": 0.0013, |
| "step": 1584 |
| }, |
| { |
| "epoch": 5.982986767485822, |
| "grad_norm": 0.2869757115840912, |
| "learning_rate": 2.1688359936905547e-10, |
| "loss": 0.0007, |
| "step": 1585 |
| }, |
| { |
| "epoch": 5.986767485822306, |
| "grad_norm": 0.3929155766963959, |
| "learning_rate": 1.506142760965279e-10, |
| "loss": 0.0011, |
| "step": 1586 |
| }, |
| { |
| "epoch": 5.99054820415879, |
| "grad_norm": 0.06228722631931305, |
| "learning_rate": 9.639348514278724e-11, |
| "loss": 0.0001, |
| "step": 1587 |
| }, |
| { |
| "epoch": 5.994328922495274, |
| "grad_norm": 0.15704721212387085, |
| "learning_rate": 5.422148783629233e-11, |
| "loss": 0.0004, |
| "step": 1588 |
| }, |
| { |
| "epoch": 5.998109640831758, |
| "grad_norm": 0.3572693467140198, |
| "learning_rate": 2.4098487433066308e-11, |
| "loss": 0.0025, |
| "step": 1589 |
| }, |
| { |
| "epoch": 6.0, |
| "grad_norm": 0.1746542900800705, |
| "learning_rate": 6.024629117529212e-12, |
| "loss": 0.0004, |
| "step": 1590 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1590, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 6, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.298364001621348e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
