| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9996676636756398, |
| "eval_steps": 500, |
| "global_step": 1504, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0006646726487205051, |
| "grad_norm": 60.970770959791075, |
| "learning_rate": 2.173913043478261e-07, |
| "loss": 0.4433, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0013293452974410102, |
| "grad_norm": 63.31886870971556, |
| "learning_rate": 4.347826086956522e-07, |
| "loss": 0.4178, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0019940179461615153, |
| "grad_norm": 61.288021460030315, |
| "learning_rate": 6.521739130434783e-07, |
| "loss": 0.4224, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0026586905948820204, |
| "grad_norm": 62.25609151967674, |
| "learning_rate": 8.695652173913044e-07, |
| "loss": 0.4122, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.003323363243602526, |
| "grad_norm": 64.75114100147859, |
| "learning_rate": 1.0869565217391306e-06, |
| "loss": 0.355, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.003988035892323031, |
| "grad_norm": 41.5167763703531, |
| "learning_rate": 1.3043478260869566e-06, |
| "loss": 0.1343, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.004652708541043536, |
| "grad_norm": 28.001674249743854, |
| "learning_rate": 1.521739130434783e-06, |
| "loss": 0.1004, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.005317381189764041, |
| "grad_norm": 9.275314268012675, |
| "learning_rate": 1.7391304347826088e-06, |
| "loss": 0.0598, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.005982053838484547, |
| "grad_norm": 8.241880087134492, |
| "learning_rate": 1.956521739130435e-06, |
| "loss": 0.0493, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.006646726487205052, |
| "grad_norm": 4.901672630865819, |
| "learning_rate": 2.173913043478261e-06, |
| "loss": 0.0397, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.007311399135925557, |
| "grad_norm": 1.681492858780252, |
| "learning_rate": 2.391304347826087e-06, |
| "loss": 0.0284, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.007976071784646061, |
| "grad_norm": 0.5770734524620795, |
| "learning_rate": 2.6086956521739132e-06, |
| "loss": 0.0293, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.008640744433366567, |
| "grad_norm": 0.8524918991841441, |
| "learning_rate": 2.8260869565217393e-06, |
| "loss": 0.0229, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.009305417082087071, |
| "grad_norm": 4.193040234296588, |
| "learning_rate": 3.043478260869566e-06, |
| "loss": 0.0351, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.009970089730807577, |
| "grad_norm": 3.3392975596493364, |
| "learning_rate": 3.2608695652173914e-06, |
| "loss": 0.0302, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.010634762379528082, |
| "grad_norm": 2.8026088809193337, |
| "learning_rate": 3.4782608695652175e-06, |
| "loss": 0.0273, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.011299435028248588, |
| "grad_norm": 1.4649396502944714, |
| "learning_rate": 3.6956521739130436e-06, |
| "loss": 0.0158, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.011964107676969093, |
| "grad_norm": 1.795591002624188, |
| "learning_rate": 3.91304347826087e-06, |
| "loss": 0.0223, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.012628780325689598, |
| "grad_norm": 1.0179266424228162, |
| "learning_rate": 4.130434782608696e-06, |
| "loss": 0.0169, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.013293452974410104, |
| "grad_norm": 2.0223769514509033, |
| "learning_rate": 4.347826086956522e-06, |
| "loss": 0.0237, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.013958125623130608, |
| "grad_norm": 2.6414726093929186, |
| "learning_rate": 4.565217391304348e-06, |
| "loss": 0.0196, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.014622798271851114, |
| "grad_norm": 2.762431670662566, |
| "learning_rate": 4.782608695652174e-06, |
| "loss": 0.0176, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.015287470920571618, |
| "grad_norm": 1.6868280272100167, |
| "learning_rate": 5e-06, |
| "loss": 0.0213, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.015952143569292122, |
| "grad_norm": 1.3162037504364383, |
| "learning_rate": 5.2173913043478265e-06, |
| "loss": 0.017, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.01661681621801263, |
| "grad_norm": 0.9325497342450657, |
| "learning_rate": 5.4347826086956525e-06, |
| "loss": 0.0155, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.017281488866733134, |
| "grad_norm": 0.908746299202415, |
| "learning_rate": 5.652173913043479e-06, |
| "loss": 0.0163, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.01794616151545364, |
| "grad_norm": 0.40531336084522424, |
| "learning_rate": 5.8695652173913055e-06, |
| "loss": 0.0124, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.018610834164174143, |
| "grad_norm": 0.882809214932779, |
| "learning_rate": 6.086956521739132e-06, |
| "loss": 0.0146, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.01927550681289465, |
| "grad_norm": 0.33582807675108245, |
| "learning_rate": 6.304347826086958e-06, |
| "loss": 0.0131, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.019940179461615155, |
| "grad_norm": 0.6531979846582778, |
| "learning_rate": 6.521739130434783e-06, |
| "loss": 0.0148, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.02060485211033566, |
| "grad_norm": 1.2589719995994493, |
| "learning_rate": 6.739130434782609e-06, |
| "loss": 0.0192, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.021269524759056163, |
| "grad_norm": 0.6454998366907141, |
| "learning_rate": 6.956521739130435e-06, |
| "loss": 0.0161, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.02193419740777667, |
| "grad_norm": 0.5289479235804806, |
| "learning_rate": 7.173913043478261e-06, |
| "loss": 0.0116, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.022598870056497175, |
| "grad_norm": 0.2914456221068029, |
| "learning_rate": 7.391304347826087e-06, |
| "loss": 0.0119, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.02326354270521768, |
| "grad_norm": 0.6093431877720631, |
| "learning_rate": 7.608695652173914e-06, |
| "loss": 0.0116, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.023928215353938187, |
| "grad_norm": 0.5338791381117465, |
| "learning_rate": 7.82608695652174e-06, |
| "loss": 0.0134, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.02459288800265869, |
| "grad_norm": 0.6971604882392116, |
| "learning_rate": 8.043478260869566e-06, |
| "loss": 0.0158, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.025257560651379195, |
| "grad_norm": 0.7487742105878584, |
| "learning_rate": 8.260869565217392e-06, |
| "loss": 0.0086, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.0259222333000997, |
| "grad_norm": 0.8145315066665602, |
| "learning_rate": 8.478260869565218e-06, |
| "loss": 0.0188, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.026586905948820207, |
| "grad_norm": 0.7657328527509938, |
| "learning_rate": 8.695652173913044e-06, |
| "loss": 0.0112, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.02725157859754071, |
| "grad_norm": 0.7965754798989254, |
| "learning_rate": 8.91304347826087e-06, |
| "loss": 0.0118, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.027916251246261216, |
| "grad_norm": 1.0182253880741658, |
| "learning_rate": 9.130434782608697e-06, |
| "loss": 0.0175, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.028580923894981722, |
| "grad_norm": 0.8159799700749677, |
| "learning_rate": 9.347826086956523e-06, |
| "loss": 0.0134, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.029245596543702228, |
| "grad_norm": 1.6698654957456858, |
| "learning_rate": 9.565217391304349e-06, |
| "loss": 0.0109, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.02991026919242273, |
| "grad_norm": 0.5935190769400233, |
| "learning_rate": 9.782608695652175e-06, |
| "loss": 0.014, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.030574941841143236, |
| "grad_norm": 0.20846862149424067, |
| "learning_rate": 1e-05, |
| "loss": 0.0096, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.031239614489863742, |
| "grad_norm": 1.8230375659276052, |
| "learning_rate": 9.999988392878299e-06, |
| "loss": 0.0182, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.031904287138584245, |
| "grad_norm": 0.8507271501848354, |
| "learning_rate": 9.999953571567086e-06, |
| "loss": 0.0157, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.03256895978730475, |
| "grad_norm": 0.8855889032923526, |
| "learning_rate": 9.999895536228031e-06, |
| "loss": 0.0135, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.03323363243602526, |
| "grad_norm": 1.1799803352308096, |
| "learning_rate": 9.99981428713058e-06, |
| "loss": 0.0149, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.03389830508474576, |
| "grad_norm": 0.7507208371373172, |
| "learning_rate": 9.999709824651965e-06, |
| "loss": 0.011, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.03456297773346627, |
| "grad_norm": 0.3417646829103957, |
| "learning_rate": 9.999582149277188e-06, |
| "loss": 0.0178, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.035227650382186775, |
| "grad_norm": 0.967206468925284, |
| "learning_rate": 9.999431261599025e-06, |
| "loss": 0.0133, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.03589232303090728, |
| "grad_norm": 0.9527765614550642, |
| "learning_rate": 9.999257162318027e-06, |
| "loss": 0.0149, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.036556995679627786, |
| "grad_norm": 0.28932661882565486, |
| "learning_rate": 9.999059852242508e-06, |
| "loss": 0.013, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.037221668328348285, |
| "grad_norm": 1.9364775309785114, |
| "learning_rate": 9.99883933228855e-06, |
| "loss": 0.02, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.03788634097706879, |
| "grad_norm": 1.0609733740408223, |
| "learning_rate": 9.998595603479995e-06, |
| "loss": 0.0179, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.0385510136257893, |
| "grad_norm": 0.49527347820893447, |
| "learning_rate": 9.998328666948437e-06, |
| "loss": 0.0094, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.0392156862745098, |
| "grad_norm": 0.4372324960151166, |
| "learning_rate": 9.998038523933224e-06, |
| "loss": 0.0096, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.03988035892323031, |
| "grad_norm": 0.6464316057194724, |
| "learning_rate": 9.997725175781445e-06, |
| "loss": 0.0117, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.040545031571950815, |
| "grad_norm": 0.6987667278536408, |
| "learning_rate": 9.997388623947927e-06, |
| "loss": 0.0119, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.04120970422067132, |
| "grad_norm": 1.7130914482404813, |
| "learning_rate": 9.99702886999523e-06, |
| "loss": 0.0228, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.04187437686939183, |
| "grad_norm": 0.4117960597890336, |
| "learning_rate": 9.996645915593639e-06, |
| "loss": 0.0133, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.042539049518112326, |
| "grad_norm": 1.2932996784542414, |
| "learning_rate": 9.996239762521152e-06, |
| "loss": 0.0115, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.04320372216683283, |
| "grad_norm": 1.3674099246411462, |
| "learning_rate": 9.995810412663473e-06, |
| "loss": 0.0117, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.04386839481555334, |
| "grad_norm": 1.6053889474918175, |
| "learning_rate": 9.995357868014014e-06, |
| "loss": 0.015, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.044533067464273844, |
| "grad_norm": 0.27477674665342927, |
| "learning_rate": 9.994882130673869e-06, |
| "loss": 0.0164, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.04519774011299435, |
| "grad_norm": 2.210389961890394, |
| "learning_rate": 9.994383202851813e-06, |
| "loss": 0.0204, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.045862412761714856, |
| "grad_norm": 3.023467310150046, |
| "learning_rate": 9.993861086864294e-06, |
| "loss": 0.024, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.04652708541043536, |
| "grad_norm": 2.208505829292387, |
| "learning_rate": 9.993315785135417e-06, |
| "loss": 0.018, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.04719175805915587, |
| "grad_norm": 0.8693257140907787, |
| "learning_rate": 9.992747300196935e-06, |
| "loss": 0.0153, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.047856430707876374, |
| "grad_norm": 0.5860107187265328, |
| "learning_rate": 9.99215563468824e-06, |
| "loss": 0.0147, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.04852110335659687, |
| "grad_norm": 0.49667771485582274, |
| "learning_rate": 9.991540791356342e-06, |
| "loss": 0.0126, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.04918577600531738, |
| "grad_norm": 2.3621689044782097, |
| "learning_rate": 9.990902773055868e-06, |
| "loss": 0.0219, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.049850448654037885, |
| "grad_norm": 1.7629413870031103, |
| "learning_rate": 9.990241582749039e-06, |
| "loss": 0.0174, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.05051512130275839, |
| "grad_norm": 0.37616185123766155, |
| "learning_rate": 9.989557223505661e-06, |
| "loss": 0.0106, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.0511797939514789, |
| "grad_norm": 0.27687180041583864, |
| "learning_rate": 9.988849698503112e-06, |
| "loss": 0.0129, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.0518444666001994, |
| "grad_norm": 0.5877900585958946, |
| "learning_rate": 9.988119011026325e-06, |
| "loss": 0.012, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.05250913924891991, |
| "grad_norm": 1.8535031653078293, |
| "learning_rate": 9.987365164467767e-06, |
| "loss": 0.0179, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.053173811897640415, |
| "grad_norm": 1.0003423175984858, |
| "learning_rate": 9.986588162327436e-06, |
| "loss": 0.0136, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.053838484546360914, |
| "grad_norm": 1.3365768362375101, |
| "learning_rate": 9.985788008212837e-06, |
| "loss": 0.0156, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.05450315719508142, |
| "grad_norm": 0.5805865152268904, |
| "learning_rate": 9.98496470583896e-06, |
| "loss": 0.0142, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.055167829843801926, |
| "grad_norm": 1.1904648845306414, |
| "learning_rate": 9.98411825902828e-06, |
| "loss": 0.0131, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.05583250249252243, |
| "grad_norm": 1.3016928681226674, |
| "learning_rate": 9.983248671710714e-06, |
| "loss": 0.0111, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.05649717514124294, |
| "grad_norm": 0.4011694177073853, |
| "learning_rate": 9.98235594792363e-06, |
| "loss": 0.0111, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.057161847789963444, |
| "grad_norm": 0.5837548332714089, |
| "learning_rate": 9.981440091811805e-06, |
| "loss": 0.0142, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.05782652043868395, |
| "grad_norm": 0.6865193702769102, |
| "learning_rate": 9.980501107627425e-06, |
| "loss": 0.0149, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.058491193087404456, |
| "grad_norm": 0.3514697264200902, |
| "learning_rate": 9.979538999730047e-06, |
| "loss": 0.0132, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.05915586573612496, |
| "grad_norm": 0.30265569565853434, |
| "learning_rate": 9.978553772586596e-06, |
| "loss": 0.011, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.05982053838484546, |
| "grad_norm": 0.5004793700925844, |
| "learning_rate": 9.977545430771332e-06, |
| "loss": 0.0146, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.060485211033565967, |
| "grad_norm": 0.26294836808361827, |
| "learning_rate": 9.976513978965829e-06, |
| "loss": 0.0099, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.06114988368228647, |
| "grad_norm": 0.9190030643877792, |
| "learning_rate": 9.975459421958969e-06, |
| "loss": 0.0132, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.06181455633100698, |
| "grad_norm": 0.2959912908827373, |
| "learning_rate": 9.974381764646894e-06, |
| "loss": 0.0153, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.062479228979727484, |
| "grad_norm": 0.5975731268605555, |
| "learning_rate": 9.973281012033009e-06, |
| "loss": 0.014, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.06314390162844799, |
| "grad_norm": 0.8113597767320757, |
| "learning_rate": 9.972157169227937e-06, |
| "loss": 0.0119, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.06380857427716849, |
| "grad_norm": 0.28144834234849603, |
| "learning_rate": 9.971010241449514e-06, |
| "loss": 0.0108, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.064473246925889, |
| "grad_norm": 0.4166786310414046, |
| "learning_rate": 9.96984023402275e-06, |
| "loss": 0.0115, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.0651379195746095, |
| "grad_norm": 0.6257073392967791, |
| "learning_rate": 9.968647152379813e-06, |
| "loss": 0.0148, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.06580259222333001, |
| "grad_norm": 0.40388258286019546, |
| "learning_rate": 9.967431002060001e-06, |
| "loss": 0.0155, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.06646726487205051, |
| "grad_norm": 0.36186955381710356, |
| "learning_rate": 9.966191788709716e-06, |
| "loss": 0.0115, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.06713193752077103, |
| "grad_norm": 0.31379970023288684, |
| "learning_rate": 9.964929518082436e-06, |
| "loss": 0.0134, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.06779661016949153, |
| "grad_norm": 0.35955264841421186, |
| "learning_rate": 9.963644196038695e-06, |
| "loss": 0.0107, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.06846128281821202, |
| "grad_norm": 0.7835116116021953, |
| "learning_rate": 9.962335828546049e-06, |
| "loss": 0.0137, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.06912595546693254, |
| "grad_norm": 0.7808060669603882, |
| "learning_rate": 9.961004421679048e-06, |
| "loss": 0.015, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.06979062811565304, |
| "grad_norm": 0.7171964438595184, |
| "learning_rate": 9.959649981619214e-06, |
| "loss": 0.0133, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.07045530076437355, |
| "grad_norm": 0.28242956765832666, |
| "learning_rate": 9.958272514655006e-06, |
| "loss": 0.01, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.07111997341309405, |
| "grad_norm": 0.45078880338883015, |
| "learning_rate": 9.956872027181797e-06, |
| "loss": 0.0126, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.07178464606181456, |
| "grad_norm": 1.2370065847479403, |
| "learning_rate": 9.955448525701836e-06, |
| "loss": 0.0135, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.07244931871053506, |
| "grad_norm": 0.3753757002709158, |
| "learning_rate": 9.954002016824226e-06, |
| "loss": 0.0112, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.07311399135925557, |
| "grad_norm": 0.32837638393260105, |
| "learning_rate": 9.952532507264892e-06, |
| "loss": 0.0134, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.07377866400797607, |
| "grad_norm": 0.3373764833711116, |
| "learning_rate": 9.951040003846537e-06, |
| "loss": 0.0135, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.07444333665669657, |
| "grad_norm": 0.6622672104842571, |
| "learning_rate": 9.949524513498636e-06, |
| "loss": 0.0112, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.07510800930541708, |
| "grad_norm": 1.2107157371433923, |
| "learning_rate": 9.947986043257377e-06, |
| "loss": 0.016, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.07577268195413758, |
| "grad_norm": 0.5978241379607916, |
| "learning_rate": 9.946424600265647e-06, |
| "loss": 0.0085, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.0764373546028581, |
| "grad_norm": 0.36182468361829123, |
| "learning_rate": 9.944840191772987e-06, |
| "loss": 0.0148, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.0771020272515786, |
| "grad_norm": 1.2675227954269332, |
| "learning_rate": 9.943232825135568e-06, |
| "loss": 0.0133, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.07776669990029911, |
| "grad_norm": 0.7700080328396309, |
| "learning_rate": 9.941602507816149e-06, |
| "loss": 0.0148, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.0784313725490196, |
| "grad_norm": 0.6726926682160788, |
| "learning_rate": 9.939949247384046e-06, |
| "loss": 0.0154, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.07909604519774012, |
| "grad_norm": 0.6089081317809364, |
| "learning_rate": 9.938273051515098e-06, |
| "loss": 0.0178, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.07976071784646062, |
| "grad_norm": 0.644474024420446, |
| "learning_rate": 9.936573927991631e-06, |
| "loss": 0.0148, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.08042539049518112, |
| "grad_norm": 0.9364477044735832, |
| "learning_rate": 9.934851884702415e-06, |
| "loss": 0.017, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.08109006314390163, |
| "grad_norm": 0.19304986064034851, |
| "learning_rate": 9.933106929642635e-06, |
| "loss": 0.0126, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.08175473579262213, |
| "grad_norm": 0.47354696444228556, |
| "learning_rate": 9.931339070913859e-06, |
| "loss": 0.0109, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.08241940844134264, |
| "grad_norm": 0.41017504287412127, |
| "learning_rate": 9.929548316723983e-06, |
| "loss": 0.0152, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.08308408109006314, |
| "grad_norm": 0.2492432717974285, |
| "learning_rate": 9.92773467538721e-06, |
| "loss": 0.0084, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.08374875373878365, |
| "grad_norm": 0.5761337571958625, |
| "learning_rate": 9.925898155324001e-06, |
| "loss": 0.0102, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.08441342638750415, |
| "grad_norm": 0.5354804682859692, |
| "learning_rate": 9.924038765061042e-06, |
| "loss": 0.0149, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.08507809903622465, |
| "grad_norm": 0.37188430864299515, |
| "learning_rate": 9.922156513231197e-06, |
| "loss": 0.0081, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.08574277168494517, |
| "grad_norm": 0.38511929720460997, |
| "learning_rate": 9.920251408573482e-06, |
| "loss": 0.0131, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.08640744433366566, |
| "grad_norm": 0.6930146020356339, |
| "learning_rate": 9.918323459933006e-06, |
| "loss": 0.0117, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.08707211698238618, |
| "grad_norm": 0.6303221804187904, |
| "learning_rate": 9.916372676260943e-06, |
| "loss": 0.0135, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.08773678963110668, |
| "grad_norm": 1.3789594959511349, |
| "learning_rate": 9.914399066614488e-06, |
| "loss": 0.0151, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.08840146227982719, |
| "grad_norm": 1.3078911807780915, |
| "learning_rate": 9.912402640156812e-06, |
| "loss": 0.0135, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.08906613492854769, |
| "grad_norm": 0.559643422966823, |
| "learning_rate": 9.910383406157019e-06, |
| "loss": 0.0105, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.0897308075772682, |
| "grad_norm": 0.5841937953300166, |
| "learning_rate": 9.908341373990107e-06, |
| "loss": 0.0103, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.0903954802259887, |
| "grad_norm": 0.8642063635516389, |
| "learning_rate": 9.906276553136924e-06, |
| "loss": 0.0111, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.0910601528747092, |
| "grad_norm": 0.7958234434494227, |
| "learning_rate": 9.904188953184119e-06, |
| "loss": 0.0142, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.09172482552342971, |
| "grad_norm": 0.2730360636246964, |
| "learning_rate": 9.902078583824106e-06, |
| "loss": 0.0126, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.09238949817215021, |
| "grad_norm": 0.35536366767523137, |
| "learning_rate": 9.899945454855007e-06, |
| "loss": 0.0137, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.09305417082087072, |
| "grad_norm": 0.6440704498816134, |
| "learning_rate": 9.897789576180617e-06, |
| "loss": 0.0158, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.09371884346959122, |
| "grad_norm": 0.4141234814182246, |
| "learning_rate": 9.895610957810357e-06, |
| "loss": 0.011, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.09438351611831174, |
| "grad_norm": 0.3911627182800861, |
| "learning_rate": 9.893409609859221e-06, |
| "loss": 0.0115, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.09504818876703224, |
| "grad_norm": 0.33514797480492575, |
| "learning_rate": 9.891185542547735e-06, |
| "loss": 0.013, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.09571286141575275, |
| "grad_norm": 0.22372917720722707, |
| "learning_rate": 9.888938766201908e-06, |
| "loss": 0.0115, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.09637753406447325, |
| "grad_norm": 0.5577788601787329, |
| "learning_rate": 9.886669291253178e-06, |
| "loss": 0.0154, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.09704220671319375, |
| "grad_norm": 0.7128789787341765, |
| "learning_rate": 9.884377128238378e-06, |
| "loss": 0.0085, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.09770687936191426, |
| "grad_norm": 2.7252320590941803, |
| "learning_rate": 9.882062287799674e-06, |
| "loss": 0.0125, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.09837155201063476, |
| "grad_norm": 0.3687053560173959, |
| "learning_rate": 9.879724780684518e-06, |
| "loss": 0.0105, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.09903622465935527, |
| "grad_norm": 0.22462741221254443, |
| "learning_rate": 9.877364617745604e-06, |
| "loss": 0.0106, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.09970089730807577, |
| "grad_norm": 1.0030046147147829, |
| "learning_rate": 9.87498180994081e-06, |
| "loss": 0.011, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.10036556995679628, |
| "grad_norm": 0.3131307429660239, |
| "learning_rate": 9.872576368333152e-06, |
| "loss": 0.0103, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.10103024260551678, |
| "grad_norm": 0.9056511820785378, |
| "learning_rate": 9.87014830409073e-06, |
| "loss": 0.0129, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.1016949152542373, |
| "grad_norm": 0.6625456889764615, |
| "learning_rate": 9.86769762848668e-06, |
| "loss": 0.012, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.1023595879029578, |
| "grad_norm": 0.5475498774739779, |
| "learning_rate": 9.86522435289912e-06, |
| "loss": 0.0119, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.10302426055167829, |
| "grad_norm": 0.5827615238833249, |
| "learning_rate": 9.862728488811094e-06, |
| "loss": 0.0191, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.1036889332003988, |
| "grad_norm": 0.37753366607575367, |
| "learning_rate": 9.860210047810517e-06, |
| "loss": 0.0126, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.1043536058491193, |
| "grad_norm": 0.32857074630518646, |
| "learning_rate": 9.857669041590135e-06, |
| "loss": 0.0113, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.10501827849783982, |
| "grad_norm": 0.7419212530147024, |
| "learning_rate": 9.85510548194745e-06, |
| "loss": 0.0111, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.10568295114656032, |
| "grad_norm": 0.4721111653667675, |
| "learning_rate": 9.852519380784686e-06, |
| "loss": 0.0141, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.10634762379528083, |
| "grad_norm": 0.4207051412951935, |
| "learning_rate": 9.849910750108718e-06, |
| "loss": 0.0125, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.10701229644400133, |
| "grad_norm": 0.21134456329404774, |
| "learning_rate": 9.847279602031024e-06, |
| "loss": 0.009, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.10767696909272183, |
| "grad_norm": 0.38448054271650456, |
| "learning_rate": 9.844625948767624e-06, |
| "loss": 0.0095, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.10834164174144234, |
| "grad_norm": 0.35541835353015216, |
| "learning_rate": 9.841949802639031e-06, |
| "loss": 0.0158, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.10900631439016284, |
| "grad_norm": 0.44289228243645407, |
| "learning_rate": 9.839251176070184e-06, |
| "loss": 0.0116, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.10967098703888335, |
| "grad_norm": 0.6467754208372888, |
| "learning_rate": 9.836530081590401e-06, |
| "loss": 0.0138, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.11033565968760385, |
| "grad_norm": 0.8286741013878848, |
| "learning_rate": 9.833786531833311e-06, |
| "loss": 0.0121, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.11100033233632436, |
| "grad_norm": 0.705185946340053, |
| "learning_rate": 9.831020539536798e-06, |
| "loss": 0.0123, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.11166500498504486, |
| "grad_norm": 1.1102218558063535, |
| "learning_rate": 9.828232117542948e-06, |
| "loss": 0.0135, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.11232967763376538, |
| "grad_norm": 0.8797965216959907, |
| "learning_rate": 9.825421278797984e-06, |
| "loss": 0.0118, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.11299435028248588, |
| "grad_norm": 0.49436345297389883, |
| "learning_rate": 9.822588036352201e-06, |
| "loss": 0.0112, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.11365902293120637, |
| "grad_norm": 0.535561655617538, |
| "learning_rate": 9.819732403359916e-06, |
| "loss": 0.0121, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.11432369557992689, |
| "grad_norm": 0.5240278610581294, |
| "learning_rate": 9.816854393079402e-06, |
| "loss": 0.0137, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.11498836822864739, |
| "grad_norm": 0.7848367301373668, |
| "learning_rate": 9.813954018872826e-06, |
| "loss": 0.0093, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.1156530408773679, |
| "grad_norm": 0.31424300530552746, |
| "learning_rate": 9.811031294206184e-06, |
| "loss": 0.0141, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.1163177135260884, |
| "grad_norm": 0.696939311710776, |
| "learning_rate": 9.808086232649246e-06, |
| "loss": 0.0136, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.11698238617480891, |
| "grad_norm": 0.6927849895100924, |
| "learning_rate": 9.805118847875487e-06, |
| "loss": 0.0126, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.11764705882352941, |
| "grad_norm": 0.7954905153164459, |
| "learning_rate": 9.802129153662027e-06, |
| "loss": 0.0153, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.11831173147224992, |
| "grad_norm": 0.46717250707308305, |
| "learning_rate": 9.79911716388956e-06, |
| "loss": 0.0084, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.11897640412097042, |
| "grad_norm": 0.19623670466343462, |
| "learning_rate": 9.796082892542303e-06, |
| "loss": 0.0109, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.11964107676969092, |
| "grad_norm": 0.2701821190756133, |
| "learning_rate": 9.793026353707915e-06, |
| "loss": 0.0095, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.12030574941841143, |
| "grad_norm": 0.7071097647338463, |
| "learning_rate": 9.789947561577445e-06, |
| "loss": 0.0117, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.12097042206713193, |
| "grad_norm": 0.6767990984513651, |
| "learning_rate": 9.786846530445259e-06, |
| "loss": 0.0133, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.12163509471585245, |
| "grad_norm": 0.6859072595345503, |
| "learning_rate": 9.783723274708975e-06, |
| "loss": 0.0093, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.12229976736457294, |
| "grad_norm": 0.7085061962563467, |
| "learning_rate": 9.7805778088694e-06, |
| "loss": 0.0139, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.12296444001329346, |
| "grad_norm": 0.2739957821512854, |
| "learning_rate": 9.77741014753045e-06, |
| "loss": 0.0085, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.12362911266201396, |
| "grad_norm": 0.6380426959775581, |
| "learning_rate": 9.7742203053991e-06, |
| "loss": 0.0116, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.12429378531073447, |
| "grad_norm": 0.8963922227499305, |
| "learning_rate": 9.771008297285307e-06, |
| "loss": 0.0102, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.12495845795945497, |
| "grad_norm": 0.45051647727613386, |
| "learning_rate": 9.767774138101934e-06, |
| "loss": 0.0151, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.12562313060817548, |
| "grad_norm": 0.798138226166225, |
| "learning_rate": 9.764517842864696e-06, |
| "loss": 0.0207, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.12628780325689598, |
| "grad_norm": 0.40271992611271096, |
| "learning_rate": 9.761239426692077e-06, |
| "loss": 0.0115, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.12695247590561648, |
| "grad_norm": 0.21819961547534378, |
| "learning_rate": 9.757938904805269e-06, |
| "loss": 0.012, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.12761714855433698, |
| "grad_norm": 0.29737806582054377, |
| "learning_rate": 9.754616292528094e-06, |
| "loss": 0.0133, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.1282818212030575, |
| "grad_norm": 0.40605514829010925, |
| "learning_rate": 9.75127160528694e-06, |
| "loss": 0.0136, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.128946493851778, |
| "grad_norm": 0.6613212213121648, |
| "learning_rate": 9.747904858610681e-06, |
| "loss": 0.0121, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.1296111665004985, |
| "grad_norm": 0.1643040372937212, |
| "learning_rate": 9.744516068130616e-06, |
| "loss": 0.0082, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.130275839149219, |
| "grad_norm": 0.30135094865623563, |
| "learning_rate": 9.741105249580383e-06, |
| "loss": 0.0081, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.1309405117979395, |
| "grad_norm": 0.5993217338396998, |
| "learning_rate": 9.737672418795898e-06, |
| "loss": 0.0096, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.13160518444666003, |
| "grad_norm": 0.8772668384555161, |
| "learning_rate": 9.734217591715276e-06, |
| "loss": 0.014, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.13226985709538053, |
| "grad_norm": 0.36455491449666355, |
| "learning_rate": 9.730740784378755e-06, |
| "loss": 0.017, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.13293452974410103, |
| "grad_norm": 1.1094255646566713, |
| "learning_rate": 9.727242012928622e-06, |
| "loss": 0.0114, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.13359920239282153, |
| "grad_norm": 0.933384762208318, |
| "learning_rate": 9.72372129360915e-06, |
| "loss": 0.012, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.13426387504154205, |
| "grad_norm": 0.48550244968200185, |
| "learning_rate": 9.7201786427665e-06, |
| "loss": 0.0144, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.13492854769026255, |
| "grad_norm": 0.9940596174478525, |
| "learning_rate": 9.71661407684867e-06, |
| "loss": 0.0164, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.13559322033898305, |
| "grad_norm": 0.2793266744201439, |
| "learning_rate": 9.713027612405394e-06, |
| "loss": 0.0116, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.13625789298770355, |
| "grad_norm": 0.35695536601946154, |
| "learning_rate": 9.709419266088086e-06, |
| "loss": 0.0102, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.13692256563642405, |
| "grad_norm": 0.5827355320041212, |
| "learning_rate": 9.705789054649755e-06, |
| "loss": 0.0141, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.13758723828514458, |
| "grad_norm": 0.3772682127306454, |
| "learning_rate": 9.70213699494492e-06, |
| "loss": 0.0088, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.13825191093386507, |
| "grad_norm": 0.7408045883983772, |
| "learning_rate": 9.698463103929542e-06, |
| "loss": 0.0161, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.13891658358258557, |
| "grad_norm": 0.39726542306882334, |
| "learning_rate": 9.694767398660943e-06, |
| "loss": 0.0117, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.13958125623130607, |
| "grad_norm": 0.49277023342427106, |
| "learning_rate": 9.69104989629772e-06, |
| "loss": 0.0098, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.1402459288800266, |
| "grad_norm": 0.9883447730549795, |
| "learning_rate": 9.687310614099676e-06, |
| "loss": 0.0136, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.1409106015287471, |
| "grad_norm": 0.15358461843546223, |
| "learning_rate": 9.683549569427733e-06, |
| "loss": 0.0076, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.1415752741774676, |
| "grad_norm": 0.6752402868770357, |
| "learning_rate": 9.67976677974385e-06, |
| "loss": 0.0112, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.1422399468261881, |
| "grad_norm": 0.287583569997248, |
| "learning_rate": 9.67596226261095e-06, |
| "loss": 0.0151, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.1429046194749086, |
| "grad_norm": 0.48200739129720765, |
| "learning_rate": 9.672136035692827e-06, |
| "loss": 0.0134, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.14356929212362912, |
| "grad_norm": 0.7517128399716646, |
| "learning_rate": 9.668288116754077e-06, |
| "loss": 0.012, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.14423396477234962, |
| "grad_norm": 0.39579158577415857, |
| "learning_rate": 9.664418523660004e-06, |
| "loss": 0.0099, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.14489863742107012, |
| "grad_norm": 0.46234364211673595, |
| "learning_rate": 9.66052727437654e-06, |
| "loss": 0.0103, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.14556331006979062, |
| "grad_norm": 0.22481121633452386, |
| "learning_rate": 9.656614386970173e-06, |
| "loss": 0.0105, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.14622798271851115, |
| "grad_norm": 0.8600068213528458, |
| "learning_rate": 9.652679879607843e-06, |
| "loss": 0.0135, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.14689265536723164, |
| "grad_norm": 0.33098071490836845, |
| "learning_rate": 9.648723770556874e-06, |
| "loss": 0.0135, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.14755732801595214, |
| "grad_norm": 0.17161327039725147, |
| "learning_rate": 9.644746078184878e-06, |
| "loss": 0.0097, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.14822200066467264, |
| "grad_norm": 0.5554530554345292, |
| "learning_rate": 9.640746820959684e-06, |
| "loss": 0.0107, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.14888667331339314, |
| "grad_norm": 0.7566953884363588, |
| "learning_rate": 9.636726017449236e-06, |
| "loss": 0.0138, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.14955134596211367, |
| "grad_norm": 0.2099504521607455, |
| "learning_rate": 9.632683686321514e-06, |
| "loss": 0.0103, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.15021601861083417, |
| "grad_norm": 0.28757578639404235, |
| "learning_rate": 9.628619846344453e-06, |
| "loss": 0.0133, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.15088069125955467, |
| "grad_norm": 0.5127074639282999, |
| "learning_rate": 9.624534516385846e-06, |
| "loss": 0.0074, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.15154536390827517, |
| "grad_norm": 0.3068181713741408, |
| "learning_rate": 9.620427715413259e-06, |
| "loss": 0.0109, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.1522100365569957, |
| "grad_norm": 0.431348351854592, |
| "learning_rate": 9.616299462493952e-06, |
| "loss": 0.0119, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.1528747092057162, |
| "grad_norm": 0.4975807194781063, |
| "learning_rate": 9.612149776794776e-06, |
| "loss": 0.015, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.1535393818544367, |
| "grad_norm": 0.44055872366506227, |
| "learning_rate": 9.607978677582097e-06, |
| "loss": 0.0098, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.1542040545031572, |
| "grad_norm": 0.3555873158934212, |
| "learning_rate": 9.603786184221693e-06, |
| "loss": 0.0136, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.1548687271518777, |
| "grad_norm": 0.17256693956815738, |
| "learning_rate": 9.599572316178679e-06, |
| "loss": 0.008, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.15553339980059822, |
| "grad_norm": 0.6278585943513464, |
| "learning_rate": 9.595337093017403e-06, |
| "loss": 0.0132, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.15619807244931871, |
| "grad_norm": 0.36132812067780773, |
| "learning_rate": 9.591080534401371e-06, |
| "loss": 0.0153, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.1568627450980392, |
| "grad_norm": 0.6194929851919586, |
| "learning_rate": 9.586802660093138e-06, |
| "loss": 0.0115, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.1575274177467597, |
| "grad_norm": 0.292173022973647, |
| "learning_rate": 9.582503489954225e-06, |
| "loss": 0.0122, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.15819209039548024, |
| "grad_norm": 0.22057710604709763, |
| "learning_rate": 9.578183043945031e-06, |
| "loss": 0.0097, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.15885676304420074, |
| "grad_norm": 0.3454260093325801, |
| "learning_rate": 9.57384134212473e-06, |
| "loss": 0.0105, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.15952143569292124, |
| "grad_norm": 0.2162918132784966, |
| "learning_rate": 9.569478404651192e-06, |
| "loss": 0.0103, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.16018610834164174, |
| "grad_norm": 0.3261237935534593, |
| "learning_rate": 9.565094251780872e-06, |
| "loss": 0.0114, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.16085078099036224, |
| "grad_norm": 0.2895025685786001, |
| "learning_rate": 9.560688903868726e-06, |
| "loss": 0.0101, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.16151545363908276, |
| "grad_norm": 0.15500567981634156, |
| "learning_rate": 9.556262381368124e-06, |
| "loss": 0.0086, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.16218012628780326, |
| "grad_norm": 0.2064406757020295, |
| "learning_rate": 9.551814704830734e-06, |
| "loss": 0.008, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.16284479893652376, |
| "grad_norm": 0.31144870417185716, |
| "learning_rate": 9.547345894906447e-06, |
| "loss": 0.0065, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.16350947158524426, |
| "grad_norm": 0.3686548835605602, |
| "learning_rate": 9.542855972343274e-06, |
| "loss": 0.0095, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.16417414423396479, |
| "grad_norm": 0.4220409188180881, |
| "learning_rate": 9.538344957987245e-06, |
| "loss": 0.0117, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.16483881688268529, |
| "grad_norm": 0.3854720063810567, |
| "learning_rate": 9.533812872782315e-06, |
| "loss": 0.0112, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.16550348953140578, |
| "grad_norm": 0.5273632407670993, |
| "learning_rate": 9.52925973777027e-06, |
| "loss": 0.016, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.16616816218012628, |
| "grad_norm": 0.8380294353506951, |
| "learning_rate": 9.524685574090627e-06, |
| "loss": 0.0093, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.16683283482884678, |
| "grad_norm": 0.37198832192228387, |
| "learning_rate": 9.520090402980537e-06, |
| "loss": 0.0108, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.1674975074775673, |
| "grad_norm": 0.9283673290694682, |
| "learning_rate": 9.515474245774685e-06, |
| "loss": 0.0116, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.1681621801262878, |
| "grad_norm": 0.6072809825448826, |
| "learning_rate": 9.51083712390519e-06, |
| "loss": 0.0114, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.1688268527750083, |
| "grad_norm": 0.28656877899519456, |
| "learning_rate": 9.506179058901504e-06, |
| "loss": 0.0094, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.1694915254237288, |
| "grad_norm": 0.4734528434094727, |
| "learning_rate": 9.501500072390321e-06, |
| "loss": 0.0118, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.1701561980724493, |
| "grad_norm": 0.6346082164755101, |
| "learning_rate": 9.496800186095466e-06, |
| "loss": 0.0096, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.17082087072116983, |
| "grad_norm": 1.2836090791228307, |
| "learning_rate": 9.492079421837801e-06, |
| "loss": 0.0153, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.17148554336989033, |
| "grad_norm": 0.2348493631436914, |
| "learning_rate": 9.487337801535119e-06, |
| "loss": 0.0111, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.17215021601861083, |
| "grad_norm": 0.3666371262438672, |
| "learning_rate": 9.482575347202047e-06, |
| "loss": 0.011, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.17281488866733133, |
| "grad_norm": 0.3092083173898237, |
| "learning_rate": 9.477792080949938e-06, |
| "loss": 0.0097, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.17347956131605186, |
| "grad_norm": 0.8686439595831802, |
| "learning_rate": 9.472988024986775e-06, |
| "loss": 0.0126, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.17414423396477235, |
| "grad_norm": 0.7860742657252004, |
| "learning_rate": 9.468163201617063e-06, |
| "loss": 0.0187, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.17480890661349285, |
| "grad_norm": 0.41866243226177396, |
| "learning_rate": 9.463317633241724e-06, |
| "loss": 0.0072, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.17547357926221335, |
| "grad_norm": 0.3386252993815702, |
| "learning_rate": 9.458451342358002e-06, |
| "loss": 0.0124, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.17613825191093385, |
| "grad_norm": 0.34075931515882407, |
| "learning_rate": 9.453564351559348e-06, |
| "loss": 0.0083, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.17680292455965438, |
| "grad_norm": 1.2013971234715064, |
| "learning_rate": 9.44865668353532e-06, |
| "loss": 0.0131, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.17746759720837488, |
| "grad_norm": 0.2910246669647025, |
| "learning_rate": 9.44372836107148e-06, |
| "loss": 0.0089, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.17813226985709538, |
| "grad_norm": 1.177370925091528, |
| "learning_rate": 9.438779407049282e-06, |
| "loss": 0.0137, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.17879694250581588, |
| "grad_norm": 0.3616215359721409, |
| "learning_rate": 9.433809844445969e-06, |
| "loss": 0.0092, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.1794616151545364, |
| "grad_norm": 0.5542577337457057, |
| "learning_rate": 9.42881969633447e-06, |
| "loss": 0.0085, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.1801262878032569, |
| "grad_norm": 0.28790832260143506, |
| "learning_rate": 9.423808985883289e-06, |
| "loss": 0.0108, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.1807909604519774, |
| "grad_norm": 0.29094811213738114, |
| "learning_rate": 9.418777736356394e-06, |
| "loss": 0.0113, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.1814556331006979, |
| "grad_norm": 0.9062547388326991, |
| "learning_rate": 9.41372597111312e-06, |
| "loss": 0.0132, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.1821203057494184, |
| "grad_norm": 0.8150638478196089, |
| "learning_rate": 9.40865371360804e-06, |
| "loss": 0.012, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.18278497839813893, |
| "grad_norm": 0.30597404629311237, |
| "learning_rate": 9.403560987390885e-06, |
| "loss": 0.0089, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.18344965104685942, |
| "grad_norm": 1.022326565626853, |
| "learning_rate": 9.39844781610641e-06, |
| "loss": 0.0117, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.18411432369557992, |
| "grad_norm": 0.47867283059459287, |
| "learning_rate": 9.393314223494297e-06, |
| "loss": 0.0104, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.18477899634430042, |
| "grad_norm": 0.6280778533774865, |
| "learning_rate": 9.388160233389036e-06, |
| "loss": 0.0141, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.18544366899302095, |
| "grad_norm": 0.8589918344000519, |
| "learning_rate": 9.382985869719826e-06, |
| "loss": 0.011, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.18610834164174145, |
| "grad_norm": 0.29000329893767934, |
| "learning_rate": 9.377791156510456e-06, |
| "loss": 0.0099, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.18677301429046195, |
| "grad_norm": 1.274686885764933, |
| "learning_rate": 9.372576117879188e-06, |
| "loss": 0.0147, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.18743768693918245, |
| "grad_norm": 1.048719478678211, |
| "learning_rate": 9.367340778038663e-06, |
| "loss": 0.0105, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.18810235958790295, |
| "grad_norm": 0.9566595733782226, |
| "learning_rate": 9.362085161295768e-06, |
| "loss": 0.0121, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.18876703223662347, |
| "grad_norm": 0.3255177915694972, |
| "learning_rate": 9.35680929205154e-06, |
| "loss": 0.0073, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.18943170488534397, |
| "grad_norm": 0.3957389778943825, |
| "learning_rate": 9.351513194801038e-06, |
| "loss": 0.0094, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.19009637753406447, |
| "grad_norm": 0.3736418298509006, |
| "learning_rate": 9.346196894133239e-06, |
| "loss": 0.0102, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.19076105018278497, |
| "grad_norm": 0.9287275379330988, |
| "learning_rate": 9.340860414730927e-06, |
| "loss": 0.014, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.1914257228315055, |
| "grad_norm": 1.2088552429518862, |
| "learning_rate": 9.335503781370566e-06, |
| "loss": 0.0134, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.192090395480226, |
| "grad_norm": 0.48462231329205135, |
| "learning_rate": 9.330127018922195e-06, |
| "loss": 0.0167, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.1927550681289465, |
| "grad_norm": 0.45196942733251494, |
| "learning_rate": 9.324730152349305e-06, |
| "loss": 0.0208, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.193419740777667, |
| "grad_norm": 0.26179557552703064, |
| "learning_rate": 9.319313206708736e-06, |
| "loss": 0.0105, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.1940844134263875, |
| "grad_norm": 0.2688354205211216, |
| "learning_rate": 9.313876207150544e-06, |
| "loss": 0.0126, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.19474908607510802, |
| "grad_norm": 0.34458442940664596, |
| "learning_rate": 9.308419178917896e-06, |
| "loss": 0.013, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.19541375872382852, |
| "grad_norm": 0.616587916648638, |
| "learning_rate": 9.302942147346946e-06, |
| "loss": 0.0118, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.19607843137254902, |
| "grad_norm": 0.63098677901715, |
| "learning_rate": 9.297445137866726e-06, |
| "loss": 0.0125, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.19674310402126952, |
| "grad_norm": 0.38353889099209665, |
| "learning_rate": 9.291928175999018e-06, |
| "loss": 0.0145, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.19740777666999004, |
| "grad_norm": 0.43109455932784146, |
| "learning_rate": 9.286391287358243e-06, |
| "loss": 0.0117, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.19807244931871054, |
| "grad_norm": 0.937750712577231, |
| "learning_rate": 9.280834497651334e-06, |
| "loss": 0.0131, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.19873712196743104, |
| "grad_norm": 0.17379806669445777, |
| "learning_rate": 9.275257832677624e-06, |
| "loss": 0.0104, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.19940179461615154, |
| "grad_norm": 0.2078103682572689, |
| "learning_rate": 9.26966131832873e-06, |
| "loss": 0.0126, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.20006646726487204, |
| "grad_norm": 0.46480655900318324, |
| "learning_rate": 9.264044980588415e-06, |
| "loss": 0.0118, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.20073113991359257, |
| "grad_norm": 0.3945901657429371, |
| "learning_rate": 9.25840884553249e-06, |
| "loss": 0.013, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.20139581256231306, |
| "grad_norm": 0.2861435884290271, |
| "learning_rate": 9.252752939328675e-06, |
| "loss": 0.0129, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.20206048521103356, |
| "grad_norm": 0.6116503662696815, |
| "learning_rate": 9.247077288236488e-06, |
| "loss": 0.0118, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.20272515785975406, |
| "grad_norm": 1.266176603756398, |
| "learning_rate": 9.241381918607115e-06, |
| "loss": 0.0124, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.2033898305084746, |
| "grad_norm": 0.44337541615652654, |
| "learning_rate": 9.235666856883299e-06, |
| "loss": 0.0069, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.2040545031571951, |
| "grad_norm": 0.5065447924774985, |
| "learning_rate": 9.229932129599206e-06, |
| "loss": 0.0148, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.2047191758059156, |
| "grad_norm": 0.46025045568912626, |
| "learning_rate": 9.224177763380306e-06, |
| "loss": 0.0113, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.2053838484546361, |
| "grad_norm": 0.7461824572174611, |
| "learning_rate": 9.21840378494325e-06, |
| "loss": 0.0093, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.20604852110335659, |
| "grad_norm": 0.35994200980884283, |
| "learning_rate": 9.212610221095748e-06, |
| "loss": 0.012, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.2067131937520771, |
| "grad_norm": 0.2101148723572065, |
| "learning_rate": 9.20679709873644e-06, |
| "loss": 0.0081, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.2073778664007976, |
| "grad_norm": 0.46794769192698826, |
| "learning_rate": 9.200964444854772e-06, |
| "loss": 0.0136, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.2080425390495181, |
| "grad_norm": 0.2343029106364292, |
| "learning_rate": 9.195112286530874e-06, |
| "loss": 0.0104, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.2087072116982386, |
| "grad_norm": 0.3515318424192329, |
| "learning_rate": 9.189240650935433e-06, |
| "loss": 0.0096, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.20937188434695914, |
| "grad_norm": 0.9014967022005104, |
| "learning_rate": 9.183349565329562e-06, |
| "loss": 0.0089, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.21003655699567964, |
| "grad_norm": 0.2950618379345221, |
| "learning_rate": 9.177439057064684e-06, |
| "loss": 0.0092, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.21070122964440013, |
| "grad_norm": 0.3731699572558992, |
| "learning_rate": 9.17150915358239e-06, |
| "loss": 0.0128, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.21136590229312063, |
| "grad_norm": 0.39371211020200947, |
| "learning_rate": 9.165559882414325e-06, |
| "loss": 0.0079, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.21203057494184113, |
| "grad_norm": 0.6272025806874811, |
| "learning_rate": 9.159591271182058e-06, |
| "loss": 0.0072, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.21269524759056166, |
| "grad_norm": 0.32491453802391024, |
| "learning_rate": 9.153603347596946e-06, |
| "loss": 0.0113, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.21335992023928216, |
| "grad_norm": 0.21680170033540036, |
| "learning_rate": 9.147596139460013e-06, |
| "loss": 0.0084, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.21402459288800266, |
| "grad_norm": 0.3520010563797755, |
| "learning_rate": 9.141569674661816e-06, |
| "loss": 0.0127, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.21468926553672316, |
| "grad_norm": 0.41941904209378145, |
| "learning_rate": 9.13552398118232e-06, |
| "loss": 0.0107, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.21535393818544366, |
| "grad_norm": 0.8630907179998242, |
| "learning_rate": 9.129459087090765e-06, |
| "loss": 0.008, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.21601861083416418, |
| "grad_norm": 0.2939661748778777, |
| "learning_rate": 9.123375020545534e-06, |
| "loss": 0.0127, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.21668328348288468, |
| "grad_norm": 0.8093514549410721, |
| "learning_rate": 9.117271809794032e-06, |
| "loss": 0.0096, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.21734795613160518, |
| "grad_norm": 0.758409064427298, |
| "learning_rate": 9.111149483172539e-06, |
| "loss": 0.0088, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.21801262878032568, |
| "grad_norm": 0.3592918728636694, |
| "learning_rate": 9.105008069106093e-06, |
| "loss": 0.0105, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.2186773014290462, |
| "grad_norm": 0.4725035440947185, |
| "learning_rate": 9.098847596108351e-06, |
| "loss": 0.0106, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.2193419740777667, |
| "grad_norm": 0.2780451677623958, |
| "learning_rate": 9.092668092781454e-06, |
| "loss": 0.014, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.2200066467264872, |
| "grad_norm": 0.8196827689316102, |
| "learning_rate": 9.086469587815904e-06, |
| "loss": 0.0108, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.2206713193752077, |
| "grad_norm": 0.46358625068189424, |
| "learning_rate": 9.08025210999042e-06, |
| "loss": 0.0127, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.2213359920239282, |
| "grad_norm": 1.1963218973895087, |
| "learning_rate": 9.07401568817181e-06, |
| "loss": 0.0123, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.22200066467264873, |
| "grad_norm": 0.8500930860523507, |
| "learning_rate": 9.067760351314838e-06, |
| "loss": 0.014, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.22266533732136923, |
| "grad_norm": 0.23029774816444434, |
| "learning_rate": 9.061486128462087e-06, |
| "loss": 0.0112, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.22333000997008973, |
| "grad_norm": 0.28192211343810847, |
| "learning_rate": 9.055193048743824e-06, |
| "loss": 0.0113, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.22399468261881023, |
| "grad_norm": 0.7620465169350527, |
| "learning_rate": 9.048881141377863e-06, |
| "loss": 0.0103, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.22465935526753075, |
| "grad_norm": 0.5443536511448932, |
| "learning_rate": 9.04255043566944e-06, |
| "loss": 0.0087, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.22532402791625125, |
| "grad_norm": 0.569846492101772, |
| "learning_rate": 9.03620096101106e-06, |
| "loss": 0.0109, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.22598870056497175, |
| "grad_norm": 0.33325499022680055, |
| "learning_rate": 9.029832746882372e-06, |
| "loss": 0.0132, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.22665337321369225, |
| "grad_norm": 0.31360893528789946, |
| "learning_rate": 9.023445822850035e-06, |
| "loss": 0.0081, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.22731804586241275, |
| "grad_norm": 0.21198492180143544, |
| "learning_rate": 9.017040218567565e-06, |
| "loss": 0.0095, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.22798271851113328, |
| "grad_norm": 0.7474064674412734, |
| "learning_rate": 9.01061596377522e-06, |
| "loss": 0.0134, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.22864739115985377, |
| "grad_norm": 0.21804269279272503, |
| "learning_rate": 9.004173088299838e-06, |
| "loss": 0.01, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.22931206380857427, |
| "grad_norm": 0.6475867863557033, |
| "learning_rate": 8.997711622054717e-06, |
| "loss": 0.0125, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.22997673645729477, |
| "grad_norm": 0.31127783794512365, |
| "learning_rate": 8.991231595039464e-06, |
| "loss": 0.0062, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.2306414091060153, |
| "grad_norm": 0.22842269717875766, |
| "learning_rate": 8.98473303733987e-06, |
| "loss": 0.0121, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.2313060817547358, |
| "grad_norm": 0.40610731356871477, |
| "learning_rate": 8.97821597912775e-06, |
| "loss": 0.0095, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.2319707544034563, |
| "grad_norm": 0.24025933765140492, |
| "learning_rate": 8.97168045066082e-06, |
| "loss": 0.0074, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.2326354270521768, |
| "grad_norm": 0.2507513577714693, |
| "learning_rate": 8.96512648228255e-06, |
| "loss": 0.0138, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2333000997008973, |
| "grad_norm": 0.33282351330670684, |
| "learning_rate": 8.958554104422024e-06, |
| "loss": 0.0098, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.23396477234961782, |
| "grad_norm": 0.3152160221022002, |
| "learning_rate": 8.951963347593797e-06, |
| "loss": 0.0105, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.23462944499833832, |
| "grad_norm": 0.5128763476927577, |
| "learning_rate": 8.945354242397756e-06, |
| "loss": 0.0147, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.23529411764705882, |
| "grad_norm": 0.5184497421850583, |
| "learning_rate": 8.938726819518978e-06, |
| "loss": 0.0097, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.23595879029577932, |
| "grad_norm": 0.22729181658617056, |
| "learning_rate": 8.932081109727582e-06, |
| "loss": 0.0077, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.23662346294449985, |
| "grad_norm": 0.29795513531254586, |
| "learning_rate": 8.925417143878594e-06, |
| "loss": 0.0073, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.23728813559322035, |
| "grad_norm": 0.6958588648119022, |
| "learning_rate": 8.918734952911801e-06, |
| "loss": 0.0121, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.23795280824194084, |
| "grad_norm": 0.2218236215605131, |
| "learning_rate": 8.9120345678516e-06, |
| "loss": 0.0081, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.23861748089066134, |
| "grad_norm": 0.563047498692037, |
| "learning_rate": 8.905316019806867e-06, |
| "loss": 0.017, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.23928215353938184, |
| "grad_norm": 0.3186037846027852, |
| "learning_rate": 8.898579339970806e-06, |
| "loss": 0.0101, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.23994682618810237, |
| "grad_norm": 1.5189648261318371, |
| "learning_rate": 8.891824559620801e-06, |
| "loss": 0.0176, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.24061149883682287, |
| "grad_norm": 0.26786563410207703, |
| "learning_rate": 8.885051710118274e-06, |
| "loss": 0.014, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.24127617148554337, |
| "grad_norm": 0.8748035907760621, |
| "learning_rate": 8.878260822908539e-06, |
| "loss": 0.015, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.24194084413426387, |
| "grad_norm": 0.5267764536524051, |
| "learning_rate": 8.871451929520662e-06, |
| "loss": 0.0086, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.2426055167829844, |
| "grad_norm": 0.3679370256659736, |
| "learning_rate": 8.864625061567303e-06, |
| "loss": 0.0083, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.2432701894317049, |
| "grad_norm": 0.19517382421702098, |
| "learning_rate": 8.857780250744574e-06, |
| "loss": 0.0094, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.2439348620804254, |
| "grad_norm": 0.3274178987849208, |
| "learning_rate": 8.8509175288319e-06, |
| "loss": 0.0103, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.2445995347291459, |
| "grad_norm": 0.5437760823295965, |
| "learning_rate": 8.844036927691857e-06, |
| "loss": 0.0088, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.2452642073778664, |
| "grad_norm": 0.4789697861288138, |
| "learning_rate": 8.837138479270037e-06, |
| "loss": 0.0114, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.24592888002658692, |
| "grad_norm": 0.5441389645820673, |
| "learning_rate": 8.83022221559489e-06, |
| "loss": 0.0101, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.24659355267530741, |
| "grad_norm": 0.4010415785554097, |
| "learning_rate": 8.823288168777586e-06, |
| "loss": 0.015, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.2472582253240279, |
| "grad_norm": 0.31952561251441525, |
| "learning_rate": 8.816336371011851e-06, |
| "loss": 0.0106, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.2479228979727484, |
| "grad_norm": 0.39700805216169793, |
| "learning_rate": 8.80936685457383e-06, |
| "loss": 0.0142, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.24858757062146894, |
| "grad_norm": 0.6593115149327142, |
| "learning_rate": 8.802379651821938e-06, |
| "loss": 0.0121, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.24925224327018944, |
| "grad_norm": 0.4678738658206623, |
| "learning_rate": 8.795374795196694e-06, |
| "loss": 0.0117, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.24991691591890994, |
| "grad_norm": 0.4850606055915218, |
| "learning_rate": 8.78835231722059e-06, |
| "loss": 0.0094, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.25058158856763046, |
| "grad_norm": 0.26911040386767177, |
| "learning_rate": 8.78131225049793e-06, |
| "loss": 0.014, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.25124626121635096, |
| "grad_norm": 0.9418348960665115, |
| "learning_rate": 8.774254627714676e-06, |
| "loss": 0.0165, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.25191093386507146, |
| "grad_norm": 1.0045633115510086, |
| "learning_rate": 8.767179481638303e-06, |
| "loss": 0.0151, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.25257560651379196, |
| "grad_norm": 0.24951907950013252, |
| "learning_rate": 8.760086845117648e-06, |
| "loss": 0.0102, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.25324027916251246, |
| "grad_norm": 0.17956728755131446, |
| "learning_rate": 8.752976751082742e-06, |
| "loss": 0.0095, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.25390495181123296, |
| "grad_norm": 0.5177895217836687, |
| "learning_rate": 8.74584923254468e-06, |
| "loss": 0.0108, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.25456962445995346, |
| "grad_norm": 0.18771880731650165, |
| "learning_rate": 8.738704322595453e-06, |
| "loss": 0.0081, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.25523429710867396, |
| "grad_norm": 1.0095335305368216, |
| "learning_rate": 8.731542054407793e-06, |
| "loss": 0.0126, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.25589896975739446, |
| "grad_norm": 0.36502806171872737, |
| "learning_rate": 8.72436246123503e-06, |
| "loss": 0.0138, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.256563642406115, |
| "grad_norm": 0.25787011889294087, |
| "learning_rate": 8.71716557641093e-06, |
| "loss": 0.0113, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.2572283150548355, |
| "grad_norm": 0.2567733474614457, |
| "learning_rate": 8.709951433349536e-06, |
| "loss": 0.0149, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.257892987703556, |
| "grad_norm": 0.43404962933931723, |
| "learning_rate": 8.702720065545024e-06, |
| "loss": 0.0095, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.2585576603522765, |
| "grad_norm": 0.45023422702603766, |
| "learning_rate": 8.695471506571543e-06, |
| "loss": 0.0077, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.259222333000997, |
| "grad_norm": 0.4996924976589022, |
| "learning_rate": 8.688205790083053e-06, |
| "loss": 0.0083, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.2598870056497175, |
| "grad_norm": 0.4030334491475912, |
| "learning_rate": 8.680922949813177e-06, |
| "loss": 0.0147, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.260551678298438, |
| "grad_norm": 0.42487361717662014, |
| "learning_rate": 8.673623019575042e-06, |
| "loss": 0.0111, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.2612163509471585, |
| "grad_norm": 0.47898709390859606, |
| "learning_rate": 8.666306033261115e-06, |
| "loss": 0.0115, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.261881023595879, |
| "grad_norm": 0.34131185830655547, |
| "learning_rate": 8.658972024843063e-06, |
| "loss": 0.0098, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.26254569624459956, |
| "grad_norm": 0.4979203081696408, |
| "learning_rate": 8.65162102837157e-06, |
| "loss": 0.0104, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.26321036889332006, |
| "grad_norm": 0.42398071579391594, |
| "learning_rate": 8.644253077976204e-06, |
| "loss": 0.0088, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.26387504154204056, |
| "grad_norm": 0.5405134523432256, |
| "learning_rate": 8.636868207865244e-06, |
| "loss": 0.0089, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.26453971419076105, |
| "grad_norm": 0.41061409174976227, |
| "learning_rate": 8.629466452325524e-06, |
| "loss": 0.0107, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.26520438683948155, |
| "grad_norm": 0.46723617125018985, |
| "learning_rate": 8.622047845722274e-06, |
| "loss": 0.0134, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.26586905948820205, |
| "grad_norm": 0.7092658462268281, |
| "learning_rate": 8.614612422498965e-06, |
| "loss": 0.0151, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.26653373213692255, |
| "grad_norm": 0.3376115595460269, |
| "learning_rate": 8.607160217177137e-06, |
| "loss": 0.0095, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.26719840478564305, |
| "grad_norm": 0.35138933824561336, |
| "learning_rate": 8.599691264356257e-06, |
| "loss": 0.0128, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.26786307743436355, |
| "grad_norm": 0.358801121918168, |
| "learning_rate": 8.592205598713539e-06, |
| "loss": 0.0117, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.2685277500830841, |
| "grad_norm": 0.3920759040185174, |
| "learning_rate": 8.584703255003796e-06, |
| "loss": 0.0122, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.2691924227318046, |
| "grad_norm": 0.3628334215358763, |
| "learning_rate": 8.577184268059276e-06, |
| "loss": 0.0105, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.2698570953805251, |
| "grad_norm": 0.3034806663580783, |
| "learning_rate": 8.569648672789496e-06, |
| "loss": 0.0103, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.2705217680292456, |
| "grad_norm": 0.2335545293541909, |
| "learning_rate": 8.562096504181086e-06, |
| "loss": 0.0085, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.2711864406779661, |
| "grad_norm": 0.19423184842598806, |
| "learning_rate": 8.554527797297622e-06, |
| "loss": 0.0076, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.2718511133266866, |
| "grad_norm": 0.3416481152189461, |
| "learning_rate": 8.546942587279465e-06, |
| "loss": 0.0137, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.2725157859754071, |
| "grad_norm": 0.48961552246390344, |
| "learning_rate": 8.539340909343597e-06, |
| "loss": 0.0108, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.2731804586241276, |
| "grad_norm": 0.24911458267400743, |
| "learning_rate": 8.531722798783457e-06, |
| "loss": 0.0105, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.2738451312728481, |
| "grad_norm": 0.3616792302604157, |
| "learning_rate": 8.524088290968781e-06, |
| "loss": 0.0087, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.27450980392156865, |
| "grad_norm": 1.284981155801795, |
| "learning_rate": 8.516437421345433e-06, |
| "loss": 0.0124, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.27517447657028915, |
| "grad_norm": 0.5693005072050209, |
| "learning_rate": 8.508770225435244e-06, |
| "loss": 0.0176, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.27583914921900965, |
| "grad_norm": 0.3944381971204075, |
| "learning_rate": 8.501086738835843e-06, |
| "loss": 0.0107, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.27650382186773015, |
| "grad_norm": 0.609516123860261, |
| "learning_rate": 8.493386997220497e-06, |
| "loss": 0.0106, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.27716849451645065, |
| "grad_norm": 0.4942809285583405, |
| "learning_rate": 8.485671036337939e-06, |
| "loss": 0.0114, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.27783316716517115, |
| "grad_norm": 0.26860228762066785, |
| "learning_rate": 8.477938892012209e-06, |
| "loss": 0.0071, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.27849783981389165, |
| "grad_norm": 0.38431318734345415, |
| "learning_rate": 8.470190600142486e-06, |
| "loss": 0.0113, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.27916251246261214, |
| "grad_norm": 0.39653494764365277, |
| "learning_rate": 8.462426196702912e-06, |
| "loss": 0.0145, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.27982718511133264, |
| "grad_norm": 0.4999818013714175, |
| "learning_rate": 8.45464571774244e-06, |
| "loss": 0.0137, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.2804918577600532, |
| "grad_norm": 0.32150423393322547, |
| "learning_rate": 8.446849199384655e-06, |
| "loss": 0.0106, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.2811565304087737, |
| "grad_norm": 0.43625928006546033, |
| "learning_rate": 8.439036677827613e-06, |
| "loss": 0.0115, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.2818212030574942, |
| "grad_norm": 0.30735825848324666, |
| "learning_rate": 8.43120818934367e-06, |
| "loss": 0.0087, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.2824858757062147, |
| "grad_norm": 0.31453582147593395, |
| "learning_rate": 8.423363770279311e-06, |
| "loss": 0.0087, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.2831505483549352, |
| "grad_norm": 0.19779849085464432, |
| "learning_rate": 8.415503457054988e-06, |
| "loss": 0.008, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.2838152210036557, |
| "grad_norm": 0.39045756110991126, |
| "learning_rate": 8.407627286164948e-06, |
| "loss": 0.0124, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.2844798936523762, |
| "grad_norm": 0.38524411622428917, |
| "learning_rate": 8.399735294177056e-06, |
| "loss": 0.0191, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.2851445663010967, |
| "grad_norm": 0.30080223844735193, |
| "learning_rate": 8.391827517732642e-06, |
| "loss": 0.0136, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.2858092389498172, |
| "grad_norm": 0.6624891931019012, |
| "learning_rate": 8.38390399354631e-06, |
| "loss": 0.0147, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.28647391159853774, |
| "grad_norm": 0.2988303104566721, |
| "learning_rate": 8.375964758405788e-06, |
| "loss": 0.0112, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.28713858424725824, |
| "grad_norm": 0.47342069754821636, |
| "learning_rate": 8.368009849171743e-06, |
| "loss": 0.0099, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.28780325689597874, |
| "grad_norm": 0.792605112928616, |
| "learning_rate": 8.360039302777614e-06, |
| "loss": 0.0125, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.28846792954469924, |
| "grad_norm": 0.4412882780314945, |
| "learning_rate": 8.352053156229439e-06, |
| "loss": 0.0097, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.28913260219341974, |
| "grad_norm": 0.6754563553315797, |
| "learning_rate": 8.344051446605692e-06, |
| "loss": 0.0142, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.28979727484214024, |
| "grad_norm": 0.3241169841658398, |
| "learning_rate": 8.336034211057098e-06, |
| "loss": 0.0093, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.29046194749086074, |
| "grad_norm": 0.7780228945460835, |
| "learning_rate": 8.32800148680647e-06, |
| "loss": 0.0132, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.29112662013958124, |
| "grad_norm": 0.6831936931028925, |
| "learning_rate": 8.31995331114853e-06, |
| "loss": 0.011, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.29179129278830174, |
| "grad_norm": 0.760445970745941, |
| "learning_rate": 8.31188972144974e-06, |
| "loss": 0.0122, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.2924559654370223, |
| "grad_norm": 0.2387277082202268, |
| "learning_rate": 8.303810755148127e-06, |
| "loss": 0.0124, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.2931206380857428, |
| "grad_norm": 0.6530178367626034, |
| "learning_rate": 8.295716449753109e-06, |
| "loss": 0.0093, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.2937853107344633, |
| "grad_norm": 0.5627289642461663, |
| "learning_rate": 8.28760684284532e-06, |
| "loss": 0.0109, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.2944499833831838, |
| "grad_norm": 0.31706537962870157, |
| "learning_rate": 8.279481972076437e-06, |
| "loss": 0.0104, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.2951146560319043, |
| "grad_norm": 0.3239172163384193, |
| "learning_rate": 8.27134187516901e-06, |
| "loss": 0.0108, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.2957793286806248, |
| "grad_norm": 0.3806269393045076, |
| "learning_rate": 8.263186589916273e-06, |
| "loss": 0.0137, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.2964440013293453, |
| "grad_norm": 0.48123055782712915, |
| "learning_rate": 8.255016154181982e-06, |
| "loss": 0.0121, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.2971086739780658, |
| "grad_norm": 1.5483132046638926, |
| "learning_rate": 8.246830605900237e-06, |
| "loss": 0.009, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.2977733466267863, |
| "grad_norm": 0.34353844140531886, |
| "learning_rate": 8.238629983075296e-06, |
| "loss": 0.0143, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.29843801927550684, |
| "grad_norm": 0.5404915543494925, |
| "learning_rate": 8.23041432378141e-06, |
| "loss": 0.0155, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.29910269192422734, |
| "grad_norm": 0.40938442505083267, |
| "learning_rate": 8.222183666162647e-06, |
| "loss": 0.0126, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.29976736457294784, |
| "grad_norm": 0.3715257554780622, |
| "learning_rate": 8.213938048432697e-06, |
| "loss": 0.0123, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.30043203722166834, |
| "grad_norm": 0.5651278646110928, |
| "learning_rate": 8.20567750887472e-06, |
| "loss": 0.0069, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.30109670987038883, |
| "grad_norm": 0.2789217749494629, |
| "learning_rate": 8.197402085841154e-06, |
| "loss": 0.0099, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.30176138251910933, |
| "grad_norm": 0.3063850384150043, |
| "learning_rate": 8.18911181775353e-06, |
| "loss": 0.0134, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.30242605516782983, |
| "grad_norm": 0.7557480230146246, |
| "learning_rate": 8.180806743102312e-06, |
| "loss": 0.0159, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.30309072781655033, |
| "grad_norm": 0.15858503833790136, |
| "learning_rate": 8.172486900446703e-06, |
| "loss": 0.0085, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.30375540046527083, |
| "grad_norm": 0.23933761601257225, |
| "learning_rate": 8.164152328414476e-06, |
| "loss": 0.0135, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.3044200731139914, |
| "grad_norm": 0.30771960991648895, |
| "learning_rate": 8.155803065701783e-06, |
| "loss": 0.0102, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.3050847457627119, |
| "grad_norm": 0.28084340695901117, |
| "learning_rate": 8.147439151072993e-06, |
| "loss": 0.0094, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.3057494184114324, |
| "grad_norm": 0.4302601876799286, |
| "learning_rate": 8.139060623360494e-06, |
| "loss": 0.0114, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.3064140910601529, |
| "grad_norm": 0.19401937027992683, |
| "learning_rate": 8.130667521464519e-06, |
| "loss": 0.0089, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.3070787637088734, |
| "grad_norm": 0.44817990023681686, |
| "learning_rate": 8.122259884352975e-06, |
| "loss": 0.0108, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.3077434363575939, |
| "grad_norm": 0.5668528563734161, |
| "learning_rate": 8.113837751061246e-06, |
| "loss": 0.0106, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.3084081090063144, |
| "grad_norm": 0.8975048950597451, |
| "learning_rate": 8.105401160692023e-06, |
| "loss": 0.0118, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.3090727816550349, |
| "grad_norm": 0.3319306887880883, |
| "learning_rate": 8.09695015241512e-06, |
| "loss": 0.0101, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.3097374543037554, |
| "grad_norm": 0.5140411193910503, |
| "learning_rate": 8.088484765467286e-06, |
| "loss": 0.0094, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.31040212695247593, |
| "grad_norm": 0.4864559042130476, |
| "learning_rate": 8.080005039152034e-06, |
| "loss": 0.0108, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.31106679960119643, |
| "grad_norm": 0.3729635503725394, |
| "learning_rate": 8.071511012839453e-06, |
| "loss": 0.0097, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.31173147224991693, |
| "grad_norm": 0.32374458242313886, |
| "learning_rate": 8.063002725966014e-06, |
| "loss": 0.009, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.31239614489863743, |
| "grad_norm": 0.6485688187501434, |
| "learning_rate": 8.054480218034415e-06, |
| "loss": 0.0105, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.31306081754735793, |
| "grad_norm": 0.3046125855854896, |
| "learning_rate": 8.045943528613362e-06, |
| "loss": 0.0106, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.3137254901960784, |
| "grad_norm": 0.3601738458811542, |
| "learning_rate": 8.037392697337418e-06, |
| "loss": 0.0122, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.3143901628447989, |
| "grad_norm": 0.20844942856355533, |
| "learning_rate": 8.028827763906798e-06, |
| "loss": 0.0095, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.3150548354935194, |
| "grad_norm": 0.1657352756386714, |
| "learning_rate": 8.020248768087189e-06, |
| "loss": 0.0053, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.3157195081422399, |
| "grad_norm": 0.29952519086009544, |
| "learning_rate": 8.011655749709575e-06, |
| "loss": 0.0069, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.3163841807909605, |
| "grad_norm": 0.6057990427958913, |
| "learning_rate": 8.003048748670034e-06, |
| "loss": 0.013, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.317048853439681, |
| "grad_norm": 0.2813495851686625, |
| "learning_rate": 7.994427804929573e-06, |
| "loss": 0.0092, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.3177135260884015, |
| "grad_norm": 0.7155250597834967, |
| "learning_rate": 7.985792958513932e-06, |
| "loss": 0.0089, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.318378198737122, |
| "grad_norm": 0.5455272258190905, |
| "learning_rate": 7.977144249513391e-06, |
| "loss": 0.011, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.3190428713858425, |
| "grad_norm": 0.30317424211233834, |
| "learning_rate": 7.968481718082601e-06, |
| "loss": 0.012, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.319707544034563, |
| "grad_norm": 0.47539151269639346, |
| "learning_rate": 7.95980540444038e-06, |
| "loss": 0.0093, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.3203722166832835, |
| "grad_norm": 0.2173242191148894, |
| "learning_rate": 7.951115348869546e-06, |
| "loss": 0.0073, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.32103688933200397, |
| "grad_norm": 0.5601198104618945, |
| "learning_rate": 7.942411591716706e-06, |
| "loss": 0.0129, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.32170156198072447, |
| "grad_norm": 0.449087158007511, |
| "learning_rate": 7.93369417339209e-06, |
| "loss": 0.0083, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.322366234629445, |
| "grad_norm": 0.20358827965600385, |
| "learning_rate": 7.924963134369353e-06, |
| "loss": 0.0103, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.3230309072781655, |
| "grad_norm": 0.2804197027689223, |
| "learning_rate": 7.916218515185386e-06, |
| "loss": 0.01, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.323695579926886, |
| "grad_norm": 0.21137979568768858, |
| "learning_rate": 7.907460356440133e-06, |
| "loss": 0.0079, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.3243602525756065, |
| "grad_norm": 0.4262053657453829, |
| "learning_rate": 7.898688698796403e-06, |
| "loss": 0.0093, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.325024925224327, |
| "grad_norm": 0.2973515718681296, |
| "learning_rate": 7.88990358297967e-06, |
| "loss": 0.0104, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.3256895978730475, |
| "grad_norm": 0.694934200823646, |
| "learning_rate": 7.881105049777902e-06, |
| "loss": 0.0131, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.326354270521768, |
| "grad_norm": 0.5129657361426667, |
| "learning_rate": 7.872293140041353e-06, |
| "loss": 0.0166, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.3270189431704885, |
| "grad_norm": 0.3298061640218595, |
| "learning_rate": 7.863467894682391e-06, |
| "loss": 0.0088, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.327683615819209, |
| "grad_norm": 0.25416534596466156, |
| "learning_rate": 7.854629354675292e-06, |
| "loss": 0.0087, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.32834828846792957, |
| "grad_norm": 0.5648136194724173, |
| "learning_rate": 7.84577756105606e-06, |
| "loss": 0.0149, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.32901296111665007, |
| "grad_norm": 0.204272615149441, |
| "learning_rate": 7.836912554922233e-06, |
| "loss": 0.0076, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.32967763376537057, |
| "grad_norm": 0.17799867208323966, |
| "learning_rate": 7.828034377432694e-06, |
| "loss": 0.0102, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.33034230641409107, |
| "grad_norm": 0.5184612406773145, |
| "learning_rate": 7.819143069807477e-06, |
| "loss": 0.0118, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.33100697906281157, |
| "grad_norm": 0.33867929197688984, |
| "learning_rate": 7.81023867332758e-06, |
| "loss": 0.0095, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.33167165171153207, |
| "grad_norm": 0.21571360389307873, |
| "learning_rate": 7.801321229334764e-06, |
| "loss": 0.0095, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.33233632436025257, |
| "grad_norm": 0.2050339512795772, |
| "learning_rate": 7.792390779231374e-06, |
| "loss": 0.0095, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.33300099700897307, |
| "grad_norm": 0.43703162858153477, |
| "learning_rate": 7.783447364480142e-06, |
| "loss": 0.0138, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.33366566965769356, |
| "grad_norm": 0.30256871421988485, |
| "learning_rate": 7.774491026603985e-06, |
| "loss": 0.0076, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.33433034230641406, |
| "grad_norm": 0.7205885546658176, |
| "learning_rate": 7.765521807185827e-06, |
| "loss": 0.0148, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.3349950149551346, |
| "grad_norm": 0.5592593279206337, |
| "learning_rate": 7.756539747868394e-06, |
| "loss": 0.0128, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.3356596876038551, |
| "grad_norm": 0.512450644282298, |
| "learning_rate": 7.747544890354031e-06, |
| "loss": 0.0088, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.3363243602525756, |
| "grad_norm": 0.19914259076708438, |
| "learning_rate": 7.738537276404498e-06, |
| "loss": 0.0061, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.3369890329012961, |
| "grad_norm": 0.34264603764367224, |
| "learning_rate": 7.729516947840786e-06, |
| "loss": 0.0096, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.3376537055500166, |
| "grad_norm": 0.24214521709185532, |
| "learning_rate": 7.720483946542913e-06, |
| "loss": 0.0085, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.3383183781987371, |
| "grad_norm": 0.6007361020731513, |
| "learning_rate": 7.711438314449741e-06, |
| "loss": 0.0109, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.3389830508474576, |
| "grad_norm": 0.34469241082183033, |
| "learning_rate": 7.702380093558766e-06, |
| "loss": 0.0086, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.3396477234961781, |
| "grad_norm": 0.525829771732804, |
| "learning_rate": 7.69330932592594e-06, |
| "loss": 0.0121, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.3403123961448986, |
| "grad_norm": 0.4051135935833249, |
| "learning_rate": 7.684226053665463e-06, |
| "loss": 0.0105, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.34097706879361916, |
| "grad_norm": 0.4766264863702415, |
| "learning_rate": 7.675130318949596e-06, |
| "loss": 0.0123, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.34164174144233966, |
| "grad_norm": 0.4271732174526758, |
| "learning_rate": 7.666022164008458e-06, |
| "loss": 0.011, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.34230641409106016, |
| "grad_norm": 0.25241378574135087, |
| "learning_rate": 7.656901631129832e-06, |
| "loss": 0.006, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.34297108673978066, |
| "grad_norm": 0.49010559634428563, |
| "learning_rate": 7.647768762658973e-06, |
| "loss": 0.0107, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.34363575938850116, |
| "grad_norm": 0.199589455729234, |
| "learning_rate": 7.638623600998409e-06, |
| "loss": 0.0069, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.34430043203722166, |
| "grad_norm": 0.34199927633451555, |
| "learning_rate": 7.629466188607741e-06, |
| "loss": 0.0121, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.34496510468594216, |
| "grad_norm": 0.45761547602935065, |
| "learning_rate": 7.620296568003449e-06, |
| "loss": 0.0141, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.34562977733466266, |
| "grad_norm": 0.3006576977771372, |
| "learning_rate": 7.6111147817586925e-06, |
| "loss": 0.0103, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.34629444998338316, |
| "grad_norm": 0.22844414410638084, |
| "learning_rate": 7.601920872503119e-06, |
| "loss": 0.0101, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.3469591226321037, |
| "grad_norm": 0.6106381720132763, |
| "learning_rate": 7.592714882922654e-06, |
| "loss": 0.0121, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.3476237952808242, |
| "grad_norm": 0.3480161829431828, |
| "learning_rate": 7.5834968557593155e-06, |
| "loss": 0.0103, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.3482884679295447, |
| "grad_norm": 0.19957169893377527, |
| "learning_rate": 7.574266833811009e-06, |
| "loss": 0.0076, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.3489531405782652, |
| "grad_norm": 0.209959751517232, |
| "learning_rate": 7.565024859931331e-06, |
| "loss": 0.0077, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.3496178132269857, |
| "grad_norm": 0.23232856968639554, |
| "learning_rate": 7.5557709770293664e-06, |
| "loss": 0.0076, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.3502824858757062, |
| "grad_norm": 0.32119253379340007, |
| "learning_rate": 7.5465052280694935e-06, |
| "loss": 0.0076, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.3509471585244267, |
| "grad_norm": 0.2811745173719261, |
| "learning_rate": 7.537227656071181e-06, |
| "loss": 0.0097, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.3516118311731472, |
| "grad_norm": 0.4791498119473934, |
| "learning_rate": 7.527938304108795e-06, |
| "loss": 0.0105, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.3522765038218677, |
| "grad_norm": 0.5917609290831101, |
| "learning_rate": 7.518637215311388e-06, |
| "loss": 0.0114, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.35294117647058826, |
| "grad_norm": 0.4670496649161578, |
| "learning_rate": 7.509324432862511e-06, |
| "loss": 0.0093, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.35360584911930876, |
| "grad_norm": 0.5621782659311169, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.0117, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.35427052176802926, |
| "grad_norm": 0.8798948032508013, |
| "learning_rate": 7.490663960015789e-06, |
| "loss": 0.0119, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.35493519441674976, |
| "grad_norm": 0.339325429479605, |
| "learning_rate": 7.4813163562556975e-06, |
| "loss": 0.0087, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.35559986706547025, |
| "grad_norm": 0.35731424592022903, |
| "learning_rate": 7.471957232119235e-06, |
| "loss": 0.009, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.35626453971419075, |
| "grad_norm": 0.22515905276759726, |
| "learning_rate": 7.4625866310594e-06, |
| "loss": 0.0086, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.35692921236291125, |
| "grad_norm": 0.9630185262488252, |
| "learning_rate": 7.453204596582473e-06, |
| "loss": 0.0122, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.35759388501163175, |
| "grad_norm": 0.6945298851942855, |
| "learning_rate": 7.443811172247822e-06, |
| "loss": 0.0103, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.35825855766035225, |
| "grad_norm": 0.4226391903210947, |
| "learning_rate": 7.434406401667695e-06, |
| "loss": 0.0077, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.3589232303090728, |
| "grad_norm": 0.35818150479304384, |
| "learning_rate": 7.424990328507017e-06, |
| "loss": 0.011, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.3595879029577933, |
| "grad_norm": 0.8353613154149249, |
| "learning_rate": 7.415562996483193e-06, |
| "loss": 0.0109, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.3602525756065138, |
| "grad_norm": 0.8944476960014304, |
| "learning_rate": 7.406124449365898e-06, |
| "loss": 0.0095, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.3609172482552343, |
| "grad_norm": 0.6826581321816971, |
| "learning_rate": 7.3966747309768775e-06, |
| "loss": 0.0127, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.3615819209039548, |
| "grad_norm": 0.6865486768650689, |
| "learning_rate": 7.387213885189746e-06, |
| "loss": 0.0119, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.3622465935526753, |
| "grad_norm": 0.6578033790468896, |
| "learning_rate": 7.377741955929776e-06, |
| "loss": 0.009, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.3629112662013958, |
| "grad_norm": 0.7825103372622395, |
| "learning_rate": 7.368258987173704e-06, |
| "loss": 0.0105, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.3635759388501163, |
| "grad_norm": 0.2974677929905823, |
| "learning_rate": 7.358765022949519e-06, |
| "loss": 0.0079, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.3642406114988368, |
| "grad_norm": 0.8406057581848128, |
| "learning_rate": 7.349260107336258e-06, |
| "loss": 0.0127, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.36490528414755735, |
| "grad_norm": 0.7104386927886566, |
| "learning_rate": 7.339744284463808e-06, |
| "loss": 0.0153, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.36556995679627785, |
| "grad_norm": 0.19131288266198826, |
| "learning_rate": 7.330217598512696e-06, |
| "loss": 0.0059, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.36623462944499835, |
| "grad_norm": 0.47227167848071316, |
| "learning_rate": 7.320680093713879e-06, |
| "loss": 0.0102, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.36689930209371885, |
| "grad_norm": 0.6376475359173951, |
| "learning_rate": 7.311131814348551e-06, |
| "loss": 0.009, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.36756397474243935, |
| "grad_norm": 0.37694529213123096, |
| "learning_rate": 7.30157280474793e-06, |
| "loss": 0.0132, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.36822864739115985, |
| "grad_norm": 0.46939561103149463, |
| "learning_rate": 7.292003109293048e-06, |
| "loss": 0.0137, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.36889332003988035, |
| "grad_norm": 0.692309905775168, |
| "learning_rate": 7.282422772414555e-06, |
| "loss": 0.012, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.36955799268860084, |
| "grad_norm": 0.30492987182103687, |
| "learning_rate": 7.2728318385925035e-06, |
| "loss": 0.0144, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.37022266533732134, |
| "grad_norm": 0.2856525284147588, |
| "learning_rate": 7.263230352356151e-06, |
| "loss": 0.0102, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.3708873379860419, |
| "grad_norm": 0.20680039864816357, |
| "learning_rate": 7.253618358283743e-06, |
| "loss": 0.0105, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.3715520106347624, |
| "grad_norm": 0.43588697601101783, |
| "learning_rate": 7.243995901002312e-06, |
| "loss": 0.0123, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.3722166832834829, |
| "grad_norm": 0.5251581392438576, |
| "learning_rate": 7.234363025187474e-06, |
| "loss": 0.0108, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.3728813559322034, |
| "grad_norm": 0.45664528792412595, |
| "learning_rate": 7.2247197755632124e-06, |
| "loss": 0.0093, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.3735460285809239, |
| "grad_norm": 0.6103685308142055, |
| "learning_rate": 7.215066196901676e-06, |
| "loss": 0.0091, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.3742107012296444, |
| "grad_norm": 0.22998940357567568, |
| "learning_rate": 7.205402334022971e-06, |
| "loss": 0.0096, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.3748753738783649, |
| "grad_norm": 0.16847007275316825, |
| "learning_rate": 7.19572823179495e-06, |
| "loss": 0.0061, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.3755400465270854, |
| "grad_norm": 0.6616215209094138, |
| "learning_rate": 7.186043935133005e-06, |
| "loss": 0.0126, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.3762047191758059, |
| "grad_norm": 0.5288671713506298, |
| "learning_rate": 7.176349488999859e-06, |
| "loss": 0.0096, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.37686939182452645, |
| "grad_norm": 0.7988443891963547, |
| "learning_rate": 7.166644938405361e-06, |
| "loss": 0.0127, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.37753406447324694, |
| "grad_norm": 0.35447102070889436, |
| "learning_rate": 7.156930328406268e-06, |
| "loss": 0.0096, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.37819873712196744, |
| "grad_norm": 0.29078404959346027, |
| "learning_rate": 7.147205704106046e-06, |
| "loss": 0.0064, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.37886340977068794, |
| "grad_norm": 0.6502569688205814, |
| "learning_rate": 7.137471110654656e-06, |
| "loss": 0.01, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.37952808241940844, |
| "grad_norm": 0.5586458237706238, |
| "learning_rate": 7.127726593248337e-06, |
| "loss": 0.0108, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.38019275506812894, |
| "grad_norm": 0.2870302268653187, |
| "learning_rate": 7.117972197129415e-06, |
| "loss": 0.0061, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.38085742771684944, |
| "grad_norm": 0.35915045178879285, |
| "learning_rate": 7.108207967586071e-06, |
| "loss": 0.0051, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.38152210036556994, |
| "grad_norm": 0.4095410816701309, |
| "learning_rate": 7.098433949952146e-06, |
| "loss": 0.0099, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.38218677301429044, |
| "grad_norm": 0.6747149296750776, |
| "learning_rate": 7.088650189606926e-06, |
| "loss": 0.0117, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.382851445663011, |
| "grad_norm": 0.5789999982523566, |
| "learning_rate": 7.07885673197493e-06, |
| "loss": 0.0114, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.3835161183117315, |
| "grad_norm": 0.42685246555086065, |
| "learning_rate": 7.069053622525697e-06, |
| "loss": 0.0108, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.384180790960452, |
| "grad_norm": 0.5053574196210717, |
| "learning_rate": 7.059240906773583e-06, |
| "loss": 0.0133, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.3848454636091725, |
| "grad_norm": 0.3332957877727812, |
| "learning_rate": 7.049418630277543e-06, |
| "loss": 0.009, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.385510136257893, |
| "grad_norm": 0.5521284959380209, |
| "learning_rate": 7.039586838640918e-06, |
| "loss": 0.0118, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.3861748089066135, |
| "grad_norm": 0.3492766426453421, |
| "learning_rate": 7.029745577511232e-06, |
| "loss": 0.0127, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.386839481555334, |
| "grad_norm": 0.5377414655718215, |
| "learning_rate": 7.019894892579969e-06, |
| "loss": 0.008, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.3875041542040545, |
| "grad_norm": 0.14878035808350976, |
| "learning_rate": 7.0100348295823706e-06, |
| "loss": 0.009, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.388168826852775, |
| "grad_norm": 0.52529745526814, |
| "learning_rate": 7.000165434297214e-06, |
| "loss": 0.0103, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.38883349950149554, |
| "grad_norm": 0.2224555860564274, |
| "learning_rate": 6.9902867525466116e-06, |
| "loss": 0.0105, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.38949817215021604, |
| "grad_norm": 0.15021128763326028, |
| "learning_rate": 6.980398830195785e-06, |
| "loss": 0.0065, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.39016284479893654, |
| "grad_norm": 0.1877258462930616, |
| "learning_rate": 6.9705017131528625e-06, |
| "loss": 0.0095, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.39082751744765704, |
| "grad_norm": 0.2545920726128384, |
| "learning_rate": 6.960595447368662e-06, |
| "loss": 0.0096, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.39149219009637753, |
| "grad_norm": 0.3555982790161214, |
| "learning_rate": 6.950680078836475e-06, |
| "loss": 0.012, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.39215686274509803, |
| "grad_norm": 0.17594418785497495, |
| "learning_rate": 6.940755653591859e-06, |
| "loss": 0.0054, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.39282153539381853, |
| "grad_norm": 0.6987081904211158, |
| "learning_rate": 6.930822217712418e-06, |
| "loss": 0.0108, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.39348620804253903, |
| "grad_norm": 0.6486921438985525, |
| "learning_rate": 6.920879817317588e-06, |
| "loss": 0.0113, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.39415088069125953, |
| "grad_norm": 0.27284700713735915, |
| "learning_rate": 6.910928498568435e-06, |
| "loss": 0.0084, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.3948155533399801, |
| "grad_norm": 0.25769721114521166, |
| "learning_rate": 6.900968307667424e-06, |
| "loss": 0.0104, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.3954802259887006, |
| "grad_norm": 0.3299261578423499, |
| "learning_rate": 6.890999290858213e-06, |
| "loss": 0.0054, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.3961448986374211, |
| "grad_norm": 0.43910099238089556, |
| "learning_rate": 6.88102149442544e-06, |
| "loss": 0.0106, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.3968095712861416, |
| "grad_norm": 0.338574725547578, |
| "learning_rate": 6.871034964694504e-06, |
| "loss": 0.0099, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.3974742439348621, |
| "grad_norm": 0.26491883961369567, |
| "learning_rate": 6.861039748031351e-06, |
| "loss": 0.0108, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.3981389165835826, |
| "grad_norm": 0.21317555102009628, |
| "learning_rate": 6.85103589084226e-06, |
| "loss": 0.0072, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.3988035892323031, |
| "grad_norm": 0.32544598623336923, |
| "learning_rate": 6.841023439573623e-06, |
| "loss": 0.0088, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.3994682618810236, |
| "grad_norm": 0.45217378967864114, |
| "learning_rate": 6.8310024407117405e-06, |
| "loss": 0.0091, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.4001329345297441, |
| "grad_norm": 0.22695735797763986, |
| "learning_rate": 6.820972940782592e-06, |
| "loss": 0.0076, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.40079760717846463, |
| "grad_norm": 0.4553197085999024, |
| "learning_rate": 6.810934986351629e-06, |
| "loss": 0.0109, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.40146227982718513, |
| "grad_norm": 0.26812600555564403, |
| "learning_rate": 6.800888624023552e-06, |
| "loss": 0.0103, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.40212695247590563, |
| "grad_norm": 0.7024527429206964, |
| "learning_rate": 6.7908339004421055e-06, |
| "loss": 0.0129, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.40279162512462613, |
| "grad_norm": 0.34999655159427806, |
| "learning_rate": 6.780770862289846e-06, |
| "loss": 0.0092, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.40345629777334663, |
| "grad_norm": 0.45285032332411074, |
| "learning_rate": 6.770699556287939e-06, |
| "loss": 0.0088, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.4041209704220671, |
| "grad_norm": 0.5997018707452677, |
| "learning_rate": 6.760620029195932e-06, |
| "loss": 0.0096, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.4047856430707876, |
| "grad_norm": 0.5514074896434142, |
| "learning_rate": 6.750532327811547e-06, |
| "loss": 0.011, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.4054503157195081, |
| "grad_norm": 0.37176586119207755, |
| "learning_rate": 6.740436498970453e-06, |
| "loss": 0.0084, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.4061149883682286, |
| "grad_norm": 0.27177979114541556, |
| "learning_rate": 6.730332589546057e-06, |
| "loss": 0.0114, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.4067796610169492, |
| "grad_norm": 0.3155915334093962, |
| "learning_rate": 6.72022064644928e-06, |
| "loss": 0.0097, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.4074443336656697, |
| "grad_norm": 0.3630978188083772, |
| "learning_rate": 6.710100716628345e-06, |
| "loss": 0.0131, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.4081090063143902, |
| "grad_norm": 0.18765224364350858, |
| "learning_rate": 6.699972847068554e-06, |
| "loss": 0.0087, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.4087736789631107, |
| "grad_norm": 0.18599228269433404, |
| "learning_rate": 6.6898370847920725e-06, |
| "loss": 0.0079, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.4094383516118312, |
| "grad_norm": 0.20485696206177575, |
| "learning_rate": 6.679693476857712e-06, |
| "loss": 0.008, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.4101030242605517, |
| "grad_norm": 0.31466782644228947, |
| "learning_rate": 6.669542070360709e-06, |
| "loss": 0.0097, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.4107676969092722, |
| "grad_norm": 0.4686745434154618, |
| "learning_rate": 6.659382912432506e-06, |
| "loss": 0.0089, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.41143236955799267, |
| "grad_norm": 0.24238323375836263, |
| "learning_rate": 6.649216050240539e-06, |
| "loss": 0.0075, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.41209704220671317, |
| "grad_norm": 0.2670812329975021, |
| "learning_rate": 6.639041530988009e-06, |
| "loss": 0.0083, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.4127617148554337, |
| "grad_norm": 0.23529371570929705, |
| "learning_rate": 6.62885940191367e-06, |
| "loss": 0.0128, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.4134263875041542, |
| "grad_norm": 0.5824583044607933, |
| "learning_rate": 6.618669710291607e-06, |
| "loss": 0.0119, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.4140910601528747, |
| "grad_norm": 0.4446092567307767, |
| "learning_rate": 6.608472503431013e-06, |
| "loss": 0.0126, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.4147557328015952, |
| "grad_norm": 0.41347103785645517, |
| "learning_rate": 6.5982678286759795e-06, |
| "loss": 0.0103, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.4154204054503157, |
| "grad_norm": 0.3338845213578862, |
| "learning_rate": 6.588055733405266e-06, |
| "loss": 0.0097, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.4160850780990362, |
| "grad_norm": 0.36627748338652033, |
| "learning_rate": 6.577836265032088e-06, |
| "loss": 0.0071, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.4167497507477567, |
| "grad_norm": 0.3398309868685469, |
| "learning_rate": 6.5676094710038885e-06, |
| "loss": 0.0063, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.4174144233964772, |
| "grad_norm": 0.2028781075400023, |
| "learning_rate": 6.557375398802124e-06, |
| "loss": 0.0103, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.4180790960451977, |
| "grad_norm": 0.33930270206275065, |
| "learning_rate": 6.547134095942045e-06, |
| "loss": 0.009, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.4187437686939183, |
| "grad_norm": 0.2354065061956709, |
| "learning_rate": 6.536885609972467e-06, |
| "loss": 0.0097, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.41940844134263877, |
| "grad_norm": 0.3133176449040743, |
| "learning_rate": 6.526629988475567e-06, |
| "loss": 0.0113, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.42007311399135927, |
| "grad_norm": 0.33078518943415103, |
| "learning_rate": 6.516367279066637e-06, |
| "loss": 0.0119, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.42073778664007977, |
| "grad_norm": 0.38893906939213974, |
| "learning_rate": 6.5060975293938865e-06, |
| "loss": 0.0143, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.42140245928880027, |
| "grad_norm": 0.2547718557795754, |
| "learning_rate": 6.495820787138209e-06, |
| "loss": 0.0097, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.42206713193752077, |
| "grad_norm": 0.6357167916060998, |
| "learning_rate": 6.485537100012964e-06, |
| "loss": 0.0136, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.42273180458624127, |
| "grad_norm": 0.24172901416385553, |
| "learning_rate": 6.475246515763753e-06, |
| "loss": 0.0089, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.42339647723496177, |
| "grad_norm": 0.42791960967947706, |
| "learning_rate": 6.4649490821682035e-06, |
| "loss": 0.0103, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.42406114988368226, |
| "grad_norm": 0.12542724400280028, |
| "learning_rate": 6.454644847035741e-06, |
| "loss": 0.0056, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.4247258225324028, |
| "grad_norm": 0.3240087571703041, |
| "learning_rate": 6.44433385820737e-06, |
| "loss": 0.0136, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.4253904951811233, |
| "grad_norm": 0.4831422023803344, |
| "learning_rate": 6.434016163555452e-06, |
| "loss": 0.0126, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.4260551678298438, |
| "grad_norm": 0.26404807622144777, |
| "learning_rate": 6.42369181098348e-06, |
| "loss": 0.0103, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.4267198404785643, |
| "grad_norm": 0.7106358570106606, |
| "learning_rate": 6.4133608484258625e-06, |
| "loss": 0.0128, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.4273845131272848, |
| "grad_norm": 0.1909189463837318, |
| "learning_rate": 6.403023323847695e-06, |
| "loss": 0.0118, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.4280491857760053, |
| "grad_norm": 0.16305714417406786, |
| "learning_rate": 6.392679285244538e-06, |
| "loss": 0.0059, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.4287138584247258, |
| "grad_norm": 0.20980001282845573, |
| "learning_rate": 6.382328780642202e-06, |
| "loss": 0.0065, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.4293785310734463, |
| "grad_norm": 0.6345858900603542, |
| "learning_rate": 6.371971858096509e-06, |
| "loss": 0.0101, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.4300432037221668, |
| "grad_norm": 0.2526581898487362, |
| "learning_rate": 6.3616085656930845e-06, |
| "loss": 0.0084, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.4307078763708873, |
| "grad_norm": 0.5563764968794693, |
| "learning_rate": 6.351238951547127e-06, |
| "loss": 0.0093, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.43137254901960786, |
| "grad_norm": 0.3280061671425709, |
| "learning_rate": 6.340863063803187e-06, |
| "loss": 0.0102, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.43203722166832836, |
| "grad_norm": 0.29114680990388586, |
| "learning_rate": 6.330480950634942e-06, |
| "loss": 0.0071, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.43270189431704886, |
| "grad_norm": 0.7540844145468062, |
| "learning_rate": 6.320092660244969e-06, |
| "loss": 0.0118, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.43336656696576936, |
| "grad_norm": 0.7129618909686243, |
| "learning_rate": 6.30969824086453e-06, |
| "loss": 0.014, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.43403123961448986, |
| "grad_norm": 0.37761044935808713, |
| "learning_rate": 6.2992977407533425e-06, |
| "loss": 0.0147, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.43469591226321036, |
| "grad_norm": 0.6235565064106601, |
| "learning_rate": 6.288891208199354e-06, |
| "loss": 0.0143, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.43536058491193086, |
| "grad_norm": 0.4853294209376415, |
| "learning_rate": 6.278478691518519e-06, |
| "loss": 0.0071, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.43602525756065136, |
| "grad_norm": 0.3809871361215779, |
| "learning_rate": 6.268060239054577e-06, |
| "loss": 0.011, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.43668993020937186, |
| "grad_norm": 0.6387386149948802, |
| "learning_rate": 6.25763589917883e-06, |
| "loss": 0.0143, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.4373546028580924, |
| "grad_norm": 0.4015521779761784, |
| "learning_rate": 6.247205720289907e-06, |
| "loss": 0.014, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.4380192755068129, |
| "grad_norm": 0.4117265254888033, |
| "learning_rate": 6.2367697508135505e-06, |
| "loss": 0.0094, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.4386839481555334, |
| "grad_norm": 0.2308963938069441, |
| "learning_rate": 6.22632803920239e-06, |
| "loss": 0.0106, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.4393486208042539, |
| "grad_norm": 0.5565667568037039, |
| "learning_rate": 6.215880633935709e-06, |
| "loss": 0.0119, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.4400132934529744, |
| "grad_norm": 0.13383004160026224, |
| "learning_rate": 6.205427583519233e-06, |
| "loss": 0.0082, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.4406779661016949, |
| "grad_norm": 0.12559365714009277, |
| "learning_rate": 6.19496893648489e-06, |
| "loss": 0.0057, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.4413426387504154, |
| "grad_norm": 0.24802201422675454, |
| "learning_rate": 6.184504741390596e-06, |
| "loss": 0.0124, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.4420073113991359, |
| "grad_norm": 0.35523200372156655, |
| "learning_rate": 6.174035046820029e-06, |
| "loss": 0.0138, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.4426719840478564, |
| "grad_norm": 0.6446429153918144, |
| "learning_rate": 6.163559901382391e-06, |
| "loss": 0.0101, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.44333665669657696, |
| "grad_norm": 0.19204760848336078, |
| "learning_rate": 6.153079353712201e-06, |
| "loss": 0.0084, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.44400132934529746, |
| "grad_norm": 0.3606528722422487, |
| "learning_rate": 6.142593452469057e-06, |
| "loss": 0.0112, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.44466600199401796, |
| "grad_norm": 0.32923458085729596, |
| "learning_rate": 6.132102246337408e-06, |
| "loss": 0.011, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.44533067464273846, |
| "grad_norm": 0.2498741139091563, |
| "learning_rate": 6.121605784026339e-06, |
| "loss": 0.0087, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.44599534729145895, |
| "grad_norm": 0.2294721012914431, |
| "learning_rate": 6.1111041142693354e-06, |
| "loss": 0.0056, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.44666001994017945, |
| "grad_norm": 0.34052806371715416, |
| "learning_rate": 6.100597285824061e-06, |
| "loss": 0.0098, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.44732469258889995, |
| "grad_norm": 0.317963671335907, |
| "learning_rate": 6.09008534747213e-06, |
| "loss": 0.0082, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.44798936523762045, |
| "grad_norm": 0.4296825991195016, |
| "learning_rate": 6.079568348018881e-06, |
| "loss": 0.0071, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.44865403788634095, |
| "grad_norm": 0.47778547270400257, |
| "learning_rate": 6.069046336293154e-06, |
| "loss": 0.0093, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.4493187105350615, |
| "grad_norm": 0.5777658191227268, |
| "learning_rate": 6.058519361147055e-06, |
| "loss": 0.0086, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.449983383183782, |
| "grad_norm": 0.3622945985112122, |
| "learning_rate": 6.047987471455735e-06, |
| "loss": 0.0122, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.4506480558325025, |
| "grad_norm": 0.3245378324124243, |
| "learning_rate": 6.037450716117167e-06, |
| "loss": 0.0117, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.451312728481223, |
| "grad_norm": 0.457138027692893, |
| "learning_rate": 6.02690914405191e-06, |
| "loss": 0.0094, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.4519774011299435, |
| "grad_norm": 0.9939712798598156, |
| "learning_rate": 6.01636280420289e-06, |
| "loss": 0.0116, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.452642073778664, |
| "grad_norm": 0.9022525191572159, |
| "learning_rate": 6.005811745535165e-06, |
| "loss": 0.0167, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.4533067464273845, |
| "grad_norm": 0.7518128688850892, |
| "learning_rate": 5.995256017035703e-06, |
| "loss": 0.01, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.453971419076105, |
| "grad_norm": 0.290281391886538, |
| "learning_rate": 5.984695667713157e-06, |
| "loss": 0.0123, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.4546360917248255, |
| "grad_norm": 0.3062966481904787, |
| "learning_rate": 5.974130746597628e-06, |
| "loss": 0.0103, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.45530076437354605, |
| "grad_norm": 0.6339903493097341, |
| "learning_rate": 5.9635613027404495e-06, |
| "loss": 0.0087, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.45596543702226655, |
| "grad_norm": 0.7676221063606729, |
| "learning_rate": 5.952987385213948e-06, |
| "loss": 0.0113, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.45663010967098705, |
| "grad_norm": 0.8254164344197613, |
| "learning_rate": 5.9424090431112204e-06, |
| "loss": 0.018, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.45729478231970755, |
| "grad_norm": 0.41163678118289565, |
| "learning_rate": 5.931826325545912e-06, |
| "loss": 0.0103, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.45795945496842805, |
| "grad_norm": 0.2689991907397002, |
| "learning_rate": 5.921239281651976e-06, |
| "loss": 0.0101, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.45862412761714855, |
| "grad_norm": 0.14116303639980618, |
| "learning_rate": 5.910647960583458e-06, |
| "loss": 0.0089, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.45928880026586905, |
| "grad_norm": 0.21552921395180238, |
| "learning_rate": 5.900052411514257e-06, |
| "loss": 0.0103, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.45995347291458955, |
| "grad_norm": 0.7311396613947106, |
| "learning_rate": 5.889452683637906e-06, |
| "loss": 0.0124, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.46061814556331004, |
| "grad_norm": 0.692389828796664, |
| "learning_rate": 5.878848826167335e-06, |
| "loss": 0.0094, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.4612828182120306, |
| "grad_norm": 1.083315355203257, |
| "learning_rate": 5.8682408883346535e-06, |
| "loss": 0.0132, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.4619474908607511, |
| "grad_norm": 0.5552847101191409, |
| "learning_rate": 5.8576289193909066e-06, |
| "loss": 0.0093, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.4626121635094716, |
| "grad_norm": 0.25809558813205624, |
| "learning_rate": 5.847012968605864e-06, |
| "loss": 0.0064, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.4632768361581921, |
| "grad_norm": 0.4484954970574295, |
| "learning_rate": 5.836393085267777e-06, |
| "loss": 0.0107, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.4639415088069126, |
| "grad_norm": 0.3748808259569666, |
| "learning_rate": 5.825769318683158e-06, |
| "loss": 0.0137, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.4646061814556331, |
| "grad_norm": 0.5135640958070253, |
| "learning_rate": 5.815141718176549e-06, |
| "loss": 0.0114, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.4652708541043536, |
| "grad_norm": 0.6767031423114493, |
| "learning_rate": 5.804510333090287e-06, |
| "loss": 0.0094, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.4659355267530741, |
| "grad_norm": 0.5821188316816928, |
| "learning_rate": 5.793875212784288e-06, |
| "loss": 0.0113, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.4666001994017946, |
| "grad_norm": 0.4409806468106221, |
| "learning_rate": 5.783236406635803e-06, |
| "loss": 0.0125, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.46726487205051515, |
| "grad_norm": 0.21555953024189517, |
| "learning_rate": 5.772593964039203e-06, |
| "loss": 0.0074, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.46792954469923564, |
| "grad_norm": 0.5228984214582533, |
| "learning_rate": 5.761947934405736e-06, |
| "loss": 0.0109, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.46859421734795614, |
| "grad_norm": 0.4948415126737405, |
| "learning_rate": 5.751298367163307e-06, |
| "loss": 0.0093, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.46925888999667664, |
| "grad_norm": 0.3688000672546482, |
| "learning_rate": 5.740645311756246e-06, |
| "loss": 0.0083, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.46992356264539714, |
| "grad_norm": 0.5698623206821869, |
| "learning_rate": 5.729988817645075e-06, |
| "loss": 0.0108, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.47058823529411764, |
| "grad_norm": 0.21618485076241153, |
| "learning_rate": 5.719328934306286e-06, |
| "loss": 0.0096, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.47125290794283814, |
| "grad_norm": 0.18095593599382673, |
| "learning_rate": 5.708665711232103e-06, |
| "loss": 0.0078, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.47191758059155864, |
| "grad_norm": 0.23192973151623708, |
| "learning_rate": 5.697999197930259e-06, |
| "loss": 0.0105, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.47258225324027914, |
| "grad_norm": 0.2176232510829752, |
| "learning_rate": 5.687329443923758e-06, |
| "loss": 0.0106, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.4732469258889997, |
| "grad_norm": 0.3782269310072872, |
| "learning_rate": 5.6766564987506564e-06, |
| "loss": 0.0117, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.4739115985377202, |
| "grad_norm": 0.23650414365163921, |
| "learning_rate": 5.665980411963822e-06, |
| "loss": 0.0098, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.4745762711864407, |
| "grad_norm": 0.3560109224673454, |
| "learning_rate": 5.655301233130711e-06, |
| "loss": 0.0098, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.4752409438351612, |
| "grad_norm": 0.1930184705151546, |
| "learning_rate": 5.644619011833134e-06, |
| "loss": 0.0069, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.4759056164838817, |
| "grad_norm": 0.27914365709206773, |
| "learning_rate": 5.633933797667028e-06, |
| "loss": 0.0093, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.4765702891326022, |
| "grad_norm": 0.18875523840785524, |
| "learning_rate": 5.623245640242228e-06, |
| "loss": 0.0086, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.4772349617813227, |
| "grad_norm": 0.39399194099722185, |
| "learning_rate": 5.612554589182228e-06, |
| "loss": 0.0098, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.4778996344300432, |
| "grad_norm": 0.3149239229882813, |
| "learning_rate": 5.601860694123962e-06, |
| "loss": 0.0105, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.4785643070787637, |
| "grad_norm": 0.422704004266628, |
| "learning_rate": 5.591164004717567e-06, |
| "loss": 0.0087, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.47922897972748424, |
| "grad_norm": 0.3602805146680993, |
| "learning_rate": 5.5804645706261515e-06, |
| "loss": 0.009, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.47989365237620474, |
| "grad_norm": 0.291487301780777, |
| "learning_rate": 5.569762441525572e-06, |
| "loss": 0.0103, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.48055832502492524, |
| "grad_norm": 0.5282605238528107, |
| "learning_rate": 5.559057667104191e-06, |
| "loss": 0.0127, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.48122299767364574, |
| "grad_norm": 0.5788839886843503, |
| "learning_rate": 5.548350297062659e-06, |
| "loss": 0.0101, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.48188767032236623, |
| "grad_norm": 0.36809665261771013, |
| "learning_rate": 5.537640381113673e-06, |
| "loss": 0.0096, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.48255234297108673, |
| "grad_norm": 0.25887008834225905, |
| "learning_rate": 5.526927968981754e-06, |
| "loss": 0.0102, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.48321701561980723, |
| "grad_norm": 0.21720892588117346, |
| "learning_rate": 5.516213110403009e-06, |
| "loss": 0.0077, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.48388168826852773, |
| "grad_norm": 0.40849716443647854, |
| "learning_rate": 5.505495855124905e-06, |
| "loss": 0.0098, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.48454636091724823, |
| "grad_norm": 0.6027373145628082, |
| "learning_rate": 5.4947762529060366e-06, |
| "loss": 0.0116, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.4852110335659688, |
| "grad_norm": 0.4877466028567149, |
| "learning_rate": 5.484054353515896e-06, |
| "loss": 0.0099, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.4858757062146893, |
| "grad_norm": 0.38762455194794565, |
| "learning_rate": 5.473330206734639e-06, |
| "loss": 0.0083, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.4865403788634098, |
| "grad_norm": 0.20656803243125438, |
| "learning_rate": 5.462603862352857e-06, |
| "loss": 0.0088, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.4872050515121303, |
| "grad_norm": 0.19952617294361694, |
| "learning_rate": 5.451875370171341e-06, |
| "loss": 0.008, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.4878697241608508, |
| "grad_norm": 0.32916661603970343, |
| "learning_rate": 5.44114478000086e-06, |
| "loss": 0.0104, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.4885343968095713, |
| "grad_norm": 0.23315426449518953, |
| "learning_rate": 5.43041214166192e-06, |
| "loss": 0.0068, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.4891990694582918, |
| "grad_norm": 0.35075782360321667, |
| "learning_rate": 5.419677504984534e-06, |
| "loss": 0.0069, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.4898637421070123, |
| "grad_norm": 0.6404544044244168, |
| "learning_rate": 5.408940919808e-06, |
| "loss": 0.0101, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.4905284147557328, |
| "grad_norm": 0.5638294021557101, |
| "learning_rate": 5.398202435980654e-06, |
| "loss": 0.0102, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.49119308740445333, |
| "grad_norm": 0.24508390663968715, |
| "learning_rate": 5.387462103359655e-06, |
| "loss": 0.0112, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.49185776005317383, |
| "grad_norm": 0.27376956453984214, |
| "learning_rate": 5.376719971810741e-06, |
| "loss": 0.0104, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.49252243270189433, |
| "grad_norm": 0.6463299074535875, |
| "learning_rate": 5.365976091208001e-06, |
| "loss": 0.0097, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.49318710535061483, |
| "grad_norm": 0.5118177089324828, |
| "learning_rate": 5.3552305114336515e-06, |
| "loss": 0.0095, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.49385177799933533, |
| "grad_norm": 0.3264448188879537, |
| "learning_rate": 5.344483282377788e-06, |
| "loss": 0.0093, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.4945164506480558, |
| "grad_norm": 0.23644388833868601, |
| "learning_rate": 5.333734453938174e-06, |
| "loss": 0.0094, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.4951811232967763, |
| "grad_norm": 0.24025823089832044, |
| "learning_rate": 5.32298407601999e-06, |
| "loss": 0.0123, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.4958457959454968, |
| "grad_norm": 0.4402862063583305, |
| "learning_rate": 5.312232198535614e-06, |
| "loss": 0.007, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.4965104685942173, |
| "grad_norm": 0.3442328678549942, |
| "learning_rate": 5.301478871404386e-06, |
| "loss": 0.0074, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.4971751412429379, |
| "grad_norm": 0.6823323853092952, |
| "learning_rate": 5.290724144552379e-06, |
| "loss": 0.0138, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.4978398138916584, |
| "grad_norm": 0.5745037445778555, |
| "learning_rate": 5.279968067912161e-06, |
| "loss": 0.0138, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.4985044865403789, |
| "grad_norm": 0.2559359732479916, |
| "learning_rate": 5.26921069142257e-06, |
| "loss": 0.0109, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.4991691591890994, |
| "grad_norm": 0.3646088462874537, |
| "learning_rate": 5.258452065028473e-06, |
| "loss": 0.0097, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.4998338318378199, |
| "grad_norm": 0.2651599568983938, |
| "learning_rate": 5.247692238680548e-06, |
| "loss": 0.0073, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.5004985044865404, |
| "grad_norm": 0.4018366742171501, |
| "learning_rate": 5.2369312623350395e-06, |
| "loss": 0.0139, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.5011631771352609, |
| "grad_norm": 0.5344590495873953, |
| "learning_rate": 5.2261691859535325e-06, |
| "loss": 0.0105, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.5018278497839814, |
| "grad_norm": 0.3639429315478386, |
| "learning_rate": 5.215406059502719e-06, |
| "loss": 0.0063, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.5024925224327019, |
| "grad_norm": 0.24619091005080893, |
| "learning_rate": 5.204641932954165e-06, |
| "loss": 0.0078, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.5031571950814224, |
| "grad_norm": 1.7963343305256685, |
| "learning_rate": 5.193876856284085e-06, |
| "loss": 0.0109, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.5038218677301429, |
| "grad_norm": 0.2440032264782902, |
| "learning_rate": 5.1831108794730964e-06, |
| "loss": 0.0089, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.5044865403788634, |
| "grad_norm": 0.44972524967383337, |
| "learning_rate": 5.172344052506003e-06, |
| "loss": 0.0087, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.5051512130275839, |
| "grad_norm": 0.26245708880263857, |
| "learning_rate": 5.161576425371554e-06, |
| "loss": 0.0053, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.5058158856763044, |
| "grad_norm": 0.2978266650836691, |
| "learning_rate": 5.150808048062211e-06, |
| "loss": 0.0099, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.5064805583250249, |
| "grad_norm": 0.7291062229944648, |
| "learning_rate": 5.14003897057392e-06, |
| "loss": 0.0104, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.5071452309737454, |
| "grad_norm": 0.6453933717038971, |
| "learning_rate": 5.1292692429058824e-06, |
| "loss": 0.0098, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.5078099036224659, |
| "grad_norm": 0.5807828770462001, |
| "learning_rate": 5.118498915060307e-06, |
| "loss": 0.013, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.5084745762711864, |
| "grad_norm": 0.5360840353535625, |
| "learning_rate": 5.107728037042204e-06, |
| "loss": 0.0098, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.5091392489199069, |
| "grad_norm": 0.47334293259911675, |
| "learning_rate": 5.096956658859122e-06, |
| "loss": 0.014, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.5098039215686274, |
| "grad_norm": 0.1687174939000583, |
| "learning_rate": 5.086184830520947e-06, |
| "loss": 0.0063, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.5104685942173479, |
| "grad_norm": 0.7049415612865658, |
| "learning_rate": 5.075412602039646e-06, |
| "loss": 0.0114, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.5111332668660684, |
| "grad_norm": 0.4526398312602828, |
| "learning_rate": 5.064640023429042e-06, |
| "loss": 0.0107, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.5117979395147889, |
| "grad_norm": 0.6680987216631, |
| "learning_rate": 5.053867144704594e-06, |
| "loss": 0.0165, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.5124626121635095, |
| "grad_norm": 0.4111396230491692, |
| "learning_rate": 5.043094015883143e-06, |
| "loss": 0.017, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.51312728481223, |
| "grad_norm": 0.28301907133703696, |
| "learning_rate": 5.032320686982697e-06, |
| "loss": 0.008, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.5137919574609505, |
| "grad_norm": 0.30335498287275575, |
| "learning_rate": 5.0215472080221925e-06, |
| "loss": 0.0099, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.514456630109671, |
| "grad_norm": 0.1837083789004642, |
| "learning_rate": 5.010773629021261e-06, |
| "loss": 0.0056, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.5151213027583915, |
| "grad_norm": 0.16231366475320347, |
| "learning_rate": 5e-06, |
| "loss": 0.0075, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.515785975407112, |
| "grad_norm": 0.2916140148532633, |
| "learning_rate": 4.989226370978741e-06, |
| "loss": 0.0118, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.5164506480558325, |
| "grad_norm": 0.20626278252128077, |
| "learning_rate": 4.97845279197781e-06, |
| "loss": 0.0077, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.517115320704553, |
| "grad_norm": 0.21583759128470975, |
| "learning_rate": 4.967679313017304e-06, |
| "loss": 0.0121, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.5177799933532735, |
| "grad_norm": 0.46444971246093797, |
| "learning_rate": 4.956905984116858e-06, |
| "loss": 0.0103, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.518444666001994, |
| "grad_norm": 0.31507275281451314, |
| "learning_rate": 4.946132855295407e-06, |
| "loss": 0.0074, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.5191093386507145, |
| "grad_norm": 0.27082829681822324, |
| "learning_rate": 4.9353599765709585e-06, |
| "loss": 0.0096, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.519774011299435, |
| "grad_norm": 0.37005273845436243, |
| "learning_rate": 4.924587397960357e-06, |
| "loss": 0.0095, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.5204386839481555, |
| "grad_norm": 0.2643648982714299, |
| "learning_rate": 4.913815169479054e-06, |
| "loss": 0.0096, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.521103356596876, |
| "grad_norm": 0.25635014295235947, |
| "learning_rate": 4.903043341140879e-06, |
| "loss": 0.0081, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.5217680292455965, |
| "grad_norm": 0.4254240080114205, |
| "learning_rate": 4.892271962957799e-06, |
| "loss": 0.01, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.522432701894317, |
| "grad_norm": 0.9095957538501734, |
| "learning_rate": 4.881501084939694e-06, |
| "loss": 0.0126, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.5230973745430375, |
| "grad_norm": 0.18646865925644313, |
| "learning_rate": 4.870730757094121e-06, |
| "loss": 0.0076, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.523762047191758, |
| "grad_norm": 0.6272282856868566, |
| "learning_rate": 4.8599610294260805e-06, |
| "loss": 0.0094, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.5244267198404786, |
| "grad_norm": 0.3216322367525329, |
| "learning_rate": 4.84919195193779e-06, |
| "loss": 0.0105, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.5250913924891991, |
| "grad_norm": 0.5085096496860171, |
| "learning_rate": 4.838423574628447e-06, |
| "loss": 0.0101, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.5257560651379196, |
| "grad_norm": 0.5105382876121034, |
| "learning_rate": 4.827655947493998e-06, |
| "loss": 0.0094, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.5264207377866401, |
| "grad_norm": 0.3103491820455327, |
| "learning_rate": 4.816889120526905e-06, |
| "loss": 0.0102, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.5270854104353606, |
| "grad_norm": 0.2997496633274557, |
| "learning_rate": 4.806123143715916e-06, |
| "loss": 0.0096, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.5277500830840811, |
| "grad_norm": 0.45390548580535, |
| "learning_rate": 4.795358067045835e-06, |
| "loss": 0.0114, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.5284147557328016, |
| "grad_norm": 0.27942540850784636, |
| "learning_rate": 4.784593940497282e-06, |
| "loss": 0.0092, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.5290794283815221, |
| "grad_norm": 0.2594244211956754, |
| "learning_rate": 4.773830814046469e-06, |
| "loss": 0.0092, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.5297441010302426, |
| "grad_norm": 0.493600238510158, |
| "learning_rate": 4.763068737664963e-06, |
| "loss": 0.0116, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.5304087736789631, |
| "grad_norm": 0.14975954490405455, |
| "learning_rate": 4.752307761319454e-06, |
| "loss": 0.0084, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.5310734463276836, |
| "grad_norm": 0.19464500105989566, |
| "learning_rate": 4.741547934971528e-06, |
| "loss": 0.0096, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.5317381189764041, |
| "grad_norm": 0.46023091211688155, |
| "learning_rate": 4.730789308577432e-06, |
| "loss": 0.0104, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.5324027916251246, |
| "grad_norm": 0.2243571958019791, |
| "learning_rate": 4.72003193208784e-06, |
| "loss": 0.009, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.5330674642738451, |
| "grad_norm": 0.21459986565174058, |
| "learning_rate": 4.7092758554476215e-06, |
| "loss": 0.0077, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.5337321369225656, |
| "grad_norm": 0.24942831647994296, |
| "learning_rate": 4.698521128595615e-06, |
| "loss": 0.0098, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.5343968095712861, |
| "grad_norm": 0.33928927103917483, |
| "learning_rate": 4.687767801464388e-06, |
| "loss": 0.0095, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.5350614822200066, |
| "grad_norm": 0.23489720803376424, |
| "learning_rate": 4.677015923980012e-06, |
| "loss": 0.0122, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.5357261548687271, |
| "grad_norm": 0.2761460164751238, |
| "learning_rate": 4.666265546061828e-06, |
| "loss": 0.0102, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.5363908275174477, |
| "grad_norm": 0.4146470939529886, |
| "learning_rate": 4.655516717622213e-06, |
| "loss": 0.0126, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.5370555001661682, |
| "grad_norm": 0.15653134850885483, |
| "learning_rate": 4.644769488566351e-06, |
| "loss": 0.0068, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.5377201728148887, |
| "grad_norm": 0.32644930715201503, |
| "learning_rate": 4.634023908791999e-06, |
| "loss": 0.0124, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.5383848454636092, |
| "grad_norm": 0.3747837759026735, |
| "learning_rate": 4.6232800281892604e-06, |
| "loss": 0.013, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.5390495181123297, |
| "grad_norm": 0.2632600574425649, |
| "learning_rate": 4.6125378966403465e-06, |
| "loss": 0.0075, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.5397141907610502, |
| "grad_norm": 0.32145286934292666, |
| "learning_rate": 4.601797564019347e-06, |
| "loss": 0.0096, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.5403788634097707, |
| "grad_norm": 0.3007889606771815, |
| "learning_rate": 4.591059080192003e-06, |
| "loss": 0.0116, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.5410435360584912, |
| "grad_norm": 0.7501761137235431, |
| "learning_rate": 4.580322495015466e-06, |
| "loss": 0.0103, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.5417082087072117, |
| "grad_norm": 0.27305810384069584, |
| "learning_rate": 4.569587858338081e-06, |
| "loss": 0.0109, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.5423728813559322, |
| "grad_norm": 0.30907536215366266, |
| "learning_rate": 4.558855219999141e-06, |
| "loss": 0.0085, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.5430375540046527, |
| "grad_norm": 0.38238198045306393, |
| "learning_rate": 4.548124629828661e-06, |
| "loss": 0.0079, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.5437022266533732, |
| "grad_norm": 0.23247098587430676, |
| "learning_rate": 4.5373961376471465e-06, |
| "loss": 0.0086, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.5443668993020937, |
| "grad_norm": 0.19122719511288216, |
| "learning_rate": 4.526669793265362e-06, |
| "loss": 0.0079, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.5450315719508142, |
| "grad_norm": 0.42214690182176545, |
| "learning_rate": 4.515945646484105e-06, |
| "loss": 0.0128, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.5456962445995347, |
| "grad_norm": 0.2173423757608228, |
| "learning_rate": 4.505223747093965e-06, |
| "loss": 0.0079, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.5463609172482552, |
| "grad_norm": 0.478198989356843, |
| "learning_rate": 4.494504144875097e-06, |
| "loss": 0.0101, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.5470255898969757, |
| "grad_norm": 0.4869732775322962, |
| "learning_rate": 4.483786889596993e-06, |
| "loss": 0.0072, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.5476902625456962, |
| "grad_norm": 0.28732781113209366, |
| "learning_rate": 4.473072031018248e-06, |
| "loss": 0.0092, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.5483549351944168, |
| "grad_norm": 0.3525558801182026, |
| "learning_rate": 4.462359618886327e-06, |
| "loss": 0.0094, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.5490196078431373, |
| "grad_norm": 0.2586132866726273, |
| "learning_rate": 4.451649702937343e-06, |
| "loss": 0.0095, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.5496842804918578, |
| "grad_norm": 0.32483176902914424, |
| "learning_rate": 4.440942332895811e-06, |
| "loss": 0.0106, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.5503489531405783, |
| "grad_norm": 0.29129550032166013, |
| "learning_rate": 4.43023755847443e-06, |
| "loss": 0.0114, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.5510136257892988, |
| "grad_norm": 0.25162765093753825, |
| "learning_rate": 4.4195354293738484e-06, |
| "loss": 0.0089, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.5516782984380193, |
| "grad_norm": 0.29297038277981785, |
| "learning_rate": 4.408835995282434e-06, |
| "loss": 0.0084, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.5523429710867398, |
| "grad_norm": 0.3339100195105828, |
| "learning_rate": 4.398139305876039e-06, |
| "loss": 0.0101, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.5530076437354603, |
| "grad_norm": 0.24802426592485774, |
| "learning_rate": 4.387445410817774e-06, |
| "loss": 0.0094, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.5536723163841808, |
| "grad_norm": 0.28712596016845304, |
| "learning_rate": 4.376754359757775e-06, |
| "loss": 0.0123, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.5543369890329013, |
| "grad_norm": 0.25154754098177656, |
| "learning_rate": 4.366066202332973e-06, |
| "loss": 0.0089, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.5550016616816218, |
| "grad_norm": 0.5354915306406873, |
| "learning_rate": 4.355380988166867e-06, |
| "loss": 0.0107, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.5556663343303423, |
| "grad_norm": 0.42959774560151104, |
| "learning_rate": 4.3446987668692905e-06, |
| "loss": 0.0068, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.5563310069790628, |
| "grad_norm": 0.17756801994449914, |
| "learning_rate": 4.33401958803618e-06, |
| "loss": 0.0078, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.5569956796277833, |
| "grad_norm": 0.18349354402899126, |
| "learning_rate": 4.323343501249346e-06, |
| "loss": 0.01, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.5576603522765038, |
| "grad_norm": 0.16706059351707975, |
| "learning_rate": 4.312670556076244e-06, |
| "loss": 0.0063, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.5583250249252243, |
| "grad_norm": 0.41204581720405936, |
| "learning_rate": 4.302000802069744e-06, |
| "loss": 0.0124, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.5589896975739448, |
| "grad_norm": 1.104392885950872, |
| "learning_rate": 4.291334288767899e-06, |
| "loss": 0.013, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.5596543702226653, |
| "grad_norm": 0.6817385349482706, |
| "learning_rate": 4.280671065693716e-06, |
| "loss": 0.0112, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.5603190428713859, |
| "grad_norm": 0.2631667925919954, |
| "learning_rate": 4.270011182354927e-06, |
| "loss": 0.0123, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.5609837155201064, |
| "grad_norm": 0.30334319600256593, |
| "learning_rate": 4.259354688243758e-06, |
| "loss": 0.0069, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.5616483881688269, |
| "grad_norm": 0.3950534756993261, |
| "learning_rate": 4.248701632836694e-06, |
| "loss": 0.0103, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.5623130608175474, |
| "grad_norm": 0.20502915664290183, |
| "learning_rate": 4.238052065594265e-06, |
| "loss": 0.0097, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.5629777334662679, |
| "grad_norm": 0.24147181229565928, |
| "learning_rate": 4.227406035960798e-06, |
| "loss": 0.0082, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.5636424061149884, |
| "grad_norm": 0.29647869175711156, |
| "learning_rate": 4.216763593364198e-06, |
| "loss": 0.0054, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.5643070787637089, |
| "grad_norm": 0.3498499059651843, |
| "learning_rate": 4.206124787215714e-06, |
| "loss": 0.0094, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.5649717514124294, |
| "grad_norm": 0.2630055216263143, |
| "learning_rate": 4.195489666909714e-06, |
| "loss": 0.0122, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.5656364240611499, |
| "grad_norm": 0.2579029020729969, |
| "learning_rate": 4.1848582818234525e-06, |
| "loss": 0.01, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.5663010967098704, |
| "grad_norm": 0.4614764932028072, |
| "learning_rate": 4.174230681316843e-06, |
| "loss": 0.0057, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.5669657693585909, |
| "grad_norm": 0.3281393451875222, |
| "learning_rate": 4.163606914732224e-06, |
| "loss": 0.0097, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.5676304420073114, |
| "grad_norm": 0.23675069244402497, |
| "learning_rate": 4.152987031394139e-06, |
| "loss": 0.0082, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.5682951146560319, |
| "grad_norm": 0.6320922337449688, |
| "learning_rate": 4.142371080609094e-06, |
| "loss": 0.0117, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.5689597873047524, |
| "grad_norm": 0.40408722728314517, |
| "learning_rate": 4.131759111665349e-06, |
| "loss": 0.0107, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.5696244599534729, |
| "grad_norm": 0.3042580043785332, |
| "learning_rate": 4.121151173832666e-06, |
| "loss": 0.0091, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.5702891326021934, |
| "grad_norm": 0.31752488541754537, |
| "learning_rate": 4.1105473163620956e-06, |
| "loss": 0.0068, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.5709538052509139, |
| "grad_norm": 0.2704495201581175, |
| "learning_rate": 4.099947588485744e-06, |
| "loss": 0.008, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.5716184778996344, |
| "grad_norm": 0.1992923865651012, |
| "learning_rate": 4.089352039416543e-06, |
| "loss": 0.0078, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.5722831505483549, |
| "grad_norm": 0.26693430868699486, |
| "learning_rate": 4.078760718348025e-06, |
| "loss": 0.0111, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.5729478231970755, |
| "grad_norm": 0.24985634515043012, |
| "learning_rate": 4.06817367445409e-06, |
| "loss": 0.007, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.573612495845796, |
| "grad_norm": 0.30440267534054555, |
| "learning_rate": 4.057590956888782e-06, |
| "loss": 0.0132, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.5742771684945165, |
| "grad_norm": 0.2477677185167418, |
| "learning_rate": 4.047012614786056e-06, |
| "loss": 0.0107, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.574941841143237, |
| "grad_norm": 0.2020343995992476, |
| "learning_rate": 4.036438697259551e-06, |
| "loss": 0.0085, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.5756065137919575, |
| "grad_norm": 0.29670379949886366, |
| "learning_rate": 4.025869253402372e-06, |
| "loss": 0.01, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.576271186440678, |
| "grad_norm": 0.2774624781345721, |
| "learning_rate": 4.015304332286845e-06, |
| "loss": 0.0115, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.5769358590893985, |
| "grad_norm": 0.3027757357985481, |
| "learning_rate": 4.004743982964298e-06, |
| "loss": 0.0111, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.577600531738119, |
| "grad_norm": 0.24668362912618527, |
| "learning_rate": 3.994188254464838e-06, |
| "loss": 0.0098, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.5782652043868395, |
| "grad_norm": 0.36095815737268167, |
| "learning_rate": 3.983637195797111e-06, |
| "loss": 0.007, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.57892987703556, |
| "grad_norm": 0.5331721604147639, |
| "learning_rate": 3.9730908559480904e-06, |
| "loss": 0.0111, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.5795945496842805, |
| "grad_norm": 0.20758829619150207, |
| "learning_rate": 3.9625492838828336e-06, |
| "loss": 0.0062, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.580259222333001, |
| "grad_norm": 0.2377767071847957, |
| "learning_rate": 3.952012528544267e-06, |
| "loss": 0.0095, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.5809238949817215, |
| "grad_norm": 0.27409653775113685, |
| "learning_rate": 3.941480638852948e-06, |
| "loss": 0.0093, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.581588567630442, |
| "grad_norm": 0.17738784191066295, |
| "learning_rate": 3.930953663706848e-06, |
| "loss": 0.0068, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.5822532402791625, |
| "grad_norm": 0.3714159041651952, |
| "learning_rate": 3.9204316519811194e-06, |
| "loss": 0.0092, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.582917912927883, |
| "grad_norm": 0.3267204099709432, |
| "learning_rate": 3.909914652527872e-06, |
| "loss": 0.0104, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.5835825855766035, |
| "grad_norm": 0.19552154609858763, |
| "learning_rate": 3.89940271417594e-06, |
| "loss": 0.0111, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.584247258225324, |
| "grad_norm": 0.20664256551796079, |
| "learning_rate": 3.888895885730666e-06, |
| "loss": 0.0064, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.5849119308740446, |
| "grad_norm": 0.2927735516459094, |
| "learning_rate": 3.878394215973663e-06, |
| "loss": 0.01, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.5855766035227651, |
| "grad_norm": 0.487963157718782, |
| "learning_rate": 3.867897753662593e-06, |
| "loss": 0.0085, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.5862412761714856, |
| "grad_norm": 0.3749537401460589, |
| "learning_rate": 3.857406547530944e-06, |
| "loss": 0.0079, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.5869059488202061, |
| "grad_norm": 0.4581215686284471, |
| "learning_rate": 3.8469206462878e-06, |
| "loss": 0.0104, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.5875706214689266, |
| "grad_norm": 0.2950089373433228, |
| "learning_rate": 3.836440098617611e-06, |
| "loss": 0.0067, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.5882352941176471, |
| "grad_norm": 0.4136394200761863, |
| "learning_rate": 3.825964953179975e-06, |
| "loss": 0.0071, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.5888999667663676, |
| "grad_norm": 0.21385497069182782, |
| "learning_rate": 3.815495258609404e-06, |
| "loss": 0.0102, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.5895646394150881, |
| "grad_norm": 0.3093788375767867, |
| "learning_rate": 3.805031063515112e-06, |
| "loss": 0.0088, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.5902293120638086, |
| "grad_norm": 0.5003744530102889, |
| "learning_rate": 3.7945724164807695e-06, |
| "loss": 0.0128, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.5908939847125291, |
| "grad_norm": 0.27041093922808607, |
| "learning_rate": 3.784119366064293e-06, |
| "loss": 0.0115, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.5915586573612496, |
| "grad_norm": 0.5336871267415977, |
| "learning_rate": 3.773671960797613e-06, |
| "loss": 0.0116, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.5922233300099701, |
| "grad_norm": 0.2144546209253404, |
| "learning_rate": 3.763230249186449e-06, |
| "loss": 0.0088, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.5928880026586906, |
| "grad_norm": 0.46707851604413364, |
| "learning_rate": 3.752794279710094e-06, |
| "loss": 0.0097, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.5935526753074111, |
| "grad_norm": 0.35446204255226843, |
| "learning_rate": 3.7423641008211715e-06, |
| "loss": 0.0093, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.5942173479561316, |
| "grad_norm": 0.5784612626950911, |
| "learning_rate": 3.7319397609454235e-06, |
| "loss": 0.012, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.5948820206048521, |
| "grad_norm": 0.26859645790731096, |
| "learning_rate": 3.721521308481483e-06, |
| "loss": 0.0075, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.5955466932535726, |
| "grad_norm": 0.49761062258351685, |
| "learning_rate": 3.711108791800648e-06, |
| "loss": 0.0104, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.5962113659022931, |
| "grad_norm": 0.26040368163373034, |
| "learning_rate": 3.700702259246659e-06, |
| "loss": 0.0079, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.5968760385510137, |
| "grad_norm": 0.3838390114941637, |
| "learning_rate": 3.690301759135471e-06, |
| "loss": 0.0129, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.5975407111997342, |
| "grad_norm": 0.14685851440899328, |
| "learning_rate": 3.6799073397550326e-06, |
| "loss": 0.0088, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.5982053838484547, |
| "grad_norm": 0.25906040643336087, |
| "learning_rate": 3.6695190493650608e-06, |
| "loss": 0.0075, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.5988700564971752, |
| "grad_norm": 0.572878164503762, |
| "learning_rate": 3.6591369361968127e-06, |
| "loss": 0.008, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.5995347291458957, |
| "grad_norm": 0.23364634950324775, |
| "learning_rate": 3.6487610484528736e-06, |
| "loss": 0.0084, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.6001994017946162, |
| "grad_norm": 0.22480529672823044, |
| "learning_rate": 3.638391434306917e-06, |
| "loss": 0.0074, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.6008640744433367, |
| "grad_norm": 0.3383734925517731, |
| "learning_rate": 3.6280281419034934e-06, |
| "loss": 0.0124, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.6015287470920572, |
| "grad_norm": 0.18230017286267414, |
| "learning_rate": 3.617671219357801e-06, |
| "loss": 0.0081, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.6021934197407777, |
| "grad_norm": 0.22240001068311868, |
| "learning_rate": 3.607320714755461e-06, |
| "loss": 0.0122, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.6028580923894982, |
| "grad_norm": 0.17534060516407263, |
| "learning_rate": 3.596976676152306e-06, |
| "loss": 0.0089, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.6035227650382187, |
| "grad_norm": 0.3622140591320175, |
| "learning_rate": 3.5866391515741383e-06, |
| "loss": 0.0074, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.6041874376869392, |
| "grad_norm": 0.26745435375981724, |
| "learning_rate": 3.5763081890165213e-06, |
| "loss": 0.0069, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.6048521103356597, |
| "grad_norm": 0.25777233140619626, |
| "learning_rate": 3.5659838364445505e-06, |
| "loss": 0.0105, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.6055167829843802, |
| "grad_norm": 0.2628826969068799, |
| "learning_rate": 3.555666141792632e-06, |
| "loss": 0.01, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.6061814556331007, |
| "grad_norm": 0.3086547175647566, |
| "learning_rate": 3.5453551529642593e-06, |
| "loss": 0.0151, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.6068461282818212, |
| "grad_norm": 0.4738951847159867, |
| "learning_rate": 3.535050917831797e-06, |
| "loss": 0.0121, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.6075108009305417, |
| "grad_norm": 0.4486015642506278, |
| "learning_rate": 3.5247534842362484e-06, |
| "loss": 0.0075, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.6081754735792622, |
| "grad_norm": 0.17929132555986252, |
| "learning_rate": 3.514462899987038e-06, |
| "loss": 0.01, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.6088401462279828, |
| "grad_norm": 0.19116437425556015, |
| "learning_rate": 3.504179212861793e-06, |
| "loss": 0.0081, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.6095048188767033, |
| "grad_norm": 0.3889971142520261, |
| "learning_rate": 3.493902470606115e-06, |
| "loss": 0.0112, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.6101694915254238, |
| "grad_norm": 0.7631560447744277, |
| "learning_rate": 3.4836327209333643e-06, |
| "loss": 0.0081, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.6108341641741443, |
| "grad_norm": 0.2630811957200147, |
| "learning_rate": 3.473370011524435e-06, |
| "loss": 0.009, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.6114988368228648, |
| "grad_norm": 0.19188762326028141, |
| "learning_rate": 3.463114390027533e-06, |
| "loss": 0.0106, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.6121635094715853, |
| "grad_norm": 0.6317066442111138, |
| "learning_rate": 3.4528659040579582e-06, |
| "loss": 0.0187, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.6128281821203058, |
| "grad_norm": 0.31684400843017074, |
| "learning_rate": 3.442624601197877e-06, |
| "loss": 0.0101, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.6134928547690263, |
| "grad_norm": 0.2401026201762082, |
| "learning_rate": 3.4323905289961136e-06, |
| "loss": 0.0093, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.6141575274177468, |
| "grad_norm": 0.2765999499640504, |
| "learning_rate": 3.422163734967913e-06, |
| "loss": 0.0063, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.6148222000664673, |
| "grad_norm": 0.6782051800274294, |
| "learning_rate": 3.4119442665947346e-06, |
| "loss": 0.0099, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.6154868727151878, |
| "grad_norm": 0.7257259874024371, |
| "learning_rate": 3.4017321713240226e-06, |
| "loss": 0.0094, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.6161515453639083, |
| "grad_norm": 0.3046900368167348, |
| "learning_rate": 3.3915274965689883e-06, |
| "loss": 0.0088, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.6168162180126288, |
| "grad_norm": 0.23996154523745525, |
| "learning_rate": 3.3813302897083955e-06, |
| "loss": 0.0102, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.6174808906613493, |
| "grad_norm": 0.2885343362276256, |
| "learning_rate": 3.3711405980863316e-06, |
| "loss": 0.0099, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.6181455633100698, |
| "grad_norm": 0.36273522301876804, |
| "learning_rate": 3.3609584690119924e-06, |
| "loss": 0.0077, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.6188102359587903, |
| "grad_norm": 0.7278813431347978, |
| "learning_rate": 3.350783949759462e-06, |
| "loss": 0.013, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.6194749086075108, |
| "grad_norm": 0.49980696421231835, |
| "learning_rate": 3.3406170875674944e-06, |
| "loss": 0.0124, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.6201395812562313, |
| "grad_norm": 0.32381836245247797, |
| "learning_rate": 3.330457929639293e-06, |
| "loss": 0.0088, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.6208042539049519, |
| "grad_norm": 0.4133144492504386, |
| "learning_rate": 3.3203065231422904e-06, |
| "loss": 0.0104, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.6214689265536724, |
| "grad_norm": 0.16277475097572863, |
| "learning_rate": 3.3101629152079296e-06, |
| "loss": 0.0073, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.6221335992023929, |
| "grad_norm": 0.22635422915011666, |
| "learning_rate": 3.3000271529314487e-06, |
| "loss": 0.0093, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.6227982718511134, |
| "grad_norm": 0.21368932174418523, |
| "learning_rate": 3.289899283371657e-06, |
| "loss": 0.0081, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.6234629444998339, |
| "grad_norm": 0.2794426426952632, |
| "learning_rate": 3.2797793535507204e-06, |
| "loss": 0.0107, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.6241276171485544, |
| "grad_norm": 0.322128335795853, |
| "learning_rate": 3.2696674104539444e-06, |
| "loss": 0.0086, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.6247922897972749, |
| "grad_norm": 0.2421829073773608, |
| "learning_rate": 3.259563501029548e-06, |
| "loss": 0.0075, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.6254569624459954, |
| "grad_norm": 0.32130301213787865, |
| "learning_rate": 3.2494676721884543e-06, |
| "loss": 0.0118, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.6261216350947159, |
| "grad_norm": 0.347721069814857, |
| "learning_rate": 3.2393799708040674e-06, |
| "loss": 0.01, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.6267863077434364, |
| "grad_norm": 0.1792082240350679, |
| "learning_rate": 3.2293004437120622e-06, |
| "loss": 0.0084, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.6274509803921569, |
| "grad_norm": 0.31266061038755355, |
| "learning_rate": 3.2192291377101547e-06, |
| "loss": 0.0114, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.6281156530408774, |
| "grad_norm": 0.19925247258232015, |
| "learning_rate": 3.2091660995578966e-06, |
| "loss": 0.0081, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.6287803256895979, |
| "grad_norm": 0.40169324139993695, |
| "learning_rate": 3.1991113759764493e-06, |
| "loss": 0.008, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.6294449983383184, |
| "grad_norm": 0.2117190578788506, |
| "learning_rate": 3.189065013648372e-06, |
| "loss": 0.0089, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.6301096709870389, |
| "grad_norm": 0.23770522976838573, |
| "learning_rate": 3.1790270592174088e-06, |
| "loss": 0.0082, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.6307743436357593, |
| "grad_norm": 0.2176049091866862, |
| "learning_rate": 3.1689975592882603e-06, |
| "loss": 0.0116, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.6314390162844798, |
| "grad_norm": 0.24580378556214288, |
| "learning_rate": 3.158976560426379e-06, |
| "loss": 0.0075, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.6321036889332003, |
| "grad_norm": 0.2859953080386775, |
| "learning_rate": 3.148964109157743e-06, |
| "loss": 0.012, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.632768361581921, |
| "grad_norm": 0.23955087427163585, |
| "learning_rate": 3.1389602519686515e-06, |
| "loss": 0.0116, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.6334330342306415, |
| "grad_norm": 0.24367914742949504, |
| "learning_rate": 3.128965035305497e-06, |
| "loss": 0.0089, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.634097706879362, |
| "grad_norm": 0.23505495921007316, |
| "learning_rate": 3.11897850557456e-06, |
| "loss": 0.0122, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.6347623795280825, |
| "grad_norm": 0.36256136723764965, |
| "learning_rate": 3.1090007091417884e-06, |
| "loss": 0.0077, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.635427052176803, |
| "grad_norm": 0.5783020350703105, |
| "learning_rate": 3.0990316923325782e-06, |
| "loss": 0.0106, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.6360917248255235, |
| "grad_norm": 0.31649309477895776, |
| "learning_rate": 3.089071501431567e-06, |
| "loss": 0.0086, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.636756397474244, |
| "grad_norm": 0.696207916808104, |
| "learning_rate": 3.0791201826824117e-06, |
| "loss": 0.012, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.6374210701229645, |
| "grad_norm": 0.20769856628640398, |
| "learning_rate": 3.0691777822875845e-06, |
| "loss": 0.0103, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.638085742771685, |
| "grad_norm": 0.44868891079841433, |
| "learning_rate": 3.0592443464081424e-06, |
| "loss": 0.012, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.6387504154204054, |
| "grad_norm": 0.1909386876833034, |
| "learning_rate": 3.049319921163526e-06, |
| "loss": 0.0071, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.639415088069126, |
| "grad_norm": 0.3301173458668869, |
| "learning_rate": 3.03940455263134e-06, |
| "loss": 0.0136, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.6400797607178464, |
| "grad_norm": 0.27708704665407097, |
| "learning_rate": 3.029498286847138e-06, |
| "loss": 0.0075, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.640744433366567, |
| "grad_norm": 0.3759232406313754, |
| "learning_rate": 3.019601169804216e-06, |
| "loss": 0.0109, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.6414091060152874, |
| "grad_norm": 0.27177993471319756, |
| "learning_rate": 3.009713247453391e-06, |
| "loss": 0.0068, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.6420737786640079, |
| "grad_norm": 0.35348824046889704, |
| "learning_rate": 2.999834565702787e-06, |
| "loss": 0.0108, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.6427384513127284, |
| "grad_norm": 0.33342069949697306, |
| "learning_rate": 2.9899651704176324e-06, |
| "loss": 0.0094, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.6434031239614489, |
| "grad_norm": 0.573642069568304, |
| "learning_rate": 2.980105107420031e-06, |
| "loss": 0.0111, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.6440677966101694, |
| "grad_norm": 0.161625437702315, |
| "learning_rate": 2.9702544224887687e-06, |
| "loss": 0.0054, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.64473246925889, |
| "grad_norm": 0.24481655132663913, |
| "learning_rate": 2.9604131613590825e-06, |
| "loss": 0.0078, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.6453971419076105, |
| "grad_norm": 0.3681819548003033, |
| "learning_rate": 2.9505813697224584e-06, |
| "loss": 0.0088, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.646061814556331, |
| "grad_norm": 0.36813362352122053, |
| "learning_rate": 2.9407590932264187e-06, |
| "loss": 0.0099, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.6467264872050515, |
| "grad_norm": 0.3976928845492841, |
| "learning_rate": 2.9309463774743047e-06, |
| "loss": 0.0078, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.647391159853772, |
| "grad_norm": 0.2272118381342224, |
| "learning_rate": 2.921143268025072e-06, |
| "loss": 0.0074, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.6480558325024925, |
| "grad_norm": 0.2932799475251196, |
| "learning_rate": 2.911349810393076e-06, |
| "loss": 0.009, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.648720505151213, |
| "grad_norm": 0.31351018891128823, |
| "learning_rate": 2.901566050047855e-06, |
| "loss": 0.0129, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.6493851777999335, |
| "grad_norm": 0.20170901171224367, |
| "learning_rate": 2.891792032413932e-06, |
| "loss": 0.0095, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.650049850448654, |
| "grad_norm": 0.3421935906129705, |
| "learning_rate": 2.8820278028705855e-06, |
| "loss": 0.0071, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.6507145230973745, |
| "grad_norm": 0.3554264393007603, |
| "learning_rate": 2.8722734067516637e-06, |
| "loss": 0.0085, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.651379195746095, |
| "grad_norm": 0.2349606425846591, |
| "learning_rate": 2.862528889345346e-06, |
| "loss": 0.0096, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.6520438683948155, |
| "grad_norm": 0.3076753543848085, |
| "learning_rate": 2.8527942958939537e-06, |
| "loss": 0.0076, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.652708541043536, |
| "grad_norm": 0.14398183811473508, |
| "learning_rate": 2.843069671593734e-06, |
| "loss": 0.0061, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.6533732136922565, |
| "grad_norm": 0.2263995658621755, |
| "learning_rate": 2.8333550615946415e-06, |
| "loss": 0.0118, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.654037886340977, |
| "grad_norm": 0.5808365121043862, |
| "learning_rate": 2.823650511000142e-06, |
| "loss": 0.0112, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.6547025589896975, |
| "grad_norm": 0.29564543999897336, |
| "learning_rate": 2.813956064866996e-06, |
| "loss": 0.0075, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.655367231638418, |
| "grad_norm": 0.30933570800269505, |
| "learning_rate": 2.8042717682050523e-06, |
| "loss": 0.0064, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.6560319042871385, |
| "grad_norm": 0.40093514876726827, |
| "learning_rate": 2.79459766597703e-06, |
| "loss": 0.012, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.6566965769358591, |
| "grad_norm": 0.1954223940513839, |
| "learning_rate": 2.784933803098326e-06, |
| "loss": 0.0062, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.6573612495845796, |
| "grad_norm": 0.21071688734414556, |
| "learning_rate": 2.7752802244367875e-06, |
| "loss": 0.0072, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.6580259222333001, |
| "grad_norm": 0.41025794500212187, |
| "learning_rate": 2.7656369748125277e-06, |
| "loss": 0.0086, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.6586905948820206, |
| "grad_norm": 0.1935032363904584, |
| "learning_rate": 2.7560040989976894e-06, |
| "loss": 0.0068, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.6593552675307411, |
| "grad_norm": 0.40488179544340286, |
| "learning_rate": 2.7463816417162615e-06, |
| "loss": 0.0074, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.6600199401794616, |
| "grad_norm": 0.1838037586133697, |
| "learning_rate": 2.736769647643852e-06, |
| "loss": 0.0092, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.6606846128281821, |
| "grad_norm": 0.24819942058511169, |
| "learning_rate": 2.7271681614074973e-06, |
| "loss": 0.0089, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.6613492854769026, |
| "grad_norm": 0.25683540579208103, |
| "learning_rate": 2.717577227585446e-06, |
| "loss": 0.0094, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.6620139581256231, |
| "grad_norm": 0.18391189835613822, |
| "learning_rate": 2.707996890706954e-06, |
| "loss": 0.0095, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.6626786307743436, |
| "grad_norm": 0.15104364444426333, |
| "learning_rate": 2.6984271952520723e-06, |
| "loss": 0.0068, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.6633433034230641, |
| "grad_norm": 0.3940394230961875, |
| "learning_rate": 2.68886818565145e-06, |
| "loss": 0.0111, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.6640079760717846, |
| "grad_norm": 0.2609681211065955, |
| "learning_rate": 2.679319906286122e-06, |
| "loss": 0.0097, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.6646726487205051, |
| "grad_norm": 0.3645402376552464, |
| "learning_rate": 2.6697824014873076e-06, |
| "loss": 0.0099, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.6653373213692256, |
| "grad_norm": 0.23654236854625932, |
| "learning_rate": 2.660255715536193e-06, |
| "loss": 0.0075, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.6660019940179461, |
| "grad_norm": 0.24009513254503748, |
| "learning_rate": 2.650739892663743e-06, |
| "loss": 0.0089, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.20154175339249858, |
| "learning_rate": 2.641234977050484e-06, |
| "loss": 0.0089, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.6673313393153871, |
| "grad_norm": 0.18869581180280823, |
| "learning_rate": 2.6317410128262953e-06, |
| "loss": 0.0096, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.6679960119641076, |
| "grad_norm": 0.19084928944347762, |
| "learning_rate": 2.622258044070225e-06, |
| "loss": 0.0071, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.6686606846128281, |
| "grad_norm": 0.22525861430167277, |
| "learning_rate": 2.6127861148102552e-06, |
| "loss": 0.0081, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.6693253572615487, |
| "grad_norm": 0.211563645002409, |
| "learning_rate": 2.6033252690231238e-06, |
| "loss": 0.0082, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.6699900299102692, |
| "grad_norm": 0.5372954390814825, |
| "learning_rate": 2.5938755506341036e-06, |
| "loss": 0.0082, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.6706547025589897, |
| "grad_norm": 0.22068958935151187, |
| "learning_rate": 2.5844370035168077e-06, |
| "loss": 0.0077, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.6713193752077102, |
| "grad_norm": 0.24185511029717174, |
| "learning_rate": 2.575009671492983e-06, |
| "loss": 0.0063, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.6719840478564307, |
| "grad_norm": 0.31560557307761405, |
| "learning_rate": 2.565593598332308e-06, |
| "loss": 0.0062, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.6726487205051512, |
| "grad_norm": 0.5130502047257309, |
| "learning_rate": 2.5561888277521797e-06, |
| "loss": 0.0086, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.6733133931538717, |
| "grad_norm": 0.38937425351118965, |
| "learning_rate": 2.5467954034175303e-06, |
| "loss": 0.0097, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.6739780658025922, |
| "grad_norm": 0.21505699299118056, |
| "learning_rate": 2.537413368940601e-06, |
| "loss": 0.009, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.6746427384513127, |
| "grad_norm": 0.2499664011990959, |
| "learning_rate": 2.528042767880766e-06, |
| "loss": 0.0118, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.6753074111000332, |
| "grad_norm": 0.29296563693167743, |
| "learning_rate": 2.5186836437443037e-06, |
| "loss": 0.0095, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.6759720837487537, |
| "grad_norm": 0.34769532892270855, |
| "learning_rate": 2.5093360399842114e-06, |
| "loss": 0.0065, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.6766367563974742, |
| "grad_norm": 0.2727489794496769, |
| "learning_rate": 2.5000000000000015e-06, |
| "loss": 0.0075, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.6773014290461947, |
| "grad_norm": 0.28787812689732917, |
| "learning_rate": 2.4906755671374905e-06, |
| "loss": 0.0087, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.6779661016949152, |
| "grad_norm": 0.4992399231267387, |
| "learning_rate": 2.4813627846886117e-06, |
| "loss": 0.0085, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.6786307743436357, |
| "grad_norm": 0.34835717822431245, |
| "learning_rate": 2.4720616958912054e-06, |
| "loss": 0.0054, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.6792954469923562, |
| "grad_norm": 0.6266322829734265, |
| "learning_rate": 2.4627723439288204e-06, |
| "loss": 0.0119, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.6799601196410767, |
| "grad_norm": 0.1957354028539535, |
| "learning_rate": 2.453494771930508e-06, |
| "loss": 0.0086, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.6806247922897972, |
| "grad_norm": 0.2605729316787177, |
| "learning_rate": 2.4442290229706344e-06, |
| "loss": 0.0122, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.6812894649385178, |
| "grad_norm": 0.23665821585690736, |
| "learning_rate": 2.434975140068669e-06, |
| "loss": 0.007, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.6819541375872383, |
| "grad_norm": 0.2201415649312906, |
| "learning_rate": 2.4257331661889923e-06, |
| "loss": 0.0098, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.6826188102359588, |
| "grad_norm": 0.3164784462208598, |
| "learning_rate": 2.4165031442406857e-06, |
| "loss": 0.0068, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.6832834828846793, |
| "grad_norm": 0.2031926822498836, |
| "learning_rate": 2.4072851170773493e-06, |
| "loss": 0.0067, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.6839481555333998, |
| "grad_norm": 0.5685953903499967, |
| "learning_rate": 2.398079127496884e-06, |
| "loss": 0.0083, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.6846128281821203, |
| "grad_norm": 0.4124104323221366, |
| "learning_rate": 2.3888852182413087e-06, |
| "loss": 0.008, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.6852775008308408, |
| "grad_norm": 0.31933378899670556, |
| "learning_rate": 2.3797034319965517e-06, |
| "loss": 0.0103, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.6859421734795613, |
| "grad_norm": 0.2697847646102195, |
| "learning_rate": 2.370533811392261e-06, |
| "loss": 0.0123, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.6866068461282818, |
| "grad_norm": 0.24910557974411127, |
| "learning_rate": 2.361376399001592e-06, |
| "loss": 0.0091, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.6872715187770023, |
| "grad_norm": 0.2780938443797265, |
| "learning_rate": 2.3522312373410276e-06, |
| "loss": 0.0108, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.6879361914257228, |
| "grad_norm": 0.3566072774983843, |
| "learning_rate": 2.3430983688701693e-06, |
| "loss": 0.0101, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.6886008640744433, |
| "grad_norm": 0.4960859376704064, |
| "learning_rate": 2.333977835991545e-06, |
| "loss": 0.0101, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.6892655367231638, |
| "grad_norm": 0.5317805068289205, |
| "learning_rate": 2.3248696810504052e-06, |
| "loss": 0.0098, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.6899302093718843, |
| "grad_norm": 0.1938454533449783, |
| "learning_rate": 2.315773946334537e-06, |
| "loss": 0.0069, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.6905948820206048, |
| "grad_norm": 0.6492464563794429, |
| "learning_rate": 2.3066906740740626e-06, |
| "loss": 0.0077, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.6912595546693253, |
| "grad_norm": 0.23311160889060348, |
| "learning_rate": 2.297619906441234e-06, |
| "loss": 0.0079, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.6919242273180458, |
| "grad_norm": 0.48555576709924847, |
| "learning_rate": 2.288561685550261e-06, |
| "loss": 0.0095, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.6925888999667663, |
| "grad_norm": 0.37785034335609585, |
| "learning_rate": 2.2795160534570866e-06, |
| "loss": 0.0109, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.6932535726154869, |
| "grad_norm": 0.5271114818146994, |
| "learning_rate": 2.270483052159216e-06, |
| "loss": 0.0099, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.6939182452642074, |
| "grad_norm": 0.2746157855119046, |
| "learning_rate": 2.261462723595503e-06, |
| "loss": 0.0096, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.6945829179129279, |
| "grad_norm": 0.2084867131464582, |
| "learning_rate": 2.2524551096459703e-06, |
| "loss": 0.0086, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.6952475905616484, |
| "grad_norm": 0.20692844736475394, |
| "learning_rate": 2.243460252131606e-06, |
| "loss": 0.0094, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.6959122632103689, |
| "grad_norm": 0.26891033391026026, |
| "learning_rate": 2.2344781928141753e-06, |
| "loss": 0.013, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.6965769358590894, |
| "grad_norm": 0.5760814124778825, |
| "learning_rate": 2.2255089733960162e-06, |
| "loss": 0.0129, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.6972416085078099, |
| "grad_norm": 0.30749673888826295, |
| "learning_rate": 2.216552635519861e-06, |
| "loss": 0.005, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.6979062811565304, |
| "grad_norm": 0.29505761160797606, |
| "learning_rate": 2.207609220768625e-06, |
| "loss": 0.0091, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.6985709538052509, |
| "grad_norm": 0.17156404897235497, |
| "learning_rate": 2.1986787706652377e-06, |
| "loss": 0.0054, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.6992356264539714, |
| "grad_norm": 0.45828026748924755, |
| "learning_rate": 2.1897613266724225e-06, |
| "loss": 0.0084, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.6999002991026919, |
| "grad_norm": 0.24937158859953384, |
| "learning_rate": 2.1808569301925255e-06, |
| "loss": 0.0086, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.7005649717514124, |
| "grad_norm": 0.20009862827547395, |
| "learning_rate": 2.171965622567308e-06, |
| "loss": 0.0067, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.7012296444001329, |
| "grad_norm": 0.2610053544028202, |
| "learning_rate": 2.1630874450777684e-06, |
| "loss": 0.008, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.7018943170488534, |
| "grad_norm": 0.36206474630804264, |
| "learning_rate": 2.1542224389439415e-06, |
| "loss": 0.0109, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.7025589896975739, |
| "grad_norm": 0.5153003321704763, |
| "learning_rate": 2.1453706453247088e-06, |
| "loss": 0.0106, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.7032236623462944, |
| "grad_norm": 0.28180824613056, |
| "learning_rate": 2.1365321053176103e-06, |
| "loss": 0.0077, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.7038883349950149, |
| "grad_norm": 0.18391422249578976, |
| "learning_rate": 2.127706859958647e-06, |
| "loss": 0.0056, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.7045530076437354, |
| "grad_norm": 0.20132395241767914, |
| "learning_rate": 2.1188949502220987e-06, |
| "loss": 0.0094, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.705217680292456, |
| "grad_norm": 0.19824157734039166, |
| "learning_rate": 2.110096417020329e-06, |
| "loss": 0.0101, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.7058823529411765, |
| "grad_norm": 0.31171142557284354, |
| "learning_rate": 2.1013113012035987e-06, |
| "loss": 0.0122, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.706547025589897, |
| "grad_norm": 0.26011746700717575, |
| "learning_rate": 2.0925396435598665e-06, |
| "loss": 0.0152, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.7072116982386175, |
| "grad_norm": 0.19498909156207744, |
| "learning_rate": 2.0837814848146166e-06, |
| "loss": 0.0063, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.707876370887338, |
| "grad_norm": 0.16478822992660008, |
| "learning_rate": 2.075036865630649e-06, |
| "loss": 0.0062, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.7085410435360585, |
| "grad_norm": 0.24476062400704385, |
| "learning_rate": 2.066305826607911e-06, |
| "loss": 0.0093, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.709205716184779, |
| "grad_norm": 0.2755871609128912, |
| "learning_rate": 2.057588408283295e-06, |
| "loss": 0.0084, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.7098703888334995, |
| "grad_norm": 0.5967019937302827, |
| "learning_rate": 2.0488846511304574e-06, |
| "loss": 0.0116, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.71053506148222, |
| "grad_norm": 0.22449805956333627, |
| "learning_rate": 2.0401945955596206e-06, |
| "loss": 0.0063, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.7111997341309405, |
| "grad_norm": 0.3953906525587086, |
| "learning_rate": 2.031518281917403e-06, |
| "loss": 0.0111, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.711864406779661, |
| "grad_norm": 0.20552810831043333, |
| "learning_rate": 2.0228557504866098e-06, |
| "loss": 0.0091, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.7125290794283815, |
| "grad_norm": 0.19438287812600616, |
| "learning_rate": 2.0142070414860704e-06, |
| "loss": 0.0074, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.713193752077102, |
| "grad_norm": 0.2346091558916181, |
| "learning_rate": 2.0055721950704265e-06, |
| "loss": 0.0081, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.7138584247258225, |
| "grad_norm": 0.2799026020572236, |
| "learning_rate": 1.9969512513299667e-06, |
| "loss": 0.0094, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.714523097374543, |
| "grad_norm": 0.2812263108958078, |
| "learning_rate": 1.9883442502904284e-06, |
| "loss": 0.0104, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.7151877700232635, |
| "grad_norm": 0.5864755921529266, |
| "learning_rate": 1.9797512319128113e-06, |
| "loss": 0.0103, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.715852442671984, |
| "grad_norm": 0.36431552265388817, |
| "learning_rate": 1.9711722360932032e-06, |
| "loss": 0.0093, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.7165171153207045, |
| "grad_norm": 0.37856788599561675, |
| "learning_rate": 1.962607302662582e-06, |
| "loss": 0.0101, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.7171817879694251, |
| "grad_norm": 0.25389342991422, |
| "learning_rate": 1.954056471386639e-06, |
| "loss": 0.0094, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.7178464606181456, |
| "grad_norm": 0.25274846244933785, |
| "learning_rate": 1.9455197819655874e-06, |
| "loss": 0.01, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.7185111332668661, |
| "grad_norm": 0.40880975408120696, |
| "learning_rate": 1.936997274033986e-06, |
| "loss": 0.01, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.7191758059155866, |
| "grad_norm": 0.36741432876198077, |
| "learning_rate": 1.928488987160549e-06, |
| "loss": 0.0114, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.7198404785643071, |
| "grad_norm": 0.45231503627975217, |
| "learning_rate": 1.919994960847967e-06, |
| "loss": 0.0121, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.7205051512130276, |
| "grad_norm": 0.40540511927594813, |
| "learning_rate": 1.9115152345327154e-06, |
| "loss": 0.0135, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.7211698238617481, |
| "grad_norm": 0.5985682335123047, |
| "learning_rate": 1.9030498475848836e-06, |
| "loss": 0.0156, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.7218344965104686, |
| "grad_norm": 0.23782977919360973, |
| "learning_rate": 1.8945988393079767e-06, |
| "loss": 0.0084, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.7224991691591891, |
| "grad_norm": 0.22204768766409977, |
| "learning_rate": 1.8861622489387555e-06, |
| "loss": 0.0081, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.7231638418079096, |
| "grad_norm": 0.19671607473231634, |
| "learning_rate": 1.877740115647026e-06, |
| "loss": 0.0077, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.7238285144566301, |
| "grad_norm": 0.31717712158835565, |
| "learning_rate": 1.869332478535482e-06, |
| "loss": 0.0075, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.7244931871053506, |
| "grad_norm": 0.20974258133420504, |
| "learning_rate": 1.8609393766395083e-06, |
| "loss": 0.0071, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.7251578597540711, |
| "grad_norm": 0.227446610653222, |
| "learning_rate": 1.8525608489270076e-06, |
| "loss": 0.0066, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.7258225324027916, |
| "grad_norm": 0.38841195839936826, |
| "learning_rate": 1.8441969342982163e-06, |
| "loss": 0.0088, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.7264872050515121, |
| "grad_norm": 0.3788166674198978, |
| "learning_rate": 1.8358476715855262e-06, |
| "loss": 0.011, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.7271518777002326, |
| "grad_norm": 0.16872630511567938, |
| "learning_rate": 1.8275130995532974e-06, |
| "loss": 0.0075, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.7278165503489531, |
| "grad_norm": 0.3109404863259487, |
| "learning_rate": 1.8191932568976889e-06, |
| "loss": 0.0116, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.7284812229976736, |
| "grad_norm": 0.1780456890629778, |
| "learning_rate": 1.8108881822464697e-06, |
| "loss": 0.0044, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.7291458956463942, |
| "grad_norm": 0.19005863968055675, |
| "learning_rate": 1.8025979141588462e-06, |
| "loss": 0.0073, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.7298105682951147, |
| "grad_norm": 0.2530368239715967, |
| "learning_rate": 1.7943224911252794e-06, |
| "loss": 0.0075, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.7304752409438352, |
| "grad_norm": 0.23367996596455318, |
| "learning_rate": 1.7860619515673034e-06, |
| "loss": 0.0108, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.7311399135925557, |
| "grad_norm": 0.17488852313656292, |
| "learning_rate": 1.7778163338373567e-06, |
| "loss": 0.0091, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.7318045862412762, |
| "grad_norm": 0.24169717195528131, |
| "learning_rate": 1.7695856762185892e-06, |
| "loss": 0.0111, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.7324692588899967, |
| "grad_norm": 0.49770088570403187, |
| "learning_rate": 1.7613700169247055e-06, |
| "loss": 0.0074, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.7331339315387172, |
| "grad_norm": 0.35656588808246886, |
| "learning_rate": 1.7531693940997641e-06, |
| "loss": 0.0073, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.7337986041874377, |
| "grad_norm": 0.4646395799201426, |
| "learning_rate": 1.744983845818019e-06, |
| "loss": 0.0111, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.7344632768361582, |
| "grad_norm": 0.30206693557737946, |
| "learning_rate": 1.7368134100837286e-06, |
| "loss": 0.0108, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.7351279494848787, |
| "grad_norm": 0.19912927059280186, |
| "learning_rate": 1.728658124830993e-06, |
| "loss": 0.0095, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.7357926221335992, |
| "grad_norm": 0.31365924671273226, |
| "learning_rate": 1.7205180279235627e-06, |
| "loss": 0.006, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.7364572947823197, |
| "grad_norm": 0.24607295500620077, |
| "learning_rate": 1.7123931571546826e-06, |
| "loss": 0.0109, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.7371219674310402, |
| "grad_norm": 0.3114568025543917, |
| "learning_rate": 1.7042835502468936e-06, |
| "loss": 0.0085, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.7377866400797607, |
| "grad_norm": 0.2222091000938827, |
| "learning_rate": 1.696189244851874e-06, |
| "loss": 0.0084, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.7384513127284812, |
| "grad_norm": 0.22538225229577186, |
| "learning_rate": 1.6881102785502618e-06, |
| "loss": 0.0124, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.7391159853772017, |
| "grad_norm": 0.22344568489200187, |
| "learning_rate": 1.680046688851471e-06, |
| "loss": 0.0071, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.7397806580259222, |
| "grad_norm": 0.16989939033750653, |
| "learning_rate": 1.6719985131935308e-06, |
| "loss": 0.0072, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.7404453306746427, |
| "grad_norm": 0.4935050306495117, |
| "learning_rate": 1.6639657889429017e-06, |
| "loss": 0.0095, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.7411100033233633, |
| "grad_norm": 0.19266789264953518, |
| "learning_rate": 1.6559485533943092e-06, |
| "loss": 0.0064, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.7417746759720838, |
| "grad_norm": 0.446555497324972, |
| "learning_rate": 1.647946843770562e-06, |
| "loss": 0.0073, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.7424393486208043, |
| "grad_norm": 0.34268526110184033, |
| "learning_rate": 1.639960697222388e-06, |
| "loss": 0.0081, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.7431040212695248, |
| "grad_norm": 0.22360453110933848, |
| "learning_rate": 1.6319901508282577e-06, |
| "loss": 0.0117, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.7437686939182453, |
| "grad_norm": 0.3892214760395955, |
| "learning_rate": 1.624035241594213e-06, |
| "loss": 0.0098, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.7444333665669658, |
| "grad_norm": 0.17989440718297894, |
| "learning_rate": 1.6160960064536907e-06, |
| "loss": 0.0049, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.7450980392156863, |
| "grad_norm": 0.3441734612638478, |
| "learning_rate": 1.6081724822673611e-06, |
| "loss": 0.0121, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.7457627118644068, |
| "grad_norm": 0.18321831971977126, |
| "learning_rate": 1.6002647058229437e-06, |
| "loss": 0.0058, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.7464273845131273, |
| "grad_norm": 0.27607588235363356, |
| "learning_rate": 1.5923727138350548e-06, |
| "loss": 0.0091, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.7470920571618478, |
| "grad_norm": 0.6005890235792981, |
| "learning_rate": 1.5844965429450133e-06, |
| "loss": 0.0088, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.7477567298105683, |
| "grad_norm": 0.3305883781990034, |
| "learning_rate": 1.5766362297206917e-06, |
| "loss": 0.0111, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.7484214024592888, |
| "grad_norm": 0.18849564536836697, |
| "learning_rate": 1.5687918106563326e-06, |
| "loss": 0.0073, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.7490860751080093, |
| "grad_norm": 0.3050537896965794, |
| "learning_rate": 1.5609633221723885e-06, |
| "loss": 0.0097, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.7497507477567298, |
| "grad_norm": 0.23500705314353945, |
| "learning_rate": 1.5531508006153462e-06, |
| "loss": 0.0054, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.7504154204054503, |
| "grad_norm": 0.1956593383266017, |
| "learning_rate": 1.5453542822575624e-06, |
| "loss": 0.0066, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.7510800930541708, |
| "grad_norm": 0.3657603832823888, |
| "learning_rate": 1.5375738032970894e-06, |
| "loss": 0.01, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.7517447657028913, |
| "grad_norm": 0.24669301872116672, |
| "learning_rate": 1.5298093998575152e-06, |
| "loss": 0.0076, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.7524094383516118, |
| "grad_norm": 0.3086268545923642, |
| "learning_rate": 1.52206110798779e-06, |
| "loss": 0.0115, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.7530741110003324, |
| "grad_norm": 0.3394309769943332, |
| "learning_rate": 1.5143289636620606e-06, |
| "loss": 0.0082, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.7537387836490529, |
| "grad_norm": 0.4161383126186537, |
| "learning_rate": 1.5066130027795046e-06, |
| "loss": 0.0088, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.7544034562977734, |
| "grad_norm": 0.6669551305883772, |
| "learning_rate": 1.4989132611641576e-06, |
| "loss": 0.01, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.7550681289464939, |
| "grad_norm": 0.7583220265882658, |
| "learning_rate": 1.491229774564758e-06, |
| "loss": 0.0103, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.7557328015952144, |
| "grad_norm": 0.16308272681711836, |
| "learning_rate": 1.4835625786545666e-06, |
| "loss": 0.0069, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.7563974742439349, |
| "grad_norm": 0.25901031767584826, |
| "learning_rate": 1.4759117090312197e-06, |
| "loss": 0.006, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.7570621468926554, |
| "grad_norm": 0.34703931374055236, |
| "learning_rate": 1.4682772012165435e-06, |
| "loss": 0.0086, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.7577268195413759, |
| "grad_norm": 0.32760820780427374, |
| "learning_rate": 1.4606590906564055e-06, |
| "loss": 0.0106, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.7583914921900964, |
| "grad_norm": 0.2464013647257441, |
| "learning_rate": 1.453057412720536e-06, |
| "loss": 0.0048, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.7590561648388169, |
| "grad_norm": 0.24307084793057304, |
| "learning_rate": 1.4454722027023798e-06, |
| "loss": 0.0098, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.7597208374875374, |
| "grad_norm": 0.28372569032423917, |
| "learning_rate": 1.437903495818914e-06, |
| "loss": 0.0063, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.7603855101362579, |
| "grad_norm": 0.254849398965095, |
| "learning_rate": 1.4303513272105057e-06, |
| "loss": 0.0054, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.7610501827849784, |
| "grad_norm": 0.3577358829627769, |
| "learning_rate": 1.422815731940726e-06, |
| "loss": 0.0089, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.7617148554336989, |
| "grad_norm": 0.3262026271605971, |
| "learning_rate": 1.4152967449962067e-06, |
| "loss": 0.0101, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.7623795280824194, |
| "grad_norm": 0.4396677613166942, |
| "learning_rate": 1.4077944012864636e-06, |
| "loss": 0.0121, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.7630442007311399, |
| "grad_norm": 0.3735700658155585, |
| "learning_rate": 1.400308735643745e-06, |
| "loss": 0.0125, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.7637088733798604, |
| "grad_norm": 0.2049654627255116, |
| "learning_rate": 1.392839782822863e-06, |
| "loss": 0.0078, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.7643735460285809, |
| "grad_norm": 0.4072052028309622, |
| "learning_rate": 1.3853875775010355e-06, |
| "loss": 0.0074, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.7650382186773014, |
| "grad_norm": 0.7007804259499075, |
| "learning_rate": 1.3779521542777263e-06, |
| "loss": 0.011, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.765702891326022, |
| "grad_norm": 0.3262383334404254, |
| "learning_rate": 1.370533547674477e-06, |
| "loss": 0.0093, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.7663675639747425, |
| "grad_norm": 0.5129541884543688, |
| "learning_rate": 1.3631317921347564e-06, |
| "loss": 0.0126, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.767032236623463, |
| "grad_norm": 0.2398283391568401, |
| "learning_rate": 1.3557469220237963e-06, |
| "loss": 0.0118, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.7676969092721835, |
| "grad_norm": 0.4622451475529138, |
| "learning_rate": 1.3483789716284323e-06, |
| "loss": 0.0082, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.768361581920904, |
| "grad_norm": 0.33196169225105054, |
| "learning_rate": 1.3410279751569399e-06, |
| "loss": 0.0133, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.7690262545696245, |
| "grad_norm": 0.1693889972824183, |
| "learning_rate": 1.3336939667388865e-06, |
| "loss": 0.007, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.769690927218345, |
| "grad_norm": 0.2026575272845, |
| "learning_rate": 1.3263769804249592e-06, |
| "loss": 0.0077, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.7703555998670655, |
| "grad_norm": 0.3317924315070264, |
| "learning_rate": 1.3190770501868243e-06, |
| "loss": 0.0122, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.771020272515786, |
| "grad_norm": 0.2644567708590121, |
| "learning_rate": 1.3117942099169485e-06, |
| "loss": 0.0099, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.7716849451645065, |
| "grad_norm": 0.5967241141158173, |
| "learning_rate": 1.3045284934284596e-06, |
| "loss": 0.0095, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.772349617813227, |
| "grad_norm": 0.3065593215514762, |
| "learning_rate": 1.297279934454978e-06, |
| "loss": 0.0108, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.7730142904619475, |
| "grad_norm": 0.16429767793033337, |
| "learning_rate": 1.290048566650467e-06, |
| "loss": 0.007, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.773678963110668, |
| "grad_norm": 0.21304178810165386, |
| "learning_rate": 1.2828344235890727e-06, |
| "loss": 0.0095, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.7743436357593885, |
| "grad_norm": 0.2560215473513446, |
| "learning_rate": 1.2756375387649717e-06, |
| "loss": 0.0072, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.775008308408109, |
| "grad_norm": 0.5488560143414549, |
| "learning_rate": 1.2684579455922086e-06, |
| "loss": 0.0108, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.7756729810568295, |
| "grad_norm": 0.3066562359844814, |
| "learning_rate": 1.2612956774045486e-06, |
| "loss": 0.0082, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.77633765370555, |
| "grad_norm": 0.32119385817027957, |
| "learning_rate": 1.25415076745532e-06, |
| "loss": 0.0075, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.7770023263542705, |
| "grad_norm": 0.2604879037873993, |
| "learning_rate": 1.2470232489172591e-06, |
| "loss": 0.0067, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.7776669990029911, |
| "grad_norm": 0.24882729616305863, |
| "learning_rate": 1.239913154882354e-06, |
| "loss": 0.0112, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.7783316716517116, |
| "grad_norm": 0.21009481894442797, |
| "learning_rate": 1.2328205183616964e-06, |
| "loss": 0.0077, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.7789963443004321, |
| "grad_norm": 0.19419419958694167, |
| "learning_rate": 1.2257453722853258e-06, |
| "loss": 0.0082, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.7796610169491526, |
| "grad_norm": 0.188812071213171, |
| "learning_rate": 1.2186877495020705e-06, |
| "loss": 0.0073, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.7803256895978731, |
| "grad_norm": 0.2704368673679914, |
| "learning_rate": 1.2116476827794104e-06, |
| "loss": 0.0093, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.7809903622465936, |
| "grad_norm": 0.3407872623102282, |
| "learning_rate": 1.204625204803307e-06, |
| "loss": 0.0089, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.7816550348953141, |
| "grad_norm": 0.3265433343443895, |
| "learning_rate": 1.1976203481780646e-06, |
| "loss": 0.0108, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.7823197075440346, |
| "grad_norm": 0.30023902808188774, |
| "learning_rate": 1.1906331454261704e-06, |
| "loss": 0.0105, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.7829843801927551, |
| "grad_norm": 0.20094025972184332, |
| "learning_rate": 1.183663628988152e-06, |
| "loss": 0.0082, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.7836490528414756, |
| "grad_norm": 0.15605301988534284, |
| "learning_rate": 1.1767118312224151e-06, |
| "loss": 0.0071, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.7843137254901961, |
| "grad_norm": 0.3694149715312689, |
| "learning_rate": 1.1697777844051105e-06, |
| "loss": 0.0093, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.7849783981389166, |
| "grad_norm": 0.4636740581877333, |
| "learning_rate": 1.1628615207299642e-06, |
| "loss": 0.0149, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.7856430707876371, |
| "grad_norm": 0.1858060898847147, |
| "learning_rate": 1.1559630723081456e-06, |
| "loss": 0.0081, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.7863077434363576, |
| "grad_norm": 0.29803163581129977, |
| "learning_rate": 1.1490824711681026e-06, |
| "loss": 0.0088, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.7869724160850781, |
| "grad_norm": 0.3065257433728342, |
| "learning_rate": 1.142219749255427e-06, |
| "loss": 0.01, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.7876370887337986, |
| "grad_norm": 0.39812607082429013, |
| "learning_rate": 1.1353749384326984e-06, |
| "loss": 0.0084, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.7883017613825191, |
| "grad_norm": 0.2748580473755831, |
| "learning_rate": 1.1285480704793378e-06, |
| "loss": 0.0072, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.7889664340312396, |
| "grad_norm": 0.2956252923934504, |
| "learning_rate": 1.121739177091461e-06, |
| "loss": 0.0133, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.7896311066799602, |
| "grad_norm": 0.30918740567679376, |
| "learning_rate": 1.1149482898817277e-06, |
| "loss": 0.0063, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.7902957793286807, |
| "grad_norm": 0.2730422456460517, |
| "learning_rate": 1.1081754403792e-06, |
| "loss": 0.0091, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.7909604519774012, |
| "grad_norm": 0.31589699855317993, |
| "learning_rate": 1.1014206600291938e-06, |
| "loss": 0.0093, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.7916251246261217, |
| "grad_norm": 0.24866108987599006, |
| "learning_rate": 1.0946839801931337e-06, |
| "loss": 0.0095, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.7922897972748422, |
| "grad_norm": 0.3223160878548046, |
| "learning_rate": 1.0879654321484012e-06, |
| "loss": 0.0052, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.7929544699235627, |
| "grad_norm": 0.3326808714284003, |
| "learning_rate": 1.0812650470882025e-06, |
| "loss": 0.0106, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.7936191425722832, |
| "grad_norm": 0.2276420163603284, |
| "learning_rate": 1.0745828561214056e-06, |
| "loss": 0.009, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.7942838152210037, |
| "grad_norm": 0.2392992345077749, |
| "learning_rate": 1.067918890272419e-06, |
| "loss": 0.0091, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.7949484878697242, |
| "grad_norm": 0.22211020466619663, |
| "learning_rate": 1.0612731804810228e-06, |
| "loss": 0.01, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.7956131605184447, |
| "grad_norm": 0.3292482115973677, |
| "learning_rate": 1.054645757602245e-06, |
| "loss": 0.0118, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.7962778331671652, |
| "grad_norm": 0.6103408706172215, |
| "learning_rate": 1.0480366524062041e-06, |
| "loss": 0.0101, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.7969425058158857, |
| "grad_norm": 0.3488478614465216, |
| "learning_rate": 1.0414458955779772e-06, |
| "loss": 0.0073, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.7976071784646062, |
| "grad_norm": 0.28131540620029044, |
| "learning_rate": 1.0348735177174507e-06, |
| "loss": 0.0092, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.7982718511133267, |
| "grad_norm": 0.18828436384580835, |
| "learning_rate": 1.0283195493391823e-06, |
| "loss": 0.0073, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.7989365237620472, |
| "grad_norm": 0.24210605934382595, |
| "learning_rate": 1.0217840208722518e-06, |
| "loss": 0.0068, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.7996011964107677, |
| "grad_norm": 0.25550490683459076, |
| "learning_rate": 1.0152669626601314e-06, |
| "loss": 0.0113, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.8002658690594882, |
| "grad_norm": 0.17719340880485387, |
| "learning_rate": 1.008768404960535e-06, |
| "loss": 0.0089, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.8009305417082087, |
| "grad_norm": 0.21500448130988142, |
| "learning_rate": 1.0022883779452852e-06, |
| "loss": 0.0078, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.8015952143569293, |
| "grad_norm": 0.28112570405644205, |
| "learning_rate": 9.958269117001635e-07, |
| "loss": 0.0117, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.8022598870056498, |
| "grad_norm": 0.29440783746871396, |
| "learning_rate": 9.893840362247809e-07, |
| "loss": 0.0176, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.8029245596543703, |
| "grad_norm": 0.27188042308708893, |
| "learning_rate": 9.829597814324354e-07, |
| "loss": 0.007, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.8035892323030908, |
| "grad_norm": 0.23038778297348897, |
| "learning_rate": 9.76554177149966e-07, |
| "loss": 0.0095, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.8042539049518113, |
| "grad_norm": 0.4939674266493548, |
| "learning_rate": 9.701672531176287e-07, |
| "loss": 0.0102, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.8049185776005318, |
| "grad_norm": 0.2379653531551173, |
| "learning_rate": 9.637990389889418e-07, |
| "loss": 0.0109, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.8055832502492523, |
| "grad_norm": 0.24478407132403104, |
| "learning_rate": 9.57449564330562e-07, |
| "loss": 0.0113, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.8062479228979728, |
| "grad_norm": 0.28349473125224656, |
| "learning_rate": 9.511188586221376e-07, |
| "loss": 0.0059, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.8069125955466933, |
| "grad_norm": 0.28434605518662, |
| "learning_rate": 9.448069512561774e-07, |
| "loss": 0.0095, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.8075772681954138, |
| "grad_norm": 0.16922176159982383, |
| "learning_rate": 9.385138715379133e-07, |
| "loss": 0.0055, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.8082419408441343, |
| "grad_norm": 0.31299012173969426, |
| "learning_rate": 9.322396486851626e-07, |
| "loss": 0.0095, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.8089066134928548, |
| "grad_norm": 0.1651906651789544, |
| "learning_rate": 9.259843118281909e-07, |
| "loss": 0.0074, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.8095712861415753, |
| "grad_norm": 0.1838687063498829, |
| "learning_rate": 9.197478900095824e-07, |
| "loss": 0.0057, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.8102359587902958, |
| "grad_norm": 0.5599887793109998, |
| "learning_rate": 9.135304121840976e-07, |
| "loss": 0.0088, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.8109006314390163, |
| "grad_norm": 0.2270673307711792, |
| "learning_rate": 9.073319072185466e-07, |
| "loss": 0.0096, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.8115653040877367, |
| "grad_norm": 0.391550489767566, |
| "learning_rate": 9.011524038916503e-07, |
| "loss": 0.0091, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.8122299767364572, |
| "grad_norm": 0.22649918578616765, |
| "learning_rate": 8.949919308939081e-07, |
| "loss": 0.0082, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.8128946493851777, |
| "grad_norm": 0.28731086463281247, |
| "learning_rate": 8.888505168274625e-07, |
| "loss": 0.0066, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.8135593220338984, |
| "grad_norm": 0.3407894854383489, |
| "learning_rate": 8.827281902059697e-07, |
| "loss": 0.0094, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.8142239946826189, |
| "grad_norm": 0.18966931868219372, |
| "learning_rate": 8.766249794544662e-07, |
| "loss": 0.0097, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.8148886673313394, |
| "grad_norm": 0.23090383705250192, |
| "learning_rate": 8.705409129092362e-07, |
| "loss": 0.0092, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.8155533399800599, |
| "grad_norm": 0.4149238687910955, |
| "learning_rate": 8.644760188176815e-07, |
| "loss": 0.0084, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.8162180126287804, |
| "grad_norm": 0.6334986867496075, |
| "learning_rate": 8.584303253381848e-07, |
| "loss": 0.0132, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.8168826852775009, |
| "grad_norm": 0.3886322626931735, |
| "learning_rate": 8.524038605399887e-07, |
| "loss": 0.0077, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.8175473579262214, |
| "grad_norm": 0.5526457335937617, |
| "learning_rate": 8.463966524030531e-07, |
| "loss": 0.0095, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.8182120305749419, |
| "grad_norm": 0.4247184685689392, |
| "learning_rate": 8.404087288179425e-07, |
| "loss": 0.0104, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.8188767032236623, |
| "grad_norm": 0.20351069830152665, |
| "learning_rate": 8.344401175856747e-07, |
| "loss": 0.0085, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.8195413758723828, |
| "grad_norm": 0.23075812657045539, |
| "learning_rate": 8.284908464176128e-07, |
| "loss": 0.0096, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.8202060485211033, |
| "grad_norm": 0.39668656713147676, |
| "learning_rate": 8.225609429353187e-07, |
| "loss": 0.0084, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.8208707211698238, |
| "grad_norm": 0.194637777981652, |
| "learning_rate": 8.166504346704385e-07, |
| "loss": 0.0103, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.8215353938185443, |
| "grad_norm": 0.3055482179639377, |
| "learning_rate": 8.107593490645677e-07, |
| "loss": 0.0098, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.8222000664672648, |
| "grad_norm": 0.1599439783111463, |
| "learning_rate": 8.048877134691269e-07, |
| "loss": 0.0064, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.8228647391159853, |
| "grad_norm": 0.33615091102130434, |
| "learning_rate": 7.990355551452294e-07, |
| "loss": 0.0072, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.8235294117647058, |
| "grad_norm": 0.3782897462134746, |
| "learning_rate": 7.932029012635623e-07, |
| "loss": 0.0089, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.8241940844134263, |
| "grad_norm": 0.2878936740325695, |
| "learning_rate": 7.873897789042523e-07, |
| "loss": 0.0112, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.8248587570621468, |
| "grad_norm": 0.4848427919599975, |
| "learning_rate": 7.815962150567508e-07, |
| "loss": 0.0117, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.8255234297108675, |
| "grad_norm": 0.17647663244932313, |
| "learning_rate": 7.758222366196955e-07, |
| "loss": 0.0065, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.826188102359588, |
| "grad_norm": 0.19208674990207186, |
| "learning_rate": 7.700678704007947e-07, |
| "loss": 0.0076, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.8268527750083084, |
| "grad_norm": 0.27835870680776875, |
| "learning_rate": 7.643331431167017e-07, |
| "loss": 0.0069, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.827517447657029, |
| "grad_norm": 0.35210132331899274, |
| "learning_rate": 7.586180813928856e-07, |
| "loss": 0.0098, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.8281821203057494, |
| "grad_norm": 0.2847030336805179, |
| "learning_rate": 7.529227117635135e-07, |
| "loss": 0.0094, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.82884679295447, |
| "grad_norm": 0.3595229385132859, |
| "learning_rate": 7.47247060671325e-07, |
| "loss": 0.007, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.8295114656031904, |
| "grad_norm": 1.6577040072161255, |
| "learning_rate": 7.415911544675109e-07, |
| "loss": 0.0114, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.8301761382519109, |
| "grad_norm": 0.25078868551860073, |
| "learning_rate": 7.35955019411585e-07, |
| "loss": 0.0093, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.8308408109006314, |
| "grad_norm": 0.19820861279780877, |
| "learning_rate": 7.303386816712715e-07, |
| "loss": 0.0069, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.8315054835493519, |
| "grad_norm": 0.6153166940464705, |
| "learning_rate": 7.247421673223753e-07, |
| "loss": 0.0093, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.8321701561980724, |
| "grad_norm": 0.28152019188577093, |
| "learning_rate": 7.191655023486682e-07, |
| "loss": 0.0101, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.8328348288467929, |
| "grad_norm": 0.38282709980068497, |
| "learning_rate": 7.136087126417584e-07, |
| "loss": 0.0106, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.8334995014955134, |
| "grad_norm": 0.1985857495245599, |
| "learning_rate": 7.080718240009826e-07, |
| "loss": 0.0093, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.8341641741442339, |
| "grad_norm": 0.19744125990666672, |
| "learning_rate": 7.02554862133275e-07, |
| "loss": 0.0069, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.8348288467929544, |
| "grad_norm": 0.4053150874775869, |
| "learning_rate": 6.970578526530547e-07, |
| "loss": 0.0064, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.8354935194416749, |
| "grad_norm": 0.1865298188473891, |
| "learning_rate": 6.915808210821056e-07, |
| "loss": 0.0065, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.8361581920903954, |
| "grad_norm": 0.3459737085731713, |
| "learning_rate": 6.86123792849458e-07, |
| "loss": 0.0064, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.8368228647391159, |
| "grad_norm": 0.39716978997497415, |
| "learning_rate": 6.806867932912653e-07, |
| "loss": 0.0079, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.8374875373878365, |
| "grad_norm": 0.33561847883572204, |
| "learning_rate": 6.752698476506953e-07, |
| "loss": 0.0064, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.838152210036557, |
| "grad_norm": 0.23923403392920115, |
| "learning_rate": 6.698729810778065e-07, |
| "loss": 0.0079, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.8388168826852775, |
| "grad_norm": 0.18547366829938705, |
| "learning_rate": 6.644962186294357e-07, |
| "loss": 0.0075, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.839481555333998, |
| "grad_norm": 0.20118166619585642, |
| "learning_rate": 6.591395852690741e-07, |
| "loss": 0.0072, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.8401462279827185, |
| "grad_norm": 0.1421489993661855, |
| "learning_rate": 6.53803105866761e-07, |
| "loss": 0.0056, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.840810900631439, |
| "grad_norm": 0.3047617695433436, |
| "learning_rate": 6.484868051989646e-07, |
| "loss": 0.0072, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.8414755732801595, |
| "grad_norm": 0.34806396826696295, |
| "learning_rate": 6.431907079484606e-07, |
| "loss": 0.0154, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.84214024592888, |
| "grad_norm": 0.24816193850425583, |
| "learning_rate": 6.379148387042317e-07, |
| "loss": 0.0107, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.8428049185776005, |
| "grad_norm": 0.3232079151540652, |
| "learning_rate": 6.326592219613376e-07, |
| "loss": 0.0086, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.843469591226321, |
| "grad_norm": 0.2212674506891991, |
| "learning_rate": 6.274238821208129e-07, |
| "loss": 0.01, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.8441342638750415, |
| "grad_norm": 0.5341011828574356, |
| "learning_rate": 6.222088434895462e-07, |
| "loss": 0.013, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.844798936523762, |
| "grad_norm": 0.2198757630894285, |
| "learning_rate": 6.170141302801747e-07, |
| "loss": 0.0084, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.8454636091724825, |
| "grad_norm": 0.14265291148277198, |
| "learning_rate": 6.118397666109643e-07, |
| "loss": 0.0038, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.846128281821203, |
| "grad_norm": 0.6171099758643466, |
| "learning_rate": 6.066857765057055e-07, |
| "loss": 0.0128, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.8467929544699235, |
| "grad_norm": 0.621433132767458, |
| "learning_rate": 6.015521838935906e-07, |
| "loss": 0.0117, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.847457627118644, |
| "grad_norm": 0.1713918002731256, |
| "learning_rate": 5.964390126091163e-07, |
| "loss": 0.0059, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.8481222997673645, |
| "grad_norm": 0.21449463464160287, |
| "learning_rate": 5.9134628639196e-07, |
| "loss": 0.007, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.848786972416085, |
| "grad_norm": 0.3385776079983938, |
| "learning_rate": 5.862740288868829e-07, |
| "loss": 0.0097, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.8494516450648056, |
| "grad_norm": 0.1751389796927551, |
| "learning_rate": 5.812222636436055e-07, |
| "loss": 0.0059, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.8501163177135261, |
| "grad_norm": 0.29202634371041664, |
| "learning_rate": 5.76191014116711e-07, |
| "loss": 0.0133, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.8507809903622466, |
| "grad_norm": 0.36860647674214575, |
| "learning_rate": 5.711803036655306e-07, |
| "loss": 0.0087, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.8514456630109671, |
| "grad_norm": 0.3484876300628792, |
| "learning_rate": 5.661901555540328e-07, |
| "loss": 0.012, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.8521103356596876, |
| "grad_norm": 0.31367930557500423, |
| "learning_rate": 5.612205929507209e-07, |
| "loss": 0.0126, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.8527750083084081, |
| "grad_norm": 0.45161498857266796, |
| "learning_rate": 5.562716389285216e-07, |
| "loss": 0.0115, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.8534396809571286, |
| "grad_norm": 0.1788671259620612, |
| "learning_rate": 5.513433164646815e-07, |
| "loss": 0.0089, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.8541043536058491, |
| "grad_norm": 0.4257909245869742, |
| "learning_rate": 5.464356484406535e-07, |
| "loss": 0.0117, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.8547690262545696, |
| "grad_norm": 0.5959690806932872, |
| "learning_rate": 5.415486576419992e-07, |
| "loss": 0.0098, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.8554336989032901, |
| "grad_norm": 0.36435381860833504, |
| "learning_rate": 5.366823667582766e-07, |
| "loss": 0.0065, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.8560983715520106, |
| "grad_norm": 0.19623785183599504, |
| "learning_rate": 5.318367983829393e-07, |
| "loss": 0.0078, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.8567630442007311, |
| "grad_norm": 0.4733871562296425, |
| "learning_rate": 5.270119750132258e-07, |
| "loss": 0.0103, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.8574277168494516, |
| "grad_norm": 0.23129700586426916, |
| "learning_rate": 5.222079190500634e-07, |
| "loss": 0.0058, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.8580923894981721, |
| "grad_norm": 0.191226124199867, |
| "learning_rate": 5.174246527979532e-07, |
| "loss": 0.0077, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.8587570621468926, |
| "grad_norm": 0.37195425247389013, |
| "learning_rate": 5.126621984648816e-07, |
| "loss": 0.0135, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.8594217347956131, |
| "grad_norm": 0.18690135945880493, |
| "learning_rate": 5.079205781621999e-07, |
| "loss": 0.0093, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.8600864074443336, |
| "grad_norm": 0.22681216531688878, |
| "learning_rate": 5.031998139045352e-07, |
| "loss": 0.0077, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.8607510800930541, |
| "grad_norm": 0.20037186847646823, |
| "learning_rate": 4.984999276096803e-07, |
| "loss": 0.0086, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.8614157527417746, |
| "grad_norm": 0.21114773911943185, |
| "learning_rate": 4.938209410984973e-07, |
| "loss": 0.0086, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.8620804253904952, |
| "grad_norm": 0.4411104511911419, |
| "learning_rate": 4.891628760948114e-07, |
| "loss": 0.0075, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.8627450980392157, |
| "grad_norm": 0.28957408663001083, |
| "learning_rate": 4.845257542253156e-07, |
| "loss": 0.0085, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.8634097706879362, |
| "grad_norm": 0.23438971826970809, |
| "learning_rate": 4.799095970194628e-07, |
| "loss": 0.0067, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.8640744433366567, |
| "grad_norm": 0.587154153978012, |
| "learning_rate": 4.753144259093734e-07, |
| "loss": 0.0117, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.8647391159853772, |
| "grad_norm": 0.25847473299696, |
| "learning_rate": 4.707402622297319e-07, |
| "loss": 0.0071, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.8654037886340977, |
| "grad_norm": 0.21226560471973854, |
| "learning_rate": 4.6618712721768654e-07, |
| "loss": 0.0094, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.8660684612828182, |
| "grad_norm": 0.22453730774857814, |
| "learning_rate": 4.6165504201275635e-07, |
| "loss": 0.006, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.8667331339315387, |
| "grad_norm": 0.2858523502402271, |
| "learning_rate": 4.5714402765672574e-07, |
| "loss": 0.005, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.8673978065802592, |
| "grad_norm": 0.2105900454562083, |
| "learning_rate": 4.526541050935529e-07, |
| "loss": 0.0107, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.8680624792289797, |
| "grad_norm": 0.2504403695016181, |
| "learning_rate": 4.481852951692672e-07, |
| "loss": 0.0097, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.8687271518777002, |
| "grad_norm": 0.3168145106008975, |
| "learning_rate": 4.437376186318776e-07, |
| "loss": 0.0113, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.8693918245264207, |
| "grad_norm": 0.13482607013080378, |
| "learning_rate": 4.393110961312735e-07, |
| "loss": 0.0057, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.8700564971751412, |
| "grad_norm": 0.30057439803737657, |
| "learning_rate": 4.349057482191299e-07, |
| "loss": 0.0088, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.8707211698238617, |
| "grad_norm": 0.43314707886578907, |
| "learning_rate": 4.30521595348809e-07, |
| "loss": 0.0079, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.8713858424725822, |
| "grad_norm": 0.19563364889253065, |
| "learning_rate": 4.261586578752702e-07, |
| "loss": 0.0093, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.8720505151213027, |
| "grad_norm": 0.3859456161811097, |
| "learning_rate": 4.2181695605497066e-07, |
| "loss": 0.0096, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.8727151877700232, |
| "grad_norm": 0.21364472633151707, |
| "learning_rate": 4.1749651004577675e-07, |
| "loss": 0.0078, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.8733798604187437, |
| "grad_norm": 0.26177107889370144, |
| "learning_rate": 4.131973399068645e-07, |
| "loss": 0.0066, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.8740445330674643, |
| "grad_norm": 0.2831138711053405, |
| "learning_rate": 4.089194655986306e-07, |
| "loss": 0.0073, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.8747092057161848, |
| "grad_norm": 0.3644255305067573, |
| "learning_rate": 4.046629069825975e-07, |
| "loss": 0.01, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.8753738783649053, |
| "grad_norm": 0.4101294175243439, |
| "learning_rate": 4.0042768382132333e-07, |
| "loss": 0.0077, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.8760385510136258, |
| "grad_norm": 0.24609740940670535, |
| "learning_rate": 3.9621381577830855e-07, |
| "loss": 0.0082, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.8767032236623463, |
| "grad_norm": 0.4000227377785715, |
| "learning_rate": 3.9202132241790426e-07, |
| "loss": 0.0091, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.8773678963110668, |
| "grad_norm": 0.221223645188277, |
| "learning_rate": 3.8785022320522394e-07, |
| "loss": 0.0112, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.8780325689597873, |
| "grad_norm": 0.3032336344068287, |
| "learning_rate": 3.837005375060482e-07, |
| "loss": 0.0089, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.8786972416085078, |
| "grad_norm": 0.6465774259720459, |
| "learning_rate": 3.7957228458674055e-07, |
| "loss": 0.0105, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.8793619142572283, |
| "grad_norm": 0.31190572399260413, |
| "learning_rate": 3.7546548361415525e-07, |
| "loss": 0.0053, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.8800265869059488, |
| "grad_norm": 0.36312040480494495, |
| "learning_rate": 3.7138015365554834e-07, |
| "loss": 0.011, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.8806912595546693, |
| "grad_norm": 0.1713100331318772, |
| "learning_rate": 3.6731631367848684e-07, |
| "loss": 0.0068, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.8813559322033898, |
| "grad_norm": 0.2877925980140741, |
| "learning_rate": 3.632739825507664e-07, |
| "loss": 0.0108, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.8820206048521103, |
| "grad_norm": 0.28339102121317306, |
| "learning_rate": 3.592531790403159e-07, |
| "loss": 0.0112, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.8826852775008308, |
| "grad_norm": 0.255632244408717, |
| "learning_rate": 3.5525392181512187e-07, |
| "loss": 0.009, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.8833499501495513, |
| "grad_norm": 0.31000803010277955, |
| "learning_rate": 3.512762294431271e-07, |
| "loss": 0.0089, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.8840146227982718, |
| "grad_norm": 0.5356642520907057, |
| "learning_rate": 3.473201203921578e-07, |
| "loss": 0.012, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.8846792954469923, |
| "grad_norm": 0.18440426000235735, |
| "learning_rate": 3.4338561302982745e-07, |
| "loss": 0.0071, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.8853439680957128, |
| "grad_norm": 0.12540041819825556, |
| "learning_rate": 3.3947272562345923e-07, |
| "loss": 0.004, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.8860086407444334, |
| "grad_norm": 0.4250985409615803, |
| "learning_rate": 3.355814763399973e-07, |
| "loss": 0.0084, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.8866733133931539, |
| "grad_norm": 0.3623646451327974, |
| "learning_rate": 3.317118832459243e-07, |
| "loss": 0.0126, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.8873379860418744, |
| "grad_norm": 0.360135238023425, |
| "learning_rate": 3.278639643071735e-07, |
| "loss": 0.0113, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.8880026586905949, |
| "grad_norm": 0.32952721504108706, |
| "learning_rate": 3.2403773738905185e-07, |
| "loss": 0.0101, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.8886673313393154, |
| "grad_norm": 0.2667603702145041, |
| "learning_rate": 3.2023322025615143e-07, |
| "loss": 0.0107, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.8893320039880359, |
| "grad_norm": 0.28247791552348844, |
| "learning_rate": 3.164504305722688e-07, |
| "loss": 0.0129, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.8899966766367564, |
| "grad_norm": 0.15625646332724677, |
| "learning_rate": 3.1268938590032495e-07, |
| "loss": 0.0062, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.8906613492854769, |
| "grad_norm": 0.5060739242699384, |
| "learning_rate": 3.0895010370228076e-07, |
| "loss": 0.0101, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.8913260219341974, |
| "grad_norm": 0.21446324793899632, |
| "learning_rate": 3.0523260133905887e-07, |
| "loss": 0.008, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.8919906945829179, |
| "grad_norm": 0.2022900654333179, |
| "learning_rate": 3.015368960704584e-07, |
| "loss": 0.0088, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.8926553672316384, |
| "grad_norm": 0.5141386462050389, |
| "learning_rate": 2.9786300505508016e-07, |
| "loss": 0.0077, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.8933200398803589, |
| "grad_norm": 0.25142091580604636, |
| "learning_rate": 2.942109453502451e-07, |
| "loss": 0.0076, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.8939847125290794, |
| "grad_norm": 0.43794909917261327, |
| "learning_rate": 2.905807339119138e-07, |
| "loss": 0.0084, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.8946493851777999, |
| "grad_norm": 0.16340568299048047, |
| "learning_rate": 2.8697238759460676e-07, |
| "loss": 0.006, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.8953140578265204, |
| "grad_norm": 0.23454354844351744, |
| "learning_rate": 2.8338592315133253e-07, |
| "loss": 0.0073, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.8959787304752409, |
| "grad_norm": 0.39274982686886334, |
| "learning_rate": 2.798213572335001e-07, |
| "loss": 0.0096, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.8966434031239614, |
| "grad_norm": 0.1539465320402893, |
| "learning_rate": 2.762787063908523e-07, |
| "loss": 0.0047, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.8973080757726819, |
| "grad_norm": 0.5804042908524948, |
| "learning_rate": 2.727579870713787e-07, |
| "loss": 0.0118, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.8979727484214025, |
| "grad_norm": 0.3804620515339711, |
| "learning_rate": 2.6925921562124867e-07, |
| "loss": 0.0087, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.898637421070123, |
| "grad_norm": 0.5259100625593183, |
| "learning_rate": 2.6578240828472604e-07, |
| "loss": 0.0102, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.8993020937188435, |
| "grad_norm": 0.21823229800828492, |
| "learning_rate": 2.623275812041026e-07, |
| "loss": 0.0082, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.899966766367564, |
| "grad_norm": 0.2206204294695038, |
| "learning_rate": 2.5889475041961767e-07, |
| "loss": 0.0093, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.9006314390162845, |
| "grad_norm": 0.6210681161404372, |
| "learning_rate": 2.554839318693847e-07, |
| "loss": 0.0097, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.901296111665005, |
| "grad_norm": 0.23288096465397104, |
| "learning_rate": 2.520951413893191e-07, |
| "loss": 0.0086, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.9019607843137255, |
| "grad_norm": 0.17222888697258087, |
| "learning_rate": 2.487283947130609e-07, |
| "loss": 0.0056, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.902625456962446, |
| "grad_norm": 0.18003467949614746, |
| "learning_rate": 2.453837074719062e-07, |
| "loss": 0.0065, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.9032901296111665, |
| "grad_norm": 0.4820087740609228, |
| "learning_rate": 2.4206109519473164e-07, |
| "loss": 0.0097, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.903954802259887, |
| "grad_norm": 0.2323492870688366, |
| "learning_rate": 2.3876057330792344e-07, |
| "loss": 0.0084, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.9046194749086075, |
| "grad_norm": 0.24413854187061568, |
| "learning_rate": 2.3548215713530497e-07, |
| "loss": 0.0074, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.905284147557328, |
| "grad_norm": 0.22817527462630224, |
| "learning_rate": 2.3222586189806716e-07, |
| "loss": 0.0077, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.9059488202060485, |
| "grad_norm": 0.25553386602777856, |
| "learning_rate": 2.289917027146943e-07, |
| "loss": 0.0068, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.906613492854769, |
| "grad_norm": 0.2775593712558632, |
| "learning_rate": 2.257796946009e-07, |
| "loss": 0.0055, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.9072781655034895, |
| "grad_norm": 0.41755011185783786, |
| "learning_rate": 2.2258985246955078e-07, |
| "loss": 0.0091, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.90794283815221, |
| "grad_norm": 0.25570708270401765, |
| "learning_rate": 2.1942219113060215e-07, |
| "loss": 0.0099, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.9086075108009305, |
| "grad_norm": 0.2924731133048024, |
| "learning_rate": 2.1627672529102472e-07, |
| "loss": 0.0069, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.909272183449651, |
| "grad_norm": 0.23952324922004076, |
| "learning_rate": 2.1315346955474102e-07, |
| "loss": 0.0072, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.9099368560983716, |
| "grad_norm": 0.3143770898780771, |
| "learning_rate": 2.1005243842255552e-07, |
| "loss": 0.0096, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.9106015287470921, |
| "grad_norm": 0.32636204895537685, |
| "learning_rate": 2.0697364629208626e-07, |
| "loss": 0.0121, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.9112662013958126, |
| "grad_norm": 0.2342022665142366, |
| "learning_rate": 2.03917107457699e-07, |
| "loss": 0.0103, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.9119308740445331, |
| "grad_norm": 0.300998863801611, |
| "learning_rate": 2.0088283611044034e-07, |
| "loss": 0.0129, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.9125955466932536, |
| "grad_norm": 0.18985213257992264, |
| "learning_rate": 1.978708463379747e-07, |
| "loss": 0.0084, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.9132602193419741, |
| "grad_norm": 0.47628406829102193, |
| "learning_rate": 1.9488115212451308e-07, |
| "loss": 0.0095, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.9139248919906946, |
| "grad_norm": 0.32323123793718106, |
| "learning_rate": 1.919137673507543e-07, |
| "loss": 0.0097, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.9145895646394151, |
| "grad_norm": 0.23907467342245894, |
| "learning_rate": 1.8896870579381666e-07, |
| "loss": 0.008, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.9152542372881356, |
| "grad_norm": 0.19280814398846127, |
| "learning_rate": 1.860459811271753e-07, |
| "loss": 0.0089, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.9159189099368561, |
| "grad_norm": 0.24176747745973787, |
| "learning_rate": 1.8314560692059836e-07, |
| "loss": 0.0073, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.9165835825855766, |
| "grad_norm": 0.2334961645283537, |
| "learning_rate": 1.8026759664008464e-07, |
| "loss": 0.0084, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.9172482552342971, |
| "grad_norm": 0.21786995305611914, |
| "learning_rate": 1.7741196364780055e-07, |
| "loss": 0.0085, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.9179129278830176, |
| "grad_norm": 0.2840523898409003, |
| "learning_rate": 1.745787212020178e-07, |
| "loss": 0.0108, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.9185776005317381, |
| "grad_norm": 0.226048142965821, |
| "learning_rate": 1.7176788245705178e-07, |
| "loss": 0.0092, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.9192422731804586, |
| "grad_norm": 0.35007830940392926, |
| "learning_rate": 1.689794604632028e-07, |
| "loss": 0.0145, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.9199069458291791, |
| "grad_norm": 0.22762583575066672, |
| "learning_rate": 1.6621346816668993e-07, |
| "loss": 0.0083, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.9205716184778996, |
| "grad_norm": 0.4335184335860766, |
| "learning_rate": 1.6346991840959947e-07, |
| "loss": 0.0116, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.9212362911266201, |
| "grad_norm": 0.30726518900936856, |
| "learning_rate": 1.6074882392981604e-07, |
| "loss": 0.0081, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.9219009637753407, |
| "grad_norm": 0.2130389539698074, |
| "learning_rate": 1.5805019736097105e-07, |
| "loss": 0.0066, |
| "step": 1387 |
| }, |
| { |
| "epoch": 0.9225656364240612, |
| "grad_norm": 0.22518910562095648, |
| "learning_rate": 1.5537405123237758e-07, |
| "loss": 0.0095, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.9232303090727817, |
| "grad_norm": 0.2644571085269553, |
| "learning_rate": 1.5272039796897786e-07, |
| "loss": 0.0074, |
| "step": 1389 |
| }, |
| { |
| "epoch": 0.9238949817215022, |
| "grad_norm": 0.22407464278154024, |
| "learning_rate": 1.500892498912826e-07, |
| "loss": 0.0084, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.9245596543702227, |
| "grad_norm": 0.2715702285577862, |
| "learning_rate": 1.4748061921531497e-07, |
| "loss": 0.0093, |
| "step": 1391 |
| }, |
| { |
| "epoch": 0.9252243270189432, |
| "grad_norm": 0.44775054525017477, |
| "learning_rate": 1.4489451805255072e-07, |
| "loss": 0.0094, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.9258889996676637, |
| "grad_norm": 0.3120170865886277, |
| "learning_rate": 1.4233095840986756e-07, |
| "loss": 0.0135, |
| "step": 1393 |
| }, |
| { |
| "epoch": 0.9265536723163842, |
| "grad_norm": 0.5631823125245807, |
| "learning_rate": 1.397899521894841e-07, |
| "loss": 0.0078, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.9272183449651047, |
| "grad_norm": 0.25260723896350507, |
| "learning_rate": 1.3727151118890834e-07, |
| "loss": 0.0069, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.9278830176138252, |
| "grad_norm": 0.25514417133119477, |
| "learning_rate": 1.3477564710088097e-07, |
| "loss": 0.0109, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.9285476902625457, |
| "grad_norm": 0.2718088879890349, |
| "learning_rate": 1.3230237151332037e-07, |
| "loss": 0.0096, |
| "step": 1397 |
| }, |
| { |
| "epoch": 0.9292123629112662, |
| "grad_norm": 0.2709774446294237, |
| "learning_rate": 1.2985169590927216e-07, |
| "loss": 0.0076, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.9298770355599867, |
| "grad_norm": 0.27971714331010683, |
| "learning_rate": 1.2742363166685035e-07, |
| "loss": 0.0105, |
| "step": 1399 |
| }, |
| { |
| "epoch": 0.9305417082087072, |
| "grad_norm": 0.26093422463096994, |
| "learning_rate": 1.250181900591918e-07, |
| "loss": 0.0079, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.9312063808574277, |
| "grad_norm": 0.40641911549379955, |
| "learning_rate": 1.2263538225439686e-07, |
| "loss": 0.0103, |
| "step": 1401 |
| }, |
| { |
| "epoch": 0.9318710535061482, |
| "grad_norm": 0.4054184737547687, |
| "learning_rate": 1.2027521931548214e-07, |
| "loss": 0.0087, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.9325357261548687, |
| "grad_norm": 0.26579166946650856, |
| "learning_rate": 1.1793771220032669e-07, |
| "loss": 0.0109, |
| "step": 1403 |
| }, |
| { |
| "epoch": 0.9332003988035892, |
| "grad_norm": 0.2191487473782411, |
| "learning_rate": 1.1562287176162201e-07, |
| "loss": 0.0064, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.9338650714523098, |
| "grad_norm": 0.22438879883955717, |
| "learning_rate": 1.1333070874682217e-07, |
| "loss": 0.0097, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.9345297441010303, |
| "grad_norm": 0.3468025813553504, |
| "learning_rate": 1.110612337980943e-07, |
| "loss": 0.01, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.9351944167497508, |
| "grad_norm": 0.4825662416744784, |
| "learning_rate": 1.0881445745226538e-07, |
| "loss": 0.0109, |
| "step": 1407 |
| }, |
| { |
| "epoch": 0.9358590893984713, |
| "grad_norm": 0.3282549185507877, |
| "learning_rate": 1.0659039014077943e-07, |
| "loss": 0.0061, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.9365237620471918, |
| "grad_norm": 0.24629567486926288, |
| "learning_rate": 1.0438904218964319e-07, |
| "loss": 0.0097, |
| "step": 1409 |
| }, |
| { |
| "epoch": 0.9371884346959123, |
| "grad_norm": 0.4215719043805905, |
| "learning_rate": 1.0221042381938329e-07, |
| "loss": 0.0088, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.9378531073446328, |
| "grad_norm": 0.19212652672923897, |
| "learning_rate": 1.0005454514499413e-07, |
| "loss": 0.0094, |
| "step": 1411 |
| }, |
| { |
| "epoch": 0.9385177799933533, |
| "grad_norm": 0.38929297760718345, |
| "learning_rate": 9.792141617589512e-08, |
| "loss": 0.0069, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.9391824526420738, |
| "grad_norm": 0.38410631274492574, |
| "learning_rate": 9.581104681588072e-08, |
| "loss": 0.0088, |
| "step": 1413 |
| }, |
| { |
| "epoch": 0.9398471252907943, |
| "grad_norm": 0.2713883419731266, |
| "learning_rate": 9.372344686307655e-08, |
| "loss": 0.0096, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.9405117979395148, |
| "grad_norm": 0.2749479294928266, |
| "learning_rate": 9.165862600989339e-08, |
| "loss": 0.0091, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.9411764705882353, |
| "grad_norm": 0.13997930958187876, |
| "learning_rate": 8.961659384298215e-08, |
| "loss": 0.0058, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.9418411432369558, |
| "grad_norm": 0.19156522457850245, |
| "learning_rate": 8.759735984318896e-08, |
| "loss": 0.0093, |
| "step": 1417 |
| }, |
| { |
| "epoch": 0.9425058158856763, |
| "grad_norm": 0.48891629721262814, |
| "learning_rate": 8.560093338551178e-08, |
| "loss": 0.0106, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.9431704885343968, |
| "grad_norm": 0.39922897974582106, |
| "learning_rate": 8.362732373905724e-08, |
| "loss": 0.0098, |
| "step": 1419 |
| }, |
| { |
| "epoch": 0.9438351611831173, |
| "grad_norm": 0.21109107434978996, |
| "learning_rate": 8.167654006699444e-08, |
| "loss": 0.0069, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.9444998338318378, |
| "grad_norm": 0.2332346634114929, |
| "learning_rate": 7.974859142651892e-08, |
| "loss": 0.01, |
| "step": 1421 |
| }, |
| { |
| "epoch": 0.9451645064805583, |
| "grad_norm": 0.5853964147599253, |
| "learning_rate": 7.784348676880271e-08, |
| "loss": 0.0107, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.9458291791292789, |
| "grad_norm": 0.17128230932959967, |
| "learning_rate": 7.59612349389599e-08, |
| "loss": 0.0082, |
| "step": 1423 |
| }, |
| { |
| "epoch": 0.9464938517779994, |
| "grad_norm": 0.2938304819216332, |
| "learning_rate": 7.410184467600002e-08, |
| "loss": 0.0098, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.9471585244267199, |
| "grad_norm": 0.29266126267822085, |
| "learning_rate": 7.226532461279079e-08, |
| "loss": 0.0103, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.9478231970754404, |
| "grad_norm": 0.3485122648409076, |
| "learning_rate": 7.04516832760177e-08, |
| "loss": 0.0078, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.9484878697241609, |
| "grad_norm": 0.3596435476197589, |
| "learning_rate": 6.86609290861423e-08, |
| "loss": 0.0069, |
| "step": 1427 |
| }, |
| { |
| "epoch": 0.9491525423728814, |
| "grad_norm": 0.4972666140126574, |
| "learning_rate": 6.689307035736503e-08, |
| "loss": 0.0108, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.9498172150216019, |
| "grad_norm": 0.22502294434114065, |
| "learning_rate": 6.514811529758747e-08, |
| "loss": 0.0109, |
| "step": 1429 |
| }, |
| { |
| "epoch": 0.9504818876703224, |
| "grad_norm": 0.2188354845793532, |
| "learning_rate": 6.34260720083707e-08, |
| "loss": 0.0091, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.9511465603190429, |
| "grad_norm": 0.2117565630575369, |
| "learning_rate": 6.172694848490201e-08, |
| "loss": 0.0117, |
| "step": 1431 |
| }, |
| { |
| "epoch": 0.9518112329677634, |
| "grad_norm": 0.16143261780899512, |
| "learning_rate": 6.005075261595495e-08, |
| "loss": 0.008, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.9524759056164839, |
| "grad_norm": 0.25476203410232795, |
| "learning_rate": 5.8397492183853155e-08, |
| "loss": 0.0057, |
| "step": 1433 |
| }, |
| { |
| "epoch": 0.9531405782652044, |
| "grad_norm": 0.2818271954806162, |
| "learning_rate": 5.6767174864434396e-08, |
| "loss": 0.009, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.9538052509139249, |
| "grad_norm": 0.24237909017799808, |
| "learning_rate": 5.515980822701439e-08, |
| "loss": 0.0101, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.9544699235626454, |
| "grad_norm": 0.3552432189827661, |
| "learning_rate": 5.357539973435522e-08, |
| "loss": 0.0101, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.9551345962113659, |
| "grad_norm": 0.23186978865636249, |
| "learning_rate": 5.201395674262366e-08, |
| "loss": 0.0051, |
| "step": 1437 |
| }, |
| { |
| "epoch": 0.9557992688600864, |
| "grad_norm": 0.41374112140120983, |
| "learning_rate": 5.047548650136513e-08, |
| "loss": 0.0072, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.9564639415088069, |
| "grad_norm": 0.5024415191209991, |
| "learning_rate": 4.895999615346314e-08, |
| "loss": 0.0108, |
| "step": 1439 |
| }, |
| { |
| "epoch": 0.9571286141575274, |
| "grad_norm": 0.2796273839118238, |
| "learning_rate": 4.746749273510987e-08, |
| "loss": 0.0071, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.9577932868062479, |
| "grad_norm": 0.3035503697430027, |
| "learning_rate": 4.599798317577342e-08, |
| "loss": 0.0072, |
| "step": 1441 |
| }, |
| { |
| "epoch": 0.9584579594549685, |
| "grad_norm": 0.35090412706542284, |
| "learning_rate": 4.455147429816453e-08, |
| "loss": 0.0071, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.959122632103689, |
| "grad_norm": 0.22677588589423187, |
| "learning_rate": 4.31279728182038e-08, |
| "loss": 0.0075, |
| "step": 1443 |
| }, |
| { |
| "epoch": 0.9597873047524095, |
| "grad_norm": 0.461202717330117, |
| "learning_rate": 4.172748534499449e-08, |
| "loss": 0.0087, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.96045197740113, |
| "grad_norm": 0.4009475426759403, |
| "learning_rate": 4.0350018380787e-08, |
| "loss": 0.0105, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.9611166500498505, |
| "grad_norm": 0.22013580162867818, |
| "learning_rate": 3.89955783209528e-08, |
| "loss": 0.0092, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.961781322698571, |
| "grad_norm": 0.26806002369562965, |
| "learning_rate": 3.766417145395218e-08, |
| "loss": 0.0109, |
| "step": 1447 |
| }, |
| { |
| "epoch": 0.9624459953472915, |
| "grad_norm": 0.2684175058923534, |
| "learning_rate": 3.635580396130489e-08, |
| "loss": 0.0074, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.963110667996012, |
| "grad_norm": 0.5228750139796844, |
| "learning_rate": 3.507048191756401e-08, |
| "loss": 0.0099, |
| "step": 1449 |
| }, |
| { |
| "epoch": 0.9637753406447325, |
| "grad_norm": 0.40948934869786435, |
| "learning_rate": 3.3808211290284886e-08, |
| "loss": 0.0103, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.964440013293453, |
| "grad_norm": 0.4762124447868586, |
| "learning_rate": 3.256899793999957e-08, |
| "loss": 0.0054, |
| "step": 1451 |
| }, |
| { |
| "epoch": 0.9651046859421735, |
| "grad_norm": 0.24857389167204513, |
| "learning_rate": 3.135284762018742e-08, |
| "loss": 0.007, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.965769358590894, |
| "grad_norm": 0.27281111676577097, |
| "learning_rate": 3.015976597725068e-08, |
| "loss": 0.0127, |
| "step": 1453 |
| }, |
| { |
| "epoch": 0.9664340312396145, |
| "grad_norm": 0.2845804129461655, |
| "learning_rate": 2.8989758550487244e-08, |
| "loss": 0.0109, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.967098703888335, |
| "grad_norm": 0.26838551477963307, |
| "learning_rate": 2.7842830772064068e-08, |
| "loss": 0.012, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.9677633765370555, |
| "grad_norm": 0.4721587194708573, |
| "learning_rate": 2.6718987966992683e-08, |
| "loss": 0.0069, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.968428049185776, |
| "grad_norm": 0.2225663113950291, |
| "learning_rate": 2.561823535310648e-08, |
| "loss": 0.0079, |
| "step": 1457 |
| }, |
| { |
| "epoch": 0.9690927218344965, |
| "grad_norm": 0.27146373608555935, |
| "learning_rate": 2.4540578041032383e-08, |
| "loss": 0.0074, |
| "step": 1458 |
| }, |
| { |
| "epoch": 0.969757394483217, |
| "grad_norm": 0.21599098741222889, |
| "learning_rate": 2.3486021034170857e-08, |
| "loss": 0.0111, |
| "step": 1459 |
| }, |
| { |
| "epoch": 0.9704220671319376, |
| "grad_norm": 0.3856402402760231, |
| "learning_rate": 2.2454569228670398e-08, |
| "loss": 0.0106, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.9710867397806581, |
| "grad_norm": 0.33093801802024314, |
| "learning_rate": 2.1446227413404742e-08, |
| "loss": 0.0091, |
| "step": 1461 |
| }, |
| { |
| "epoch": 0.9717514124293786, |
| "grad_norm": 0.2520678371267694, |
| "learning_rate": 2.0461000269953457e-08, |
| "loss": 0.0081, |
| "step": 1462 |
| }, |
| { |
| "epoch": 0.9724160850780991, |
| "grad_norm": 0.410541684100847, |
| "learning_rate": 1.9498892372576405e-08, |
| "loss": 0.008, |
| "step": 1463 |
| }, |
| { |
| "epoch": 0.9730807577268196, |
| "grad_norm": 0.2654159944302283, |
| "learning_rate": 1.855990818819542e-08, |
| "loss": 0.0095, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.9737454303755401, |
| "grad_norm": 0.33137468500833794, |
| "learning_rate": 1.7644052076371544e-08, |
| "loss": 0.0058, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.9744101030242606, |
| "grad_norm": 0.4089555121812419, |
| "learning_rate": 1.6751328289286717e-08, |
| "loss": 0.0139, |
| "step": 1466 |
| }, |
| { |
| "epoch": 0.9750747756729811, |
| "grad_norm": 0.2783833078816801, |
| "learning_rate": 1.5881740971722126e-08, |
| "loss": 0.01, |
| "step": 1467 |
| }, |
| { |
| "epoch": 0.9757394483217016, |
| "grad_norm": 0.20684165854676587, |
| "learning_rate": 1.5035294161039882e-08, |
| "loss": 0.0031, |
| "step": 1468 |
| }, |
| { |
| "epoch": 0.9764041209704221, |
| "grad_norm": 0.2754255644912798, |
| "learning_rate": 1.4211991787164148e-08, |
| "loss": 0.0078, |
| "step": 1469 |
| }, |
| { |
| "epoch": 0.9770687936191426, |
| "grad_norm": 0.2182609254435047, |
| "learning_rate": 1.3411837672564488e-08, |
| "loss": 0.0065, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.9777334662678631, |
| "grad_norm": 0.41637997230927803, |
| "learning_rate": 1.2634835532233658e-08, |
| "loss": 0.0094, |
| "step": 1471 |
| }, |
| { |
| "epoch": 0.9783981389165836, |
| "grad_norm": 0.21084932780377647, |
| "learning_rate": 1.1880988973676511e-08, |
| "loss": 0.0071, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.9790628115653041, |
| "grad_norm": 0.3630598726797507, |
| "learning_rate": 1.1150301496888338e-08, |
| "loss": 0.0106, |
| "step": 1473 |
| }, |
| { |
| "epoch": 0.9797274842140246, |
| "grad_norm": 0.2230323874514755, |
| "learning_rate": 1.044277649433989e-08, |
| "loss": 0.0089, |
| "step": 1474 |
| }, |
| { |
| "epoch": 0.9803921568627451, |
| "grad_norm": 0.6772716764451815, |
| "learning_rate": 9.758417250962382e-09, |
| "loss": 0.0115, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.9810568295114656, |
| "grad_norm": 0.17428103883165974, |
| "learning_rate": 9.09722694413362e-09, |
| "loss": 0.0066, |
| "step": 1476 |
| }, |
| { |
| "epoch": 0.981721502160186, |
| "grad_norm": 0.20398655612179167, |
| "learning_rate": 8.459208643659122e-09, |
| "loss": 0.0075, |
| "step": 1477 |
| }, |
| { |
| "epoch": 0.9823861748089067, |
| "grad_norm": 0.492245237759995, |
| "learning_rate": 7.844365311761581e-09, |
| "loss": 0.0089, |
| "step": 1478 |
| }, |
| { |
| "epoch": 0.9830508474576272, |
| "grad_norm": 0.2603920276555642, |
| "learning_rate": 7.2526998030653104e-09, |
| "loss": 0.009, |
| "step": 1479 |
| }, |
| { |
| "epoch": 0.9837155201063477, |
| "grad_norm": 0.2303936415465965, |
| "learning_rate": 6.6842148645840374e-09, |
| "loss": 0.0074, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.9843801927550682, |
| "grad_norm": 0.42265637248630394, |
| "learning_rate": 6.1389131357070254e-09, |
| "loss": 0.0074, |
| "step": 1481 |
| }, |
| { |
| "epoch": 0.9850448654037887, |
| "grad_norm": 0.297536803451014, |
| "learning_rate": 5.616797148187969e-09, |
| "loss": 0.0089, |
| "step": 1482 |
| }, |
| { |
| "epoch": 0.9857095380525092, |
| "grad_norm": 0.168931548680635, |
| "learning_rate": 5.11786932613223e-09, |
| "loss": 0.0063, |
| "step": 1483 |
| }, |
| { |
| "epoch": 0.9863742107012297, |
| "grad_norm": 0.20287090250367135, |
| "learning_rate": 4.642131985986287e-09, |
| "loss": 0.0059, |
| "step": 1484 |
| }, |
| { |
| "epoch": 0.9870388833499502, |
| "grad_norm": 0.40582488934168354, |
| "learning_rate": 4.189587336526635e-09, |
| "loss": 0.0116, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.9877035559986707, |
| "grad_norm": 0.27364927584003845, |
| "learning_rate": 3.760237478849793e-09, |
| "loss": 0.0086, |
| "step": 1486 |
| }, |
| { |
| "epoch": 0.9883682286473912, |
| "grad_norm": 0.6309116441674326, |
| "learning_rate": 3.3540844063617574e-09, |
| "loss": 0.0118, |
| "step": 1487 |
| }, |
| { |
| "epoch": 0.9890329012961117, |
| "grad_norm": 0.30530064132867457, |
| "learning_rate": 2.9711300047696734e-09, |
| "loss": 0.0071, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.9896975739448322, |
| "grad_norm": 0.35560754624600943, |
| "learning_rate": 2.611376052073511e-09, |
| "loss": 0.0094, |
| "step": 1489 |
| }, |
| { |
| "epoch": 0.9903622465935527, |
| "grad_norm": 0.31990540878998597, |
| "learning_rate": 2.274824218556071e-09, |
| "loss": 0.012, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.9910269192422732, |
| "grad_norm": 0.5825676082755873, |
| "learning_rate": 1.9614760667763243e-09, |
| "loss": 0.0102, |
| "step": 1491 |
| }, |
| { |
| "epoch": 0.9916915918909937, |
| "grad_norm": 0.33811575307490965, |
| "learning_rate": 1.6713330515627512e-09, |
| "loss": 0.008, |
| "step": 1492 |
| }, |
| { |
| "epoch": 0.9923562645397142, |
| "grad_norm": 0.210567439954917, |
| "learning_rate": 1.4043965200055686e-09, |
| "loss": 0.0106, |
| "step": 1493 |
| }, |
| { |
| "epoch": 0.9930209371884346, |
| "grad_norm": 0.564170511276121, |
| "learning_rate": 1.1606677114500698e-09, |
| "loss": 0.0108, |
| "step": 1494 |
| }, |
| { |
| "epoch": 0.9936856098371551, |
| "grad_norm": 0.5031417663076111, |
| "learning_rate": 9.401477574932927e-10, |
| "loss": 0.0099, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.9943502824858758, |
| "grad_norm": 0.2971666199117056, |
| "learning_rate": 7.428376819745841e-10, |
| "loss": 0.0111, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.9950149551345963, |
| "grad_norm": 0.18937913592511368, |
| "learning_rate": 5.687384009755992e-10, |
| "loss": 0.0072, |
| "step": 1497 |
| }, |
| { |
| "epoch": 0.9956796277833168, |
| "grad_norm": 0.2987558672753604, |
| "learning_rate": 4.178507228136397e-10, |
| "loss": 0.0094, |
| "step": 1498 |
| }, |
| { |
| "epoch": 0.9963443004320373, |
| "grad_norm": 0.23915956769350216, |
| "learning_rate": 2.901753480361036e-10, |
| "loss": 0.0088, |
| "step": 1499 |
| }, |
| { |
| "epoch": 0.9970089730807578, |
| "grad_norm": 0.3291231973139481, |
| "learning_rate": 1.8571286942048462e-10, |
| "loss": 0.0103, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.9976736457294783, |
| "grad_norm": 0.1764987251042461, |
| "learning_rate": 1.0446377197104174e-10, |
| "loss": 0.0058, |
| "step": 1501 |
| }, |
| { |
| "epoch": 0.9983383183781988, |
| "grad_norm": 0.32243727144117085, |
| "learning_rate": 4.642843291491339e-11, |
| "loss": 0.0074, |
| "step": 1502 |
| }, |
| { |
| "epoch": 0.9990029910269193, |
| "grad_norm": 0.2373646127033815, |
| "learning_rate": 1.1607121701562307e-11, |
| "loss": 0.0118, |
| "step": 1503 |
| }, |
| { |
| "epoch": 0.9996676636756398, |
| "grad_norm": 0.23081223888003607, |
| "learning_rate": 0.0, |
| "loss": 0.0066, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.9996676636756398, |
| "step": 1504, |
| "total_flos": 109429382725632.0, |
| "train_loss": 0.01188936162965392, |
| "train_runtime": 35067.4375, |
| "train_samples_per_second": 8.238, |
| "train_steps_per_second": 0.043 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 1504, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 109429382725632.0, |
| "train_batch_size": 12, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
