| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 1268, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0007887990534411359, |
| "grad_norm": 23.821498367793616, |
| "learning_rate": 0.0, |
| "loss": 1.6363, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0015775981068822718, |
| "grad_norm": 23.9527566663704, |
| "learning_rate": 2.564102564102564e-08, |
| "loss": 1.6186, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0023663971603234074, |
| "grad_norm": 22.43554095167205, |
| "learning_rate": 5.128205128205128e-08, |
| "loss": 1.5698, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0031551962137645437, |
| "grad_norm": 22.121374266633797, |
| "learning_rate": 7.692307692307692e-08, |
| "loss": 1.5886, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.003943995267205679, |
| "grad_norm": 26.838317494760666, |
| "learning_rate": 1.0256410256410256e-07, |
| "loss": 1.5974, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.004732794320646815, |
| "grad_norm": 21.124805258198943, |
| "learning_rate": 1.2820512820512818e-07, |
| "loss": 1.5198, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.005521593374087951, |
| "grad_norm": 21.579364005505965, |
| "learning_rate": 1.5384615384615385e-07, |
| "loss": 1.5174, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.006310392427529087, |
| "grad_norm": 22.56736957610717, |
| "learning_rate": 1.7948717948717948e-07, |
| "loss": 1.5575, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.007099191480970223, |
| "grad_norm": 22.728823094971418, |
| "learning_rate": 2.0512820512820512e-07, |
| "loss": 1.5802, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.007887990534411358, |
| "grad_norm": 23.858162996871872, |
| "learning_rate": 2.3076923076923078e-07, |
| "loss": 1.63, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.008676789587852495, |
| "grad_norm": 21.75503789864118, |
| "learning_rate": 2.5641025641025636e-07, |
| "loss": 1.5617, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.00946558864129363, |
| "grad_norm": 23.83038646872311, |
| "learning_rate": 2.8205128205128203e-07, |
| "loss": 1.6325, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.010254387694734766, |
| "grad_norm": 23.678900166762446, |
| "learning_rate": 3.076923076923077e-07, |
| "loss": 1.6027, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.011043186748175901, |
| "grad_norm": 21.78825141828257, |
| "learning_rate": 3.333333333333333e-07, |
| "loss": 1.556, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.011831985801617038, |
| "grad_norm": 21.081908380396943, |
| "learning_rate": 3.5897435897435896e-07, |
| "loss": 1.5294, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.012620784855058175, |
| "grad_norm": 21.810402166235413, |
| "learning_rate": 3.8461538461538463e-07, |
| "loss": 1.6072, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.01340958390849931, |
| "grad_norm": 21.425470700554122, |
| "learning_rate": 4.1025641025641024e-07, |
| "loss": 1.5201, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.014198382961940446, |
| "grad_norm": 22.168697447769855, |
| "learning_rate": 4.358974358974359e-07, |
| "loss": 1.5509, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.014987182015381581, |
| "grad_norm": 21.11162095506983, |
| "learning_rate": 4.6153846153846156e-07, |
| "loss": 1.4628, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.015775981068822716, |
| "grad_norm": 21.317719377330565, |
| "learning_rate": 4.871794871794871e-07, |
| "loss": 1.4695, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.016564780122263853, |
| "grad_norm": 18.999593991748867, |
| "learning_rate": 5.128205128205127e-07, |
| "loss": 1.372, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.01735357917570499, |
| "grad_norm": 19.842618420654098, |
| "learning_rate": 5.384615384615384e-07, |
| "loss": 1.4403, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.018142378229146126, |
| "grad_norm": 20.861166562452222, |
| "learning_rate": 5.641025641025641e-07, |
| "loss": 1.4226, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.01893117728258726, |
| "grad_norm": 17.992887570574684, |
| "learning_rate": 5.897435897435898e-07, |
| "loss": 1.37, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.019719976336028396, |
| "grad_norm": 19.59244514586342, |
| "learning_rate": 6.153846153846154e-07, |
| "loss": 1.46, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.020508775389469533, |
| "grad_norm": 18.423342932899235, |
| "learning_rate": 6.410256410256411e-07, |
| "loss": 1.3541, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.02129757444291067, |
| "grad_norm": 15.680095179583612, |
| "learning_rate": 6.666666666666666e-07, |
| "loss": 1.1953, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.022086373496351803, |
| "grad_norm": 13.396337783252072, |
| "learning_rate": 6.923076923076922e-07, |
| "loss": 1.1452, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.02287517254979294, |
| "grad_norm": 11.902502345243457, |
| "learning_rate": 7.179487179487179e-07, |
| "loss": 1.1671, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.023663971603234076, |
| "grad_norm": 13.636560243332156, |
| "learning_rate": 7.435897435897435e-07, |
| "loss": 1.1456, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.024452770656675213, |
| "grad_norm": 14.891215734551755, |
| "learning_rate": 7.692307692307693e-07, |
| "loss": 1.1441, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.02524156971011635, |
| "grad_norm": 12.235113883103503, |
| "learning_rate": 7.948717948717948e-07, |
| "loss": 1.0817, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.026030368763557483, |
| "grad_norm": 12.04586402982212, |
| "learning_rate": 8.205128205128205e-07, |
| "loss": 1.0814, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.02681916781699862, |
| "grad_norm": 12.138993173935907, |
| "learning_rate": 8.461538461538461e-07, |
| "loss": 1.1061, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.027607966870439756, |
| "grad_norm": 11.319224480934183, |
| "learning_rate": 8.717948717948718e-07, |
| "loss": 1.0379, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.028396765923880893, |
| "grad_norm": 10.071336362250555, |
| "learning_rate": 8.974358974358974e-07, |
| "loss": 1.0049, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.029185564977322026, |
| "grad_norm": 9.147251230442183, |
| "learning_rate": 9.230769230769231e-07, |
| "loss": 0.979, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.029974364030763163, |
| "grad_norm": 4.725229992119413, |
| "learning_rate": 9.487179487179486e-07, |
| "loss": 0.9005, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.0307631630842043, |
| "grad_norm": 3.5180292086307428, |
| "learning_rate": 9.743589743589742e-07, |
| "loss": 0.8805, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.03155196213764543, |
| "grad_norm": 3.4971220169070945, |
| "learning_rate": 1e-06, |
| "loss": 0.8989, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.03234076119108657, |
| "grad_norm": 3.7007713412958876, |
| "learning_rate": 9.999983664375128e-07, |
| "loss": 0.9226, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.033129560244527706, |
| "grad_norm": 3.6906743489881775, |
| "learning_rate": 9.999934657607252e-07, |
| "loss": 0.8423, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.03391835929796884, |
| "grad_norm": 3.5761718345768823, |
| "learning_rate": 9.999852980016597e-07, |
| "loss": 0.8834, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.03470715835140998, |
| "grad_norm": 3.6906833806846606, |
| "learning_rate": 9.999738632136864e-07, |
| "loss": 0.8506, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.03549595740485111, |
| "grad_norm": 3.6987940305158227, |
| "learning_rate": 9.999591614715228e-07, |
| "loss": 0.8754, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.03628475645829225, |
| "grad_norm": 3.8650558275749884, |
| "learning_rate": 9.999411928712342e-07, |
| "loss": 0.8723, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.037073555511733386, |
| "grad_norm": 3.830392093292231, |
| "learning_rate": 9.999199575302316e-07, |
| "loss": 0.8644, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.03786235456517452, |
| "grad_norm": 3.6475156383869303, |
| "learning_rate": 9.998954555872722e-07, |
| "loss": 0.894, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.03865115361861566, |
| "grad_norm": 3.666971497191224, |
| "learning_rate": 9.998676872024575e-07, |
| "loss": 0.853, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.03943995267205679, |
| "grad_norm": 3.5979938218472705, |
| "learning_rate": 9.998366525572335e-07, |
| "loss": 0.8658, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.04022875172549793, |
| "grad_norm": 3.591852924414306, |
| "learning_rate": 9.99802351854388e-07, |
| "loss": 0.8884, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.041017550778939066, |
| "grad_norm": 3.6241417263328133, |
| "learning_rate": 9.997647853180507e-07, |
| "loss": 0.8674, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.0418063498323802, |
| "grad_norm": 3.1548064042839563, |
| "learning_rate": 9.997239531936903e-07, |
| "loss": 0.8787, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.04259514888582134, |
| "grad_norm": 3.4861397835145245, |
| "learning_rate": 9.996798557481146e-07, |
| "loss": 0.8298, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.04338394793926247, |
| "grad_norm": 3.2809323710163274, |
| "learning_rate": 9.996324932694668e-07, |
| "loss": 0.8245, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.044172746992703606, |
| "grad_norm": 3.227332680300041, |
| "learning_rate": 9.995818660672254e-07, |
| "loss": 0.8886, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.044961546046144746, |
| "grad_norm": 2.946824332318705, |
| "learning_rate": 9.995279744722016e-07, |
| "loss": 0.8586, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.04575034509958588, |
| "grad_norm": 3.26654804883275, |
| "learning_rate": 9.99470818836536e-07, |
| "loss": 0.7976, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.04653914415302702, |
| "grad_norm": 3.052602823683985, |
| "learning_rate": 9.99410399533698e-07, |
| "loss": 0.8262, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.04732794320646815, |
| "grad_norm": 3.414233581618168, |
| "learning_rate": 9.993467169584823e-07, |
| "loss": 0.8227, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.048116742259909286, |
| "grad_norm": 3.0290264902443345, |
| "learning_rate": 9.99279771527007e-07, |
| "loss": 0.8092, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.048905541313350426, |
| "grad_norm": 2.9719868450361715, |
| "learning_rate": 9.992095636767103e-07, |
| "loss": 0.8386, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.04969434036679156, |
| "grad_norm": 3.0268031749477986, |
| "learning_rate": 9.991360938663475e-07, |
| "loss": 0.7875, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.0504831394202327, |
| "grad_norm": 2.798561649830226, |
| "learning_rate": 9.99059362575989e-07, |
| "loss": 0.8406, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.05127193847367383, |
| "grad_norm": 2.909622934231715, |
| "learning_rate": 9.989793703070162e-07, |
| "loss": 0.7645, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.052060737527114966, |
| "grad_norm": 2.8784035929166327, |
| "learning_rate": 9.988961175821184e-07, |
| "loss": 0.7412, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.052849536580556106, |
| "grad_norm": 2.8330445419230292, |
| "learning_rate": 9.9880960494529e-07, |
| "loss": 0.762, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.05363833563399724, |
| "grad_norm": 2.595688924804014, |
| "learning_rate": 9.98719832961826e-07, |
| "loss": 0.7503, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.05442713468743837, |
| "grad_norm": 2.672864806085718, |
| "learning_rate": 9.98626802218319e-07, |
| "loss": 0.7514, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.05521593374087951, |
| "grad_norm": 2.6286672019522084, |
| "learning_rate": 9.98530513322655e-07, |
| "loss": 0.7387, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.056004732794320645, |
| "grad_norm": 2.5062295678916833, |
| "learning_rate": 9.984309669040102e-07, |
| "loss": 0.7978, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.056793531847761786, |
| "grad_norm": 2.6849708650725197, |
| "learning_rate": 9.983281636128453e-07, |
| "loss": 0.7566, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.05758233090120292, |
| "grad_norm": 2.5848147232622543, |
| "learning_rate": 9.982221041209027e-07, |
| "loss": 0.7712, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.05837112995464405, |
| "grad_norm": 2.470299683431367, |
| "learning_rate": 9.981127891212019e-07, |
| "loss": 0.7549, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.05915992900808519, |
| "grad_norm": 2.3230706720997816, |
| "learning_rate": 9.980002193280341e-07, |
| "loss": 0.7411, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.059948728061526325, |
| "grad_norm": 2.4491831201172958, |
| "learning_rate": 9.97884395476959e-07, |
| "loss": 0.7311, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.06073752711496746, |
| "grad_norm": 2.3852788380234795, |
| "learning_rate": 9.97765318324798e-07, |
| "loss": 0.7631, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.0615263261684086, |
| "grad_norm": 2.098867238321296, |
| "learning_rate": 9.976429886496311e-07, |
| "loss": 0.7664, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.06231512522184973, |
| "grad_norm": 2.2951148713524026, |
| "learning_rate": 9.975174072507915e-07, |
| "loss": 0.7242, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.06310392427529087, |
| "grad_norm": 2.4936102415302326, |
| "learning_rate": 9.973885749488588e-07, |
| "loss": 0.6974, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.06389272332873201, |
| "grad_norm": 2.2420956391392974, |
| "learning_rate": 9.972564925856556e-07, |
| "loss": 0.7074, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.06468152238217315, |
| "grad_norm": 2.291007122423151, |
| "learning_rate": 9.971211610242414e-07, |
| "loss": 0.7235, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.06547032143561428, |
| "grad_norm": 2.180802966416447, |
| "learning_rate": 9.969825811489062e-07, |
| "loss": 0.7233, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.06625912048905541, |
| "grad_norm": 2.2569170025933585, |
| "learning_rate": 9.968407538651656e-07, |
| "loss": 0.7082, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.06704791954249655, |
| "grad_norm": 2.5138802108685403, |
| "learning_rate": 9.966956800997546e-07, |
| "loss": 0.702, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.06783671859593768, |
| "grad_norm": 2.3328171388578745, |
| "learning_rate": 9.965473608006212e-07, |
| "loss": 0.7189, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.06862551764937883, |
| "grad_norm": 2.4351769062343647, |
| "learning_rate": 9.96395796936921e-07, |
| "loss": 0.7261, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.06941431670281996, |
| "grad_norm": 2.4418488296075793, |
| "learning_rate": 9.9624098949901e-07, |
| "loss": 0.7096, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.07020311575626109, |
| "grad_norm": 2.2484405624096, |
| "learning_rate": 9.96082939498439e-07, |
| "loss": 0.757, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.07099191480970223, |
| "grad_norm": 2.5770142969870435, |
| "learning_rate": 9.959216479679458e-07, |
| "loss": 0.749, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.07178071386314336, |
| "grad_norm": 2.614664891624914, |
| "learning_rate": 9.957571159614498e-07, |
| "loss": 0.7, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.0725695129165845, |
| "grad_norm": 2.503853320846588, |
| "learning_rate": 9.955893445540442e-07, |
| "loss": 0.7116, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.07335831197002564, |
| "grad_norm": 2.3161217480939165, |
| "learning_rate": 9.954183348419893e-07, |
| "loss": 0.7233, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.07414711102346677, |
| "grad_norm": 2.198515267378206, |
| "learning_rate": 9.952440879427055e-07, |
| "loss": 0.7112, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.0749359100769079, |
| "grad_norm": 2.189972541962156, |
| "learning_rate": 9.950666049947652e-07, |
| "loss": 0.7284, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.07572470913034904, |
| "grad_norm": 2.4180696847370666, |
| "learning_rate": 9.948858871578867e-07, |
| "loss": 0.7305, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.07651350818379019, |
| "grad_norm": 2.2549919126041047, |
| "learning_rate": 9.947019356129254e-07, |
| "loss": 0.7175, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.07730230723723132, |
| "grad_norm": 2.209908478823275, |
| "learning_rate": 9.945147515618666e-07, |
| "loss": 0.6826, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.07809110629067245, |
| "grad_norm": 2.1457174671628323, |
| "learning_rate": 9.94324336227818e-07, |
| "loss": 0.686, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.07887990534411359, |
| "grad_norm": 2.510204276682512, |
| "learning_rate": 9.941306908550004e-07, |
| "loss": 0.6794, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.07966870439755472, |
| "grad_norm": 1.9984316369122155, |
| "learning_rate": 9.939338167087415e-07, |
| "loss": 0.6667, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.08045750345099587, |
| "grad_norm": 2.105987888350643, |
| "learning_rate": 9.93733715075466e-07, |
| "loss": 0.7042, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.081246302504437, |
| "grad_norm": 2.1449968700072426, |
| "learning_rate": 9.935303872626881e-07, |
| "loss": 0.7269, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.08203510155787813, |
| "grad_norm": 2.1399376402602903, |
| "learning_rate": 9.933238345990026e-07, |
| "loss": 0.6725, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.08282390061131926, |
| "grad_norm": 2.2336511334127436, |
| "learning_rate": 9.93114058434076e-07, |
| "loss": 0.7227, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.0836126996647604, |
| "grad_norm": 2.174804460647939, |
| "learning_rate": 9.929010601386384e-07, |
| "loss": 0.711, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.08440149871820153, |
| "grad_norm": 2.077733993111799, |
| "learning_rate": 9.92684841104474e-07, |
| "loss": 0.6869, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.08519029777164268, |
| "grad_norm": 2.0325410693379986, |
| "learning_rate": 9.924654027444116e-07, |
| "loss": 0.7444, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.08597909682508381, |
| "grad_norm": 2.016982086847133, |
| "learning_rate": 9.922427464923166e-07, |
| "loss": 0.7033, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.08676789587852494, |
| "grad_norm": 2.0897827665188906, |
| "learning_rate": 9.920168738030807e-07, |
| "loss": 0.6791, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.08755669493196608, |
| "grad_norm": 2.2334397912019, |
| "learning_rate": 9.917877861526122e-07, |
| "loss": 0.6569, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.08834549398540721, |
| "grad_norm": 2.278926252437753, |
| "learning_rate": 9.915554850378272e-07, |
| "loss": 0.6726, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.08913429303884836, |
| "grad_norm": 2.0304786199673996, |
| "learning_rate": 9.913199719766392e-07, |
| "loss": 0.7221, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.08992309209228949, |
| "grad_norm": 2.1226845835490757, |
| "learning_rate": 9.910812485079496e-07, |
| "loss": 0.7002, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.09071189114573062, |
| "grad_norm": 1.9967984638638425, |
| "learning_rate": 9.908393161916374e-07, |
| "loss": 0.6531, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.09150069019917176, |
| "grad_norm": 2.1122809420729114, |
| "learning_rate": 9.90594176608548e-07, |
| "loss": 0.6529, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.09228948925261289, |
| "grad_norm": 2.214611967238534, |
| "learning_rate": 9.903458313604856e-07, |
| "loss": 0.6932, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.09307828830605404, |
| "grad_norm": 1.939537278621756, |
| "learning_rate": 9.900942820701994e-07, |
| "loss": 0.6516, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.09386708735949517, |
| "grad_norm": 2.152403210434206, |
| "learning_rate": 9.89839530381376e-07, |
| "loss": 0.6487, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.0946558864129363, |
| "grad_norm": 2.0200287174218263, |
| "learning_rate": 9.895815779586262e-07, |
| "loss": 0.6749, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.09544468546637744, |
| "grad_norm": 2.1024029674856135, |
| "learning_rate": 9.893204264874757e-07, |
| "loss": 0.6754, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.09623348451981857, |
| "grad_norm": 2.1950582348744407, |
| "learning_rate": 9.890560776743532e-07, |
| "loss": 0.6591, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.09702228357325972, |
| "grad_norm": 2.4193442997240027, |
| "learning_rate": 9.887885332465806e-07, |
| "loss": 0.6537, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.09781108262670085, |
| "grad_norm": 1.9090500133740858, |
| "learning_rate": 9.885177949523595e-07, |
| "loss": 0.6791, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.09859988168014198, |
| "grad_norm": 2.2655596429804836, |
| "learning_rate": 9.882438645607619e-07, |
| "loss": 0.6285, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.09938868073358312, |
| "grad_norm": 2.3955445313932753, |
| "learning_rate": 9.879667438617172e-07, |
| "loss": 0.6668, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.10017747978702425, |
| "grad_norm": 2.228073273296558, |
| "learning_rate": 9.876864346660013e-07, |
| "loss": 0.6693, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.1009662788404654, |
| "grad_norm": 2.2233434521309445, |
| "learning_rate": 9.874029388052248e-07, |
| "loss": 0.6761, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.10175507789390653, |
| "grad_norm": 2.1780763478003538, |
| "learning_rate": 9.871162581318205e-07, |
| "loss": 0.6614, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.10254387694734766, |
| "grad_norm": 2.174738822458843, |
| "learning_rate": 9.868263945190311e-07, |
| "loss": 0.6418, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.1033326760007888, |
| "grad_norm": 1.9101621674089266, |
| "learning_rate": 9.865333498608986e-07, |
| "loss": 0.7165, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.10412147505422993, |
| "grad_norm": 2.1602769420975974, |
| "learning_rate": 9.862371260722496e-07, |
| "loss": 0.6601, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.10491027410767106, |
| "grad_norm": 2.0662885243604276, |
| "learning_rate": 9.859377250886842e-07, |
| "loss": 0.6295, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.10569907316111221, |
| "grad_norm": 2.167979726250443, |
| "learning_rate": 9.856351488665638e-07, |
| "loss": 0.6565, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.10648787221455334, |
| "grad_norm": 2.4135140669881743, |
| "learning_rate": 9.853293993829967e-07, |
| "loss": 0.7407, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.10727667126799448, |
| "grad_norm": 2.1348027174931112, |
| "learning_rate": 9.850204786358266e-07, |
| "loss": 0.6429, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.10806547032143561, |
| "grad_norm": 2.3158913329772126, |
| "learning_rate": 9.847083886436188e-07, |
| "loss": 0.6374, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.10885426937487674, |
| "grad_norm": 2.221761813749553, |
| "learning_rate": 9.843931314456473e-07, |
| "loss": 0.6624, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.10964306842831789, |
| "grad_norm": 2.1424484619812554, |
| "learning_rate": 9.840747091018814e-07, |
| "loss": 0.6464, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.11043186748175902, |
| "grad_norm": 2.053523672023974, |
| "learning_rate": 9.837531236929726e-07, |
| "loss": 0.6145, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.11122066653520016, |
| "grad_norm": 2.1103531295770748, |
| "learning_rate": 9.8342837732024e-07, |
| "loss": 0.6454, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.11200946558864129, |
| "grad_norm": 2.2505689024311075, |
| "learning_rate": 9.831004721056576e-07, |
| "loss": 0.6695, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.11279826464208242, |
| "grad_norm": 2.137541688443829, |
| "learning_rate": 9.8276941019184e-07, |
| "loss": 0.6279, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.11358706369552357, |
| "grad_norm": 1.9325471763337814, |
| "learning_rate": 9.824351937420286e-07, |
| "loss": 0.6617, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.1143758627489647, |
| "grad_norm": 2.343364335607791, |
| "learning_rate": 9.820978249400772e-07, |
| "loss": 0.6209, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.11516466180240584, |
| "grad_norm": 2.073265445103016, |
| "learning_rate": 9.81757305990438e-07, |
| "loss": 0.6544, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.11595346085584697, |
| "grad_norm": 2.1345678706401885, |
| "learning_rate": 9.814136391181468e-07, |
| "loss": 0.6392, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.1167422599092881, |
| "grad_norm": 2.045889999752981, |
| "learning_rate": 9.810668265688088e-07, |
| "loss": 0.6356, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.11753105896272925, |
| "grad_norm": 2.203598159559126, |
| "learning_rate": 9.80716870608584e-07, |
| "loss": 0.6354, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.11831985801617038, |
| "grad_norm": 1.8693440166545279, |
| "learning_rate": 9.803637735241719e-07, |
| "loss": 0.6338, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.11910865706961152, |
| "grad_norm": 2.064579307573498, |
| "learning_rate": 9.800075376227973e-07, |
| "loss": 0.6689, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.11989745612305265, |
| "grad_norm": 2.080108515704008, |
| "learning_rate": 9.796481652321946e-07, |
| "loss": 0.6176, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.12068625517649378, |
| "grad_norm": 2.200233582877887, |
| "learning_rate": 9.79285658700593e-07, |
| "loss": 0.6486, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.12147505422993492, |
| "grad_norm": 2.326480348621232, |
| "learning_rate": 9.789200203967003e-07, |
| "loss": 0.6172, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.12226385328337606, |
| "grad_norm": 2.053859826133946, |
| "learning_rate": 9.78551252709689e-07, |
| "loss": 0.6119, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.1230526523368172, |
| "grad_norm": 2.4125543948599417, |
| "learning_rate": 9.78179358049179e-07, |
| "loss": 0.6243, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.12384145139025833, |
| "grad_norm": 2.1531753469530956, |
| "learning_rate": 9.778043388452233e-07, |
| "loss": 0.61, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.12463025044369946, |
| "grad_norm": 2.0602091846668364, |
| "learning_rate": 9.77426197548291e-07, |
| "loss": 0.6143, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.1254190494971406, |
| "grad_norm": 2.3040349476060418, |
| "learning_rate": 9.77044936629252e-07, |
| "loss": 0.6417, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.12620784855058173, |
| "grad_norm": 2.136747041605826, |
| "learning_rate": 9.7666055857936e-07, |
| "loss": 0.6333, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.12699664760402288, |
| "grad_norm": 2.0849191714265363, |
| "learning_rate": 9.762730659102376e-07, |
| "loss": 0.6339, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.12778544665746402, |
| "grad_norm": 1.9460159578188034, |
| "learning_rate": 9.758824611538585e-07, |
| "loss": 0.6637, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.12857424571090514, |
| "grad_norm": 2.1764142009289267, |
| "learning_rate": 9.754887468625322e-07, |
| "loss": 0.5856, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.1293630447643463, |
| "grad_norm": 2.0161165289961747, |
| "learning_rate": 9.75091925608886e-07, |
| "loss": 0.633, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.1301518438177874, |
| "grad_norm": 1.9549304626583646, |
| "learning_rate": 9.746919999858492e-07, |
| "loss": 0.6293, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.13094064287122856, |
| "grad_norm": 2.0059985272816525, |
| "learning_rate": 9.742889726066358e-07, |
| "loss": 0.6361, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.13172944192466968, |
| "grad_norm": 2.108068432019833, |
| "learning_rate": 9.738828461047275e-07, |
| "loss": 0.6179, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.13251824097811082, |
| "grad_norm": 2.276091751963883, |
| "learning_rate": 9.734736231338562e-07, |
| "loss": 0.6155, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.13330704003155197, |
| "grad_norm": 2.218148255025018, |
| "learning_rate": 9.730613063679874e-07, |
| "loss": 0.6324, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.1340958390849931, |
| "grad_norm": 2.225906331496186, |
| "learning_rate": 9.726458985013017e-07, |
| "loss": 0.6042, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.13488463813843424, |
| "grad_norm": 2.3092785891839145, |
| "learning_rate": 9.722274022481778e-07, |
| "loss": 0.6582, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.13567343719187536, |
| "grad_norm": 1.9357661240497763, |
| "learning_rate": 9.718058203431749e-07, |
| "loss": 0.606, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.1364622362453165, |
| "grad_norm": 2.1911258272030407, |
| "learning_rate": 9.713811555410146e-07, |
| "loss": 0.6218, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.13725103529875765, |
| "grad_norm": 2.0961500104898336, |
| "learning_rate": 9.70953410616563e-07, |
| "loss": 0.6056, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.13803983435219877, |
| "grad_norm": 2.012463262930148, |
| "learning_rate": 9.70522588364812e-07, |
| "loss": 0.6225, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.13882863340563992, |
| "grad_norm": 2.071026669357088, |
| "learning_rate": 9.70088691600862e-07, |
| "loss": 0.566, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.13961743245908104, |
| "grad_norm": 2.0696818714622305, |
| "learning_rate": 9.696517231599032e-07, |
| "loss": 0.6042, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.14040623151252218, |
| "grad_norm": 2.0453998756275897, |
| "learning_rate": 9.692116858971965e-07, |
| "loss": 0.6138, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.14119503056596333, |
| "grad_norm": 1.9031178086136131, |
| "learning_rate": 9.687685826880551e-07, |
| "loss": 0.6159, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.14198382961940445, |
| "grad_norm": 1.839058059178829, |
| "learning_rate": 9.683224164278263e-07, |
| "loss": 0.5902, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1427726286728456, |
| "grad_norm": 1.8634457748819728, |
| "learning_rate": 9.67873190031872e-07, |
| "loss": 0.6406, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.14356142772628672, |
| "grad_norm": 2.3423429752571647, |
| "learning_rate": 9.674209064355497e-07, |
| "loss": 0.6197, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.14435022677972786, |
| "grad_norm": 2.2209903723096964, |
| "learning_rate": 9.669655685941932e-07, |
| "loss": 0.6262, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.145139025833169, |
| "grad_norm": 1.979200832158828, |
| "learning_rate": 9.665071794830943e-07, |
| "loss": 0.6283, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.14592782488661013, |
| "grad_norm": 2.0913291773802762, |
| "learning_rate": 9.660457420974817e-07, |
| "loss": 0.5824, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.14671662394005128, |
| "grad_norm": 1.9785722976236968, |
| "learning_rate": 9.655812594525028e-07, |
| "loss": 0.6433, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.1475054229934924, |
| "grad_norm": 2.0901254186127933, |
| "learning_rate": 9.65113734583203e-07, |
| "loss": 0.596, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.14829422204693354, |
| "grad_norm": 2.1133703700117867, |
| "learning_rate": 9.646431705445068e-07, |
| "loss": 0.6049, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.1490830211003747, |
| "grad_norm": 2.011797123245168, |
| "learning_rate": 9.641695704111974e-07, |
| "loss": 0.5874, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.1498718201538158, |
| "grad_norm": 2.050447388943759, |
| "learning_rate": 9.636929372778961e-07, |
| "loss": 0.6301, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.15066061920725696, |
| "grad_norm": 1.9721198253109251, |
| "learning_rate": 9.632132742590435e-07, |
| "loss": 0.568, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.15144941826069808, |
| "grad_norm": 2.0051708806154656, |
| "learning_rate": 9.62730584488877e-07, |
| "loss": 0.5872, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.15223821731413922, |
| "grad_norm": 2.001494879776667, |
| "learning_rate": 9.622448711214125e-07, |
| "loss": 0.5979, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.15302701636758037, |
| "grad_norm": 2.0369341853504377, |
| "learning_rate": 9.617561373304228e-07, |
| "loss": 0.5947, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.1538158154210215, |
| "grad_norm": 2.1189387904824186, |
| "learning_rate": 9.612643863094163e-07, |
| "loss": 0.5747, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.15460461447446264, |
| "grad_norm": 2.0341452382533496, |
| "learning_rate": 9.60769621271617e-07, |
| "loss": 0.6284, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.15539341352790376, |
| "grad_norm": 2.076946897291527, |
| "learning_rate": 9.602718454499439e-07, |
| "loss": 0.5979, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.1561822125813449, |
| "grad_norm": 2.1713436984821444, |
| "learning_rate": 9.59771062096988e-07, |
| "loss": 0.5825, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.15697101163478605, |
| "grad_norm": 2.0416085105909185, |
| "learning_rate": 9.59267274484993e-07, |
| "loss": 0.5789, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.15775981068822717, |
| "grad_norm": 2.2020227481283037, |
| "learning_rate": 9.587604859058333e-07, |
| "loss": 0.6093, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.15854860974166832, |
| "grad_norm": 1.8620107460314095, |
| "learning_rate": 9.582506996709922e-07, |
| "loss": 0.6052, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.15933740879510944, |
| "grad_norm": 2.1199908991427265, |
| "learning_rate": 9.5773791911154e-07, |
| "loss": 0.5797, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.16012620784855058, |
| "grad_norm": 2.2041152162666386, |
| "learning_rate": 9.572221475781136e-07, |
| "loss": 0.5836, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.16091500690199173, |
| "grad_norm": 2.066417536876525, |
| "learning_rate": 9.567033884408926e-07, |
| "loss": 0.6058, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.16170380595543285, |
| "grad_norm": 2.09224656811423, |
| "learning_rate": 9.561816450895793e-07, |
| "loss": 0.5529, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.162492605008874, |
| "grad_norm": 2.2665061926766237, |
| "learning_rate": 9.556569209333746e-07, |
| "loss": 0.6086, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.16328140406231512, |
| "grad_norm": 2.135447318507951, |
| "learning_rate": 9.551292194009578e-07, |
| "loss": 0.5878, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.16407020311575626, |
| "grad_norm": 2.0380476480250893, |
| "learning_rate": 9.545985439404624e-07, |
| "loss": 0.5801, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.1648590021691974, |
| "grad_norm": 1.8888667270876551, |
| "learning_rate": 9.540648980194547e-07, |
| "loss": 0.6513, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.16564780122263853, |
| "grad_norm": 2.0898190110034176, |
| "learning_rate": 9.535282851249102e-07, |
| "loss": 0.599, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.16643660027607968, |
| "grad_norm": 1.9475094517211673, |
| "learning_rate": 9.529887087631921e-07, |
| "loss": 0.5584, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.1672253993295208, |
| "grad_norm": 2.1978457276532457, |
| "learning_rate": 9.524461724600267e-07, |
| "loss": 0.6047, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.16801419838296194, |
| "grad_norm": 1.8386164989261797, |
| "learning_rate": 9.519006797604822e-07, |
| "loss": 0.5844, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.16880299743640306, |
| "grad_norm": 2.0055899446868954, |
| "learning_rate": 9.513522342289442e-07, |
| "loss": 0.6342, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.1695917964898442, |
| "grad_norm": 2.1407367144122404, |
| "learning_rate": 9.508008394490925e-07, |
| "loss": 0.5645, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.17038059554328536, |
| "grad_norm": 2.421295934532421, |
| "learning_rate": 9.50246499023879e-07, |
| "loss": 0.6355, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.17116939459672648, |
| "grad_norm": 2.081286585057276, |
| "learning_rate": 9.496892165755023e-07, |
| "loss": 0.6047, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.17195819365016762, |
| "grad_norm": 2.1273950875255814, |
| "learning_rate": 9.491289957453852e-07, |
| "loss": 0.5984, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.17274699270360874, |
| "grad_norm": 2.019906679301822, |
| "learning_rate": 9.485658401941505e-07, |
| "loss": 0.625, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.1735357917570499, |
| "grad_norm": 2.162787736997155, |
| "learning_rate": 9.479997536015977e-07, |
| "loss": 0.54, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.17432459081049104, |
| "grad_norm": 2.0124485157388863, |
| "learning_rate": 9.474307396666778e-07, |
| "loss": 0.6159, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.17511338986393216, |
| "grad_norm": 2.1605811090535116, |
| "learning_rate": 9.4685880210747e-07, |
| "loss": 0.6195, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.1759021889173733, |
| "grad_norm": 1.9678985366781254, |
| "learning_rate": 9.462839446611576e-07, |
| "loss": 0.5915, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.17669098797081442, |
| "grad_norm": 2.0586937345380796, |
| "learning_rate": 9.457061710840026e-07, |
| "loss": 0.6185, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.17747978702425557, |
| "grad_norm": 2.1592735957630995, |
| "learning_rate": 9.451254851513221e-07, |
| "loss": 0.5602, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.17826858607769672, |
| "grad_norm": 2.2033520089530465, |
| "learning_rate": 9.445418906574629e-07, |
| "loss": 0.5882, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.17905738513113784, |
| "grad_norm": 2.2573660763819285, |
| "learning_rate": 9.439553914157776e-07, |
| "loss": 0.5592, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.17984618418457898, |
| "grad_norm": 2.2085388925200036, |
| "learning_rate": 9.433659912585985e-07, |
| "loss": 0.5819, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.1806349832380201, |
| "grad_norm": 1.9817363710744105, |
| "learning_rate": 9.427736940372139e-07, |
| "loss": 0.5807, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.18142378229146125, |
| "grad_norm": 2.2676602550012213, |
| "learning_rate": 9.421785036218417e-07, |
| "loss": 0.6152, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.1822125813449024, |
| "grad_norm": 1.9720782617824928, |
| "learning_rate": 9.415804239016048e-07, |
| "loss": 0.5854, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.18300138039834352, |
| "grad_norm": 2.1368660188566166, |
| "learning_rate": 9.409794587845057e-07, |
| "loss": 0.609, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.18379017945178466, |
| "grad_norm": 1.9839106576459613, |
| "learning_rate": 9.403756121974005e-07, |
| "loss": 0.5725, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.18457897850522578, |
| "grad_norm": 1.9218960570299226, |
| "learning_rate": 9.397688880859739e-07, |
| "loss": 0.553, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.18536777755866693, |
| "grad_norm": 2.2952033773587797, |
| "learning_rate": 9.39159290414713e-07, |
| "loss": 0.593, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.18615657661210808, |
| "grad_norm": 2.240772612128687, |
| "learning_rate": 9.38546823166881e-07, |
| "loss": 0.5718, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.1869453756655492, |
| "grad_norm": 1.8742465867882945, |
| "learning_rate": 9.379314903444923e-07, |
| "loss": 0.5556, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.18773417471899034, |
| "grad_norm": 2.0380610417295664, |
| "learning_rate": 9.373132959682852e-07, |
| "loss": 0.5709, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.18852297377243146, |
| "grad_norm": 2.0187775917117285, |
| "learning_rate": 9.366922440776963e-07, |
| "loss": 0.5503, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.1893117728258726, |
| "grad_norm": 2.0864752168958653, |
| "learning_rate": 9.360683387308339e-07, |
| "loss": 0.5821, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.19010057187931376, |
| "grad_norm": 2.275474842760395, |
| "learning_rate": 9.354415840044516e-07, |
| "loss": 0.5466, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.19088937093275488, |
| "grad_norm": 2.112984861051366, |
| "learning_rate": 9.348119839939213e-07, |
| "loss": 0.5175, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.19167816998619602, |
| "grad_norm": 2.0724999164336904, |
| "learning_rate": 9.341795428132067e-07, |
| "loss": 0.5765, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.19246696903963714, |
| "grad_norm": 1.9479549486132637, |
| "learning_rate": 9.335442645948368e-07, |
| "loss": 0.5997, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.1932557680930783, |
| "grad_norm": 1.8966629223438753, |
| "learning_rate": 9.329061534898782e-07, |
| "loss": 0.6365, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.19404456714651944, |
| "grad_norm": 2.162908805351454, |
| "learning_rate": 9.322652136679083e-07, |
| "loss": 0.5674, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.19483336619996056, |
| "grad_norm": 2.0700268976725997, |
| "learning_rate": 9.316214493169883e-07, |
| "loss": 0.543, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.1956221652534017, |
| "grad_norm": 2.2169701057415647, |
| "learning_rate": 9.309748646436351e-07, |
| "loss": 0.5733, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.19641096430684282, |
| "grad_norm": 1.9739674469349247, |
| "learning_rate": 9.303254638727947e-07, |
| "loss": 0.6047, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.19719976336028397, |
| "grad_norm": 2.1000703648812533, |
| "learning_rate": 9.296732512478138e-07, |
| "loss": 0.5622, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.19798856241372512, |
| "grad_norm": 2.16881839362488, |
| "learning_rate": 9.290182310304131e-07, |
| "loss": 0.5565, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.19877736146716624, |
| "grad_norm": 1.9966901442546032, |
| "learning_rate": 9.283604075006583e-07, |
| "loss": 0.576, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.19956616052060738, |
| "grad_norm": 1.9879167946673124, |
| "learning_rate": 9.276997849569328e-07, |
| "loss": 0.5673, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.2003549595740485, |
| "grad_norm": 1.9955103115001214, |
| "learning_rate": 9.270363677159093e-07, |
| "loss": 0.5627, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.20114375862748965, |
| "grad_norm": 2.1282616301393245, |
| "learning_rate": 9.263701601125218e-07, |
| "loss": 0.5448, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.2019325576809308, |
| "grad_norm": 2.087995505337521, |
| "learning_rate": 9.257011664999376e-07, |
| "loss": 0.5913, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.20272135673437192, |
| "grad_norm": 2.169710438721766, |
| "learning_rate": 9.25029391249528e-07, |
| "loss": 0.608, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.20351015578781306, |
| "grad_norm": 1.9883185864553177, |
| "learning_rate": 9.243548387508401e-07, |
| "loss": 0.5677, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.20429895484125418, |
| "grad_norm": 2.2152613767820415, |
| "learning_rate": 9.236775134115691e-07, |
| "loss": 0.5059, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.20508775389469533, |
| "grad_norm": 2.021093406588923, |
| "learning_rate": 9.229974196575279e-07, |
| "loss": 0.5606, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.20587655294813645, |
| "grad_norm": 1.9667948025951736, |
| "learning_rate": 9.223145619326187e-07, |
| "loss": 0.5594, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.2066653520015776, |
| "grad_norm": 2.05579373863808, |
| "learning_rate": 9.216289446988049e-07, |
| "loss": 0.5971, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.20745415105501874, |
| "grad_norm": 2.238835948033033, |
| "learning_rate": 9.209405724360808e-07, |
| "loss": 0.5432, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.20824295010845986, |
| "grad_norm": 2.026380742640508, |
| "learning_rate": 9.202494496424428e-07, |
| "loss": 0.5695, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.209031749161901, |
| "grad_norm": 2.0852327303250444, |
| "learning_rate": 9.195555808338602e-07, |
| "loss": 0.5683, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.20982054821534213, |
| "grad_norm": 2.170259217681539, |
| "learning_rate": 9.188589705442449e-07, |
| "loss": 0.5719, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.21060934726878328, |
| "grad_norm": 2.1583648146609975, |
| "learning_rate": 9.181596233254228e-07, |
| "loss": 0.5809, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.21139814632222442, |
| "grad_norm": 1.9450779880151452, |
| "learning_rate": 9.174575437471032e-07, |
| "loss": 0.5888, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.21218694537566554, |
| "grad_norm": 2.358571439161948, |
| "learning_rate": 9.1675273639685e-07, |
| "loss": 0.5724, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.2129757444291067, |
| "grad_norm": 1.8722381634859504, |
| "learning_rate": 9.160452058800503e-07, |
| "loss": 0.5616, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.2137645434825478, |
| "grad_norm": 1.9167573026603648, |
| "learning_rate": 9.153349568198853e-07, |
| "loss": 0.6202, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.21455334253598896, |
| "grad_norm": 1.811701544893456, |
| "learning_rate": 9.146219938573001e-07, |
| "loss": 0.5928, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.2153421415894301, |
| "grad_norm": 2.263992733654506, |
| "learning_rate": 9.139063216509726e-07, |
| "loss": 0.5622, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.21613094064287122, |
| "grad_norm": 2.1549415505031275, |
| "learning_rate": 9.131879448772841e-07, |
| "loss": 0.5482, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.21691973969631237, |
| "grad_norm": 2.135599620753438, |
| "learning_rate": 9.124668682302881e-07, |
| "loss": 0.5398, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.2177085387497535, |
| "grad_norm": 2.132871222551695, |
| "learning_rate": 9.117430964216794e-07, |
| "loss": 0.5868, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.21849733780319464, |
| "grad_norm": 2.510292056404663, |
| "learning_rate": 9.11016634180764e-07, |
| "loss": 0.5629, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.21928613685663578, |
| "grad_norm": 2.37027410248542, |
| "learning_rate": 9.102874862544276e-07, |
| "loss": 0.5468, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.2200749359100769, |
| "grad_norm": 1.995125601866521, |
| "learning_rate": 9.095556574071054e-07, |
| "loss": 0.5513, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.22086373496351805, |
| "grad_norm": 1.9697880861704435, |
| "learning_rate": 9.088211524207496e-07, |
| "loss": 0.5366, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.22165253401695917, |
| "grad_norm": 2.2020676382640407, |
| "learning_rate": 9.080839760947996e-07, |
| "loss": 0.5917, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.22244133307040032, |
| "grad_norm": 2.3253880108174707, |
| "learning_rate": 9.073441332461498e-07, |
| "loss": 0.6054, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.22323013212384146, |
| "grad_norm": 1.964461829667778, |
| "learning_rate": 9.066016287091182e-07, |
| "loss": 0.553, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.22401893117728258, |
| "grad_norm": 2.0015650257376003, |
| "learning_rate": 9.058564673354149e-07, |
| "loss": 0.5491, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.22480773023072373, |
| "grad_norm": 2.0150857445191277, |
| "learning_rate": 9.051086539941108e-07, |
| "loss": 0.6178, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.22559652928416485, |
| "grad_norm": 2.324842566561679, |
| "learning_rate": 9.04358193571605e-07, |
| "loss": 0.6029, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.226385328337606, |
| "grad_norm": 1.9921598865569665, |
| "learning_rate": 9.036050909715935e-07, |
| "loss": 0.5282, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.22717412739104714, |
| "grad_norm": 2.0975976042395192, |
| "learning_rate": 9.028493511150373e-07, |
| "loss": 0.5143, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.22796292644448826, |
| "grad_norm": 2.2483468437430676, |
| "learning_rate": 9.02090978940129e-07, |
| "loss": 0.5545, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.2287517254979294, |
| "grad_norm": 2.0996302946685304, |
| "learning_rate": 9.01329979402262e-07, |
| "loss": 0.5517, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.22954052455137053, |
| "grad_norm": 2.237405783761653, |
| "learning_rate": 9.005663574739979e-07, |
| "loss": 0.5535, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.23032932360481168, |
| "grad_norm": 2.1351044599590407, |
| "learning_rate": 8.99800118145033e-07, |
| "loss": 0.5912, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.23111812265825282, |
| "grad_norm": 2.1385978871433564, |
| "learning_rate": 8.990312664221664e-07, |
| "loss": 0.571, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.23190692171169394, |
| "grad_norm": 2.124644380641703, |
| "learning_rate": 8.982598073292678e-07, |
| "loss": 0.533, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.2326957207651351, |
| "grad_norm": 1.9509847211579, |
| "learning_rate": 8.974857459072434e-07, |
| "loss": 0.515, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.2334845198185762, |
| "grad_norm": 2.3447003487272435, |
| "learning_rate": 8.967090872140042e-07, |
| "loss": 0.5368, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.23427331887201736, |
| "grad_norm": 2.089543552431374, |
| "learning_rate": 8.959298363244323e-07, |
| "loss": 0.5694, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.2350621179254585, |
| "grad_norm": 2.161254634235908, |
| "learning_rate": 8.951479983303476e-07, |
| "loss": 0.5358, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.23585091697889962, |
| "grad_norm": 2.0718558121787067, |
| "learning_rate": 8.94363578340475e-07, |
| "loss": 0.5535, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.23663971603234077, |
| "grad_norm": 1.9931339921010534, |
| "learning_rate": 8.93576581480411e-07, |
| "loss": 0.5707, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2374285150857819, |
| "grad_norm": 2.127655983023035, |
| "learning_rate": 8.927870128925894e-07, |
| "loss": 0.5476, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.23821731413922304, |
| "grad_norm": 2.3887597037144257, |
| "learning_rate": 8.919948777362491e-07, |
| "loss": 0.5286, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.23900611319266418, |
| "grad_norm": 2.0677142024423616, |
| "learning_rate": 8.91200181187399e-07, |
| "loss": 0.5313, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.2397949122461053, |
| "grad_norm": 2.1476513653574316, |
| "learning_rate": 8.90402928438785e-07, |
| "loss": 0.5622, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.24058371129954645, |
| "grad_norm": 2.100290685464606, |
| "learning_rate": 8.896031246998558e-07, |
| "loss": 0.5804, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.24137251035298757, |
| "grad_norm": 2.3605551818435004, |
| "learning_rate": 8.88800775196729e-07, |
| "loss": 0.5666, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.24216130940642872, |
| "grad_norm": 2.3547469827457608, |
| "learning_rate": 8.879958851721567e-07, |
| "loss": 0.5479, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.24295010845986983, |
| "grad_norm": 2.409010607379717, |
| "learning_rate": 8.871884598854918e-07, |
| "loss": 0.567, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.24373890751331098, |
| "grad_norm": 2.0250115427595015, |
| "learning_rate": 8.863785046126526e-07, |
| "loss": 0.5459, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.24452770656675213, |
| "grad_norm": 2.064856701439233, |
| "learning_rate": 8.855660246460895e-07, |
| "loss": 0.5383, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.24531650562019325, |
| "grad_norm": 2.2720249602537357, |
| "learning_rate": 8.847510252947495e-07, |
| "loss": 0.602, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.2461053046736344, |
| "grad_norm": 2.1676155884577923, |
| "learning_rate": 8.839335118840422e-07, |
| "loss": 0.5719, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.24689410372707551, |
| "grad_norm": 2.0541670265949885, |
| "learning_rate": 8.831134897558046e-07, |
| "loss": 0.5659, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.24768290278051666, |
| "grad_norm": 2.1379939152412666, |
| "learning_rate": 8.822909642682661e-07, |
| "loss": 0.5231, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.2484717018339578, |
| "grad_norm": 1.947062284975293, |
| "learning_rate": 8.81465940796014e-07, |
| "loss": 0.5865, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.24926050088739893, |
| "grad_norm": 2.160808065778857, |
| "learning_rate": 8.806384247299577e-07, |
| "loss": 0.5734, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.2500492999408401, |
| "grad_norm": 2.0530656719584823, |
| "learning_rate": 8.798084214772941e-07, |
| "loss": 0.556, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.2508380989942812, |
| "grad_norm": 1.826990861156769, |
| "learning_rate": 8.789759364614719e-07, |
| "loss": 0.5757, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.25162689804772237, |
| "grad_norm": 2.202812516463427, |
| "learning_rate": 8.781409751221564e-07, |
| "loss": 0.5385, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.25241569710116346, |
| "grad_norm": 2.056249012032673, |
| "learning_rate": 8.773035429151936e-07, |
| "loss": 0.5474, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.2532044961546046, |
| "grad_norm": 2.037573756285196, |
| "learning_rate": 8.764636453125748e-07, |
| "loss": 0.5668, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.25399329520804576, |
| "grad_norm": 2.1371621596440584, |
| "learning_rate": 8.756212878024008e-07, |
| "loss": 0.5765, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.2547820942614869, |
| "grad_norm": 2.15937091982221, |
| "learning_rate": 8.747764758888464e-07, |
| "loss": 0.5509, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.25557089331492805, |
| "grad_norm": 2.2092422475411198, |
| "learning_rate": 8.739292150921235e-07, |
| "loss": 0.5059, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.25635969236836914, |
| "grad_norm": 2.1025838723377053, |
| "learning_rate": 8.73079510948446e-07, |
| "loss": 0.5742, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.2571484914218103, |
| "grad_norm": 2.1055903896358563, |
| "learning_rate": 8.722273690099932e-07, |
| "loss": 0.5364, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.25793729047525144, |
| "grad_norm": 2.0481410401242366, |
| "learning_rate": 8.713727948448736e-07, |
| "loss": 0.5429, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.2587260895286926, |
| "grad_norm": 1.9427903905614936, |
| "learning_rate": 8.705157940370882e-07, |
| "loss": 0.5398, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.2595148885821337, |
| "grad_norm": 2.304804087786779, |
| "learning_rate": 8.696563721864947e-07, |
| "loss": 0.5073, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.2603036876355748, |
| "grad_norm": 2.668665013533607, |
| "learning_rate": 8.687945349087702e-07, |
| "loss": 0.5118, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.26109248668901597, |
| "grad_norm": 2.07533269721081, |
| "learning_rate": 8.679302878353746e-07, |
| "loss": 0.5216, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.2618812857424571, |
| "grad_norm": 2.1090862307014144, |
| "learning_rate": 8.670636366135149e-07, |
| "loss": 0.5317, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.26267008479589826, |
| "grad_norm": 2.3943630928389537, |
| "learning_rate": 8.661945869061062e-07, |
| "loss": 0.5412, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.26345888384933935, |
| "grad_norm": 2.136786456391686, |
| "learning_rate": 8.653231443917371e-07, |
| "loss": 0.5792, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.2642476829027805, |
| "grad_norm": 2.457546212144828, |
| "learning_rate": 8.644493147646301e-07, |
| "loss": 0.5408, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.26503648195622165, |
| "grad_norm": 2.3470099739661774, |
| "learning_rate": 8.635731037346069e-07, |
| "loss": 0.5076, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.2658252810096628, |
| "grad_norm": 2.310372885466472, |
| "learning_rate": 8.626945170270492e-07, |
| "loss": 0.5657, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.26661408006310394, |
| "grad_norm": 2.0829343745562556, |
| "learning_rate": 8.618135603828623e-07, |
| "loss": 0.5633, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.26740287911654503, |
| "grad_norm": 2.00979036757978, |
| "learning_rate": 8.609302395584371e-07, |
| "loss": 0.5405, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.2681916781699862, |
| "grad_norm": 2.1647165770802466, |
| "learning_rate": 8.600445603256123e-07, |
| "loss": 0.531, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.26898047722342733, |
| "grad_norm": 2.0388503064283925, |
| "learning_rate": 8.591565284716377e-07, |
| "loss": 0.5359, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.2697692762768685, |
| "grad_norm": 1.9907100487584009, |
| "learning_rate": 8.582661497991354e-07, |
| "loss": 0.5596, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.2705580753303096, |
| "grad_norm": 2.295888796482841, |
| "learning_rate": 8.57373430126062e-07, |
| "loss": 0.5447, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.2713468743837507, |
| "grad_norm": 2.2248786701833874, |
| "learning_rate": 8.564783752856713e-07, |
| "loss": 0.4776, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.27213567343719186, |
| "grad_norm": 2.048251941558661, |
| "learning_rate": 8.555809911264749e-07, |
| "loss": 0.5314, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.272924472490633, |
| "grad_norm": 2.1357310529837505, |
| "learning_rate": 8.546812835122057e-07, |
| "loss": 0.5158, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.27371327154407415, |
| "grad_norm": 2.057119587264759, |
| "learning_rate": 8.537792583217778e-07, |
| "loss": 0.5282, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.2745020705975153, |
| "grad_norm": 2.122280266292899, |
| "learning_rate": 8.528749214492492e-07, |
| "loss": 0.5487, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.2752908696509564, |
| "grad_norm": 2.0552777980933024, |
| "learning_rate": 8.519682788037834e-07, |
| "loss": 0.5919, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.27607966870439754, |
| "grad_norm": 1.9639783201943508, |
| "learning_rate": 8.510593363096097e-07, |
| "loss": 0.5579, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2768684677578387, |
| "grad_norm": 1.902315684387984, |
| "learning_rate": 8.501480999059858e-07, |
| "loss": 0.5273, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.27765726681127983, |
| "grad_norm": 2.109601696468413, |
| "learning_rate": 8.492345755471579e-07, |
| "loss": 0.4997, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.278446065864721, |
| "grad_norm": 2.2089075280462915, |
| "learning_rate": 8.483187692023228e-07, |
| "loss": 0.497, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.2792348649181621, |
| "grad_norm": 2.077303795278966, |
| "learning_rate": 8.474006868555877e-07, |
| "loss": 0.5675, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.2800236639716032, |
| "grad_norm": 2.01729266276797, |
| "learning_rate": 8.464803345059323e-07, |
| "loss": 0.5269, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.28081246302504437, |
| "grad_norm": 2.223738976686647, |
| "learning_rate": 8.455577181671692e-07, |
| "loss": 0.5057, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.2816012620784855, |
| "grad_norm": 2.1279940703470492, |
| "learning_rate": 8.446328438679036e-07, |
| "loss": 0.5345, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.28239006113192666, |
| "grad_norm": 2.076484930820017, |
| "learning_rate": 8.437057176514957e-07, |
| "loss": 0.535, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.28317886018536775, |
| "grad_norm": 2.3150840455699333, |
| "learning_rate": 8.427763455760197e-07, |
| "loss": 0.5443, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.2839676592388089, |
| "grad_norm": 2.1962037443030926, |
| "learning_rate": 8.418447337142253e-07, |
| "loss": 0.573, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.28475645829225005, |
| "grad_norm": 1.912221543514237, |
| "learning_rate": 8.409108881534972e-07, |
| "loss": 0.5099, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.2855452573456912, |
| "grad_norm": 2.1094711301958275, |
| "learning_rate": 8.399748149958155e-07, |
| "loss": 0.5375, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.28633405639913234, |
| "grad_norm": 2.285925242807296, |
| "learning_rate": 8.390365203577164e-07, |
| "loss": 0.5208, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.28712285545257343, |
| "grad_norm": 2.0948745637451776, |
| "learning_rate": 8.380960103702514e-07, |
| "loss": 0.5171, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.2879116545060146, |
| "grad_norm": 2.123594228180867, |
| "learning_rate": 8.371532911789482e-07, |
| "loss": 0.5209, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.2887004535594557, |
| "grad_norm": 2.075250983548259, |
| "learning_rate": 8.362083689437692e-07, |
| "loss": 0.5672, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.2894892526128969, |
| "grad_norm": 2.1044379496552903, |
| "learning_rate": 8.352612498390728e-07, |
| "loss": 0.5523, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.290278051666338, |
| "grad_norm": 1.8013039482820488, |
| "learning_rate": 8.343119400535717e-07, |
| "loss": 0.53, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.2910668507197791, |
| "grad_norm": 2.1603803493749916, |
| "learning_rate": 8.333604457902934e-07, |
| "loss": 0.498, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.29185564977322026, |
| "grad_norm": 2.122631826422624, |
| "learning_rate": 8.324067732665393e-07, |
| "loss": 0.537, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.2926444488266614, |
| "grad_norm": 2.095252848387726, |
| "learning_rate": 8.314509287138441e-07, |
| "loss": 0.5526, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.29343324788010255, |
| "grad_norm": 2.3713422485294586, |
| "learning_rate": 8.304929183779347e-07, |
| "loss": 0.5121, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.2942220469335437, |
| "grad_norm": 2.297191371277777, |
| "learning_rate": 8.295327485186905e-07, |
| "loss": 0.5193, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.2950108459869848, |
| "grad_norm": 1.9959100405942893, |
| "learning_rate": 8.285704254101011e-07, |
| "loss": 0.5371, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.29579964504042594, |
| "grad_norm": 2.235088533110939, |
| "learning_rate": 8.276059553402264e-07, |
| "loss": 0.5398, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.2965884440938671, |
| "grad_norm": 2.1357393409626435, |
| "learning_rate": 8.266393446111548e-07, |
| "loss": 0.5732, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.29737724314730823, |
| "grad_norm": 2.151811513808695, |
| "learning_rate": 8.256705995389624e-07, |
| "loss": 0.5551, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.2981660422007494, |
| "grad_norm": 1.9920864543158614, |
| "learning_rate": 8.246997264536715e-07, |
| "loss": 0.524, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.2989548412541905, |
| "grad_norm": 2.4406812109725067, |
| "learning_rate": 8.237267316992097e-07, |
| "loss": 0.4834, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.2997436403076316, |
| "grad_norm": 2.047950653206123, |
| "learning_rate": 8.227516216333679e-07, |
| "loss": 0.5599, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.30053243936107277, |
| "grad_norm": 2.124189487236291, |
| "learning_rate": 8.21774402627759e-07, |
| "loss": 0.5403, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.3013212384145139, |
| "grad_norm": 2.047743689518608, |
| "learning_rate": 8.207950810677762e-07, |
| "loss": 0.51, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.30211003746795506, |
| "grad_norm": 2.0478210193968036, |
| "learning_rate": 8.198136633525514e-07, |
| "loss": 0.5112, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.30289883652139615, |
| "grad_norm": 2.0725914220995443, |
| "learning_rate": 8.188301558949131e-07, |
| "loss": 0.4808, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.3036876355748373, |
| "grad_norm": 2.1482745384571817, |
| "learning_rate": 8.17844565121345e-07, |
| "loss": 0.5262, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.30447643462827845, |
| "grad_norm": 2.1374710836395185, |
| "learning_rate": 8.168568974719437e-07, |
| "loss": 0.561, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.3052652336817196, |
| "grad_norm": 1.8745913187359984, |
| "learning_rate": 8.158671594003763e-07, |
| "loss": 0.5666, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.30605403273516074, |
| "grad_norm": 1.9003479278431439, |
| "learning_rate": 8.148753573738385e-07, |
| "loss": 0.5939, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.30684283178860183, |
| "grad_norm": 2.05301160238648, |
| "learning_rate": 8.138814978730132e-07, |
| "loss": 0.5302, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.307631630842043, |
| "grad_norm": 2.0460535958618453, |
| "learning_rate": 8.128855873920264e-07, |
| "loss": 0.5522, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.3084204298954841, |
| "grad_norm": 2.102260007807583, |
| "learning_rate": 8.118876324384061e-07, |
| "loss": 0.498, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.3092092289489253, |
| "grad_norm": 2.2662860626090624, |
| "learning_rate": 8.108876395330397e-07, |
| "loss": 0.5238, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.3099980280023664, |
| "grad_norm": 2.8406157126509983, |
| "learning_rate": 8.098856152101305e-07, |
| "loss": 0.5111, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.3107868270558075, |
| "grad_norm": 1.900764837171523, |
| "learning_rate": 8.08881566017156e-07, |
| "loss": 0.4849, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.31157562610924866, |
| "grad_norm": 2.043698100076419, |
| "learning_rate": 8.078754985148246e-07, |
| "loss": 0.5431, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.3123644251626898, |
| "grad_norm": 2.0227657064156017, |
| "learning_rate": 8.068674192770327e-07, |
| "loss": 0.5721, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.31315322421613095, |
| "grad_norm": 1.8504539055096028, |
| "learning_rate": 8.058573348908222e-07, |
| "loss": 0.5422, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.3139420232695721, |
| "grad_norm": 2.231937390888154, |
| "learning_rate": 8.048452519563369e-07, |
| "loss": 0.4899, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.3147308223230132, |
| "grad_norm": 2.0154275363669045, |
| "learning_rate": 8.038311770867796e-07, |
| "loss": 0.499, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.31551962137645434, |
| "grad_norm": 2.122553058724412, |
| "learning_rate": 8.02815116908369e-07, |
| "loss": 0.5414, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.3163084204298955, |
| "grad_norm": 2.168046685805534, |
| "learning_rate": 8.01797078060296e-07, |
| "loss": 0.5223, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.31709721948333663, |
| "grad_norm": 2.1690223536048703, |
| "learning_rate": 8.007770671946815e-07, |
| "loss": 0.5675, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.3178860185367778, |
| "grad_norm": 2.3425772050171103, |
| "learning_rate": 7.997550909765309e-07, |
| "loss": 0.53, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.3186748175902189, |
| "grad_norm": 1.9348424236437924, |
| "learning_rate": 7.987311560836925e-07, |
| "loss": 0.5553, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.31946361664366, |
| "grad_norm": 2.1124495468558067, |
| "learning_rate": 7.977052692068127e-07, |
| "loss": 0.5261, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.32025241569710117, |
| "grad_norm": 2.2173706478893624, |
| "learning_rate": 7.966774370492928e-07, |
| "loss": 0.5731, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.3210412147505423, |
| "grad_norm": 2.227913713108743, |
| "learning_rate": 7.956476663272452e-07, |
| "loss": 0.5238, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.32183001380398346, |
| "grad_norm": 2.088898054939403, |
| "learning_rate": 7.946159637694489e-07, |
| "loss": 0.561, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.32261881285742455, |
| "grad_norm": 2.26819835430573, |
| "learning_rate": 7.935823361173066e-07, |
| "loss": 0.5381, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.3234076119108657, |
| "grad_norm": 2.1924999963355676, |
| "learning_rate": 7.925467901247995e-07, |
| "loss": 0.5025, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.32419641096430685, |
| "grad_norm": 2.0026195508439066, |
| "learning_rate": 7.915093325584439e-07, |
| "loss": 0.5542, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.324985210017748, |
| "grad_norm": 2.157471910614722, |
| "learning_rate": 7.904699701972471e-07, |
| "loss": 0.522, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.32577400907118914, |
| "grad_norm": 2.216340475876602, |
| "learning_rate": 7.894287098326623e-07, |
| "loss": 0.5711, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.32656280812463023, |
| "grad_norm": 1.9369315246390006, |
| "learning_rate": 7.883855582685453e-07, |
| "loss": 0.5044, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.3273516071780714, |
| "grad_norm": 2.1405821631761284, |
| "learning_rate": 7.873405223211087e-07, |
| "loss": 0.5426, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.3281404062315125, |
| "grad_norm": 2.1892744208489914, |
| "learning_rate": 7.862936088188789e-07, |
| "loss": 0.5198, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.3289292052849537, |
| "grad_norm": 2.24088380662381, |
| "learning_rate": 7.852448246026504e-07, |
| "loss": 0.5146, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.3297180043383948, |
| "grad_norm": 2.0898914021762742, |
| "learning_rate": 7.841941765254414e-07, |
| "loss": 0.5036, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.3305068033918359, |
| "grad_norm": 2.123501549648856, |
| "learning_rate": 7.831416714524489e-07, |
| "loss": 0.5718, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.33129560244527706, |
| "grad_norm": 2.057860826653185, |
| "learning_rate": 7.820873162610044e-07, |
| "loss": 0.5432, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3320844014987182, |
| "grad_norm": 2.4230755774304265, |
| "learning_rate": 7.810311178405278e-07, |
| "loss": 0.4946, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.33287320055215935, |
| "grad_norm": 2.1913869862349507, |
| "learning_rate": 7.79973083092484e-07, |
| "loss": 0.5421, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.33366199960560045, |
| "grad_norm": 2.1897520765261924, |
| "learning_rate": 7.789132189303363e-07, |
| "loss": 0.5004, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.3344507986590416, |
| "grad_norm": 2.00358067747818, |
| "learning_rate": 7.778515322795021e-07, |
| "loss": 0.5345, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.33523959771248274, |
| "grad_norm": 1.9349640558251588, |
| "learning_rate": 7.767880300773073e-07, |
| "loss": 0.531, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.3360283967659239, |
| "grad_norm": 2.039149588987288, |
| "learning_rate": 7.757227192729412e-07, |
| "loss": 0.5548, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.33681719581936503, |
| "grad_norm": 2.02241947690995, |
| "learning_rate": 7.746556068274109e-07, |
| "loss": 0.5257, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.3376059948728061, |
| "grad_norm": 2.1321251597690103, |
| "learning_rate": 7.735866997134957e-07, |
| "loss": 0.5101, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.3383947939262473, |
| "grad_norm": 2.308071107409399, |
| "learning_rate": 7.725160049157017e-07, |
| "loss": 0.5325, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.3391835929796884, |
| "grad_norm": 2.4088202220871255, |
| "learning_rate": 7.714435294302167e-07, |
| "loss": 0.5131, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.33997239203312957, |
| "grad_norm": 1.9870249492523793, |
| "learning_rate": 7.703692802648635e-07, |
| "loss": 0.54, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.3407611910865707, |
| "grad_norm": 2.1534632225703003, |
| "learning_rate": 7.692932644390546e-07, |
| "loss": 0.4884, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.3415499901400118, |
| "grad_norm": 2.352875679116166, |
| "learning_rate": 7.682154889837463e-07, |
| "loss": 0.5166, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.34233878919345295, |
| "grad_norm": 2.1192339616164255, |
| "learning_rate": 7.671359609413926e-07, |
| "loss": 0.5582, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.3431275882468941, |
| "grad_norm": 2.2232407791132465, |
| "learning_rate": 7.660546873658999e-07, |
| "loss": 0.5576, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.34391638730033525, |
| "grad_norm": 2.1380400140284186, |
| "learning_rate": 7.649716753225802e-07, |
| "loss": 0.5254, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.3447051863537764, |
| "grad_norm": 2.2000279799990508, |
| "learning_rate": 7.638869318881042e-07, |
| "loss": 0.5244, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.3454939854072175, |
| "grad_norm": 2.1606458172053538, |
| "learning_rate": 7.628004641504573e-07, |
| "loss": 0.5287, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.34628278446065863, |
| "grad_norm": 1.9670000617278367, |
| "learning_rate": 7.617122792088908e-07, |
| "loss": 0.5906, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.3470715835140998, |
| "grad_norm": 2.1000056057786614, |
| "learning_rate": 7.606223841738775e-07, |
| "loss": 0.5335, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.3478603825675409, |
| "grad_norm": 2.3026964176816542, |
| "learning_rate": 7.595307861670637e-07, |
| "loss": 0.5629, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.3486491816209821, |
| "grad_norm": 2.01784399539267, |
| "learning_rate": 7.584374923212235e-07, |
| "loss": 0.5452, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.34943798067442317, |
| "grad_norm": 2.3382330228698165, |
| "learning_rate": 7.573425097802126e-07, |
| "loss": 0.5047, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.3502267797278643, |
| "grad_norm": 2.065103279357655, |
| "learning_rate": 7.562458456989202e-07, |
| "loss": 0.5568, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.35101557878130546, |
| "grad_norm": 2.1310896070029113, |
| "learning_rate": 7.551475072432236e-07, |
| "loss": 0.5622, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.3518043778347466, |
| "grad_norm": 2.1909720621256232, |
| "learning_rate": 7.54047501589941e-07, |
| "loss": 0.5565, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.35259317688818775, |
| "grad_norm": 1.9597026067018604, |
| "learning_rate": 7.52945835926784e-07, |
| "loss": 0.4942, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.35338197594162885, |
| "grad_norm": 2.0131446081156747, |
| "learning_rate": 7.518425174523118e-07, |
| "loss": 0.5745, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.35417077499507, |
| "grad_norm": 2.1465297789608857, |
| "learning_rate": 7.507375533758827e-07, |
| "loss": 0.5563, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.35495957404851114, |
| "grad_norm": 2.3211964849398217, |
| "learning_rate": 7.496309509176082e-07, |
| "loss": 0.4636, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.3557483731019523, |
| "grad_norm": 2.1043019289103193, |
| "learning_rate": 7.485227173083055e-07, |
| "loss": 0.519, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.35653717215539343, |
| "grad_norm": 2.0114595757108797, |
| "learning_rate": 7.4741285978945e-07, |
| "loss": 0.5314, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.3573259712088345, |
| "grad_norm": 2.0661086545879117, |
| "learning_rate": 7.463013856131282e-07, |
| "loss": 0.5073, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.3581147702622757, |
| "grad_norm": 2.0900068029434387, |
| "learning_rate": 7.451883020419899e-07, |
| "loss": 0.5059, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.3589035693157168, |
| "grad_norm": 2.103966500969913, |
| "learning_rate": 7.440736163492016e-07, |
| "loss": 0.5213, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.35969236836915797, |
| "grad_norm": 2.0245281002973834, |
| "learning_rate": 7.429573358183983e-07, |
| "loss": 0.4941, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.3604811674225991, |
| "grad_norm": 2.2557774839292937, |
| "learning_rate": 7.418394677436357e-07, |
| "loss": 0.5179, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.3612699664760402, |
| "grad_norm": 1.9376024457260288, |
| "learning_rate": 7.407200194293435e-07, |
| "loss": 0.5025, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.36205876552948135, |
| "grad_norm": 2.148282681240793, |
| "learning_rate": 7.395989981902765e-07, |
| "loss": 0.5039, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.3628475645829225, |
| "grad_norm": 2.420727882030519, |
| "learning_rate": 7.384764113514679e-07, |
| "loss": 0.5243, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 2.3031173638923366, |
| "learning_rate": 7.373522662481808e-07, |
| "loss": 0.5379, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.3644251626898048, |
| "grad_norm": 2.275238316861926, |
| "learning_rate": 7.3622657022586e-07, |
| "loss": 0.5399, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.3652139617432459, |
| "grad_norm": 2.051350190050254, |
| "learning_rate": 7.350993306400849e-07, |
| "loss": 0.5417, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.36600276079668703, |
| "grad_norm": 2.2250004861949573, |
| "learning_rate": 7.339705548565205e-07, |
| "loss": 0.4643, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.3667915598501282, |
| "grad_norm": 1.9741309712433746, |
| "learning_rate": 7.328402502508701e-07, |
| "loss": 0.4953, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.3675803589035693, |
| "grad_norm": 2.2500308780144644, |
| "learning_rate": 7.317084242088263e-07, |
| "loss": 0.5196, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.3683691579570105, |
| "grad_norm": 2.106653826954423, |
| "learning_rate": 7.305750841260235e-07, |
| "loss": 0.5337, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.36915795701045157, |
| "grad_norm": 2.255057858697615, |
| "learning_rate": 7.294402374079891e-07, |
| "loss": 0.5224, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.3699467560638927, |
| "grad_norm": 2.191220603944603, |
| "learning_rate": 7.283038914700951e-07, |
| "loss": 0.4985, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.37073555511733386, |
| "grad_norm": 2.1076779916683916, |
| "learning_rate": 7.271660537375102e-07, |
| "loss": 0.5273, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.371524354170775, |
| "grad_norm": 1.8972119336416169, |
| "learning_rate": 7.2602673164515e-07, |
| "loss": 0.5244, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.37231315322421615, |
| "grad_norm": 2.2406182593711774, |
| "learning_rate": 7.248859326376304e-07, |
| "loss": 0.5068, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.37310195227765725, |
| "grad_norm": 2.179472150786481, |
| "learning_rate": 7.237436641692168e-07, |
| "loss": 0.5, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.3738907513310984, |
| "grad_norm": 2.0430623755065924, |
| "learning_rate": 7.225999337037771e-07, |
| "loss": 0.5, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.37467955038453954, |
| "grad_norm": 2.248823383997148, |
| "learning_rate": 7.21454748714732e-07, |
| "loss": 0.5163, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.3754683494379807, |
| "grad_norm": 2.0554770933041264, |
| "learning_rate": 7.203081166850065e-07, |
| "loss": 0.5045, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.37625714849142183, |
| "grad_norm": 2.0373980848549436, |
| "learning_rate": 7.191600451069807e-07, |
| "loss": 0.5213, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.3770459475448629, |
| "grad_norm": 2.2332165399845563, |
| "learning_rate": 7.180105414824416e-07, |
| "loss": 0.5649, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.37783474659830407, |
| "grad_norm": 2.0619586679434576, |
| "learning_rate": 7.168596133225328e-07, |
| "loss": 0.5112, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.3786235456517452, |
| "grad_norm": 2.3673578822047303, |
| "learning_rate": 7.157072681477068e-07, |
| "loss": 0.4604, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.37941234470518637, |
| "grad_norm": 2.0696488666186985, |
| "learning_rate": 7.14553513487675e-07, |
| "loss": 0.5753, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.3802011437586275, |
| "grad_norm": 2.326499372685507, |
| "learning_rate": 7.133983568813586e-07, |
| "loss": 0.5128, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.3809899428120686, |
| "grad_norm": 2.1483773403215576, |
| "learning_rate": 7.122418058768398e-07, |
| "loss": 0.4797, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.38177874186550975, |
| "grad_norm": 2.132756493149541, |
| "learning_rate": 7.110838680313118e-07, |
| "loss": 0.5012, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.3825675409189509, |
| "grad_norm": 2.164264128755106, |
| "learning_rate": 7.099245509110298e-07, |
| "loss": 0.4745, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.38335633997239205, |
| "grad_norm": 2.283691680195981, |
| "learning_rate": 7.08763862091262e-07, |
| "loss": 0.5281, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.3841451390258332, |
| "grad_norm": 2.110858300152156, |
| "learning_rate": 7.076018091562388e-07, |
| "loss": 0.511, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.3849339380792743, |
| "grad_norm": 2.18571029843053, |
| "learning_rate": 7.064383996991048e-07, |
| "loss": 0.4831, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.38572273713271543, |
| "grad_norm": 2.178831073574741, |
| "learning_rate": 7.052736413218682e-07, |
| "loss": 0.4974, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.3865115361861566, |
| "grad_norm": 2.10176296853287, |
| "learning_rate": 7.041075416353513e-07, |
| "loss": 0.5647, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.3873003352395977, |
| "grad_norm": 2.168889861754043, |
| "learning_rate": 7.029401082591408e-07, |
| "loss": 0.544, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.3880891342930389, |
| "grad_norm": 2.429159916070289, |
| "learning_rate": 7.017713488215385e-07, |
| "loss": 0.4432, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.38887793334647996, |
| "grad_norm": 2.0223962175979877, |
| "learning_rate": 7.006012709595104e-07, |
| "loss": 0.5208, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.3896667323999211, |
| "grad_norm": 2.4243441791261415, |
| "learning_rate": 6.994298823186378e-07, |
| "loss": 0.5121, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.39045553145336226, |
| "grad_norm": 1.8915847860005757, |
| "learning_rate": 6.982571905530669e-07, |
| "loss": 0.5294, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.3912443305068034, |
| "grad_norm": 2.23982872653249, |
| "learning_rate": 6.970832033254588e-07, |
| "loss": 0.5094, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.39203312956024455, |
| "grad_norm": 2.0569505174202316, |
| "learning_rate": 6.959079283069394e-07, |
| "loss": 0.5242, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.39282192861368564, |
| "grad_norm": 2.1589240271344656, |
| "learning_rate": 6.947313731770495e-07, |
| "loss": 0.5272, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.3936107276671268, |
| "grad_norm": 2.103084067358058, |
| "learning_rate": 6.935535456236945e-07, |
| "loss": 0.4901, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.39439952672056794, |
| "grad_norm": 2.2659931781303, |
| "learning_rate": 6.923744533430938e-07, |
| "loss": 0.5176, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.3951883257740091, |
| "grad_norm": 2.2046253054770664, |
| "learning_rate": 6.911941040397312e-07, |
| "loss": 0.5253, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.39597712482745023, |
| "grad_norm": 2.2589388443487826, |
| "learning_rate": 6.900125054263041e-07, |
| "loss": 0.4772, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.3967659238808913, |
| "grad_norm": 2.3451142698282816, |
| "learning_rate": 6.888296652236731e-07, |
| "loss": 0.4789, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.39755472293433247, |
| "grad_norm": 2.018370821680395, |
| "learning_rate": 6.876455911608118e-07, |
| "loss": 0.4773, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.3983435219877736, |
| "grad_norm": 2.457567781792435, |
| "learning_rate": 6.864602909747563e-07, |
| "loss": 0.5375, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.39913232104121477, |
| "grad_norm": 2.00239260813027, |
| "learning_rate": 6.852737724105538e-07, |
| "loss": 0.5249, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.3999211200946559, |
| "grad_norm": 2.2377516872753427, |
| "learning_rate": 6.840860432212135e-07, |
| "loss": 0.5335, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.400709919148097, |
| "grad_norm": 1.9235377664216216, |
| "learning_rate": 6.828971111676546e-07, |
| "loss": 0.5196, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.40149871820153815, |
| "grad_norm": 2.1776496338320435, |
| "learning_rate": 6.817069840186565e-07, |
| "loss": 0.491, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.4022875172549793, |
| "grad_norm": 2.0900696625367194, |
| "learning_rate": 6.805156695508074e-07, |
| "loss": 0.5298, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.40307631630842045, |
| "grad_norm": 2.0637407028355246, |
| "learning_rate": 6.793231755484538e-07, |
| "loss": 0.5329, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.4038651153618616, |
| "grad_norm": 2.2065814707709257, |
| "learning_rate": 6.781295098036496e-07, |
| "loss": 0.5129, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.4046539144153027, |
| "grad_norm": 1.9448645371893218, |
| "learning_rate": 6.76934680116105e-07, |
| "loss": 0.5169, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.40544271346874383, |
| "grad_norm": 2.177071136566607, |
| "learning_rate": 6.757386942931359e-07, |
| "loss": 0.4706, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.406231512522185, |
| "grad_norm": 2.2070355178486136, |
| "learning_rate": 6.745415601496126e-07, |
| "loss": 0.4931, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.4070203115756261, |
| "grad_norm": 2.146060319715439, |
| "learning_rate": 6.73343285507909e-07, |
| "loss": 0.5213, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.4078091106290672, |
| "grad_norm": 2.170440228171354, |
| "learning_rate": 6.721438781978508e-07, |
| "loss": 0.5477, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.40859790968250836, |
| "grad_norm": 2.1807452801276965, |
| "learning_rate": 6.709433460566654e-07, |
| "loss": 0.5101, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.4093867087359495, |
| "grad_norm": 2.0913861606653676, |
| "learning_rate": 6.697416969289297e-07, |
| "loss": 0.4745, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.41017550778939066, |
| "grad_norm": 2.25295818058408, |
| "learning_rate": 6.685389386665196e-07, |
| "loss": 0.4965, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.4109643068428318, |
| "grad_norm": 2.0153334573129036, |
| "learning_rate": 6.67335079128558e-07, |
| "loss": 0.5122, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.4117531058962729, |
| "grad_norm": 2.132034179113491, |
| "learning_rate": 6.661301261813643e-07, |
| "loss": 0.5069, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.41254190494971404, |
| "grad_norm": 2.2010318633116857, |
| "learning_rate": 6.649240876984022e-07, |
| "loss": 0.5242, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.4133307040031552, |
| "grad_norm": 2.112130583250756, |
| "learning_rate": 6.637169715602285e-07, |
| "loss": 0.505, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.41411950305659634, |
| "grad_norm": 2.076784653241366, |
| "learning_rate": 6.625087856544416e-07, |
| "loss": 0.4912, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.4149083021100375, |
| "grad_norm": 2.27780776988912, |
| "learning_rate": 6.612995378756304e-07, |
| "loss": 0.496, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.4156971011634786, |
| "grad_norm": 2.1976716162586554, |
| "learning_rate": 6.600892361253222e-07, |
| "loss": 0.4895, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.4164859002169197, |
| "grad_norm": 2.868408168751329, |
| "learning_rate": 6.588778883119309e-07, |
| "loss": 0.5043, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.41727469927036087, |
| "grad_norm": 1.924756886144101, |
| "learning_rate": 6.576655023507061e-07, |
| "loss": 0.4787, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.418063498323802, |
| "grad_norm": 1.9984329102702139, |
| "learning_rate": 6.564520861636807e-07, |
| "loss": 0.5356, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.41885229737724317, |
| "grad_norm": 2.148407961243213, |
| "learning_rate": 6.552376476796193e-07, |
| "loss": 0.4752, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.41964109643068426, |
| "grad_norm": 2.1259941384728296, |
| "learning_rate": 6.540221948339665e-07, |
| "loss": 0.4617, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.4204298954841254, |
| "grad_norm": 1.9357007353302174, |
| "learning_rate": 6.528057355687948e-07, |
| "loss": 0.4883, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.42121869453756655, |
| "grad_norm": 2.0117500966387176, |
| "learning_rate": 6.515882778327535e-07, |
| "loss": 0.5344, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.4220074935910077, |
| "grad_norm": 1.9069311353247935, |
| "learning_rate": 6.503698295810153e-07, |
| "loss": 0.527, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.42279629264444885, |
| "grad_norm": 2.0198590134464176, |
| "learning_rate": 6.491503987752263e-07, |
| "loss": 0.5107, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.42358509169788994, |
| "grad_norm": 2.388365519847473, |
| "learning_rate": 6.479299933834514e-07, |
| "loss": 0.4854, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.4243738907513311, |
| "grad_norm": 2.1322654188674655, |
| "learning_rate": 6.467086213801248e-07, |
| "loss": 0.5285, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.42516268980477223, |
| "grad_norm": 2.127975785844204, |
| "learning_rate": 6.454862907459966e-07, |
| "loss": 0.4721, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.4259514888582134, |
| "grad_norm": 2.181072579499217, |
| "learning_rate": 6.442630094680804e-07, |
| "loss": 0.521, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.4267402879116545, |
| "grad_norm": 2.1206552390036255, |
| "learning_rate": 6.430387855396022e-07, |
| "loss": 0.4781, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.4275290869650956, |
| "grad_norm": 2.079779704585345, |
| "learning_rate": 6.418136269599468e-07, |
| "loss": 0.496, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.42831788601853676, |
| "grad_norm": 2.2306801877612967, |
| "learning_rate": 6.405875417346067e-07, |
| "loss": 0.5159, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.4291066850719779, |
| "grad_norm": 2.063597041593193, |
| "learning_rate": 6.393605378751292e-07, |
| "loss": 0.5045, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.42989548412541906, |
| "grad_norm": 2.0134729877949447, |
| "learning_rate": 6.381326233990643e-07, |
| "loss": 0.5072, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.4306842831788602, |
| "grad_norm": 2.040551249934524, |
| "learning_rate": 6.369038063299118e-07, |
| "loss": 0.4667, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.4314730822323013, |
| "grad_norm": 2.2727384988604595, |
| "learning_rate": 6.356740946970701e-07, |
| "loss": 0.5175, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.43226188128574244, |
| "grad_norm": 2.034529773904068, |
| "learning_rate": 6.344434965357818e-07, |
| "loss": 0.4833, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.4330506803391836, |
| "grad_norm": 2.370005501189888, |
| "learning_rate": 6.332120198870834e-07, |
| "loss": 0.4647, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.43383947939262474, |
| "grad_norm": 2.0770065043495762, |
| "learning_rate": 6.319796727977508e-07, |
| "loss": 0.5259, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.4346282784460659, |
| "grad_norm": 2.1036456937958374, |
| "learning_rate": 6.307464633202478e-07, |
| "loss": 0.5109, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.435417077499507, |
| "grad_norm": 2.6983174125851406, |
| "learning_rate": 6.295123995126737e-07, |
| "loss": 0.5581, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.4362058765529481, |
| "grad_norm": 2.294316329636296, |
| "learning_rate": 6.282774894387099e-07, |
| "loss": 0.5493, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.43699467560638927, |
| "grad_norm": 2.0913227290352623, |
| "learning_rate": 6.27041741167567e-07, |
| "loss": 0.5171, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.4377834746598304, |
| "grad_norm": 2.292995694573123, |
| "learning_rate": 6.258051627739336e-07, |
| "loss": 0.4962, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.43857227371327157, |
| "grad_norm": 1.9579051004007573, |
| "learning_rate": 6.245677623379216e-07, |
| "loss": 0.5003, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.43936107276671266, |
| "grad_norm": 2.297306072949353, |
| "learning_rate": 6.233295479450151e-07, |
| "loss": 0.4998, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.4401498718201538, |
| "grad_norm": 2.249711424186936, |
| "learning_rate": 6.220905276860161e-07, |
| "loss": 0.5279, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.44093867087359495, |
| "grad_norm": 2.1241366839450477, |
| "learning_rate": 6.208507096569929e-07, |
| "loss": 0.5109, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.4417274699270361, |
| "grad_norm": 2.108294067641242, |
| "learning_rate": 6.196101019592263e-07, |
| "loss": 0.4735, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.44251626898047725, |
| "grad_norm": 2.140285766397059, |
| "learning_rate": 6.183687126991572e-07, |
| "loss": 0.4822, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.44330506803391834, |
| "grad_norm": 2.515982308138581, |
| "learning_rate": 6.171265499883331e-07, |
| "loss": 0.512, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.4440938670873595, |
| "grad_norm": 2.035321022213538, |
| "learning_rate": 6.158836219433556e-07, |
| "loss": 0.5046, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.44488266614080063, |
| "grad_norm": 2.0199791922731083, |
| "learning_rate": 6.146399366858276e-07, |
| "loss": 0.4782, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.4456714651942418, |
| "grad_norm": 2.349407665179725, |
| "learning_rate": 6.13395502342299e-07, |
| "loss": 0.4614, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.4464602642476829, |
| "grad_norm": 2.40716885639539, |
| "learning_rate": 6.121503270442152e-07, |
| "loss": 0.4535, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.447249063301124, |
| "grad_norm": 1.8980007571067041, |
| "learning_rate": 6.109044189278626e-07, |
| "loss": 0.5237, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.44803786235456516, |
| "grad_norm": 2.365607392658387, |
| "learning_rate": 6.096577861343162e-07, |
| "loss": 0.5268, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.4488266614080063, |
| "grad_norm": 2.2297453603544373, |
| "learning_rate": 6.084104368093865e-07, |
| "loss": 0.4914, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.44961546046144746, |
| "grad_norm": 2.2442058753632628, |
| "learning_rate": 6.071623791035657e-07, |
| "loss": 0.5302, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.4504042595148886, |
| "grad_norm": 2.247446505429321, |
| "learning_rate": 6.059136211719744e-07, |
| "loss": 0.4785, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.4511930585683297, |
| "grad_norm": 2.1610235617883853, |
| "learning_rate": 6.046641711743097e-07, |
| "loss": 0.4921, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.45198185762177084, |
| "grad_norm": 2.1507050779008674, |
| "learning_rate": 6.034140372747898e-07, |
| "loss": 0.5107, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.452770656675212, |
| "grad_norm": 2.271088563006631, |
| "learning_rate": 6.02163227642102e-07, |
| "loss": 0.4959, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.45355945572865314, |
| "grad_norm": 2.146959387271005, |
| "learning_rate": 6.009117504493493e-07, |
| "loss": 0.4717, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.4543482547820943, |
| "grad_norm": 2.190827548804745, |
| "learning_rate": 5.996596138739963e-07, |
| "loss": 0.5637, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.4551370538355354, |
| "grad_norm": 2.220073172142695, |
| "learning_rate": 5.984068260978166e-07, |
| "loss": 0.4889, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.4559258528889765, |
| "grad_norm": 1.9418743500279265, |
| "learning_rate": 5.971533953068385e-07, |
| "loss": 0.5214, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.45671465194241767, |
| "grad_norm": 2.1995657886716544, |
| "learning_rate": 5.95899329691292e-07, |
| "loss": 0.4965, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.4575034509958588, |
| "grad_norm": 2.487117975097244, |
| "learning_rate": 5.946446374455554e-07, |
| "loss": 0.496, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.45829225004929997, |
| "grad_norm": 2.246914412191084, |
| "learning_rate": 5.933893267681014e-07, |
| "loss": 0.5042, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.45908104910274106, |
| "grad_norm": 2.442236454193494, |
| "learning_rate": 5.921334058614439e-07, |
| "loss": 0.5531, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.4598698481561822, |
| "grad_norm": 2.361991668365852, |
| "learning_rate": 5.908768829320839e-07, |
| "loss": 0.5244, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.46065864720962335, |
| "grad_norm": 2.123142316411905, |
| "learning_rate": 5.896197661904559e-07, |
| "loss": 0.4996, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.4614474462630645, |
| "grad_norm": 2.2772071846352673, |
| "learning_rate": 5.883620638508755e-07, |
| "loss": 0.5043, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.46223624531650565, |
| "grad_norm": 2.2247150419859163, |
| "learning_rate": 5.87103784131484e-07, |
| "loss": 0.5129, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.46302504436994674, |
| "grad_norm": 2.080488861402785, |
| "learning_rate": 5.858449352541953e-07, |
| "loss": 0.5059, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.4638138434233879, |
| "grad_norm": 2.0535063144008485, |
| "learning_rate": 5.845855254446429e-07, |
| "loss": 0.4965, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.46460264247682903, |
| "grad_norm": 2.0609964394882163, |
| "learning_rate": 5.833255629321252e-07, |
| "loss": 0.5138, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.4653914415302702, |
| "grad_norm": 2.221045475915457, |
| "learning_rate": 5.820650559495523e-07, |
| "loss": 0.4862, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.4661802405837113, |
| "grad_norm": 2.060326533076467, |
| "learning_rate": 5.808040127333916e-07, |
| "loss": 0.512, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.4669690396371524, |
| "grad_norm": 1.981325078934691, |
| "learning_rate": 5.795424415236148e-07, |
| "loss": 0.5062, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.46775783869059356, |
| "grad_norm": 2.0012054280862914, |
| "learning_rate": 5.782803505636437e-07, |
| "loss": 0.5068, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.4685466377440347, |
| "grad_norm": 2.0834441157848462, |
| "learning_rate": 5.770177481002958e-07, |
| "loss": 0.5178, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.46933543679747586, |
| "grad_norm": 2.132740183791119, |
| "learning_rate": 5.757546423837314e-07, |
| "loss": 0.4875, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.470124235850917, |
| "grad_norm": 2.1014430577342673, |
| "learning_rate": 5.744910416673988e-07, |
| "loss": 0.4776, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.4709130349043581, |
| "grad_norm": 2.0329388238004698, |
| "learning_rate": 5.732269542079811e-07, |
| "loss": 0.5117, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.47170183395779924, |
| "grad_norm": 2.4174377693831537, |
| "learning_rate": 5.719623882653417e-07, |
| "loss": 0.5135, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.4724906330112404, |
| "grad_norm": 2.2649519220019525, |
| "learning_rate": 5.706973521024703e-07, |
| "loss": 0.5205, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.47327943206468154, |
| "grad_norm": 2.41424368892111, |
| "learning_rate": 5.694318539854296e-07, |
| "loss": 0.4975, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.4740682311181227, |
| "grad_norm": 2.3217296493809374, |
| "learning_rate": 5.681659021833005e-07, |
| "loss": 0.5125, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.4748570301715638, |
| "grad_norm": 2.0775856298653257, |
| "learning_rate": 5.668995049681285e-07, |
| "loss": 0.4795, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.4756458292250049, |
| "grad_norm": 2.254097185838289, |
| "learning_rate": 5.656326706148699e-07, |
| "loss": 0.5195, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.47643462827844607, |
| "grad_norm": 1.9948214882179016, |
| "learning_rate": 5.643654074013363e-07, |
| "loss": 0.5198, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.4772234273318872, |
| "grad_norm": 2.048235873908938, |
| "learning_rate": 5.630977236081429e-07, |
| "loss": 0.4913, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.47801222638532836, |
| "grad_norm": 2.2336870988275823, |
| "learning_rate": 5.618296275186522e-07, |
| "loss": 0.4767, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.47880102543876946, |
| "grad_norm": 2.243933354610756, |
| "learning_rate": 5.60561127418921e-07, |
| "loss": 0.4874, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.4795898244922106, |
| "grad_norm": 2.254190317268258, |
| "learning_rate": 5.592922315976463e-07, |
| "loss": 0.575, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.48037862354565175, |
| "grad_norm": 2.0558251991763488, |
| "learning_rate": 5.580229483461101e-07, |
| "loss": 0.5083, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.4811674225990929, |
| "grad_norm": 2.2527330910137, |
| "learning_rate": 5.567532859581267e-07, |
| "loss": 0.5058, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.481956221652534, |
| "grad_norm": 2.185212933393249, |
| "learning_rate": 5.554832527299874e-07, |
| "loss": 0.5211, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.48274502070597514, |
| "grad_norm": 2.2873780364797285, |
| "learning_rate": 5.542128569604068e-07, |
| "loss": 0.5282, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.4835338197594163, |
| "grad_norm": 2.1128456615428006, |
| "learning_rate": 5.529421069504684e-07, |
| "loss": 0.5062, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.48432261881285743, |
| "grad_norm": 2.445213691846106, |
| "learning_rate": 5.516710110035703e-07, |
| "loss": 0.4695, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.4851114178662986, |
| "grad_norm": 2.3447554948983274, |
| "learning_rate": 5.503995774253714e-07, |
| "loss": 0.4925, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.48590021691973967, |
| "grad_norm": 2.1622996870450315, |
| "learning_rate": 5.491278145237361e-07, |
| "loss": 0.5226, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.4866890159731808, |
| "grad_norm": 2.0746908604411405, |
| "learning_rate": 5.478557306086813e-07, |
| "loss": 0.4825, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.48747781502662196, |
| "grad_norm": 2.35310002860545, |
| "learning_rate": 5.465833339923212e-07, |
| "loss": 0.4979, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.4882666140800631, |
| "grad_norm": 2.006711639131911, |
| "learning_rate": 5.453106329888135e-07, |
| "loss": 0.5111, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.48905541313350426, |
| "grad_norm": 2.103462051330557, |
| "learning_rate": 5.440376359143042e-07, |
| "loss": 0.4698, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.48984421218694535, |
| "grad_norm": 2.081280512092479, |
| "learning_rate": 5.427643510868751e-07, |
| "loss": 0.494, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.4906330112403865, |
| "grad_norm": 2.0281990795500606, |
| "learning_rate": 5.414907868264868e-07, |
| "loss": 0.4933, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.49142181029382764, |
| "grad_norm": 1.866655364652089, |
| "learning_rate": 5.402169514549271e-07, |
| "loss": 0.5156, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.4922106093472688, |
| "grad_norm": 2.1349539483424302, |
| "learning_rate": 5.389428532957541e-07, |
| "loss": 0.5311, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.49299940840070994, |
| "grad_norm": 2.0876184638471567, |
| "learning_rate": 5.376685006742441e-07, |
| "loss": 0.4786, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.49378820745415103, |
| "grad_norm": 2.4914185641914925, |
| "learning_rate": 5.363939019173355e-07, |
| "loss": 0.4977, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.4945770065075922, |
| "grad_norm": 2.233311934897169, |
| "learning_rate": 5.351190653535749e-07, |
| "loss": 0.5191, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.4953658055610333, |
| "grad_norm": 2.152955212138101, |
| "learning_rate": 5.338439993130637e-07, |
| "loss": 0.5315, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.49615460461447447, |
| "grad_norm": 1.947932046219484, |
| "learning_rate": 5.325687121274016e-07, |
| "loss": 0.4539, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.4969434036679156, |
| "grad_norm": 2.0555163710857274, |
| "learning_rate": 5.312932121296339e-07, |
| "loss": 0.5317, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.4977322027213567, |
| "grad_norm": 2.3990319617722276, |
| "learning_rate": 5.300175076541964e-07, |
| "loss": 0.4641, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.49852100177479786, |
| "grad_norm": 2.5686914552493856, |
| "learning_rate": 5.28741607036861e-07, |
| "loss": 0.5227, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.499309800828239, |
| "grad_norm": 2.288446348903931, |
| "learning_rate": 5.274655186146814e-07, |
| "loss": 0.4517, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.5000985998816802, |
| "grad_norm": 2.0510321195651726, |
| "learning_rate": 5.261892507259383e-07, |
| "loss": 0.4908, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.5008873989351212, |
| "grad_norm": 2.151882186552225, |
| "learning_rate": 5.249128117100847e-07, |
| "loss": 0.4438, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.5016761979885624, |
| "grad_norm": 2.2949744231412876, |
| "learning_rate": 5.236362099076928e-07, |
| "loss": 0.5021, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.5024649970420035, |
| "grad_norm": 2.4837568871848585, |
| "learning_rate": 5.223594536603972e-07, |
| "loss": 0.4808, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.5032537960954447, |
| "grad_norm": 2.06442493205716, |
| "learning_rate": 5.210825513108429e-07, |
| "loss": 0.4866, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.5040425951488858, |
| "grad_norm": 2.216896222718085, |
| "learning_rate": 5.198055112026288e-07, |
| "loss": 0.4879, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.5048313942023269, |
| "grad_norm": 2.344315849313264, |
| "learning_rate": 5.185283416802538e-07, |
| "loss": 0.4985, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.5056201932557681, |
| "grad_norm": 2.0347114541468057, |
| "learning_rate": 5.172510510890634e-07, |
| "loss": 0.507, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.5064089923092092, |
| "grad_norm": 2.0500121468117523, |
| "learning_rate": 5.159736477751933e-07, |
| "loss": 0.4968, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.5071977913626504, |
| "grad_norm": 2.269982710071607, |
| "learning_rate": 5.14696140085516e-07, |
| "loss": 0.5184, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.5079865904160915, |
| "grad_norm": 2.2756666323317365, |
| "learning_rate": 5.134185363675862e-07, |
| "loss": 0.4782, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.5087753894695326, |
| "grad_norm": 2.2501670916838603, |
| "learning_rate": 5.121408449695856e-07, |
| "loss": 0.4772, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.5095641885229738, |
| "grad_norm": 2.2996194338211784, |
| "learning_rate": 5.108630742402695e-07, |
| "loss": 0.4783, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.5103529875764149, |
| "grad_norm": 2.172209742899572, |
| "learning_rate": 5.09585232528911e-07, |
| "loss": 0.5221, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.5111417866298561, |
| "grad_norm": 2.5114347599301783, |
| "learning_rate": 5.083073281852476e-07, |
| "loss": 0.4742, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.5119305856832972, |
| "grad_norm": 2.236564807981726, |
| "learning_rate": 5.070293695594253e-07, |
| "loss": 0.4581, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.5127193847367383, |
| "grad_norm": 2.4260803567229803, |
| "learning_rate": 5.057513650019452e-07, |
| "loss": 0.5139, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.5135081837901795, |
| "grad_norm": 2.233812317045757, |
| "learning_rate": 5.044733228636087e-07, |
| "loss": 0.4705, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.5142969828436206, |
| "grad_norm": 2.3736477576440205, |
| "learning_rate": 5.031952514954626e-07, |
| "loss": 0.4782, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.5150857818970618, |
| "grad_norm": 2.024685109132759, |
| "learning_rate": 5.019171592487445e-07, |
| "loss": 0.4676, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.5158745809505029, |
| "grad_norm": 2.4380432452960235, |
| "learning_rate": 5.006390544748287e-07, |
| "loss": 0.4849, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.516663380003944, |
| "grad_norm": 1.9733926549751586, |
| "learning_rate": 4.993609455251713e-07, |
| "loss": 0.5258, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.5174521790573852, |
| "grad_norm": 2.2159871492127414, |
| "learning_rate": 4.980828407512555e-07, |
| "loss": 0.4611, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.5182409781108263, |
| "grad_norm": 2.141892827424442, |
| "learning_rate": 4.968047485045373e-07, |
| "loss": 0.4737, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.5190297771642673, |
| "grad_norm": 2.118748250850451, |
| "learning_rate": 4.955266771363912e-07, |
| "loss": 0.4902, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.5198185762177086, |
| "grad_norm": 2.1094830143706265, |
| "learning_rate": 4.942486349980548e-07, |
| "loss": 0.5406, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.5206073752711496, |
| "grad_norm": 2.0922130758110753, |
| "learning_rate": 4.929706304405747e-07, |
| "loss": 0.5032, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.5213961743245908, |
| "grad_norm": 2.1795332060337147, |
| "learning_rate": 4.916926718147523e-07, |
| "loss": 0.4749, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.5221849733780319, |
| "grad_norm": 2.2777362806394827, |
| "learning_rate": 4.904147674710889e-07, |
| "loss": 0.4901, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.522973772431473, |
| "grad_norm": 2.2205543429268637, |
| "learning_rate": 4.891369257597304e-07, |
| "loss": 0.4709, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.5237625714849142, |
| "grad_norm": 1.9809376025902217, |
| "learning_rate": 4.878591550304143e-07, |
| "loss": 0.5032, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.5245513705383553, |
| "grad_norm": 2.1672049794048647, |
| "learning_rate": 4.865814636324141e-07, |
| "loss": 0.4632, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.5253401695917965, |
| "grad_norm": 1.9360984730429385, |
| "learning_rate": 4.85303859914484e-07, |
| "loss": 0.4888, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.5261289686452376, |
| "grad_norm": 2.169628074481318, |
| "learning_rate": 4.840263522248067e-07, |
| "loss": 0.5146, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.5269177676986787, |
| "grad_norm": 2.052231504962686, |
| "learning_rate": 4.827489489109367e-07, |
| "loss": 0.4972, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.5277065667521199, |
| "grad_norm": 2.096109396084802, |
| "learning_rate": 4.814716583197462e-07, |
| "loss": 0.5114, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.528495365805561, |
| "grad_norm": 2.019844933993389, |
| "learning_rate": 4.801944887973714e-07, |
| "loss": 0.4643, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.5292841648590022, |
| "grad_norm": 2.176179065926723, |
| "learning_rate": 4.789174486891573e-07, |
| "loss": 0.4481, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.5300729639124433, |
| "grad_norm": 2.3555707826584436, |
| "learning_rate": 4.776405463396028e-07, |
| "loss": 0.5262, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.5308617629658844, |
| "grad_norm": 1.9381703662021565, |
| "learning_rate": 4.763637900923073e-07, |
| "loss": 0.4548, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.5316505620193256, |
| "grad_norm": 2.0253011565795083, |
| "learning_rate": 4.7508718828991515e-07, |
| "loss": 0.498, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.5324393610727667, |
| "grad_norm": 2.073767506839587, |
| "learning_rate": 4.738107492740619e-07, |
| "loss": 0.4656, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.5332281601262079, |
| "grad_norm": 2.1886731625904448, |
| "learning_rate": 4.725344813853186e-07, |
| "loss": 0.4781, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.534016959179649, |
| "grad_norm": 2.1490532547222254, |
| "learning_rate": 4.712583929631389e-07, |
| "loss": 0.5011, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.5348057582330901, |
| "grad_norm": 2.5288054933402244, |
| "learning_rate": 4.699824923458037e-07, |
| "loss": 0.4897, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.5355945572865313, |
| "grad_norm": 2.149769020383694, |
| "learning_rate": 4.6870678787036623e-07, |
| "loss": 0.4741, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.5363833563399724, |
| "grad_norm": 2.4000488591538938, |
| "learning_rate": 4.674312878725984e-07, |
| "loss": 0.4775, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.5371721553934136, |
| "grad_norm": 2.4435610982076654, |
| "learning_rate": 4.6615600068693645e-07, |
| "loss": 0.4679, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.5379609544468547, |
| "grad_norm": 2.0830730619207967, |
| "learning_rate": 4.64880934646425e-07, |
| "loss": 0.456, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.5387497535002957, |
| "grad_norm": 1.9628230251486485, |
| "learning_rate": 4.6360609808266453e-07, |
| "loss": 0.5176, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.539538552553737, |
| "grad_norm": 2.3671900121707754, |
| "learning_rate": 4.623314993257559e-07, |
| "loss": 0.5033, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.540327351607178, |
| "grad_norm": 1.997959545102225, |
| "learning_rate": 4.6105714670424595e-07, |
| "loss": 0.467, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.5411161506606192, |
| "grad_norm": 2.143381964410816, |
| "learning_rate": 4.59783048545073e-07, |
| "loss": 0.5165, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.5419049497140603, |
| "grad_norm": 2.210179705116558, |
| "learning_rate": 4.585092131735131e-07, |
| "loss": 0.5208, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.5426937487675014, |
| "grad_norm": 2.3011727007542038, |
| "learning_rate": 4.5723564891312494e-07, |
| "loss": 0.5027, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.5434825478209426, |
| "grad_norm": 2.2050119620734656, |
| "learning_rate": 4.5596236408569566e-07, |
| "loss": 0.4907, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.5442713468743837, |
| "grad_norm": 1.9932121404423098, |
| "learning_rate": 4.5468936701118654e-07, |
| "loss": 0.4663, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.5450601459278249, |
| "grad_norm": 2.239098467100536, |
| "learning_rate": 4.5341666600767875e-07, |
| "loss": 0.4191, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.545848944981266, |
| "grad_norm": 1.932453389920233, |
| "learning_rate": 4.5214426939131874e-07, |
| "loss": 0.5017, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.5466377440347071, |
| "grad_norm": 2.203107061774875, |
| "learning_rate": 4.5087218547626386e-07, |
| "loss": 0.4774, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.5474265430881483, |
| "grad_norm": 2.330734535010093, |
| "learning_rate": 4.496004225746286e-07, |
| "loss": 0.4848, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.5482153421415894, |
| "grad_norm": 2.2897132850121165, |
| "learning_rate": 4.483289889964297e-07, |
| "loss": 0.5239, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.5490041411950306, |
| "grad_norm": 2.156815955821161, |
| "learning_rate": 4.470578930495316e-07, |
| "loss": 0.475, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.5497929402484717, |
| "grad_norm": 2.0607330034972775, |
| "learning_rate": 4.4578714303959316e-07, |
| "loss": 0.521, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.5505817393019128, |
| "grad_norm": 2.101290421673513, |
| "learning_rate": 4.445167472700127e-07, |
| "loss": 0.4988, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.551370538355354, |
| "grad_norm": 2.294264904561355, |
| "learning_rate": 4.432467140418734e-07, |
| "loss": 0.4497, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.5521593374087951, |
| "grad_norm": 2.266187870629658, |
| "learning_rate": 4.419770516538899e-07, |
| "loss": 0.5219, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.5529481364622363, |
| "grad_norm": 2.0414790068346593, |
| "learning_rate": 4.407077684023539e-07, |
| "loss": 0.4823, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.5537369355156774, |
| "grad_norm": 2.588701920660314, |
| "learning_rate": 4.394388725810789e-07, |
| "loss": 0.4481, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.5545257345691185, |
| "grad_norm": 2.3664198854694214, |
| "learning_rate": 4.3817037248134774e-07, |
| "loss": 0.464, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.5553145336225597, |
| "grad_norm": 2.326106741037307, |
| "learning_rate": 4.369022763918572e-07, |
| "loss": 0.4698, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.5561033326760008, |
| "grad_norm": 2.237029648099948, |
| "learning_rate": 4.356345925986637e-07, |
| "loss": 0.4869, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.556892131729442, |
| "grad_norm": 2.150855053027392, |
| "learning_rate": 4.343673293851302e-07, |
| "loss": 0.5109, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.557680930782883, |
| "grad_norm": 2.3165345016529475, |
| "learning_rate": 4.331004950318713e-07, |
| "loss": 0.5149, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.5584697298363241, |
| "grad_norm": 2.0053640092076552, |
| "learning_rate": 4.3183409781669954e-07, |
| "loss": 0.488, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.5592585288897653, |
| "grad_norm": 2.0907676274989626, |
| "learning_rate": 4.3056814601457047e-07, |
| "loss": 0.4838, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.5600473279432064, |
| "grad_norm": 2.3402176955361322, |
| "learning_rate": 4.293026478975297e-07, |
| "loss": 0.5099, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.5608361269966476, |
| "grad_norm": 1.9529607287176258, |
| "learning_rate": 4.280376117346585e-07, |
| "loss": 0.4773, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.5616249260500887, |
| "grad_norm": 1.944305764783215, |
| "learning_rate": 4.267730457920189e-07, |
| "loss": 0.4852, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.5624137251035298, |
| "grad_norm": 1.9149430559028453, |
| "learning_rate": 4.255089583326011e-07, |
| "loss": 0.4837, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.563202524156971, |
| "grad_norm": 2.3361958735004404, |
| "learning_rate": 4.2424535761626866e-07, |
| "loss": 0.4982, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.5639913232104121, |
| "grad_norm": 2.0417984955931723, |
| "learning_rate": 4.229822518997042e-07, |
| "loss": 0.5028, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.5647801222638533, |
| "grad_norm": 1.9342378154742026, |
| "learning_rate": 4.217196494363563e-07, |
| "loss": 0.4878, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.5655689213172944, |
| "grad_norm": 2.086109610827381, |
| "learning_rate": 4.204575584763852e-07, |
| "loss": 0.5042, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.5663577203707355, |
| "grad_norm": 2.2267517675976896, |
| "learning_rate": 4.191959872666085e-07, |
| "loss": 0.4976, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.5671465194241767, |
| "grad_norm": 2.186668449180831, |
| "learning_rate": 4.1793494405044777e-07, |
| "loss": 0.5078, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.5679353184776178, |
| "grad_norm": 2.1335695201044627, |
| "learning_rate": 4.1667443706787475e-07, |
| "loss": 0.5006, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.568724117531059, |
| "grad_norm": 2.373112364869574, |
| "learning_rate": 4.154144745553571e-07, |
| "loss": 0.4937, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.5695129165845001, |
| "grad_norm": 2.1293714432679667, |
| "learning_rate": 4.1415506474580477e-07, |
| "loss": 0.4324, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.5703017156379412, |
| "grad_norm": 2.0753846048286517, |
| "learning_rate": 4.1289621586851606e-07, |
| "loss": 0.4673, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.5710905146913824, |
| "grad_norm": 2.224648127912629, |
| "learning_rate": 4.1163793614912447e-07, |
| "loss": 0.4604, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.5718793137448235, |
| "grad_norm": 2.4764881585420766, |
| "learning_rate": 4.103802338095441e-07, |
| "loss": 0.4938, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.5726681127982647, |
| "grad_norm": 2.237576220001247, |
| "learning_rate": 4.0912311706791624e-07, |
| "loss": 0.4994, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.5734569118517058, |
| "grad_norm": 2.111747698595159, |
| "learning_rate": 4.0786659413855616e-07, |
| "loss": 0.4804, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.5742457109051469, |
| "grad_norm": 1.984998758841751, |
| "learning_rate": 4.066106732318986e-07, |
| "loss": 0.4481, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.5750345099585881, |
| "grad_norm": 2.137027509941071, |
| "learning_rate": 4.0535536255444456e-07, |
| "loss": 0.4969, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.5758233090120292, |
| "grad_norm": 2.1010836408062987, |
| "learning_rate": 4.041006703087079e-07, |
| "loss": 0.4614, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.5766121080654704, |
| "grad_norm": 2.2375711143666073, |
| "learning_rate": 4.0284660469316163e-07, |
| "loss": 0.5086, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.5774009071189115, |
| "grad_norm": 2.4092184606984075, |
| "learning_rate": 4.015931739021834e-07, |
| "loss": 0.4904, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.5781897061723525, |
| "grad_norm": 2.3466393140740007, |
| "learning_rate": 4.003403861260036e-07, |
| "loss": 0.4366, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.5789785052257937, |
| "grad_norm": 2.1454637477784964, |
| "learning_rate": 3.990882495506508e-07, |
| "loss": 0.4812, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.5797673042792348, |
| "grad_norm": 2.0705477563294177, |
| "learning_rate": 3.97836772357898e-07, |
| "loss": 0.4709, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.580556103332676, |
| "grad_norm": 2.0680145780527055, |
| "learning_rate": 3.965859627252103e-07, |
| "loss": 0.4502, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.5813449023861171, |
| "grad_norm": 2.2490305551401786, |
| "learning_rate": 3.953358288256905e-07, |
| "loss": 0.4882, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.5821337014395582, |
| "grad_norm": 2.280477900384498, |
| "learning_rate": 3.940863788280256e-07, |
| "loss": 0.4585, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.5829225004929994, |
| "grad_norm": 2.0728466785387116, |
| "learning_rate": 3.928376208964344e-07, |
| "loss": 0.518, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.5837112995464405, |
| "grad_norm": 2.3919902854460777, |
| "learning_rate": 3.915895631906134e-07, |
| "loss": 0.4962, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.5845000985998817, |
| "grad_norm": 2.2915017645804765, |
| "learning_rate": 3.9034221386568384e-07, |
| "loss": 0.4624, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.5852888976533228, |
| "grad_norm": 2.2959570177979383, |
| "learning_rate": 3.890955810721374e-07, |
| "loss": 0.4711, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.5860776967067639, |
| "grad_norm": 2.272399374837785, |
| "learning_rate": 3.878496729557847e-07, |
| "loss": 0.4863, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.5868664957602051, |
| "grad_norm": 2.783770313690681, |
| "learning_rate": 3.8660449765770095e-07, |
| "loss": 0.4941, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.5876552948136462, |
| "grad_norm": 2.321494468971465, |
| "learning_rate": 3.8536006331417243e-07, |
| "loss": 0.4628, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.5884440938670874, |
| "grad_norm": 2.169892048155267, |
| "learning_rate": 3.841163780566443e-07, |
| "loss": 0.496, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.5892328929205285, |
| "grad_norm": 1.8981664878810656, |
| "learning_rate": 3.8287345001166704e-07, |
| "loss": 0.494, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.5900216919739696, |
| "grad_norm": 2.0403134859400787, |
| "learning_rate": 3.8163128730084294e-07, |
| "loss": 0.4822, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.5908104910274108, |
| "grad_norm": 2.197113256493988, |
| "learning_rate": 3.8038989804077366e-07, |
| "loss": 0.5308, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.5915992900808519, |
| "grad_norm": 2.23173209600613, |
| "learning_rate": 3.7914929034300707e-07, |
| "loss": 0.5053, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.5923880891342931, |
| "grad_norm": 2.1103764135282645, |
| "learning_rate": 3.779094723139839e-07, |
| "loss": 0.4954, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.5931768881877342, |
| "grad_norm": 1.9293362680538588, |
| "learning_rate": 3.7667045205498493e-07, |
| "loss": 0.4975, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.5939656872411753, |
| "grad_norm": 2.0773223178629543, |
| "learning_rate": 3.7543223766207836e-07, |
| "loss": 0.4739, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.5947544862946165, |
| "grad_norm": 2.289131398319478, |
| "learning_rate": 3.741948372260665e-07, |
| "loss": 0.4642, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.5955432853480576, |
| "grad_norm": 2.277375723379447, |
| "learning_rate": 3.72958258832433e-07, |
| "loss": 0.4572, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.5963320844014988, |
| "grad_norm": 1.9461398440012956, |
| "learning_rate": 3.7172251056129024e-07, |
| "loss": 0.4615, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.5971208834549399, |
| "grad_norm": 2.095990827768853, |
| "learning_rate": 3.704876004873262e-07, |
| "loss": 0.4706, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.597909682508381, |
| "grad_norm": 2.01172057840265, |
| "learning_rate": 3.6925353667975216e-07, |
| "loss": 0.4698, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.5986984815618221, |
| "grad_norm": 2.1574381277155372, |
| "learning_rate": 3.680203272022493e-07, |
| "loss": 0.4756, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.5994872806152632, |
| "grad_norm": 2.280359614341495, |
| "learning_rate": 3.667879801129167e-07, |
| "loss": 0.4652, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.6002760796687044, |
| "grad_norm": 2.157115994127388, |
| "learning_rate": 3.6555650346421817e-07, |
| "loss": 0.4732, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.6010648787221455, |
| "grad_norm": 2.240622674181541, |
| "learning_rate": 3.6432590530292995e-07, |
| "loss": 0.4952, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.6018536777755866, |
| "grad_norm": 2.4133052486025184, |
| "learning_rate": 3.6309619367008805e-07, |
| "loss": 0.4438, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.6026424768290278, |
| "grad_norm": 1.9774169250299347, |
| "learning_rate": 3.618673766009359e-07, |
| "loss": 0.4899, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.6034312758824689, |
| "grad_norm": 2.2086961317412133, |
| "learning_rate": 3.6063946212487085e-07, |
| "loss": 0.5033, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.6042200749359101, |
| "grad_norm": 1.9737632269332888, |
| "learning_rate": 3.594124582653933e-07, |
| "loss": 0.481, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.6050088739893512, |
| "grad_norm": 2.2821066762407916, |
| "learning_rate": 3.5818637304005326e-07, |
| "loss": 0.54, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.6057976730427923, |
| "grad_norm": 2.190217246258578, |
| "learning_rate": 3.569612144603978e-07, |
| "loss": 0.4902, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.6065864720962335, |
| "grad_norm": 2.0486729469185345, |
| "learning_rate": 3.557369905319194e-07, |
| "loss": 0.464, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.6073752711496746, |
| "grad_norm": 2.4941882932215567, |
| "learning_rate": 3.545137092540035e-07, |
| "loss": 0.4576, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.6081640702031158, |
| "grad_norm": 2.4823606272679215, |
| "learning_rate": 3.532913786198752e-07, |
| "loss": 0.4665, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.6089528692565569, |
| "grad_norm": 2.3332619798624066, |
| "learning_rate": 3.5207000661654864e-07, |
| "loss": 0.4861, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.609741668309998, |
| "grad_norm": 2.1453139151049, |
| "learning_rate": 3.5084960122477367e-07, |
| "loss": 0.5055, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.6105304673634392, |
| "grad_norm": 2.0389292264091434, |
| "learning_rate": 3.4963017041898455e-07, |
| "loss": 0.4591, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.6113192664168803, |
| "grad_norm": 2.0682537033876662, |
| "learning_rate": 3.4841172216724653e-07, |
| "loss": 0.4905, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.6121080654703215, |
| "grad_norm": 2.1285891547482234, |
| "learning_rate": 3.471942644312051e-07, |
| "loss": 0.4936, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.6128968645237626, |
| "grad_norm": 2.162574539659009, |
| "learning_rate": 3.459778051660337e-07, |
| "loss": 0.4973, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.6136856635772037, |
| "grad_norm": 2.068931705681872, |
| "learning_rate": 3.4476235232038077e-07, |
| "loss": 0.4709, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.6144744626306449, |
| "grad_norm": 2.2395459394193002, |
| "learning_rate": 3.435479138363193e-07, |
| "loss": 0.4944, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.615263261684086, |
| "grad_norm": 1.9697728266212382, |
| "learning_rate": 3.4233449764929393e-07, |
| "loss": 0.464, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.6160520607375272, |
| "grad_norm": 2.1647313521627503, |
| "learning_rate": 3.411221116880691e-07, |
| "loss": 0.5129, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.6168408597909683, |
| "grad_norm": 2.2180582230650803, |
| "learning_rate": 3.399107638746778e-07, |
| "loss": 0.4611, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.6176296588444093, |
| "grad_norm": 2.192703270944367, |
| "learning_rate": 3.387004621243696e-07, |
| "loss": 0.4869, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.6184184578978505, |
| "grad_norm": 1.921941096770739, |
| "learning_rate": 3.3749121434555847e-07, |
| "loss": 0.5235, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.6192072569512916, |
| "grad_norm": 2.105224565679266, |
| "learning_rate": 3.362830284397716e-07, |
| "loss": 0.5143, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.6199960560047328, |
| "grad_norm": 2.20760686350849, |
| "learning_rate": 3.3507591230159783e-07, |
| "loss": 0.5069, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.6207848550581739, |
| "grad_norm": 2.2021780573248413, |
| "learning_rate": 3.338698738186356e-07, |
| "loss": 0.4936, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.621573654111615, |
| "grad_norm": 2.316966960695151, |
| "learning_rate": 3.3266492087144197e-07, |
| "loss": 0.4775, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.6223624531650562, |
| "grad_norm": 2.309250096944103, |
| "learning_rate": 3.314610613334804e-07, |
| "loss": 0.5206, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.6231512522184973, |
| "grad_norm": 2.262806585245431, |
| "learning_rate": 3.3025830307107033e-07, |
| "loss": 0.4465, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.6239400512719385, |
| "grad_norm": 2.0958281323459422, |
| "learning_rate": 3.290566539433347e-07, |
| "loss": 0.4622, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.6247288503253796, |
| "grad_norm": 2.0021200656592812, |
| "learning_rate": 3.278561218021492e-07, |
| "loss": 0.51, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.6255176493788207, |
| "grad_norm": 2.200808184368059, |
| "learning_rate": 3.266567144920911e-07, |
| "loss": 0.4682, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.6263064484322619, |
| "grad_norm": 2.2098028132021983, |
| "learning_rate": 3.2545843985038736e-07, |
| "loss": 0.4353, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.627095247485703, |
| "grad_norm": 2.063660823792188, |
| "learning_rate": 3.2426130570686407e-07, |
| "loss": 0.4759, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.6278840465391442, |
| "grad_norm": 2.239406542428139, |
| "learning_rate": 3.23065319883895e-07, |
| "loss": 0.5136, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.6286728455925853, |
| "grad_norm": 2.161750030580745, |
| "learning_rate": 3.218704901963505e-07, |
| "loss": 0.477, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.6294616446460264, |
| "grad_norm": 2.1795280689676733, |
| "learning_rate": 3.2067682445154623e-07, |
| "loss": 0.5041, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.6302504436994676, |
| "grad_norm": 2.198956221701037, |
| "learning_rate": 3.1948433044919257e-07, |
| "loss": 0.4734, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.6310392427529087, |
| "grad_norm": 2.1098107101478605, |
| "learning_rate": 3.182930159813435e-07, |
| "loss": 0.4707, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.6318280418063499, |
| "grad_norm": 1.8341365868983686, |
| "learning_rate": 3.171028888323454e-07, |
| "loss": 0.5045, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.632616840859791, |
| "grad_norm": 2.174738778296802, |
| "learning_rate": 3.1591395677878653e-07, |
| "loss": 0.5067, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.6334056399132321, |
| "grad_norm": 2.026376825474118, |
| "learning_rate": 3.1472622758944635e-07, |
| "loss": 0.5089, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.6341944389666733, |
| "grad_norm": 2.2131278914724013, |
| "learning_rate": 3.1353970902524385e-07, |
| "loss": 0.4786, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.6349832380201144, |
| "grad_norm": 2.357212012340458, |
| "learning_rate": 3.1235440883918806e-07, |
| "loss": 0.5104, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.6357720370735556, |
| "grad_norm": 2.3591976827393615, |
| "learning_rate": 3.1117033477632676e-07, |
| "loss": 0.4188, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.6365608361269967, |
| "grad_norm": 2.038748583907236, |
| "learning_rate": 3.09987494573696e-07, |
| "loss": 0.4671, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.6373496351804377, |
| "grad_norm": 2.097590633191528, |
| "learning_rate": 3.0880589596026887e-07, |
| "loss": 0.4587, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.638138434233879, |
| "grad_norm": 2.0236518331713116, |
| "learning_rate": 3.076255466569062e-07, |
| "loss": 0.5152, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.63892723328732, |
| "grad_norm": 2.230718226437944, |
| "learning_rate": 3.0644645437630566e-07, |
| "loss": 0.4979, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.6397160323407612, |
| "grad_norm": 2.231310523111879, |
| "learning_rate": 3.052686268229505e-07, |
| "loss": 0.5111, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.6405048313942023, |
| "grad_norm": 2.182967357329115, |
| "learning_rate": 3.0409207169306064e-07, |
| "loss": 0.426, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.6412936304476434, |
| "grad_norm": 2.4038634053361405, |
| "learning_rate": 3.0291679667454134e-07, |
| "loss": 0.4704, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.6420824295010846, |
| "grad_norm": 1.9690412999491156, |
| "learning_rate": 3.0174280944693315e-07, |
| "loss": 0.4968, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.6428712285545257, |
| "grad_norm": 2.1189053168702223, |
| "learning_rate": 3.005701176813622e-07, |
| "loss": 0.4803, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.6436600276079669, |
| "grad_norm": 2.0342387311212535, |
| "learning_rate": 2.993987290404897e-07, |
| "loss": 0.4983, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.644448826661408, |
| "grad_norm": 2.20081222413284, |
| "learning_rate": 2.982286511784615e-07, |
| "loss": 0.4912, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.6452376257148491, |
| "grad_norm": 1.8983850283065198, |
| "learning_rate": 2.970598917408591e-07, |
| "loss": 0.5105, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.6460264247682903, |
| "grad_norm": 2.4075158292027456, |
| "learning_rate": 2.958924583646487e-07, |
| "loss": 0.4828, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.6468152238217314, |
| "grad_norm": 1.9533586249499895, |
| "learning_rate": 2.9472635867813184e-07, |
| "loss": 0.4891, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.6476040228751726, |
| "grad_norm": 2.254163317267339, |
| "learning_rate": 2.935616003008953e-07, |
| "loss": 0.4757, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.6483928219286137, |
| "grad_norm": 2.1729334172132244, |
| "learning_rate": 2.923981908437612e-07, |
| "loss": 0.4983, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.6491816209820548, |
| "grad_norm": 1.9650080179600111, |
| "learning_rate": 2.9123613790873815e-07, |
| "loss": 0.4864, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.649970420035496, |
| "grad_norm": 2.4719651193385332, |
| "learning_rate": 2.900754490889702e-07, |
| "loss": 0.48, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.6507592190889371, |
| "grad_norm": 2.168775496986839, |
| "learning_rate": 2.889161319686881e-07, |
| "loss": 0.4598, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.6515480181423783, |
| "grad_norm": 2.268611827918302, |
| "learning_rate": 2.8775819412316033e-07, |
| "loss": 0.4514, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.6523368171958194, |
| "grad_norm": 2.2925150943741013, |
| "learning_rate": 2.8660164311864133e-07, |
| "loss": 0.4821, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.6531256162492605, |
| "grad_norm": 2.067769766829148, |
| "learning_rate": 2.85446486512325e-07, |
| "loss": 0.4492, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.6539144153027017, |
| "grad_norm": 2.20598797466938, |
| "learning_rate": 2.8429273185229304e-07, |
| "loss": 0.4538, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.6547032143561428, |
| "grad_norm": 2.2026185028627334, |
| "learning_rate": 2.8314038667746733e-07, |
| "loss": 0.4639, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.655492013409584, |
| "grad_norm": 2.3013781163509455, |
| "learning_rate": 2.819894585175584e-07, |
| "loss": 0.5017, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.656280812463025, |
| "grad_norm": 2.2040011491554465, |
| "learning_rate": 2.808399548930192e-07, |
| "loss": 0.4979, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.6570696115164661, |
| "grad_norm": 2.1387483968938596, |
| "learning_rate": 2.796918833149935e-07, |
| "loss": 0.4892, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.6578584105699073, |
| "grad_norm": 2.1372273434476194, |
| "learning_rate": 2.7854525128526804e-07, |
| "loss": 0.4658, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.6586472096233484, |
| "grad_norm": 2.2017808020811755, |
| "learning_rate": 2.77400066296223e-07, |
| "loss": 0.4886, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.6594360086767896, |
| "grad_norm": 2.073896623186491, |
| "learning_rate": 2.762563358307833e-07, |
| "loss": 0.4783, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.6602248077302307, |
| "grad_norm": 2.162730773723987, |
| "learning_rate": 2.751140673623696e-07, |
| "loss": 0.4781, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.6610136067836718, |
| "grad_norm": 2.468700392107243, |
| "learning_rate": 2.739732683548499e-07, |
| "loss": 0.4396, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.661802405837113, |
| "grad_norm": 2.345085257931882, |
| "learning_rate": 2.728339462624899e-07, |
| "loss": 0.5001, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.6625912048905541, |
| "grad_norm": 2.0785472389777335, |
| "learning_rate": 2.7169610852990487e-07, |
| "loss": 0.5118, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.6633800039439953, |
| "grad_norm": 2.068116554324134, |
| "learning_rate": 2.7055976259201096e-07, |
| "loss": 0.5059, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.6641688029974364, |
| "grad_norm": 2.6622950688870928, |
| "learning_rate": 2.694249158739764e-07, |
| "loss": 0.4655, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.6649576020508775, |
| "grad_norm": 2.038920593218503, |
| "learning_rate": 2.682915757911739e-07, |
| "loss": 0.5047, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.6657464011043187, |
| "grad_norm": 1.9686666407311277, |
| "learning_rate": 2.6715974974913003e-07, |
| "loss": 0.5189, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.6665352001577598, |
| "grad_norm": 2.0525912974714378, |
| "learning_rate": 2.660294451434796e-07, |
| "loss": 0.5339, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.6673239992112009, |
| "grad_norm": 2.1926107324242805, |
| "learning_rate": 2.649006693599153e-07, |
| "loss": 0.4821, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.6681127982646421, |
| "grad_norm": 2.358738451676426, |
| "learning_rate": 2.637734297741401e-07, |
| "loss": 0.4717, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.6689015973180832, |
| "grad_norm": 2.1626623107487255, |
| "learning_rate": 2.6264773375181916e-07, |
| "loss": 0.4687, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.6696903963715244, |
| "grad_norm": 2.094271429296511, |
| "learning_rate": 2.6152358864853217e-07, |
| "loss": 0.5117, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.6704791954249655, |
| "grad_norm": 2.2848201352623376, |
| "learning_rate": 2.6040100180972354e-07, |
| "loss": 0.4769, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.6712679944784066, |
| "grad_norm": 2.1081320461643553, |
| "learning_rate": 2.5927998057065664e-07, |
| "loss": 0.5109, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.6720567935318478, |
| "grad_norm": 2.4747570421182035, |
| "learning_rate": 2.5816053225636426e-07, |
| "loss": 0.4331, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.6728455925852889, |
| "grad_norm": 2.3541785223967673, |
| "learning_rate": 2.570426641816019e-07, |
| "loss": 0.4919, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.6736343916387301, |
| "grad_norm": 2.1895405717712566, |
| "learning_rate": 2.5592638365079833e-07, |
| "loss": 0.4599, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.6744231906921712, |
| "grad_norm": 2.2698187092528976, |
| "learning_rate": 2.5481169795801004e-07, |
| "loss": 0.4637, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.6752119897456123, |
| "grad_norm": 2.113503079539194, |
| "learning_rate": 2.536986143868719e-07, |
| "loss": 0.4705, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.6760007887990535, |
| "grad_norm": 2.273946319228632, |
| "learning_rate": 2.5258714021055e-07, |
| "loss": 0.4596, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.6767895878524945, |
| "grad_norm": 2.161326926247605, |
| "learning_rate": 2.514772826916943e-07, |
| "loss": 0.4865, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.6775783869059357, |
| "grad_norm": 2.121940322048116, |
| "learning_rate": 2.503690490823919e-07, |
| "loss": 0.5054, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.6783671859593768, |
| "grad_norm": 2.3324267398134424, |
| "learning_rate": 2.492624466241173e-07, |
| "loss": 0.4647, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.6791559850128179, |
| "grad_norm": 2.3711520985096652, |
| "learning_rate": 2.4815748254768827e-07, |
| "loss": 0.5004, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.6799447840662591, |
| "grad_norm": 2.0453114226822384, |
| "learning_rate": 2.470541640732157e-07, |
| "loss": 0.4883, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.6807335831197002, |
| "grad_norm": 2.0204677517701737, |
| "learning_rate": 2.4595249841005904e-07, |
| "loss": 0.5089, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.6815223821731414, |
| "grad_norm": 2.118831940491388, |
| "learning_rate": 2.4485249275677625e-07, |
| "loss": 0.4928, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.6823111812265825, |
| "grad_norm": 2.0166780797250534, |
| "learning_rate": 2.4375415430107974e-07, |
| "loss": 0.4848, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.6830999802800236, |
| "grad_norm": 2.084911705632224, |
| "learning_rate": 2.4265749021978745e-07, |
| "loss": 0.5423, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.6838887793334648, |
| "grad_norm": 2.221760619361746, |
| "learning_rate": 2.4156250767877646e-07, |
| "loss": 0.5013, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.6846775783869059, |
| "grad_norm": 2.2871304542092856, |
| "learning_rate": 2.404692138329364e-07, |
| "loss": 0.482, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.6854663774403471, |
| "grad_norm": 2.179441020761214, |
| "learning_rate": 2.393776158261226e-07, |
| "loss": 0.5107, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.6862551764937882, |
| "grad_norm": 2.2090570861102816, |
| "learning_rate": 2.3828772079110904e-07, |
| "loss": 0.4814, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.6870439755472293, |
| "grad_norm": 2.430748670368225, |
| "learning_rate": 2.3719953584954267e-07, |
| "loss": 0.4888, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.6878327746006705, |
| "grad_norm": 2.344805646743284, |
| "learning_rate": 2.3611306811189575e-07, |
| "loss": 0.4266, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.6886215736541116, |
| "grad_norm": 1.949062154623978, |
| "learning_rate": 2.3502832467741996e-07, |
| "loss": 0.5055, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.6894103727075528, |
| "grad_norm": 2.335138402244164, |
| "learning_rate": 2.3394531263410005e-07, |
| "loss": 0.5246, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.6901991717609939, |
| "grad_norm": 2.0675164974432767, |
| "learning_rate": 2.328640390586073e-07, |
| "loss": 0.4637, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.690987970814435, |
| "grad_norm": 2.2388330879358977, |
| "learning_rate": 2.3178451101625401e-07, |
| "loss": 0.4531, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.6917767698678762, |
| "grad_norm": 2.037836572040061, |
| "learning_rate": 2.307067355609455e-07, |
| "loss": 0.4935, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.6925655689213173, |
| "grad_norm": 2.091235658051316, |
| "learning_rate": 2.2963071973513655e-07, |
| "loss": 0.4939, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.6933543679747585, |
| "grad_norm": 2.0426324812937198, |
| "learning_rate": 2.2855647056978332e-07, |
| "loss": 0.49, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.6941431670281996, |
| "grad_norm": 2.187972211654667, |
| "learning_rate": 2.2748399508429834e-07, |
| "loss": 0.4613, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.6949319660816407, |
| "grad_norm": 2.2374147444124852, |
| "learning_rate": 2.2641330028650435e-07, |
| "loss": 0.5121, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.6957207651350819, |
| "grad_norm": 2.187731364813485, |
| "learning_rate": 2.2534439317258935e-07, |
| "loss": 0.4766, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.696509564188523, |
| "grad_norm": 2.2144736507098473, |
| "learning_rate": 2.2427728072705875e-07, |
| "loss": 0.5494, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.6972983632419641, |
| "grad_norm": 2.255042738197164, |
| "learning_rate": 2.232119699226927e-07, |
| "loss": 0.5233, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.6980871622954052, |
| "grad_norm": 2.2903621401614416, |
| "learning_rate": 2.2214846772049778e-07, |
| "loss": 0.4664, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.6988759613488463, |
| "grad_norm": 2.1008409460344883, |
| "learning_rate": 2.2108678106966383e-07, |
| "loss": 0.4547, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.6996647604022875, |
| "grad_norm": 1.9749273117309982, |
| "learning_rate": 2.2002691690751595e-07, |
| "loss": 0.471, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.7004535594557286, |
| "grad_norm": 2.1450015364340396, |
| "learning_rate": 2.189688821594722e-07, |
| "loss": 0.4437, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.7012423585091698, |
| "grad_norm": 2.588825760122245, |
| "learning_rate": 2.1791268373899574e-07, |
| "loss": 0.4512, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.7020311575626109, |
| "grad_norm": 2.1465049655136346, |
| "learning_rate": 2.1685832854755115e-07, |
| "loss": 0.4642, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.702819956616052, |
| "grad_norm": 2.2790933198088066, |
| "learning_rate": 2.158058234745585e-07, |
| "loss": 0.5002, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.7036087556694932, |
| "grad_norm": 1.9990935432873584, |
| "learning_rate": 2.1475517539734966e-07, |
| "loss": 0.4926, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.7043975547229343, |
| "grad_norm": 2.2681308395280673, |
| "learning_rate": 2.1370639118112099e-07, |
| "loss": 0.4513, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.7051863537763755, |
| "grad_norm": 2.1539243352928334, |
| "learning_rate": 2.126594776788913e-07, |
| "loss": 0.4843, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.7059751528298166, |
| "grad_norm": 2.172895250910165, |
| "learning_rate": 2.1161444173145466e-07, |
| "loss": 0.4409, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.7067639518832577, |
| "grad_norm": 2.3745704139966923, |
| "learning_rate": 2.1057129016733777e-07, |
| "loss": 0.4333, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.7075527509366989, |
| "grad_norm": 2.1970964300895015, |
| "learning_rate": 2.0953002980275287e-07, |
| "loss": 0.421, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.70834154999014, |
| "grad_norm": 2.2194862487373648, |
| "learning_rate": 2.0849066744155602e-07, |
| "loss": 0.4616, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.7091303490435812, |
| "grad_norm": 2.1198860518298623, |
| "learning_rate": 2.0745320987520054e-07, |
| "loss": 0.4996, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.7099191480970223, |
| "grad_norm": 2.2210862414262893, |
| "learning_rate": 2.0641766388269344e-07, |
| "loss": 0.4793, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.7107079471504634, |
| "grad_norm": 2.404125752325992, |
| "learning_rate": 2.0538403623055107e-07, |
| "loss": 0.4954, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.7114967462039046, |
| "grad_norm": 2.0120708506775054, |
| "learning_rate": 2.0435233367275485e-07, |
| "loss": 0.4679, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.7122855452573457, |
| "grad_norm": 2.0764920481538756, |
| "learning_rate": 2.0332256295070705e-07, |
| "loss": 0.4659, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.7130743443107869, |
| "grad_norm": 2.384743996660934, |
| "learning_rate": 2.0229473079318727e-07, |
| "loss": 0.459, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.713863143364228, |
| "grad_norm": 2.305735217088676, |
| "learning_rate": 2.012688439163075e-07, |
| "loss": 0.4994, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.714651942417669, |
| "grad_norm": 2.1810441255341577, |
| "learning_rate": 2.0024490902346913e-07, |
| "loss": 0.5251, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.7154407414711103, |
| "grad_norm": 2.1607193085261, |
| "learning_rate": 1.992229328053186e-07, |
| "loss": 0.5418, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.7162295405245513, |
| "grad_norm": 2.351526899272169, |
| "learning_rate": 1.9820292193970377e-07, |
| "loss": 0.4537, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.7170183395779925, |
| "grad_norm": 2.4768845018810874, |
| "learning_rate": 1.9718488309163118e-07, |
| "loss": 0.4828, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.7178071386314336, |
| "grad_norm": 2.0379256499508314, |
| "learning_rate": 1.961688229132204e-07, |
| "loss": 0.4842, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.7185959376848747, |
| "grad_norm": 2.3407594669381036, |
| "learning_rate": 1.951547480436631e-07, |
| "loss": 0.4333, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.7193847367383159, |
| "grad_norm": 2.0617820524384562, |
| "learning_rate": 1.9414266510917775e-07, |
| "loss": 0.4748, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.720173535791757, |
| "grad_norm": 2.115891529970973, |
| "learning_rate": 1.931325807229673e-07, |
| "loss": 0.4663, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.7209623348451982, |
| "grad_norm": 2.2934922213559865, |
| "learning_rate": 1.9212450148517533e-07, |
| "loss": 0.49, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.7217511338986393, |
| "grad_norm": 2.290805211676587, |
| "learning_rate": 1.911184339828441e-07, |
| "loss": 0.4601, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.7225399329520804, |
| "grad_norm": 2.1421688291902217, |
| "learning_rate": 1.9011438478986947e-07, |
| "loss": 0.4654, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.7233287320055216, |
| "grad_norm": 1.868870606857226, |
| "learning_rate": 1.8911236046696033e-07, |
| "loss": 0.4851, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.7241175310589627, |
| "grad_norm": 2.130661447027876, |
| "learning_rate": 1.8811236756159371e-07, |
| "loss": 0.4391, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.7249063301124039, |
| "grad_norm": 2.0177688361223303, |
| "learning_rate": 1.8711441260797373e-07, |
| "loss": 0.4619, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.725695129165845, |
| "grad_norm": 2.115176990261203, |
| "learning_rate": 1.8611850212698678e-07, |
| "loss": 0.4608, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.7264839282192861, |
| "grad_norm": 2.160010086887992, |
| "learning_rate": 1.851246426261614e-07, |
| "loss": 0.5085, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 2.1692503809554258, |
| "learning_rate": 1.841328405996238e-07, |
| "loss": 0.4462, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.7280615263261684, |
| "grad_norm": 2.209778178159611, |
| "learning_rate": 1.8314310252805637e-07, |
| "loss": 0.5031, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.7288503253796096, |
| "grad_norm": 2.2180264612852567, |
| "learning_rate": 1.8215543487865482e-07, |
| "loss": 0.5118, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.7296391244330507, |
| "grad_norm": 1.99329623787221, |
| "learning_rate": 1.8116984410508695e-07, |
| "loss": 0.5005, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.7304279234864918, |
| "grad_norm": 2.204447908557016, |
| "learning_rate": 1.8018633664744858e-07, |
| "loss": 0.4668, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.731216722539933, |
| "grad_norm": 2.211531696986049, |
| "learning_rate": 1.7920491893222378e-07, |
| "loss": 0.485, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.7320055215933741, |
| "grad_norm": 2.1209420536302455, |
| "learning_rate": 1.7822559737224103e-07, |
| "loss": 0.4987, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.7327943206468153, |
| "grad_norm": 2.348373350787603, |
| "learning_rate": 1.7724837836663214e-07, |
| "loss": 0.4879, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.7335831197002564, |
| "grad_norm": 2.0531285978501703, |
| "learning_rate": 1.762732683007902e-07, |
| "loss": 0.4725, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.7343719187536975, |
| "grad_norm": 2.338622277648635, |
| "learning_rate": 1.7530027354632847e-07, |
| "loss": 0.4977, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.7351607178071387, |
| "grad_norm": 2.2905369822143125, |
| "learning_rate": 1.7432940046103767e-07, |
| "loss": 0.4798, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.7359495168605797, |
| "grad_norm": 2.2037787906036566, |
| "learning_rate": 1.7336065538884525e-07, |
| "loss": 0.4935, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.736738315914021, |
| "grad_norm": 2.2629700437027482, |
| "learning_rate": 1.7239404465977363e-07, |
| "loss": 0.4719, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.737527114967462, |
| "grad_norm": 2.0324517402467475, |
| "learning_rate": 1.7142957458989887e-07, |
| "loss": 0.4821, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.7383159140209031, |
| "grad_norm": 2.274394745078279, |
| "learning_rate": 1.7046725148130942e-07, |
| "loss": 0.5023, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.7391047130743443, |
| "grad_norm": 1.969712004777129, |
| "learning_rate": 1.6950708162206517e-07, |
| "loss": 0.4715, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.7398935121277854, |
| "grad_norm": 2.1273371031029096, |
| "learning_rate": 1.6854907128615597e-07, |
| "loss": 0.4691, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.7406823111812266, |
| "grad_norm": 2.121460588491523, |
| "learning_rate": 1.6759322673346071e-07, |
| "loss": 0.4898, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.7414711102346677, |
| "grad_norm": 2.5778558595622507, |
| "learning_rate": 1.6663955420970666e-07, |
| "loss": 0.4394, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.7422599092881088, |
| "grad_norm": 1.9648582696661259, |
| "learning_rate": 1.6568805994642826e-07, |
| "loss": 0.4907, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.74304870834155, |
| "grad_norm": 2.1868084825481016, |
| "learning_rate": 1.6473875016092736e-07, |
| "loss": 0.4373, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.7438375073949911, |
| "grad_norm": 2.326297823684635, |
| "learning_rate": 1.6379163105623073e-07, |
| "loss": 0.5026, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.7446263064484323, |
| "grad_norm": 2.2117118198660988, |
| "learning_rate": 1.6284670882105183e-07, |
| "loss": 0.4594, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.7454151055018734, |
| "grad_norm": 2.201725058473058, |
| "learning_rate": 1.6190398962974854e-07, |
| "loss": 0.4671, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.7462039045553145, |
| "grad_norm": 2.0532730880757333, |
| "learning_rate": 1.609634796422837e-07, |
| "loss": 0.4769, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.7469927036087557, |
| "grad_norm": 2.3182153994303647, |
| "learning_rate": 1.6002518500418444e-07, |
| "loss": 0.5265, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.7477815026621968, |
| "grad_norm": 2.204825815946726, |
| "learning_rate": 1.5908911184650298e-07, |
| "loss": 0.5452, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.748570301715638, |
| "grad_norm": 2.283360876683165, |
| "learning_rate": 1.581552662857747e-07, |
| "loss": 0.5059, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.7493591007690791, |
| "grad_norm": 2.2082883901553942, |
| "learning_rate": 1.5722365442398027e-07, |
| "loss": 0.475, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.7501478998225202, |
| "grad_norm": 2.218919679918722, |
| "learning_rate": 1.5629428234850427e-07, |
| "loss": 0.4739, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.7509366988759614, |
| "grad_norm": 2.3417274805802712, |
| "learning_rate": 1.553671561320965e-07, |
| "loss": 0.4576, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.7517254979294025, |
| "grad_norm": 2.173793216518148, |
| "learning_rate": 1.544422818328308e-07, |
| "loss": 0.4905, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.7525142969828437, |
| "grad_norm": 2.140880113783564, |
| "learning_rate": 1.5351966549406758e-07, |
| "loss": 0.4791, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.7533030960362848, |
| "grad_norm": 2.1337726088446045, |
| "learning_rate": 1.5259931314441226e-07, |
| "loss": 0.4766, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.7540918950897258, |
| "grad_norm": 2.1903397883538713, |
| "learning_rate": 1.516812307976773e-07, |
| "loss": 0.4729, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.754880694143167, |
| "grad_norm": 2.486597048944914, |
| "learning_rate": 1.5076542445284196e-07, |
| "loss": 0.4324, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.7556694931966081, |
| "grad_norm": 2.3022174149340167, |
| "learning_rate": 1.4985190009401432e-07, |
| "loss": 0.4528, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.7564582922500493, |
| "grad_norm": 2.4541908943056865, |
| "learning_rate": 1.4894066369039022e-07, |
| "loss": 0.4373, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.7572470913034904, |
| "grad_norm": 2.3225184008196686, |
| "learning_rate": 1.480317211962166e-07, |
| "loss": 0.4575, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.7580358903569315, |
| "grad_norm": 2.1582873413149177, |
| "learning_rate": 1.4712507855075073e-07, |
| "loss": 0.4592, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.7588246894103727, |
| "grad_norm": 1.9217118622686844, |
| "learning_rate": 1.4622074167822228e-07, |
| "loss": 0.46, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.7596134884638138, |
| "grad_norm": 2.136316261506256, |
| "learning_rate": 1.453187164877942e-07, |
| "loss": 0.4767, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.760402287517255, |
| "grad_norm": 2.1050851943480464, |
| "learning_rate": 1.4441900887352493e-07, |
| "loss": 0.4833, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.7611910865706961, |
| "grad_norm": 2.2968728675127807, |
| "learning_rate": 1.435216247143287e-07, |
| "loss": 0.5493, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.7619798856241372, |
| "grad_norm": 2.0795143314755413, |
| "learning_rate": 1.4262656987393796e-07, |
| "loss": 0.4712, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.7627686846775784, |
| "grad_norm": 2.410113637265569, |
| "learning_rate": 1.4173385020086465e-07, |
| "loss": 0.5067, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.7635574837310195, |
| "grad_norm": 2.2218199595845047, |
| "learning_rate": 1.4084347152836234e-07, |
| "loss": 0.4898, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.7643462827844607, |
| "grad_norm": 2.1682529099876056, |
| "learning_rate": 1.3995543967438766e-07, |
| "loss": 0.4889, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.7651350818379018, |
| "grad_norm": 2.1893824488079785, |
| "learning_rate": 1.3906976044156298e-07, |
| "loss": 0.4588, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.7659238808913429, |
| "grad_norm": 2.362590102193667, |
| "learning_rate": 1.3818643961713767e-07, |
| "loss": 0.4625, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.7667126799447841, |
| "grad_norm": 2.481535899678208, |
| "learning_rate": 1.3730548297295075e-07, |
| "loss": 0.4409, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.7675014789982252, |
| "grad_norm": 2.070929810010827, |
| "learning_rate": 1.364268962653931e-07, |
| "loss": 0.4945, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.7682902780516664, |
| "grad_norm": 2.273636212339407, |
| "learning_rate": 1.3555068523536983e-07, |
| "loss": 0.477, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.7690790771051075, |
| "grad_norm": 2.233128343344179, |
| "learning_rate": 1.3467685560826313e-07, |
| "loss": 0.4874, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.7698678761585486, |
| "grad_norm": 2.2033651595069768, |
| "learning_rate": 1.338054130938937e-07, |
| "loss": 0.4915, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.7706566752119898, |
| "grad_norm": 2.347800780563448, |
| "learning_rate": 1.329363633864851e-07, |
| "loss": 0.4895, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.7714454742654309, |
| "grad_norm": 2.0580926526740666, |
| "learning_rate": 1.320697121646253e-07, |
| "loss": 0.4864, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.7722342733188721, |
| "grad_norm": 2.3811283081058043, |
| "learning_rate": 1.3120546509122993e-07, |
| "loss": 0.4367, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.7730230723723132, |
| "grad_norm": 2.3005374680451416, |
| "learning_rate": 1.3034362781350523e-07, |
| "loss": 0.4756, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.7738118714257542, |
| "grad_norm": 2.4126245125705204, |
| "learning_rate": 1.2948420596291182e-07, |
| "loss": 0.4805, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.7746006704791955, |
| "grad_norm": 1.9346907776034008, |
| "learning_rate": 1.2862720515512636e-07, |
| "loss": 0.5043, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.7753894695326365, |
| "grad_norm": 2.1341693928607954, |
| "learning_rate": 1.2777263099000673e-07, |
| "loss": 0.4794, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.7761782685860777, |
| "grad_norm": 2.0407987410502195, |
| "learning_rate": 1.26920489051554e-07, |
| "loss": 0.44, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.7769670676395188, |
| "grad_norm": 2.10225527576356, |
| "learning_rate": 1.260707849078766e-07, |
| "loss": 0.5092, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.7777558666929599, |
| "grad_norm": 2.191391137078327, |
| "learning_rate": 1.2522352411115362e-07, |
| "loss": 0.4817, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.7785446657464011, |
| "grad_norm": 2.1538135670617513, |
| "learning_rate": 1.243787121975991e-07, |
| "loss": 0.4837, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.7793334647998422, |
| "grad_norm": 2.2748749633222776, |
| "learning_rate": 1.235363546874252e-07, |
| "loss": 0.4694, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.7801222638532834, |
| "grad_norm": 2.205284137789626, |
| "learning_rate": 1.2269645708480641e-07, |
| "loss": 0.5083, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.7809110629067245, |
| "grad_norm": 2.337515205980958, |
| "learning_rate": 1.218590248778434e-07, |
| "loss": 0.4371, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.7816998619601656, |
| "grad_norm": 2.1511768204109423, |
| "learning_rate": 1.2102406353852807e-07, |
| "loss": 0.517, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.7824886610136068, |
| "grad_norm": 2.172429149349416, |
| "learning_rate": 1.2019157852270578e-07, |
| "loss": 0.4493, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.7832774600670479, |
| "grad_norm": 2.4370059083198354, |
| "learning_rate": 1.1936157527004226e-07, |
| "loss": 0.4215, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.7840662591204891, |
| "grad_norm": 2.291716098712647, |
| "learning_rate": 1.1853405920398607e-07, |
| "loss": 0.4537, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.7848550581739302, |
| "grad_norm": 2.1501129900599394, |
| "learning_rate": 1.1770903573173397e-07, |
| "loss": 0.4726, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.7856438572273713, |
| "grad_norm": 2.551242705986409, |
| "learning_rate": 1.1688651024419538e-07, |
| "loss": 0.4631, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.7864326562808125, |
| "grad_norm": 2.1429282269404033, |
| "learning_rate": 1.1606648811595776e-07, |
| "loss": 0.4768, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.7872214553342536, |
| "grad_norm": 2.1539849902176935, |
| "learning_rate": 1.1524897470525052e-07, |
| "loss": 0.5226, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.7880102543876948, |
| "grad_norm": 2.1765357732242414, |
| "learning_rate": 1.1443397535391058e-07, |
| "loss": 0.4443, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.7887990534411359, |
| "grad_norm": 2.1585030534649428, |
| "learning_rate": 1.1362149538734744e-07, |
| "loss": 0.4997, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.789587852494577, |
| "grad_norm": 2.130929654566126, |
| "learning_rate": 1.1281154011450827e-07, |
| "loss": 0.4959, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.7903766515480182, |
| "grad_norm": 1.9866227778758776, |
| "learning_rate": 1.1200411482784317e-07, |
| "loss": 0.4523, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.7911654506014593, |
| "grad_norm": 2.14724068381651, |
| "learning_rate": 1.1119922480327098e-07, |
| "loss": 0.4844, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.7919542496549005, |
| "grad_norm": 2.0267804655029673, |
| "learning_rate": 1.1039687530014418e-07, |
| "loss": 0.4706, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.7927430487083416, |
| "grad_norm": 2.086690515507619, |
| "learning_rate": 1.0959707156121506e-07, |
| "loss": 0.4677, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.7935318477617826, |
| "grad_norm": 2.1548684706389905, |
| "learning_rate": 1.0879981881260108e-07, |
| "loss": 0.5205, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.7943206468152239, |
| "grad_norm": 2.0756670947366684, |
| "learning_rate": 1.080051222637508e-07, |
| "loss": 0.4673, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.7951094458686649, |
| "grad_norm": 2.327985692482114, |
| "learning_rate": 1.0721298710741061e-07, |
| "loss": 0.4647, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.7958982449221061, |
| "grad_norm": 2.248453205926095, |
| "learning_rate": 1.0642341851958902e-07, |
| "loss": 0.5074, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.7966870439755472, |
| "grad_norm": 1.9144416508969329, |
| "learning_rate": 1.0563642165952497e-07, |
| "loss": 0.4736, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.7974758430289883, |
| "grad_norm": 1.9717115920565795, |
| "learning_rate": 1.0485200166965241e-07, |
| "loss": 0.4872, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.7982646420824295, |
| "grad_norm": 2.203286326088002, |
| "learning_rate": 1.0407016367556775e-07, |
| "loss": 0.4544, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.7990534411358706, |
| "grad_norm": 1.9665973292402223, |
| "learning_rate": 1.0329091278599567e-07, |
| "loss": 0.4742, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.7998422401893118, |
| "grad_norm": 2.0835750284062544, |
| "learning_rate": 1.0251425409275671e-07, |
| "loss": 0.4955, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.8006310392427529, |
| "grad_norm": 2.217767952097549, |
| "learning_rate": 1.0174019267073226e-07, |
| "loss": 0.5322, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.801419838296194, |
| "grad_norm": 2.4361561202663933, |
| "learning_rate": 1.0096873357783359e-07, |
| "loss": 0.4572, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.8022086373496352, |
| "grad_norm": 2.203846116279926, |
| "learning_rate": 1.0019988185496713e-07, |
| "loss": 0.5056, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.8029974364030763, |
| "grad_norm": 2.027560600491381, |
| "learning_rate": 9.943364252600217e-08, |
| "loss": 0.5316, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.8037862354565175, |
| "grad_norm": 2.481754200785473, |
| "learning_rate": 9.867002059773788e-08, |
| "loss": 0.4483, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.8045750345099586, |
| "grad_norm": 2.3591317893505424, |
| "learning_rate": 9.790902105987103e-08, |
| "loss": 0.4446, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.8053638335633997, |
| "grad_norm": 2.2567559500932326, |
| "learning_rate": 9.715064888496277e-08, |
| "loss": 0.445, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.8061526326168409, |
| "grad_norm": 2.241401857728176, |
| "learning_rate": 9.639490902840641e-08, |
| "loss": 0.4958, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.806941431670282, |
| "grad_norm": 2.0463981302272107, |
| "learning_rate": 9.564180642839492e-08, |
| "loss": 0.4777, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.8077302307237232, |
| "grad_norm": 2.1606155604104518, |
| "learning_rate": 9.489134600588932e-08, |
| "loss": 0.4589, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.8085190297771643, |
| "grad_norm": 2.344788556938593, |
| "learning_rate": 9.414353266458508e-08, |
| "loss": 0.5157, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.8093078288306054, |
| "grad_norm": 2.675005237255825, |
| "learning_rate": 9.339837129088184e-08, |
| "loss": 0.4654, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.8100966278840466, |
| "grad_norm": 1.9831792529426433, |
| "learning_rate": 9.265586675385017e-08, |
| "loss": 0.4561, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.8108854269374877, |
| "grad_norm": 2.1149057877689725, |
| "learning_rate": 9.191602390520032e-08, |
| "loss": 0.4896, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.8116742259909289, |
| "grad_norm": 1.9507383524203066, |
| "learning_rate": 9.11788475792502e-08, |
| "loss": 0.5281, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.81246302504437, |
| "grad_norm": 2.4432618966506707, |
| "learning_rate": 9.044434259289452e-08, |
| "loss": 0.4437, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.813251824097811, |
| "grad_norm": 2.2559894136250307, |
| "learning_rate": 8.971251374557225e-08, |
| "loss": 0.4781, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.8140406231512523, |
| "grad_norm": 2.1489114392118625, |
| "learning_rate": 8.898336581923598e-08, |
| "loss": 0.4733, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.8148294222046933, |
| "grad_norm": 2.0520080443452673, |
| "learning_rate": 8.825690357832061e-08, |
| "loss": 0.4998, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.8156182212581344, |
| "grad_norm": 2.2684590434506875, |
| "learning_rate": 8.753313176971195e-08, |
| "loss": 0.5161, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.8164070203115756, |
| "grad_norm": 2.148499612350094, |
| "learning_rate": 8.681205512271572e-08, |
| "loss": 0.5174, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.8171958193650167, |
| "grad_norm": 2.4936409901746046, |
| "learning_rate": 8.609367834902731e-08, |
| "loss": 0.4471, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.8179846184184579, |
| "grad_norm": 2.0125129563257, |
| "learning_rate": 8.537800614269997e-08, |
| "loss": 0.5432, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.818773417471899, |
| "grad_norm": 2.2604401927608966, |
| "learning_rate": 8.46650431801147e-08, |
| "loss": 0.4729, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.8195622165253401, |
| "grad_norm": 2.2133660362240657, |
| "learning_rate": 8.395479411994977e-08, |
| "loss": 0.4973, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.8203510155787813, |
| "grad_norm": 2.4376958967799265, |
| "learning_rate": 8.324726360314993e-08, |
| "loss": 0.4763, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.8211398146322224, |
| "grad_norm": 2.0731054660479926, |
| "learning_rate": 8.25424562528968e-08, |
| "loss": 0.504, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.8219286136856636, |
| "grad_norm": 2.0616913530411387, |
| "learning_rate": 8.184037667457728e-08, |
| "loss": 0.4627, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.8227174127391047, |
| "grad_norm": 1.931730636869577, |
| "learning_rate": 8.114102945575513e-08, |
| "loss": 0.4697, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.8235062117925458, |
| "grad_norm": 2.423559053753917, |
| "learning_rate": 8.044441916613981e-08, |
| "loss": 0.4605, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.824295010845987, |
| "grad_norm": 2.183293131898637, |
| "learning_rate": 7.975055035755712e-08, |
| "loss": 0.4826, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.8250838098994281, |
| "grad_norm": 2.1950803556959717, |
| "learning_rate": 7.905942756391903e-08, |
| "loss": 0.4828, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.8258726089528693, |
| "grad_norm": 2.2739586757672403, |
| "learning_rate": 7.837105530119514e-08, |
| "loss": 0.4564, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.8266614080063104, |
| "grad_norm": 2.1836352167837836, |
| "learning_rate": 7.768543806738126e-08, |
| "loss": 0.4495, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.8274502070597515, |
| "grad_norm": 2.204451903446692, |
| "learning_rate": 7.70025803424722e-08, |
| "loss": 0.4832, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.8282390061131927, |
| "grad_norm": 2.4106553517759948, |
| "learning_rate": 7.632248658843088e-08, |
| "loss": 0.4519, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.8290278051666338, |
| "grad_norm": 2.0156630203515356, |
| "learning_rate": 7.564516124915981e-08, |
| "loss": 0.4712, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.829816604220075, |
| "grad_norm": 2.4782990035561396, |
| "learning_rate": 7.497060875047206e-08, |
| "loss": 0.4985, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.8306054032735161, |
| "grad_norm": 2.102270932427116, |
| "learning_rate": 7.429883350006239e-08, |
| "loss": 0.4036, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.8313942023269572, |
| "grad_norm": 2.2003205130366457, |
| "learning_rate": 7.362983988747818e-08, |
| "loss": 0.4352, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.8321830013803984, |
| "grad_norm": 2.13090706833757, |
| "learning_rate": 7.296363228409075e-08, |
| "loss": 0.4709, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.8329718004338394, |
| "grad_norm": 2.509154107178616, |
| "learning_rate": 7.230021504306716e-08, |
| "loss": 0.4942, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.8337605994872807, |
| "grad_norm": 2.2587648320471776, |
| "learning_rate": 7.16395924993417e-08, |
| "loss": 0.4447, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.8345493985407217, |
| "grad_norm": 1.8668872993117411, |
| "learning_rate": 7.09817689695868e-08, |
| "loss": 0.5468, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.8353381975941628, |
| "grad_norm": 1.979177205134116, |
| "learning_rate": 7.032674875218613e-08, |
| "loss": 0.4448, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.836126996647604, |
| "grad_norm": 2.2829706767319236, |
| "learning_rate": 6.967453612720541e-08, |
| "loss": 0.4743, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.8369157957010451, |
| "grad_norm": 2.319812936602923, |
| "learning_rate": 6.902513535636501e-08, |
| "loss": 0.4227, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.8377045947544863, |
| "grad_norm": 2.2275810706188857, |
| "learning_rate": 6.837855068301168e-08, |
| "loss": 0.4841, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.8384933938079274, |
| "grad_norm": 2.2667149451455897, |
| "learning_rate": 6.773478633209157e-08, |
| "loss": 0.4494, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.8392821928613685, |
| "grad_norm": 2.1368859925730135, |
| "learning_rate": 6.709384651012173e-08, |
| "loss": 0.5063, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.8400709919148097, |
| "grad_norm": 2.0559943710137545, |
| "learning_rate": 6.645573540516314e-08, |
| "loss": 0.4862, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.8408597909682508, |
| "grad_norm": 2.223579767989312, |
| "learning_rate": 6.582045718679324e-08, |
| "loss": 0.4884, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.841648590021692, |
| "grad_norm": 2.1584885431970635, |
| "learning_rate": 6.518801600607882e-08, |
| "loss": 0.5029, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.8424373890751331, |
| "grad_norm": 2.072122529540598, |
| "learning_rate": 6.455841599554834e-08, |
| "loss": 0.4855, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.8432261881285742, |
| "grad_norm": 2.2589727363405823, |
| "learning_rate": 6.3931661269166e-08, |
| "loss": 0.5056, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.8440149871820154, |
| "grad_norm": 2.448309486593933, |
| "learning_rate": 6.330775592230364e-08, |
| "loss": 0.4552, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.8448037862354565, |
| "grad_norm": 2.004377188250325, |
| "learning_rate": 6.268670403171483e-08, |
| "loss": 0.4878, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.8455925852888977, |
| "grad_norm": 2.3518127756771503, |
| "learning_rate": 6.206850965550775e-08, |
| "loss": 0.4883, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.8463813843423388, |
| "grad_norm": 2.195656744928062, |
| "learning_rate": 6.145317683311902e-08, |
| "loss": 0.4848, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.8471701833957799, |
| "grad_norm": 2.1683134274629348, |
| "learning_rate": 6.084070958528714e-08, |
| "loss": 0.4555, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.8479589824492211, |
| "grad_norm": 2.2552763020698605, |
| "learning_rate": 6.023111191402602e-08, |
| "loss": 0.4455, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.8487477815026622, |
| "grad_norm": 2.4279988906949517, |
| "learning_rate": 5.962438780259948e-08, |
| "loss": 0.4718, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.8495365805561034, |
| "grad_norm": 2.137142449268899, |
| "learning_rate": 5.902054121549438e-08, |
| "loss": 0.4612, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.8503253796095445, |
| "grad_norm": 2.111854969035769, |
| "learning_rate": 5.8419576098395265e-08, |
| "loss": 0.4953, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.8511141786629856, |
| "grad_norm": 2.1410566907936066, |
| "learning_rate": 5.7821496378158254e-08, |
| "loss": 0.4455, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.8519029777164268, |
| "grad_norm": 2.1521897546900544, |
| "learning_rate": 5.722630596278616e-08, |
| "loss": 0.4401, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.8526917767698678, |
| "grad_norm": 2.1319727518168077, |
| "learning_rate": 5.663400874140139e-08, |
| "loss": 0.4631, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.853480575823309, |
| "grad_norm": 2.1202826735625244, |
| "learning_rate": 5.6044608584222444e-08, |
| "loss": 0.4569, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.8542693748767501, |
| "grad_norm": 2.1616769527767774, |
| "learning_rate": 5.5458109342537084e-08, |
| "loss": 0.442, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.8550581739301912, |
| "grad_norm": 2.217778823981212, |
| "learning_rate": 5.487451484867794e-08, |
| "loss": 0.4586, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.8558469729836324, |
| "grad_norm": 2.181886524953751, |
| "learning_rate": 5.429382891599732e-08, |
| "loss": 0.4287, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.8566357720370735, |
| "grad_norm": 1.9165125995699759, |
| "learning_rate": 5.3716055338842326e-08, |
| "loss": 0.5104, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.8574245710905147, |
| "grad_norm": 2.3293883855157613, |
| "learning_rate": 5.314119789252991e-08, |
| "loss": 0.4704, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.8582133701439558, |
| "grad_norm": 2.034534973029934, |
| "learning_rate": 5.2569260333322264e-08, |
| "loss": 0.5057, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.8590021691973969, |
| "grad_norm": 2.0970042411312466, |
| "learning_rate": 5.200024639840228e-08, |
| "loss": 0.489, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.8597909682508381, |
| "grad_norm": 2.297857542073598, |
| "learning_rate": 5.1434159805849474e-08, |
| "loss": 0.4833, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.8605797673042792, |
| "grad_norm": 2.296749187421612, |
| "learning_rate": 5.087100425461482e-08, |
| "loss": 0.4503, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.8613685663577204, |
| "grad_norm": 2.2460865939862606, |
| "learning_rate": 5.0310783424497735e-08, |
| "loss": 0.4331, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.8621573654111615, |
| "grad_norm": 2.2387967842546765, |
| "learning_rate": 4.975350097612096e-08, |
| "loss": 0.4901, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.8629461644646026, |
| "grad_norm": 2.3578530940565128, |
| "learning_rate": 4.919916055090739e-08, |
| "loss": 0.4586, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.8637349635180438, |
| "grad_norm": 2.1620591909350027, |
| "learning_rate": 4.864776577105584e-08, |
| "loss": 0.4506, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.8645237625714849, |
| "grad_norm": 2.0136467906011073, |
| "learning_rate": 4.809932023951774e-08, |
| "loss": 0.527, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.8653125616249261, |
| "grad_norm": 2.1774290380649117, |
| "learning_rate": 4.7553827539973225e-08, |
| "loss": 0.4351, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.8661013606783672, |
| "grad_norm": 1.9175177715539433, |
| "learning_rate": 4.701129123680791e-08, |
| "loss": 0.5016, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.8668901597318083, |
| "grad_norm": 2.197846907284896, |
| "learning_rate": 4.6471714875089665e-08, |
| "loss": 0.4758, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.8676789587852495, |
| "grad_norm": 1.9618893953588064, |
| "learning_rate": 4.593510198054529e-08, |
| "loss": 0.4978, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.8684677578386906, |
| "grad_norm": 2.13672417930152, |
| "learning_rate": 4.540145605953738e-08, |
| "loss": 0.4338, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.8692565568921318, |
| "grad_norm": 2.5894893901796734, |
| "learning_rate": 4.487078059904204e-08, |
| "loss": 0.505, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.8700453559455729, |
| "grad_norm": 1.8330130649906766, |
| "learning_rate": 4.4343079066625267e-08, |
| "loss": 0.4683, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.870834154999014, |
| "grad_norm": 2.4602987840611537, |
| "learning_rate": 4.381835491042079e-08, |
| "loss": 0.4527, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.8716229540524552, |
| "grad_norm": 2.18013469016652, |
| "learning_rate": 4.3296611559107356e-08, |
| "loss": 0.4558, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.8724117531058962, |
| "grad_norm": 2.3472610894408303, |
| "learning_rate": 4.277785242188642e-08, |
| "loss": 0.4656, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.8732005521593375, |
| "grad_norm": 2.05528624251208, |
| "learning_rate": 4.2262080888459897e-08, |
| "loss": 0.519, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.8739893512127785, |
| "grad_norm": 2.20225622415052, |
| "learning_rate": 4.174930032900781e-08, |
| "loss": 0.4998, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.8747781502662196, |
| "grad_norm": 2.173086068909838, |
| "learning_rate": 4.123951409416665e-08, |
| "loss": 0.4571, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.8755669493196608, |
| "grad_norm": 2.013545206618128, |
| "learning_rate": 4.0732725515007004e-08, |
| "loss": 0.4597, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.8763557483731019, |
| "grad_norm": 2.2398553432849937, |
| "learning_rate": 4.022893790301218e-08, |
| "loss": 0.4461, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.8771445474265431, |
| "grad_norm": 2.112508580719257, |
| "learning_rate": 3.972815455005618e-08, |
| "loss": 0.5469, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.8779333464799842, |
| "grad_norm": 2.136736972853266, |
| "learning_rate": 3.923037872838292e-08, |
| "loss": 0.4496, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.8787221455334253, |
| "grad_norm": 2.2419603301220046, |
| "learning_rate": 3.87356136905837e-08, |
| "loss": 0.4963, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.8795109445868665, |
| "grad_norm": 2.1358039835267832, |
| "learning_rate": 3.8243862669577186e-08, |
| "loss": 0.4755, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.8802997436403076, |
| "grad_norm": 2.425241469482105, |
| "learning_rate": 3.775512887858734e-08, |
| "loss": 0.4962, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.8810885426937488, |
| "grad_norm": 2.113826381797499, |
| "learning_rate": 3.7269415511122945e-08, |
| "loss": 0.4843, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.8818773417471899, |
| "grad_norm": 1.9573960813654754, |
| "learning_rate": 3.678672574095648e-08, |
| "loss": 0.4726, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.882666140800631, |
| "grad_norm": 2.13209187056848, |
| "learning_rate": 3.630706272210371e-08, |
| "loss": 0.4751, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.8834549398540722, |
| "grad_norm": 2.246392158952085, |
| "learning_rate": 3.583042958880256e-08, |
| "loss": 0.5152, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.8842437389075133, |
| "grad_norm": 2.104235617411064, |
| "learning_rate": 3.535682945549312e-08, |
| "loss": 0.4602, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.8850325379609545, |
| "grad_norm": 2.2907950317272334, |
| "learning_rate": 3.48862654167969e-08, |
| "loss": 0.4709, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.8858213370143956, |
| "grad_norm": 2.173218470054423, |
| "learning_rate": 3.441874054749727e-08, |
| "loss": 0.4509, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.8866101360678367, |
| "grad_norm": 2.187243954911098, |
| "learning_rate": 3.395425790251816e-08, |
| "loss": 0.4331, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.8873989351212779, |
| "grad_norm": 2.4428193679797414, |
| "learning_rate": 3.3492820516905605e-08, |
| "loss": 0.4647, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.888187734174719, |
| "grad_norm": 2.207307597227354, |
| "learning_rate": 3.303443140580664e-08, |
| "loss": 0.4901, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.8889765332281602, |
| "grad_norm": 2.0438104206109733, |
| "learning_rate": 3.257909356445038e-08, |
| "loss": 0.4914, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.8897653322816013, |
| "grad_norm": 2.232724144060166, |
| "learning_rate": 3.212680996812794e-08, |
| "loss": 0.4832, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.8905541313350424, |
| "grad_norm": 2.1147762909514567, |
| "learning_rate": 3.1677583572173704e-08, |
| "loss": 0.4619, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.8913429303884836, |
| "grad_norm": 2.3899411906539867, |
| "learning_rate": 3.123141731194484e-08, |
| "loss": 0.4144, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.8921317294419246, |
| "grad_norm": 2.060034105546834, |
| "learning_rate": 3.078831410280347e-08, |
| "loss": 0.4648, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.8929205284953659, |
| "grad_norm": 1.9707718960305716, |
| "learning_rate": 3.0348276840096664e-08, |
| "loss": 0.476, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.8937093275488069, |
| "grad_norm": 2.1795697011453274, |
| "learning_rate": 2.99113083991378e-08, |
| "loss": 0.5229, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.894498126602248, |
| "grad_norm": 2.3033006728619894, |
| "learning_rate": 2.947741163518791e-08, |
| "loss": 0.4753, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.8952869256556892, |
| "grad_norm": 2.2367672180444633, |
| "learning_rate": 2.9046589383437015e-08, |
| "loss": 0.4575, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.8960757247091303, |
| "grad_norm": 2.471309149645162, |
| "learning_rate": 2.8618844458985326e-08, |
| "loss": 0.4623, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.8968645237625715, |
| "grad_norm": 2.1556296875214476, |
| "learning_rate": 2.8194179656825133e-08, |
| "loss": 0.4784, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.8976533228160126, |
| "grad_norm": 2.6464417527400657, |
| "learning_rate": 2.777259775182228e-08, |
| "loss": 0.4876, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.8984421218694537, |
| "grad_norm": 1.9954198703063286, |
| "learning_rate": 2.7354101498698377e-08, |
| "loss": 0.4837, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.8992309209228949, |
| "grad_norm": 1.8908313100919454, |
| "learning_rate": 2.6938693632012567e-08, |
| "loss": 0.4648, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.900019719976336, |
| "grad_norm": 2.2250555886701107, |
| "learning_rate": 2.6526376866143618e-08, |
| "loss": 0.4464, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.9008085190297772, |
| "grad_norm": 2.096778313532699, |
| "learning_rate": 2.6117153895272414e-08, |
| "loss": 0.4114, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.9015973180832183, |
| "grad_norm": 2.3832883058090397, |
| "learning_rate": 2.5711027393364115e-08, |
| "loss": 0.51, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.9023861171366594, |
| "grad_norm": 1.8074394378950092, |
| "learning_rate": 2.5308000014150788e-08, |
| "loss": 0.5033, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.9031749161901006, |
| "grad_norm": 2.1265149143582924, |
| "learning_rate": 2.490807439111392e-08, |
| "loss": 0.4443, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.9039637152435417, |
| "grad_norm": 2.0751663077061084, |
| "learning_rate": 2.4511253137467824e-08, |
| "loss": 0.4883, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.9047525142969829, |
| "grad_norm": 2.3687578219805565, |
| "learning_rate": 2.4117538846141428e-08, |
| "loss": 0.4426, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.905541313350424, |
| "grad_norm": 2.181956633318485, |
| "learning_rate": 2.3726934089762507e-08, |
| "loss": 0.4915, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.9063301124038651, |
| "grad_norm": 1.9849351281698502, |
| "learning_rate": 2.3339441420640095e-08, |
| "loss": 0.4604, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.9071189114573063, |
| "grad_norm": 2.2057193267227975, |
| "learning_rate": 2.295506337074815e-08, |
| "loss": 0.5014, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.9079077105107474, |
| "grad_norm": 2.2566363517069528, |
| "learning_rate": 2.2573802451708924e-08, |
| "loss": 0.4827, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.9086965095641886, |
| "grad_norm": 2.2338537195698023, |
| "learning_rate": 2.2195661154776613e-08, |
| "loss": 0.4383, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.9094853086176297, |
| "grad_norm": 2.161988846582854, |
| "learning_rate": 2.1820641950820896e-08, |
| "loss": 0.4771, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.9102741076710708, |
| "grad_norm": 2.0952563227603047, |
| "learning_rate": 2.1448747290311097e-08, |
| "loss": 0.4871, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.911062906724512, |
| "grad_norm": 2.1592299438465785, |
| "learning_rate": 2.1079979603299657e-08, |
| "loss": 0.4895, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.911851705777953, |
| "grad_norm": 2.154241199852767, |
| "learning_rate": 2.0714341299407134e-08, |
| "loss": 0.432, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.9126405048313943, |
| "grad_norm": 2.4383483097350944, |
| "learning_rate": 2.0351834767805276e-08, |
| "loss": 0.5105, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.9134293038848353, |
| "grad_norm": 2.3496734654637845, |
| "learning_rate": 1.9992462377202647e-08, |
| "loss": 0.4693, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.9142181029382764, |
| "grad_norm": 2.042338461017465, |
| "learning_rate": 1.9636226475828078e-08, |
| "loss": 0.5039, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.9150069019917176, |
| "grad_norm": 2.1787394071068857, |
| "learning_rate": 1.9283129391416075e-08, |
| "loss": 0.4427, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.9157957010451587, |
| "grad_norm": 2.3109395501024754, |
| "learning_rate": 1.893317343119116e-08, |
| "loss": 0.4284, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.9165845000985999, |
| "grad_norm": 2.02530434922422, |
| "learning_rate": 1.8586360881853225e-08, |
| "loss": 0.4688, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.917373299152041, |
| "grad_norm": 2.414443579735098, |
| "learning_rate": 1.824269400956191e-08, |
| "loss": 0.4853, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.9181620982054821, |
| "grad_norm": 2.2106321690067827, |
| "learning_rate": 1.790217505992264e-08, |
| "loss": 0.4504, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.9189508972589233, |
| "grad_norm": 2.3637887202907613, |
| "learning_rate": 1.7564806257971355e-08, |
| "loss": 0.4, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.9197396963123644, |
| "grad_norm": 2.02723130462276, |
| "learning_rate": 1.723058980816e-08, |
| "loss": 0.4913, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.9205284953658056, |
| "grad_norm": 2.1125931520549113, |
| "learning_rate": 1.68995278943424e-08, |
| "loss": 0.4254, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.9213172944192467, |
| "grad_norm": 2.4678318285078458, |
| "learning_rate": 1.6571622679760034e-08, |
| "loss": 0.4968, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.9221060934726878, |
| "grad_norm": 1.9835749610347755, |
| "learning_rate": 1.6246876307027368e-08, |
| "loss": 0.5, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.922894892526129, |
| "grad_norm": 2.438541414059369, |
| "learning_rate": 1.5925290898118393e-08, |
| "loss": 0.4673, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.9236836915795701, |
| "grad_norm": 2.0130083847111306, |
| "learning_rate": 1.5606868554352613e-08, |
| "loss": 0.4876, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.9244724906330113, |
| "grad_norm": 2.1558318106131007, |
| "learning_rate": 1.529161135638113e-08, |
| "loss": 0.485, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.9252612896864524, |
| "grad_norm": 1.969535375263106, |
| "learning_rate": 1.4979521364173354e-08, |
| "loss": 0.4991, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.9260500887398935, |
| "grad_norm": 2.3239492140805917, |
| "learning_rate": 1.4670600617003203e-08, |
| "loss": 0.4886, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.9268388877933347, |
| "grad_norm": 2.313842410039279, |
| "learning_rate": 1.4364851133436163e-08, |
| "loss": 0.4274, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.9276276868467758, |
| "grad_norm": 2.262188915945084, |
| "learning_rate": 1.4062274911315674e-08, |
| "loss": 0.4758, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.928416485900217, |
| "grad_norm": 2.014475966755726, |
| "learning_rate": 1.3762873927750495e-08, |
| "loss": 0.5084, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.9292052849536581, |
| "grad_norm": 2.1405330191360044, |
| "learning_rate": 1.3466650139101422e-08, |
| "loss": 0.4693, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.9299940840070992, |
| "grad_norm": 2.1314202076605384, |
| "learning_rate": 1.3173605480968853e-08, |
| "loss": 0.4705, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.9307828830605404, |
| "grad_norm": 2.056640010782438, |
| "learning_rate": 1.2883741868179588e-08, |
| "loss": 0.4756, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.9315716821139814, |
| "grad_norm": 2.1404728994758777, |
| "learning_rate": 1.259706119477516e-08, |
| "loss": 0.4925, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.9323604811674227, |
| "grad_norm": 2.05729487323212, |
| "learning_rate": 1.2313565333998633e-08, |
| "loss": 0.45, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.9331492802208637, |
| "grad_norm": 2.3290532910134516, |
| "learning_rate": 1.2033256138282876e-08, |
| "loss": 0.4611, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.9339380792743048, |
| "grad_norm": 2.2167031119668725, |
| "learning_rate": 1.1756135439238091e-08, |
| "loss": 0.4861, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.934726878327746, |
| "grad_norm": 2.1830130660521063, |
| "learning_rate": 1.148220504764047e-08, |
| "loss": 0.4813, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.9355156773811871, |
| "grad_norm": 2.5827208533768578, |
| "learning_rate": 1.1211466753419329e-08, |
| "loss": 0.473, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.9363044764346283, |
| "grad_norm": 2.079265821307451, |
| "learning_rate": 1.0943922325646614e-08, |
| "loss": 0.5016, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.9370932754880694, |
| "grad_norm": 2.247572891018767, |
| "learning_rate": 1.0679573512524353e-08, |
| "loss": 0.4374, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.9378820745415105, |
| "grad_norm": 1.8993830240447653, |
| "learning_rate": 1.0418422041373887e-08, |
| "loss": 0.475, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.9386708735949517, |
| "grad_norm": 2.035600000528139, |
| "learning_rate": 1.016046961862399e-08, |
| "loss": 0.519, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.9394596726483928, |
| "grad_norm": 2.370219608261723, |
| "learning_rate": 9.905717929800494e-09, |
| "loss": 0.4134, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.940248471701834, |
| "grad_norm": 2.047288957062214, |
| "learning_rate": 9.65416863951446e-09, |
| "loss": 0.4541, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.9410372707552751, |
| "grad_norm": 2.079818417871965, |
| "learning_rate": 9.405823391451906e-09, |
| "loss": 0.468, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.9418260698087162, |
| "grad_norm": 2.1191337795344505, |
| "learning_rate": 9.160683808362712e-09, |
| "loss": 0.4569, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.9426148688621574, |
| "grad_norm": 2.392347468354819, |
| "learning_rate": 8.918751492050236e-09, |
| "loss": 0.488, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.9434036679155985, |
| "grad_norm": 2.0917130104929904, |
| "learning_rate": 8.680028023360652e-09, |
| "loss": 0.5122, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.9441924669690397, |
| "grad_norm": 2.1732646059569403, |
| "learning_rate": 8.444514962172744e-09, |
| "loss": 0.499, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.9449812660224808, |
| "grad_norm": 2.2418116820706038, |
| "learning_rate": 8.21221384738785e-09, |
| "loss": 0.4887, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.9457700650759219, |
| "grad_norm": 2.067401633441307, |
| "learning_rate": 7.983126196919376e-09, |
| "loss": 0.5116, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.9465588641293631, |
| "grad_norm": 1.9928537848964127, |
| "learning_rate": 7.757253507683303e-09, |
| "loss": 0.4831, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.9473476631828042, |
| "grad_norm": 2.059265311156936, |
| "learning_rate": 7.53459725558836e-09, |
| "loss": 0.4578, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.9481364622362454, |
| "grad_norm": 2.1910644540935085, |
| "learning_rate": 7.315158895526086e-09, |
| "loss": 0.4687, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.9489252612896865, |
| "grad_norm": 2.2367336721936657, |
| "learning_rate": 7.098939861361508e-09, |
| "loss": 0.4982, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.9497140603431276, |
| "grad_norm": 1.9741236780555866, |
| "learning_rate": 6.885941565923925e-09, |
| "loss": 0.4866, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.9505028593965688, |
| "grad_norm": 2.118712502970971, |
| "learning_rate": 6.676165400997413e-09, |
| "loss": 0.5016, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.9512916584500098, |
| "grad_norm": 2.3053438052878246, |
| "learning_rate": 6.469612737311836e-09, |
| "loss": 0.48, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.952080457503451, |
| "grad_norm": 2.6879429976405422, |
| "learning_rate": 6.266284924533904e-09, |
| "loss": 0.4626, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.9528692565568921, |
| "grad_norm": 1.9692449943204864, |
| "learning_rate": 6.06618329125852e-09, |
| "loss": 0.4607, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.9536580556103332, |
| "grad_norm": 2.21106916010321, |
| "learning_rate": 5.8693091449996126e-09, |
| "loss": 0.4859, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.9544468546637744, |
| "grad_norm": 2.301378135152648, |
| "learning_rate": 5.675663772182093e-09, |
| "loss": 0.4454, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.9552356537172155, |
| "grad_norm": 2.185039853181121, |
| "learning_rate": 5.48524843813325e-09, |
| "loss": 0.4661, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.9560244527706567, |
| "grad_norm": 2.338507164928051, |
| "learning_rate": 5.29806438707453e-09, |
| "loss": 0.4419, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.9568132518240978, |
| "grad_norm": 1.9490135345970243, |
| "learning_rate": 5.1141128421132166e-09, |
| "loss": 0.454, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.9576020508775389, |
| "grad_norm": 2.0578252754591797, |
| "learning_rate": 4.933395005234709e-09, |
| "loss": 0.4425, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.9583908499309801, |
| "grad_norm": 2.231422102924521, |
| "learning_rate": 4.755912057294531e-09, |
| "loss": 0.4782, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.9591796489844212, |
| "grad_norm": 2.336576060112637, |
| "learning_rate": 4.581665158010617e-09, |
| "loss": 0.4326, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.9599684480378624, |
| "grad_norm": 2.294997475954355, |
| "learning_rate": 4.410655445955758e-09, |
| "loss": 0.4397, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.9607572470913035, |
| "grad_norm": 2.5214719115866626, |
| "learning_rate": 4.24288403855022e-09, |
| "loss": 0.4507, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.9615460461447446, |
| "grad_norm": 2.2746728258030595, |
| "learning_rate": 4.0783520320542e-09, |
| "loss": 0.4685, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.9623348451981858, |
| "grad_norm": 2.4869708999825684, |
| "learning_rate": 3.917060501561043e-09, |
| "loss": 0.5067, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.9631236442516269, |
| "grad_norm": 2.18717863028764, |
| "learning_rate": 3.759010500989868e-09, |
| "loss": 0.4572, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.963912443305068, |
| "grad_norm": 2.3869918692157692, |
| "learning_rate": 3.604203063078959e-09, |
| "loss": 0.4405, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.9647012423585092, |
| "grad_norm": 2.177219563280282, |
| "learning_rate": 3.4526391993787153e-09, |
| "loss": 0.4909, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.9654900414119503, |
| "grad_norm": 2.017378045563056, |
| "learning_rate": 3.304319900245378e-09, |
| "loss": 0.4554, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.9662788404653915, |
| "grad_norm": 2.394087370691006, |
| "learning_rate": 3.159246134834259e-09, |
| "loss": 0.4358, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.9670676395188326, |
| "grad_norm": 2.2192875307106235, |
| "learning_rate": 3.017418851093634e-09, |
| "loss": 0.4279, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.9678564385722737, |
| "grad_norm": 2.080102213112167, |
| "learning_rate": 2.878838975758413e-09, |
| "loss": 0.4536, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.9686452376257149, |
| "grad_norm": 2.004955012395581, |
| "learning_rate": 2.7435074143442595e-09, |
| "loss": 0.4711, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.969434036679156, |
| "grad_norm": 2.047762065634272, |
| "learning_rate": 2.611425051141203e-09, |
| "loss": 0.5207, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.9702228357325972, |
| "grad_norm": 2.2664328343749545, |
| "learning_rate": 2.482592749208534e-09, |
| "loss": 0.4548, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.9710116347860382, |
| "grad_norm": 2.1815456484852147, |
| "learning_rate": 2.3570113503687537e-09, |
| "loss": 0.4755, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.9718004338394793, |
| "grad_norm": 2.040796426399282, |
| "learning_rate": 2.234681675202077e-09, |
| "loss": 0.4469, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.9725892328929205, |
| "grad_norm": 2.0086558410483697, |
| "learning_rate": 2.1156045230411033e-09, |
| "loss": 0.4519, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.9733780319463616, |
| "grad_norm": 2.1562000349978776, |
| "learning_rate": 1.9997806719658226e-09, |
| "loss": 0.4543, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.9741668309998028, |
| "grad_norm": 2.1206020382882422, |
| "learning_rate": 1.8872108787981735e-09, |
| "loss": 0.4957, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.9749556300532439, |
| "grad_norm": 2.0939171623261075, |
| "learning_rate": 1.7778958790972687e-09, |
| "loss": 0.5027, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.975744429106685, |
| "grad_norm": 2.4533745913330955, |
| "learning_rate": 1.6718363871547902e-09, |
| "loss": 0.438, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.9765332281601262, |
| "grad_norm": 2.0128392356567804, |
| "learning_rate": 1.5690330959898245e-09, |
| "loss": 0.461, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.9773220272135673, |
| "grad_norm": 2.0454039424068062, |
| "learning_rate": 1.4694866773448112e-09, |
| "loss": 0.5271, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.9781108262670085, |
| "grad_norm": 2.3256606305815244, |
| "learning_rate": 1.3731977816809348e-09, |
| "loss": 0.5093, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.9788996253204496, |
| "grad_norm": 2.0901288689109925, |
| "learning_rate": 1.2801670381739072e-09, |
| "loss": 0.5044, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.9796884243738907, |
| "grad_norm": 2.108049449466968, |
| "learning_rate": 1.190395054709914e-09, |
| "loss": 0.4702, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.9804772234273319, |
| "grad_norm": 2.167558665053736, |
| "learning_rate": 1.103882417881452e-09, |
| "loss": 0.5112, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.981266022480773, |
| "grad_norm": 2.280985570328114, |
| "learning_rate": 1.020629692983721e-09, |
| "loss": 0.4038, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.9820548215342142, |
| "grad_norm": 2.244284434471773, |
| "learning_rate": 9.406374240109593e-10, |
| "loss": 0.4953, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.9828436205876553, |
| "grad_norm": 2.042103204031043, |
| "learning_rate": 8.639061336524478e-10, |
| "loss": 0.4716, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.9836324196410964, |
| "grad_norm": 2.130472917316118, |
| "learning_rate": 7.904363232897338e-10, |
| "loss": 0.4861, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.9844212186945376, |
| "grad_norm": 2.3285216290260777, |
| "learning_rate": 7.20228472992912e-10, |
| "loss": 0.4486, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.9852100177479787, |
| "grad_norm": 2.039367579112449, |
| "learning_rate": 6.532830415176272e-10, |
| "loss": 0.4975, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.9859988168014199, |
| "grad_norm": 1.9676543675802594, |
| "learning_rate": 5.896004663020205e-10, |
| "loss": 0.4693, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.986787615854861, |
| "grad_norm": 2.312234669455349, |
| "learning_rate": 5.291811634640652e-10, |
| "loss": 0.4547, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.9875764149083021, |
| "grad_norm": 2.1818147095198084, |
| "learning_rate": 4.720255277984586e-10, |
| "loss": 0.4538, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.9883652139617433, |
| "grad_norm": 1.9900427688433966, |
| "learning_rate": 4.1813393277445597e-10, |
| "loss": 0.4935, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.9891540130151844, |
| "grad_norm": 2.206854551535642, |
| "learning_rate": 3.675067305332069e-10, |
| "loss": 0.4699, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.9899428120686256, |
| "grad_norm": 1.9706410648385435, |
| "learning_rate": 3.201442518854791e-10, |
| "loss": 0.4598, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.9907316111220666, |
| "grad_norm": 2.225340731753896, |
| "learning_rate": 2.7604680630965995e-10, |
| "loss": 0.4751, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.9915204101755077, |
| "grad_norm": 2.6647283035533103, |
| "learning_rate": 2.3521468194931395e-10, |
| "loss": 0.4837, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.9923092092289489, |
| "grad_norm": 2.4136306109273247, |
| "learning_rate": 1.9764814561190613e-10, |
| "loss": 0.4947, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.99309800828239, |
| "grad_norm": 2.464718850948773, |
| "learning_rate": 1.633474427664705e-10, |
| "loss": 0.4432, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.9938868073358312, |
| "grad_norm": 2.139109020422269, |
| "learning_rate": 1.3231279754238878e-10, |
| "loss": 0.4699, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.9946756063892723, |
| "grad_norm": 2.065302641920417, |
| "learning_rate": 1.045444127278361e-10, |
| "loss": 0.4832, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.9954644054427134, |
| "grad_norm": 2.066829740976868, |
| "learning_rate": 8.004246976833772e-11, |
| "loss": 0.5132, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.9962532044961546, |
| "grad_norm": 2.161177985103768, |
| "learning_rate": 5.880712876571437e-11, |
| "loss": 0.4945, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.9970420035495957, |
| "grad_norm": 1.921652375827139, |
| "learning_rate": 4.08385284770274e-11, |
| "loss": 0.4889, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.9978308026030369, |
| "grad_norm": 1.9616599390350928, |
| "learning_rate": 2.613678631357974e-11, |
| "loss": 0.4887, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.998619601656478, |
| "grad_norm": 2.020972170869089, |
| "learning_rate": 1.4701998340194145e-11, |
| "loss": 0.5187, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.9994084007099191, |
| "grad_norm": 1.9361662167504259, |
| "learning_rate": 6.534239274658127e-12, |
| "loss": 0.4318, |
| "step": 1267 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.9361662167504259, |
| "learning_rate": 1.6335624871688381e-12, |
| "loss": 0.4392, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 1268, |
| "total_flos": 741274716962816.0, |
| "train_loss": 0.5522690528198747, |
| "train_runtime": 8573.9813, |
| "train_samples_per_second": 17.246, |
| "train_steps_per_second": 0.148 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 1268, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 741274716962816.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
