| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 2974, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0, |
| "grad_norm": 6.020898030295759, |
| "learning_rate": 1.1111111111111112e-07, |
| "loss": 1.7306, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 5.5093131371851625, |
| "learning_rate": 2.2222222222222224e-07, |
| "loss": 1.5296, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 5.555254520927707, |
| "learning_rate": 3.3333333333333335e-07, |
| "loss": 1.6453, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 5.167517210604746, |
| "learning_rate": 4.444444444444445e-07, |
| "loss": 1.3601, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 5.337865578358168, |
| "learning_rate": 5.555555555555555e-07, |
| "loss": 1.5936, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 5.197537612384531, |
| "learning_rate": 6.666666666666667e-07, |
| "loss": 1.6105, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 6.7071750793416705, |
| "learning_rate": 7.777777777777779e-07, |
| "loss": 1.5346, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 3.867444838666045, |
| "learning_rate": 8.88888888888889e-07, |
| "loss": 1.4384, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 6.024004355148772, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 1.5733, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 4.751318881465759, |
| "learning_rate": 1.111111111111111e-06, |
| "loss": 1.5568, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 5.3853621546980115, |
| "learning_rate": 1.2222222222222223e-06, |
| "loss": 1.3708, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 4.537387205190727, |
| "learning_rate": 1.3333333333333334e-06, |
| "loss": 1.3072, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 5.23139313367372, |
| "learning_rate": 1.4444444444444445e-06, |
| "loss": 1.5981, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.0, |
| "grad_norm": 3.4018488285384687, |
| "learning_rate": 1.5555555555555558e-06, |
| "loss": 1.4173, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.684797940945863, |
| "learning_rate": 1.6666666666666667e-06, |
| "loss": 1.3716, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.646303872392676, |
| "learning_rate": 1.777777777777778e-06, |
| "loss": 1.4545, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.9495758829048704, |
| "learning_rate": 1.888888888888889e-06, |
| "loss": 1.397, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.366263720251264, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 1.365, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 1.839976774580383, |
| "learning_rate": 2.1111111111111114e-06, |
| "loss": 1.185, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 1.6342538540467102, |
| "learning_rate": 2.222222222222222e-06, |
| "loss": 1.1806, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 1.6599785518630754, |
| "learning_rate": 2.3333333333333336e-06, |
| "loss": 1.2685, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 1.8448167155078814, |
| "learning_rate": 2.4444444444444447e-06, |
| "loss": 1.0219, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 1.7512589943688497, |
| "learning_rate": 2.5555555555555557e-06, |
| "loss": 1.2719, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.156554314663689, |
| "learning_rate": 2.666666666666667e-06, |
| "loss": 1.2205, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.5304531912685935, |
| "learning_rate": 2.7777777777777783e-06, |
| "loss": 1.3731, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 1.2500838449139604, |
| "learning_rate": 2.888888888888889e-06, |
| "loss": 1.1428, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 1.5082983802919083, |
| "learning_rate": 3e-06, |
| "loss": 1.3047, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 1.6177261527447628, |
| "learning_rate": 3.1111111111111116e-06, |
| "loss": 1.1996, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 1.8360713710189462, |
| "learning_rate": 3.2222222222222227e-06, |
| "loss": 1.222, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 1.8430975591369023, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 1.0663, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.046310489866483, |
| "learning_rate": 3.444444444444445e-06, |
| "loss": 1.1678, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.100826125003991, |
| "learning_rate": 3.555555555555556e-06, |
| "loss": 1.2384, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.0663202598141646, |
| "learning_rate": 3.6666666666666666e-06, |
| "loss": 1.0626, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 3.037675341882923, |
| "learning_rate": 3.777777777777778e-06, |
| "loss": 1.3272, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.2020884108777876, |
| "learning_rate": 3.88888888888889e-06, |
| "loss": 1.0534, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 1.8529417568151625, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.9597, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 1.3783066806716602, |
| "learning_rate": 4.111111111111111e-06, |
| "loss": 1.2806, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.110763970915099, |
| "learning_rate": 4.222222222222223e-06, |
| "loss": 0.9401, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.126179766156456, |
| "learning_rate": 4.333333333333334e-06, |
| "loss": 1.2566, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 2.6527927342936612, |
| "learning_rate": 4.444444444444444e-06, |
| "loss": 1.2164, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 1.9560977610225554, |
| "learning_rate": 4.555555555555556e-06, |
| "loss": 1.1596, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 1.2602017040522464, |
| "learning_rate": 4.666666666666667e-06, |
| "loss": 1.1942, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 1.4946904787680995, |
| "learning_rate": 4.777777777777778e-06, |
| "loss": 1.0445, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 1.6820020626040015, |
| "learning_rate": 4.888888888888889e-06, |
| "loss": 1.4199, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.2768139856497662, |
| "learning_rate": 5e-06, |
| "loss": 1.1108, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.3685452034608794, |
| "learning_rate": 5.1111111111111115e-06, |
| "loss": 1.1317, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.2467870655438416, |
| "learning_rate": 5.2222222222222226e-06, |
| "loss": 1.1229, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.8015736433677734, |
| "learning_rate": 5.333333333333334e-06, |
| "loss": 0.8661, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.314129615480521, |
| "learning_rate": 5.444444444444445e-06, |
| "loss": 1.2102, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.376665180773933, |
| "learning_rate": 5.555555555555557e-06, |
| "loss": 0.991, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.3130460130080732, |
| "learning_rate": 5.666666666666667e-06, |
| "loss": 1.2305, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.248188336808312, |
| "learning_rate": 5.777777777777778e-06, |
| "loss": 1.191, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.752120755859964, |
| "learning_rate": 5.88888888888889e-06, |
| "loss": 1.1772, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.4409867828492302, |
| "learning_rate": 6e-06, |
| "loss": 1.0935, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.255521837436117, |
| "learning_rate": 6.111111111111112e-06, |
| "loss": 1.0643, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.2462979329005954, |
| "learning_rate": 6.222222222222223e-06, |
| "loss": 1.1121, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.1597916496517735, |
| "learning_rate": 6.333333333333333e-06, |
| "loss": 0.9677, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.1925051092384764, |
| "learning_rate": 6.444444444444445e-06, |
| "loss": 1.2934, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 2.45780692652238, |
| "learning_rate": 6.555555555555556e-06, |
| "loss": 0.9344, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.3151211868470905, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 1.2318, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.160434549338062, |
| "learning_rate": 6.777777777777779e-06, |
| "loss": 0.9053, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.4310724645048005, |
| "learning_rate": 6.88888888888889e-06, |
| "loss": 0.9287, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.5199960623786288, |
| "learning_rate": 7e-06, |
| "loss": 1.2231, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.1805906278311316, |
| "learning_rate": 7.111111111111112e-06, |
| "loss": 1.1331, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.0271975049666155, |
| "learning_rate": 7.222222222222223e-06, |
| "loss": 0.902, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.819359187837601, |
| "learning_rate": 7.333333333333333e-06, |
| "loss": 1.0091, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.56607881386993, |
| "learning_rate": 7.444444444444445e-06, |
| "loss": 0.9476, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.2723117056000988, |
| "learning_rate": 7.555555555555556e-06, |
| "loss": 1.1569, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.337812598379636, |
| "learning_rate": 7.666666666666667e-06, |
| "loss": 1.0866, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.1037532780574288, |
| "learning_rate": 7.77777777777778e-06, |
| "loss": 1.1321, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.1769510996262655, |
| "learning_rate": 7.88888888888889e-06, |
| "loss": 1.0507, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.1890068962308549, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 1.1234, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.2677899369635037, |
| "learning_rate": 8.111111111111112e-06, |
| "loss": 1.0256, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 1.356848273679716, |
| "learning_rate": 8.222222222222222e-06, |
| "loss": 0.8915, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.7648679960952123, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 0.9863, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.8409602605912934, |
| "learning_rate": 8.444444444444446e-06, |
| "loss": 1.0207, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.1684827594433063, |
| "learning_rate": 8.555555555555556e-06, |
| "loss": 1.0476, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.1683705523644832, |
| "learning_rate": 8.666666666666668e-06, |
| "loss": 0.8686, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.7530105675212482, |
| "learning_rate": 8.777777777777778e-06, |
| "loss": 1.0336, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.4445099321125248, |
| "learning_rate": 8.888888888888888e-06, |
| "loss": 1.1212, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.9730426161163872, |
| "learning_rate": 9e-06, |
| "loss": 1.1248, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.220619936560779, |
| "learning_rate": 9.111111111111112e-06, |
| "loss": 1.0278, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.992570916328277, |
| "learning_rate": 9.222222222222224e-06, |
| "loss": 0.7983, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 4.721692166786328, |
| "learning_rate": 9.333333333333334e-06, |
| "loss": 0.9634, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.197755462250134, |
| "learning_rate": 9.444444444444445e-06, |
| "loss": 1.0935, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.3792147570294744, |
| "learning_rate": 9.555555555555556e-06, |
| "loss": 1.0437, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.3341305179213792, |
| "learning_rate": 9.666666666666667e-06, |
| "loss": 1.1169, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 2.080347584342399, |
| "learning_rate": 9.777777777777779e-06, |
| "loss": 0.8965, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.3008940654674894, |
| "learning_rate": 9.88888888888889e-06, |
| "loss": 1.1245, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.3413740345111518, |
| "learning_rate": 1e-05, |
| "loss": 0.9169, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 7.720904819282236, |
| "learning_rate": 9.999997033466898e-06, |
| "loss": 0.8597, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 5.817693345659933, |
| "learning_rate": 9.999988133871106e-06, |
| "loss": 1.1579, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.4862565637632583, |
| "learning_rate": 9.999973301223189e-06, |
| "loss": 0.938, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.8793598827617122, |
| "learning_rate": 9.999952535540743e-06, |
| "loss": 1.0742, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.9677823570429186, |
| "learning_rate": 9.999925836848413e-06, |
| "loss": 1.0403, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.6567718982405544, |
| "learning_rate": 9.99989320517788e-06, |
| "loss": 1.1472, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.8356421924262722, |
| "learning_rate": 9.999854640567861e-06, |
| "loss": 1.0842, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.3949535007725533, |
| "learning_rate": 9.999810143064122e-06, |
| "loss": 0.9233, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.3621910185308956, |
| "learning_rate": 9.999759712719461e-06, |
| "loss": 1.1597, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.3165455793194516, |
| "learning_rate": 9.999703349593721e-06, |
| "loss": 0.8999, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 5.626913349027703, |
| "learning_rate": 9.999641053753784e-06, |
| "loss": 0.9357, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.5306786549204892, |
| "learning_rate": 9.999572825273569e-06, |
| "loss": 1.0193, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.2216374912201793, |
| "learning_rate": 9.999498664234038e-06, |
| "loss": 1.0678, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 1.5684013544753055, |
| "learning_rate": 9.999418570723189e-06, |
| "loss": 1.1503, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.0556370851103432, |
| "learning_rate": 9.999332544836066e-06, |
| "loss": 0.9618, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.7871835168527705, |
| "learning_rate": 9.999240586674749e-06, |
| "loss": 1.1076, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.0185577076236143, |
| "learning_rate": 9.999142696348351e-06, |
| "loss": 0.8433, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.6532580327579758, |
| "learning_rate": 9.999038873973034e-06, |
| "loss": 1.099, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.9493570256045315, |
| "learning_rate": 9.998929119671996e-06, |
| "loss": 1.0014, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.3968958234582853, |
| "learning_rate": 9.99881343357547e-06, |
| "loss": 0.7398, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.2787796104443074, |
| "learning_rate": 9.998691815820732e-06, |
| "loss": 1.1522, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.2153670054233487, |
| "learning_rate": 9.998564266552096e-06, |
| "loss": 0.8671, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.1083265194148346, |
| "learning_rate": 9.998430785920912e-06, |
| "loss": 1.0972, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.6242510943614903, |
| "learning_rate": 9.99829137408557e-06, |
| "loss": 0.9546, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.0222089455842167, |
| "learning_rate": 9.9981460312115e-06, |
| "loss": 1.0223, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.3186828064280087, |
| "learning_rate": 9.997994757471165e-06, |
| "loss": 0.8844, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.7083714252921345, |
| "learning_rate": 9.997837553044072e-06, |
| "loss": 0.8308, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.0640704563932113, |
| "learning_rate": 9.997674418116759e-06, |
| "loss": 0.9205, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.2234653048015862, |
| "learning_rate": 9.997505352882803e-06, |
| "loss": 0.9909, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.196102935955767, |
| "learning_rate": 9.997330357542823e-06, |
| "loss": 1.0755, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.5665366051605698, |
| "learning_rate": 9.997149432304468e-06, |
| "loss": 0.9899, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.8863028691261228, |
| "learning_rate": 9.996962577382428e-06, |
| "loss": 1.0132, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.3272031835909146, |
| "learning_rate": 9.996769792998424e-06, |
| "loss": 0.9504, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.3543972412613536, |
| "learning_rate": 9.996571079381222e-06, |
| "loss": 0.9564, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.959881310588133, |
| "learning_rate": 9.996366436766612e-06, |
| "loss": 1.148, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 2.767725635901644, |
| "learning_rate": 9.99615586539743e-06, |
| "loss": 0.9383, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.3252133962182393, |
| "learning_rate": 9.995939365523542e-06, |
| "loss": 0.7415, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.2425723054330782, |
| "learning_rate": 9.99571693740185e-06, |
| "loss": 0.979, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.124642698198707, |
| "learning_rate": 9.995488581296287e-06, |
| "loss": 0.9189, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.2777449663358862, |
| "learning_rate": 9.995254297477827e-06, |
| "loss": 1.0288, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.7753697791616395, |
| "learning_rate": 9.995014086224473e-06, |
| "loss": 1.0237, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.6520124236533547, |
| "learning_rate": 9.994767947821261e-06, |
| "loss": 1.081, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 1.1262038527744473, |
| "learning_rate": 9.994515882560267e-06, |
| "loss": 1.0065, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.175415679181585, |
| "learning_rate": 9.99425789074059e-06, |
| "loss": 0.9947, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.69246795089213, |
| "learning_rate": 9.99399397266837e-06, |
| "loss": 0.9607, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.0205633422989124, |
| "learning_rate": 9.993724128656772e-06, |
| "loss": 0.681, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.075325446095766, |
| "learning_rate": 9.993448359026e-06, |
| "loss": 1.0778, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.7501176970520742, |
| "learning_rate": 9.993166664103283e-06, |
| "loss": 0.8985, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.0342699371811452, |
| "learning_rate": 9.992879044222887e-06, |
| "loss": 0.9397, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.778398106495321, |
| "learning_rate": 9.992585499726104e-06, |
| "loss": 0.9627, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.7449536230740645, |
| "learning_rate": 9.992286030961257e-06, |
| "loss": 0.8455, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.277868994981918, |
| "learning_rate": 9.9919806382837e-06, |
| "loss": 1.0861, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.9852189021540414, |
| "learning_rate": 9.991669322055818e-06, |
| "loss": 1.0277, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.0610257566280477, |
| "learning_rate": 9.99135208264702e-06, |
| "loss": 1.0823, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.001238969026088, |
| "learning_rate": 9.991028920433747e-06, |
| "loss": 0.746, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.9329013346269643, |
| "learning_rate": 9.99069983579947e-06, |
| "loss": 0.9651, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.3388898507923237, |
| "learning_rate": 9.990364829134682e-06, |
| "loss": 0.9675, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.8302543451924096, |
| "learning_rate": 9.990023900836909e-06, |
| "loss": 0.8925, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.8805427678747366, |
| "learning_rate": 9.9896770513107e-06, |
| "loss": 0.9304, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.7019163874309788, |
| "learning_rate": 9.98932428096763e-06, |
| "loss": 0.957, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.4809320058897433, |
| "learning_rate": 9.988965590226303e-06, |
| "loss": 1.0363, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.1864570217558925, |
| "learning_rate": 9.988600979512345e-06, |
| "loss": 0.9558, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 5.134709924917348, |
| "learning_rate": 9.988230449258409e-06, |
| "loss": 0.9881, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.0704584402312147, |
| "learning_rate": 9.987853999904169e-06, |
| "loss": 0.6569, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.1892081565545338, |
| "learning_rate": 9.987471631896326e-06, |
| "loss": 1.0141, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.0209922851221758, |
| "learning_rate": 9.987083345688604e-06, |
| "loss": 1.078, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.475176089477989, |
| "learning_rate": 9.986689141741748e-06, |
| "loss": 0.9046, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 2.558717901289885, |
| "learning_rate": 9.986289020523525e-06, |
| "loss": 1.0373, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.152047193857759, |
| "learning_rate": 9.985882982508723e-06, |
| "loss": 0.9382, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 10.507976501632076, |
| "learning_rate": 9.985471028179155e-06, |
| "loss": 0.9003, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.2349219766814303, |
| "learning_rate": 9.985053158023647e-06, |
| "loss": 1.0314, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 3.0134033494622083, |
| "learning_rate": 9.984629372538055e-06, |
| "loss": 0.8469, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 1.2362367211971406, |
| "learning_rate": 9.984199672225246e-06, |
| "loss": 0.7923, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.971708412609744, |
| "learning_rate": 9.983764057595105e-06, |
| "loss": 0.8672, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.6211625921811355, |
| "learning_rate": 9.983322529164543e-06, |
| "loss": 0.8829, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.8141433692136149, |
| "learning_rate": 9.98287508745748e-06, |
| "loss": 1.0359, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.2789308931823613, |
| "learning_rate": 9.982421733004857e-06, |
| "loss": 0.9886, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.647520427026211, |
| "learning_rate": 9.981962466344633e-06, |
| "loss": 1.1532, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 3.2634153609569436, |
| "learning_rate": 9.981497288021778e-06, |
| "loss": 0.9887, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.6324340480418404, |
| "learning_rate": 9.981026198588276e-06, |
| "loss": 1.0668, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.0686068956409525, |
| "learning_rate": 9.980549198603132e-06, |
| "loss": 0.6617, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.5411742986741408, |
| "learning_rate": 9.98006628863236e-06, |
| "loss": 0.9345, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.236842587604399, |
| "learning_rate": 9.979577469248984e-06, |
| "loss": 0.8768, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.3712043970777765, |
| "learning_rate": 9.979082741033047e-06, |
| "loss": 0.8838, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 3.5152752781378522, |
| "learning_rate": 9.9785821045716e-06, |
| "loss": 1.1285, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 3.028389636493706, |
| "learning_rate": 9.978075560458703e-06, |
| "loss": 0.8638, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.8745400738197981, |
| "learning_rate": 9.977563109295429e-06, |
| "loss": 1.0348, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.6428521355980752, |
| "learning_rate": 9.977044751689858e-06, |
| "loss": 0.7875, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.3079870980534036, |
| "learning_rate": 9.976520488257082e-06, |
| "loss": 1.0996, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.1281539988864875, |
| "learning_rate": 9.975990319619199e-06, |
| "loss": 0.7946, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.3276287051521578, |
| "learning_rate": 9.975454246405312e-06, |
| "loss": 0.8549, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.107249581715156, |
| "learning_rate": 9.974912269251534e-06, |
| "loss": 1.1309, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.427331128768283, |
| "learning_rate": 9.974364388800983e-06, |
| "loss": 1.0148, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.894947622409324, |
| "learning_rate": 9.97381060570378e-06, |
| "loss": 0.9642, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 2.306718327302065, |
| "learning_rate": 9.97325092061705e-06, |
| "loss": 0.8674, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.4475386646631423, |
| "learning_rate": 9.972685334204926e-06, |
| "loss": 0.8515, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.4958541755642323, |
| "learning_rate": 9.972113847138538e-06, |
| "loss": 0.9773, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.578331568212937, |
| "learning_rate": 9.971536460096021e-06, |
| "loss": 0.946, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.911849955521383, |
| "learning_rate": 9.97095317376251e-06, |
| "loss": 1.1086, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.186402837062041, |
| "learning_rate": 9.970363988830138e-06, |
| "loss": 0.6713, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.8199481317125474, |
| "learning_rate": 9.969768905998045e-06, |
| "loss": 0.9944, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.3772574279376883, |
| "learning_rate": 9.96916792597236e-06, |
| "loss": 1.1249, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 1.6997394329250959, |
| "learning_rate": 9.968561049466214e-06, |
| "loss": 0.8626, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.135885039108074, |
| "learning_rate": 9.967948277199736e-06, |
| "loss": 1.0192, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.8654051692311207, |
| "learning_rate": 9.96732960990005e-06, |
| "loss": 0.9099, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.232300589296793, |
| "learning_rate": 9.966705048301272e-06, |
| "loss": 1.0594, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 4.769839080229836, |
| "learning_rate": 9.96607459314452e-06, |
| "loss": 0.8557, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.1819394019822527, |
| "learning_rate": 9.965438245177895e-06, |
| "loss": 0.6591, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.6561491251489833, |
| "learning_rate": 9.964796005156498e-06, |
| "loss": 1.0654, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.076566588095923, |
| "learning_rate": 9.964147873842423e-06, |
| "loss": 0.9098, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.8274859585049659, |
| "learning_rate": 9.963493852004746e-06, |
| "loss": 1.145, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.4743831365425886, |
| "learning_rate": 9.96283394041954e-06, |
| "loss": 0.9402, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.2860404212872454, |
| "learning_rate": 9.962168139869866e-06, |
| "loss": 1.0003, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.49537957580469, |
| "learning_rate": 9.96149645114577e-06, |
| "loss": 1.0238, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.2340714868980769, |
| "learning_rate": 9.960818875044288e-06, |
| "loss": 1.002, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.1284485998257747, |
| "learning_rate": 9.960135412369441e-06, |
| "loss": 0.7313, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.5107322710886535, |
| "learning_rate": 9.959446063932232e-06, |
| "loss": 0.906, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.1417931537333665, |
| "learning_rate": 9.958750830550654e-06, |
| "loss": 0.9505, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.998294508212294, |
| "learning_rate": 9.95804971304968e-06, |
| "loss": 0.8158, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.3031863351309383, |
| "learning_rate": 9.957342712261263e-06, |
| "loss": 0.9033, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.159538509547293, |
| "learning_rate": 9.956629829024342e-06, |
| "loss": 1.025, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.1441035816389082, |
| "learning_rate": 9.955911064184834e-06, |
| "loss": 1.0276, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.767131494064827, |
| "learning_rate": 9.95518641859563e-06, |
| "loss": 0.9236, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.9853973295182781, |
| "learning_rate": 9.95445589311661e-06, |
| "loss": 0.9335, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.9369895446898371, |
| "learning_rate": 9.953719488614625e-06, |
| "loss": 1.0355, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.9099470372481967, |
| "learning_rate": 9.952977205963496e-06, |
| "loss": 0.6765, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.381014312258799, |
| "learning_rate": 9.95222904604403e-06, |
| "loss": 0.8395, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.8632387427554324, |
| "learning_rate": 9.951475009744006e-06, |
| "loss": 1.0484, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 2.7781729755901865, |
| "learning_rate": 9.950715097958168e-06, |
| "loss": 0.8061, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.96291547717403, |
| "learning_rate": 9.94994931158824e-06, |
| "loss": 1.0707, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.281205157857246, |
| "learning_rate": 9.949177651542917e-06, |
| "loss": 0.8391, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.478232699581741, |
| "learning_rate": 9.948400118737856e-06, |
| "loss": 0.796, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 1.0899418794298212, |
| "learning_rate": 9.94761671409569e-06, |
| "loss": 1.0265, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.0519575701736021, |
| "learning_rate": 9.946827438546016e-06, |
| "loss": 0.6633, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.8963658903319036, |
| "learning_rate": 9.946032293025402e-06, |
| "loss": 1.0057, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.1268256551939204, |
| "learning_rate": 9.945231278477374e-06, |
| "loss": 0.9888, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.2345005310746198, |
| "learning_rate": 9.944424395852432e-06, |
| "loss": 1.0428, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.3889968987892425, |
| "learning_rate": 9.943611646108029e-06, |
| "loss": 0.8652, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.7984713289052676, |
| "learning_rate": 9.942793030208585e-06, |
| "loss": 0.8959, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.6705014873155208, |
| "learning_rate": 9.941968549125481e-06, |
| "loss": 1.0733, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.924048026846623, |
| "learning_rate": 9.94113820383706e-06, |
| "loss": 0.9425, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.6798412708247372, |
| "learning_rate": 9.940301995328616e-06, |
| "loss": 1.0229, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.4837906003622596, |
| "learning_rate": 9.939459924592407e-06, |
| "loss": 0.8519, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.8453585396403996, |
| "learning_rate": 9.938611992627647e-06, |
| "loss": 0.706, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.287422434119563, |
| "learning_rate": 9.937758200440501e-06, |
| "loss": 0.9349, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.6643902508785695, |
| "learning_rate": 9.936898549044093e-06, |
| "loss": 0.8115, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.5928803368755373, |
| "learning_rate": 9.936033039458494e-06, |
| "loss": 1.0133, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.3850069675398193, |
| "learning_rate": 9.935161672710728e-06, |
| "loss": 0.9817, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.5136027116578243, |
| "learning_rate": 9.934284449834775e-06, |
| "loss": 1.025, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.3948037542727116, |
| "learning_rate": 9.933401371871555e-06, |
| "loss": 0.902, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.640860727920044, |
| "learning_rate": 9.932512439868942e-06, |
| "loss": 0.9375, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.9323786426178224, |
| "learning_rate": 9.931617654881753e-06, |
| "loss": 0.9494, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.7538884342353285, |
| "learning_rate": 9.930717017971753e-06, |
| "loss": 0.8419, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.5711238928017217, |
| "learning_rate": 9.929810530207651e-06, |
| "loss": 1.11, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.8098648973860392, |
| "learning_rate": 9.928898192665095e-06, |
| "loss": 0.8543, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.1077144466714448, |
| "learning_rate": 9.927980006426677e-06, |
| "loss": 1.0343, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 2.6357636865901277, |
| "learning_rate": 9.92705597258193e-06, |
| "loss": 0.7851, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.1909097105252235, |
| "learning_rate": 9.926126092227323e-06, |
| "loss": 0.8327, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.4432654295316647, |
| "learning_rate": 9.925190366466269e-06, |
| "loss": 1.094, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.1908048978426817, |
| "learning_rate": 9.924248796409107e-06, |
| "loss": 0.9988, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.4896957767057013, |
| "learning_rate": 9.923301383173119e-06, |
| "loss": 0.7244, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 1.699079544790394, |
| "learning_rate": 9.922348127882518e-06, |
| "loss": 0.8914, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 16.63780151346983, |
| "learning_rate": 9.921389031668449e-06, |
| "loss": 0.8846, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.3880782385542485, |
| "learning_rate": 9.920424095668988e-06, |
| "loss": 0.975, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.065532767415578, |
| "learning_rate": 9.919453321029141e-06, |
| "loss": 1.0056, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.0707929088580674, |
| "learning_rate": 9.918476708900843e-06, |
| "loss": 0.9698, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 3.431740771547493, |
| "learning_rate": 9.917494260442956e-06, |
| "loss": 0.8802, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.3342704081217773, |
| "learning_rate": 9.916505976821262e-06, |
| "loss": 0.9038, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.8467579544129362, |
| "learning_rate": 9.915511859208475e-06, |
| "loss": 0.9163, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.7320990520832737, |
| "learning_rate": 9.914511908784227e-06, |
| "loss": 0.7735, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.3796335963935416, |
| "learning_rate": 9.913506126735074e-06, |
| "loss": 0.9029, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.6835648055465686, |
| "learning_rate": 9.912494514254487e-06, |
| "loss": 0.8729, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.1839176968599987, |
| "learning_rate": 9.911477072542861e-06, |
| "loss": 1.0187, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.640338495063523, |
| "learning_rate": 9.910453802807506e-06, |
| "loss": 0.7708, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.8871037342726975, |
| "learning_rate": 9.909424706262647e-06, |
| "loss": 0.9192, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.8139780230677538, |
| "learning_rate": 9.908389784129424e-06, |
| "loss": 0.9958, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.728058018472273, |
| "learning_rate": 9.907349037635888e-06, |
| "loss": 1.0385, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.9086036063238607, |
| "learning_rate": 9.906302468017002e-06, |
| "loss": 0.9161, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.6114989125313772, |
| "learning_rate": 9.905250076514642e-06, |
| "loss": 0.6475, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.3762741058906207, |
| "learning_rate": 9.904191864377588e-06, |
| "loss": 1.1156, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.086390607075079, |
| "learning_rate": 9.90312783286153e-06, |
| "loss": 0.8221, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.5740262812144985, |
| "learning_rate": 9.902057983229059e-06, |
| "loss": 0.9528, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.50666432486656, |
| "learning_rate": 9.900982316749676e-06, |
| "loss": 1.0109, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.6309283564461712, |
| "learning_rate": 9.899900834699778e-06, |
| "loss": 0.7297, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.6838445889239224, |
| "learning_rate": 9.898813538362669e-06, |
| "loss": 0.9022, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.6680955746681156, |
| "learning_rate": 9.897720429028547e-06, |
| "loss": 0.9331, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.0756880620121314, |
| "learning_rate": 9.89662150799451e-06, |
| "loss": 0.7475, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.136706594615024, |
| "learning_rate": 9.895516776564555e-06, |
| "loss": 0.9863, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.0572881228437248, |
| "learning_rate": 9.894406236049569e-06, |
| "loss": 0.8198, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.8180647894989632, |
| "learning_rate": 9.893289887767331e-06, |
| "loss": 1.0312, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 1.1338441221347955, |
| "learning_rate": 9.89216773304252e-06, |
| "loss": 0.9669, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 2.418049798401187, |
| "learning_rate": 9.891039773206698e-06, |
| "loss": 1.017, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.768470259542854, |
| "learning_rate": 9.889906009598316e-06, |
| "loss": 1.0251, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.658461872275104, |
| "learning_rate": 9.888766443562712e-06, |
| "loss": 0.8274, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.7970413119919844, |
| "learning_rate": 9.887621076452114e-06, |
| "loss": 1.0827, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.3605969891368064, |
| "learning_rate": 9.886469909625624e-06, |
| "loss": 0.7672, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.1032964256853734, |
| "learning_rate": 9.885312944449239e-06, |
| "loss": 0.6565, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.3870357241696727, |
| "learning_rate": 9.884150182295821e-06, |
| "loss": 1.0235, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.26168882123742, |
| "learning_rate": 9.882981624545127e-06, |
| "loss": 1.0208, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.09649325436949, |
| "learning_rate": 9.881807272583776e-06, |
| "loss": 0.9187, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.4556902223024557, |
| "learning_rate": 9.880627127805276e-06, |
| "loss": 0.8593, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.8014947127925711, |
| "learning_rate": 9.879441191609997e-06, |
| "loss": 0.9749, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.8290301702334593, |
| "learning_rate": 9.87824946540519e-06, |
| "loss": 0.8511, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.4625527319337002, |
| "learning_rate": 9.877051950604972e-06, |
| "loss": 1.0078, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.1680384151001364, |
| "learning_rate": 9.87584864863033e-06, |
| "loss": 0.9407, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.6130682789955968, |
| "learning_rate": 9.874639560909118e-06, |
| "loss": 0.7385, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.8507225700170138, |
| "learning_rate": 9.873424688876057e-06, |
| "loss": 0.8806, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.606513761011154, |
| "learning_rate": 9.872204033972727e-06, |
| "loss": 0.7909, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.0498835238448727, |
| "learning_rate": 9.870977597647575e-06, |
| "loss": 1.0263, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.2838274716183784, |
| "learning_rate": 9.869745381355906e-06, |
| "loss": 0.8487, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.4135658926148096, |
| "learning_rate": 9.868507386559887e-06, |
| "loss": 0.9428, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.8282516051562494, |
| "learning_rate": 9.867263614728535e-06, |
| "loss": 0.8022, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.5671918054431404, |
| "learning_rate": 9.866014067337729e-06, |
| "loss": 0.9707, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.5015006133561526, |
| "learning_rate": 9.864758745870196e-06, |
| "loss": 0.7557, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.694032530156948, |
| "learning_rate": 9.863497651815519e-06, |
| "loss": 0.9421, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.2660115821949285, |
| "learning_rate": 9.862230786670129e-06, |
| "loss": 0.9859, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.776176415672431, |
| "learning_rate": 9.860958151937303e-06, |
| "loss": 0.9903, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.9698974117011222, |
| "learning_rate": 9.85967974912717e-06, |
| "loss": 0.9531, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.7306546660935704, |
| "learning_rate": 9.858395579756695e-06, |
| "loss": 0.818, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.5378493088313332, |
| "learning_rate": 9.857105645349694e-06, |
| "loss": 0.93, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 1.9868363561873847, |
| "learning_rate": 9.855809947436819e-06, |
| "loss": 1.1493, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 2.1962522712967694, |
| "learning_rate": 9.854508487555562e-06, |
| "loss": 0.7852, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.9909144916652012, |
| "learning_rate": 9.853201267250252e-06, |
| "loss": 0.6818, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 3.0696694649160716, |
| "learning_rate": 9.851888288072053e-06, |
| "loss": 0.9477, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 3.0046874799403294, |
| "learning_rate": 9.850569551578969e-06, |
| "loss": 1.0127, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.8327101643147752, |
| "learning_rate": 9.849245059335824e-06, |
| "loss": 0.9942, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.4875784073689209, |
| "learning_rate": 9.847914812914282e-06, |
| "loss": 0.8581, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.7277337829063115, |
| "learning_rate": 9.846578813892827e-06, |
| "loss": 0.9338, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.6115308035833913, |
| "learning_rate": 9.845237063856777e-06, |
| "loss": 0.9224, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.650709097120753, |
| "learning_rate": 9.843889564398269e-06, |
| "loss": 0.9348, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.031783328039755, |
| "learning_rate": 9.842536317116262e-06, |
| "loss": 0.9041, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.0241770821372147, |
| "learning_rate": 9.841177323616539e-06, |
| "loss": 0.6927, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.154682248097513, |
| "learning_rate": 9.8398125855117e-06, |
| "loss": 1.0406, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.288943940967939, |
| "learning_rate": 9.838442104421162e-06, |
| "loss": 0.8838, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.4263909174801925, |
| "learning_rate": 9.837065881971153e-06, |
| "loss": 0.925, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.081150451702571, |
| "learning_rate": 9.835683919794719e-06, |
| "loss": 0.8502, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.724855282062143, |
| "learning_rate": 9.834296219531713e-06, |
| "loss": 0.9246, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.747634148370311, |
| "learning_rate": 9.832902782828801e-06, |
| "loss": 0.9765, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.8182794900307626, |
| "learning_rate": 9.831503611339452e-06, |
| "loss": 0.9935, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.9396062649839036, |
| "learning_rate": 9.83009870672394e-06, |
| "loss": 1.0744, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.2542831466335191, |
| "learning_rate": 9.828688070649346e-06, |
| "loss": 0.6068, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 3.919105483365787, |
| "learning_rate": 9.82727170478955e-06, |
| "loss": 0.9518, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.148299339216061, |
| "learning_rate": 9.825849610825227e-06, |
| "loss": 0.9806, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.3008558239223045, |
| "learning_rate": 9.824421790443855e-06, |
| "loss": 1.0473, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.528500506176747, |
| "learning_rate": 9.822988245339701e-06, |
| "loss": 0.7412, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.9746260164403284, |
| "learning_rate": 9.821548977213834e-06, |
| "loss": 0.9016, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.396888023011961, |
| "learning_rate": 9.820103987774108e-06, |
| "loss": 0.9455, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 2.441669462873289, |
| "learning_rate": 9.818653278735163e-06, |
| "loss": 0.839, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.9561609802751962, |
| "learning_rate": 9.81719685181843e-06, |
| "loss": 0.707, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.4887756664350493, |
| "learning_rate": 9.815734708752126e-06, |
| "loss": 0.8669, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.9113019813878273, |
| "learning_rate": 9.81426685127125e-06, |
| "loss": 1.0096, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 1.7955834893505451, |
| "learning_rate": 9.81279328111758e-06, |
| "loss": 1.0499, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 4.7312601742716485, |
| "learning_rate": 9.811314000039674e-06, |
| "loss": 0.8725, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.0525761578078434, |
| "learning_rate": 9.809829009792868e-06, |
| "loss": 1.0188, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.5844767245599929, |
| "learning_rate": 9.808338312139267e-06, |
| "loss": 0.8821, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 3.129863624516024, |
| "learning_rate": 9.806841908847758e-06, |
| "loss": 1.0471, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.8181713596251912, |
| "learning_rate": 9.805339801693988e-06, |
| "loss": 0.9231, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.8601507619448951, |
| "learning_rate": 9.80383199246038e-06, |
| "loss": 0.8636, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.1432210489943007, |
| "learning_rate": 9.802318482936121e-06, |
| "loss": 0.7001, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 3.018611922712681, |
| "learning_rate": 9.800799274917159e-06, |
| "loss": 0.8655, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 3.3402611956653754, |
| "learning_rate": 9.799274370206207e-06, |
| "loss": 0.9545, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.5563460657938841, |
| "learning_rate": 9.79774377061274e-06, |
| "loss": 0.8218, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.391530342329827, |
| "learning_rate": 9.796207477952984e-06, |
| "loss": 0.9464, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.2953341782625847, |
| "learning_rate": 9.794665494049926e-06, |
| "loss": 1.0932, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.1845085417724233, |
| "learning_rate": 9.793117820733304e-06, |
| "loss": 0.9574, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 5.645608598329667, |
| "learning_rate": 9.791564459839609e-06, |
| "loss": 1.014, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.4561658177427725, |
| "learning_rate": 9.790005413212075e-06, |
| "loss": 0.6713, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.6309249408489093, |
| "learning_rate": 9.788440682700695e-06, |
| "loss": 0.9646, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.68575635715683, |
| "learning_rate": 9.786870270162193e-06, |
| "loss": 0.7148, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.6123481246750455, |
| "learning_rate": 9.785294177460043e-06, |
| "loss": 0.9058, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.7360508178969465, |
| "learning_rate": 9.783712406464459e-06, |
| "loss": 1.0463, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 3.067736944526222, |
| "learning_rate": 9.782124959052388e-06, |
| "loss": 0.8575, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.5309489406318155, |
| "learning_rate": 9.780531837107519e-06, |
| "loss": 0.9516, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.493444259938855, |
| "learning_rate": 9.77893304252027e-06, |
| "loss": 0.9484, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.0759418737704407, |
| "learning_rate": 9.777328577187795e-06, |
| "loss": 0.9026, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 1.8583204411325285, |
| "learning_rate": 9.775718443013969e-06, |
| "loss": 0.7457, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 5.574646803833619, |
| "learning_rate": 9.774102641909402e-06, |
| "loss": 0.9058, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.320922005721891, |
| "learning_rate": 9.772481175791422e-06, |
| "loss": 1.013, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 8.481711566653038, |
| "learning_rate": 9.770854046584085e-06, |
| "loss": 0.9677, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.8800989233021865, |
| "learning_rate": 9.769221256218165e-06, |
| "loss": 0.929, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 2.8258773251736202, |
| "learning_rate": 9.767582806631148e-06, |
| "loss": 0.7623, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 3.296101962611138, |
| "learning_rate": 9.765938699767245e-06, |
| "loss": 0.789, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.057979586025814, |
| "learning_rate": 9.76428893757737e-06, |
| "loss": 0.9489, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.8367860417723987, |
| "learning_rate": 9.762633522019159e-06, |
| "loss": 0.9672, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.1663859183262386, |
| "learning_rate": 9.760972455056943e-06, |
| "loss": 0.9456, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.30527024534985, |
| "learning_rate": 9.75930573866177e-06, |
| "loss": 0.5971, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.3861028830308717, |
| "learning_rate": 9.75763337481139e-06, |
| "loss": 0.9794, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.7344194444541416, |
| "learning_rate": 9.755955365490246e-06, |
| "loss": 1.0426, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 3.6079433181471146, |
| "learning_rate": 9.754271712689491e-06, |
| "loss": 0.8199, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.6633791894930898, |
| "learning_rate": 9.752582418406969e-06, |
| "loss": 1.013, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.7076892066731, |
| "learning_rate": 9.750887484647215e-06, |
| "loss": 0.8158, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.329265111717286, |
| "learning_rate": 9.749186913421465e-06, |
| "loss": 0.9788, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.5735972204730957, |
| "learning_rate": 9.747480706747637e-06, |
| "loss": 0.6201, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 3.494660920124428, |
| "learning_rate": 9.745768866650339e-06, |
| "loss": 0.9151, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.2078144295658277, |
| "learning_rate": 9.744051395160863e-06, |
| "loss": 0.9662, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.324400284729826, |
| "learning_rate": 9.742328294317181e-06, |
| "loss": 0.8617, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.722904344979319, |
| "learning_rate": 9.74059956616395e-06, |
| "loss": 1.1377, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.8561101869094638, |
| "learning_rate": 9.738865212752505e-06, |
| "loss": 0.9776, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.0080385263945146, |
| "learning_rate": 9.737125236140845e-06, |
| "loss": 0.8623, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.347434646805619, |
| "learning_rate": 9.735379638393654e-06, |
| "loss": 0.9776, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.4029260064490408, |
| "learning_rate": 9.73362842158228e-06, |
| "loss": 0.9632, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.4804049214575348, |
| "learning_rate": 9.73187158778474e-06, |
| "loss": 0.6559, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.5548406295290045, |
| "learning_rate": 9.73010913908572e-06, |
| "loss": 0.8577, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.7640649519716318, |
| "learning_rate": 9.72834107757656e-06, |
| "loss": 0.958, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.3701691748284914, |
| "learning_rate": 9.726567405355268e-06, |
| "loss": 0.7236, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.8900703096079545, |
| "learning_rate": 9.724788124526504e-06, |
| "loss": 1.0285, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.2808882506780406, |
| "learning_rate": 9.723003237201588e-06, |
| "loss": 0.8586, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 2.80557161829214, |
| "learning_rate": 9.721212745498493e-06, |
| "loss": 0.9551, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.9964719149457895, |
| "learning_rate": 9.719416651541839e-06, |
| "loss": 0.8969, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.8315479173208038, |
| "learning_rate": 9.717614957462892e-06, |
| "loss": 0.9313, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 1.1464036616731381, |
| "learning_rate": 9.71580766539957e-06, |
| "loss": 0.9788, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.2149322509739002, |
| "learning_rate": 9.713994777496427e-06, |
| "loss": 0.6179, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.1719801998701387, |
| "learning_rate": 9.712176295904661e-06, |
| "loss": 0.9532, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.498839263376739, |
| "learning_rate": 9.710352222782104e-06, |
| "loss": 0.919, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.884789515670859, |
| "learning_rate": 9.70852256029323e-06, |
| "loss": 0.7941, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.5409104114313388, |
| "learning_rate": 9.706687310609137e-06, |
| "loss": 1.0136, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.6980505171270477, |
| "learning_rate": 9.704846475907558e-06, |
| "loss": 0.7619, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.859369368639108, |
| "learning_rate": 9.70300005837285e-06, |
| "loss": 1.0314, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.5280563044953512, |
| "learning_rate": 9.701148060196001e-06, |
| "loss": 0.9247, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.4072925038970214, |
| "learning_rate": 9.699290483574611e-06, |
| "loss": 0.6182, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.2163357441401956, |
| "learning_rate": 9.697427330712908e-06, |
| "loss": 1.0617, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.4290665980548192, |
| "learning_rate": 9.695558603821735e-06, |
| "loss": 0.8938, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.3222848679185883, |
| "learning_rate": 9.693684305118545e-06, |
| "loss": 1.0186, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.4926766388462966, |
| "learning_rate": 9.691804436827409e-06, |
| "loss": 0.8521, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.351335649893509, |
| "learning_rate": 9.689919001178998e-06, |
| "loss": 0.8597, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.6007001191471868, |
| "learning_rate": 9.6880280004106e-06, |
| "loss": 1.0217, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.8397365162223847, |
| "learning_rate": 9.686131436766104e-06, |
| "loss": 0.9312, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.6323614123234034, |
| "learning_rate": 9.68422931249599e-06, |
| "loss": 0.9664, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.0503966006852647, |
| "learning_rate": 9.682321629857348e-06, |
| "loss": 0.7928, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.5686737043014571, |
| "learning_rate": 9.68040839111386e-06, |
| "loss": 0.7949, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.5669615649354094, |
| "learning_rate": 9.678489598535799e-06, |
| "loss": 0.8645, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.420771860807288, |
| "learning_rate": 9.67656525440003e-06, |
| "loss": 0.7538, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.2128781893206555, |
| "learning_rate": 9.674635360990005e-06, |
| "loss": 1.0583, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.932790346200411, |
| "learning_rate": 9.672699920595763e-06, |
| "loss": 0.8767, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.143896946306491, |
| "learning_rate": 9.670758935513922e-06, |
| "loss": 0.9357, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.903442805092249, |
| "learning_rate": 9.66881240804768e-06, |
| "loss": 0.9596, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 2.153932480759634, |
| "learning_rate": 9.666860340506809e-06, |
| "loss": 0.9747, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.3037176146426408, |
| "learning_rate": 9.664902735207664e-06, |
| "loss": 0.8013, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.7915002089490824, |
| "learning_rate": 9.662939594473164e-06, |
| "loss": 0.8294, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.9083857748083946, |
| "learning_rate": 9.660970920632798e-06, |
| "loss": 1.0629, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 1.760151448294159, |
| "learning_rate": 9.658996716022618e-06, |
| "loss": 0.91, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.3396171020788812, |
| "learning_rate": 9.657016982985242e-06, |
| "loss": 0.9304, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.4447814445151794, |
| "learning_rate": 9.655031723869848e-06, |
| "loss": 0.7932, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.6325282964164058, |
| "learning_rate": 9.653040941032173e-06, |
| "loss": 0.8823, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.5779994573964133, |
| "learning_rate": 9.651044636834501e-06, |
| "loss": 1.0506, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.0692946886960508, |
| "learning_rate": 9.64904281364568e-06, |
| "loss": 0.7855, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.0139326936705952, |
| "learning_rate": 9.647035473841093e-06, |
| "loss": 0.9462, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 3.3609130287166833, |
| "learning_rate": 9.64502261980268e-06, |
| "loss": 0.9459, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.7957586786398785, |
| "learning_rate": 9.643004253918919e-06, |
| "loss": 0.9851, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.8260226737266592, |
| "learning_rate": 9.64098037858483e-06, |
| "loss": 0.8245, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.8305861785303663, |
| "learning_rate": 9.638950996201972e-06, |
| "loss": 0.9592, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.0926487139223684, |
| "learning_rate": 9.636916109178433e-06, |
| "loss": 1.0396, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 3.454393077284597, |
| "learning_rate": 9.63487571992884e-06, |
| "loss": 0.7575, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.2554606450821124, |
| "learning_rate": 9.632829830874345e-06, |
| "loss": 0.8708, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.8095281380535917, |
| "learning_rate": 9.630778444442628e-06, |
| "loss": 0.8765, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.5420482020325055, |
| "learning_rate": 9.628721563067888e-06, |
| "loss": 0.7536, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.8577806917692514, |
| "learning_rate": 9.626659189190852e-06, |
| "loss": 0.8307, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.07494269311885, |
| "learning_rate": 9.62459132525876e-06, |
| "loss": 0.8901, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.9116144347331061, |
| "learning_rate": 9.62251797372536e-06, |
| "loss": 0.9003, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 2.141954411374895, |
| "learning_rate": 9.620439137050927e-06, |
| "loss": 0.8517, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.0991894413797134, |
| "learning_rate": 9.618354817702231e-06, |
| "loss": 0.9166, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.0203595460842225, |
| "learning_rate": 9.616265018152555e-06, |
| "loss": 0.9302, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.7154060087813795, |
| "learning_rate": 9.614169740881683e-06, |
| "loss": 1.0046, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.8167717196305844, |
| "learning_rate": 9.612068988375898e-06, |
| "loss": 0.6463, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.296136973715655, |
| "learning_rate": 9.609962763127978e-06, |
| "loss": 0.9223, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.1708130288398655, |
| "learning_rate": 9.607851067637205e-06, |
| "loss": 0.9098, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.062779318950205, |
| "learning_rate": 9.605733904409335e-06, |
| "loss": 0.8124, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.9391193243070961, |
| "learning_rate": 9.603611275956632e-06, |
| "loss": 0.9488, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.6144470530400434, |
| "learning_rate": 9.601483184797827e-06, |
| "loss": 0.9924, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 1.2145372924230144, |
| "learning_rate": 9.599349633458145e-06, |
| "loss": 0.7585, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.0345751473764033, |
| "learning_rate": 9.597210624469288e-06, |
| "loss": 0.926, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.0732840522834757, |
| "learning_rate": 9.595066160369428e-06, |
| "loss": 0.9154, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.7033469178423276, |
| "learning_rate": 9.592916243703217e-06, |
| "loss": 0.7614, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.1235957715916827, |
| "learning_rate": 9.590760877021775e-06, |
| "loss": 0.8393, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.5881886760483408, |
| "learning_rate": 9.588600062882686e-06, |
| "loss": 0.8536, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.1301657579057316, |
| "learning_rate": 9.586433803850002e-06, |
| "loss": 0.9258, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.2500511975440693, |
| "learning_rate": 9.584262102494238e-06, |
| "loss": 0.9306, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.2310329672529101, |
| "learning_rate": 9.582084961392358e-06, |
| "loss": 1.022, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.4426698232908963, |
| "learning_rate": 9.579902383127791e-06, |
| "loss": 0.9068, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.2235973400657567, |
| "learning_rate": 9.57771437029041e-06, |
| "loss": 1.0053, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.2254720777654586, |
| "learning_rate": 9.575520925476543e-06, |
| "loss": 0.8091, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.999227783372363, |
| "learning_rate": 9.573322051288958e-06, |
| "loss": 0.762, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.6228243021504931, |
| "learning_rate": 9.57111775033687e-06, |
| "loss": 0.6266, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.0892882468931995, |
| "learning_rate": 9.56890802523593e-06, |
| "loss": 0.9988, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.1065133287443882, |
| "learning_rate": 9.566692878608229e-06, |
| "loss": 0.974, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.1355852357942586, |
| "learning_rate": 9.564472313082288e-06, |
| "loss": 0.9236, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.288887573970032, |
| "learning_rate": 9.56224633129306e-06, |
| "loss": 0.7766, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.628628876442106, |
| "learning_rate": 9.560014935881924e-06, |
| "loss": 1.0039, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.9560744805586425, |
| "learning_rate": 9.557778129496684e-06, |
| "loss": 0.8118, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.3795656345397382, |
| "learning_rate": 9.555535914791566e-06, |
| "loss": 0.9782, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.2561230954757427, |
| "learning_rate": 9.553288294427205e-06, |
| "loss": 0.9582, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.0457951845675297, |
| "learning_rate": 9.551035271070665e-06, |
| "loss": 0.7109, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 2.9731405996997973, |
| "learning_rate": 9.548776847395408e-06, |
| "loss": 0.8886, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.5665377130807763, |
| "learning_rate": 9.546513026081311e-06, |
| "loss": 0.7656, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.1344864829695132, |
| "learning_rate": 9.544243809814657e-06, |
| "loss": 1.0445, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.5802330023522864, |
| "learning_rate": 9.541969201288123e-06, |
| "loss": 0.8193, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.3450065200754924, |
| "learning_rate": 9.539689203200794e-06, |
| "loss": 0.9397, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.6406332952064706, |
| "learning_rate": 9.537403818258143e-06, |
| "loss": 0.8097, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 1.2222115333109085, |
| "learning_rate": 9.53511304917204e-06, |
| "loss": 1.0885, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.940353623823162, |
| "learning_rate": 9.532816898660742e-06, |
| "loss": 0.6368, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.4326375205582773, |
| "learning_rate": 9.530515369448889e-06, |
| "loss": 0.8942, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.215136960616669, |
| "learning_rate": 9.528208464267508e-06, |
| "loss": 0.9776, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.6168651420873563, |
| "learning_rate": 9.525896185854005e-06, |
| "loss": 1.0623, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 3.478014054178834, |
| "learning_rate": 9.523578536952155e-06, |
| "loss": 0.8342, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.4567686232154315, |
| "learning_rate": 9.521255520312117e-06, |
| "loss": 0.8359, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.307014568742023, |
| "learning_rate": 9.51892713869041e-06, |
| "loss": 0.8112, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.1288059246290212, |
| "learning_rate": 9.516593394849923e-06, |
| "loss": 1.1127, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 2.1686648397621733, |
| "learning_rate": 9.514254291559905e-06, |
| "loss": 0.8427, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.6446512735822925, |
| "learning_rate": 9.51190983159597e-06, |
| "loss": 0.6393, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.427163382087819, |
| "learning_rate": 9.509560017740087e-06, |
| "loss": 0.8235, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.314342747904294, |
| "learning_rate": 9.507204852780571e-06, |
| "loss": 1.0226, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.9852323287803421, |
| "learning_rate": 9.504844339512096e-06, |
| "loss": 0.9693, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.5507130395076416, |
| "learning_rate": 9.502478480735678e-06, |
| "loss": 0.8802, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.6425778492873921, |
| "learning_rate": 9.500107279258672e-06, |
| "loss": 0.8801, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.3764444540304093, |
| "learning_rate": 9.49773073789478e-06, |
| "loss": 0.9763, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.1007939156349102, |
| "learning_rate": 9.495348859464042e-06, |
| "loss": 0.9332, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.8013227309678581, |
| "learning_rate": 9.492961646792819e-06, |
| "loss": 0.7007, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.2289869324888618, |
| "learning_rate": 9.490569102713814e-06, |
| "loss": 1.0234, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.3453544708371745, |
| "learning_rate": 9.488171230066048e-06, |
| "loss": 0.8388, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.4344652018157407, |
| "learning_rate": 9.485768031694872e-06, |
| "loss": 0.8539, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.24320007688377, |
| "learning_rate": 9.48335951045195e-06, |
| "loss": 0.867, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.6210681051134521, |
| "learning_rate": 9.480945669195267e-06, |
| "loss": 0.9053, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.60773568927563, |
| "learning_rate": 9.47852651078912e-06, |
| "loss": 1.0244, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.7439125920756795, |
| "learning_rate": 9.476102038104112e-06, |
| "loss": 0.8371, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.5109553355745977, |
| "learning_rate": 9.473672254017155e-06, |
| "loss": 0.9806, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.0968220205248773, |
| "learning_rate": 9.471237161411462e-06, |
| "loss": 1.0234, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.8962707950116502, |
| "learning_rate": 9.468796763176549e-06, |
| "loss": 0.5715, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.8012406176698051, |
| "learning_rate": 9.466351062208223e-06, |
| "loss": 0.9631, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.9680681137853948, |
| "learning_rate": 9.463900061408585e-06, |
| "loss": 0.9166, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 1.0121866140449953, |
| "learning_rate": 9.461443763686027e-06, |
| "loss": 0.9841, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.9056496221657028, |
| "learning_rate": 9.45898217195522e-06, |
| "loss": 0.7436, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.9813321073208333, |
| "learning_rate": 9.456515289137127e-06, |
| "loss": 0.9048, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.8748047606228255, |
| "learning_rate": 9.454043118158979e-06, |
| "loss": 0.974, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.0861429024850242, |
| "learning_rate": 9.45156566195429e-06, |
| "loss": 0.8315, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.8325103819484405, |
| "learning_rate": 9.44908292346284e-06, |
| "loss": 0.7543, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.0146920997435467, |
| "learning_rate": 9.446594905630682e-06, |
| "loss": 0.761, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.627442042068908, |
| "learning_rate": 9.444101611410127e-06, |
| "loss": 1.0105, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.0079381553671005, |
| "learning_rate": 9.441603043759756e-06, |
| "loss": 0.8585, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.8855551400123958, |
| "learning_rate": 9.4390992056444e-06, |
| "loss": 0.9261, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.0577641720785922, |
| "learning_rate": 9.436590100035145e-06, |
| "loss": 0.9613, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.9576838193012358, |
| "learning_rate": 9.43407572990933e-06, |
| "loss": 0.7968, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 2.077123047149094, |
| "learning_rate": 9.43155609825054e-06, |
| "loss": 0.9956, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.0096188152271284, |
| "learning_rate": 9.429031208048604e-06, |
| "loss": 0.8194, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.3378614593659408, |
| "learning_rate": 9.42650106229959e-06, |
| "loss": 0.9074, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.7122728646794696, |
| "learning_rate": 9.423965664005801e-06, |
| "loss": 0.6743, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.3680058685417984, |
| "learning_rate": 9.421425016175776e-06, |
| "loss": 0.7981, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.2838840485947283, |
| "learning_rate": 9.41887912182428e-06, |
| "loss": 0.904, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.8840921827519916, |
| "learning_rate": 9.416327983972304e-06, |
| "loss": 0.8125, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.094873044241505, |
| "learning_rate": 9.413771605647067e-06, |
| "loss": 0.9328, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.7467876885992745, |
| "learning_rate": 9.411209989881995e-06, |
| "loss": 1.0125, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.3980481942316298, |
| "learning_rate": 9.408643139716737e-06, |
| "loss": 0.8193, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.8420152384548751, |
| "learning_rate": 9.406071058197154e-06, |
| "loss": 0.723, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 4.4588984234287405, |
| "learning_rate": 9.403493748375311e-06, |
| "loss": 0.8262, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.6626698324200608, |
| "learning_rate": 9.400911213309478e-06, |
| "loss": 0.9724, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.3027542586093863, |
| "learning_rate": 9.398323456064124e-06, |
| "loss": 0.6904, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.2830496489071872, |
| "learning_rate": 9.395730479709916e-06, |
| "loss": 0.8589, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.4704335187266249, |
| "learning_rate": 9.393132287323714e-06, |
| "loss": 1.0668, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.2205331022939507, |
| "learning_rate": 9.39052888198857e-06, |
| "loss": 0.7981, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 1.0097733191521074, |
| "learning_rate": 9.387920266793718e-06, |
| "loss": 0.8921, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 2.03750521159318, |
| "learning_rate": 9.385306444834573e-06, |
| "loss": 1.0135, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.289222263655943, |
| "learning_rate": 9.382687419212733e-06, |
| "loss": 0.8318, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.8307090240835004, |
| "learning_rate": 9.380063193035968e-06, |
| "loss": 0.7279, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.046765630455092, |
| "learning_rate": 9.377433769418218e-06, |
| "loss": 0.9101, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 2.336677237457073, |
| "learning_rate": 9.374799151479597e-06, |
| "loss": 1.0168, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.1937410837531395, |
| "learning_rate": 9.372159342346371e-06, |
| "loss": 0.7548, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.0806306978648021, |
| "learning_rate": 9.369514345150977e-06, |
| "loss": 0.9787, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.642621752210111, |
| "learning_rate": 9.366864163032e-06, |
| "loss": 0.7039, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.0973405735956627, |
| "learning_rate": 9.364208799134187e-06, |
| "loss": 0.7039, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.9866052510173103, |
| "learning_rate": 9.361548256608421e-06, |
| "loss": 0.9382, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.9006535143027823, |
| "learning_rate": 9.358882538611743e-06, |
| "loss": 0.8331, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.7218112384508352, |
| "learning_rate": 9.356211648307326e-06, |
| "loss": 0.7227, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.1907119099432033, |
| "learning_rate": 9.353535588864481e-06, |
| "loss": 0.8216, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.207443954822768, |
| "learning_rate": 9.350854363458663e-06, |
| "loss": 1.0217, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.8749136344935519, |
| "learning_rate": 9.348167975271443e-06, |
| "loss": 0.9209, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.7356722382934965, |
| "learning_rate": 9.34547642749053e-06, |
| "loss": 0.9506, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.2341019605378554, |
| "learning_rate": 9.342779723309746e-06, |
| "loss": 0.955, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.2356001974926119, |
| "learning_rate": 9.340077865929035e-06, |
| "loss": 0.7971, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.9549419028423295, |
| "learning_rate": 9.337370858554462e-06, |
| "loss": 0.9289, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.2153961220183471, |
| "learning_rate": 9.334658704398193e-06, |
| "loss": 0.5854, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.2015088386690136, |
| "learning_rate": 9.33194140667851e-06, |
| "loss": 0.8294, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.244277027442002, |
| "learning_rate": 9.329218968619793e-06, |
| "loss": 0.9575, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.7212119972406605, |
| "learning_rate": 9.326491393452521e-06, |
| "loss": 0.8754, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.9058761060199059, |
| "learning_rate": 9.323758684413272e-06, |
| "loss": 1.1495, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.9029488949041279, |
| "learning_rate": 9.321020844744717e-06, |
| "loss": 0.949, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 3.390568133990733, |
| "learning_rate": 9.31827787769561e-06, |
| "loss": 0.9594, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.3707545249388862, |
| "learning_rate": 9.315529786520792e-06, |
| "loss": 0.8076, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.9243052289523535, |
| "learning_rate": 9.312776574481187e-06, |
| "loss": 0.9356, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.8914510425130124, |
| "learning_rate": 9.310018244843789e-06, |
| "loss": 0.6447, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 1.5329569898374, |
| "learning_rate": 9.307254800881672e-06, |
| "loss": 0.8768, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.5607332375358072, |
| "learning_rate": 9.304486245873973e-06, |
| "loss": 0.7949, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.4614573898438918, |
| "learning_rate": 9.301712583105898e-06, |
| "loss": 0.8023, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.4431877372081636, |
| "learning_rate": 9.29893381586871e-06, |
| "loss": 1.0527, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.8440264236761488, |
| "learning_rate": 9.296149947459731e-06, |
| "loss": 0.8781, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.2843299453593413, |
| "learning_rate": 9.293360981182338e-06, |
| "loss": 0.8865, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 2.0243165718921237, |
| "learning_rate": 9.290566920345954e-06, |
| "loss": 0.9003, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.8091043703686498, |
| "learning_rate": 9.287767768266046e-06, |
| "loss": 0.8931, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.1876270537868368, |
| "learning_rate": 9.284963528264133e-06, |
| "loss": 0.9663, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.2618986594167843, |
| "learning_rate": 9.282154203667754e-06, |
| "loss": 0.5817, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.175303294685142, |
| "learning_rate": 9.279339797810497e-06, |
| "loss": 0.9698, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.5265009051977787, |
| "learning_rate": 9.27652031403197e-06, |
| "loss": 0.857, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 3.1884150336514194, |
| "learning_rate": 9.27369575567781e-06, |
| "loss": 0.85, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 2.0085773085873373, |
| "learning_rate": 9.270866126099679e-06, |
| "loss": 0.9564, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 8.48620180213456, |
| "learning_rate": 9.268031428655248e-06, |
| "loss": 0.7692, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.5210667686386574, |
| "learning_rate": 9.26519166670821e-06, |
| "loss": 0.9032, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 2.296342566756489, |
| "learning_rate": 9.26234684362826e-06, |
| "loss": 0.9831, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.9216506812060357, |
| "learning_rate": 9.259496962791108e-06, |
| "loss": 0.6179, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.1667607904364798, |
| "learning_rate": 9.256642027578458e-06, |
| "loss": 0.9614, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.2136353264659008, |
| "learning_rate": 9.253782041378012e-06, |
| "loss": 0.9046, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.0807411494760317, |
| "learning_rate": 9.25091700758347e-06, |
| "loss": 1.0713, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.643698399414858, |
| "learning_rate": 9.248046929594519e-06, |
| "loss": 0.8228, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.2221103579270582, |
| "learning_rate": 9.24517181081683e-06, |
| "loss": 0.793, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.2966010747488719, |
| "learning_rate": 9.24229165466206e-06, |
| "loss": 0.9598, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.9431954874219102, |
| "learning_rate": 9.239406464547835e-06, |
| "loss": 0.8976, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.4015088870359067, |
| "learning_rate": 9.236516243897764e-06, |
| "loss": 0.7697, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.9381339746883319, |
| "learning_rate": 9.233620996141421e-06, |
| "loss": 0.8818, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.5400620709431516, |
| "learning_rate": 9.230720724714345e-06, |
| "loss": 0.7534, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.0698457031221338, |
| "learning_rate": 9.227815433058037e-06, |
| "loss": 0.7989, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 2.967038345941606, |
| "learning_rate": 9.22490512461995e-06, |
| "loss": 0.7677, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 1.2863963135005487, |
| "learning_rate": 9.2219898028535e-06, |
| "loss": 1.0701, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.684005531137107, |
| "learning_rate": 9.219069471218045e-06, |
| "loss": 0.8121, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.28490250923848, |
| "learning_rate": 9.216144133178889e-06, |
| "loss": 0.9521, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.169305378165972, |
| "learning_rate": 9.213213792207275e-06, |
| "loss": 0.9067, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.207195100423092, |
| "learning_rate": 9.210278451780386e-06, |
| "loss": 0.9623, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.8982990163176723, |
| "learning_rate": 9.207338115381337e-06, |
| "loss": 0.5738, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.7557205400526718, |
| "learning_rate": 9.204392786499168e-06, |
| "loss": 0.9186, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.1446261331002228, |
| "learning_rate": 9.201442468628847e-06, |
| "loss": 1.0517, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.1378426254378928, |
| "learning_rate": 9.198487165271259e-06, |
| "loss": 0.7547, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.0419301776478003, |
| "learning_rate": 9.195526879933206e-06, |
| "loss": 0.9868, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.4543306844596113, |
| "learning_rate": 9.192561616127403e-06, |
| "loss": 0.7778, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.2001053531473302, |
| "learning_rate": 9.189591377372468e-06, |
| "loss": 0.8508, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.5104289988227275, |
| "learning_rate": 9.18661616719293e-06, |
| "loss": 0.9253, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.7952005802604254, |
| "learning_rate": 9.183635989119211e-06, |
| "loss": 0.7569, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.375065998444244, |
| "learning_rate": 9.18065084668763e-06, |
| "loss": 0.9547, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 2.0329085245989464, |
| "learning_rate": 9.177660743440395e-06, |
| "loss": 0.8641, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.4228520600264396, |
| "learning_rate": 9.174665682925606e-06, |
| "loss": 0.953, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.716708873072845, |
| "learning_rate": 9.171665668697236e-06, |
| "loss": 0.8137, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.9745546547456091, |
| "learning_rate": 9.168660704315146e-06, |
| "loss": 0.9768, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.0801511859844588, |
| "learning_rate": 9.165650793345064e-06, |
| "loss": 0.9509, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 2.404901227247712, |
| "learning_rate": 9.162635939358593e-06, |
| "loss": 0.7244, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 2.488027180600429, |
| "learning_rate": 9.159616145933194e-06, |
| "loss": 0.8708, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.1918877529603054, |
| "learning_rate": 9.156591416652198e-06, |
| "loss": 0.8922, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.6167158512965359, |
| "learning_rate": 9.15356175510479e-06, |
| "loss": 0.7794, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.5103107976495278, |
| "learning_rate": 9.150527164886e-06, |
| "loss": 0.761, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.532004281537576, |
| "learning_rate": 9.14748764959672e-06, |
| "loss": 0.8367, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.8375335934518672, |
| "learning_rate": 9.144443212843675e-06, |
| "loss": 0.8665, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 4.823326668126576, |
| "learning_rate": 9.141393858239435e-06, |
| "loss": 0.8258, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.3256439953319359, |
| "learning_rate": 9.138339589402405e-06, |
| "loss": 0.9752, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 1.1334967329006307, |
| "learning_rate": 9.135280409956819e-06, |
| "loss": 0.8254, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.6258745396316695, |
| "learning_rate": 9.132216323532743e-06, |
| "loss": 0.9706, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.7234274380340548, |
| "learning_rate": 9.12914733376606e-06, |
| "loss": 0.6766, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.079593009882704, |
| "learning_rate": 9.126073444298473e-06, |
| "loss": 0.8434, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.4269894552031246, |
| "learning_rate": 9.122994658777504e-06, |
| "loss": 0.8728, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.8980957665579652, |
| "learning_rate": 9.119910980856477e-06, |
| "loss": 0.8777, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.1602112046049882, |
| "learning_rate": 9.116822414194528e-06, |
| "loss": 0.8939, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.999773576345978, |
| "learning_rate": 9.113728962456588e-06, |
| "loss": 0.923, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.0811971984182707, |
| "learning_rate": 9.110630629313388e-06, |
| "loss": 0.7118, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.9340498448077799, |
| "learning_rate": 9.107527418441455e-06, |
| "loss": 0.8993, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.1233156389688794, |
| "learning_rate": 9.104419333523096e-06, |
| "loss": 0.9429, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.7934575600173343, |
| "learning_rate": 9.101306378246408e-06, |
| "loss": 0.7428, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.7945483261174356, |
| "learning_rate": 9.098188556305262e-06, |
| "loss": 0.8848, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.9949065504503363, |
| "learning_rate": 9.095065871399312e-06, |
| "loss": 0.8432, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.6431092804064721, |
| "learning_rate": 9.091938327233973e-06, |
| "loss": 0.9779, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.8477278548571725, |
| "learning_rate": 9.088805927520432e-06, |
| "loss": 0.7433, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.0635599333858399, |
| "learning_rate": 9.085668675975634e-06, |
| "loss": 0.972, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.9774458808495424, |
| "learning_rate": 9.082526576322286e-06, |
| "loss": 0.9072, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.8368942696019095, |
| "learning_rate": 9.079379632288842e-06, |
| "loss": 0.9967, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.7435076499052764, |
| "learning_rate": 9.076227847609513e-06, |
| "loss": 0.7968, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.4910582753518837, |
| "learning_rate": 9.073071226024242e-06, |
| "loss": 0.7754, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.5982721424945875, |
| "learning_rate": 9.06990977127872e-06, |
| "loss": 0.6324, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.0951288752239954, |
| "learning_rate": 9.066743487124374e-06, |
| "loss": 1.0456, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 2.070256365877206, |
| "learning_rate": 9.063572377318356e-06, |
| "loss": 0.8842, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.9150302238467513, |
| "learning_rate": 9.060396445623545e-06, |
| "loss": 0.8917, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.9313225372542996, |
| "learning_rate": 9.057215695808548e-06, |
| "loss": 0.8655, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.5500193571483682, |
| "learning_rate": 9.054030131647682e-06, |
| "loss": 0.9783, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.8304394934004465, |
| "learning_rate": 9.05083975692098e-06, |
| "loss": 0.8111, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.8592725686364147, |
| "learning_rate": 9.047644575414184e-06, |
| "loss": 0.8922, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.6997195398607927, |
| "learning_rate": 9.044444590918737e-06, |
| "loss": 0.726, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.1045758216283486, |
| "learning_rate": 9.041239807231785e-06, |
| "loss": 0.9597, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 1.236932865988219, |
| "learning_rate": 9.038030228156165e-06, |
| "loss": 0.9061, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.1191866439006815, |
| "learning_rate": 9.034815857500407e-06, |
| "loss": 0.7433, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 5.736433022759413, |
| "learning_rate": 9.031596699078727e-06, |
| "loss": 1.0284, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.0154876439985687, |
| "learning_rate": 9.028372756711017e-06, |
| "loss": 0.7685, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.8209672386785943, |
| "learning_rate": 9.025144034222853e-06, |
| "loss": 0.9488, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.0343832704513858, |
| "learning_rate": 9.021910535445479e-06, |
| "loss": 0.7681, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.9159694622915663, |
| "learning_rate": 9.018672264215808e-06, |
| "loss": 1.0265, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.7107034566678979, |
| "learning_rate": 9.015429224376415e-06, |
| "loss": 0.5968, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.8342710143728472, |
| "learning_rate": 9.012181419775535e-06, |
| "loss": 0.9074, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.915399387925381, |
| "learning_rate": 9.008928854267054e-06, |
| "loss": 0.9932, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.8856582692470547, |
| "learning_rate": 9.005671531710511e-06, |
| "loss": 0.9488, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.0502984148044037, |
| "learning_rate": 9.002409455971087e-06, |
| "loss": 0.8899, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.9233121574959628, |
| "learning_rate": 8.999142630919604e-06, |
| "loss": 0.8822, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.944667997958301, |
| "learning_rate": 8.99587106043252e-06, |
| "loss": 0.7077, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.790312835987665, |
| "learning_rate": 8.992594748391926e-06, |
| "loss": 1.1275, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.119884662640157, |
| "learning_rate": 8.989313698685536e-06, |
| "loss": 0.7179, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.6008560277124985, |
| "learning_rate": 8.986027915206686e-06, |
| "loss": 0.667, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.8840673050505539, |
| "learning_rate": 8.982737401854328e-06, |
| "loss": 0.7948, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.7928685356672789, |
| "learning_rate": 8.979442162533036e-06, |
| "loss": 0.9866, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.5110531435165316, |
| "learning_rate": 8.976142201152978e-06, |
| "loss": 0.9588, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.0746660529126315, |
| "learning_rate": 8.972837521629934e-06, |
| "loss": 0.7684, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.1763467438514088, |
| "learning_rate": 8.969528127885281e-06, |
| "loss": 0.9092, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.8589200968277745, |
| "learning_rate": 8.966214023845989e-06, |
| "loss": 0.9324, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.8135060504270676, |
| "learning_rate": 8.962895213444618e-06, |
| "loss": 0.9569, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.6094295317708318, |
| "learning_rate": 8.959571700619312e-06, |
| "loss": 0.6381, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.7365701400364734, |
| "learning_rate": 8.956243489313795e-06, |
| "loss": 0.9837, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.8785807812994888, |
| "learning_rate": 8.952910583477366e-06, |
| "loss": 0.7449, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.389569204790213, |
| "learning_rate": 8.949572987064896e-06, |
| "loss": 0.8141, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.9126159835606786, |
| "learning_rate": 8.946230704036824e-06, |
| "loss": 0.893, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 1.2556955484027572, |
| "learning_rate": 8.942883738359142e-06, |
| "loss": 0.8644, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.7000701714830395, |
| "learning_rate": 8.939532094003409e-06, |
| "loss": 0.9959, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.0753417036057253, |
| "learning_rate": 8.936175774946726e-06, |
| "loss": 0.8226, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.6935888450521948, |
| "learning_rate": 8.932814785171748e-06, |
| "loss": 1.0221, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.667321218367855, |
| "learning_rate": 8.92944912866667e-06, |
| "loss": 0.7162, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 2.0998587955176187, |
| "learning_rate": 8.926078809425224e-06, |
| "loss": 0.7335, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.9200383785746729, |
| "learning_rate": 8.922703831446675e-06, |
| "loss": 0.9732, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.2451855853102167, |
| "learning_rate": 8.919324198735817e-06, |
| "loss": 0.874, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.0171756210129577, |
| "learning_rate": 8.91593991530297e-06, |
| "loss": 0.9182, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.1137365343321568, |
| "learning_rate": 8.912550985163963e-06, |
| "loss": 0.7535, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.8789396917517228, |
| "learning_rate": 8.90915741234015e-06, |
| "loss": 0.8429, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.839135585259204, |
| "learning_rate": 8.905759200858388e-06, |
| "loss": 0.9132, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.0858023196002093, |
| "learning_rate": 8.902356354751042e-06, |
| "loss": 0.8381, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.6501612836734532, |
| "learning_rate": 8.898948878055971e-06, |
| "loss": 0.6908, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.207023654895919, |
| "learning_rate": 8.895536774816533e-06, |
| "loss": 0.8366, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.5899827533492924, |
| "learning_rate": 8.892120049081577e-06, |
| "loss": 1.0192, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.200821296536281, |
| "learning_rate": 8.888698704905431e-06, |
| "loss": 0.8596, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.869025744191145, |
| "learning_rate": 8.885272746347912e-06, |
| "loss": 0.8378, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 1.6349647024498257, |
| "learning_rate": 8.881842177474304e-06, |
| "loss": 0.9176, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.9794345123278975, |
| "learning_rate": 8.878407002355367e-06, |
| "loss": 0.8512, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.9750988804780665, |
| "learning_rate": 8.874967225067325e-06, |
| "loss": 0.9765, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.8299589560175472, |
| "learning_rate": 8.871522849691863e-06, |
| "loss": 0.7937, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 3.813587226289581, |
| "learning_rate": 8.868073880316125e-06, |
| "loss": 0.8879, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.5927136330017142, |
| "learning_rate": 8.864620321032698e-06, |
| "loss": 0.6243, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.9935740595558086, |
| "learning_rate": 8.861162175939626e-06, |
| "loss": 0.731, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.8273522716266456, |
| "learning_rate": 8.85769944914039e-06, |
| "loss": 0.9303, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.8664560732698762, |
| "learning_rate": 8.854232144743905e-06, |
| "loss": 0.8397, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.8795324317171525, |
| "learning_rate": 8.85076026686452e-06, |
| "loss": 0.9418, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.47514978949546083, |
| "learning_rate": 8.847283819622015e-06, |
| "loss": 1.0166, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.7980007360325794, |
| "learning_rate": 8.843802807141584e-06, |
| "loss": 0.7881, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.8492475749325418, |
| "learning_rate": 8.840317233553845e-06, |
| "loss": 0.7084, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 2.2025963820725836, |
| "learning_rate": 8.836827102994824e-06, |
| "loss": 0.8476, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.2621153293965255, |
| "learning_rate": 8.83333241960596e-06, |
| "loss": 0.8681, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.8303011684221875, |
| "learning_rate": 8.829833187534086e-06, |
| "loss": 0.7202, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.7978675805720584, |
| "learning_rate": 8.82632941093144e-06, |
| "loss": 0.8491, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.8056709319578862, |
| "learning_rate": 8.822821093955646e-06, |
| "loss": 1.016, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.9194418720649518, |
| "learning_rate": 8.819308240769726e-06, |
| "loss": 0.8422, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.8509670955795444, |
| "learning_rate": 8.81579085554207e-06, |
| "loss": 0.8708, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.7952817728374606, |
| "learning_rate": 8.812268942446461e-06, |
| "loss": 1.0425, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.0351944767698529, |
| "learning_rate": 8.808742505662045e-06, |
| "loss": 0.9979, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.9977130186663479, |
| "learning_rate": 8.805211549373335e-06, |
| "loss": 0.6375, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.7268650973070016, |
| "learning_rate": 8.801676077770217e-06, |
| "loss": 0.8224, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.6389459203077702, |
| "learning_rate": 8.798136095047925e-06, |
| "loss": 0.9964, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.287174593009283, |
| "learning_rate": 8.794591605407047e-06, |
| "loss": 0.7786, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.0032073314866823, |
| "learning_rate": 8.791042613053527e-06, |
| "loss": 0.957, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.1050781831623215, |
| "learning_rate": 8.787489122198643e-06, |
| "loss": 0.7367, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.6596508951811606, |
| "learning_rate": 8.783931137059013e-06, |
| "loss": 0.787, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.9627021749638279, |
| "learning_rate": 8.780368661856592e-06, |
| "loss": 0.8925, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.032497189815307, |
| "learning_rate": 8.776801700818658e-06, |
| "loss": 0.8613, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.8561846898296334, |
| "learning_rate": 8.773230258177815e-06, |
| "loss": 0.7079, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 2.562196474179583, |
| "learning_rate": 8.769654338171986e-06, |
| "loss": 0.8124, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.8627547167883806, |
| "learning_rate": 8.766073945044404e-06, |
| "loss": 1.0245, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.8063526964330535, |
| "learning_rate": 8.76248908304361e-06, |
| "loss": 0.9308, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.5679485751014459, |
| "learning_rate": 8.758899756423448e-06, |
| "loss": 0.9334, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.8460967681229478, |
| "learning_rate": 8.755305969443062e-06, |
| "loss": 0.8938, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.3955745549757175, |
| "learning_rate": 8.751707726366887e-06, |
| "loss": 0.7695, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.6976517086084567, |
| "learning_rate": 8.748105031464644e-06, |
| "loss": 0.9488, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.8227305608123205, |
| "learning_rate": 8.744497889011344e-06, |
| "loss": 0.5736, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.1507977529620217, |
| "learning_rate": 8.740886303287263e-06, |
| "loss": 0.9303, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.8405979506816968, |
| "learning_rate": 8.737270278577959e-06, |
| "loss": 0.8085, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.1503043032357627, |
| "learning_rate": 8.733649819174257e-06, |
| "loss": 0.7984, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.7930591071514794, |
| "learning_rate": 8.730024929372241e-06, |
| "loss": 1.1093, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.0042285767543015, |
| "learning_rate": 8.726395613473251e-06, |
| "loss": 0.9278, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.8989044875590482, |
| "learning_rate": 8.722761875783885e-06, |
| "loss": 0.9476, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.8728438071464727, |
| "learning_rate": 8.71912372061598e-06, |
| "loss": 0.7512, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.5251355194097443, |
| "learning_rate": 8.715481152286625e-06, |
| "loss": 0.9197, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.7094920054213856, |
| "learning_rate": 8.711834175118132e-06, |
| "loss": 0.665, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.7629617798060091, |
| "learning_rate": 8.708182793438059e-06, |
| "loss": 0.7845, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.795087784218763, |
| "learning_rate": 8.704527011579181e-06, |
| "loss": 0.8322, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.1909423530557952, |
| "learning_rate": 8.700866833879497e-06, |
| "loss": 0.7995, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.0444528224611986, |
| "learning_rate": 8.697202264682223e-06, |
| "loss": 0.9388, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.9486689717726335, |
| "learning_rate": 8.693533308335786e-06, |
| "loss": 0.8126, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.7980989240587661, |
| "learning_rate": 8.689859969193817e-06, |
| "loss": 0.8441, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.7734499415049558, |
| "learning_rate": 8.68618225161515e-06, |
| "loss": 0.9764, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.6777349526982211, |
| "learning_rate": 8.682500159963812e-06, |
| "loss": 0.9546, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.7953075646069098, |
| "learning_rate": 8.67881369860902e-06, |
| "loss": 0.6741, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.0343676348392423, |
| "learning_rate": 8.675122871925183e-06, |
| "loss": 0.829, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.806864851444203, |
| "learning_rate": 8.671427684291882e-06, |
| "loss": 0.9515, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.7572416906745798, |
| "learning_rate": 8.667728140093876e-06, |
| "loss": 0.8483, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.8380140423011045, |
| "learning_rate": 8.664024243721092e-06, |
| "loss": 0.8425, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.8123587951986472, |
| "learning_rate": 8.660315999568623e-06, |
| "loss": 0.9526, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.9184399337784447, |
| "learning_rate": 8.656603412036722e-06, |
| "loss": 0.7108, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.831843338935016, |
| "learning_rate": 8.652886485530791e-06, |
| "loss": 1.0123, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.8066641019349248, |
| "learning_rate": 8.64916522446139e-06, |
| "loss": 0.5859, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.0685522911949512, |
| "learning_rate": 8.64543963324421e-06, |
| "loss": 0.8115, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.7367019584287984, |
| "learning_rate": 8.641709716300092e-06, |
| "loss": 1.0002, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.1169280348996233, |
| "learning_rate": 8.637975478055002e-06, |
| "loss": 0.9091, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.9765798942044751, |
| "learning_rate": 8.634236922940038e-06, |
| "loss": 0.953, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.9018057962498353, |
| "learning_rate": 8.630494055391418e-06, |
| "loss": 0.783, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.5765299875173697, |
| "learning_rate": 8.626746879850479e-06, |
| "loss": 0.9463, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 1.9907858154987383, |
| "learning_rate": 8.62299540076367e-06, |
| "loss": 0.8049, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.7614608864418805, |
| "learning_rate": 8.619239622582542e-06, |
| "loss": 0.9006, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.8314799942415151, |
| "learning_rate": 8.615479549763756e-06, |
| "loss": 0.8107, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.0173814058372952, |
| "learning_rate": 8.611715186769063e-06, |
| "loss": 0.8898, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.6696667729133458, |
| "learning_rate": 8.607946538065301e-06, |
| "loss": 0.7322, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.9904979750452643, |
| "learning_rate": 8.604173608124405e-06, |
| "loss": 0.784, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 2.4815666969700425, |
| "learning_rate": 8.600396401423382e-06, |
| "loss": 0.7898, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.79736383984785, |
| "learning_rate": 8.596614922444313e-06, |
| "loss": 1.02, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.235172792133491, |
| "learning_rate": 8.592829175674351e-06, |
| "loss": 0.7608, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.8831479685583735, |
| "learning_rate": 8.589039165605716e-06, |
| "loss": 0.9778, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.3325843559676318, |
| "learning_rate": 8.585244896735683e-06, |
| "loss": 0.8733, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.7415911990332329, |
| "learning_rate": 8.581446373566581e-06, |
| "loss": 0.8813, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.6142722155335408, |
| "learning_rate": 8.577643600605789e-06, |
| "loss": 0.5659, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.164915953950598, |
| "learning_rate": 8.573836582365727e-06, |
| "loss": 0.9224, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.8887148955452323, |
| "learning_rate": 8.570025323363853e-06, |
| "loss": 0.9773, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.1121431206247039, |
| "learning_rate": 8.566209828122658e-06, |
| "loss": 0.9311, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.7657005061872006, |
| "learning_rate": 8.56239010116966e-06, |
| "loss": 0.9378, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.9184179350866519, |
| "learning_rate": 8.558566147037396e-06, |
| "loss": 0.7559, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.6859068986825837, |
| "learning_rate": 8.55473797026342e-06, |
| "loss": 0.9342, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.0397352573350611, |
| "learning_rate": 8.550905575390301e-06, |
| "loss": 0.9045, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.0139829500896023, |
| "learning_rate": 8.547068966965605e-06, |
| "loss": 0.627, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.7665184065352235, |
| "learning_rate": 8.543228149541905e-06, |
| "loss": 0.9516, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.32804703137598, |
| "learning_rate": 8.539383127676764e-06, |
| "loss": 0.882, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.9471702430398453, |
| "learning_rate": 8.535533905932739e-06, |
| "loss": 1.0203, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.0015739911913293, |
| "learning_rate": 8.531680488877363e-06, |
| "loss": 0.7979, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.5050714297786606, |
| "learning_rate": 8.527822881083157e-06, |
| "loss": 0.9781, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.3518666750574064, |
| "learning_rate": 8.523961087127605e-06, |
| "loss": 0.8297, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 3.778193580631305, |
| "learning_rate": 8.520095111593163e-06, |
| "loss": 0.796, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.7695262802798188, |
| "learning_rate": 8.516224959067253e-06, |
| "loss": 0.9157, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 1.110871835067212, |
| "learning_rate": 8.512350634142246e-06, |
| "loss": 0.7789, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.7787376924589497, |
| "learning_rate": 8.508472141415468e-06, |
| "loss": 0.7708, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.4361529285393615, |
| "learning_rate": 8.504589485489187e-06, |
| "loss": 0.7806, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.185897245847663, |
| "learning_rate": 8.50070267097062e-06, |
| "loss": 0.8031, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.7802504526913002, |
| "learning_rate": 8.496811702471906e-06, |
| "loss": 0.8748, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.2989596454546593, |
| "learning_rate": 8.492916584610124e-06, |
| "loss": 0.7786, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.9256969514806701, |
| "learning_rate": 8.489017322007272e-06, |
| "loss": 0.9849, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.952553329800984, |
| "learning_rate": 8.485113919290265e-06, |
| "loss": 0.91, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.7209085321556576, |
| "learning_rate": 8.481206381090934e-06, |
| "loss": 0.9276, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.8291082877728642, |
| "learning_rate": 8.477294712046015e-06, |
| "loss": 0.6321, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 2.0907699956283343, |
| "learning_rate": 8.473378916797146e-06, |
| "loss": 0.853, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.2046922736040153, |
| "learning_rate": 8.46945899999086e-06, |
| "loss": 0.8632, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.0539160247510744, |
| "learning_rate": 8.465534966278586e-06, |
| "loss": 0.8275, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 7.266370021064102, |
| "learning_rate": 8.46160682031663e-06, |
| "loss": 1.0156, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 2.3889032566021533, |
| "learning_rate": 8.457674566766185e-06, |
| "loss": 0.8499, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.122553181570519, |
| "learning_rate": 8.453738210293316e-06, |
| "loss": 0.676, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.1032953502747713, |
| "learning_rate": 8.449797755568952e-06, |
| "loss": 0.7756, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.9110242227527524, |
| "learning_rate": 8.44585320726889e-06, |
| "loss": 0.6729, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.9965870395398055, |
| "learning_rate": 8.441904570073787e-06, |
| "loss": 1.0118, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.8949529812144408, |
| "learning_rate": 8.437951848669144e-06, |
| "loss": 0.8111, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.2287296177699212, |
| "learning_rate": 8.433995047745313e-06, |
| "loss": 0.8355, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.6986915942190378, |
| "learning_rate": 8.430034171997487e-06, |
| "loss": 0.9937, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.2243048207305436, |
| "learning_rate": 8.426069226125695e-06, |
| "loss": 0.6981, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 2.2890503319160356, |
| "learning_rate": 8.422100214834791e-06, |
| "loss": 0.9871, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.1405743394590862, |
| "learning_rate": 8.41812714283446e-06, |
| "loss": 0.8869, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.4141031891180675, |
| "learning_rate": 8.4141500148392e-06, |
| "loss": 1.0139, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.9506695661027441, |
| "learning_rate": 8.410168835568324e-06, |
| "loss": 0.7528, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.048432559091801, |
| "learning_rate": 8.406183609745953e-06, |
| "loss": 0.7277, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.7491997329514749, |
| "learning_rate": 8.402194342101006e-06, |
| "loss": 0.6636, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.249957360002299, |
| "learning_rate": 8.398201037367202e-06, |
| "loss": 0.9759, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 1.2391824248179655, |
| "learning_rate": 8.39420370028305e-06, |
| "loss": 1.0611, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.9146882503950583, |
| "learning_rate": 8.390202335591845e-06, |
| "loss": 0.8546, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.1189970398897255, |
| "learning_rate": 8.386196948041657e-06, |
| "loss": 0.7866, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.0731715413795784, |
| "learning_rate": 8.382187542385329e-06, |
| "loss": 0.9732, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.3420075613887534, |
| "learning_rate": 8.37817412338048e-06, |
| "loss": 0.7469, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.0545752044494447, |
| "learning_rate": 8.374156695789487e-06, |
| "loss": 0.9445, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.663373084138263, |
| "learning_rate": 8.370135264379475e-06, |
| "loss": 0.6901, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.0088637339395825, |
| "learning_rate": 8.366109833922335e-06, |
| "loss": 0.9301, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.9511385411457727, |
| "learning_rate": 8.362080409194694e-06, |
| "loss": 0.9078, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.2120900437898698, |
| "learning_rate": 8.35804699497792e-06, |
| "loss": 0.8426, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.8733276210247882, |
| "learning_rate": 8.354009596058116e-06, |
| "loss": 0.9818, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.474019455428399, |
| "learning_rate": 8.349968217226114e-06, |
| "loss": 0.776, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.439806816557651, |
| "learning_rate": 8.345922863277466e-06, |
| "loss": 0.997, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.263637853376208, |
| "learning_rate": 8.341873539012443e-06, |
| "loss": 0.7339, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.29429948830183, |
| "learning_rate": 8.337820249236028e-06, |
| "loss": 0.9998, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.7649891382789833, |
| "learning_rate": 8.333762998757908e-06, |
| "loss": 0.6363, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.3762963649493423, |
| "learning_rate": 8.329701792392468e-06, |
| "loss": 0.9192, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.2834958508988321, |
| "learning_rate": 8.325636634958793e-06, |
| "loss": 0.9404, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.3683699979147976, |
| "learning_rate": 8.32156753128065e-06, |
| "loss": 0.9702, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.020354836961051, |
| "learning_rate": 8.31749448618649e-06, |
| "loss": 0.8147, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.551310838441252, |
| "learning_rate": 8.313417504509446e-06, |
| "loss": 0.8767, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.4199355214556608, |
| "learning_rate": 8.309336591087318e-06, |
| "loss": 0.7192, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.0390533416614771, |
| "learning_rate": 8.305251750762568e-06, |
| "loss": 1.0747, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.3506345301978289, |
| "learning_rate": 8.301162988382325e-06, |
| "loss": 0.6064, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.8892017615992809, |
| "learning_rate": 8.297070308798367e-06, |
| "loss": 0.6984, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.6237415398598127, |
| "learning_rate": 8.292973716867124e-06, |
| "loss": 0.8098, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.6766065073210752, |
| "learning_rate": 8.288873217449662e-06, |
| "loss": 0.978, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.7039990899176017, |
| "learning_rate": 8.284768815411693e-06, |
| "loss": 0.9505, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 1.6977261587693264, |
| "learning_rate": 8.28066051562355e-06, |
| "loss": 0.7394, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.9880844135399935, |
| "learning_rate": 8.2765483229602e-06, |
| "loss": 1.0306, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 2.5385173129182235, |
| "learning_rate": 8.272432242301223e-06, |
| "loss": 0.8292, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 5.368301871987185, |
| "learning_rate": 8.268312278530816e-06, |
| "loss": 0.9065, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.7259198105838697, |
| "learning_rate": 8.26418843653778e-06, |
| "loss": 0.6417, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.0440203258360932, |
| "learning_rate": 8.260060721215527e-06, |
| "loss": 0.9819, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.0604976561483186, |
| "learning_rate": 8.255929137462049e-06, |
| "loss": 0.7589, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.0293501019486986, |
| "learning_rate": 8.251793690179947e-06, |
| "loss": 0.8365, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.9732039627933925, |
| "learning_rate": 8.247654384276391e-06, |
| "loss": 0.8773, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.177655649900707, |
| "learning_rate": 8.243511224663141e-06, |
| "loss": 0.8219, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.1250324463737151, |
| "learning_rate": 8.239364216256521e-06, |
| "loss": 0.985, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.884342702861109, |
| "learning_rate": 8.23521336397743e-06, |
| "loss": 0.9346, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.8367264851250735, |
| "learning_rate": 8.231058672751319e-06, |
| "loss": 1.0037, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.6719823684712402, |
| "learning_rate": 8.226900147508205e-06, |
| "loss": 0.7054, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.241775236733515, |
| "learning_rate": 8.222737793182648e-06, |
| "loss": 0.704, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.950632996277853, |
| "learning_rate": 8.21857161471375e-06, |
| "loss": 0.9298, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.9645520876525666, |
| "learning_rate": 8.214401617045155e-06, |
| "loss": 0.9243, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.9164952823331624, |
| "learning_rate": 8.210227805125039e-06, |
| "loss": 0.9277, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.0293442009991178, |
| "learning_rate": 8.206050183906102e-06, |
| "loss": 0.7351, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.003659171802231, |
| "learning_rate": 8.201868758345561e-06, |
| "loss": 0.8095, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.477532499836891, |
| "learning_rate": 8.197683533405156e-06, |
| "loss": 0.9701, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 2.1091540769626786, |
| "learning_rate": 8.193494514051128e-06, |
| "loss": 0.8069, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.7067479529711058, |
| "learning_rate": 8.189301705254222e-06, |
| "loss": 0.721, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.0787158066908829, |
| "learning_rate": 8.185105111989683e-06, |
| "loss": 0.7952, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.5695368855950586, |
| "learning_rate": 8.180904739237241e-06, |
| "loss": 0.999, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.9408099207033626, |
| "learning_rate": 8.176700591981118e-06, |
| "loss": 0.8486, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.0142747022418177, |
| "learning_rate": 8.172492675210005e-06, |
| "loss": 0.801, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.8872842597495222, |
| "learning_rate": 8.168280993917078e-06, |
| "loss": 0.9517, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.3496550092319346, |
| "learning_rate": 8.164065553099968e-06, |
| "loss": 0.8605, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.9900621854726843, |
| "learning_rate": 8.159846357760776e-06, |
| "loss": 0.9396, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 1.029177293236724, |
| "learning_rate": 8.155623412906058e-06, |
| "loss": 0.8247, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.9660397779772322, |
| "learning_rate": 8.15139672354681e-06, |
| "loss": 0.8172, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.6538798360233261, |
| "learning_rate": 8.147166294698482e-06, |
| "loss": 0.6002, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.8931919375433652, |
| "learning_rate": 8.142932131380955e-06, |
| "loss": 0.7126, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.5600772809628976, |
| "learning_rate": 8.138694238618543e-06, |
| "loss": 1.0385, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.174765635692957, |
| "learning_rate": 8.134452621439988e-06, |
| "loss": 0.7862, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.9626358330113229, |
| "learning_rate": 8.130207284878447e-06, |
| "loss": 1.0167, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.5470569074959682, |
| "learning_rate": 8.125958233971494e-06, |
| "loss": 0.9686, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.228029459482363, |
| "learning_rate": 8.121705473761107e-06, |
| "loss": 0.7442, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.7684762075524795, |
| "learning_rate": 8.117449009293668e-06, |
| "loss": 0.6393, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.4536118945044414, |
| "learning_rate": 8.113188845619957e-06, |
| "loss": 0.8389, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.8036503965901991, |
| "learning_rate": 8.108924987795137e-06, |
| "loss": 0.9026, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.9550100302168791, |
| "learning_rate": 8.10465744087876e-06, |
| "loss": 0.7133, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.9654381779268255, |
| "learning_rate": 8.100386209934754e-06, |
| "loss": 0.9829, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.8594717377715599, |
| "learning_rate": 8.096111300031417e-06, |
| "loss": 0.8682, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.159642140574289, |
| "learning_rate": 8.091832716241414e-06, |
| "loss": 0.7898, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.8386443781708032, |
| "learning_rate": 8.08755046364177e-06, |
| "loss": 0.8149, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.219553550779851, |
| "learning_rate": 8.083264547313863e-06, |
| "loss": 1.0387, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.9836705709688978, |
| "learning_rate": 8.078974972343414e-06, |
| "loss": 0.9657, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.0659421126791389, |
| "learning_rate": 8.074681743820496e-06, |
| "loss": 0.6063, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.0247730742944847, |
| "learning_rate": 8.070384866839504e-06, |
| "loss": 0.8527, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.6234497868297239, |
| "learning_rate": 8.066084346499176e-06, |
| "loss": 0.9743, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.1216442255869334, |
| "learning_rate": 8.061780187902562e-06, |
| "loss": 0.7287, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.3805264935364454, |
| "learning_rate": 8.057472396157034e-06, |
| "loss": 0.9549, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.1340563073007235, |
| "learning_rate": 8.053160976374275e-06, |
| "loss": 0.7431, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.9679458482571414, |
| "learning_rate": 8.048845933670274e-06, |
| "loss": 0.6525, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.0351998469283725, |
| "learning_rate": 8.044527273165315e-06, |
| "loss": 0.9526, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.9352437525153571, |
| "learning_rate": 8.040204999983981e-06, |
| "loss": 0.8644, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.6980281236378553, |
| "learning_rate": 8.035879119255134e-06, |
| "loss": 0.6839, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.9393989164819734, |
| "learning_rate": 8.031549636111928e-06, |
| "loss": 0.7585, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.7472837028782404, |
| "learning_rate": 8.027216555691781e-06, |
| "loss": 1.0852, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 1.0365880465923214, |
| "learning_rate": 8.022879883136385e-06, |
| "loss": 0.7707, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.6927075998732038, |
| "learning_rate": 8.01853962359169e-06, |
| "loss": 0.9542, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.9355394779424284, |
| "learning_rate": 8.01419578220791e-06, |
| "loss": 0.8241, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.3353418899611251, |
| "learning_rate": 8.0098483641395e-06, |
| "loss": 0.7849, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.9741583911800749, |
| "learning_rate": 8.005497374545169e-06, |
| "loss": 0.8547, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 5.89894580627274, |
| "learning_rate": 8.001142818587853e-06, |
| "loss": 0.5285, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.2472422404982646, |
| "learning_rate": 7.99678470143473e-06, |
| "loss": 0.9272, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.241543087398163, |
| "learning_rate": 7.9924230282572e-06, |
| "loss": 0.7559, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.314974118228036, |
| "learning_rate": 7.988057804230878e-06, |
| "loss": 0.8753, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.1985171601422697, |
| "learning_rate": 7.9836890345356e-06, |
| "loss": 1.1384, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.0958702457674099, |
| "learning_rate": 7.979316724355406e-06, |
| "loss": 0.9082, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.8882825697595312, |
| "learning_rate": 7.974940878878537e-06, |
| "loss": 0.9196, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.9518474852338964, |
| "learning_rate": 7.970561503297426e-06, |
| "loss": 0.7575, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.6773057064066956, |
| "learning_rate": 7.966178602808703e-06, |
| "loss": 0.9431, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.1017440570642512, |
| "learning_rate": 7.96179218261317e-06, |
| "loss": 0.643, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.3057245928497756, |
| "learning_rate": 7.957402247915817e-06, |
| "loss": 0.7813, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.9167034007934262, |
| "learning_rate": 7.953008803925797e-06, |
| "loss": 0.8323, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.0521269352875444, |
| "learning_rate": 7.948611855856426e-06, |
| "loss": 0.7614, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 2.457919053386127, |
| "learning_rate": 7.944211408925184e-06, |
| "loss": 0.9283, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.0502752886821072, |
| "learning_rate": 7.939807468353697e-06, |
| "loss": 0.8974, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.0848599132562, |
| "learning_rate": 7.935400039367742e-06, |
| "loss": 0.7772, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.8868108145589925, |
| "learning_rate": 7.930989127197232e-06, |
| "loss": 0.9553, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.8113631071749853, |
| "learning_rate": 7.92657473707621e-06, |
| "loss": 0.9223, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.8413830436372951, |
| "learning_rate": 7.922156874242857e-06, |
| "loss": 0.6574, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.9959831332838394, |
| "learning_rate": 7.91773554393946e-06, |
| "loss": 0.7391, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.6483827089867299, |
| "learning_rate": 7.913310751412431e-06, |
| "loss": 1.0088, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.0605312504405813, |
| "learning_rate": 7.908882501912289e-06, |
| "loss": 0.7376, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.8879775799602105, |
| "learning_rate": 7.904450800693652e-06, |
| "loss": 0.8324, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.2068817906406053, |
| "learning_rate": 7.900015653015238e-06, |
| "loss": 0.9902, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.3953758747807117, |
| "learning_rate": 7.895577064139847e-06, |
| "loss": 0.6958, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 1.079921701725994, |
| "learning_rate": 7.89113503933437e-06, |
| "loss": 0.9397, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.9938460852116291, |
| "learning_rate": 7.886689583869773e-06, |
| "loss": 0.5547, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.0392974773320938, |
| "learning_rate": 7.882240703021092e-06, |
| "loss": 0.7879, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.6087681622176686, |
| "learning_rate": 7.877788402067427e-06, |
| "loss": 1.01, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.042478789369615, |
| "learning_rate": 7.873332686291939e-06, |
| "loss": 0.8875, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 2.063784870023408, |
| "learning_rate": 7.868873560981837e-06, |
| "loss": 0.9814, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.1871192000802355, |
| "learning_rate": 7.864411031428379e-06, |
| "loss": 0.7879, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.0970062901383153, |
| "learning_rate": 7.859945102926862e-06, |
| "loss": 0.9866, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.2217542614365495, |
| "learning_rate": 7.855475780776618e-06, |
| "loss": 0.7673, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.8519255201515229, |
| "learning_rate": 7.851003070281e-06, |
| "loss": 0.9271, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.7786337728022726, |
| "learning_rate": 7.846526976747388e-06, |
| "loss": 0.7, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.0446667487299308, |
| "learning_rate": 7.842047505487173e-06, |
| "loss": 0.6139, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.7541250080728523, |
| "learning_rate": 7.837564661815755e-06, |
| "loss": 0.9584, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.0487353131458552, |
| "learning_rate": 7.833078451052537e-06, |
| "loss": 0.7919, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.00793885814896, |
| "learning_rate": 7.828588878520911e-06, |
| "loss": 0.8981, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.8993617441212048, |
| "learning_rate": 7.824095949548269e-06, |
| "loss": 0.9346, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.891832722128992, |
| "learning_rate": 7.819599669465979e-06, |
| "loss": 0.8465, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.0376568369011432, |
| "learning_rate": 7.815100043609385e-06, |
| "loss": 1.0096, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.8628317165219468, |
| "learning_rate": 7.810597077317802e-06, |
| "loss": 0.861, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.0006142889443894, |
| "learning_rate": 7.806090775934513e-06, |
| "loss": 0.8869, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.5926355919148432, |
| "learning_rate": 7.801581144806752e-06, |
| "loss": 0.7927, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.1183269004770366, |
| "learning_rate": 7.797068189285705e-06, |
| "loss": 0.8013, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.0511218621060956, |
| "learning_rate": 7.792551914726509e-06, |
| "loss": 0.9205, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.9978706075358954, |
| "learning_rate": 7.788032326488233e-06, |
| "loss": 0.8705, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.888064083510313, |
| "learning_rate": 7.78350942993388e-06, |
| "loss": 0.9114, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.3819226863788523, |
| "learning_rate": 7.778983230430382e-06, |
| "loss": 0.7916, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.0919204192742067, |
| "learning_rate": 7.77445373334858e-06, |
| "loss": 0.9728, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.8122749559057681, |
| "learning_rate": 7.769920944063244e-06, |
| "loss": 0.9395, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.8996396462506161, |
| "learning_rate": 7.765384867953038e-06, |
| "loss": 0.6014, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.2796795028402865, |
| "learning_rate": 7.76084551040053e-06, |
| "loss": 0.8527, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 1.473970126543929, |
| "learning_rate": 7.75630287679218e-06, |
| "loss": 0.8912, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.8388641269549169, |
| "learning_rate": 7.751756972518341e-06, |
| "loss": 0.9719, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.2621661445664245, |
| "learning_rate": 7.74720780297324e-06, |
| "loss": 0.7821, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.6088860116137997, |
| "learning_rate": 7.742655373554982e-06, |
| "loss": 0.9552, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.3069504177458988, |
| "learning_rate": 7.73809968966554e-06, |
| "loss": 0.885, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.2262048413044229, |
| "learning_rate": 7.733540756710752e-06, |
| "loss": 0.7823, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.0786921811512518, |
| "learning_rate": 7.728978580100304e-06, |
| "loss": 0.8818, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.8208923407742453, |
| "learning_rate": 7.72441316524774e-06, |
| "loss": 0.5364, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.797117469608383, |
| "learning_rate": 7.719844517570437e-06, |
| "loss": 0.9051, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.0421093238214658, |
| "learning_rate": 7.715272642489612e-06, |
| "loss": 0.8128, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.9270379316265225, |
| "learning_rate": 7.71069754543032e-06, |
| "loss": 0.8863, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.6581336546787458, |
| "learning_rate": 7.706119231821423e-06, |
| "loss": 0.7783, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 5.631583279800118, |
| "learning_rate": 7.701537707095615e-06, |
| "loss": 0.7855, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.9341468116931029, |
| "learning_rate": 7.69695297668939e-06, |
| "loss": 0.9793, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.6204932481526119, |
| "learning_rate": 7.692365046043053e-06, |
| "loss": 0.9782, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.3022135661992034, |
| "learning_rate": 7.687773920600699e-06, |
| "loss": 0.9242, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.9205848580181927, |
| "learning_rate": 7.683179605810221e-06, |
| "loss": 0.4714, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.3151060793455438, |
| "learning_rate": 7.678582107123295e-06, |
| "loss": 0.8683, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.8128950648003733, |
| "learning_rate": 7.673981429995372e-06, |
| "loss": 0.8802, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.0289533886881097, |
| "learning_rate": 7.669377579885674e-06, |
| "loss": 0.8198, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.8825901538983683, |
| "learning_rate": 7.664770562257197e-06, |
| "loss": 0.997, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.0629027489913274, |
| "learning_rate": 7.660160382576683e-06, |
| "loss": 0.8576, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.0352060704859878, |
| "learning_rate": 7.655547046314635e-06, |
| "loss": 0.6718, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.7732580323618514, |
| "learning_rate": 7.650930558945299e-06, |
| "loss": 0.7735, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.7735686642664795, |
| "learning_rate": 7.646310925946659e-06, |
| "loss": 0.6913, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 1.040953763589302, |
| "learning_rate": 7.641688152800433e-06, |
| "loss": 1.0254, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.8996151733026105, |
| "learning_rate": 7.637062244992065e-06, |
| "loss": 0.8196, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.9054617915608173, |
| "learning_rate": 7.63243320801072e-06, |
| "loss": 0.9015, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.7529356003796459, |
| "learning_rate": 7.62780104734927e-06, |
| "loss": 0.9139, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.9080598466185776, |
| "learning_rate": 7.6231657685043036e-06, |
| "loss": 0.6567, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.9374441711647022, |
| "learning_rate": 7.6185273769761015e-06, |
| "loss": 0.9889, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.259815335347003, |
| "learning_rate": 7.61388587826864e-06, |
| "loss": 0.8032, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.8551565681696168, |
| "learning_rate": 7.609241277889583e-06, |
| "loss": 0.9947, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.9405166729236499, |
| "learning_rate": 7.6045935813502756e-06, |
| "loss": 0.8011, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.768129290504335, |
| "learning_rate": 7.599942794165738e-06, |
| "loss": 0.8805, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.6458916343463573, |
| "learning_rate": 7.595288921854651e-06, |
| "loss": 0.5078, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.9940623690490097, |
| "learning_rate": 7.590631969939364e-06, |
| "loss": 0.8916, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.0424585837470128, |
| "learning_rate": 7.58597194394588e-06, |
| "loss": 1.0165, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.8638826914417733, |
| "learning_rate": 7.581308849403843e-06, |
| "loss": 0.7855, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.903662391147223, |
| "learning_rate": 7.5766426918465455e-06, |
| "loss": 0.9338, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.6829896535882392, |
| "learning_rate": 7.5719734768109125e-06, |
| "loss": 0.9159, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.9196836801632842, |
| "learning_rate": 7.567301209837493e-06, |
| "loss": 0.8095, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.7862694732455047, |
| "learning_rate": 7.5626258964704634e-06, |
| "loss": 0.9286, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.6271390146320459, |
| "learning_rate": 7.557947542257613e-06, |
| "loss": 0.6664, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.9458259813128382, |
| "learning_rate": 7.553266152750338e-06, |
| "loss": 0.9078, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.175479381283007, |
| "learning_rate": 7.548581733503636e-06, |
| "loss": 0.9285, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.6400693854181663, |
| "learning_rate": 7.5438942900761035e-06, |
| "loss": 0.9623, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.0117328666631071, |
| "learning_rate": 7.539203828029919e-06, |
| "loss": 0.8453, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.8033644203072535, |
| "learning_rate": 7.534510352930853e-06, |
| "loss": 0.7603, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.2838525899558926, |
| "learning_rate": 7.529813870348238e-06, |
| "loss": 0.9572, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.0939580166021312, |
| "learning_rate": 7.525114385854988e-06, |
| "loss": 0.7115, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.9050193991046418, |
| "learning_rate": 7.520411905027571e-06, |
| "loss": 1.0383, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.5960555823237125, |
| "learning_rate": 7.515706433446013e-06, |
| "loss": 0.782, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.1944213358772537, |
| "learning_rate": 7.51099797669389e-06, |
| "loss": 0.8776, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.102035561083673, |
| "learning_rate": 7.506286540358318e-06, |
| "loss": 0.7766, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.6980703146938201, |
| "learning_rate": 7.50157213002995e-06, |
| "loss": 0.9222, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 3.9081866793707962, |
| "learning_rate": 7.4968547513029685e-06, |
| "loss": 0.7944, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.7704346559365427, |
| "learning_rate": 7.492134409775077e-06, |
| "loss": 0.8285, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 1.1969236541113868, |
| "learning_rate": 7.4874111110474955e-06, |
| "loss": 0.9177, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.894577700145311, |
| "learning_rate": 7.482684860724951e-06, |
| "loss": 0.9185, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.6731811928748919, |
| "learning_rate": 7.477955664415678e-06, |
| "loss": 0.4605, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.8875398867394554, |
| "learning_rate": 7.473223527731401e-06, |
| "loss": 0.9302, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.9676287958627418, |
| "learning_rate": 7.4684884562873375e-06, |
| "loss": 0.8202, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.7102875419028689, |
| "learning_rate": 7.463750455702185e-06, |
| "loss": 0.9034, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.512004082576946, |
| "learning_rate": 7.459009531598118e-06, |
| "loss": 0.912, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.8133400663918698, |
| "learning_rate": 7.4542656896007804e-06, |
| "loss": 0.7414, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.8022659280832216, |
| "learning_rate": 7.449518935339276e-06, |
| "loss": 1.0322, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.082594196687515, |
| "learning_rate": 7.444769274446168e-06, |
| "loss": 0.7803, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.7689284494063036, |
| "learning_rate": 7.440016712557468e-06, |
| "loss": 0.8766, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.6805491251563369, |
| "learning_rate": 7.435261255312626e-06, |
| "loss": 0.5801, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.9129187107443577, |
| "learning_rate": 7.430502908354532e-06, |
| "loss": 0.9552, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.7904575636987102, |
| "learning_rate": 7.4257416773295045e-06, |
| "loss": 0.7357, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.298875254806093, |
| "learning_rate": 7.420977567887281e-06, |
| "loss": 0.7654, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.7881390775452288, |
| "learning_rate": 7.416210585681019e-06, |
| "loss": 0.9732, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.8198614323062058, |
| "learning_rate": 7.411440736367281e-06, |
| "loss": 0.8276, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.7100340322246931, |
| "learning_rate": 7.406668025606035e-06, |
| "loss": 0.8978, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.6890110368813483, |
| "learning_rate": 7.401892459060641e-06, |
| "loss": 0.8738, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.7700836609357556, |
| "learning_rate": 7.397114042397852e-06, |
| "loss": 0.9646, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.6227961423142602, |
| "learning_rate": 7.392332781287798e-06, |
| "loss": 0.7505, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.9003469763301504, |
| "learning_rate": 7.387548681403986e-06, |
| "loss": 0.6569, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.2059568201062187, |
| "learning_rate": 7.382761748423296e-06, |
| "loss": 0.9523, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.7036934257688677, |
| "learning_rate": 7.377971988025964e-06, |
| "loss": 0.9798, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.7520443645098317, |
| "learning_rate": 7.373179405895582e-06, |
| "loss": 0.7982, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.8234806449758567, |
| "learning_rate": 7.368384007719093e-06, |
| "loss": 0.7965, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.874987261796812, |
| "learning_rate": 7.36358579918678e-06, |
| "loss": 0.8427, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.8234891392269017, |
| "learning_rate": 7.35878478599226e-06, |
| "loss": 0.9125, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.3257139357330774, |
| "learning_rate": 7.353980973832479e-06, |
| "loss": 0.7566, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.7059380048199736, |
| "learning_rate": 7.349174368407703e-06, |
| "loss": 0.7143, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 1.6366955095510047, |
| "learning_rate": 7.3443649754215175e-06, |
| "loss": 0.8213, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.6190274249130907, |
| "learning_rate": 7.339552800580807e-06, |
| "loss": 0.995, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.040582093631083, |
| "learning_rate": 7.3347378495957655e-06, |
| "loss": 0.7801, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.9303557411019188, |
| "learning_rate": 7.329920128179875e-06, |
| "loss": 0.8328, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.0167090611855578, |
| "learning_rate": 7.325099642049909e-06, |
| "loss": 0.9605, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.8067185705552913, |
| "learning_rate": 7.320276396925921e-06, |
| "loss": 0.844, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 2.1029800521628075, |
| "learning_rate": 7.3154503985312366e-06, |
| "loss": 0.9206, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.9151217724788081, |
| "learning_rate": 7.310621652592449e-06, |
| "loss": 0.8348, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.0167189970304824, |
| "learning_rate": 7.305790164839411e-06, |
| "loss": 0.9326, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.6265654668741276, |
| "learning_rate": 7.300955941005232e-06, |
| "loss": 0.4529, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.8457298669244813, |
| "learning_rate": 7.296118986826266e-06, |
| "loss": 0.7684, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.7576145484819609, |
| "learning_rate": 7.291279308042105e-06, |
| "loss": 0.9262, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.0794333223803838, |
| "learning_rate": 7.286436910395579e-06, |
| "loss": 0.8142, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.9907106463557742, |
| "learning_rate": 7.281591799632738e-06, |
| "loss": 1.0324, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.47553919472812695, |
| "learning_rate": 7.276743981502856e-06, |
| "loss": 0.9581, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.9514807517236695, |
| "learning_rate": 7.271893461758418e-06, |
| "loss": 0.8591, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.839383923383816, |
| "learning_rate": 7.267040246155115e-06, |
| "loss": 0.5166, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.5724760268701603, |
| "learning_rate": 7.262184340451838e-06, |
| "loss": 0.8515, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.8376379077103544, |
| "learning_rate": 7.2573257504106665e-06, |
| "loss": 0.832, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.776764717900711, |
| "learning_rate": 7.252464481796869e-06, |
| "loss": 0.7515, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.8600893844940484, |
| "learning_rate": 7.247600540378893e-06, |
| "loss": 1.0153, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.554942102850519, |
| "learning_rate": 7.242733931928352e-06, |
| "loss": 0.8014, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.9374932086891602, |
| "learning_rate": 7.237864662220032e-06, |
| "loss": 0.772, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.9072647644515902, |
| "learning_rate": 7.232992737031871e-06, |
| "loss": 0.8342, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.7101727659196688, |
| "learning_rate": 7.2281181621449594e-06, |
| "loss": 1.0232, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.9096215418254705, |
| "learning_rate": 7.223240943343533e-06, |
| "loss": 0.6449, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.3182757291386697, |
| "learning_rate": 7.2183610864149655e-06, |
| "loss": 0.7756, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.9319457016068583, |
| "learning_rate": 7.213478597149758e-06, |
| "loss": 0.9944, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.5654342812883145, |
| "learning_rate": 7.208593481341536e-06, |
| "loss": 0.8903, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 2.1402051089444134, |
| "learning_rate": 7.203705744787044e-06, |
| "loss": 0.7282, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.9294127465484998, |
| "learning_rate": 7.198815393286136e-06, |
| "loss": 1.0281, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 1.3011185839280694, |
| "learning_rate": 7.193922432641767e-06, |
| "loss": 0.6644, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.4905861135450518, |
| "learning_rate": 7.1890268686599875e-06, |
| "loss": 0.8269, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.8994124165040088, |
| "learning_rate": 7.18412870714994e-06, |
| "loss": 0.8006, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.094986216393371, |
| "learning_rate": 7.179227953923848e-06, |
| "loss": 0.885, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.8352196698352151, |
| "learning_rate": 7.1743246147970095e-06, |
| "loss": 0.6045, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.9685109753804898, |
| "learning_rate": 7.169418695587791e-06, |
| "loss": 0.8697, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.8447602163358183, |
| "learning_rate": 7.1645102021176225e-06, |
| "loss": 1.0596, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.3558033074183098, |
| "learning_rate": 7.1595991402109865e-06, |
| "loss": 0.7786, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.6263239367320915, |
| "learning_rate": 7.154685515695415e-06, |
| "loss": 0.9268, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.4185427905522858, |
| "learning_rate": 7.14976933440148e-06, |
| "loss": 0.8544, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.9059748529608416, |
| "learning_rate": 7.144850602162785e-06, |
| "loss": 0.7074, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.7788570988921534, |
| "learning_rate": 7.139929324815965e-06, |
| "loss": 0.8635, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 2.652269845843319, |
| "learning_rate": 7.135005508200673e-06, |
| "loss": 0.5325, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.6478304505640102, |
| "learning_rate": 7.130079158159573e-06, |
| "loss": 0.929, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.143261818168066, |
| "learning_rate": 7.12515028053834e-06, |
| "loss": 0.775, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.245328994889597, |
| "learning_rate": 7.120218881185644e-06, |
| "loss": 0.9895, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.5608399467409726, |
| "learning_rate": 7.115284965953147e-06, |
| "loss": 0.96, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.9166365396285775, |
| "learning_rate": 7.110348540695501e-06, |
| "loss": 0.8682, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.5495250629909987, |
| "learning_rate": 7.105409611270332e-06, |
| "loss": 0.9158, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.1295779304628286, |
| "learning_rate": 7.100468183538241e-06, |
| "loss": 0.7402, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.5756273751705822, |
| "learning_rate": 7.095524263362787e-06, |
| "loss": 0.9576, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.140812510716515, |
| "learning_rate": 7.090577856610497e-06, |
| "loss": 0.4864, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.8635566832549894, |
| "learning_rate": 7.0856289691508395e-06, |
| "loss": 0.8098, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.8654882837475819, |
| "learning_rate": 7.08067760685623e-06, |
| "loss": 0.8161, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 4.204875110884719, |
| "learning_rate": 7.07572377560202e-06, |
| "loss": 0.7172, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 1.8659094371151999, |
| "learning_rate": 7.070767481266493e-06, |
| "loss": 1.0083, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.816214305729195, |
| "learning_rate": 7.065808729730853e-06, |
| "loss": 0.8717, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.8750464057168982, |
| "learning_rate": 7.0608475268792186e-06, |
| "loss": 0.8559, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.9498912654406104, |
| "learning_rate": 7.055883878598622e-06, |
| "loss": 0.8086, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.9475559728912553, |
| "learning_rate": 7.050917790778992e-06, |
| "loss": 0.9414, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.6320197659236363, |
| "learning_rate": 7.045949269313153e-06, |
| "loss": 0.5524, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.0490216689168523, |
| "learning_rate": 7.040978320096819e-06, |
| "loss": 0.7967, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.6389003018602956, |
| "learning_rate": 7.036004949028587e-06, |
| "loss": 0.945, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.773991348507658, |
| "learning_rate": 7.031029162009921e-06, |
| "loss": 0.749, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.7407889086611532, |
| "learning_rate": 7.026050964945158e-06, |
| "loss": 0.866, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.8971331293535137, |
| "learning_rate": 7.021070363741492e-06, |
| "loss": 0.9104, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.0318500147803904, |
| "learning_rate": 7.016087364308971e-06, |
| "loss": 0.7299, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.3420002733497536, |
| "learning_rate": 7.0111019725604856e-06, |
| "loss": 0.9241, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.9664437130941114, |
| "learning_rate": 7.006114194411772e-06, |
| "loss": 0.5706, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.872068997093268, |
| "learning_rate": 7.00112403578139e-06, |
| "loss": 0.967, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.9154252229033849, |
| "learning_rate": 6.996131502590729e-06, |
| "loss": 0.9138, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.9416640254354681, |
| "learning_rate": 6.991136600763997e-06, |
| "loss": 0.8749, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.9761275314905827, |
| "learning_rate": 6.986139336228208e-06, |
| "loss": 0.9622, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.1517864710795096, |
| "learning_rate": 6.9811397149131835e-06, |
| "loss": 0.8269, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.8208612517714133, |
| "learning_rate": 6.976137742751538e-06, |
| "loss": 0.9305, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.6633806773579906, |
| "learning_rate": 6.971133425678682e-06, |
| "loss": 0.92, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.0133215801975257, |
| "learning_rate": 6.9661267696328015e-06, |
| "loss": 0.9023, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.7582735822314888, |
| "learning_rate": 6.961117780554862e-06, |
| "loss": 0.7123, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.7068760809126409, |
| "learning_rate": 6.956106464388596e-06, |
| "loss": 0.5383, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.9511756028367826, |
| "learning_rate": 6.9510928270804975e-06, |
| "loss": 0.9171, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.0368816213638288, |
| "learning_rate": 6.9460768745798144e-06, |
| "loss": 0.785, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.9395465616103404, |
| "learning_rate": 6.941058612838544e-06, |
| "loss": 0.9192, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.7396632467423322, |
| "learning_rate": 6.936038047811421e-06, |
| "loss": 0.9164, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.4342150260299302, |
| "learning_rate": 6.931015185455915e-06, |
| "loss": 0.8633, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.8151253045604222, |
| "learning_rate": 6.925990031732218e-06, |
| "loss": 0.9538, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.5477399483692502, |
| "learning_rate": 6.9209625926032485e-06, |
| "loss": 0.8573, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.2848084739575163, |
| "learning_rate": 6.91593287403463e-06, |
| "loss": 0.9098, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.5717768372623621, |
| "learning_rate": 6.910900881994692e-06, |
| "loss": 0.765, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.9214920115632345, |
| "learning_rate": 6.905866622454466e-06, |
| "loss": 0.9794, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 1.123514711377056, |
| "learning_rate": 6.900830101387667e-06, |
| "loss": 0.6874, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.9591195194171481, |
| "learning_rate": 6.895791324770702e-06, |
| "loss": 0.8602, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.8915865200699761, |
| "learning_rate": 6.890750298582647e-06, |
| "loss": 0.8345, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.771458480866771, |
| "learning_rate": 6.885707028805253e-06, |
| "loss": 0.8788, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.3014312886989445, |
| "learning_rate": 6.8806615214229275e-06, |
| "loss": 0.9111, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.932918971467558, |
| "learning_rate": 6.875613782422737e-06, |
| "loss": 0.9338, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.6074042917276643, |
| "learning_rate": 6.870563817794398e-06, |
| "loss": 0.6185, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.4815773993633037, |
| "learning_rate": 6.865511633530263e-06, |
| "loss": 0.8302, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.0998175505162082, |
| "learning_rate": 6.860457235625322e-06, |
| "loss": 0.8268, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.9414302580918265, |
| "learning_rate": 6.855400630077189e-06, |
| "loss": 0.9085, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.9947700987454516, |
| "learning_rate": 6.8503418228861e-06, |
| "loss": 0.7305, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.5035024463953894, |
| "learning_rate": 6.845280820054904e-06, |
| "loss": 0.9642, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.236289102289844, |
| "learning_rate": 6.840217627589052e-06, |
| "loss": 0.7863, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.1245541265531942, |
| "learning_rate": 6.835152251496596e-06, |
| "loss": 0.6703, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.0468009209534792, |
| "learning_rate": 6.8300846977881785e-06, |
| "loss": 0.9715, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.6579768411419812, |
| "learning_rate": 6.825014972477024e-06, |
| "loss": 0.4529, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.1616103355880574, |
| "learning_rate": 6.819943081578939e-06, |
| "loss": 0.916, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.9162206110142164, |
| "learning_rate": 6.814869031112294e-06, |
| "loss": 0.8111, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.9201501123930744, |
| "learning_rate": 6.809792827098025e-06, |
| "loss": 0.7749, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 2.347090566131551, |
| "learning_rate": 6.804714475559624e-06, |
| "loss": 0.797, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.2317816077767876, |
| "learning_rate": 6.799633982523128e-06, |
| "loss": 0.8818, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.8109912669434763, |
| "learning_rate": 6.794551354017118e-06, |
| "loss": 0.9477, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.5859769714742059, |
| "learning_rate": 6.7894665960727105e-06, |
| "loss": 0.9453, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.160912134061732, |
| "learning_rate": 6.784379714723544e-06, |
| "loss": 0.9048, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.8911929718745089, |
| "learning_rate": 6.7792907160057796e-06, |
| "loss": 0.4981, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.1101579093639147, |
| "learning_rate": 6.774199605958091e-06, |
| "loss": 0.8212, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.7237091409676937, |
| "learning_rate": 6.7691063906216585e-06, |
| "loss": 0.8031, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.8221819413739208, |
| "learning_rate": 6.764011076040157e-06, |
| "loss": 0.9612, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.109349045030578, |
| "learning_rate": 6.758913668259753e-06, |
| "loss": 0.9263, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 1.3256621856344526, |
| "learning_rate": 6.7538141733291e-06, |
| "loss": 0.8534, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.924135039999999, |
| "learning_rate": 6.748712597299327e-06, |
| "loss": 0.7765, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.8672294207900395, |
| "learning_rate": 6.743608946224029e-06, |
| "loss": 0.6714, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.7630615404014595, |
| "learning_rate": 6.738503226159269e-06, |
| "loss": 0.6067, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.7571332916783056, |
| "learning_rate": 6.73339544316356e-06, |
| "loss": 0.9593, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.1768656530600423, |
| "learning_rate": 6.728285603297865e-06, |
| "loss": 0.8576, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.9288949371765874, |
| "learning_rate": 6.723173712625588e-06, |
| "loss": 0.9242, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.6905065700968571, |
| "learning_rate": 6.7180597772125665e-06, |
| "loss": 0.882, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.0334662774676926, |
| "learning_rate": 6.712943803127063e-06, |
| "loss": 0.6132, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.1866744077921096, |
| "learning_rate": 6.707825796439761e-06, |
| "loss": 1.0319, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.009122571248358, |
| "learning_rate": 6.702705763223756e-06, |
| "loss": 0.7896, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.8752140980641042, |
| "learning_rate": 6.697583709554545e-06, |
| "loss": 1.0161, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.7204635647834511, |
| "learning_rate": 6.692459641510025e-06, |
| "loss": 0.772, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.9343040082102373, |
| "learning_rate": 6.687333565170484e-06, |
| "loss": 0.5986, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.050286626503953, |
| "learning_rate": 6.682205486618592e-06, |
| "loss": 0.6702, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.9106619291902527, |
| "learning_rate": 6.677075411939396e-06, |
| "loss": 0.913, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.990423024447723, |
| "learning_rate": 6.671943347220308e-06, |
| "loss": 0.9285, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.9550923395204381, |
| "learning_rate": 6.666809298551105e-06, |
| "loss": 0.8438, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.206941123993105, |
| "learning_rate": 6.661673272023917e-06, |
| "loss": 0.9146, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.8043618317396037, |
| "learning_rate": 6.656535273733222e-06, |
| "loss": 0.8915, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.7401394946968677, |
| "learning_rate": 6.651395309775837e-06, |
| "loss": 0.9065, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.2326666708989282, |
| "learning_rate": 6.646253386250909e-06, |
| "loss": 0.7758, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.6483102573736766, |
| "learning_rate": 6.641109509259916e-06, |
| "loss": 0.6544, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 2.73083690280401, |
| "learning_rate": 6.635963684906646e-06, |
| "loss": 0.9472, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.3252531041755309, |
| "learning_rate": 6.630815919297205e-06, |
| "loss": 0.8088, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.799567750318313, |
| "learning_rate": 6.625666218540001e-06, |
| "loss": 0.9934, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.2633893422871425, |
| "learning_rate": 6.620514588745736e-06, |
| "loss": 0.817, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.926083824961928, |
| "learning_rate": 6.6153610360274014e-06, |
| "loss": 0.7814, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.1851272252625251, |
| "learning_rate": 6.610205566500272e-06, |
| "loss": 0.887, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 1.018703208671171, |
| "learning_rate": 6.605048186281895e-06, |
| "loss": 0.7741, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.850075662767509, |
| "learning_rate": 6.5998889014920884e-06, |
| "loss": 0.685, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.581681750012993, |
| "learning_rate": 6.594727718252925e-06, |
| "loss": 0.8827, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.9115517978596477, |
| "learning_rate": 6.589564642688736e-06, |
| "loss": 0.9661, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.3705587145064546, |
| "learning_rate": 6.584399680926092e-06, |
| "loss": 0.792, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.1733456859937748, |
| "learning_rate": 6.579232839093808e-06, |
| "loss": 0.9095, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 2.1852387752153666, |
| "learning_rate": 6.574064123322925e-06, |
| "loss": 0.8079, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.2799427782250876, |
| "learning_rate": 6.56889353974671e-06, |
| "loss": 0.833, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.3095490548667523, |
| "learning_rate": 6.563721094500648e-06, |
| "loss": 0.9104, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.544899181673468, |
| "learning_rate": 6.558546793722429e-06, |
| "loss": 0.9487, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 6.984036327228971, |
| "learning_rate": 6.5533706435519454e-06, |
| "loss": 0.5467, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.2997321719593171, |
| "learning_rate": 6.548192650131289e-06, |
| "loss": 0.7659, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.409932866569754, |
| "learning_rate": 6.543012819604732e-06, |
| "loss": 0.8077, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.007245901045933, |
| "learning_rate": 6.537831158118733e-06, |
| "loss": 0.9302, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.6658316716038252, |
| "learning_rate": 6.5326476718219165e-06, |
| "loss": 0.9236, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.0756842513095213, |
| "learning_rate": 6.5274623668650805e-06, |
| "loss": 0.8308, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.9575725637165821, |
| "learning_rate": 6.522275249401173e-06, |
| "loss": 0.8838, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.4255529129061295, |
| "learning_rate": 6.517086325585296e-06, |
| "loss": 0.7466, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.9315449349246908, |
| "learning_rate": 6.511895601574698e-06, |
| "loss": 0.907, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.9076752386859259, |
| "learning_rate": 6.5067030835287605e-06, |
| "loss": 0.5541, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.9463305630214507, |
| "learning_rate": 6.50150877760899e-06, |
| "loss": 0.9675, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.5608346404590374, |
| "learning_rate": 6.496312689979024e-06, |
| "loss": 0.7445, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.1279755334813248, |
| "learning_rate": 6.491114826804607e-06, |
| "loss": 0.8409, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.7886495916999157, |
| "learning_rate": 6.485915194253591e-06, |
| "loss": 0.8201, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.356201034088837, |
| "learning_rate": 6.48071379849593e-06, |
| "loss": 0.7505, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.6887002042513384, |
| "learning_rate": 6.475510645703669e-06, |
| "loss": 0.9495, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.6257779787963043, |
| "learning_rate": 6.470305742050938e-06, |
| "loss": 0.8955, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.8345860783742126, |
| "learning_rate": 6.465099093713944e-06, |
| "loss": 1.0711, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.6542028472803113, |
| "learning_rate": 6.459890706870965e-06, |
| "loss": 0.6768, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.289979058754802, |
| "learning_rate": 6.454680587702342e-06, |
| "loss": 0.8318, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.9351106119600974, |
| "learning_rate": 6.449468742390472e-06, |
| "loss": 0.8914, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 1.428922291446092, |
| "learning_rate": 6.444255177119799e-06, |
| "loss": 0.7606, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.9610584278985153, |
| "learning_rate": 6.43903989807681e-06, |
| "loss": 0.7497, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.417101003170088, |
| "learning_rate": 6.433822911450022e-06, |
| "loss": 0.8393, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.1555990066362924, |
| "learning_rate": 6.42860422342998e-06, |
| "loss": 0.922, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.3740612319040875, |
| "learning_rate": 6.423383840209251e-06, |
| "loss": 0.7712, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.746440067069165, |
| "learning_rate": 6.41816176798241e-06, |
| "loss": 0.8066, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.7477247382345116, |
| "learning_rate": 6.412938012946035e-06, |
| "loss": 0.6282, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.4323695407523391, |
| "learning_rate": 6.407712581298705e-06, |
| "loss": 0.7759, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 3.7399212107866275, |
| "learning_rate": 6.4024854792409864e-06, |
| "loss": 0.9947, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.4045256440565486, |
| "learning_rate": 6.397256712975426e-06, |
| "loss": 0.7085, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.1050456407771019, |
| "learning_rate": 6.392026288706549e-06, |
| "loss": 0.9781, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.2165767848841602, |
| "learning_rate": 6.386794212640846e-06, |
| "loss": 0.767, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 2.52490279742241, |
| "learning_rate": 6.381560490986766e-06, |
| "loss": 0.8293, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.126856488991011, |
| "learning_rate": 6.376325129954712e-06, |
| "loss": 0.9152, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.5111803694182788, |
| "learning_rate": 6.371088135757038e-06, |
| "loss": 0.6841, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.9457998875553426, |
| "learning_rate": 6.365849514608025e-06, |
| "loss": 0.6474, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.1024531118220533, |
| "learning_rate": 6.36060927272389e-06, |
| "loss": 0.683, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.2187559556905074, |
| "learning_rate": 6.3553674163227786e-06, |
| "loss": 0.6838, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.7733187073494139, |
| "learning_rate": 6.3501239516247424e-06, |
| "loss": 0.912, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.0877060660824964, |
| "learning_rate": 6.344878884851748e-06, |
| "loss": 0.7554, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.9414545018093784, |
| "learning_rate": 6.339632222227661e-06, |
| "loss": 1.0241, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.7321885427661501, |
| "learning_rate": 6.33438396997824e-06, |
| "loss": 0.9533, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.857702227152555, |
| "learning_rate": 6.329134134331129e-06, |
| "loss": 0.879, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.8486763929584309, |
| "learning_rate": 6.3238827215158575e-06, |
| "loss": 0.5252, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.3858337954485223, |
| "learning_rate": 6.318629737763818e-06, |
| "loss": 0.8192, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.9438469485874288, |
| "learning_rate": 6.313375189308269e-06, |
| "loss": 0.7766, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.9508423947680671, |
| "learning_rate": 6.3081190823843295e-06, |
| "loss": 0.8073, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.4652354509789247, |
| "learning_rate": 6.302861423228967e-06, |
| "loss": 0.9896, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.4402240406545395, |
| "learning_rate": 6.297602218080988e-06, |
| "loss": 0.7602, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.5733341976153, |
| "learning_rate": 6.292341473181034e-06, |
| "loss": 0.7596, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 1.0492939317251995, |
| "learning_rate": 6.287079194771576e-06, |
| "loss": 0.8163, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.8456451429638168, |
| "learning_rate": 6.281815389096903e-06, |
| "loss": 1.0001, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.9212509390016326, |
| "learning_rate": 6.276550062403115e-06, |
| "loss": 0.621, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.0768576312432112, |
| "learning_rate": 6.271283220938119e-06, |
| "loss": 0.7721, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.0125761358475456, |
| "learning_rate": 6.26601487095162e-06, |
| "loss": 0.9497, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.6011264115744833, |
| "learning_rate": 6.260745018695112e-06, |
| "loss": 0.9213, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.9959624161099369, |
| "learning_rate": 6.25547367042187e-06, |
| "loss": 0.7281, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.9587986673955071, |
| "learning_rate": 6.250200832386947e-06, |
| "loss": 0.9736, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.3352778981052014, |
| "learning_rate": 6.244926510847162e-06, |
| "loss": 0.672, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.1172366365813378, |
| "learning_rate": 6.239650712061093e-06, |
| "loss": 0.8747, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.2764381971678307, |
| "learning_rate": 6.2343734422890745e-06, |
| "loss": 0.8447, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.2379752116455003, |
| "learning_rate": 6.229094707793185e-06, |
| "loss": 0.8231, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.9707107961079281, |
| "learning_rate": 6.223814514837241e-06, |
| "loss": 0.617, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.085701721974298, |
| "learning_rate": 6.2185328696867866e-06, |
| "loss": 0.8789, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.7744852960099238, |
| "learning_rate": 6.2132497786090955e-06, |
| "loss": 1.024, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.2999336228859184, |
| "learning_rate": 6.207965247873151e-06, |
| "loss": 0.7818, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.651658027288747, |
| "learning_rate": 6.202679283749647e-06, |
| "loss": 0.9575, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.4059413100540181, |
| "learning_rate": 6.197391892510982e-06, |
| "loss": 0.868, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 2.1747589150430753, |
| "learning_rate": 6.192103080431242e-06, |
| "loss": 0.6845, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.0618020328513644, |
| "learning_rate": 6.1868128537862005e-06, |
| "loss": 0.8496, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.3891138188435146, |
| "learning_rate": 6.181521218853312e-06, |
| "loss": 0.5271, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.256412819614988, |
| "learning_rate": 6.176228181911699e-06, |
| "loss": 0.9478, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 2.334912310039142, |
| "learning_rate": 6.1709337492421515e-06, |
| "loss": 0.7765, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.1590860603075632, |
| "learning_rate": 6.165637927127111e-06, |
| "loss": 1.0136, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.0885973573127805, |
| "learning_rate": 6.1603407218506726e-06, |
| "loss": 0.9118, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.1295328307865153, |
| "learning_rate": 6.155042139698568e-06, |
| "loss": 0.9429, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.0802471058737697, |
| "learning_rate": 6.149742186958166e-06, |
| "loss": 0.9084, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.2274670765856943, |
| "learning_rate": 6.144440869918462e-06, |
| "loss": 0.7233, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.7878180237826575, |
| "learning_rate": 6.139138194870067e-06, |
| "loss": 0.9406, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 1.0755452494242859, |
| "learning_rate": 6.133834168105206e-06, |
| "loss": 0.5382, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.9989535456675933, |
| "learning_rate": 6.128528795917708e-06, |
| "loss": 0.7308, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.3930980271191187, |
| "learning_rate": 6.123222084602997e-06, |
| "loss": 0.7778, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.8026029148545433, |
| "learning_rate": 6.117914040458087e-06, |
| "loss": 0.7984, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.231249997273463, |
| "learning_rate": 6.112604669781572e-06, |
| "loss": 0.918, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.7387057931635226, |
| "learning_rate": 6.107293978873626e-06, |
| "loss": 0.888, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.425250256693401, |
| "learning_rate": 6.101981974035982e-06, |
| "loss": 0.8477, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.0995945158258784, |
| "learning_rate": 6.096668661571934e-06, |
| "loss": 0.8374, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.7749026719794037, |
| "learning_rate": 6.091354047786333e-06, |
| "loss": 0.9029, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.1896211180652976, |
| "learning_rate": 6.086038138985566e-06, |
| "loss": 0.5726, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.7339269684043337, |
| "learning_rate": 6.080720941477564e-06, |
| "loss": 0.7994, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.7110393754265275, |
| "learning_rate": 6.075402461571781e-06, |
| "loss": 0.9504, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 2.359466589924437, |
| "learning_rate": 6.070082705579198e-06, |
| "loss": 0.6854, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.361677611543213, |
| "learning_rate": 6.0647616798123075e-06, |
| "loss": 0.9855, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.3761732374581144, |
| "learning_rate": 6.0594393905851065e-06, |
| "loss": 0.7617, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.534559697693697, |
| "learning_rate": 6.054115844213099e-06, |
| "loss": 0.6984, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 9.12766780188686, |
| "learning_rate": 6.048791047013272e-06, |
| "loss": 0.9301, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.322423975304647, |
| "learning_rate": 6.043465005304099e-06, |
| "loss": 0.56, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.2206113648194485, |
| "learning_rate": 6.038137725405535e-06, |
| "loss": 0.9508, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.3909528892252907, |
| "learning_rate": 6.032809213639e-06, |
| "loss": 0.9, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.4173161441704973, |
| "learning_rate": 6.027479476327376e-06, |
| "loss": 0.8805, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.3403062490849877, |
| "learning_rate": 6.0221485197949995e-06, |
| "loss": 0.9217, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.538685832741167, |
| "learning_rate": 6.016816350367655e-06, |
| "loss": 0.7135, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.4166107201187692, |
| "learning_rate": 6.011482974372564e-06, |
| "loss": 0.9492, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.7444391025702888, |
| "learning_rate": 6.006148398138383e-06, |
| "loss": 0.888, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.6793441092684698, |
| "learning_rate": 6.00081262799519e-06, |
| "loss": 0.9188, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.4535667346082388, |
| "learning_rate": 5.995475670274481e-06, |
| "loss": 0.7256, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.9610341512407925, |
| "learning_rate": 5.990137531309158e-06, |
| "loss": 0.5137, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.7995138587439042, |
| "learning_rate": 5.9847982174335314e-06, |
| "loss": 0.9156, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.8618615693530038, |
| "learning_rate": 5.9794577349833e-06, |
| "loss": 0.7894, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 1.1564411798381742, |
| "learning_rate": 5.974116090295548e-06, |
| "loss": 0.9656, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 2.9024751184478257, |
| "learning_rate": 5.968773289708746e-06, |
| "loss": 0.8981, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.97768948772318, |
| "learning_rate": 5.963429339562731e-06, |
| "loss": 0.7964, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.6261717204154365, |
| "learning_rate": 5.958084246198704e-06, |
| "loss": 0.9648, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.8843456329512893, |
| "learning_rate": 5.952738015959225e-06, |
| "loss": 0.8282, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.048278380999577, |
| "learning_rate": 5.9473906551881985e-06, |
| "loss": 0.8319, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.650466221339909, |
| "learning_rate": 5.942042170230879e-06, |
| "loss": 0.7619, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.1982729367807619, |
| "learning_rate": 5.936692567433844e-06, |
| "loss": 0.9448, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 4.727822282639748, |
| "learning_rate": 5.931341853145005e-06, |
| "loss": 0.8029, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 2.50999872800413, |
| "learning_rate": 5.925990033713591e-06, |
| "loss": 0.9091, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.0214045873640203, |
| "learning_rate": 5.920637115490142e-06, |
| "loss": 0.7939, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.251073332874601, |
| "learning_rate": 5.9152831048265005e-06, |
| "loss": 0.8331, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.607071036730256, |
| "learning_rate": 5.9099280080758085e-06, |
| "loss": 0.9181, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.250464872786283, |
| "learning_rate": 5.904571831592491e-06, |
| "loss": 0.8959, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.7887879755870933, |
| "learning_rate": 5.899214581732262e-06, |
| "loss": 0.6251, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.3900114918346054, |
| "learning_rate": 5.893856264852103e-06, |
| "loss": 0.8249, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.6110441027876499, |
| "learning_rate": 5.888496887310265e-06, |
| "loss": 0.7651, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.0768368408429463, |
| "learning_rate": 5.883136455466254e-06, |
| "loss": 0.8879, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.6844277679245316, |
| "learning_rate": 5.877774975680831e-06, |
| "loss": 0.7489, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.5634697061659643, |
| "learning_rate": 5.872412454315999e-06, |
| "loss": 0.953, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.9655709964804797, |
| "learning_rate": 5.867048897734997e-06, |
| "loss": 0.7612, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.0450384611910801, |
| "learning_rate": 5.8616843123022925e-06, |
| "loss": 0.7982, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.6097976628334678, |
| "learning_rate": 5.856318704383572e-06, |
| "loss": 0.8672, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.8434915364190128, |
| "learning_rate": 5.850952080345739e-06, |
| "loss": 0.4481, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.1475614382432056, |
| "learning_rate": 5.845584446556899e-06, |
| "loss": 0.9809, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.0757039270463167, |
| "learning_rate": 5.840215809386357e-06, |
| "loss": 0.7501, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.6159555237660301, |
| "learning_rate": 5.834846175204612e-06, |
| "loss": 0.7847, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.2297666251100745, |
| "learning_rate": 5.829475550383339e-06, |
| "loss": 0.7928, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 1.3775546761125024, |
| "learning_rate": 5.824103941295394e-06, |
| "loss": 0.8716, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.9777125769598205, |
| "learning_rate": 5.818731354314801e-06, |
| "loss": 0.9623, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.6771628303032851, |
| "learning_rate": 5.813357795816742e-06, |
| "loss": 0.9677, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.5787705262051395, |
| "learning_rate": 5.807983272177553e-06, |
| "loss": 0.885, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.8476714212819934, |
| "learning_rate": 5.802607789774713e-06, |
| "loss": 0.5111, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.5559952400268289, |
| "learning_rate": 5.797231354986842e-06, |
| "loss": 0.8368, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.1184057749718035, |
| "learning_rate": 5.791853974193688e-06, |
| "loss": 0.8436, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.9323492710153323, |
| "learning_rate": 5.7864756537761245e-06, |
| "loss": 0.9014, |
| "step": 1387 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.9521046881382375, |
| "learning_rate": 5.781096400116135e-06, |
| "loss": 0.975, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.4074576716938811, |
| "learning_rate": 5.775716219596815e-06, |
| "loss": 0.7334, |
| "step": 1389 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.8557326905905628, |
| "learning_rate": 5.7703351186023575e-06, |
| "loss": 0.8407, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.8320263875185963, |
| "learning_rate": 5.7649531035180476e-06, |
| "loss": 0.6704, |
| "step": 1391 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.9264963717741087, |
| "learning_rate": 5.759570180730255e-06, |
| "loss": 0.5923, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.6839184021403117, |
| "learning_rate": 5.754186356626429e-06, |
| "loss": 0.9807, |
| "step": 1393 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.1217211338341593, |
| "learning_rate": 5.748801637595085e-06, |
| "loss": 0.778, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.2649891237679443, |
| "learning_rate": 5.743416030025804e-06, |
| "loss": 0.909, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.8299235627232515, |
| "learning_rate": 5.738029540309215e-06, |
| "loss": 0.903, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.2069254706225743, |
| "learning_rate": 5.732642174837003e-06, |
| "loss": 0.8127, |
| "step": 1397 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.823357087809232, |
| "learning_rate": 5.727253940001884e-06, |
| "loss": 0.9976, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.2415895015488119, |
| "learning_rate": 5.721864842197612e-06, |
| "loss": 0.7725, |
| "step": 1399 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.0593107005156956, |
| "learning_rate": 5.716474887818957e-06, |
| "loss": 1.0465, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.24440938310932, |
| "learning_rate": 5.711084083261716e-06, |
| "loss": 0.7271, |
| "step": 1401 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.7695182027737566, |
| "learning_rate": 5.705692434922684e-06, |
| "loss": 0.5349, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.2096987389049612, |
| "learning_rate": 5.700299949199664e-06, |
| "loss": 0.8126, |
| "step": 1403 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.4974012313116924, |
| "learning_rate": 5.694906632491452e-06, |
| "loss": 0.8731, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.5597630413497399, |
| "learning_rate": 5.689512491197827e-06, |
| "loss": 0.9875, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.1550836293112545, |
| "learning_rate": 5.684117531719552e-06, |
| "loss": 0.8011, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 2.240063029233875, |
| "learning_rate": 5.678721760458352e-06, |
| "loss": 0.9672, |
| "step": 1407 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.7224219994924103, |
| "learning_rate": 5.673325183816927e-06, |
| "loss": 0.8681, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.0155375914626805, |
| "learning_rate": 5.667927808198922e-06, |
| "loss": 0.9099, |
| "step": 1409 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 2.6994101786369953, |
| "learning_rate": 5.662529640008933e-06, |
| "loss": 0.7807, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 1.7407554961030611, |
| "learning_rate": 5.657130685652503e-06, |
| "loss": 0.6453, |
| "step": 1411 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 5.282694155555053, |
| "learning_rate": 5.6517309515361005e-06, |
| "loss": 0.9494, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.4126242941256903, |
| "learning_rate": 5.646330444067121e-06, |
| "loss": 0.8299, |
| "step": 1413 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.8964144993539503, |
| "learning_rate": 5.640929169653876e-06, |
| "loss": 0.9589, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.7135912087848546, |
| "learning_rate": 5.635527134705593e-06, |
| "loss": 0.8007, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.87627715873684, |
| "learning_rate": 5.630124345632396e-06, |
| "loss": 0.6767, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.3964569409167993, |
| "learning_rate": 5.6247208088453065e-06, |
| "loss": 0.9147, |
| "step": 1417 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 2.204387504715069, |
| "learning_rate": 5.619316530756234e-06, |
| "loss": 0.7678, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.8135518503850294, |
| "learning_rate": 5.613911517777965e-06, |
| "loss": 0.658, |
| "step": 1419 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.7930697184938414, |
| "learning_rate": 5.608505776324158e-06, |
| "loss": 0.8915, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.4069318788987446, |
| "learning_rate": 5.6030993128093415e-06, |
| "loss": 0.9395, |
| "step": 1421 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.9503243898218101, |
| "learning_rate": 5.597692133648894e-06, |
| "loss": 0.7598, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.7340782067712569, |
| "learning_rate": 5.592284245259047e-06, |
| "loss": 0.9026, |
| "step": 1423 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.1181795784382287, |
| "learning_rate": 5.5868756540568704e-06, |
| "loss": 0.8399, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.0550817795880885, |
| "learning_rate": 5.5814663664602735e-06, |
| "loss": 0.79, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.3120495891856772, |
| "learning_rate": 5.576056388887985e-06, |
| "loss": 0.9909, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.8934060649887934, |
| "learning_rate": 5.570645727759558e-06, |
| "loss": 0.8146, |
| "step": 1427 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.920684607554885, |
| "learning_rate": 5.565234389495354e-06, |
| "loss": 0.5183, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.153206698770488, |
| "learning_rate": 5.559822380516539e-06, |
| "loss": 0.8107, |
| "step": 1429 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.2455180987840444, |
| "learning_rate": 5.554409707245076e-06, |
| "loss": 0.81, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.48173237168619, |
| "learning_rate": 5.548996376103712e-06, |
| "loss": 0.8798, |
| "step": 1431 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.6985747450085716, |
| "learning_rate": 5.543582393515978e-06, |
| "loss": 0.929, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.278396424196154, |
| "learning_rate": 5.538167765906178e-06, |
| "loss": 0.8309, |
| "step": 1433 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 2.4199499410743877, |
| "learning_rate": 5.532752499699381e-06, |
| "loss": 0.894, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.2066317465558989, |
| "learning_rate": 5.527336601321414e-06, |
| "loss": 0.8874, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.9917347231328922, |
| "learning_rate": 5.521920077198853e-06, |
| "loss": 0.8792, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.9622909466291227, |
| "learning_rate": 5.516502933759017e-06, |
| "loss": 0.4659, |
| "step": 1437 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.2462695929473209, |
| "learning_rate": 5.511085177429961e-06, |
| "loss": 0.9711, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 2.585717748916246, |
| "learning_rate": 5.505666814640466e-06, |
| "loss": 0.7825, |
| "step": 1439 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.1696951552266461, |
| "learning_rate": 5.5002478518200316e-06, |
| "loss": 0.8092, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 1.6823823954777597, |
| "learning_rate": 5.494828295398874e-06, |
| "loss": 0.8161, |
| "step": 1441 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 2.0945013610938656, |
| "learning_rate": 5.489408151807908e-06, |
| "loss": 0.6995, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.476666013321854, |
| "learning_rate": 5.483987427478749e-06, |
| "loss": 0.9307, |
| "step": 1443 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.6355741684115963, |
| "learning_rate": 5.4785661288436985e-06, |
| "loss": 0.9404, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.8806929293384578, |
| "learning_rate": 5.473144262335744e-06, |
| "loss": 0.8946, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.873040471686788, |
| "learning_rate": 5.467721834388543e-06, |
| "loss": 0.634, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 2.1977758930684796, |
| "learning_rate": 5.462298851436418e-06, |
| "loss": 0.8687, |
| "step": 1447 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.0313327700504056, |
| "learning_rate": 5.456875319914355e-06, |
| "loss": 0.8376, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.4205522176232346, |
| "learning_rate": 5.451451246257989e-06, |
| "loss": 0.6908, |
| "step": 1449 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.0283692673375737, |
| "learning_rate": 5.446026636903597e-06, |
| "loss": 0.8025, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.9538982374836444, |
| "learning_rate": 5.440601498288088e-06, |
| "loss": 0.8634, |
| "step": 1451 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.3506867677336547, |
| "learning_rate": 5.43517583684901e-06, |
| "loss": 0.9185, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.5651409304249373, |
| "learning_rate": 5.429749659024521e-06, |
| "loss": 0.7897, |
| "step": 1453 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.2266115232709012, |
| "learning_rate": 5.424322971253395e-06, |
| "loss": 0.7612, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.8323033492887951, |
| "learning_rate": 5.4188957799750145e-06, |
| "loss": 0.6213, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.9965590817667975, |
| "learning_rate": 5.413468091629353e-06, |
| "loss": 0.7432, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.6336978892297456, |
| "learning_rate": 5.40803991265698e-06, |
| "loss": 1.0066, |
| "step": 1457 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.3906217417748743, |
| "learning_rate": 5.402611249499042e-06, |
| "loss": 0.6617, |
| "step": 1458 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.112214616402955, |
| "learning_rate": 5.397182108597266e-06, |
| "loss": 1.0069, |
| "step": 1459 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.0474791498171876, |
| "learning_rate": 5.391752496393941e-06, |
| "loss": 0.7956, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.3134000695516703, |
| "learning_rate": 5.386322419331914e-06, |
| "loss": 0.8127, |
| "step": 1461 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.0982396313256826, |
| "learning_rate": 5.380891883854591e-06, |
| "loss": 0.9252, |
| "step": 1462 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.5405390293411296, |
| "learning_rate": 5.375460896405914e-06, |
| "loss": 0.7162, |
| "step": 1463 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.921991294834801, |
| "learning_rate": 5.370029463430365e-06, |
| "loss": 0.6743, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.5252436777217095, |
| "learning_rate": 5.364597591372957e-06, |
| "loss": 0.6596, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.73641034149806, |
| "learning_rate": 5.359165286679218e-06, |
| "loss": 0.7065, |
| "step": 1466 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.0007106940214074, |
| "learning_rate": 5.3537325557951925e-06, |
| "loss": 0.9059, |
| "step": 1467 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.8957692792620751, |
| "learning_rate": 5.348299405167434e-06, |
| "loss": 0.9342, |
| "step": 1468 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.156413148137658, |
| "learning_rate": 5.34286584124299e-06, |
| "loss": 1.0154, |
| "step": 1469 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 0.7293081164919134, |
| "learning_rate": 5.337431870469398e-06, |
| "loss": 0.9107, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 2.0183732758427553, |
| "learning_rate": 5.33199749929468e-06, |
| "loss": 0.908, |
| "step": 1471 |
| }, |
| { |
| "epoch": 0.49, |
| "grad_norm": 1.4597843930047711, |
| "learning_rate": 5.3265627341673336e-06, |
| "loss": 0.4835, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 3.768915889791925, |
| "learning_rate": 5.321127581536323e-06, |
| "loss": 0.7993, |
| "step": 1473 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.0154072962721385, |
| "learning_rate": 5.31569204785107e-06, |
| "loss": 0.7998, |
| "step": 1474 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.9193634815006646, |
| "learning_rate": 5.310256139561455e-06, |
| "loss": 0.7326, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.144858461443132, |
| "learning_rate": 5.304819863117796e-06, |
| "loss": 1.0072, |
| "step": 1476 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 48.39733757267215, |
| "learning_rate": 5.29938322497085e-06, |
| "loss": 0.7892, |
| "step": 1477 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.3506851810751819, |
| "learning_rate": 5.293946231571806e-06, |
| "loss": 0.7995, |
| "step": 1478 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.5367310892227926, |
| "learning_rate": 5.2885088893722725e-06, |
| "loss": 0.8136, |
| "step": 1479 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.2239651267229594, |
| "learning_rate": 5.283071204824269e-06, |
| "loss": 0.9965, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.1214503434849266, |
| "learning_rate": 5.277633184380226e-06, |
| "loss": 0.661, |
| "step": 1481 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.7280744700963329, |
| "learning_rate": 5.27219483449297e-06, |
| "loss": 0.7117, |
| "step": 1482 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.347921731507998, |
| "learning_rate": 5.266756161615719e-06, |
| "loss": 1.0434, |
| "step": 1483 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.8043938133184256, |
| "learning_rate": 5.261317172202074e-06, |
| "loss": 0.9156, |
| "step": 1484 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 2.7307739860048534, |
| "learning_rate": 5.255877872706013e-06, |
| "loss": 0.7135, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.4868514291346695, |
| "learning_rate": 5.25043826958188e-06, |
| "loss": 0.9253, |
| "step": 1486 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.520095142918424, |
| "learning_rate": 5.244998369284379e-06, |
| "loss": 0.5692, |
| "step": 1487 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 2.04397526549605, |
| "learning_rate": 5.23955817826857e-06, |
| "loss": 0.9303, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.6056604010938338, |
| "learning_rate": 5.234117702989855e-06, |
| "loss": 0.8121, |
| "step": 1489 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.230624896594264, |
| "learning_rate": 5.228676949903974e-06, |
| "loss": 0.922, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.3141040904254504, |
| "learning_rate": 5.223235925466994e-06, |
| "loss": 0.5237, |
| "step": 1491 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 2.0729018400029147, |
| "learning_rate": 5.217794636135311e-06, |
| "loss": 0.9214, |
| "step": 1492 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.97247371107511, |
| "learning_rate": 5.212353088365627e-06, |
| "loss": 1.0189, |
| "step": 1493 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.428822602035591, |
| "learning_rate": 5.2069112886149564e-06, |
| "loss": 0.7454, |
| "step": 1494 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.005145488936022, |
| "learning_rate": 5.201469243340612e-06, |
| "loss": 0.926, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.1798059810159578, |
| "learning_rate": 5.1960269590001965e-06, |
| "loss": 0.8118, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.1831107616555165, |
| "learning_rate": 5.190584442051594e-06, |
| "loss": 0.866, |
| "step": 1497 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.4288799286802236, |
| "learning_rate": 5.1851416989529705e-06, |
| "loss": 0.7623, |
| "step": 1498 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.3005982611699751, |
| "learning_rate": 5.179698736162755e-06, |
| "loss": 0.4809, |
| "step": 1499 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.5433104779737237, |
| "learning_rate": 5.17425556013964e-06, |
| "loss": 0.903, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 1.9795477959088617, |
| "learning_rate": 5.168812177342568e-06, |
| "loss": 0.8004, |
| "step": 1501 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.5413444775631016, |
| "learning_rate": 5.163368594230732e-06, |
| "loss": 0.9352, |
| "step": 1502 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.1797675590776637, |
| "learning_rate": 5.15792481726356e-06, |
| "loss": 0.8767, |
| "step": 1503 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 0.982571836839815, |
| "learning_rate": 5.1524808529007075e-06, |
| "loss": 0.9031, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.3469319223681064, |
| "learning_rate": 5.147036707602057e-06, |
| "loss": 0.8414, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.7767685686999175, |
| "learning_rate": 5.141592387827701e-06, |
| "loss": 0.7317, |
| "step": 1506 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 0.8653858094494804, |
| "learning_rate": 5.136147900037942e-06, |
| "loss": 0.7882, |
| "step": 1507 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.1438157947702285, |
| "learning_rate": 5.130703250693284e-06, |
| "loss": 0.9046, |
| "step": 1508 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.335634748726229, |
| "learning_rate": 5.1252584462544175e-06, |
| "loss": 0.6892, |
| "step": 1509 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 2.2908491496763213, |
| "learning_rate": 5.119813493182221e-06, |
| "loss": 0.7917, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.6303483092102882, |
| "learning_rate": 5.114368397937744e-06, |
| "loss": 0.7988, |
| "step": 1511 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.4004197466139023, |
| "learning_rate": 5.108923166982215e-06, |
| "loss": 0.9391, |
| "step": 1512 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.481704756079357, |
| "learning_rate": 5.103477806777012e-06, |
| "loss": 0.8592, |
| "step": 1513 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.0861459925141546, |
| "learning_rate": 5.098032323783673e-06, |
| "loss": 0.8417, |
| "step": 1514 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.4535271304013029, |
| "learning_rate": 5.092586724463881e-06, |
| "loss": 0.8532, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 3.3266410240082385, |
| "learning_rate": 5.087141015279455e-06, |
| "loss": 0.8912, |
| "step": 1516 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 0.8948163815546327, |
| "learning_rate": 5.081695202692347e-06, |
| "loss": 0.5654, |
| "step": 1517 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.495510702363034, |
| "learning_rate": 5.07624929316463e-06, |
| "loss": 0.7857, |
| "step": 1518 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 0.8438391616148538, |
| "learning_rate": 5.070803293158492e-06, |
| "loss": 0.9633, |
| "step": 1519 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.5912093727028693, |
| "learning_rate": 5.06535720913623e-06, |
| "loss": 0.6717, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.3014066077246338, |
| "learning_rate": 5.059911047560236e-06, |
| "loss": 0.9342, |
| "step": 1521 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.121448156462971, |
| "learning_rate": 5.054464814893001e-06, |
| "loss": 0.7667, |
| "step": 1522 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.6461943791365161, |
| "learning_rate": 5.049018517597095e-06, |
| "loss": 0.6683, |
| "step": 1523 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.0211149761618439, |
| "learning_rate": 5.043572162135166e-06, |
| "loss": 0.8978, |
| "step": 1524 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 0.8768649129847246, |
| "learning_rate": 5.038125754969933e-06, |
| "loss": 0.5339, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.7391230144409158, |
| "learning_rate": 5.032679302564176e-06, |
| "loss": 0.904, |
| "step": 1526 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.2845930750441346, |
| "learning_rate": 5.027232811380723e-06, |
| "loss": 0.9181, |
| "step": 1527 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.2250507947320406, |
| "learning_rate": 5.021786287882458e-06, |
| "loss": 0.8529, |
| "step": 1528 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.0117412469967957, |
| "learning_rate": 5.0163397385322955e-06, |
| "loss": 0.8549, |
| "step": 1529 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 1.2687879856448727, |
| "learning_rate": 5.010893169793182e-06, |
| "loss": 0.7316, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.51, |
| "grad_norm": 2.168060832379654, |
| "learning_rate": 5.005446588128088e-06, |
| "loss": 1.0047, |
| "step": 1531 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.8733292750470187, |
| "learning_rate": 5e-06, |
| "loss": 0.8819, |
| "step": 1532 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.4049350258524866, |
| "learning_rate": 4.994553411871914e-06, |
| "loss": 0.8775, |
| "step": 1533 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.0952591031193046, |
| "learning_rate": 4.98910683020682e-06, |
| "loss": 0.745, |
| "step": 1534 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.8588639622821992, |
| "learning_rate": 4.983660261467706e-06, |
| "loss": 0.4801, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.046256805668577, |
| "learning_rate": 4.978213712117543e-06, |
| "loss": 0.8805, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 2.291638607679887, |
| "learning_rate": 4.972767188619278e-06, |
| "loss": 0.7446, |
| "step": 1537 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 2.202945138286398, |
| "learning_rate": 4.9673206974358254e-06, |
| "loss": 0.9649, |
| "step": 1538 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.5198696677746755, |
| "learning_rate": 4.9618742450300675e-06, |
| "loss": 0.9119, |
| "step": 1539 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 2.6894009311956983, |
| "learning_rate": 4.956427837864835e-06, |
| "loss": 0.8668, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.0627929288126472, |
| "learning_rate": 4.9509814824029065e-06, |
| "loss": 0.8091, |
| "step": 1541 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.2378287402494215, |
| "learning_rate": 4.945535185107e-06, |
| "loss": 0.8149, |
| "step": 1542 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.9697965444187244, |
| "learning_rate": 4.940088952439765e-06, |
| "loss": 0.8804, |
| "step": 1543 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.5908115887007626, |
| "learning_rate": 4.934642790863772e-06, |
| "loss": 0.724, |
| "step": 1544 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.1265739812737676, |
| "learning_rate": 4.9291967068415085e-06, |
| "loss": 1.0216, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.9546473776051394, |
| "learning_rate": 4.923750706835371e-06, |
| "loss": 0.7134, |
| "step": 1546 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.4236180415436994, |
| "learning_rate": 4.9183047973076546e-06, |
| "loss": 0.9875, |
| "step": 1547 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.9444922532219139, |
| "learning_rate": 4.912858984720546e-06, |
| "loss": 0.746, |
| "step": 1548 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.0008149705315714, |
| "learning_rate": 4.90741327553612e-06, |
| "loss": 0.6975, |
| "step": 1549 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.3707108290038612, |
| "learning_rate": 4.901967676216329e-06, |
| "loss": 1.0188, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.1176007791942846, |
| "learning_rate": 4.89652219322299e-06, |
| "loss": 0.9374, |
| "step": 1551 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.8259341787327605, |
| "learning_rate": 4.8910768330177875e-06, |
| "loss": 0.6279, |
| "step": 1552 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.4883238054331664, |
| "learning_rate": 4.8856316020622564e-06, |
| "loss": 0.798, |
| "step": 1553 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.3591652312461857, |
| "learning_rate": 4.880186506817781e-06, |
| "loss": 0.7811, |
| "step": 1554 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.071891064080181, |
| "learning_rate": 4.874741553745583e-06, |
| "loss": 0.9436, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.457918862155709, |
| "learning_rate": 4.8692967493067175e-06, |
| "loss": 0.9126, |
| "step": 1556 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.7794227766680848, |
| "learning_rate": 4.8638520999620585e-06, |
| "loss": 0.9263, |
| "step": 1557 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 4.283598593634706, |
| "learning_rate": 4.8584076121723e-06, |
| "loss": 0.7945, |
| "step": 1558 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.0527723644876628, |
| "learning_rate": 4.852963292397946e-06, |
| "loss": 0.7762, |
| "step": 1559 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 1.2632617507480353, |
| "learning_rate": 4.847519147099294e-06, |
| "loss": 0.867, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 0.7252715988079687, |
| "learning_rate": 4.8420751827364415e-06, |
| "loss": 0.6314, |
| "step": 1561 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.060295660839889, |
| "learning_rate": 4.8366314057692684e-06, |
| "loss": 0.8165, |
| "step": 1562 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.5088617457824505, |
| "learning_rate": 4.831187822657434e-06, |
| "loss": 0.7961, |
| "step": 1563 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.3495854823363904, |
| "learning_rate": 4.825744439860362e-06, |
| "loss": 0.859, |
| "step": 1564 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 7.548457815815163, |
| "learning_rate": 4.8203012638372475e-06, |
| "loss": 0.6944, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.524203609025586, |
| "learning_rate": 4.814858301047031e-06, |
| "loss": 0.8518, |
| "step": 1566 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 2.846046636555615, |
| "learning_rate": 4.809415557948407e-06, |
| "loss": 0.9278, |
| "step": 1567 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 2.3196028545678415, |
| "learning_rate": 4.803973040999804e-06, |
| "loss": 0.9613, |
| "step": 1568 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.6167644809968278, |
| "learning_rate": 4.798530756659389e-06, |
| "loss": 0.8358, |
| "step": 1569 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 0.9241210146245262, |
| "learning_rate": 4.793088711385044e-06, |
| "loss": 0.5133, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.7669861475368007, |
| "learning_rate": 4.7876469116343745e-06, |
| "loss": 0.8021, |
| "step": 1571 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.1009157913468193, |
| "learning_rate": 4.782205363864692e-06, |
| "loss": 0.8494, |
| "step": 1572 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 4.089512269838726, |
| "learning_rate": 4.776764074533008e-06, |
| "loss": 0.8616, |
| "step": 1573 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.5511471636690424, |
| "learning_rate": 4.771323050096028e-06, |
| "loss": 0.9278, |
| "step": 1574 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.4425789952754333, |
| "learning_rate": 4.765882297010147e-06, |
| "loss": 0.6989, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.1252742904898303, |
| "learning_rate": 4.760441821731431e-06, |
| "loss": 0.8717, |
| "step": 1576 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.074922222954093, |
| "learning_rate": 4.755001630715622e-06, |
| "loss": 0.7696, |
| "step": 1577 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.2099823439018484, |
| "learning_rate": 4.749561730418121e-06, |
| "loss": 0.4762, |
| "step": 1578 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 2.131131717466025, |
| "learning_rate": 4.7441221272939886e-06, |
| "loss": 0.9728, |
| "step": 1579 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.3629250838421492, |
| "learning_rate": 4.738682827797928e-06, |
| "loss": 0.7444, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.9191929637847713, |
| "learning_rate": 4.733243838384282e-06, |
| "loss": 0.8972, |
| "step": 1581 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 0.6715266984759934, |
| "learning_rate": 4.727805165507032e-06, |
| "loss": 0.8941, |
| "step": 1582 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.7675285702447916, |
| "learning_rate": 4.722366815619776e-06, |
| "loss": 0.9254, |
| "step": 1583 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 2.542761054392612, |
| "learning_rate": 4.716928795175732e-06, |
| "loss": 0.9442, |
| "step": 1584 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 3.647602289463234, |
| "learning_rate": 4.711491110627729e-06, |
| "loss": 0.7544, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.426344091545656, |
| "learning_rate": 4.706053768428195e-06, |
| "loss": 0.9579, |
| "step": 1586 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.288847432808909, |
| "learning_rate": 4.700616775029151e-06, |
| "loss": 0.6951, |
| "step": 1587 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 0.8459104988374413, |
| "learning_rate": 4.6951801368822055e-06, |
| "loss": 0.5111, |
| "step": 1588 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 3.192731551276934, |
| "learning_rate": 4.689743860438547e-06, |
| "loss": 0.8584, |
| "step": 1589 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 1.1490872506746799, |
| "learning_rate": 4.684307952148931e-06, |
| "loss": 0.8527, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.53, |
| "grad_norm": 7.9226257909840445, |
| "learning_rate": 4.678872418463679e-06, |
| "loss": 0.9861, |
| "step": 1591 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 3.387333096986182, |
| "learning_rate": 4.673437265832668e-06, |
| "loss": 0.824, |
| "step": 1592 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 0.8846581991357186, |
| "learning_rate": 4.668002500705322e-06, |
| "loss": 0.9517, |
| "step": 1593 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.242830662798849, |
| "learning_rate": 4.662568129530603e-06, |
| "loss": 0.6822, |
| "step": 1594 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.6414621713108402, |
| "learning_rate": 4.6571341587570114e-06, |
| "loss": 0.896, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 0.9912927046865645, |
| "learning_rate": 4.6517005948325674e-06, |
| "loss": 0.8787, |
| "step": 1596 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.8018100658075413, |
| "learning_rate": 4.646267444204809e-06, |
| "loss": 0.4883, |
| "step": 1597 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.7765747096413576, |
| "learning_rate": 4.640834713320785e-06, |
| "loss": 0.9673, |
| "step": 1598 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 2.8448031443321673, |
| "learning_rate": 4.635402408627046e-06, |
| "loss": 0.7233, |
| "step": 1599 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.654480844297652, |
| "learning_rate": 4.629970536569636e-06, |
| "loss": 0.928, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.3525299874027032, |
| "learning_rate": 4.624539103594087e-06, |
| "loss": 0.7701, |
| "step": 1601 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.0255905168379158, |
| "learning_rate": 4.619108116145411e-06, |
| "loss": 0.8782, |
| "step": 1602 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.8611557003932115, |
| "learning_rate": 4.613677580668087e-06, |
| "loss": 0.7678, |
| "step": 1603 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.95382535165409, |
| "learning_rate": 4.608247503606061e-06, |
| "loss": 0.7565, |
| "step": 1604 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 0.7634388929075117, |
| "learning_rate": 4.602817891402735e-06, |
| "loss": 0.6973, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 0.8100622519669148, |
| "learning_rate": 4.597388750500959e-06, |
| "loss": 0.8579, |
| "step": 1606 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.4998445800889175, |
| "learning_rate": 4.591960087343023e-06, |
| "loss": 0.9334, |
| "step": 1607 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 2.3730716388935327, |
| "learning_rate": 4.586531908370648e-06, |
| "loss": 0.8052, |
| "step": 1608 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 0.9496378435130904, |
| "learning_rate": 4.581104220024988e-06, |
| "loss": 0.8832, |
| "step": 1609 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.440290310087043, |
| "learning_rate": 4.575677028746606e-06, |
| "loss": 0.8012, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.3275328405060844, |
| "learning_rate": 4.57025034097548e-06, |
| "loss": 0.8214, |
| "step": 1611 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.0434205849984983, |
| "learning_rate": 4.564824163150992e-06, |
| "loss": 1.0111, |
| "step": 1612 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.6805536987833303, |
| "learning_rate": 4.559398501711913e-06, |
| "loss": 0.7747, |
| "step": 1613 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 0.7017629106777692, |
| "learning_rate": 4.553973363096405e-06, |
| "loss": 0.5091, |
| "step": 1614 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.7521231010187839, |
| "learning_rate": 4.548548753742012e-06, |
| "loss": 0.8396, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.123578249868797, |
| "learning_rate": 4.5431246800856455e-06, |
| "loss": 0.8013, |
| "step": 1616 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.3134319499254585, |
| "learning_rate": 4.537701148563584e-06, |
| "loss": 0.8826, |
| "step": 1617 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 0.7244515345944992, |
| "learning_rate": 4.532278165611459e-06, |
| "loss": 0.9266, |
| "step": 1618 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.5035356520428338, |
| "learning_rate": 4.526855737664257e-06, |
| "loss": 0.8738, |
| "step": 1619 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 1.3694637412976869, |
| "learning_rate": 4.521433871156302e-06, |
| "loss": 0.8967, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.6201910247283535, |
| "learning_rate": 4.516012572521252e-06, |
| "loss": 0.8754, |
| "step": 1621 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.859713647226442, |
| "learning_rate": 4.510591848192093e-06, |
| "loss": 0.9056, |
| "step": 1622 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.7601441931151104, |
| "learning_rate": 4.505171704601128e-06, |
| "loss": 0.4849, |
| "step": 1623 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.5320844623845529, |
| "learning_rate": 4.49975214817997e-06, |
| "loss": 0.9196, |
| "step": 1624 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.2652773584289472, |
| "learning_rate": 4.494333185359536e-06, |
| "loss": 0.7785, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.0753726969041137, |
| "learning_rate": 4.4889148225700406e-06, |
| "loss": 0.8633, |
| "step": 1626 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.1904667316515922, |
| "learning_rate": 4.483497066240985e-06, |
| "loss": 0.7795, |
| "step": 1627 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 2.066707688077118, |
| "learning_rate": 4.4780799228011485e-06, |
| "loss": 0.7543, |
| "step": 1628 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.306247038032537, |
| "learning_rate": 4.472663398678587e-06, |
| "loss": 0.946, |
| "step": 1629 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.549657505884265, |
| "learning_rate": 4.467247500300621e-06, |
| "loss": 0.9225, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.6023804335213845, |
| "learning_rate": 4.461832234093823e-06, |
| "loss": 0.9712, |
| "step": 1631 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.9281768150078866, |
| "learning_rate": 4.456417606484023e-06, |
| "loss": 0.5186, |
| "step": 1632 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.3712213984432633, |
| "learning_rate": 4.451003623896291e-06, |
| "loss": 0.8357, |
| "step": 1633 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.8627929980353939, |
| "learning_rate": 4.445590292754927e-06, |
| "loss": 0.8689, |
| "step": 1634 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.2121727909233175, |
| "learning_rate": 4.4401776194834615e-06, |
| "loss": 0.7658, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.7619931755184829, |
| "learning_rate": 4.434765610504647e-06, |
| "loss": 0.7479, |
| "step": 1636 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.1692894814943924, |
| "learning_rate": 4.4293542722404435e-06, |
| "loss": 0.8188, |
| "step": 1637 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 5.976670123754082, |
| "learning_rate": 4.423943611112016e-06, |
| "loss": 0.8789, |
| "step": 1638 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.6955102158914201, |
| "learning_rate": 4.418533633539728e-06, |
| "loss": 0.8534, |
| "step": 1639 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.0390280290560177, |
| "learning_rate": 4.41312434594313e-06, |
| "loss": 0.8558, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.6562128341921831, |
| "learning_rate": 4.407715754740954e-06, |
| "loss": 0.4739, |
| "step": 1641 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.8823526227154683, |
| "learning_rate": 4.402307866351107e-06, |
| "loss": 0.8986, |
| "step": 1642 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.606533922728858, |
| "learning_rate": 4.396900687190659e-06, |
| "loss": 0.9721, |
| "step": 1643 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.9004175513604052, |
| "learning_rate": 4.391494223675843e-06, |
| "loss": 0.8045, |
| "step": 1644 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.178252751626005, |
| "learning_rate": 4.386088482222037e-06, |
| "loss": 0.8768, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.9704803686213136, |
| "learning_rate": 4.380683469243768e-06, |
| "loss": 0.829, |
| "step": 1646 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 1.473573506644909, |
| "learning_rate": 4.375279191154695e-06, |
| "loss": 0.8206, |
| "step": 1647 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 2.30094436952466, |
| "learning_rate": 4.369875654367605e-06, |
| "loss": 0.8902, |
| "step": 1648 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 2.0190244955597008, |
| "learning_rate": 4.364472865294409e-06, |
| "loss": 0.7133, |
| "step": 1649 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 0.6156156504950216, |
| "learning_rate": 4.359070830346126e-06, |
| "loss": 0.5891, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.44135175816039, |
| "learning_rate": 4.3536695559328816e-06, |
| "loss": 0.7164, |
| "step": 1651 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.1450597277589063, |
| "learning_rate": 4.3482690484639e-06, |
| "loss": 0.7422, |
| "step": 1652 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.8384762145293162, |
| "learning_rate": 4.342869314347498e-06, |
| "loss": 0.883, |
| "step": 1653 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.0326618237384986, |
| "learning_rate": 4.337470359991068e-06, |
| "loss": 0.8808, |
| "step": 1654 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.9841879016537473, |
| "learning_rate": 4.33207219180108e-06, |
| "loss": 1.0278, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.7752242933860405, |
| "learning_rate": 4.326674816183075e-06, |
| "loss": 0.9001, |
| "step": 1656 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 9.088763667151357, |
| "learning_rate": 4.321278239541649e-06, |
| "loss": 0.9263, |
| "step": 1657 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.7354535227515983, |
| "learning_rate": 4.31588246828045e-06, |
| "loss": 0.4634, |
| "step": 1658 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.106877547680572, |
| "learning_rate": 4.310487508802174e-06, |
| "loss": 0.8272, |
| "step": 1659 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.0499956906778987, |
| "learning_rate": 4.305093367508551e-06, |
| "loss": 0.7512, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.0556738665815522, |
| "learning_rate": 4.299700050800337e-06, |
| "loss": 0.7865, |
| "step": 1661 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.9559763187829152, |
| "learning_rate": 4.294307565077318e-06, |
| "loss": 1.0337, |
| "step": 1662 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 2.2101660291676115, |
| "learning_rate": 4.288915916738287e-06, |
| "loss": 0.791, |
| "step": 1663 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.2239888045422613, |
| "learning_rate": 4.283525112181044e-06, |
| "loss": 0.873, |
| "step": 1664 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 2.361263585283182, |
| "learning_rate": 4.278135157802389e-06, |
| "loss": 0.6851, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.739855839915373, |
| "learning_rate": 4.272746059998117e-06, |
| "loss": 1.0263, |
| "step": 1666 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.1467692435083565, |
| "learning_rate": 4.267357825162999e-06, |
| "loss": 0.61, |
| "step": 1667 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.9497868330416064, |
| "learning_rate": 4.2619704596907856e-06, |
| "loss": 0.7483, |
| "step": 1668 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.8442115903128304, |
| "learning_rate": 4.256583969974199e-06, |
| "loss": 0.9425, |
| "step": 1669 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.6951783844588145, |
| "learning_rate": 4.251198362404917e-06, |
| "loss": 0.9112, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 2.0944091711488397, |
| "learning_rate": 4.2458136433735726e-06, |
| "loss": 0.8521, |
| "step": 1671 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 2.1835787021540454, |
| "learning_rate": 4.240429819269746e-06, |
| "loss": 0.7578, |
| "step": 1672 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.9958367874778015, |
| "learning_rate": 4.235046896481955e-06, |
| "loss": 0.6159, |
| "step": 1673 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.013069089000961, |
| "learning_rate": 4.229664881397645e-06, |
| "loss": 0.8525, |
| "step": 1674 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.1101683861005187, |
| "learning_rate": 4.2242837804031855e-06, |
| "loss": 0.8081, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.9538053882135212, |
| "learning_rate": 4.218903599883866e-06, |
| "loss": 0.9961, |
| "step": 1676 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.7889129486209985, |
| "learning_rate": 4.213524346223877e-06, |
| "loss": 0.4985, |
| "step": 1677 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.5734467065744162, |
| "learning_rate": 4.208146025806313e-06, |
| "loss": 0.9256, |
| "step": 1678 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 0.7807400372819789, |
| "learning_rate": 4.20276864501316e-06, |
| "loss": 0.9973, |
| "step": 1679 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 1.196857182271887, |
| "learning_rate": 4.197392210225289e-06, |
| "loss": 0.7604, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.3829898878749505, |
| "learning_rate": 4.192016727822449e-06, |
| "loss": 0.9187, |
| "step": 1681 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.716998424206162, |
| "learning_rate": 4.186642204183259e-06, |
| "loss": 0.8153, |
| "step": 1682 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.1741483407518944, |
| "learning_rate": 4.1812686456852e-06, |
| "loss": 0.9597, |
| "step": 1683 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.0467623995603748, |
| "learning_rate": 4.175896058704607e-06, |
| "loss": 0.7831, |
| "step": 1684 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 0.821981634826077, |
| "learning_rate": 4.170524449616662e-06, |
| "loss": 0.4841, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.1789021283576218, |
| "learning_rate": 4.165153824795391e-06, |
| "loss": 0.9215, |
| "step": 1686 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.3743165133279927, |
| "learning_rate": 4.159784190613644e-06, |
| "loss": 0.747, |
| "step": 1687 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 0.9734074687822725, |
| "learning_rate": 4.154415553443103e-06, |
| "loss": 1.0422, |
| "step": 1688 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.0216668962263555, |
| "learning_rate": 4.149047919654263e-06, |
| "loss": 0.8325, |
| "step": 1689 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 0.9928411580612923, |
| "learning_rate": 4.143681295616429e-06, |
| "loss": 0.9002, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.1060942845201984, |
| "learning_rate": 4.138315687697708e-06, |
| "loss": 0.8821, |
| "step": 1691 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 0.6312913528320311, |
| "learning_rate": 4.1329511022650035e-06, |
| "loss": 0.9152, |
| "step": 1692 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 0.8109249184213578, |
| "learning_rate": 4.127587545684002e-06, |
| "loss": 0.5775, |
| "step": 1693 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.0762123613855916, |
| "learning_rate": 4.122225024319171e-06, |
| "loss": 0.8316, |
| "step": 1694 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.2022227237208092, |
| "learning_rate": 4.116863544533747e-06, |
| "loss": 0.8302, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 2.1366764496497024, |
| "learning_rate": 4.111503112689737e-06, |
| "loss": 0.6708, |
| "step": 1696 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.354530598445704, |
| "learning_rate": 4.106143735147898e-06, |
| "loss": 0.7803, |
| "step": 1697 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.6507867419304685, |
| "learning_rate": 4.100785418267739e-06, |
| "loss": 0.9314, |
| "step": 1698 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.051025142192599, |
| "learning_rate": 4.0954281684075096e-06, |
| "loss": 0.8723, |
| "step": 1699 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.2188368554794997, |
| "learning_rate": 4.090071991924194e-06, |
| "loss": 0.8261, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.2077313407849142, |
| "learning_rate": 4.084716895173501e-06, |
| "loss": 0.862, |
| "step": 1701 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 0.9631642475460992, |
| "learning_rate": 4.0793628845098595e-06, |
| "loss": 0.9033, |
| "step": 1702 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 0.8494031076475121, |
| "learning_rate": 4.07400996628641e-06, |
| "loss": 0.479, |
| "step": 1703 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 0.9766750402117619, |
| "learning_rate": 4.068658146854997e-06, |
| "loss": 0.7543, |
| "step": 1704 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 0.656326475343753, |
| "learning_rate": 4.063307432566157e-06, |
| "loss": 0.9684, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.6215748040225293, |
| "learning_rate": 4.057957829769123e-06, |
| "loss": 0.6804, |
| "step": 1706 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.3653019737070682, |
| "learning_rate": 4.052609344811802e-06, |
| "loss": 0.9464, |
| "step": 1707 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.16155910845944, |
| "learning_rate": 4.0472619840407765e-06, |
| "loss": 0.7329, |
| "step": 1708 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.2963438572827695, |
| "learning_rate": 4.041915753801297e-06, |
| "loss": 0.6782, |
| "step": 1709 |
| }, |
| { |
| "epoch": 0.57, |
| "grad_norm": 1.3685549222952307, |
| "learning_rate": 4.03657066043727e-06, |
| "loss": 0.9331, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 0.9966723017514155, |
| "learning_rate": 4.031226710291255e-06, |
| "loss": 0.5091, |
| "step": 1711 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.0188874937600332, |
| "learning_rate": 4.025883909704453e-06, |
| "loss": 0.8949, |
| "step": 1712 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 0.8542664968816456, |
| "learning_rate": 4.020542265016703e-06, |
| "loss": 0.9265, |
| "step": 1713 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.0939717086597422, |
| "learning_rate": 4.015201782566471e-06, |
| "loss": 0.9368, |
| "step": 1714 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.9266349752380412, |
| "learning_rate": 4.009862468690844e-06, |
| "loss": 0.761, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.2965490010088125, |
| "learning_rate": 4.004524329725522e-06, |
| "loss": 0.7992, |
| "step": 1716 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.4211650055257108, |
| "learning_rate": 3.999187372004812e-06, |
| "loss": 0.9554, |
| "step": 1717 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.2771418603377567, |
| "learning_rate": 3.993851601861618e-06, |
| "loss": 0.8699, |
| "step": 1718 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.56947610455339, |
| "learning_rate": 3.988517025627437e-06, |
| "loss": 0.8431, |
| "step": 1719 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 0.741394522012726, |
| "learning_rate": 3.983183649632348e-06, |
| "loss": 0.7406, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 0.6925069465705461, |
| "learning_rate": 3.977851480205003e-06, |
| "loss": 0.5458, |
| "step": 1721 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.089933631273524, |
| "learning_rate": 3.972520523672627e-06, |
| "loss": 0.8813, |
| "step": 1722 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.1951737553056558, |
| "learning_rate": 3.967190786361003e-06, |
| "loss": 0.7159, |
| "step": 1723 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.125878781921648, |
| "learning_rate": 3.9618622745944675e-06, |
| "loss": 0.9124, |
| "step": 1724 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.6057667625455498, |
| "learning_rate": 3.956534994695903e-06, |
| "loss": 0.9101, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.7831277577841966, |
| "learning_rate": 3.951208952986731e-06, |
| "loss": 0.9351, |
| "step": 1726 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.2099054061854602, |
| "learning_rate": 3.945884155786905e-06, |
| "loss": 0.8546, |
| "step": 1727 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.4436715605065216, |
| "learning_rate": 3.940560609414894e-06, |
| "loss": 0.8377, |
| "step": 1728 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.0348277611887815, |
| "learning_rate": 3.935238320187695e-06, |
| "loss": 0.8734, |
| "step": 1729 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 0.7923533313293999, |
| "learning_rate": 3.929917294420804e-06, |
| "loss": 0.7293, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.4250332608525142, |
| "learning_rate": 3.9245975384282216e-06, |
| "loss": 0.9946, |
| "step": 1731 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 2.7432438684267635, |
| "learning_rate": 3.919279058522438e-06, |
| "loss": 0.7491, |
| "step": 1732 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.194413982906636, |
| "learning_rate": 3.913961861014436e-06, |
| "loss": 0.9549, |
| "step": 1733 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.0255930356243597, |
| "learning_rate": 3.90864595221367e-06, |
| "loss": 0.7088, |
| "step": 1734 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.6650478478610728, |
| "learning_rate": 3.903331338428067e-06, |
| "loss": 0.7633, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.6364094400500908, |
| "learning_rate": 3.89801802596402e-06, |
| "loss": 0.9581, |
| "step": 1736 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.0504207322702752, |
| "learning_rate": 3.892706021126376e-06, |
| "loss": 0.8926, |
| "step": 1737 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 0.7600968707768407, |
| "learning_rate": 3.887395330218429e-06, |
| "loss": 0.571, |
| "step": 1738 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 1.2477541566612533, |
| "learning_rate": 3.882085959541916e-06, |
| "loss": 0.8146, |
| "step": 1739 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.1606552245938127, |
| "learning_rate": 3.876777915397006e-06, |
| "loss": 0.7229, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.1535568152069566, |
| "learning_rate": 3.8714712040822954e-06, |
| "loss": 0.928, |
| "step": 1741 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.7032524697564326, |
| "learning_rate": 3.866165831894796e-06, |
| "loss": 0.9289, |
| "step": 1742 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.1283013999449054, |
| "learning_rate": 3.860861805129935e-06, |
| "loss": 0.9355, |
| "step": 1743 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.8281699267270377, |
| "learning_rate": 3.85555913008154e-06, |
| "loss": 0.7639, |
| "step": 1744 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.0319724140093811, |
| "learning_rate": 3.8502578130418345e-06, |
| "loss": 0.7764, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 3.1311134161926293, |
| "learning_rate": 3.844957860301434e-06, |
| "loss": 0.7332, |
| "step": 1746 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.6230143361415247, |
| "learning_rate": 3.83965927814933e-06, |
| "loss": 0.6129, |
| "step": 1747 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.2759460661835056, |
| "learning_rate": 3.83436207287289e-06, |
| "loss": 0.8232, |
| "step": 1748 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 2.3805582604464486, |
| "learning_rate": 3.829066250757851e-06, |
| "loss": 0.7526, |
| "step": 1749 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.7493027866518287, |
| "learning_rate": 3.823771818088303e-06, |
| "loss": 0.9199, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.4950066911242845, |
| "learning_rate": 3.818478781146692e-06, |
| "loss": 0.6925, |
| "step": 1751 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.4324734361036784, |
| "learning_rate": 3.813187146213802e-06, |
| "loss": 0.8257, |
| "step": 1752 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.8951406557658588, |
| "learning_rate": 3.807896919568761e-06, |
| "loss": 0.9121, |
| "step": 1753 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.7327704994788523, |
| "learning_rate": 3.80260810748902e-06, |
| "loss": 0.9408, |
| "step": 1754 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.4427010050826792, |
| "learning_rate": 3.7973207162503535e-06, |
| "loss": 0.7915, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.7711455750010803, |
| "learning_rate": 3.7920347521268514e-06, |
| "loss": 0.512, |
| "step": 1756 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.0566293894549703, |
| "learning_rate": 3.7867502213909075e-06, |
| "loss": 1.0165, |
| "step": 1757 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.9768256762700678, |
| "learning_rate": 3.781467130313215e-06, |
| "loss": 0.765, |
| "step": 1758 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.3481937532706605, |
| "learning_rate": 3.776185485162762e-06, |
| "loss": 0.8547, |
| "step": 1759 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.138134756700102, |
| "learning_rate": 3.7709052922068174e-06, |
| "loss": 0.9369, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.6214419649870244, |
| "learning_rate": 3.765626557710928e-06, |
| "loss": 0.6738, |
| "step": 1761 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.1192642545750209, |
| "learning_rate": 3.7603492879389093e-06, |
| "loss": 0.8478, |
| "step": 1762 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.9609317323338377, |
| "learning_rate": 3.7550734891528413e-06, |
| "loss": 0.84, |
| "step": 1763 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.8685069696170549, |
| "learning_rate": 3.7497991676130563e-06, |
| "loss": 0.5869, |
| "step": 1764 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.3032358855717079, |
| "learning_rate": 3.744526329578132e-06, |
| "loss": 0.9088, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.8895599076298986, |
| "learning_rate": 3.73925498130489e-06, |
| "loss": 0.707, |
| "step": 1766 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.6307544217788137, |
| "learning_rate": 3.733985129048382e-06, |
| "loss": 0.9057, |
| "step": 1767 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 0.7798975275179516, |
| "learning_rate": 3.728716779061882e-06, |
| "loss": 0.8735, |
| "step": 1768 |
| }, |
| { |
| "epoch": 0.59, |
| "grad_norm": 1.098106490779679, |
| "learning_rate": 3.7234499375968876e-06, |
| "loss": 0.9235, |
| "step": 1769 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.0191306094757255, |
| "learning_rate": 3.7181846109031007e-06, |
| "loss": 0.8756, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.9436618712853083, |
| "learning_rate": 3.712920805228427e-06, |
| "loss": 0.7091, |
| "step": 1771 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.9821158137496327, |
| "learning_rate": 3.707658526818968e-06, |
| "loss": 0.9396, |
| "step": 1772 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.7562072892546529, |
| "learning_rate": 3.7023977819190136e-06, |
| "loss": 0.6887, |
| "step": 1773 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.6152398868495805, |
| "learning_rate": 3.6971385767710345e-06, |
| "loss": 0.5127, |
| "step": 1774 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.945946987458467, |
| "learning_rate": 3.6918809176156713e-06, |
| "loss": 0.9103, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.9795610976975223, |
| "learning_rate": 3.686624810691733e-06, |
| "loss": 0.9186, |
| "step": 1776 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 2.2221468175595303, |
| "learning_rate": 3.6813702622361858e-06, |
| "loss": 0.8633, |
| "step": 1777 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.8757942514094176, |
| "learning_rate": 3.6761172784841446e-06, |
| "loss": 0.7696, |
| "step": 1778 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.6362980540753906, |
| "learning_rate": 3.6708658656688723e-06, |
| "loss": 0.929, |
| "step": 1779 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.8198264318166325, |
| "learning_rate": 3.6656160300217637e-06, |
| "loss": 0.7876, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.0478137369531435, |
| "learning_rate": 3.6603677777723425e-06, |
| "loss": 0.9223, |
| "step": 1781 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.7433633034278525, |
| "learning_rate": 3.655121115148254e-06, |
| "loss": 0.8396, |
| "step": 1782 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.9943643255290605, |
| "learning_rate": 3.64987604837526e-06, |
| "loss": 0.5895, |
| "step": 1783 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.2940123747331547, |
| "learning_rate": 3.6446325836772244e-06, |
| "loss": 0.8676, |
| "step": 1784 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.442188388447257, |
| "learning_rate": 3.639390727276111e-06, |
| "loss": 0.7628, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.9475160149731682, |
| "learning_rate": 3.6341504853919778e-06, |
| "loss": 0.9332, |
| "step": 1786 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.2222394161713523, |
| "learning_rate": 3.6289118642429654e-06, |
| "loss": 0.7778, |
| "step": 1787 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.8137100185613839, |
| "learning_rate": 3.6236748700452894e-06, |
| "loss": 0.8544, |
| "step": 1788 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.1692218282636948, |
| "learning_rate": 3.618439509013236e-06, |
| "loss": 0.7399, |
| "step": 1789 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.246012677919529, |
| "learning_rate": 3.613205787359157e-06, |
| "loss": 0.8872, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.7445038830454733, |
| "learning_rate": 3.6079737112934533e-06, |
| "loss": 0.5929, |
| "step": 1791 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.6448989276657444, |
| "learning_rate": 3.602743287024576e-06, |
| "loss": 0.8537, |
| "step": 1792 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 0.9042320440550045, |
| "learning_rate": 3.597514520759016e-06, |
| "loss": 0.8705, |
| "step": 1793 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 3.529008588991439, |
| "learning_rate": 3.5922874187012977e-06, |
| "loss": 0.9153, |
| "step": 1794 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 2.1550256358657647, |
| "learning_rate": 3.587061987053967e-06, |
| "loss": 0.8874, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.5667157215884582, |
| "learning_rate": 3.581838232017593e-06, |
| "loss": 0.7437, |
| "step": 1796 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.1244821154176883, |
| "learning_rate": 3.576616159790751e-06, |
| "loss": 0.8528, |
| "step": 1797 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.0647487269478164, |
| "learning_rate": 3.5713957765700224e-06, |
| "loss": 0.9904, |
| "step": 1798 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 1.7794296909290523, |
| "learning_rate": 3.5661770885499808e-06, |
| "loss": 0.744, |
| "step": 1799 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.176803610464933, |
| "learning_rate": 3.5609601019231934e-06, |
| "loss": 0.5268, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.365169940496684, |
| "learning_rate": 3.5557448228802026e-06, |
| "loss": 0.8704, |
| "step": 1801 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.0775241681631589, |
| "learning_rate": 3.5505312576095295e-06, |
| "loss": 0.9141, |
| "step": 1802 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.6721126997918822, |
| "learning_rate": 3.54531941229766e-06, |
| "loss": 0.9214, |
| "step": 1803 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.2045268207298043, |
| "learning_rate": 3.5401092931290378e-06, |
| "loss": 0.799, |
| "step": 1804 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 2.1580048316121614, |
| "learning_rate": 3.5349009062860586e-06, |
| "loss": 0.8544, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.1421362522062475, |
| "learning_rate": 3.5296942579490645e-06, |
| "loss": 0.8559, |
| "step": 1806 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.9551805783620073, |
| "learning_rate": 3.5244893542963332e-06, |
| "loss": 0.8869, |
| "step": 1807 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.9730665537314701, |
| "learning_rate": 3.519286201504073e-06, |
| "loss": 0.8436, |
| "step": 1808 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.8360284293032966, |
| "learning_rate": 3.5140848057464107e-06, |
| "loss": 0.5689, |
| "step": 1809 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.9751618193995529, |
| "learning_rate": 3.5088851731953956e-06, |
| "loss": 0.9335, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 3.562111171496152, |
| "learning_rate": 3.503687310020978e-06, |
| "loss": 0.7894, |
| "step": 1811 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.6619389822211792, |
| "learning_rate": 3.4984912223910105e-06, |
| "loss": 0.8045, |
| "step": 1812 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.237300338968151, |
| "learning_rate": 3.493296916471243e-06, |
| "loss": 0.7404, |
| "step": 1813 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.286794832362563, |
| "learning_rate": 3.488104398425304e-06, |
| "loss": 0.8008, |
| "step": 1814 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.7347011696788135, |
| "learning_rate": 3.482913674414705e-06, |
| "loss": 0.9009, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.7554668182065728, |
| "learning_rate": 3.47772475059883e-06, |
| "loss": 0.9212, |
| "step": 1816 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.9453254719467715, |
| "learning_rate": 3.4725376331349224e-06, |
| "loss": 0.9776, |
| "step": 1817 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.8562269989168798, |
| "learning_rate": 3.4673523281780856e-06, |
| "loss": 0.487, |
| "step": 1818 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.0268574946415083, |
| "learning_rate": 3.46216884188127e-06, |
| "loss": 0.8236, |
| "step": 1819 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.6167545336858147, |
| "learning_rate": 3.4569871803952702e-06, |
| "loss": 0.8682, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.4858345142491183, |
| "learning_rate": 3.4518073498687145e-06, |
| "loss": 0.9433, |
| "step": 1821 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.8876572923975693, |
| "learning_rate": 3.4466293564480562e-06, |
| "loss": 0.6327, |
| "step": 1822 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.3602809063372636, |
| "learning_rate": 3.4414532062775743e-06, |
| "loss": 0.8461, |
| "step": 1823 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.0993352964353744, |
| "learning_rate": 3.4362789054993544e-06, |
| "loss": 0.877, |
| "step": 1824 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.5080931259288262, |
| "learning_rate": 3.4311064602532906e-06, |
| "loss": 0.8012, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.6967216483492461, |
| "learning_rate": 3.425935876677077e-06, |
| "loss": 0.5776, |
| "step": 1826 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 0.9699113572616324, |
| "learning_rate": 3.420767160906194e-06, |
| "loss": 0.7931, |
| "step": 1827 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 2.7397001046623557, |
| "learning_rate": 3.4156003190739108e-06, |
| "loss": 0.943, |
| "step": 1828 |
| }, |
| { |
| "epoch": 0.61, |
| "grad_norm": 1.365028433442601, |
| "learning_rate": 3.4104353573112662e-06, |
| "loss": 0.9779, |
| "step": 1829 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.0271756547526254, |
| "learning_rate": 3.4052722817470767e-06, |
| "loss": 0.8018, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.6766742641424515, |
| "learning_rate": 3.4001110985079145e-06, |
| "loss": 0.8974, |
| "step": 1831 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.478892603023643, |
| "learning_rate": 3.3949518137181058e-06, |
| "loss": 0.7743, |
| "step": 1832 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 2.184545946632175, |
| "learning_rate": 3.38979443349973e-06, |
| "loss": 0.8825, |
| "step": 1833 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.8215017839350283, |
| "learning_rate": 3.3846389639726007e-06, |
| "loss": 0.8189, |
| "step": 1834 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.9335042599702176, |
| "learning_rate": 3.379485411254266e-06, |
| "loss": 0.7172, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.7157829725784235, |
| "learning_rate": 3.374333781460001e-06, |
| "loss": 0.5454, |
| "step": 1836 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.2412635833364452, |
| "learning_rate": 3.3691840807027965e-06, |
| "loss": 0.7555, |
| "step": 1837 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.3469432041947713, |
| "learning_rate": 3.3640363150933574e-06, |
| "loss": 0.8323, |
| "step": 1838 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.074259286706321, |
| "learning_rate": 3.3588904907400876e-06, |
| "loss": 0.7576, |
| "step": 1839 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.9721966333579976, |
| "learning_rate": 3.3537466137490937e-06, |
| "loss": 0.8861, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.9533874799813001, |
| "learning_rate": 3.3486046902241663e-06, |
| "loss": 0.998, |
| "step": 1841 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.677390049716744, |
| "learning_rate": 3.34346472626678e-06, |
| "loss": 0.9028, |
| "step": 1842 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.6618244707699643, |
| "learning_rate": 3.3383267279760843e-06, |
| "loss": 0.9197, |
| "step": 1843 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.9021495028984114, |
| "learning_rate": 3.333190701448897e-06, |
| "loss": 0.5027, |
| "step": 1844 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.4662181864213324, |
| "learning_rate": 3.328056652779694e-06, |
| "loss": 0.9072, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.2514189974830376, |
| "learning_rate": 3.3229245880606063e-06, |
| "loss": 0.5718, |
| "step": 1846 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.1432160947439578, |
| "learning_rate": 3.3177945133814093e-06, |
| "loss": 0.8566, |
| "step": 1847 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.1413590470842585, |
| "learning_rate": 3.312666434829518e-06, |
| "loss": 0.9598, |
| "step": 1848 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.8500546431237077, |
| "learning_rate": 3.307540358489977e-06, |
| "loss": 0.7856, |
| "step": 1849 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.0316231539706027, |
| "learning_rate": 3.3024162904454584e-06, |
| "loss": 0.8624, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.0361121631440025, |
| "learning_rate": 3.2972942367762473e-06, |
| "loss": 0.8297, |
| "step": 1851 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 0.855199153280017, |
| "learning_rate": 3.2921742035602404e-06, |
| "loss": 0.8937, |
| "step": 1852 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.6268178254953594, |
| "learning_rate": 3.2870561968729388e-06, |
| "loss": 0.6025, |
| "step": 1853 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.0151428666972433, |
| "learning_rate": 3.2819402227874364e-06, |
| "loss": 0.8228, |
| "step": 1854 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.2294820312971966, |
| "learning_rate": 3.276826287374414e-06, |
| "loss": 0.8958, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.8679894914755037, |
| "learning_rate": 3.271714396702137e-06, |
| "loss": 0.8838, |
| "step": 1856 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.2561112593307222, |
| "learning_rate": 3.2666045568364423e-06, |
| "loss": 0.8341, |
| "step": 1857 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 1.018077566751702, |
| "learning_rate": 3.2614967738407332e-06, |
| "loss": 0.623, |
| "step": 1858 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.2109109138028347, |
| "learning_rate": 3.2563910537759723e-06, |
| "loss": 0.7002, |
| "step": 1859 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.4320156314163426, |
| "learning_rate": 3.2512874027006753e-06, |
| "loss": 0.8445, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.0329544787489917, |
| "learning_rate": 3.2461858266709017e-06, |
| "loss": 0.8735, |
| "step": 1861 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.9984863093594726, |
| "learning_rate": 3.2410863317402486e-06, |
| "loss": 0.8821, |
| "step": 1862 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.947382081593161, |
| "learning_rate": 3.2359889239598456e-06, |
| "loss": 0.4531, |
| "step": 1863 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.797570404260827, |
| "learning_rate": 3.2308936093783436e-06, |
| "loss": 0.8917, |
| "step": 1864 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.7846002280653357, |
| "learning_rate": 3.225800394041911e-06, |
| "loss": 0.9698, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.371136543215513, |
| "learning_rate": 3.220709283994222e-06, |
| "loss": 0.7689, |
| "step": 1866 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.3112106472443754, |
| "learning_rate": 3.2156202852764584e-06, |
| "loss": 0.9321, |
| "step": 1867 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 2.1147641583086627, |
| "learning_rate": 3.2105334039272924e-06, |
| "loss": 0.7254, |
| "step": 1868 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.0736848268363257, |
| "learning_rate": 3.205448645982883e-06, |
| "loss": 0.8504, |
| "step": 1869 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.4378396771998043, |
| "learning_rate": 3.2003660174768746e-06, |
| "loss": 0.4646, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.07727015136679, |
| "learning_rate": 3.195285524440379e-06, |
| "loss": 0.82, |
| "step": 1871 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.1775394380919233, |
| "learning_rate": 3.1902071729019767e-06, |
| "loss": 0.832, |
| "step": 1872 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 2.307036238036918, |
| "learning_rate": 3.1851309688877074e-06, |
| "loss": 0.7695, |
| "step": 1873 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.9312624399342299, |
| "learning_rate": 3.1800569184210627e-06, |
| "loss": 1.0246, |
| "step": 1874 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.9041755825406368, |
| "learning_rate": 3.1749850275229777e-06, |
| "loss": 0.9141, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.224193339333444, |
| "learning_rate": 3.1699153022118236e-06, |
| "loss": 0.7876, |
| "step": 1876 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.3052274218787692, |
| "learning_rate": 3.1648477485034062e-06, |
| "loss": 0.9262, |
| "step": 1877 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.023954407049467, |
| "learning_rate": 3.15978237241095e-06, |
| "loss": 0.9061, |
| "step": 1878 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.7805774284463238, |
| "learning_rate": 3.1547191799450976e-06, |
| "loss": 0.5237, |
| "step": 1879 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.1740378668405023, |
| "learning_rate": 3.1496581771139013e-06, |
| "loss": 0.7852, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.1175281041949063, |
| "learning_rate": 3.1445993699228132e-06, |
| "loss": 0.9243, |
| "step": 1881 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.2755442944882132, |
| "learning_rate": 3.1395427643746802e-06, |
| "loss": 0.6282, |
| "step": 1882 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.498024663936799, |
| "learning_rate": 3.134488366469739e-06, |
| "loss": 0.944, |
| "step": 1883 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 2.006933399046772, |
| "learning_rate": 3.1294361822056048e-06, |
| "loss": 0.8043, |
| "step": 1884 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 1.0090687859418357, |
| "learning_rate": 3.1243862175772656e-06, |
| "loss": 0.8403, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.8823022491814754, |
| "learning_rate": 3.1193384785770755e-06, |
| "loss": 0.8125, |
| "step": 1886 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.9967397312708116, |
| "learning_rate": 3.1142929711947502e-06, |
| "loss": 0.866, |
| "step": 1887 |
| }, |
| { |
| "epoch": 0.63, |
| "grad_norm": 0.9257595299879717, |
| "learning_rate": 3.109249701417355e-06, |
| "loss": 0.883, |
| "step": 1888 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.883517971842169, |
| "learning_rate": 3.1042086752292995e-06, |
| "loss": 0.4565, |
| "step": 1889 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.7391787478526181, |
| "learning_rate": 3.0991698986123343e-06, |
| "loss": 0.918, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.2288338324735373, |
| "learning_rate": 3.0941333775455367e-06, |
| "loss": 0.8212, |
| "step": 1891 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.6256256556957354, |
| "learning_rate": 3.0890991180053094e-06, |
| "loss": 0.7121, |
| "step": 1892 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.9653149782155358, |
| "learning_rate": 3.0840671259653714e-06, |
| "loss": 0.9479, |
| "step": 1893 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 2.754654089825459, |
| "learning_rate": 3.0790374073967523e-06, |
| "loss": 0.6859, |
| "step": 1894 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.6921570371012875, |
| "learning_rate": 3.074009968267782e-06, |
| "loss": 0.9587, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.125897978181646, |
| "learning_rate": 3.068984814544087e-06, |
| "loss": 0.8131, |
| "step": 1896 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.8067118595052013, |
| "learning_rate": 3.0639619521885795e-06, |
| "loss": 0.4694, |
| "step": 1897 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.9091776926579623, |
| "learning_rate": 3.058941387161456e-06, |
| "loss": 0.9819, |
| "step": 1898 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.1754807142009933, |
| "learning_rate": 3.0539231254201855e-06, |
| "loss": 0.7959, |
| "step": 1899 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.0459605800208533, |
| "learning_rate": 3.0489071729195025e-06, |
| "loss": 0.9322, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 2.6493301805983154, |
| "learning_rate": 3.043893535611404e-06, |
| "loss": 0.7793, |
| "step": 1901 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.4738027904025492, |
| "learning_rate": 3.0388822194451385e-06, |
| "loss": 0.7773, |
| "step": 1902 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.240447137280675, |
| "learning_rate": 3.0338732303671993e-06, |
| "loss": 0.9162, |
| "step": 1903 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.6639066137246032, |
| "learning_rate": 3.0288665743213186e-06, |
| "loss": 0.8798, |
| "step": 1904 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.063022926759733, |
| "learning_rate": 3.023862257248462e-06, |
| "loss": 0.8756, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.7328469535612668, |
| "learning_rate": 3.0188602850868186e-06, |
| "loss": 0.7051, |
| "step": 1906 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.6892447487894612, |
| "learning_rate": 3.0138606637717925e-06, |
| "loss": 0.6388, |
| "step": 1907 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.0655609185590362, |
| "learning_rate": 3.0088633992360037e-06, |
| "loss": 0.8215, |
| "step": 1908 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.6907783789557127, |
| "learning_rate": 3.003868497409271e-06, |
| "loss": 0.7035, |
| "step": 1909 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.358122114377092, |
| "learning_rate": 2.99887596421861e-06, |
| "loss": 0.9796, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.37191162376772, |
| "learning_rate": 2.9938858055882287e-06, |
| "loss": 0.8124, |
| "step": 1911 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.4924508603057514, |
| "learning_rate": 2.988898027439514e-06, |
| "loss": 0.875, |
| "step": 1912 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.0846326837330404, |
| "learning_rate": 2.9839126356910308e-06, |
| "loss": 0.901, |
| "step": 1913 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.0702514173849522, |
| "learning_rate": 2.9789296362585084e-06, |
| "loss": 0.9229, |
| "step": 1914 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.8422699658039259, |
| "learning_rate": 2.973949035054843e-06, |
| "loss": 0.7518, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.5881199844453088, |
| "learning_rate": 2.96897083799008e-06, |
| "loss": 0.7213, |
| "step": 1916 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.3890820375384423, |
| "learning_rate": 2.9639950509714138e-06, |
| "loss": 1.0035, |
| "step": 1917 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.9923798192601897, |
| "learning_rate": 2.9590216799031814e-06, |
| "loss": 0.8212, |
| "step": 1918 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.13029863252314, |
| "learning_rate": 2.954050730686848e-06, |
| "loss": 0.9201, |
| "step": 1919 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.239945897039648, |
| "learning_rate": 2.949082209221009e-06, |
| "loss": 0.7144, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.5761533391615632, |
| "learning_rate": 2.9441161214013787e-06, |
| "loss": 0.8108, |
| "step": 1921 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.1255151895180664, |
| "learning_rate": 2.939152473120781e-06, |
| "loss": 0.9607, |
| "step": 1922 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 0.8113776382939397, |
| "learning_rate": 2.934191270269148e-06, |
| "loss": 0.6585, |
| "step": 1923 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 2.4187338109415966, |
| "learning_rate": 2.929232518733507e-06, |
| "loss": 0.8609, |
| "step": 1924 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.5506853845108772, |
| "learning_rate": 2.9242762243979804e-06, |
| "loss": 0.8427, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.136869471582903, |
| "learning_rate": 2.919322393143772e-06, |
| "loss": 0.8773, |
| "step": 1926 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.2351465713343792, |
| "learning_rate": 2.9143710308491625e-06, |
| "loss": 0.7255, |
| "step": 1927 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 0.5182923564730045, |
| "learning_rate": 2.909422143389504e-06, |
| "loss": 0.8922, |
| "step": 1928 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.1548808335549023, |
| "learning_rate": 2.9044757366372123e-06, |
| "loss": 0.9608, |
| "step": 1929 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.1730406667698414, |
| "learning_rate": 2.8995318164617614e-06, |
| "loss": 0.6996, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.0573552684064784, |
| "learning_rate": 2.8945903887296686e-06, |
| "loss": 0.7994, |
| "step": 1931 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 0.9235412589414317, |
| "learning_rate": 2.889651459304499e-06, |
| "loss": 0.7663, |
| "step": 1932 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 0.6004894378705573, |
| "learning_rate": 2.884715034046854e-06, |
| "loss": 0.6623, |
| "step": 1933 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.328600857471778, |
| "learning_rate": 2.8797811188143572e-06, |
| "loss": 0.7102, |
| "step": 1934 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 0.8464323146432448, |
| "learning_rate": 2.874849719461662e-06, |
| "loss": 0.7846, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 0.8528350014222902, |
| "learning_rate": 2.8699208418404273e-06, |
| "loss": 0.8003, |
| "step": 1936 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.9945318822218923, |
| "learning_rate": 2.8649944917993278e-06, |
| "loss": 0.7911, |
| "step": 1937 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.1683491104592674, |
| "learning_rate": 2.860070675184036e-06, |
| "loss": 0.8419, |
| "step": 1938 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.0480237192568085, |
| "learning_rate": 2.8551493978372158e-06, |
| "loss": 0.8495, |
| "step": 1939 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 0.6968489450806228, |
| "learning_rate": 2.8502306655985207e-06, |
| "loss": 0.9498, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 0.7260581293937647, |
| "learning_rate": 2.845314484304586e-06, |
| "loss": 0.5207, |
| "step": 1941 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.4095074574463686, |
| "learning_rate": 2.840400859789013e-06, |
| "loss": 0.8355, |
| "step": 1942 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.487605664149953, |
| "learning_rate": 2.835489797882377e-06, |
| "loss": 0.8978, |
| "step": 1943 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.0271678266529929, |
| "learning_rate": 2.83058130441221e-06, |
| "loss": 0.7307, |
| "step": 1944 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 3.0638515883833133, |
| "learning_rate": 2.8256753852029917e-06, |
| "loss": 0.8666, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 1.0017478836103846, |
| "learning_rate": 2.8207720460761523e-06, |
| "loss": 0.9163, |
| "step": 1946 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 0.9503949918034911, |
| "learning_rate": 2.8158712928500607e-06, |
| "loss": 0.6821, |
| "step": 1947 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.1191057389343484, |
| "learning_rate": 2.810973131340013e-06, |
| "loss": 0.799, |
| "step": 1948 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.9332408795255149, |
| "learning_rate": 2.806077567358233e-06, |
| "loss": 0.8636, |
| "step": 1949 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.8040096719282792, |
| "learning_rate": 2.8011846067138648e-06, |
| "loss": 0.6217, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.526462114283599, |
| "learning_rate": 2.7962942552129558e-06, |
| "loss": 0.7807, |
| "step": 1951 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.0758445707853983, |
| "learning_rate": 2.7914065186584637e-06, |
| "loss": 0.7769, |
| "step": 1952 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.3273730998669404, |
| "learning_rate": 2.786521402850244e-06, |
| "loss": 0.8464, |
| "step": 1953 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.7077143443626882, |
| "learning_rate": 2.7816389135850353e-06, |
| "loss": 0.8623, |
| "step": 1954 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.565599934111027, |
| "learning_rate": 2.776759056656468e-06, |
| "loss": 0.9636, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.073496490310275, |
| "learning_rate": 2.771881837855041e-06, |
| "loss": 0.8663, |
| "step": 1956 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 3.9891234962671787, |
| "learning_rate": 2.767007262968129e-06, |
| "loss": 0.9634, |
| "step": 1957 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.2637347247787116, |
| "learning_rate": 2.762135337779969e-06, |
| "loss": 0.7669, |
| "step": 1958 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.8618682925588199, |
| "learning_rate": 2.757266068071648e-06, |
| "loss": 0.6582, |
| "step": 1959 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.6319585048724882, |
| "learning_rate": 2.752399459621108e-06, |
| "loss": 0.4955, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.32878086826792, |
| "learning_rate": 2.7475355182031315e-06, |
| "loss": 0.9226, |
| "step": 1961 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.9006164755818888, |
| "learning_rate": 2.7426742495893343e-06, |
| "loss": 0.9144, |
| "step": 1962 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.3932404460116814, |
| "learning_rate": 2.7378156595481625e-06, |
| "loss": 0.8821, |
| "step": 1963 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.3587817060046663, |
| "learning_rate": 2.732959753844886e-06, |
| "loss": 0.7464, |
| "step": 1964 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.853393559543957, |
| "learning_rate": 2.7281065382415822e-06, |
| "loss": 0.9381, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.9936965844511633, |
| "learning_rate": 2.7232560184971437e-06, |
| "loss": 0.7461, |
| "step": 1966 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.9981127133008043, |
| "learning_rate": 2.718408200367263e-06, |
| "loss": 0.8982, |
| "step": 1967 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.1895179252054031, |
| "learning_rate": 2.713563089604422e-06, |
| "loss": 0.8917, |
| "step": 1968 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 6.156848474133586, |
| "learning_rate": 2.7087206919578932e-06, |
| "loss": 0.584, |
| "step": 1969 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.5252815529486679, |
| "learning_rate": 2.7038810131737346e-06, |
| "loss": 0.8527, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.0257215506573054, |
| "learning_rate": 2.6990440589947676e-06, |
| "loss": 0.7357, |
| "step": 1971 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.3155864765833492, |
| "learning_rate": 2.6942098351605883e-06, |
| "loss": 0.996, |
| "step": 1972 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.54147789199519, |
| "learning_rate": 2.689378347407553e-06, |
| "loss": 0.7204, |
| "step": 1973 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 0.9836387407001115, |
| "learning_rate": 2.684549601468764e-06, |
| "loss": 0.8579, |
| "step": 1974 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.0424257461347062, |
| "learning_rate": 2.6797236030740803e-06, |
| "loss": 0.7278, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.1853349398798707, |
| "learning_rate": 2.674900357950091e-06, |
| "loss": 0.9864, |
| "step": 1976 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 1.7556662197643502, |
| "learning_rate": 2.670079871820125e-06, |
| "loss": 0.5067, |
| "step": 1977 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 0.7981325804839247, |
| "learning_rate": 2.6652621504042366e-06, |
| "loss": 0.8426, |
| "step": 1978 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 24.275275655508104, |
| "learning_rate": 2.660447199419194e-06, |
| "loss": 0.9051, |
| "step": 1979 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.1021108249315148, |
| "learning_rate": 2.6556350245784833e-06, |
| "loss": 0.9799, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 0.8462434083370993, |
| "learning_rate": 2.6508256315922975e-06, |
| "loss": 0.7994, |
| "step": 1981 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.0159623684049648, |
| "learning_rate": 2.6460190261675223e-06, |
| "loss": 0.827, |
| "step": 1982 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.1259654266492716, |
| "learning_rate": 2.6412152140077408e-06, |
| "loss": 0.7657, |
| "step": 1983 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.4829185334449881, |
| "learning_rate": 2.6364142008132216e-06, |
| "loss": 0.9873, |
| "step": 1984 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.2646298269331766, |
| "learning_rate": 2.631615992280907e-06, |
| "loss": 0.8197, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 0.7863583977784274, |
| "learning_rate": 2.626820594104418e-06, |
| "loss": 0.5339, |
| "step": 1986 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.1691825412539085, |
| "learning_rate": 2.6220280119740376e-06, |
| "loss": 0.7619, |
| "step": 1987 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 0.9464063243079284, |
| "learning_rate": 2.6172382515767046e-06, |
| "loss": 0.9381, |
| "step": 1988 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 0.6001557266079228, |
| "learning_rate": 2.6124513185960132e-06, |
| "loss": 0.9029, |
| "step": 1989 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.3315053183565022, |
| "learning_rate": 2.6076672187122043e-06, |
| "loss": 0.8151, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.3883512839097574, |
| "learning_rate": 2.6028859576021492e-06, |
| "loss": 0.7267, |
| "step": 1991 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.0105735158578668, |
| "learning_rate": 2.5981075409393587e-06, |
| "loss": 0.9239, |
| "step": 1992 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.6329290294638767, |
| "learning_rate": 2.593331974393966e-06, |
| "loss": 0.882, |
| "step": 1993 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 3.695589358884439, |
| "learning_rate": 2.588559263632719e-06, |
| "loss": 0.5545, |
| "step": 1994 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.3493370661675521, |
| "learning_rate": 2.5837894143189825e-06, |
| "loss": 0.9171, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.5172056248363428, |
| "learning_rate": 2.57902243211272e-06, |
| "loss": 0.8305, |
| "step": 1996 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.286496659663681, |
| "learning_rate": 2.574258322670496e-06, |
| "loss": 0.7721, |
| "step": 1997 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.4110130247442307, |
| "learning_rate": 2.5694970916454686e-06, |
| "loss": 0.7911, |
| "step": 1998 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 2.1927708633155314, |
| "learning_rate": 2.5647387446873746e-06, |
| "loss": 0.7924, |
| "step": 1999 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.4329834370667136, |
| "learning_rate": 2.5599832874425325e-06, |
| "loss": 0.983, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.0353468403684816, |
| "learning_rate": 2.555230725553832e-06, |
| "loss": 0.7482, |
| "step": 2001 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 0.6578208591032251, |
| "learning_rate": 2.550481064660724e-06, |
| "loss": 0.9069, |
| "step": 2002 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 0.9211726309738654, |
| "learning_rate": 2.54573431039922e-06, |
| "loss": 0.9658, |
| "step": 2003 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.0693586015756704, |
| "learning_rate": 2.540990468401883e-06, |
| "loss": 0.4383, |
| "step": 2004 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.0693803629192602, |
| "learning_rate": 2.536249544297815e-06, |
| "loss": 0.9018, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 0.9542724765471767, |
| "learning_rate": 2.531511543712662e-06, |
| "loss": 0.8935, |
| "step": 2006 |
| }, |
| { |
| "epoch": 0.67, |
| "grad_norm": 1.188416908292624, |
| "learning_rate": 2.5267764722685995e-06, |
| "loss": 0.9002, |
| "step": 2007 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.8348515981783474, |
| "learning_rate": 2.522044335584322e-06, |
| "loss": 0.688, |
| "step": 2008 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.3010319538444532, |
| "learning_rate": 2.5173151392750477e-06, |
| "loss": 0.8332, |
| "step": 2009 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.0386552657035077, |
| "learning_rate": 2.5125888889525057e-06, |
| "loss": 0.8921, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.0087746900865306, |
| "learning_rate": 2.5078655902249233e-06, |
| "loss": 0.7261, |
| "step": 2011 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.6652084647212105, |
| "learning_rate": 2.503145248697033e-06, |
| "loss": 0.5843, |
| "step": 2012 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.8837902697373446, |
| "learning_rate": 2.4984278699700504e-06, |
| "loss": 0.7292, |
| "step": 2013 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.6144750435007447, |
| "learning_rate": 2.4937134596416823e-06, |
| "loss": 0.9895, |
| "step": 2014 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.5986888299469089, |
| "learning_rate": 2.489002023306112e-06, |
| "loss": 0.8072, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 2.3645922150347785, |
| "learning_rate": 2.4842935665539873e-06, |
| "loss": 0.8031, |
| "step": 2016 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.1200394479907605, |
| "learning_rate": 2.4795880949724296e-06, |
| "loss": 0.9189, |
| "step": 2017 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.8258467432033063, |
| "learning_rate": 2.4748856141450132e-06, |
| "loss": 0.7065, |
| "step": 2018 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.8314621644475588, |
| "learning_rate": 2.4701861296517623e-06, |
| "loss": 0.9595, |
| "step": 2019 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.3628517055418168, |
| "learning_rate": 2.465489647069148e-06, |
| "loss": 0.7752, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.266772452357036, |
| "learning_rate": 2.4607961719700806e-06, |
| "loss": 0.83, |
| "step": 2021 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.7717936970575051, |
| "learning_rate": 2.4561057099238973e-06, |
| "loss": 0.5308, |
| "step": 2022 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 2.742102521605795, |
| "learning_rate": 2.4514182664963633e-06, |
| "loss": 0.702, |
| "step": 2023 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.3117924762420108, |
| "learning_rate": 2.4467338472496633e-06, |
| "loss": 0.8277, |
| "step": 2024 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.2476710026359297, |
| "learning_rate": 2.4420524577423872e-06, |
| "loss": 0.755, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.9714968084652374, |
| "learning_rate": 2.4373741035295357e-06, |
| "loss": 0.888, |
| "step": 2026 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.6774722173495927, |
| "learning_rate": 2.432698790162508e-06, |
| "loss": 0.9828, |
| "step": 2027 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 2.0633662154085983, |
| "learning_rate": 2.4280265231890887e-06, |
| "loss": 0.7477, |
| "step": 2028 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.79374951417817, |
| "learning_rate": 2.423357308153454e-06, |
| "loss": 0.6088, |
| "step": 2029 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.2050101316579092, |
| "learning_rate": 2.418691150596158e-06, |
| "loss": 0.732, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.0514058708301328, |
| "learning_rate": 2.4140280560541214e-06, |
| "loss": 0.88, |
| "step": 2031 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.24783047292958, |
| "learning_rate": 2.409368030060637e-06, |
| "loss": 0.6243, |
| "step": 2032 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.9407094417479344, |
| "learning_rate": 2.4047110781453498e-06, |
| "loss": 0.7774, |
| "step": 2033 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 2.5937063132570195, |
| "learning_rate": 2.4000572058342637e-06, |
| "loss": 0.9605, |
| "step": 2034 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.9858584830195187, |
| "learning_rate": 2.3954064186497257e-06, |
| "loss": 0.7533, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 1.7213803626019681, |
| "learning_rate": 2.390758722110418e-06, |
| "loss": 0.782, |
| "step": 2036 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 0.8945920085458076, |
| "learning_rate": 2.386114121731361e-06, |
| "loss": 0.985, |
| "step": 2037 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.5692698352580092, |
| "learning_rate": 2.3814726230239006e-06, |
| "loss": 0.7589, |
| "step": 2038 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.7787189550555421, |
| "learning_rate": 2.3768342314956973e-06, |
| "loss": 0.6031, |
| "step": 2039 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.9284137123666689, |
| "learning_rate": 2.3721989526507296e-06, |
| "loss": 0.8264, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.7134196816499574, |
| "learning_rate": 2.3675667919892827e-06, |
| "loss": 0.9216, |
| "step": 2041 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 2.8725857158656227, |
| "learning_rate": 2.362937755007935e-06, |
| "loss": 0.6918, |
| "step": 2042 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.0944813535376132, |
| "learning_rate": 2.358311847199567e-06, |
| "loss": 0.9257, |
| "step": 2043 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.450815910976798, |
| "learning_rate": 2.353689074053342e-06, |
| "loss": 0.6368, |
| "step": 2044 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.7886699830112005, |
| "learning_rate": 2.3490694410547015e-06, |
| "loss": 0.6403, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.5543093414269864, |
| "learning_rate": 2.3444529536853645e-06, |
| "loss": 0.8799, |
| "step": 2046 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.1438299060525436, |
| "learning_rate": 2.339839617423318e-06, |
| "loss": 0.8268, |
| "step": 2047 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.7427806193724306, |
| "learning_rate": 2.3352294377428035e-06, |
| "loss": 0.5907, |
| "step": 2048 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.1155379042169018, |
| "learning_rate": 2.3306224201143242e-06, |
| "loss": 0.7981, |
| "step": 2049 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.1713047781315247, |
| "learning_rate": 2.3260185700046295e-06, |
| "loss": 0.9655, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.2594681830948358, |
| "learning_rate": 2.321417892876706e-06, |
| "loss": 0.8819, |
| "step": 2051 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.6919265316853799, |
| "learning_rate": 2.31682039418978e-06, |
| "loss": 0.9174, |
| "step": 2052 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.9062346224720673, |
| "learning_rate": 2.312226079399302e-06, |
| "loss": 0.8665, |
| "step": 2053 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.0425334825826984, |
| "learning_rate": 2.307634953956948e-06, |
| "loss": 0.7472, |
| "step": 2054 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.3923237150413887, |
| "learning_rate": 2.303047023310611e-06, |
| "loss": 0.8547, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.9473232588253852, |
| "learning_rate": 2.298462292904386e-06, |
| "loss": 0.4699, |
| "step": 2056 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 2.276811564528585, |
| "learning_rate": 2.2938807681785764e-06, |
| "loss": 0.7906, |
| "step": 2057 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.2792231206736864, |
| "learning_rate": 2.2893024545696822e-06, |
| "loss": 0.887, |
| "step": 2058 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.0248207407589744, |
| "learning_rate": 2.2847273575103873e-06, |
| "loss": 0.7975, |
| "step": 2059 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.5223184222554462, |
| "learning_rate": 2.2801554824295646e-06, |
| "loss": 1.0814, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.106738703417503, |
| "learning_rate": 2.2755868347522624e-06, |
| "loss": 0.8816, |
| "step": 2061 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 1.1501107034141043, |
| "learning_rate": 2.271021419899696e-06, |
| "loss": 0.9093, |
| "step": 2062 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.9349464461409852, |
| "learning_rate": 2.2664592432892485e-06, |
| "loss": 0.7588, |
| "step": 2063 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.60859403965203, |
| "learning_rate": 2.2619003103344607e-06, |
| "loss": 0.8708, |
| "step": 2064 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.9506573714455907, |
| "learning_rate": 2.2573446264450195e-06, |
| "loss": 0.5248, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.69, |
| "grad_norm": 0.912982989796076, |
| "learning_rate": 2.2527921970267614e-06, |
| "loss": 0.8141, |
| "step": 2066 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.7156234352444277, |
| "learning_rate": 2.2482430274816613e-06, |
| "loss": 0.7352, |
| "step": 2067 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.0708671955618982, |
| "learning_rate": 2.2436971232078204e-06, |
| "loss": 0.7742, |
| "step": 2068 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.614413373377002, |
| "learning_rate": 2.23915448959947e-06, |
| "loss": 0.9666, |
| "step": 2069 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.0122969562806863, |
| "learning_rate": 2.234615132046962e-06, |
| "loss": 0.7711, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.9147663909752742, |
| "learning_rate": 2.2300790559367553e-06, |
| "loss": 0.8254, |
| "step": 2071 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.1031952139510297, |
| "learning_rate": 2.22554626665142e-06, |
| "loss": 0.8411, |
| "step": 2072 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.1511403904583515, |
| "learning_rate": 2.2210167695696205e-06, |
| "loss": 0.8124, |
| "step": 2073 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.0064679104005139, |
| "learning_rate": 2.21649057006612e-06, |
| "loss": 0.8938, |
| "step": 2074 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.7581993061875385, |
| "learning_rate": 2.211967673511769e-06, |
| "loss": 0.4608, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.7111754852353394, |
| "learning_rate": 2.2074480852734926e-06, |
| "loss": 0.9149, |
| "step": 2076 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.632848044675317, |
| "learning_rate": 2.2029318107142954e-06, |
| "loss": 0.773, |
| "step": 2077 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.424190160095501, |
| "learning_rate": 2.1984188551932513e-06, |
| "loss": 0.7485, |
| "step": 2078 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.0294070564502176, |
| "learning_rate": 2.1939092240654886e-06, |
| "loss": 0.9205, |
| "step": 2079 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.0954220798334724, |
| "learning_rate": 2.1894029226821973e-06, |
| "loss": 0.7076, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.1595940405192195, |
| "learning_rate": 2.1848999563906163e-06, |
| "loss": 0.837, |
| "step": 2081 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.1013263732161542, |
| "learning_rate": 2.1804003305340217e-06, |
| "loss": 0.9143, |
| "step": 2082 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.7334402047121308, |
| "learning_rate": 2.17590405045173e-06, |
| "loss": 0.481, |
| "step": 2083 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.1140911037194614, |
| "learning_rate": 2.17141112147909e-06, |
| "loss": 0.9429, |
| "step": 2084 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.2390136874660227, |
| "learning_rate": 2.166921548947466e-06, |
| "loss": 0.8204, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.9739486204200531, |
| "learning_rate": 2.1624353381842457e-06, |
| "loss": 0.9912, |
| "step": 2086 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.9958794871524923, |
| "learning_rate": 2.1579524945128287e-06, |
| "loss": 0.7627, |
| "step": 2087 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.3672054626201342, |
| "learning_rate": 2.153473023252613e-06, |
| "loss": 0.7402, |
| "step": 2088 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.2163050878674657, |
| "learning_rate": 2.1489969297190017e-06, |
| "loss": 0.9139, |
| "step": 2089 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.7674679659451344, |
| "learning_rate": 2.144524219223383e-06, |
| "loss": 0.8727, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.8393155311195916, |
| "learning_rate": 2.1400548970731377e-06, |
| "loss": 0.698, |
| "step": 2091 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.8601394571753223, |
| "learning_rate": 2.1355889685716225e-06, |
| "loss": 0.8081, |
| "step": 2092 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.7522916979257017, |
| "learning_rate": 2.1311264390181647e-06, |
| "loss": 0.6498, |
| "step": 2093 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.0373767481104474, |
| "learning_rate": 2.126667313708062e-06, |
| "loss": 0.7178, |
| "step": 2094 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 1.4096787154397872, |
| "learning_rate": 2.1222115979325746e-06, |
| "loss": 0.687, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 0.9789253676861411, |
| "learning_rate": 2.1177592969789092e-06, |
| "loss": 1.0175, |
| "step": 2096 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.2650366999773184, |
| "learning_rate": 2.113310416130227e-06, |
| "loss": 0.7763, |
| "step": 2097 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.767590580864056, |
| "learning_rate": 2.1088649606656313e-06, |
| "loss": 0.8969, |
| "step": 2098 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.1766769976353786, |
| "learning_rate": 2.1044229358601543e-06, |
| "loss": 0.8823, |
| "step": 2099 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.126131187105372, |
| "learning_rate": 2.099984346984763e-06, |
| "loss": 0.8782, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 0.7881643468823694, |
| "learning_rate": 2.095549199306348e-06, |
| "loss": 0.4723, |
| "step": 2101 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.2346138566352192, |
| "learning_rate": 2.0911174980877106e-06, |
| "loss": 0.8591, |
| "step": 2102 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.1389452840865455, |
| "learning_rate": 2.0866892485875684e-06, |
| "loss": 1.0209, |
| "step": 2103 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.2468371115479295, |
| "learning_rate": 2.082264456060542e-06, |
| "loss": 0.6829, |
| "step": 2104 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 0.9748471194316136, |
| "learning_rate": 2.0778431257571453e-06, |
| "loss": 0.938, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 0.9100141212388755, |
| "learning_rate": 2.0734252629237892e-06, |
| "loss": 0.6873, |
| "step": 2106 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 0.9827851614275706, |
| "learning_rate": 2.06901087280277e-06, |
| "loss": 0.7698, |
| "step": 2107 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.4368936051763133, |
| "learning_rate": 2.064599960632259e-06, |
| "loss": 0.9429, |
| "step": 2108 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 0.7658833888530241, |
| "learning_rate": 2.0601925316463047e-06, |
| "loss": 0.6385, |
| "step": 2109 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.0133262149425457, |
| "learning_rate": 2.0557885910748177e-06, |
| "loss": 0.8721, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.4929422890785522, |
| "learning_rate": 2.0513881441435748e-06, |
| "loss": 0.8371, |
| "step": 2111 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.4263099147334162, |
| "learning_rate": 2.0469911960742055e-06, |
| "loss": 0.8884, |
| "step": 2112 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 0.9489625658833941, |
| "learning_rate": 2.0425977520841837e-06, |
| "loss": 0.7435, |
| "step": 2113 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 0.5530449653833549, |
| "learning_rate": 2.03820781738683e-06, |
| "loss": 0.9317, |
| "step": 2114 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 0.9567369997124039, |
| "learning_rate": 2.0338213971913e-06, |
| "loss": 0.8667, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.0423651801491989, |
| "learning_rate": 2.0294384967025748e-06, |
| "loss": 0.6488, |
| "step": 2116 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.183966102027982, |
| "learning_rate": 2.0250591211214647e-06, |
| "loss": 0.8271, |
| "step": 2117 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.0301817665602286, |
| "learning_rate": 2.0206832756445954e-06, |
| "loss": 0.7817, |
| "step": 2118 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 0.5780094828658037, |
| "learning_rate": 2.0163109654644e-06, |
| "loss": 0.7099, |
| "step": 2119 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.2670662266545136, |
| "learning_rate": 2.011942195769122e-06, |
| "loss": 0.7339, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.3667485453456756, |
| "learning_rate": 2.007576971742803e-06, |
| "loss": 0.7436, |
| "step": 2121 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.4057697879596776, |
| "learning_rate": 2.0032152985652708e-06, |
| "loss": 0.7876, |
| "step": 2122 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.4249732054729267, |
| "learning_rate": 1.9988571814121476e-06, |
| "loss": 0.7957, |
| "step": 2123 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.036660670008243, |
| "learning_rate": 1.994502625454834e-06, |
| "loss": 0.8869, |
| "step": 2124 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 1.0305650308537146, |
| "learning_rate": 1.9901516358605012e-06, |
| "loss": 0.7633, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.71, |
| "grad_norm": 0.5733508497575637, |
| "learning_rate": 1.9858042177920915e-06, |
| "loss": 0.9362, |
| "step": 2126 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.801805987678441, |
| "learning_rate": 1.9814603764083112e-06, |
| "loss": 0.5285, |
| "step": 2127 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 7.779676647872439, |
| "learning_rate": 1.977120116863617e-06, |
| "loss": 0.7964, |
| "step": 2128 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.8455293138713398, |
| "learning_rate": 1.972783444308221e-06, |
| "loss": 0.8257, |
| "step": 2129 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.4501592415243942, |
| "learning_rate": 1.968450363888073e-06, |
| "loss": 0.83, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.5272513542144581, |
| "learning_rate": 1.964120880744866e-06, |
| "loss": 0.8709, |
| "step": 2131 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.0605635867643433, |
| "learning_rate": 1.959795000016023e-06, |
| "loss": 0.9066, |
| "step": 2132 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.093879664828553, |
| "learning_rate": 1.9554727268346876e-06, |
| "loss": 0.6393, |
| "step": 2133 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.9552986121467508, |
| "learning_rate": 1.9511540663297284e-06, |
| "loss": 0.8259, |
| "step": 2134 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.0346977729927838, |
| "learning_rate": 1.9468390236257277e-06, |
| "loss": 0.8159, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.925831891946377, |
| "learning_rate": 1.9425276038429684e-06, |
| "loss": 0.6328, |
| "step": 2136 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.0048939165793738, |
| "learning_rate": 1.9382198120974395e-06, |
| "loss": 0.7981, |
| "step": 2137 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.9604684170687342, |
| "learning_rate": 1.933915653500826e-06, |
| "loss": 0.7558, |
| "step": 2138 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.9029646844796778, |
| "learning_rate": 1.929615133160496e-06, |
| "loss": 0.9386, |
| "step": 2139 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.15694134798398, |
| "learning_rate": 1.925318256179505e-06, |
| "loss": 0.6621, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.4505424962172881, |
| "learning_rate": 1.921025027656587e-06, |
| "loss": 0.9384, |
| "step": 2141 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.9445255070929149, |
| "learning_rate": 1.916735452686139e-06, |
| "loss": 0.8677, |
| "step": 2142 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.9128067944982278, |
| "learning_rate": 1.9124495363582308e-06, |
| "loss": 0.9324, |
| "step": 2143 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.1008775880811192, |
| "learning_rate": 1.9081672837585873e-06, |
| "loss": 0.7436, |
| "step": 2144 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.3518319248243669, |
| "learning_rate": 1.903888699968584e-06, |
| "loss": 0.7523, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.6500571677078445, |
| "learning_rate": 1.8996137900652468e-06, |
| "loss": 0.5072, |
| "step": 2146 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 2.312829258688882, |
| "learning_rate": 1.895342559121241e-06, |
| "loss": 0.9632, |
| "step": 2147 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.659098024412787, |
| "learning_rate": 1.8910750122048638e-06, |
| "loss": 0.8763, |
| "step": 2148 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.4143865026546096, |
| "learning_rate": 1.8868111543800456e-06, |
| "loss": 0.8751, |
| "step": 2149 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.3987565466994516, |
| "learning_rate": 1.8825509907063328e-06, |
| "loss": 0.7917, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.046108071669599, |
| "learning_rate": 1.8782945262388941e-06, |
| "loss": 0.9486, |
| "step": 2151 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.478955157766606, |
| "learning_rate": 1.8740417660285087e-06, |
| "loss": 0.772, |
| "step": 2152 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 2.0619002965811526, |
| "learning_rate": 1.8697927151215545e-06, |
| "loss": 0.8473, |
| "step": 2153 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 0.627059396006647, |
| "learning_rate": 1.8655473785600125e-06, |
| "loss": 0.6322, |
| "step": 2154 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.288545271294873, |
| "learning_rate": 1.8613057613814584e-06, |
| "loss": 0.8473, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 1.5044739594642453, |
| "learning_rate": 1.8570678686190463e-06, |
| "loss": 0.8343, |
| "step": 2156 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.2889514914706683, |
| "learning_rate": 1.8528337053015188e-06, |
| "loss": 0.6933, |
| "step": 2157 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 0.957491296736036, |
| "learning_rate": 1.8486032764531918e-06, |
| "loss": 0.9831, |
| "step": 2158 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 0.9413049458029055, |
| "learning_rate": 1.844376587093944e-06, |
| "loss": 0.7114, |
| "step": 2159 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.2320262194606764, |
| "learning_rate": 1.8401536422392237e-06, |
| "loss": 0.8634, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.2232199588728476, |
| "learning_rate": 1.8359344469000334e-06, |
| "loss": 0.7033, |
| "step": 2161 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.4253170054915016, |
| "learning_rate": 1.8317190060829242e-06, |
| "loss": 0.9524, |
| "step": 2162 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 0.9178360050064651, |
| "learning_rate": 1.827507324789995e-06, |
| "loss": 0.4764, |
| "step": 2163 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 0.9582955340905063, |
| "learning_rate": 1.8232994080188848e-06, |
| "loss": 0.862, |
| "step": 2164 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.0247054749440632, |
| "learning_rate": 1.8190952607627594e-06, |
| "loss": 0.896, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 0.829398107714619, |
| "learning_rate": 1.8148948880103174e-06, |
| "loss": 0.9211, |
| "step": 2166 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.2515671761685947, |
| "learning_rate": 1.8106982947457785e-06, |
| "loss": 0.8274, |
| "step": 2167 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 0.9336197995135024, |
| "learning_rate": 1.8065054859488729e-06, |
| "loss": 0.8311, |
| "step": 2168 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.0771144401169142, |
| "learning_rate": 1.8023164665948455e-06, |
| "loss": 0.6923, |
| "step": 2169 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.0424401639041374, |
| "learning_rate": 1.7981312416544394e-06, |
| "loss": 1.0159, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 3.1162971568617617, |
| "learning_rate": 1.7939498160938995e-06, |
| "loss": 0.7061, |
| "step": 2171 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 0.7242120484497414, |
| "learning_rate": 1.7897721948749625e-06, |
| "loss": 0.552, |
| "step": 2172 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.274599606166249, |
| "learning_rate": 1.7855983829548456e-06, |
| "loss": 0.7365, |
| "step": 2173 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 0.9669919873165157, |
| "learning_rate": 1.7814283852862507e-06, |
| "loss": 0.9749, |
| "step": 2174 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 0.8547236230054864, |
| "learning_rate": 1.7772622068173544e-06, |
| "loss": 0.8866, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.249852126145529, |
| "learning_rate": 1.773099852491796e-06, |
| "loss": 0.7475, |
| "step": 2176 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.110892013981014, |
| "learning_rate": 1.768941327248681e-06, |
| "loss": 0.8346, |
| "step": 2177 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.0356841217479411, |
| "learning_rate": 1.764786636022573e-06, |
| "loss": 0.8788, |
| "step": 2178 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.7834654857736472, |
| "learning_rate": 1.76063578374348e-06, |
| "loss": 0.8933, |
| "step": 2179 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.4595361569007004, |
| "learning_rate": 1.7564887753368604e-06, |
| "loss": 0.5441, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 0.8784933587635942, |
| "learning_rate": 1.7523456157236102e-06, |
| "loss": 0.9367, |
| "step": 2181 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.1626659333680525, |
| "learning_rate": 1.7482063098200547e-06, |
| "loss": 0.7581, |
| "step": 2182 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 4.267393454365419, |
| "learning_rate": 1.7440708625379503e-06, |
| "loss": 0.7661, |
| "step": 2183 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 1.2509273353150299, |
| "learning_rate": 1.739939278784476e-06, |
| "loss": 0.8568, |
| "step": 2184 |
| }, |
| { |
| "epoch": 0.73, |
| "grad_norm": 2.259152409878099, |
| "learning_rate": 1.7358115634622192e-06, |
| "loss": 0.8142, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.2870371614479916, |
| "learning_rate": 1.7316877214691863e-06, |
| "loss": 0.913, |
| "step": 2186 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 8.57707281755728, |
| "learning_rate": 1.727567757698778e-06, |
| "loss": 0.7742, |
| "step": 2187 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.6195621293826834, |
| "learning_rate": 1.7234516770398008e-06, |
| "loss": 0.9497, |
| "step": 2188 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.7984097083295578, |
| "learning_rate": 1.7193394843764516e-06, |
| "loss": 0.6133, |
| "step": 2189 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.151909090519514, |
| "learning_rate": 1.7152311845883096e-06, |
| "loss": 0.6849, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.0264236758537604, |
| "learning_rate": 1.711126782550339e-06, |
| "loss": 0.9487, |
| "step": 2191 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.249109782406649, |
| "learning_rate": 1.7070262831328799e-06, |
| "loss": 0.8529, |
| "step": 2192 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.627752889265874, |
| "learning_rate": 1.7029296912016346e-06, |
| "loss": 0.8408, |
| "step": 2193 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.1236823958662465, |
| "learning_rate": 1.6988370116176766e-06, |
| "loss": 0.7122, |
| "step": 2194 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 2.4541354983258477, |
| "learning_rate": 1.6947482492374346e-06, |
| "loss": 0.7821, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.23322959709137, |
| "learning_rate": 1.6906634089126844e-06, |
| "loss": 0.9042, |
| "step": 2196 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.9565491496470204, |
| "learning_rate": 1.686582495490554e-06, |
| "loss": 0.8069, |
| "step": 2197 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.7992804156731971, |
| "learning_rate": 1.6825055138135105e-06, |
| "loss": 0.6086, |
| "step": 2198 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.149800653837, |
| "learning_rate": 1.6784324687193516e-06, |
| "loss": 0.7279, |
| "step": 2199 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.5390612585654234, |
| "learning_rate": 1.6743633650412077e-06, |
| "loss": 0.9676, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.8843428557443909, |
| "learning_rate": 1.6702982076075326e-06, |
| "loss": 0.7994, |
| "step": 2201 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.3905392234664977, |
| "learning_rate": 1.6662370012420931e-06, |
| "loss": 0.7618, |
| "step": 2202 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.153695863195262, |
| "learning_rate": 1.662179750763972e-06, |
| "loss": 0.8654, |
| "step": 2203 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.9390096423027076, |
| "learning_rate": 1.658126460987558e-06, |
| "loss": 0.7734, |
| "step": 2204 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.5064738736130712, |
| "learning_rate": 1.654077136722535e-06, |
| "loss": 0.9076, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.9452064144713062, |
| "learning_rate": 1.6500317827738887e-06, |
| "loss": 0.7313, |
| "step": 2206 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.117030871951949, |
| "learning_rate": 1.6459904039418856e-06, |
| "loss": 0.8576, |
| "step": 2207 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.6991066995352259, |
| "learning_rate": 1.641953005022081e-06, |
| "loss": 0.5219, |
| "step": 2208 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.5872180103387166, |
| "learning_rate": 1.637919590805308e-06, |
| "loss": 0.6755, |
| "step": 2209 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 2.6710453725031984, |
| "learning_rate": 1.6338901660776662e-06, |
| "loss": 0.9036, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.9639484618535001, |
| "learning_rate": 1.6298647356205255e-06, |
| "loss": 0.7764, |
| "step": 2211 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.9860074189407274, |
| "learning_rate": 1.6258433042105164e-06, |
| "loss": 0.8629, |
| "step": 2212 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.8307925865451704, |
| "learning_rate": 1.62182587661952e-06, |
| "loss": 0.9912, |
| "step": 2213 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 1.4591614232114465, |
| "learning_rate": 1.6178124576146708e-06, |
| "loss": 0.6857, |
| "step": 2214 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 0.9716876177871105, |
| "learning_rate": 1.6138030519583458e-06, |
| "loss": 0.587, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.2096299640116677, |
| "learning_rate": 1.6097976644081564e-06, |
| "loss": 0.7526, |
| "step": 2216 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.7435733135721139, |
| "learning_rate": 1.605796299716949e-06, |
| "loss": 0.878, |
| "step": 2217 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.4227154787383105, |
| "learning_rate": 1.601798962632799e-06, |
| "loss": 0.6665, |
| "step": 2218 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.377927674290213, |
| "learning_rate": 1.5978056578989953e-06, |
| "loss": 0.7888, |
| "step": 2219 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.9732689450514724, |
| "learning_rate": 1.5938163902540483e-06, |
| "loss": 0.9759, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.9766511177947368, |
| "learning_rate": 1.5898311644316772e-06, |
| "loss": 0.7961, |
| "step": 2221 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.1002711707062518, |
| "learning_rate": 1.5858499851608006e-06, |
| "loss": 0.7656, |
| "step": 2222 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.4356888281482287, |
| "learning_rate": 1.5818728571655394e-06, |
| "loss": 0.9824, |
| "step": 2223 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.0144808748685545, |
| "learning_rate": 1.5778997851652095e-06, |
| "loss": 0.9013, |
| "step": 2224 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.9992371818073146, |
| "learning_rate": 1.573930773874306e-06, |
| "loss": 0.5064, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.7836869743301098, |
| "learning_rate": 1.5699658280025143e-06, |
| "loss": 0.765, |
| "step": 2226 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.6397634441897322, |
| "learning_rate": 1.5660049522546883e-06, |
| "loss": 0.9508, |
| "step": 2227 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.3338330455369494, |
| "learning_rate": 1.5620481513308571e-06, |
| "loss": 0.7368, |
| "step": 2228 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.0192334378777737, |
| "learning_rate": 1.5580954299262146e-06, |
| "loss": 0.8618, |
| "step": 2229 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 2.658571074725776, |
| "learning_rate": 1.5541467927311093e-06, |
| "loss": 0.6748, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.0491554666708955, |
| "learning_rate": 1.5502022444310482e-06, |
| "loss": 0.6759, |
| "step": 2231 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.126428018237841, |
| "learning_rate": 1.5462617897066863e-06, |
| "loss": 0.8716, |
| "step": 2232 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.8993929634029171, |
| "learning_rate": 1.542325433233815e-06, |
| "loss": 0.8128, |
| "step": 2233 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.6515372385432986, |
| "learning_rate": 1.5383931796833702e-06, |
| "loss": 0.5979, |
| "step": 2234 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.074175377329513, |
| "learning_rate": 1.5344650337214163e-06, |
| "loss": 0.7714, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.825423774666699, |
| "learning_rate": 1.5305410000091408e-06, |
| "loss": 0.9602, |
| "step": 2236 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.32288142402475, |
| "learning_rate": 1.5266210832028556e-06, |
| "loss": 0.8927, |
| "step": 2237 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.6741962862847649, |
| "learning_rate": 1.5227052879539872e-06, |
| "loss": 0.9027, |
| "step": 2238 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.0419586822841556, |
| "learning_rate": 1.5187936189090668e-06, |
| "loss": 0.8439, |
| "step": 2239 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.3651575716965387, |
| "learning_rate": 1.5148860807097348e-06, |
| "loss": 0.6911, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.833402482390377, |
| "learning_rate": 1.5109826779927296e-06, |
| "loss": 0.8734, |
| "step": 2241 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.3059645269370699, |
| "learning_rate": 1.5070834153898766e-06, |
| "loss": 0.4667, |
| "step": 2242 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.8423179986459246, |
| "learning_rate": 1.5031882975280942e-06, |
| "loss": 0.8783, |
| "step": 2243 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.3878066884659166, |
| "learning_rate": 1.4992973290293827e-06, |
| "loss": 0.7616, |
| "step": 2244 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 1.655371432053139, |
| "learning_rate": 1.4954105145108133e-06, |
| "loss": 0.7574, |
| "step": 2245 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.404717933671046, |
| "learning_rate": 1.491527858584535e-06, |
| "loss": 1.0669, |
| "step": 2246 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.6064424232333796, |
| "learning_rate": 1.4876493658577557e-06, |
| "loss": 0.8894, |
| "step": 2247 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.9447083214804298, |
| "learning_rate": 1.4837750409327478e-06, |
| "loss": 0.8809, |
| "step": 2248 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.029048883248124, |
| "learning_rate": 1.479904888406838e-06, |
| "loss": 0.6711, |
| "step": 2249 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.7488140980651861, |
| "learning_rate": 1.4760389128723968e-06, |
| "loss": 0.8823, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.8154097228227949, |
| "learning_rate": 1.4721771189168444e-06, |
| "loss": 0.5482, |
| "step": 2251 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.9315320905713004, |
| "learning_rate": 1.4683195111226378e-06, |
| "loss": 0.7464, |
| "step": 2252 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.3506068908199804, |
| "learning_rate": 1.4644660940672628e-06, |
| "loss": 0.7908, |
| "step": 2253 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.0030401282302235, |
| "learning_rate": 1.460616872323236e-06, |
| "loss": 0.7547, |
| "step": 2254 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.5616035193786955, |
| "learning_rate": 1.456771850458097e-06, |
| "loss": 0.9269, |
| "step": 2255 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.255422359612142, |
| "learning_rate": 1.4529310330343964e-06, |
| "loss": 0.7681, |
| "step": 2256 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 3.27370009006186, |
| "learning_rate": 1.4490944246097e-06, |
| "loss": 0.8156, |
| "step": 2257 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 2.882723210142203, |
| "learning_rate": 1.4452620297365804e-06, |
| "loss": 0.9012, |
| "step": 2258 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.7660892140227333, |
| "learning_rate": 1.4414338529626054e-06, |
| "loss": 0.8971, |
| "step": 2259 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.8655989416091717, |
| "learning_rate": 1.4376098988303406e-06, |
| "loss": 0.54, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.010010931690868, |
| "learning_rate": 1.4337901718773427e-06, |
| "loss": 0.7594, |
| "step": 2261 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.72090346794506, |
| "learning_rate": 1.4299746766361477e-06, |
| "loss": 0.9122, |
| "step": 2262 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.1526351236023136, |
| "learning_rate": 1.4261634176342747e-06, |
| "loss": 0.8371, |
| "step": 2263 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.0769635134211175, |
| "learning_rate": 1.4223563993942124e-06, |
| "loss": 0.7857, |
| "step": 2264 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.0385662102919753, |
| "learning_rate": 1.41855362643342e-06, |
| "loss": 0.9042, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.1277801883924317, |
| "learning_rate": 1.4147551032643192e-06, |
| "loss": 0.6511, |
| "step": 2266 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.1922728803817668, |
| "learning_rate": 1.4109608343942855e-06, |
| "loss": 0.9264, |
| "step": 2267 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.0573595170419734, |
| "learning_rate": 1.40717082432565e-06, |
| "loss": 0.4873, |
| "step": 2268 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.1978209926542616, |
| "learning_rate": 1.40338507755569e-06, |
| "loss": 0.7309, |
| "step": 2269 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 0.9034030048013204, |
| "learning_rate": 1.3996035985766205e-06, |
| "loss": 0.9682, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.2581119804244858, |
| "learning_rate": 1.3958263918755955e-06, |
| "loss": 0.8946, |
| "step": 2271 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.2581310278148699, |
| "learning_rate": 1.3920534619346998e-06, |
| "loss": 0.8831, |
| "step": 2272 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.4890342768857223, |
| "learning_rate": 1.3882848132309395e-06, |
| "loss": 0.7614, |
| "step": 2273 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.3939576979685557, |
| "learning_rate": 1.3845204502362442e-06, |
| "loss": 0.902, |
| "step": 2274 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 1.6098051344897655, |
| "learning_rate": 1.3807603774174582e-06, |
| "loss": 0.7775, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.0117500526863032, |
| "learning_rate": 1.3770045992363313e-06, |
| "loss": 0.8619, |
| "step": 2276 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.098387442950193, |
| "learning_rate": 1.3732531201495208e-06, |
| "loss": 0.814, |
| "step": 2277 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 0.9995938630585768, |
| "learning_rate": 1.369505944608583e-06, |
| "loss": 0.8789, |
| "step": 2278 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 0.9963180426757857, |
| "learning_rate": 1.3657630770599633e-06, |
| "loss": 0.6227, |
| "step": 2279 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.1204747653959684, |
| "learning_rate": 1.3620245219449984e-06, |
| "loss": 0.7535, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 2.1667101702402443, |
| "learning_rate": 1.35829028369991e-06, |
| "loss": 0.7382, |
| "step": 2281 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.202054859167428, |
| "learning_rate": 1.3545603667557911e-06, |
| "loss": 0.9579, |
| "step": 2282 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.9676452436747118, |
| "learning_rate": 1.350834775538613e-06, |
| "loss": 0.791, |
| "step": 2283 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 0.9180606070777863, |
| "learning_rate": 1.34711351446921e-06, |
| "loss": 0.9215, |
| "step": 2284 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.1169458923812015, |
| "learning_rate": 1.3433965879632799e-06, |
| "loss": 0.8449, |
| "step": 2285 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.3631814484828657, |
| "learning_rate": 1.3396840004313789e-06, |
| "loss": 0.8402, |
| "step": 2286 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.221635772729121, |
| "learning_rate": 1.3359757562789099e-06, |
| "loss": 0.4627, |
| "step": 2287 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 0.7293332796606438, |
| "learning_rate": 1.3322718599061252e-06, |
| "loss": 0.8873, |
| "step": 2288 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.9050246798811514, |
| "learning_rate": 1.3285723157081193e-06, |
| "loss": 0.9833, |
| "step": 2289 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 2.898727149823827, |
| "learning_rate": 1.3248771280748174e-06, |
| "loss": 0.8266, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.0850063107339285, |
| "learning_rate": 1.3211863013909797e-06, |
| "loss": 0.8631, |
| "step": 2291 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.1122708297661077, |
| "learning_rate": 1.3174998400361911e-06, |
| "loss": 0.6929, |
| "step": 2292 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.218081160144324, |
| "learning_rate": 1.3138177483848524e-06, |
| "loss": 0.8782, |
| "step": 2293 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.0815946132835832, |
| "learning_rate": 1.310140030806184e-06, |
| "loss": 0.8771, |
| "step": 2294 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.258392857526076, |
| "learning_rate": 1.306466691664216e-06, |
| "loss": 0.4957, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 0.9434417878337424, |
| "learning_rate": 1.302797735317778e-06, |
| "loss": 0.8812, |
| "step": 2296 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.2368574883751695, |
| "learning_rate": 1.2991331661205036e-06, |
| "loss": 0.7929, |
| "step": 2297 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.3544706699206146, |
| "learning_rate": 1.2954729884208212e-06, |
| "loss": 0.9538, |
| "step": 2298 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.3161137387387543, |
| "learning_rate": 1.2918172065619422e-06, |
| "loss": 0.7602, |
| "step": 2299 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 0.6600181140679835, |
| "learning_rate": 1.288165824881868e-06, |
| "loss": 0.9271, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.8911749090613474, |
| "learning_rate": 1.284518847713378e-06, |
| "loss": 0.7883, |
| "step": 2301 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.172981463227542, |
| "learning_rate": 1.28087627938402e-06, |
| "loss": 0.7186, |
| "step": 2302 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.0304799535475118, |
| "learning_rate": 1.277238124216117e-06, |
| "loss": 0.8437, |
| "step": 2303 |
| }, |
| { |
| "epoch": 0.77, |
| "grad_norm": 1.2723732890398378, |
| "learning_rate": 1.2736043865267495e-06, |
| "loss": 0.7121, |
| "step": 2304 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.6384373918721116, |
| "learning_rate": 1.2699750706277604e-06, |
| "loss": 0.6708, |
| "step": 2305 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.5101986671519778, |
| "learning_rate": 1.2663501808257444e-06, |
| "loss": 0.7344, |
| "step": 2306 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.1413464803810025, |
| "learning_rate": 1.2627297214220413e-06, |
| "loss": 0.7496, |
| "step": 2307 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.8159967378907954, |
| "learning_rate": 1.2591136967127383e-06, |
| "loss": 0.8161, |
| "step": 2308 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.398880932392499, |
| "learning_rate": 1.2555021109886589e-06, |
| "loss": 0.7125, |
| "step": 2309 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.886542753279974, |
| "learning_rate": 1.251894968535356e-06, |
| "loss": 0.9685, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.989355458438701, |
| "learning_rate": 1.2482922736331144e-06, |
| "loss": 0.8486, |
| "step": 2311 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.6404392372815044, |
| "learning_rate": 1.24469403055694e-06, |
| "loss": 0.9091, |
| "step": 2312 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.1958543781850979, |
| "learning_rate": 1.2411002435765535e-06, |
| "loss": 0.546, |
| "step": 2313 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.612665416902427, |
| "learning_rate": 1.2375109169563915e-06, |
| "loss": 0.8027, |
| "step": 2314 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.2757097561492727, |
| "learning_rate": 1.2339260549555976e-06, |
| "loss": 0.8497, |
| "step": 2315 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 9.578673003767657, |
| "learning_rate": 1.2303456618280141e-06, |
| "loss": 0.7745, |
| "step": 2316 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.022899447259873, |
| "learning_rate": 1.226769741822184e-06, |
| "loss": 0.9657, |
| "step": 2317 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.073099317957969, |
| "learning_rate": 1.2231982991813428e-06, |
| "loss": 0.8364, |
| "step": 2318 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.8223947533740528, |
| "learning_rate": 1.2196313381434094e-06, |
| "loss": 0.6459, |
| "step": 2319 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.9860179164702624, |
| "learning_rate": 1.2160688629409873e-06, |
| "loss": 0.7918, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.8440155057622306, |
| "learning_rate": 1.2125108778013588e-06, |
| "loss": 0.5722, |
| "step": 2321 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 2.5147346490493803, |
| "learning_rate": 1.2089573869464738e-06, |
| "loss": 0.9833, |
| "step": 2322 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.0037955950505677, |
| "learning_rate": 1.2054083945929534e-06, |
| "loss": 0.7457, |
| "step": 2323 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.3312010365755162, |
| "learning_rate": 1.201863904952077e-06, |
| "loss": 0.7388, |
| "step": 2324 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.9755277417526166, |
| "learning_rate": 1.1983239222297837e-06, |
| "loss": 0.9509, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.9234044660721141, |
| "learning_rate": 1.1947884506266655e-06, |
| "loss": 0.6551, |
| "step": 2326 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.3832244345217564, |
| "learning_rate": 1.1912574943379574e-06, |
| "loss": 0.944, |
| "step": 2327 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 0.8524004096071586, |
| "learning_rate": 1.1877310575535394e-06, |
| "loss": 0.7971, |
| "step": 2328 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.2754167444658913, |
| "learning_rate": 1.1842091444579307e-06, |
| "loss": 0.9713, |
| "step": 2329 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.8415272387405162, |
| "learning_rate": 1.1806917592302763e-06, |
| "loss": 0.7228, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.0624036278779272, |
| "learning_rate": 1.1771789060443535e-06, |
| "loss": 0.7166, |
| "step": 2331 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.0540249548859664, |
| "learning_rate": 1.1736705890685623e-06, |
| "loss": 0.5413, |
| "step": 2332 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.5949473097797748, |
| "learning_rate": 1.1701668124659148e-06, |
| "loss": 0.8674, |
| "step": 2333 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 1.3395159117906856, |
| "learning_rate": 1.166667580394041e-06, |
| "loss": 0.9908, |
| "step": 2334 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.0548198156592377, |
| "learning_rate": 1.163172897005176e-06, |
| "loss": 0.8109, |
| "step": 2335 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.1384107201747855, |
| "learning_rate": 1.1596827664461558e-06, |
| "loss": 0.7649, |
| "step": 2336 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 0.7461369680146015, |
| "learning_rate": 1.1561971928584158e-06, |
| "loss": 0.9269, |
| "step": 2337 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.095614103103187, |
| "learning_rate": 1.1527161803779868e-06, |
| "loss": 0.7297, |
| "step": 2338 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.1826511639334585, |
| "learning_rate": 1.14923973313548e-06, |
| "loss": 0.9317, |
| "step": 2339 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 0.9562268941702745, |
| "learning_rate": 1.1457678552560969e-06, |
| "loss": 0.6115, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.432375759210558, |
| "learning_rate": 1.142300550859612e-06, |
| "loss": 0.8539, |
| "step": 2341 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.353177351743942, |
| "learning_rate": 1.1388378240603742e-06, |
| "loss": 0.8407, |
| "step": 2342 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 2.7325713219337957, |
| "learning_rate": 1.1353796789673037e-06, |
| "loss": 0.785, |
| "step": 2343 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.375789468099245, |
| "learning_rate": 1.1319261196838782e-06, |
| "loss": 0.949, |
| "step": 2344 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.0094720906979169, |
| "learning_rate": 1.1284771503081377e-06, |
| "loss": 0.7592, |
| "step": 2345 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.2598476904222036, |
| "learning_rate": 1.1250327749326772e-06, |
| "loss": 0.938, |
| "step": 2346 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.3052674450924475, |
| "learning_rate": 1.121592997644635e-06, |
| "loss": 0.7049, |
| "step": 2347 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.258276964322486, |
| "learning_rate": 1.1181578225256973e-06, |
| "loss": 0.929, |
| "step": 2348 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 0.7455842855608721, |
| "learning_rate": 1.1147272536520904e-06, |
| "loss": 0.5562, |
| "step": 2349 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 0.7457790312015599, |
| "learning_rate": 1.1113012950945695e-06, |
| "loss": 0.8702, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.6245341625021341, |
| "learning_rate": 1.1078799509184246e-06, |
| "loss": 0.905, |
| "step": 2351 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 0.9401515244220993, |
| "learning_rate": 1.1044632251834687e-06, |
| "loss": 0.9055, |
| "step": 2352 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 0.9769495132231634, |
| "learning_rate": 1.1010511219440307e-06, |
| "loss": 0.7669, |
| "step": 2353 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.1402928990680292, |
| "learning_rate": 1.0976436452489592e-06, |
| "loss": 0.8165, |
| "step": 2354 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 0.9791375139903892, |
| "learning_rate": 1.0942407991416132e-06, |
| "loss": 0.6946, |
| "step": 2355 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.3042525156872935, |
| "learning_rate": 1.0908425876598512e-06, |
| "loss": 1.0021, |
| "step": 2356 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.454396993917433, |
| "learning_rate": 1.0874490148360383e-06, |
| "loss": 0.5547, |
| "step": 2357 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 0.9857576888114316, |
| "learning_rate": 1.0840600846970333e-06, |
| "loss": 0.603, |
| "step": 2358 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 0.95662783267656, |
| "learning_rate": 1.0806758012641833e-06, |
| "loss": 0.7741, |
| "step": 2359 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.4470815689954033, |
| "learning_rate": 1.0772961685533267e-06, |
| "loss": 0.9107, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 0.6742428673471295, |
| "learning_rate": 1.0739211905747777e-06, |
| "loss": 0.9141, |
| "step": 2361 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.1727744757028575, |
| "learning_rate": 1.0705508713333313e-06, |
| "loss": 0.6866, |
| "step": 2362 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.0147858184700467, |
| "learning_rate": 1.0671852148282535e-06, |
| "loss": 0.9729, |
| "step": 2363 |
| }, |
| { |
| "epoch": 0.79, |
| "grad_norm": 1.7597236228137496, |
| "learning_rate": 1.0638242250532754e-06, |
| "loss": 0.7304, |
| "step": 2364 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.0550704998645823, |
| "learning_rate": 1.0604679059965923e-06, |
| "loss": 0.854, |
| "step": 2365 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.7722936135755233, |
| "learning_rate": 1.0571162616408586e-06, |
| "loss": 0.5621, |
| "step": 2366 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.069885117749818, |
| "learning_rate": 1.0537692959631773e-06, |
| "loss": 0.9321, |
| "step": 2367 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.464506696428825, |
| "learning_rate": 1.0504270129351035e-06, |
| "loss": 0.6972, |
| "step": 2368 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.3707491941604915, |
| "learning_rate": 1.0470894165226359e-06, |
| "loss": 0.7622, |
| "step": 2369 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.2947579169197967, |
| "learning_rate": 1.0437565106862075e-06, |
| "loss": 0.8383, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.4705401968710528, |
| "learning_rate": 1.0404282993806897e-06, |
| "loss": 0.7437, |
| "step": 2371 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 2.3408134122761592, |
| "learning_rate": 1.0371047865553847e-06, |
| "loss": 0.9487, |
| "step": 2372 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.7966098630383479, |
| "learning_rate": 1.0337859761540125e-06, |
| "loss": 0.8935, |
| "step": 2373 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.0036488207692273, |
| "learning_rate": 1.03047187211472e-06, |
| "loss": 0.9839, |
| "step": 2374 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.9949978093749406, |
| "learning_rate": 1.0271624783700678e-06, |
| "loss": 0.6756, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.0553984792477502, |
| "learning_rate": 1.0238577988470233e-06, |
| "loss": 0.6602, |
| "step": 2376 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.4181608983961633, |
| "learning_rate": 1.0205578374669655e-06, |
| "loss": 0.8833, |
| "step": 2377 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.1850033070984103, |
| "learning_rate": 1.0172625981456723e-06, |
| "loss": 0.8265, |
| "step": 2378 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.0861380474885987, |
| "learning_rate": 1.0139720847933166e-06, |
| "loss": 0.9184, |
| "step": 2379 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.5943867267333425, |
| "learning_rate": 1.0106863013144668e-06, |
| "loss": 0.6651, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.1222680962800449, |
| "learning_rate": 1.0074052516080756e-06, |
| "loss": 0.762, |
| "step": 2381 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.3357721906549833, |
| "learning_rate": 1.0041289395674802e-06, |
| "loss": 0.8829, |
| "step": 2382 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 5.051503139505891, |
| "learning_rate": 1.000857369080398e-06, |
| "loss": 0.7839, |
| "step": 2383 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.985893480447133, |
| "learning_rate": 9.975905440289152e-07, |
| "loss": 0.6077, |
| "step": 2384 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.2409952500484631, |
| "learning_rate": 9.943284682894905e-07, |
| "loss": 0.7258, |
| "step": 2385 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.6793930183350949, |
| "learning_rate": 9.91071145732948e-07, |
| "loss": 0.9676, |
| "step": 2386 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.4400023196668834, |
| "learning_rate": 9.878185802244666e-07, |
| "loss": 0.8104, |
| "step": 2387 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 2.0050833233562484, |
| "learning_rate": 9.84570775623585e-07, |
| "loss": 0.7959, |
| "step": 2388 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.1393784390936574, |
| "learning_rate": 9.813277357841928e-07, |
| "loss": 0.9064, |
| "step": 2389 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.079407523900785, |
| "learning_rate": 9.780894645545215e-07, |
| "loss": 0.808, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.5770085454880134, |
| "learning_rate": 9.748559657771472e-07, |
| "loss": 0.8763, |
| "step": 2391 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.149565389165838, |
| "learning_rate": 9.716272432889845e-07, |
| "loss": 0.7762, |
| "step": 2392 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.795584087829399, |
| "learning_rate": 9.684033009212752e-07, |
| "loss": 0.7917, |
| "step": 2393 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.7292722679624005, |
| "learning_rate": 9.651841424995933e-07, |
| "loss": 0.5128, |
| "step": 2394 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.3757507752060572, |
| "learning_rate": 9.619697718438358e-07, |
| "loss": 0.6103, |
| "step": 2395 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.768956229825491, |
| "learning_rate": 9.587601927682162e-07, |
| "loss": 0.9853, |
| "step": 2396 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.434290466603993, |
| "learning_rate": 9.55555409081263e-07, |
| "loss": 0.7562, |
| "step": 2397 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.8827510177898042, |
| "learning_rate": 9.52355424585818e-07, |
| "loss": 0.9672, |
| "step": 2398 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.6763148496192222, |
| "learning_rate": 9.491602430790209e-07, |
| "loss": 0.9465, |
| "step": 2399 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.1900209379285325, |
| "learning_rate": 9.459698683523205e-07, |
| "loss": 0.6813, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.8481846073794037, |
| "learning_rate": 9.427843041914541e-07, |
| "loss": 0.5585, |
| "step": 2401 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 3.9988368889205863, |
| "learning_rate": 9.396035543764559e-07, |
| "loss": 0.8286, |
| "step": 2402 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.21399862041315, |
| "learning_rate": 9.364276226816476e-07, |
| "loss": 0.8714, |
| "step": 2403 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.2510798408556612, |
| "learning_rate": 9.332565128756283e-07, |
| "loss": 0.65, |
| "step": 2404 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.3000796728068569, |
| "learning_rate": 9.300902287212804e-07, |
| "loss": 0.9264, |
| "step": 2405 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.2802506805210774, |
| "learning_rate": 9.269287739757604e-07, |
| "loss": 0.8394, |
| "step": 2406 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.2092031034359807, |
| "learning_rate": 9.237721523904891e-07, |
| "loss": 0.7507, |
| "step": 2407 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.1379488359220626, |
| "learning_rate": 9.206203677111574e-07, |
| "loss": 0.7785, |
| "step": 2408 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.4367401693079416, |
| "learning_rate": 9.174734236777156e-07, |
| "loss": 1.016, |
| "step": 2409 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.1674566619353695, |
| "learning_rate": 9.143313240243668e-07, |
| "loss": 0.9143, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.8418664053844834, |
| "learning_rate": 9.111940724795692e-07, |
| "loss": 0.5255, |
| "step": 2411 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.3247296099424044, |
| "learning_rate": 9.080616727660286e-07, |
| "loss": 0.8179, |
| "step": 2412 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.6978295615907156, |
| "learning_rate": 9.049341286006891e-07, |
| "loss": 0.9199, |
| "step": 2413 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.3204966731278756, |
| "learning_rate": 9.018114436947373e-07, |
| "loss": 0.6793, |
| "step": 2414 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.5200204379908404, |
| "learning_rate": 8.986936217535941e-07, |
| "loss": 0.9479, |
| "step": 2415 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.1921185265742145, |
| "learning_rate": 8.955806664769051e-07, |
| "loss": 0.6923, |
| "step": 2416 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.3063979384644793, |
| "learning_rate": 8.924725815585461e-07, |
| "loss": 0.6276, |
| "step": 2417 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 2.1897782910307466, |
| "learning_rate": 8.893693706866124e-07, |
| "loss": 0.9493, |
| "step": 2418 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.2305850134958418, |
| "learning_rate": 8.862710375434136e-07, |
| "loss": 0.8371, |
| "step": 2419 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.7683487422779512, |
| "learning_rate": 8.831775858054747e-07, |
| "loss": 0.5769, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.7745514020402156, |
| "learning_rate": 8.80089019143524e-07, |
| "loss": 0.7453, |
| "step": 2421 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 0.9144351134110872, |
| "learning_rate": 8.770053412224972e-07, |
| "loss": 1.0755, |
| "step": 2422 |
| }, |
| { |
| "epoch": 0.81, |
| "grad_norm": 1.2169055685852592, |
| "learning_rate": 8.739265557015287e-07, |
| "loss": 0.7382, |
| "step": 2423 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 0.767917285743808, |
| "learning_rate": 8.708526662339428e-07, |
| "loss": 0.8972, |
| "step": 2424 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 0.9720253238071261, |
| "learning_rate": 8.677836764672592e-07, |
| "loss": 0.8254, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.3097439707466092, |
| "learning_rate": 8.647195900431832e-07, |
| "loss": 0.7223, |
| "step": 2426 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.2786700406866016, |
| "learning_rate": 8.616604105975973e-07, |
| "loss": 0.8487, |
| "step": 2427 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.0544389576922255, |
| "learning_rate": 8.586061417605668e-07, |
| "loss": 0.447, |
| "step": 2428 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.1427357767101853, |
| "learning_rate": 8.555567871563275e-07, |
| "loss": 0.852, |
| "step": 2429 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.8575917293109778, |
| "learning_rate": 8.525123504032817e-07, |
| "loss": 0.7283, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.2758605357216581, |
| "learning_rate": 8.494728351140003e-07, |
| "loss": 0.8138, |
| "step": 2431 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.963960872574283, |
| "learning_rate": 8.46438244895213e-07, |
| "loss": 1.0474, |
| "step": 2432 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.005126352083494, |
| "learning_rate": 8.434085833478023e-07, |
| "loss": 0.8864, |
| "step": 2433 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.1575903617662777, |
| "learning_rate": 8.403838540668058e-07, |
| "loss": 0.8197, |
| "step": 2434 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.5719402232346518, |
| "learning_rate": 8.373640606414097e-07, |
| "loss": 0.7149, |
| "step": 2435 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 0.9008380923943919, |
| "learning_rate": 8.343492066549369e-07, |
| "loss": 0.892, |
| "step": 2436 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 0.9972292450028523, |
| "learning_rate": 8.313392956848559e-07, |
| "loss": 0.546, |
| "step": 2437 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.1076401995060166, |
| "learning_rate": 8.283343313027654e-07, |
| "loss": 0.7467, |
| "step": 2438 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.3706476435558113, |
| "learning_rate": 8.25334317074396e-07, |
| "loss": 0.7947, |
| "step": 2439 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.3734114541827636, |
| "learning_rate": 8.223392565596061e-07, |
| "loss": 0.7421, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.215855825842251, |
| "learning_rate": 8.193491533123715e-07, |
| "loss": 0.9371, |
| "step": 2441 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.0644114539341294, |
| "learning_rate": 8.163640108807897e-07, |
| "loss": 0.8787, |
| "step": 2442 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.5640732780133393, |
| "learning_rate": 8.133838328070714e-07, |
| "loss": 0.713, |
| "step": 2443 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.3675440945979755, |
| "learning_rate": 8.104086226275332e-07, |
| "loss": 0.9599, |
| "step": 2444 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.2694804986157469, |
| "learning_rate": 8.074383838725997e-07, |
| "loss": 0.892, |
| "step": 2445 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 0.9415163541727588, |
| "learning_rate": 8.044731200667966e-07, |
| "loss": 0.5622, |
| "step": 2446 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.3070241553248019, |
| "learning_rate": 8.015128347287438e-07, |
| "loss": 0.7092, |
| "step": 2447 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 0.7871605001029577, |
| "learning_rate": 7.985575313711547e-07, |
| "loss": 0.9455, |
| "step": 2448 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.4466036832090123, |
| "learning_rate": 7.956072135008336e-07, |
| "loss": 0.6525, |
| "step": 2449 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.550916531965268, |
| "learning_rate": 7.926618846186646e-07, |
| "loss": 0.7742, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.269310672083397, |
| "learning_rate": 7.897215482196146e-07, |
| "loss": 0.9267, |
| "step": 2451 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.3742601172818556, |
| "learning_rate": 7.867862077927269e-07, |
| "loss": 0.6435, |
| "step": 2452 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 1.3621824129390632, |
| "learning_rate": 7.838558668211132e-07, |
| "loss": 0.9134, |
| "step": 2453 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.071327303369928, |
| "learning_rate": 7.809305287819557e-07, |
| "loss": 0.4396, |
| "step": 2454 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.128642394800197, |
| "learning_rate": 7.780101971465015e-07, |
| "loss": 0.7254, |
| "step": 2455 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 0.919637953584474, |
| "learning_rate": 7.750948753800508e-07, |
| "loss": 0.9486, |
| "step": 2456 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.3204669133054163, |
| "learning_rate": 7.721845669419664e-07, |
| "loss": 0.8612, |
| "step": 2457 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.630790445281691, |
| "learning_rate": 7.692792752856564e-07, |
| "loss": 0.9241, |
| "step": 2458 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.3052077057560727, |
| "learning_rate": 7.663790038585794e-07, |
| "loss": 0.7472, |
| "step": 2459 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.1795484483123213, |
| "learning_rate": 7.634837561022373e-07, |
| "loss": 0.8836, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.7153860262220557, |
| "learning_rate": 7.605935354521665e-07, |
| "loss": 0.7528, |
| "step": 2461 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 0.9871185824596266, |
| "learning_rate": 7.577083453379425e-07, |
| "loss": 0.9065, |
| "step": 2462 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.5202806712168977, |
| "learning_rate": 7.548281891831715e-07, |
| "loss": 0.6943, |
| "step": 2463 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.8959949333831585, |
| "learning_rate": 7.519530704054828e-07, |
| "loss": 0.5424, |
| "step": 2464 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 0.9821287337123545, |
| "learning_rate": 7.490829924165311e-07, |
| "loss": 0.9143, |
| "step": 2465 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.205535732679849, |
| "learning_rate": 7.462179586219897e-07, |
| "loss": 0.7744, |
| "step": 2466 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.1063631303276116, |
| "learning_rate": 7.433579724215445e-07, |
| "loss": 0.8497, |
| "step": 2467 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.0353637966114024, |
| "learning_rate": 7.405030372088934e-07, |
| "loss": 0.918, |
| "step": 2468 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.8640977519679447, |
| "learning_rate": 7.376531563717415e-07, |
| "loss": 0.7716, |
| "step": 2469 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.3847151098353092, |
| "learning_rate": 7.348083332917927e-07, |
| "loss": 0.9306, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.3804166260223663, |
| "learning_rate": 7.319685713447533e-07, |
| "loss": 0.8427, |
| "step": 2471 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.1779325365335096, |
| "learning_rate": 7.291338739003234e-07, |
| "loss": 0.8251, |
| "step": 2472 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 0.6101088331164868, |
| "learning_rate": 7.263042443221907e-07, |
| "loss": 0.7363, |
| "step": 2473 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.193729346105327, |
| "learning_rate": 7.23479685968031e-07, |
| "loss": 0.7908, |
| "step": 2474 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.4879716708812818, |
| "learning_rate": 7.206602021895054e-07, |
| "loss": 0.8903, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.8304033946144136, |
| "learning_rate": 7.178457963322471e-07, |
| "loss": 0.8541, |
| "step": 2476 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.016175165370311, |
| "learning_rate": 7.150364717358699e-07, |
| "loss": 0.9032, |
| "step": 2477 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.2709855295380657, |
| "learning_rate": 7.122322317339542e-07, |
| "loss": 0.713, |
| "step": 2478 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.6377570920373563, |
| "learning_rate": 7.094330796540483e-07, |
| "loss": 0.9233, |
| "step": 2479 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 0.9878590653708235, |
| "learning_rate": 7.066390188176647e-07, |
| "loss": 0.9208, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.5936887943654459, |
| "learning_rate": 7.038500525402709e-07, |
| "loss": 0.5164, |
| "step": 2481 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.3585483905071323, |
| "learning_rate": 7.010661841312921e-07, |
| "loss": 0.8631, |
| "step": 2482 |
| }, |
| { |
| "epoch": 0.83, |
| "grad_norm": 1.8315633231430772, |
| "learning_rate": 6.98287416894105e-07, |
| "loss": 0.8767, |
| "step": 2483 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.3762529587784504, |
| "learning_rate": 6.955137541260287e-07, |
| "loss": 0.8644, |
| "step": 2484 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.6931405861421784, |
| "learning_rate": 6.927451991183292e-07, |
| "loss": 0.7468, |
| "step": 2485 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 0.7933292843277707, |
| "learning_rate": 6.899817551562127e-07, |
| "loss": 0.9223, |
| "step": 2486 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.072175864671769, |
| "learning_rate": 6.872234255188154e-07, |
| "loss": 0.8144, |
| "step": 2487 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.3923344255659424, |
| "learning_rate": 6.844702134792086e-07, |
| "loss": 0.7266, |
| "step": 2488 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.5167894869616714, |
| "learning_rate": 6.817221223043918e-07, |
| "loss": 0.808, |
| "step": 2489 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 0.9338271301984804, |
| "learning_rate": 6.789791552552838e-07, |
| "loss": 0.4791, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 2.3420420462409237, |
| "learning_rate": 6.762413155867276e-07, |
| "loss": 0.8875, |
| "step": 2491 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 2.3247182064522995, |
| "learning_rate": 6.735086065474799e-07, |
| "loss": 0.7643, |
| "step": 2492 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.0603305600189925, |
| "learning_rate": 6.707810313802077e-07, |
| "loss": 0.7917, |
| "step": 2493 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.0158506463368167, |
| "learning_rate": 6.680585933214895e-07, |
| "loss": 0.752, |
| "step": 2494 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 2.1519827749274936, |
| "learning_rate": 6.653412956018068e-07, |
| "loss": 0.78, |
| "step": 2495 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.3398923188770422, |
| "learning_rate": 6.626291414455388e-07, |
| "loss": 0.9415, |
| "step": 2496 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.1171663523879842, |
| "learning_rate": 6.599221340709661e-07, |
| "loss": 0.944, |
| "step": 2497 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.5730085960393438, |
| "learning_rate": 6.572202766902569e-07, |
| "loss": 0.9169, |
| "step": 2498 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.3294578621594544, |
| "learning_rate": 6.545235725094723e-07, |
| "loss": 0.4056, |
| "step": 2499 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.3147620527500556, |
| "learning_rate": 6.518320247285581e-07, |
| "loss": 0.8077, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.132701507545941, |
| "learning_rate": 6.49145636541339e-07, |
| "loss": 0.8238, |
| "step": 2501 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 2.6034325890977623, |
| "learning_rate": 6.46464411135519e-07, |
| "loss": 0.7712, |
| "step": 2502 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 0.8644652542166643, |
| "learning_rate": 6.437883516926774e-07, |
| "loss": 0.968, |
| "step": 2503 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 2.3190291444729505, |
| "learning_rate": 6.411174613882593e-07, |
| "loss": 0.805, |
| "step": 2504 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.3239353327004713, |
| "learning_rate": 6.384517433915794e-07, |
| "loss": 0.6499, |
| "step": 2505 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.1664771264334837, |
| "learning_rate": 6.357912008658151e-07, |
| "loss": 0.7498, |
| "step": 2506 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 0.9233719629976624, |
| "learning_rate": 6.331358369680002e-07, |
| "loss": 0.5923, |
| "step": 2507 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.3989930717401893, |
| "learning_rate": 6.30485654849024e-07, |
| "loss": 0.9766, |
| "step": 2508 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 7.231688073176058, |
| "learning_rate": 6.278406576536306e-07, |
| "loss": 0.7898, |
| "step": 2509 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.8319742501822631, |
| "learning_rate": 6.252008485204053e-07, |
| "loss": 0.8972, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 0.7716866771297338, |
| "learning_rate": 6.22566230581782e-07, |
| "loss": 0.8978, |
| "step": 2511 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 3.4539909533637325, |
| "learning_rate": 6.199368069640343e-07, |
| "loss": 0.6551, |
| "step": 2512 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 1.256650013849379, |
| "learning_rate": 6.173125807872687e-07, |
| "loss": 0.992, |
| "step": 2513 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 2.1330986527155416, |
| "learning_rate": 6.146935551654298e-07, |
| "loss": 0.7387, |
| "step": 2514 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 2.07907090735829, |
| "learning_rate": 6.12079733206285e-07, |
| "loss": 0.9791, |
| "step": 2515 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 2.350599132472098, |
| "learning_rate": 6.09471118011431e-07, |
| "loss": 0.7621, |
| "step": 2516 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.1196406436719715, |
| "learning_rate": 6.068677126762867e-07, |
| "loss": 0.853, |
| "step": 2517 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 2.3340358916459234, |
| "learning_rate": 6.042695202900855e-07, |
| "loss": 0.4322, |
| "step": 2518 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.2631654332238806, |
| "learning_rate": 6.016765439358774e-07, |
| "loss": 0.8816, |
| "step": 2519 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.9575851657041046, |
| "learning_rate": 5.990887866905237e-07, |
| "loss": 0.9843, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.33427376805103, |
| "learning_rate": 5.965062516246895e-07, |
| "loss": 0.7841, |
| "step": 2521 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.494355311259869, |
| "learning_rate": 5.939289418028455e-07, |
| "loss": 0.8985, |
| "step": 2522 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 0.8071967893441404, |
| "learning_rate": 5.913568602832637e-07, |
| "loss": 0.8716, |
| "step": 2523 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 5.014836434643359, |
| "learning_rate": 5.887900101180067e-07, |
| "loss": 0.7717, |
| "step": 2524 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.3789195911060184, |
| "learning_rate": 5.862283943529351e-07, |
| "loss": 0.9051, |
| "step": 2525 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.3227108104248329, |
| "learning_rate": 5.836720160276971e-07, |
| "loss": 0.5816, |
| "step": 2526 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.4750493069450232, |
| "learning_rate": 5.811208781757221e-07, |
| "loss": 0.9124, |
| "step": 2527 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.8536069269041333, |
| "learning_rate": 5.785749838242261e-07, |
| "loss": 0.8605, |
| "step": 2528 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.4161161953443637, |
| "learning_rate": 5.760343359942011e-07, |
| "loss": 0.8873, |
| "step": 2529 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.4990020447262482, |
| "learning_rate": 5.734989377004119e-07, |
| "loss": 0.8173, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.2186513764915625, |
| "learning_rate": 5.709687919513974e-07, |
| "loss": 0.7653, |
| "step": 2531 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.4530072862016132, |
| "learning_rate": 5.684439017494614e-07, |
| "loss": 0.823, |
| "step": 2532 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.1678610978614183, |
| "learning_rate": 5.659242700906719e-07, |
| "loss": 0.6481, |
| "step": 2533 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.6070921849925568, |
| "learning_rate": 5.63409899964858e-07, |
| "loss": 0.9878, |
| "step": 2534 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 0.6817220941026081, |
| "learning_rate": 5.609007943556028e-07, |
| "loss": 0.7327, |
| "step": 2535 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.2070055383720713, |
| "learning_rate": 5.583969562402447e-07, |
| "loss": 0.7993, |
| "step": 2536 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.464390214043122, |
| "learning_rate": 5.558983885898739e-07, |
| "loss": 0.7584, |
| "step": 2537 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.5268418031112772, |
| "learning_rate": 5.534050943693197e-07, |
| "loss": 0.8934, |
| "step": 2538 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.2920636202174511, |
| "learning_rate": 5.509170765371608e-07, |
| "loss": 0.7586, |
| "step": 2539 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.3066151533465031, |
| "learning_rate": 5.484343380457124e-07, |
| "loss": 0.8136, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 2.8825834723517554, |
| "learning_rate": 5.459568818410221e-07, |
| "loss": 0.8921, |
| "step": 2541 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 1.424820146310035, |
| "learning_rate": 5.434847108628749e-07, |
| "loss": 0.827, |
| "step": 2542 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.1598920315406398, |
| "learning_rate": 5.410178280447814e-07, |
| "loss": 0.4044, |
| "step": 2543 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.2492794057464023, |
| "learning_rate": 5.385562363139757e-07, |
| "loss": 0.8842, |
| "step": 2544 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 2.2541698106721997, |
| "learning_rate": 5.360999385914156e-07, |
| "loss": 0.7851, |
| "step": 2545 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.730326306886756, |
| "learning_rate": 5.336489377917786e-07, |
| "loss": 0.8641, |
| "step": 2546 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 0.7566236656982546, |
| "learning_rate": 5.312032368234527e-07, |
| "loss": 0.9082, |
| "step": 2547 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 4.707747154147361, |
| "learning_rate": 5.287628385885385e-07, |
| "loss": 0.696, |
| "step": 2548 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 0.9643633910069401, |
| "learning_rate": 5.263277459828475e-07, |
| "loss": 1.007, |
| "step": 2549 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.8878771634112432, |
| "learning_rate": 5.2389796189589e-07, |
| "loss": 0.776, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.0491009982257882, |
| "learning_rate": 5.214734892108813e-07, |
| "loss": 0.8311, |
| "step": 2551 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.221925754378292, |
| "learning_rate": 5.190543308047336e-07, |
| "loss": 0.535, |
| "step": 2552 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.2945996244696338, |
| "learning_rate": 5.166404895480509e-07, |
| "loss": 0.9175, |
| "step": 2553 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.5809084055469154, |
| "learning_rate": 5.1423196830513e-07, |
| "loss": 0.7298, |
| "step": 2554 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 2.2829183702187854, |
| "learning_rate": 5.11828769933953e-07, |
| "loss": 0.71, |
| "step": 2555 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.3669668383718663, |
| "learning_rate": 5.094308972861878e-07, |
| "loss": 0.9086, |
| "step": 2556 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.5804824869219238, |
| "learning_rate": 5.070383532071826e-07, |
| "loss": 0.752, |
| "step": 2557 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.352299737397528, |
| "learning_rate": 5.0465114053596e-07, |
| "loss": 0.9004, |
| "step": 2558 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.6939503325010052, |
| "learning_rate": 5.022692621052189e-07, |
| "loss": 0.8624, |
| "step": 2559 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.3433444228417872, |
| "learning_rate": 4.998927207413295e-07, |
| "loss": 0.9749, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 0.8911173793592974, |
| "learning_rate": 4.975215192643246e-07, |
| "loss": 0.6645, |
| "step": 2561 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.8313208861688883, |
| "learning_rate": 4.951556604879049e-07, |
| "loss": 0.66, |
| "step": 2562 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.2744031786336527, |
| "learning_rate": 4.927951472194298e-07, |
| "loss": 0.851, |
| "step": 2563 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.5620718861556002, |
| "learning_rate": 4.904399822599143e-07, |
| "loss": 0.8601, |
| "step": 2564 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.2681520058309828, |
| "learning_rate": 4.88090168404029e-07, |
| "loss": 0.7409, |
| "step": 2565 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 2.5192034888788317, |
| "learning_rate": 4.857457084400957e-07, |
| "loss": 0.7763, |
| "step": 2566 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.4527106230482187, |
| "learning_rate": 4.834066051500785e-07, |
| "loss": 0.7894, |
| "step": 2567 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.309316048385762, |
| "learning_rate": 4.81072861309591e-07, |
| "loss": 0.8275, |
| "step": 2568 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 2.258101393803827, |
| "learning_rate": 4.787444796878843e-07, |
| "loss": 0.692, |
| "step": 2569 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.02150093236804, |
| "learning_rate": 4.7642146304784475e-07, |
| "loss": 0.6101, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 1.9874817553784718, |
| "learning_rate": 4.7410381414599635e-07, |
| "loss": 0.7692, |
| "step": 2571 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 0.9725539748676338, |
| "learning_rate": 4.717915357324926e-07, |
| "loss": 0.969, |
| "step": 2572 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.3059456165394752, |
| "learning_rate": 4.6948463055111193e-07, |
| "loss": 0.6611, |
| "step": 2573 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.111928279023787, |
| "learning_rate": 4.6718310133926084e-07, |
| "loss": 0.7993, |
| "step": 2574 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.3458259026280677, |
| "learning_rate": 4.648869508279613e-07, |
| "loss": 0.9022, |
| "step": 2575 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.3840511848579722, |
| "learning_rate": 4.625961817418578e-07, |
| "loss": 0.7794, |
| "step": 2576 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.4864110945031077, |
| "learning_rate": 4.603107967992082e-07, |
| "loss": 0.8821, |
| "step": 2577 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.7079723209390272, |
| "learning_rate": 4.5803079871187816e-07, |
| "loss": 0.7753, |
| "step": 2578 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.3276449676046578, |
| "learning_rate": 4.557561901853452e-07, |
| "loss": 0.92, |
| "step": 2579 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.0470813362444034, |
| "learning_rate": 4.5348697391869034e-07, |
| "loss": 0.3982, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.3758581061209418, |
| "learning_rate": 4.5122315260459347e-07, |
| "loss": 0.6637, |
| "step": 2581 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.5700523182115533, |
| "learning_rate": 4.4896472892933693e-07, |
| "loss": 0.8942, |
| "step": 2582 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.0981440676895904, |
| "learning_rate": 4.4671170557279597e-07, |
| "loss": 0.7967, |
| "step": 2583 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 0.9423782464995006, |
| "learning_rate": 4.4446408520843696e-07, |
| "loss": 0.9528, |
| "step": 2584 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.7052630794207033, |
| "learning_rate": 4.4222187050331657e-07, |
| "loss": 0.9453, |
| "step": 2585 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.4825024489531355, |
| "learning_rate": 4.39985064118077e-07, |
| "loss": 0.8064, |
| "step": 2586 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 0.9464497457984802, |
| "learning_rate": 4.3775366870694114e-07, |
| "loss": 0.4403, |
| "step": 2587 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.540306395850577, |
| "learning_rate": 4.355276869177127e-07, |
| "loss": 0.8197, |
| "step": 2588 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 2.8364558067549375, |
| "learning_rate": 4.333071213917722e-07, |
| "loss": 0.7955, |
| "step": 2589 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.0876391473465792, |
| "learning_rate": 4.310919747640707e-07, |
| "loss": 0.6868, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.5754038178115388, |
| "learning_rate": 4.288822496631323e-07, |
| "loss": 1.0056, |
| "step": 2591 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.7764085310633109, |
| "learning_rate": 4.266779487110434e-07, |
| "loss": 0.7429, |
| "step": 2592 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.2633171674960981, |
| "learning_rate": 4.244790745234584e-07, |
| "loss": 0.7722, |
| "step": 2593 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.151552050545388, |
| "learning_rate": 4.222856297095912e-07, |
| "loss": 0.8117, |
| "step": 2594 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 0.8574415419736506, |
| "learning_rate": 4.200976168722104e-07, |
| "loss": 0.9719, |
| "step": 2595 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 0.9447364295695428, |
| "learning_rate": 4.179150386076425e-07, |
| "loss": 0.5651, |
| "step": 2596 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 2.5086483354580267, |
| "learning_rate": 4.157378975057647e-07, |
| "loss": 0.7522, |
| "step": 2597 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.4692259235827902, |
| "learning_rate": 4.135661961499987e-07, |
| "loss": 0.9872, |
| "step": 2598 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.0469630491870547, |
| "learning_rate": 4.113999371173155e-07, |
| "loss": 0.8815, |
| "step": 2599 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.2141514043743913, |
| "learning_rate": 4.092391229782278e-07, |
| "loss": 0.6856, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 2.588220205824226, |
| "learning_rate": 4.07083756296785e-07, |
| "loss": 0.9539, |
| "step": 2601 |
| }, |
| { |
| "epoch": 0.87, |
| "grad_norm": 1.5319301421528126, |
| "learning_rate": 4.0493383963057354e-07, |
| "loss": 0.6563, |
| "step": 2602 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 4.269545594617609, |
| "learning_rate": 4.027893755307144e-07, |
| "loss": 0.8036, |
| "step": 2603 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.5183025731120727, |
| "learning_rate": 4.0065036654185543e-07, |
| "loss": 0.8163, |
| "step": 2604 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.2989881523632163, |
| "learning_rate": 3.9851681520217346e-07, |
| "loss": 0.8449, |
| "step": 2605 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.8052545180303773, |
| "learning_rate": 3.9638872404337057e-07, |
| "loss": 0.5588, |
| "step": 2606 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 2.264747635633115, |
| "learning_rate": 3.942660955906652e-07, |
| "loss": 0.8793, |
| "step": 2607 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.836495769130227, |
| "learning_rate": 3.921489323627975e-07, |
| "loss": 1.0434, |
| "step": 2608 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.316490612196402, |
| "learning_rate": 3.900372368720223e-07, |
| "loss": 0.7232, |
| "step": 2609 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.8774964034626762, |
| "learning_rate": 3.8793101162410417e-07, |
| "loss": 0.8986, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.315938069844575, |
| "learning_rate": 3.8583025911831885e-07, |
| "loss": 0.8047, |
| "step": 2611 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.9206945451106001, |
| "learning_rate": 3.8373498184744564e-07, |
| "loss": 0.6942, |
| "step": 2612 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 2.428338702142425, |
| "learning_rate": 3.816451822977696e-07, |
| "loss": 0.7985, |
| "step": 2613 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 2.7158094454678, |
| "learning_rate": 3.795608629490738e-07, |
| "loss": 0.4738, |
| "step": 2614 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.9669407880254337, |
| "learning_rate": 3.774820262746398e-07, |
| "loss": 0.8941, |
| "step": 2615 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.9404514700846816, |
| "learning_rate": 3.754086747412422e-07, |
| "loss": 0.7422, |
| "step": 2616 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.3491579028610894, |
| "learning_rate": 3.733408108091485e-07, |
| "loss": 0.9446, |
| "step": 2617 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.2016595161851682, |
| "learning_rate": 3.712784369321121e-07, |
| "loss": 0.9242, |
| "step": 2618 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.0418209050573344, |
| "learning_rate": 3.6922155555737415e-07, |
| "loss": 0.8797, |
| "step": 2619 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 0.9548362943548335, |
| "learning_rate": 3.6717016912565575e-07, |
| "loss": 0.8788, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.7988856000096167, |
| "learning_rate": 3.6512428007116076e-07, |
| "loss": 0.7274, |
| "step": 2621 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.113828925707038, |
| "learning_rate": 3.6308389082156835e-07, |
| "loss": 0.9286, |
| "step": 2622 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.0412444144054664, |
| "learning_rate": 3.6104900379802966e-07, |
| "loss": 0.4107, |
| "step": 2623 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.2911839525173183, |
| "learning_rate": 3.5901962141516975e-07, |
| "loss": 0.7393, |
| "step": 2624 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.0518374180781103, |
| "learning_rate": 3.569957460810819e-07, |
| "loss": 0.8024, |
| "step": 2625 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.32965130865643, |
| "learning_rate": 3.549773801973211e-07, |
| "loss": 0.6666, |
| "step": 2626 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 2.212231599328838, |
| "learning_rate": 3.5296452615890763e-07, |
| "loss": 0.9432, |
| "step": 2627 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.3608260329875685, |
| "learning_rate": 3.5095718635432206e-07, |
| "loss": 0.8546, |
| "step": 2628 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.5581576962879526, |
| "learning_rate": 3.4895536316549847e-07, |
| "loss": 0.8538, |
| "step": 2629 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 4.6614150120838, |
| "learning_rate": 3.469590589678284e-07, |
| "loss": 0.7863, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 1.4926557661612472, |
| "learning_rate": 3.4496827613015206e-07, |
| "loss": 0.8907, |
| "step": 2631 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 0.8039499945880891, |
| "learning_rate": 3.4298301701475855e-07, |
| "loss": 0.4808, |
| "step": 2632 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.1905722669358323, |
| "learning_rate": 3.41003283977383e-07, |
| "loss": 0.7487, |
| "step": 2633 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 0.6986371991107881, |
| "learning_rate": 3.3902907936720353e-07, |
| "loss": 0.9495, |
| "step": 2634 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.4869474406248189, |
| "learning_rate": 3.370604055268356e-07, |
| "loss": 0.7212, |
| "step": 2635 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 2.8779564155646393, |
| "learning_rate": 3.3509726479233506e-07, |
| "loss": 0.8381, |
| "step": 2636 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.2264711868082663, |
| "learning_rate": 3.3313965949319124e-07, |
| "loss": 0.8715, |
| "step": 2637 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.1683765059818958, |
| "learning_rate": 3.3118759195232273e-07, |
| "loss": 0.7021, |
| "step": 2638 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 2.5641823064696316, |
| "learning_rate": 3.2924106448607997e-07, |
| "loss": 0.892, |
| "step": 2639 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.532593479623006, |
| "learning_rate": 3.27300079404238e-07, |
| "loss": 0.4987, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.5364680052249882, |
| "learning_rate": 3.253646390099946e-07, |
| "loss": 0.9574, |
| "step": 2641 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 2.7494225104896928, |
| "learning_rate": 3.234347455999709e-07, |
| "loss": 0.8853, |
| "step": 2642 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.7670760889127708, |
| "learning_rate": 3.2151040146420174e-07, |
| "loss": 0.8248, |
| "step": 2643 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.3612872727667016, |
| "learning_rate": 3.195916088861406e-07, |
| "loss": 0.8657, |
| "step": 2644 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.61232949463098, |
| "learning_rate": 3.176783701426528e-07, |
| "loss": 0.7624, |
| "step": 2645 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.7512751376725006, |
| "learning_rate": 3.157706875040112e-07, |
| "loss": 0.8892, |
| "step": 2646 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.1279304547016331, |
| "learning_rate": 3.138685632338978e-07, |
| "loss": 0.8946, |
| "step": 2647 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.0156001862065982, |
| "learning_rate": 3.119719995893994e-07, |
| "loss": 0.8626, |
| "step": 2648 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.1047225743161706, |
| "learning_rate": 3.1008099882100183e-07, |
| "loss": 0.7032, |
| "step": 2649 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 0.8055209712012161, |
| "learning_rate": 3.0819556317259304e-07, |
| "loss": 0.5099, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 0.8978654218495539, |
| "learning_rate": 3.0631569488145605e-07, |
| "loss": 0.8879, |
| "step": 2651 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.56163387406707, |
| "learning_rate": 3.0444139617826605e-07, |
| "loss": 0.7315, |
| "step": 2652 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.2639097250146507, |
| "learning_rate": 3.0257266928709174e-07, |
| "loss": 0.9328, |
| "step": 2653 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.096583484777574, |
| "learning_rate": 3.0070951642538925e-07, |
| "loss": 0.8307, |
| "step": 2654 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.962268040329778, |
| "learning_rate": 2.988519398040002e-07, |
| "loss": 0.8051, |
| "step": 2655 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.318280239576707, |
| "learning_rate": 2.969999416271496e-07, |
| "loss": 0.9379, |
| "step": 2656 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.7944453955910211, |
| "learning_rate": 2.95153524092443e-07, |
| "loss": 0.8111, |
| "step": 2657 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.4912483684888345, |
| "learning_rate": 2.9331268939086334e-07, |
| "loss": 0.8889, |
| "step": 2658 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.0334675316335602, |
| "learning_rate": 2.91477439706771e-07, |
| "loss": 0.7182, |
| "step": 2659 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.5064936448328934, |
| "learning_rate": 2.896477772178957e-07, |
| "loss": 0.9439, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.89, |
| "grad_norm": 1.3714749272209092, |
| "learning_rate": 2.878237040953402e-07, |
| "loss": 0.7028, |
| "step": 2661 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.1420997964952955, |
| "learning_rate": 2.860052225035742e-07, |
| "loss": 0.8369, |
| "step": 2662 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 0.98634064920856, |
| "learning_rate": 2.8419233460043106e-07, |
| "loss": 0.8062, |
| "step": 2663 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.757723335554425, |
| "learning_rate": 2.823850425371083e-07, |
| "loss": 0.8319, |
| "step": 2664 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.0577128772334607, |
| "learning_rate": 2.8058334845816214e-07, |
| "loss": 0.8647, |
| "step": 2665 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 2.348419199656031, |
| "learning_rate": 2.787872545015069e-07, |
| "loss": 0.8924, |
| "step": 2666 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.0927291339598486, |
| "learning_rate": 2.7699676279841104e-07, |
| "loss": 0.586, |
| "step": 2667 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.4509141583941134, |
| "learning_rate": 2.752118754734967e-07, |
| "loss": 0.7888, |
| "step": 2668 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.6815397535294638, |
| "learning_rate": 2.734325946447336e-07, |
| "loss": 0.8181, |
| "step": 2669 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.244936753957303, |
| "learning_rate": 2.716589224234406e-07, |
| "loss": 0.8886, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.406583885789427, |
| "learning_rate": 2.698908609142814e-07, |
| "loss": 0.7041, |
| "step": 2671 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 0.8948786614356602, |
| "learning_rate": 2.681284122152594e-07, |
| "loss": 0.9313, |
| "step": 2672 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.3252904412145894, |
| "learning_rate": 2.663715784177201e-07, |
| "loss": 0.7806, |
| "step": 2673 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.8280351031431339, |
| "learning_rate": 2.646203616063475e-07, |
| "loss": 0.6111, |
| "step": 2674 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.1907461322283228, |
| "learning_rate": 2.628747638591561e-07, |
| "loss": 0.9705, |
| "step": 2675 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 0.8008811537584114, |
| "learning_rate": 2.6113478724749785e-07, |
| "loss": 0.3866, |
| "step": 2676 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.3463737178099071, |
| "learning_rate": 2.594004338360495e-07, |
| "loss": 0.934, |
| "step": 2677 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.1515492778143783, |
| "learning_rate": 2.576717056828193e-07, |
| "loss": 0.7157, |
| "step": 2678 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.6211610454378487, |
| "learning_rate": 2.559486048391391e-07, |
| "loss": 0.7337, |
| "step": 2679 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 2.237943686050515, |
| "learning_rate": 2.542311333496622e-07, |
| "loss": 0.7678, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 2.128844800171527, |
| "learning_rate": 2.525192932523635e-07, |
| "loss": 0.7852, |
| "step": 2681 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.1653773964017915, |
| "learning_rate": 2.5081308657853576e-07, |
| "loss": 0.8894, |
| "step": 2682 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 0.7320890249144278, |
| "learning_rate": 2.4911251535278515e-07, |
| "loss": 0.9252, |
| "step": 2683 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.4483951444661212, |
| "learning_rate": 2.474175815930324e-07, |
| "loss": 0.8586, |
| "step": 2684 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.0816246090252573, |
| "learning_rate": 2.457282873105099e-07, |
| "loss": 0.4372, |
| "step": 2685 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.9076215417844995, |
| "learning_rate": 2.4404463450975415e-07, |
| "loss": 0.7595, |
| "step": 2686 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.109046375961518, |
| "learning_rate": 2.423666251886114e-07, |
| "loss": 0.791, |
| "step": 2687 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.8937378798553781, |
| "learning_rate": 2.406942613382296e-07, |
| "loss": 0.9573, |
| "step": 2688 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 2.3478164851725647, |
| "learning_rate": 2.3902754494305734e-07, |
| "loss": 0.9077, |
| "step": 2689 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.8611408984208746, |
| "learning_rate": 2.3736647798084268e-07, |
| "loss": 0.8201, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 1.7508442940077549, |
| "learning_rate": 2.3571106242262997e-07, |
| "loss": 0.814, |
| "step": 2691 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.2873843580683795, |
| "learning_rate": 2.340613002327563e-07, |
| "loss": 0.6386, |
| "step": 2692 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.4877778479832204, |
| "learning_rate": 2.3241719336885182e-07, |
| "loss": 0.5405, |
| "step": 2693 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.768355274669733, |
| "learning_rate": 2.307787437818365e-07, |
| "loss": 0.96, |
| "step": 2694 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.1451211377964616, |
| "learning_rate": 2.2914595341591517e-07, |
| "loss": 0.8071, |
| "step": 2695 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.4088988975050831, |
| "learning_rate": 2.275188242085785e-07, |
| "loss": 0.8704, |
| "step": 2696 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 0.8536693088323359, |
| "learning_rate": 2.2589735809059986e-07, |
| "loss": 0.86, |
| "step": 2697 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 2.029995695039867, |
| "learning_rate": 2.2428155698603182e-07, |
| "loss": 0.6683, |
| "step": 2698 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.0637082649245424, |
| "learning_rate": 2.2267142281220678e-07, |
| "loss": 1.0052, |
| "step": 2699 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 2.500196284620567, |
| "learning_rate": 2.2106695747973027e-07, |
| "loss": 0.7536, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.7181836595335211, |
| "learning_rate": 2.1946816289248163e-07, |
| "loss": 0.969, |
| "step": 2701 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.1300756768563276, |
| "learning_rate": 2.1787504094761268e-07, |
| "loss": 0.732, |
| "step": 2702 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 0.9440183717407935, |
| "learning_rate": 2.162875935355424e-07, |
| "loss": 0.5243, |
| "step": 2703 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.3445487212113068, |
| "learning_rate": 2.147058225399573e-07, |
| "loss": 0.6981, |
| "step": 2704 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.0373516663363105, |
| "learning_rate": 2.1312972983780823e-07, |
| "loss": 0.8654, |
| "step": 2705 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.5322524314847275, |
| "learning_rate": 2.115593172993058e-07, |
| "loss": 0.9121, |
| "step": 2706 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 0.9699543892485092, |
| "learning_rate": 2.0999458678792384e-07, |
| "loss": 0.8491, |
| "step": 2707 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.3891819548225708, |
| "learning_rate": 2.0843554016039326e-07, |
| "loss": 0.9043, |
| "step": 2708 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 0.8185285451078111, |
| "learning_rate": 2.0688217926669695e-07, |
| "loss": 0.8791, |
| "step": 2709 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.3692391542828637, |
| "learning_rate": 2.05334505950075e-07, |
| "loss": 0.8617, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.1268558914274482, |
| "learning_rate": 2.0379252204701715e-07, |
| "loss": 0.7171, |
| "step": 2711 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 0.7812773908286235, |
| "learning_rate": 2.0225622938726097e-07, |
| "loss": 0.6252, |
| "step": 2712 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 2.224911191183341, |
| "learning_rate": 2.007256297937926e-07, |
| "loss": 0.8727, |
| "step": 2713 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 2.1247883465443187, |
| "learning_rate": 1.9920072508284204e-07, |
| "loss": 0.7788, |
| "step": 2714 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.0348190940535864, |
| "learning_rate": 1.9768151706388016e-07, |
| "loss": 0.9084, |
| "step": 2715 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 2.1055918897070227, |
| "learning_rate": 1.961680075396205e-07, |
| "loss": 0.7573, |
| "step": 2716 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 2.133863957282143, |
| "learning_rate": 1.9466019830601257e-07, |
| "loss": 0.7605, |
| "step": 2717 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.4499029231231835, |
| "learning_rate": 1.9315809115224348e-07, |
| "loss": 0.8533, |
| "step": 2718 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.0703910942557104, |
| "learning_rate": 1.9166168786073303e-07, |
| "loss": 0.7337, |
| "step": 2719 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 1.6000480850439953, |
| "learning_rate": 1.9017099020713358e-07, |
| "loss": 0.6344, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.91, |
| "grad_norm": 0.6821691857990759, |
| "learning_rate": 1.8868599996032577e-07, |
| "loss": 0.8582, |
| "step": 2721 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.0853464378564273, |
| "learning_rate": 1.8720671888242058e-07, |
| "loss": 0.9131, |
| "step": 2722 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 2.005313108250883, |
| "learning_rate": 1.857331487287506e-07, |
| "loss": 0.7679, |
| "step": 2723 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.0551623693748535, |
| "learning_rate": 1.8426529124787372e-07, |
| "loss": 0.9143, |
| "step": 2724 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 4.164534107841947, |
| "learning_rate": 1.8280314818157118e-07, |
| "loss": 0.7628, |
| "step": 2725 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 2.1555443535835623, |
| "learning_rate": 1.81346721264839e-07, |
| "loss": 0.7927, |
| "step": 2726 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 2.678958259665459, |
| "learning_rate": 1.7989601222589358e-07, |
| "loss": 0.8605, |
| "step": 2727 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 2.8194971928180865, |
| "learning_rate": 1.7845102278616578e-07, |
| "loss": 0.9618, |
| "step": 2728 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.1070980135977966, |
| "learning_rate": 1.7701175466029895e-07, |
| "loss": 0.5115, |
| "step": 2729 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 2.082398121797478, |
| "learning_rate": 1.75578209556147e-07, |
| "loss": 0.7602, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.3233433072764758, |
| "learning_rate": 1.7415038917477478e-07, |
| "loss": 0.7592, |
| "step": 2731 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.7603468281879102, |
| "learning_rate": 1.7272829521045142e-07, |
| "loss": 0.9079, |
| "step": 2732 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.3310756442803844, |
| "learning_rate": 1.7131192935065433e-07, |
| "loss": 0.9207, |
| "step": 2733 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.432863365543643, |
| "learning_rate": 1.699012932760602e-07, |
| "loss": 0.8256, |
| "step": 2734 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.2019899740262794, |
| "learning_rate": 1.6849638866054896e-07, |
| "loss": 0.8681, |
| "step": 2735 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.0362999890463431, |
| "learning_rate": 1.6709721717120042e-07, |
| "loss": 0.73, |
| "step": 2736 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.4008844037260764, |
| "learning_rate": 1.657037804682876e-07, |
| "loss": 0.8586, |
| "step": 2737 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 0.8131916555986421, |
| "learning_rate": 1.6431608020528233e-07, |
| "loss": 0.5088, |
| "step": 2738 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.1737569598227815, |
| "learning_rate": 1.629341180288485e-07, |
| "loss": 0.9133, |
| "step": 2739 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 2.3592387918315283, |
| "learning_rate": 1.6155789557883994e-07, |
| "loss": 0.7353, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 3.3910768653046546, |
| "learning_rate": 1.6018741448830033e-07, |
| "loss": 0.8418, |
| "step": 2741 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 2.1381087630479967, |
| "learning_rate": 1.5882267638346217e-07, |
| "loss": 0.8105, |
| "step": 2742 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.3239099809529415, |
| "learning_rate": 1.574636828837395e-07, |
| "loss": 0.7096, |
| "step": 2743 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.4997744399914963, |
| "learning_rate": 1.5611043560173345e-07, |
| "loss": 0.9191, |
| "step": 2744 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 0.8359550538385863, |
| "learning_rate": 1.5476293614322512e-07, |
| "loss": 0.878, |
| "step": 2745 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 2.359484406423948, |
| "learning_rate": 1.5342118610717438e-07, |
| "loss": 1.0256, |
| "step": 2746 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 0.6486483587835274, |
| "learning_rate": 1.520851870857204e-07, |
| "loss": 0.6357, |
| "step": 2747 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.5645601518660328, |
| "learning_rate": 1.507549406641773e-07, |
| "loss": 0.7689, |
| "step": 2748 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 0.9902596907420013, |
| "learning_rate": 1.4943044842103238e-07, |
| "loss": 0.853, |
| "step": 2749 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 1.400496082419666, |
| "learning_rate": 1.4811171192794628e-07, |
| "loss": 0.7175, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.4144483947692645, |
| "learning_rate": 1.4679873274975e-07, |
| "loss": 0.7187, |
| "step": 2751 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.34712934318542, |
| "learning_rate": 1.4549151244444003e-07, |
| "loss": 0.8035, |
| "step": 2752 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 2.0405940886163436, |
| "learning_rate": 1.4419005256318286e-07, |
| "loss": 0.88, |
| "step": 2753 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.1716276751353585, |
| "learning_rate": 1.42894354650307e-07, |
| "loss": 0.7532, |
| "step": 2754 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 2.7373243711532824, |
| "learning_rate": 1.4160442024330533e-07, |
| "loss": 0.7798, |
| "step": 2755 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 0.8435155294559333, |
| "learning_rate": 1.403202508728313e-07, |
| "loss": 0.5962, |
| "step": 2756 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.1825868007187057, |
| "learning_rate": 1.3904184806269705e-07, |
| "loss": 0.7366, |
| "step": 2757 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 0.5994068452164278, |
| "learning_rate": 1.3776921332987193e-07, |
| "loss": 0.9596, |
| "step": 2758 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 2.01854784544051, |
| "learning_rate": 1.3650234818448182e-07, |
| "loss": 0.683, |
| "step": 2759 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.4836020926047175, |
| "learning_rate": 1.3524125412980482e-07, |
| "loss": 0.9585, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.291686827417036, |
| "learning_rate": 1.3398593266227223e-07, |
| "loss": 0.7816, |
| "step": 2761 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.7847349422196483, |
| "learning_rate": 1.3273638527146638e-07, |
| "loss": 0.7896, |
| "step": 2762 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.916900923840311, |
| "learning_rate": 1.3149261344011456e-07, |
| "loss": 0.8997, |
| "step": 2763 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 2.1383519338225176, |
| "learning_rate": 1.3025461864409395e-07, |
| "loss": 0.6844, |
| "step": 2764 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 0.8048809844510697, |
| "learning_rate": 1.2902240235242614e-07, |
| "loss": 0.6021, |
| "step": 2765 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.0140358528007924, |
| "learning_rate": 1.277959660272743e-07, |
| "loss": 0.6568, |
| "step": 2766 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.5501260390590794, |
| "learning_rate": 1.265753111239443e-07, |
| "loss": 0.6727, |
| "step": 2767 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.3055283965153037, |
| "learning_rate": 1.253604390908819e-07, |
| "loss": 0.8678, |
| "step": 2768 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.1577868973660936, |
| "learning_rate": 1.2415135136967015e-07, |
| "loss": 0.7871, |
| "step": 2769 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 0.9965066907383104, |
| "learning_rate": 1.2294804939502746e-07, |
| "loss": 0.9919, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 0.7453024542162656, |
| "learning_rate": 1.2175053459481e-07, |
| "loss": 0.9242, |
| "step": 2771 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 4.792593540406242, |
| "learning_rate": 1.2055880839000277e-07, |
| "loss": 0.8683, |
| "step": 2772 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 0.8780490052553268, |
| "learning_rate": 1.1937287219472515e-07, |
| "loss": 0.4764, |
| "step": 2773 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 2.572439546137704, |
| "learning_rate": 1.1819272741622367e-07, |
| "loss": 0.77, |
| "step": 2774 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.6028433284299646, |
| "learning_rate": 1.1701837545487426e-07, |
| "loss": 0.7625, |
| "step": 2775 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.4051504218425173, |
| "learning_rate": 1.1584981770417891e-07, |
| "loss": 0.7717, |
| "step": 2776 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.5514585939316918, |
| "learning_rate": 1.1468705555076287e-07, |
| "loss": 0.9766, |
| "step": 2777 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.5954583559938271, |
| "learning_rate": 1.1353009037437523e-07, |
| "loss": 0.7514, |
| "step": 2778 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 1.5557266932818827, |
| "learning_rate": 1.1237892354788726e-07, |
| "loss": 0.7565, |
| "step": 2779 |
| }, |
| { |
| "epoch": 0.93, |
| "grad_norm": 2.0523161757593718, |
| "learning_rate": 1.1123355643728795e-07, |
| "loss": 0.8161, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 0.877720929631673, |
| "learning_rate": 1.1009399040168455e-07, |
| "loss": 0.98, |
| "step": 2781 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 0.8200839716028724, |
| "learning_rate": 1.0896022679330265e-07, |
| "loss": 0.5908, |
| "step": 2782 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 2.492926507357318, |
| "learning_rate": 1.078322669574794e-07, |
| "loss": 0.756, |
| "step": 2783 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 2.672312280011121, |
| "learning_rate": 1.0671011223266803e-07, |
| "loss": 0.9149, |
| "step": 2784 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.1191277377157092, |
| "learning_rate": 1.0559376395043285e-07, |
| "loss": 0.8994, |
| "step": 2785 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.1915379652867963, |
| "learning_rate": 1.0448322343544537e-07, |
| "loss": 0.6998, |
| "step": 2786 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.7932227448501694, |
| "learning_rate": 1.0337849200548978e-07, |
| "loss": 0.9484, |
| "step": 2787 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.5141511480163188, |
| "learning_rate": 1.0227957097145413e-07, |
| "loss": 0.608, |
| "step": 2788 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.152302688493958, |
| "learning_rate": 1.0118646163733203e-07, |
| "loss": 0.8456, |
| "step": 2789 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.7823115205185618, |
| "learning_rate": 1.0009916530022256e-07, |
| "loss": 0.7747, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 3.038014928455321, |
| "learning_rate": 9.901768325032535e-08, |
| "loss": 0.7265, |
| "step": 2791 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 0.8818206087893566, |
| "learning_rate": 9.794201677094162e-08, |
| "loss": 0.585, |
| "step": 2792 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.2547416577637318, |
| "learning_rate": 9.687216713847203e-08, |
| "loss": 0.8381, |
| "step": 2793 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.390347746136916, |
| "learning_rate": 9.580813562241276e-08, |
| "loss": 1.0134, |
| "step": 2794 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.7077790688127303, |
| "learning_rate": 9.474992348535884e-08, |
| "loss": 0.7519, |
| "step": 2795 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 0.8618027450605499, |
| "learning_rate": 9.369753198299859e-08, |
| "loss": 0.9083, |
| "step": 2796 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.5474406994215173, |
| "learning_rate": 9.265096236411364e-08, |
| "loss": 0.812, |
| "step": 2797 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.1086692199016546, |
| "learning_rate": 9.161021587057728e-08, |
| "loss": 0.6945, |
| "step": 2798 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.2845364699103805, |
| "learning_rate": 9.05752937373533e-08, |
| "loss": 0.8298, |
| "step": 2799 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.7274748732133787, |
| "learning_rate": 8.95461971924938e-08, |
| "loss": 0.503, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.579341626939155, |
| "learning_rate": 8.852292745713864e-08, |
| "loss": 0.9023, |
| "step": 2801 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.8792153572738006, |
| "learning_rate": 8.75054857455132e-08, |
| "loss": 0.7504, |
| "step": 2802 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 8.75396479889267, |
| "learning_rate": 8.649387326492676e-08, |
| "loss": 0.983, |
| "step": 2803 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.6286949413983647, |
| "learning_rate": 8.54880912157724e-08, |
| "loss": 0.9089, |
| "step": 2804 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.016504151710561, |
| "learning_rate": 8.448814079152489e-08, |
| "loss": 0.9024, |
| "step": 2805 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.1466154643421527, |
| "learning_rate": 8.34940231787379e-08, |
| "loss": 0.891, |
| "step": 2806 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 2.4318311378856534, |
| "learning_rate": 8.2505739557045e-08, |
| "loss": 0.6958, |
| "step": 2807 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.405923090227432, |
| "learning_rate": 8.152329109915646e-08, |
| "loss": 0.9092, |
| "step": 2808 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.0913619414597642, |
| "learning_rate": 8.054667897085867e-08, |
| "loss": 0.5298, |
| "step": 2809 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 1.06654524764049, |
| "learning_rate": 7.957590433101293e-08, |
| "loss": 0.6632, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.683822742638605, |
| "learning_rate": 7.861096833155225e-08, |
| "loss": 0.7473, |
| "step": 2811 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 27.85795034761273, |
| "learning_rate": 7.765187211748348e-08, |
| "loss": 0.7204, |
| "step": 2812 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.3082184099523753, |
| "learning_rate": 7.66986168268824e-08, |
| "loss": 0.9326, |
| "step": 2813 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.285408237136161, |
| "learning_rate": 7.575120359089416e-08, |
| "loss": 0.8532, |
| "step": 2814 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.7276784592250434, |
| "learning_rate": 7.480963353373227e-08, |
| "loss": 0.8137, |
| "step": 2815 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.2323718055539288, |
| "learning_rate": 7.387390777267689e-08, |
| "loss": 0.8, |
| "step": 2816 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.4885273664219254, |
| "learning_rate": 7.294402741807094e-08, |
| "loss": 0.8604, |
| "step": 2817 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 0.8279071472818741, |
| "learning_rate": 7.201999357332346e-08, |
| "loss": 0.5293, |
| "step": 2818 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.6032945109568746, |
| "learning_rate": 7.110180733490624e-08, |
| "loss": 0.7402, |
| "step": 2819 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 0.7492380973876093, |
| "learning_rate": 7.018946979234997e-08, |
| "loss": 0.9389, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.3966298405463409, |
| "learning_rate": 6.928298202824646e-08, |
| "loss": 0.6351, |
| "step": 2821 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.3345980627681735, |
| "learning_rate": 6.838234511824748e-08, |
| "loss": 0.917, |
| "step": 2822 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.6295679723547318, |
| "learning_rate": 6.748756013105928e-08, |
| "loss": 0.7686, |
| "step": 2823 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.1391050300703223, |
| "learning_rate": 6.659862812844586e-08, |
| "loss": 0.6165, |
| "step": 2824 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.5156717776869415, |
| "learning_rate": 6.571555016522624e-08, |
| "loss": 0.8976, |
| "step": 2825 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.082625849926957, |
| "learning_rate": 6.483832728927219e-08, |
| "loss": 0.5173, |
| "step": 2826 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.492391202028404, |
| "learning_rate": 6.396696054150719e-08, |
| "loss": 0.9167, |
| "step": 2827 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.4373134743707778, |
| "learning_rate": 6.310145095590803e-08, |
| "loss": 0.8713, |
| "step": 2828 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 2.6796085693070086, |
| "learning_rate": 6.224179955949871e-08, |
| "loss": 0.8767, |
| "step": 2829 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 2.0452896037492665, |
| "learning_rate": 6.138800737235384e-08, |
| "loss": 0.9183, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 2.070237448512835, |
| "learning_rate": 6.054007540759299e-08, |
| "loss": 0.7427, |
| "step": 2831 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.5334890357637427, |
| "learning_rate": 5.96980046713852e-08, |
| "loss": 0.9314, |
| "step": 2832 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 0.7766748056186943, |
| "learning_rate": 5.8861796162942294e-08, |
| "loss": 0.8632, |
| "step": 2833 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.2322316939159468, |
| "learning_rate": 5.803145087451945e-08, |
| "loss": 0.8742, |
| "step": 2834 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.0169452088112538, |
| "learning_rate": 5.7206969791416265e-08, |
| "loss": 0.6839, |
| "step": 2835 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 2.273736606266712, |
| "learning_rate": 5.638835389197295e-08, |
| "loss": 0.4673, |
| "step": 2836 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.5591947561359523, |
| "learning_rate": 5.557560414756913e-08, |
| "loss": 0.9086, |
| "step": 2837 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.3436444420084304, |
| "learning_rate": 5.476872152262558e-08, |
| "loss": 0.7817, |
| "step": 2838 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 2.0192235068101376, |
| "learning_rate": 5.396770697459919e-08, |
| "loss": 0.8877, |
| "step": 2839 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 1.4278205395842931, |
| "learning_rate": 5.317256145398408e-08, |
| "loss": 0.8764, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 2.1030238393235807, |
| "learning_rate": 5.238328590431163e-08, |
| "loss": 0.8224, |
| "step": 2841 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.3022857617886654, |
| "learning_rate": 5.159988126214543e-08, |
| "loss": 0.9315, |
| "step": 2842 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 3.0357533494944793, |
| "learning_rate": 5.082234845708467e-08, |
| "loss": 0.7813, |
| "step": 2843 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.109572628711127, |
| "learning_rate": 5.005068841175964e-08, |
| "loss": 0.8474, |
| "step": 2844 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.7099904152391837, |
| "learning_rate": 4.928490204183234e-08, |
| "loss": 0.7453, |
| "step": 2845 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.2704347657423485, |
| "learning_rate": 4.852499025599533e-08, |
| "loss": 0.8835, |
| "step": 2846 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.949666744239215, |
| "learning_rate": 4.7770953955969537e-08, |
| "loss": 0.6689, |
| "step": 2847 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 3.6891023201065782, |
| "learning_rate": 4.702279403650534e-08, |
| "loss": 0.8529, |
| "step": 2848 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.9072247040319394, |
| "learning_rate": 4.628051138537759e-08, |
| "loss": 0.7541, |
| "step": 2849 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.4752473212325041, |
| "learning_rate": 4.5544106883390614e-08, |
| "loss": 0.8493, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.1882811812702956, |
| "learning_rate": 4.481358140437042e-08, |
| "loss": 0.8976, |
| "step": 2851 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.2822194977728942, |
| "learning_rate": 4.4088935815168045e-08, |
| "loss": 0.8947, |
| "step": 2852 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.0386455894656708, |
| "learning_rate": 4.337017097565899e-08, |
| "loss": 0.5956, |
| "step": 2853 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.6133590573331489, |
| "learning_rate": 4.265728773873767e-08, |
| "loss": 0.7975, |
| "step": 2854 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.798738191382791, |
| "learning_rate": 4.195028695032133e-08, |
| "loss": 0.7698, |
| "step": 2855 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.0311895499002737, |
| "learning_rate": 4.124916944934665e-08, |
| "loss": 0.8482, |
| "step": 2856 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 3.7798772971991057, |
| "learning_rate": 4.05539360677687e-08, |
| "loss": 0.6986, |
| "step": 2857 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.7563047826170088, |
| "learning_rate": 3.986458763056089e-08, |
| "loss": 0.9435, |
| "step": 2858 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.7522744583234662, |
| "learning_rate": 3.91811249557128e-08, |
| "loss": 0.7607, |
| "step": 2859 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.133195514167576, |
| "learning_rate": 3.850354885423069e-08, |
| "loss": 0.7754, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.3682552109118689, |
| "learning_rate": 3.783186013013473e-08, |
| "loss": 0.831, |
| "step": 2861 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.8665705918432813, |
| "learning_rate": 3.716605958046071e-08, |
| "loss": 0.3939, |
| "step": 2862 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.3623168549188127, |
| "learning_rate": 3.6506147995254985e-08, |
| "loss": 0.9267, |
| "step": 2863 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.274291052384202, |
| "learning_rate": 3.585212615757838e-08, |
| "loss": 0.7229, |
| "step": 2864 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.2012770872292033, |
| "learning_rate": 3.5203994843501786e-08, |
| "loss": 0.7463, |
| "step": 2865 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.9014645598010784, |
| "learning_rate": 3.456175482210611e-08, |
| "loss": 0.753, |
| "step": 2866 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.5222153758917845, |
| "learning_rate": 3.392540685548229e-08, |
| "loss": 0.8704, |
| "step": 2867 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.324973446678453, |
| "learning_rate": 3.329495169872854e-08, |
| "loss": 0.9097, |
| "step": 2868 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 1.1807499635893288, |
| "learning_rate": 3.2670390099951985e-08, |
| "loss": 0.936, |
| "step": 2869 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.7997723572284332, |
| "learning_rate": 3.205172280026536e-08, |
| "loss": 0.8134, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.5944884025579937, |
| "learning_rate": 3.143895053378698e-08, |
| "loss": 0.433, |
| "step": 2871 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 4.095347008143277, |
| "learning_rate": 3.0832074027641324e-08, |
| "loss": 0.7995, |
| "step": 2872 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.0678854888983875, |
| "learning_rate": 3.023109400195623e-08, |
| "loss": 0.8272, |
| "step": 2873 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.0799860356581101, |
| "learning_rate": 2.9636011169861812e-08, |
| "loss": 0.8478, |
| "step": 2874 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.2217083283697843, |
| "learning_rate": 2.9046826237491554e-08, |
| "loss": 0.9538, |
| "step": 2875 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.2891896510018948, |
| "learning_rate": 2.846353990398065e-08, |
| "loss": 0.6506, |
| "step": 2876 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.0517548748439856, |
| "learning_rate": 2.7886152861463233e-08, |
| "loss": 0.8227, |
| "step": 2877 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.2062685686207395, |
| "learning_rate": 2.7314665795075135e-08, |
| "loss": 0.6312, |
| "step": 2878 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.4127536597105737, |
| "learning_rate": 2.6749079382950572e-08, |
| "loss": 0.5643, |
| "step": 2879 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.005444399484631, |
| "learning_rate": 2.6189394296221583e-08, |
| "loss": 0.9918, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.1977301856256157, |
| "learning_rate": 2.5635611199018028e-08, |
| "loss": 0.7519, |
| "step": 2881 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.3012197035973743, |
| "learning_rate": 2.508773074846649e-08, |
| "loss": 0.8648, |
| "step": 2882 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 0.7303618861183823, |
| "learning_rate": 2.4545753594688582e-08, |
| "loss": 0.8718, |
| "step": 2883 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 11.065032589993988, |
| "learning_rate": 2.4009680380802093e-08, |
| "loss": 0.7984, |
| "step": 2884 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.0413106854330325, |
| "learning_rate": 2.347951174291818e-08, |
| "loss": 0.9915, |
| "step": 2885 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.4807755200838408, |
| "learning_rate": 2.295524831014251e-08, |
| "loss": 0.7589, |
| "step": 2886 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.5431177848399211, |
| "learning_rate": 2.2436890704572444e-08, |
| "loss": 1.0315, |
| "step": 2887 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.0700724112399451, |
| "learning_rate": 2.192443954129819e-08, |
| "loss": 0.7125, |
| "step": 2888 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 0.8136741525945359, |
| "learning_rate": 2.1417895428401114e-08, |
| "loss": 0.4935, |
| "step": 2889 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.5636297894332185, |
| "learning_rate": 2.0917258966953735e-08, |
| "loss": 0.8381, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 2.1989555632725524, |
| "learning_rate": 2.0422530751016968e-08, |
| "loss": 0.8872, |
| "step": 2891 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.2335344838745907, |
| "learning_rate": 1.9933711367641772e-08, |
| "loss": 0.9419, |
| "step": 2892 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.230602926271679, |
| "learning_rate": 1.9450801396869167e-08, |
| "loss": 0.803, |
| "step": 2893 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 2.5477305280215763, |
| "learning_rate": 1.8973801411724668e-08, |
| "loss": 0.9493, |
| "step": 2894 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 0.8008213077354897, |
| "learning_rate": 1.8502711978223843e-08, |
| "loss": 0.8498, |
| "step": 2895 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.3545971628784876, |
| "learning_rate": 1.8037533655367866e-08, |
| "loss": 0.8867, |
| "step": 2896 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.0517615949543306, |
| "learning_rate": 1.757826699514298e-08, |
| "loss": 0.7488, |
| "step": 2897 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.0311265549693145, |
| "learning_rate": 1.7124912542520468e-08, |
| "loss": 0.6, |
| "step": 2898 |
| }, |
| { |
| "epoch": 0.97, |
| "grad_norm": 1.7500536823757533, |
| "learning_rate": 1.6677470835458343e-08, |
| "loss": 0.963, |
| "step": 2899 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.5259791890684848, |
| "learning_rate": 1.623594240489579e-08, |
| "loss": 0.794, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.1018966860245385, |
| "learning_rate": 1.580032777475593e-08, |
| "loss": 0.8865, |
| "step": 2901 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 3.146786847307999, |
| "learning_rate": 1.537062746194584e-08, |
| "loss": 0.7938, |
| "step": 2902 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.7870659166667973, |
| "learning_rate": 1.4946841976352654e-08, |
| "loss": 0.6718, |
| "step": 2903 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.331851712607583, |
| "learning_rate": 1.4528971820846894e-08, |
| "loss": 0.9135, |
| "step": 2904 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.23018629511565, |
| "learning_rate": 1.411701749127803e-08, |
| "loss": 0.7249, |
| "step": 2905 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 0.7801736574790018, |
| "learning_rate": 1.3710979476476705e-08, |
| "loss": 0.6199, |
| "step": 2906 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.827381685492298, |
| "learning_rate": 1.3310858258253068e-08, |
| "loss": 0.875, |
| "step": 2907 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 3.893561026034762, |
| "learning_rate": 1.2916654311396214e-08, |
| "loss": 0.9098, |
| "step": 2908 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.8709030249230973, |
| "learning_rate": 1.2528368103674194e-08, |
| "loss": 0.7535, |
| "step": 2909 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.6431291058180384, |
| "learning_rate": 1.2146000095831777e-08, |
| "loss": 0.8989, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.0566883476345823, |
| "learning_rate": 1.176955074159214e-08, |
| "loss": 0.7943, |
| "step": 2911 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.109934382450758, |
| "learning_rate": 1.1399020487655176e-08, |
| "loss": 0.7859, |
| "step": 2912 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.733394302424562, |
| "learning_rate": 1.1034409773697519e-08, |
| "loss": 0.9735, |
| "step": 2913 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 2.2956573645769227, |
| "learning_rate": 1.0675719032370303e-08, |
| "loss": 0.75, |
| "step": 2914 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 0.6918120859148756, |
| "learning_rate": 1.0322948689300838e-08, |
| "loss": 0.4927, |
| "step": 2915 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.2883447718342205, |
| "learning_rate": 9.976099163091502e-09, |
| "loss": 0.7585, |
| "step": 2916 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.5600880374809334, |
| "learning_rate": 9.635170865318067e-09, |
| "loss": 0.8194, |
| "step": 2917 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.1889416102528128, |
| "learning_rate": 9.300164200530815e-09, |
| "loss": 0.8717, |
| "step": 2918 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 0.7682347412498541, |
| "learning_rate": 8.971079566252871e-09, |
| "loss": 0.9329, |
| "step": 2919 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 6.345576386963569, |
| "learning_rate": 8.647917352980762e-09, |
| "loss": 0.775, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.066589291927104, |
| "learning_rate": 8.330677944183297e-09, |
| "loss": 0.8994, |
| "step": 2921 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 3.683050792527598, |
| "learning_rate": 8.019361716299912e-09, |
| "loss": 0.8441, |
| "step": 2922 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.0362625832344174, |
| "learning_rate": 7.713969038743441e-09, |
| "loss": 0.8499, |
| "step": 2923 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 0.9569985150101002, |
| "learning_rate": 7.4145002738967856e-09, |
| "loss": 0.477, |
| "step": 2924 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.4028261734870782, |
| "learning_rate": 7.120955777112915e-09, |
| "loss": 0.9098, |
| "step": 2925 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.8647500053818427, |
| "learning_rate": 6.833335896716531e-09, |
| "loss": 0.7264, |
| "step": 2926 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.321284144827646, |
| "learning_rate": 6.551640974000739e-09, |
| "loss": 0.8208, |
| "step": 2927 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.3705063716347379, |
| "learning_rate": 6.275871343228157e-09, |
| "loss": 0.7627, |
| "step": 2928 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 1.7297025012851857, |
| "learning_rate": 6.00602733163147e-09, |
| "loss": 0.7381, |
| "step": 2929 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.2609896829856952, |
| "learning_rate": 5.7421092594101004e-09, |
| "loss": 0.9043, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 0.610539373400674, |
| "learning_rate": 5.484117439734094e-09, |
| "loss": 0.9149, |
| "step": 2931 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.0672127847733477, |
| "learning_rate": 5.232052178738567e-09, |
| "loss": 0.8878, |
| "step": 2932 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 0.7168059806707988, |
| "learning_rate": 4.985913775528151e-09, |
| "loss": 0.6174, |
| "step": 2933 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.446604754777154, |
| "learning_rate": 4.745702522174211e-09, |
| "loss": 0.8191, |
| "step": 2934 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 2.165136682404569, |
| "learning_rate": 4.511418703713743e-09, |
| "loss": 0.8733, |
| "step": 2935 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 3.5725329575693863, |
| "learning_rate": 4.283062598152143e-09, |
| "loss": 0.6797, |
| "step": 2936 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.6882600516260495, |
| "learning_rate": 4.060634476458769e-09, |
| "loss": 0.7946, |
| "step": 2937 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 2.4242659467270142, |
| "learning_rate": 3.844134602570826e-09, |
| "loss": 0.8425, |
| "step": 2938 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.6034925279341545, |
| "learning_rate": 3.633563233388926e-09, |
| "loss": 0.8837, |
| "step": 2939 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.2070505481980105, |
| "learning_rate": 3.428920618780418e-09, |
| "loss": 0.7761, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.4832983700162992, |
| "learning_rate": 3.230207001576613e-09, |
| "loss": 0.7375, |
| "step": 2941 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 0.996797601674895, |
| "learning_rate": 3.037422617573893e-09, |
| "loss": 0.5617, |
| "step": 2942 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 2.2635392501325184, |
| "learning_rate": 2.8505676955326023e-09, |
| "loss": 0.7151, |
| "step": 2943 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 0.6930781222192645, |
| "learning_rate": 2.6696424571776015e-09, |
| "loss": 0.9819, |
| "step": 2944 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.2146570606139524, |
| "learning_rate": 2.4946471171966025e-09, |
| "loss": 0.6531, |
| "step": 2945 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.1967116918425778, |
| "learning_rate": 2.3255818832423894e-09, |
| "loss": 0.9456, |
| "step": 2946 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.1064468117369322, |
| "learning_rate": 2.162446955928932e-09, |
| "loss": 0.7448, |
| "step": 2947 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 3.3392700854942934, |
| "learning_rate": 2.0052425288347166e-09, |
| "loss": 0.8122, |
| "step": 2948 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.5276281552099131, |
| "learning_rate": 1.8539687885010815e-09, |
| "loss": 0.8553, |
| "step": 2949 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.2089048876969786, |
| "learning_rate": 1.7086259144305507e-09, |
| "loss": 0.6763, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 0.8368476029048906, |
| "learning_rate": 1.5692140790896093e-09, |
| "loss": 0.6445, |
| "step": 2951 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.6081498999207793, |
| "learning_rate": 1.4357334479059292e-09, |
| "loss": 0.6142, |
| "step": 2952 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.5716635298682105, |
| "learning_rate": 1.3081841792694783e-09, |
| "loss": 0.7138, |
| "step": 2953 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.1074473932686064, |
| "learning_rate": 1.1865664245314101e-09, |
| "loss": 0.8846, |
| "step": 2954 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.198985351180575, |
| "learning_rate": 1.0708803280057301e-09, |
| "loss": 0.8783, |
| "step": 2955 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.0815136427674346, |
| "learning_rate": 9.61126026966519e-10, |
| "loss": 0.9966, |
| "step": 2956 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 0.752917184657465, |
| "learning_rate": 8.573036516501542e-10, |
| "loss": 0.8987, |
| "step": 2957 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.22868197824113, |
| "learning_rate": 7.594133252530888e-10, |
| "loss": 0.8518, |
| "step": 2958 |
| }, |
| { |
| "epoch": 0.99, |
| "grad_norm": 1.0818977706460005, |
| "learning_rate": 6.674551639340721e-10, |
| "loss": 0.4442, |
| "step": 2959 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 5.017264109910308, |
| "learning_rate": 5.814292768108187e-10, |
| "loss": 0.7774, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.6101903519683818, |
| "learning_rate": 5.013357659638951e-10, |
| "loss": 0.7748, |
| "step": 2961 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.1837883936490887, |
| "learning_rate": 4.2717472643227785e-10, |
| "loss": 0.7101, |
| "step": 2962 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 10.37741727601566, |
| "learning_rate": 3.5894624621723997e-10, |
| "loss": 1.0004, |
| "step": 2963 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.845416875256494, |
| "learning_rate": 2.9665040627901985e-10, |
| "loss": 0.7681, |
| "step": 2964 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.6916461976655706, |
| "learning_rate": 2.4028728053959725e-10, |
| "loss": 0.7667, |
| "step": 2965 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.9592156905055158, |
| "learning_rate": 1.8985693587880715e-10, |
| "loss": 0.7785, |
| "step": 2966 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.8003383457772132, |
| "learning_rate": 1.453594321393359e-10, |
| "loss": 0.9904, |
| "step": 2967 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.0036610559203596, |
| "learning_rate": 1.067948221217252e-10, |
| "loss": 0.6311, |
| "step": 2968 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.6793011824840998, |
| "learning_rate": 7.416315158714771e-11, |
| "loss": 0.686, |
| "step": 2969 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.8830312738874864, |
| "learning_rate": 4.746445925740695e-11, |
| "loss": 0.9331, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.9593521461127539, |
| "learning_rate": 2.669877681271693e-11, |
| "loss": 0.8856, |
| "step": 2971 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.6446079350898846, |
| "learning_rate": 1.1866128895032803e-11, |
| "loss": 0.6982, |
| "step": 2972 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 2.529047158703334, |
| "learning_rate": 2.9665331036099475e-12, |
| "loss": 0.9038, |
| "step": 2973 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.376137049809044, |
| "learning_rate": 0.0, |
| "loss": 0.5241, |
| "step": 2974 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 2974, |
| "total_flos": 0.0, |
| "train_loss": 0.015144473065765576, |
| "train_runtime": 3680.2552, |
| "train_samples_per_second": 1657.147, |
| "train_steps_per_second": 0.808 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 2974, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
