| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 1992, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0015060240963855422, |
| "grad_norm": 39.57606131842853, |
| "learning_rate": 2.5000000000000004e-07, |
| "loss": 11.9627, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0030120481927710845, |
| "grad_norm": 38.57745223428044, |
| "learning_rate": 5.000000000000001e-07, |
| "loss": 11.889, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.004518072289156626, |
| "grad_norm": 43.73792985337445, |
| "learning_rate": 7.5e-07, |
| "loss": 11.7109, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.006024096385542169, |
| "grad_norm": 39.29710621094019, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 12.0491, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.007530120481927711, |
| "grad_norm": 40.79593949570384, |
| "learning_rate": 1.25e-06, |
| "loss": 11.7384, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.009036144578313253, |
| "grad_norm": 40.60300822379552, |
| "learning_rate": 1.5e-06, |
| "loss": 11.815, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.010542168674698794, |
| "grad_norm": 37.62161247172016, |
| "learning_rate": 1.7500000000000002e-06, |
| "loss": 12.0194, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.012048192771084338, |
| "grad_norm": 40.66649147908786, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 11.7432, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.01355421686746988, |
| "grad_norm": 42.1011872606964, |
| "learning_rate": 2.25e-06, |
| "loss": 11.6626, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.015060240963855422, |
| "grad_norm": 48.896184208388576, |
| "learning_rate": 2.5e-06, |
| "loss": 10.8882, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.016566265060240965, |
| "grad_norm": 48.215525906713054, |
| "learning_rate": 2.7500000000000004e-06, |
| "loss": 10.7452, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.018072289156626505, |
| "grad_norm": 51.51217061983061, |
| "learning_rate": 3e-06, |
| "loss": 10.6458, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.01957831325301205, |
| "grad_norm": 70.47183758440084, |
| "learning_rate": 3.2500000000000002e-06, |
| "loss": 7.2207, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.02108433734939759, |
| "grad_norm": 71.09316703950228, |
| "learning_rate": 3.5000000000000004e-06, |
| "loss": 6.9514, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.022590361445783132, |
| "grad_norm": 63.55566519192783, |
| "learning_rate": 3.75e-06, |
| "loss": 6.1593, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.024096385542168676, |
| "grad_norm": 58.953339529342415, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 5.9159, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.025602409638554216, |
| "grad_norm": 26.676160229250186, |
| "learning_rate": 4.250000000000001e-06, |
| "loss": 3.7025, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.02710843373493976, |
| "grad_norm": 10.23672437423773, |
| "learning_rate": 4.5e-06, |
| "loss": 2.7642, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.0286144578313253, |
| "grad_norm": 8.131301558409636, |
| "learning_rate": 4.75e-06, |
| "loss": 2.6027, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.030120481927710843, |
| "grad_norm": 6.680310775221112, |
| "learning_rate": 5e-06, |
| "loss": 2.4538, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03162650602409638, |
| "grad_norm": 5.737976638517552, |
| "learning_rate": 5.25e-06, |
| "loss": 2.6364, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.03313253012048193, |
| "grad_norm": 5.062025622839122, |
| "learning_rate": 5.500000000000001e-06, |
| "loss": 2.2649, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.03463855421686747, |
| "grad_norm": 11.061052422183486, |
| "learning_rate": 5.750000000000001e-06, |
| "loss": 2.2775, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.03614457831325301, |
| "grad_norm": 7.455210356356891, |
| "learning_rate": 6e-06, |
| "loss": 1.8131, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.03765060240963856, |
| "grad_norm": 12.643017361462327, |
| "learning_rate": 6.25e-06, |
| "loss": 2.0669, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.0391566265060241, |
| "grad_norm": 3.62360846454253, |
| "learning_rate": 6.5000000000000004e-06, |
| "loss": 2.0419, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.04066265060240964, |
| "grad_norm": 2.726262580179469, |
| "learning_rate": 6.750000000000001e-06, |
| "loss": 1.9748, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.04216867469879518, |
| "grad_norm": 2.0669438402549423, |
| "learning_rate": 7.000000000000001e-06, |
| "loss": 2.097, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.043674698795180725, |
| "grad_norm": 1.5755084948901494, |
| "learning_rate": 7.25e-06, |
| "loss": 1.8668, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.045180722891566265, |
| "grad_norm": 1.6544362972997315, |
| "learning_rate": 7.5e-06, |
| "loss": 1.817, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.046686746987951805, |
| "grad_norm": 1.5612278534770148, |
| "learning_rate": 7.75e-06, |
| "loss": 1.7516, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.04819277108433735, |
| "grad_norm": 1.5594338826745717, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 1.8749, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.04969879518072289, |
| "grad_norm": 1.1045308165060217, |
| "learning_rate": 8.25e-06, |
| "loss": 1.7344, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.05120481927710843, |
| "grad_norm": 0.9038318617781625, |
| "learning_rate": 8.500000000000002e-06, |
| "loss": 1.5401, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.05271084337349398, |
| "grad_norm": 0.8886116091710398, |
| "learning_rate": 8.75e-06, |
| "loss": 1.487, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.05421686746987952, |
| "grad_norm": 1.125340855973849, |
| "learning_rate": 9e-06, |
| "loss": 1.7029, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.05572289156626506, |
| "grad_norm": 1.0943609976235324, |
| "learning_rate": 9.25e-06, |
| "loss": 1.8399, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.0572289156626506, |
| "grad_norm": 0.7602105483509752, |
| "learning_rate": 9.5e-06, |
| "loss": 1.5791, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.058734939759036146, |
| "grad_norm": 0.8216337616107, |
| "learning_rate": 9.750000000000002e-06, |
| "loss": 1.425, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.060240963855421686, |
| "grad_norm": 1.0203425484269777, |
| "learning_rate": 1e-05, |
| "loss": 1.7001, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.061746987951807226, |
| "grad_norm": 0.7518667296811056, |
| "learning_rate": 1.025e-05, |
| "loss": 1.6928, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.06325301204819277, |
| "grad_norm": 0.6184057626397994, |
| "learning_rate": 1.05e-05, |
| "loss": 1.6731, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.06475903614457831, |
| "grad_norm": 1.085261961241021, |
| "learning_rate": 1.075e-05, |
| "loss": 1.6487, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.06626506024096386, |
| "grad_norm": 0.761278335512061, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 1.4524, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0677710843373494, |
| "grad_norm": 0.5698924234269683, |
| "learning_rate": 1.125e-05, |
| "loss": 1.4021, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.06927710843373494, |
| "grad_norm": 0.603495938887024, |
| "learning_rate": 1.1500000000000002e-05, |
| "loss": 1.4194, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.07078313253012049, |
| "grad_norm": 0.6353052036926367, |
| "learning_rate": 1.175e-05, |
| "loss": 1.262, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.07228915662650602, |
| "grad_norm": 0.5235664912789643, |
| "learning_rate": 1.2e-05, |
| "loss": 1.5307, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.07379518072289157, |
| "grad_norm": 0.5307550251947036, |
| "learning_rate": 1.225e-05, |
| "loss": 1.552, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.07530120481927711, |
| "grad_norm": 0.5913304069868457, |
| "learning_rate": 1.25e-05, |
| "loss": 1.388, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.07680722891566265, |
| "grad_norm": 0.5185830792589633, |
| "learning_rate": 1.2750000000000002e-05, |
| "loss": 1.5412, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.0783132530120482, |
| "grad_norm": 0.6589642094176167, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 1.4116, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.07981927710843373, |
| "grad_norm": 0.5155504378659284, |
| "learning_rate": 1.3250000000000002e-05, |
| "loss": 1.3184, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.08132530120481928, |
| "grad_norm": 0.5925421613149038, |
| "learning_rate": 1.3500000000000001e-05, |
| "loss": 1.4131, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.08283132530120482, |
| "grad_norm": 0.6866152502871953, |
| "learning_rate": 1.3750000000000002e-05, |
| "loss": 1.4009, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.08433734939759036, |
| "grad_norm": 0.4876547398731001, |
| "learning_rate": 1.4000000000000001e-05, |
| "loss": 1.4006, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.0858433734939759, |
| "grad_norm": 0.560086124656963, |
| "learning_rate": 1.4249999999999999e-05, |
| "loss": 1.6387, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.08734939759036145, |
| "grad_norm": 0.7834357280155554, |
| "learning_rate": 1.45e-05, |
| "loss": 1.3298, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.08885542168674698, |
| "grad_norm": 0.5561096772474583, |
| "learning_rate": 1.475e-05, |
| "loss": 1.3909, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.09036144578313253, |
| "grad_norm": 0.4993183864941936, |
| "learning_rate": 1.5e-05, |
| "loss": 1.422, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.09186746987951808, |
| "grad_norm": 0.5864527696714835, |
| "learning_rate": 1.525e-05, |
| "loss": 1.3084, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.09337349397590361, |
| "grad_norm": 0.46989435754740533, |
| "learning_rate": 1.55e-05, |
| "loss": 1.5295, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.09487951807228916, |
| "grad_norm": 0.4636151318017185, |
| "learning_rate": 1.575e-05, |
| "loss": 1.2964, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.0963855421686747, |
| "grad_norm": 0.49657129941674627, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 1.3435, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.09789156626506024, |
| "grad_norm": 0.5137608549362312, |
| "learning_rate": 1.6250000000000002e-05, |
| "loss": 1.5097, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.09939759036144578, |
| "grad_norm": 0.5331450997022084, |
| "learning_rate": 1.65e-05, |
| "loss": 1.3683, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.10090361445783133, |
| "grad_norm": 1.1738837732867826, |
| "learning_rate": 1.675e-05, |
| "loss": 1.4534, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.10240963855421686, |
| "grad_norm": 1.4818755662288532, |
| "learning_rate": 1.7000000000000003e-05, |
| "loss": 1.3104, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.10391566265060241, |
| "grad_norm": 0.46998351441307423, |
| "learning_rate": 1.725e-05, |
| "loss": 1.3173, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.10542168674698796, |
| "grad_norm": 0.6300461082248988, |
| "learning_rate": 1.75e-05, |
| "loss": 1.6391, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.10692771084337349, |
| "grad_norm": 0.4538484820968132, |
| "learning_rate": 1.775e-05, |
| "loss": 1.2369, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.10843373493975904, |
| "grad_norm": 0.5693123792497679, |
| "learning_rate": 1.8e-05, |
| "loss": 1.3977, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.10993975903614457, |
| "grad_norm": 0.4267785641823739, |
| "learning_rate": 1.825e-05, |
| "loss": 1.2441, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.11144578313253012, |
| "grad_norm": 0.45372952789848425, |
| "learning_rate": 1.85e-05, |
| "loss": 1.4498, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.11295180722891567, |
| "grad_norm": 0.5964933709321214, |
| "learning_rate": 1.8750000000000002e-05, |
| "loss": 1.3772, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.1144578313253012, |
| "grad_norm": 0.44113701176750414, |
| "learning_rate": 1.9e-05, |
| "loss": 1.3311, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.11596385542168675, |
| "grad_norm": 0.5424749212034263, |
| "learning_rate": 1.925e-05, |
| "loss": 1.3406, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.11746987951807229, |
| "grad_norm": 0.5602026883197359, |
| "learning_rate": 1.9500000000000003e-05, |
| "loss": 1.3433, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.11897590361445783, |
| "grad_norm": 0.5161550636965766, |
| "learning_rate": 1.9750000000000002e-05, |
| "loss": 1.2833, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.12048192771084337, |
| "grad_norm": 0.5494278834050665, |
| "learning_rate": 2e-05, |
| "loss": 1.3428, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.12198795180722892, |
| "grad_norm": 0.4749743434369092, |
| "learning_rate": 2.025e-05, |
| "loss": 1.361, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.12349397590361445, |
| "grad_norm": 0.5152746225616003, |
| "learning_rate": 2.05e-05, |
| "loss": 1.3434, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.125, |
| "grad_norm": 0.49769467362448544, |
| "learning_rate": 2.075e-05, |
| "loss": 1.3549, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.12650602409638553, |
| "grad_norm": 0.42586193224308666, |
| "learning_rate": 2.1e-05, |
| "loss": 1.2761, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.1280120481927711, |
| "grad_norm": 0.43049747901533697, |
| "learning_rate": 2.125e-05, |
| "loss": 1.1048, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.12951807228915663, |
| "grad_norm": 0.4300040045304476, |
| "learning_rate": 2.15e-05, |
| "loss": 1.3222, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.13102409638554216, |
| "grad_norm": 0.4539707985400512, |
| "learning_rate": 2.175e-05, |
| "loss": 1.2956, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.13253012048192772, |
| "grad_norm": 0.5113659970146665, |
| "learning_rate": 2.2000000000000003e-05, |
| "loss": 1.1825, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.13403614457831325, |
| "grad_norm": 0.4696855119335388, |
| "learning_rate": 2.2250000000000002e-05, |
| "loss": 1.33, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.1355421686746988, |
| "grad_norm": 0.48740020480971413, |
| "learning_rate": 2.25e-05, |
| "loss": 1.3285, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.13704819277108435, |
| "grad_norm": 0.6120882011653199, |
| "learning_rate": 2.275e-05, |
| "loss": 1.2955, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.13855421686746988, |
| "grad_norm": 0.626070737084123, |
| "learning_rate": 2.3000000000000003e-05, |
| "loss": 1.2564, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.14006024096385541, |
| "grad_norm": 0.5115876117219039, |
| "learning_rate": 2.3250000000000003e-05, |
| "loss": 1.1585, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.14156626506024098, |
| "grad_norm": 0.5312439490389347, |
| "learning_rate": 2.35e-05, |
| "loss": 1.199, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.1430722891566265, |
| "grad_norm": 0.5178218308751487, |
| "learning_rate": 2.375e-05, |
| "loss": 1.2843, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.14457831325301204, |
| "grad_norm": 0.5638561495484555, |
| "learning_rate": 2.4e-05, |
| "loss": 1.3353, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.1460843373493976, |
| "grad_norm": 0.47928329189503854, |
| "learning_rate": 2.425e-05, |
| "loss": 1.212, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.14759036144578314, |
| "grad_norm": 0.636746255511944, |
| "learning_rate": 2.45e-05, |
| "loss": 1.1688, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.14909638554216867, |
| "grad_norm": 0.47863944376154033, |
| "learning_rate": 2.4750000000000002e-05, |
| "loss": 1.1455, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.15060240963855423, |
| "grad_norm": 0.48856286767729595, |
| "learning_rate": 2.5e-05, |
| "loss": 1.2307, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.15210843373493976, |
| "grad_norm": 0.5041475886641232, |
| "learning_rate": 2.525e-05, |
| "loss": 1.2202, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.1536144578313253, |
| "grad_norm": 0.5009317818018456, |
| "learning_rate": 2.5500000000000003e-05, |
| "loss": 1.2094, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.15512048192771086, |
| "grad_norm": 0.5400496694807283, |
| "learning_rate": 2.5750000000000002e-05, |
| "loss": 1.1183, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.1566265060240964, |
| "grad_norm": 0.7255362096563035, |
| "learning_rate": 2.6000000000000002e-05, |
| "loss": 1.2641, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.15813253012048192, |
| "grad_norm": 0.6139535115904823, |
| "learning_rate": 2.625e-05, |
| "loss": 1.1794, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.15963855421686746, |
| "grad_norm": 0.5593844805675523, |
| "learning_rate": 2.6500000000000004e-05, |
| "loss": 1.2002, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.16114457831325302, |
| "grad_norm": 0.6011044609093333, |
| "learning_rate": 2.6750000000000003e-05, |
| "loss": 1.2662, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.16265060240963855, |
| "grad_norm": 0.5616663132349249, |
| "learning_rate": 2.7000000000000002e-05, |
| "loss": 1.2525, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.16415662650602408, |
| "grad_norm": 0.7481729798627802, |
| "learning_rate": 2.725e-05, |
| "loss": 1.3143, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.16566265060240964, |
| "grad_norm": 0.618561988141154, |
| "learning_rate": 2.7500000000000004e-05, |
| "loss": 1.1892, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.16716867469879518, |
| "grad_norm": 0.6350493291213389, |
| "learning_rate": 2.7750000000000004e-05, |
| "loss": 1.2683, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.1686746987951807, |
| "grad_norm": 0.6182365948984953, |
| "learning_rate": 2.8000000000000003e-05, |
| "loss": 1.0567, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.17018072289156627, |
| "grad_norm": 0.5282439604462374, |
| "learning_rate": 2.825e-05, |
| "loss": 1.374, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.1716867469879518, |
| "grad_norm": 0.5875069638458675, |
| "learning_rate": 2.8499999999999998e-05, |
| "loss": 1.273, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.17319277108433734, |
| "grad_norm": 0.45724819984799503, |
| "learning_rate": 2.8749999999999997e-05, |
| "loss": 1.0741, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.1746987951807229, |
| "grad_norm": 0.548430511572042, |
| "learning_rate": 2.9e-05, |
| "loss": 1.264, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.17620481927710843, |
| "grad_norm": 0.5978381716686159, |
| "learning_rate": 2.925e-05, |
| "loss": 1.1547, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.17771084337349397, |
| "grad_norm": 0.5942228844049342, |
| "learning_rate": 2.95e-05, |
| "loss": 1.279, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.17921686746987953, |
| "grad_norm": 0.5407899077606231, |
| "learning_rate": 2.975e-05, |
| "loss": 1.2298, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.18072289156626506, |
| "grad_norm": 0.7609777257326175, |
| "learning_rate": 3e-05, |
| "loss": 1.3364, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.1822289156626506, |
| "grad_norm": 0.6831522869129811, |
| "learning_rate": 3.025e-05, |
| "loss": 1.3858, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.18373493975903615, |
| "grad_norm": 0.7504294787815489, |
| "learning_rate": 3.05e-05, |
| "loss": 1.2534, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.1852409638554217, |
| "grad_norm": 0.4906159103936579, |
| "learning_rate": 3.075e-05, |
| "loss": 1.0826, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.18674698795180722, |
| "grad_norm": 0.8235335479725208, |
| "learning_rate": 3.1e-05, |
| "loss": 1.2604, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.18825301204819278, |
| "grad_norm": 1.0335951169911453, |
| "learning_rate": 3.125e-05, |
| "loss": 1.1844, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.1897590361445783, |
| "grad_norm": 0.6322445023656, |
| "learning_rate": 3.15e-05, |
| "loss": 1.1518, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.19126506024096385, |
| "grad_norm": 0.6539601888332923, |
| "learning_rate": 3.175e-05, |
| "loss": 1.2635, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.1927710843373494, |
| "grad_norm": 0.8805441625508611, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 1.2456, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.19427710843373494, |
| "grad_norm": 0.6362640617693966, |
| "learning_rate": 3.2250000000000005e-05, |
| "loss": 1.1606, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.19578313253012047, |
| "grad_norm": 0.6543773930077222, |
| "learning_rate": 3.2500000000000004e-05, |
| "loss": 1.3733, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.19728915662650603, |
| "grad_norm": 0.8456329148794505, |
| "learning_rate": 3.275e-05, |
| "loss": 1.2881, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.19879518072289157, |
| "grad_norm": 0.7798143144373343, |
| "learning_rate": 3.3e-05, |
| "loss": 1.2539, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.2003012048192771, |
| "grad_norm": 0.5649146772162791, |
| "learning_rate": 3.325e-05, |
| "loss": 1.1565, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.20180722891566266, |
| "grad_norm": 0.7868074993906898, |
| "learning_rate": 3.35e-05, |
| "loss": 1.2336, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.2033132530120482, |
| "grad_norm": 0.8539054957048405, |
| "learning_rate": 3.375000000000001e-05, |
| "loss": 1.2119, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.20481927710843373, |
| "grad_norm": 0.608074392131221, |
| "learning_rate": 3.4000000000000007e-05, |
| "loss": 1.1515, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.2063253012048193, |
| "grad_norm": 0.8305689711715424, |
| "learning_rate": 3.4250000000000006e-05, |
| "loss": 1.182, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.20783132530120482, |
| "grad_norm": 1.4659619654883613, |
| "learning_rate": 3.45e-05, |
| "loss": 1.342, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.20933734939759036, |
| "grad_norm": 1.0012967715150258, |
| "learning_rate": 3.475e-05, |
| "loss": 1.134, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.21084337349397592, |
| "grad_norm": 1.841449726119881, |
| "learning_rate": 3.5e-05, |
| "loss": 1.2503, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.21234939759036145, |
| "grad_norm": 1.7472556026235277, |
| "learning_rate": 3.525e-05, |
| "loss": 1.1299, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.21385542168674698, |
| "grad_norm": 1.3403460128662175, |
| "learning_rate": 3.55e-05, |
| "loss": 1.0762, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.21536144578313254, |
| "grad_norm": 1.252908657410089, |
| "learning_rate": 3.575e-05, |
| "loss": 1.2084, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.21686746987951808, |
| "grad_norm": 1.4333911136243944, |
| "learning_rate": 3.6e-05, |
| "loss": 1.0785, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.2183734939759036, |
| "grad_norm": 0.6748341835741349, |
| "learning_rate": 3.625e-05, |
| "loss": 1.1928, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.21987951807228914, |
| "grad_norm": 1.5586371750373669, |
| "learning_rate": 3.65e-05, |
| "loss": 1.1381, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.2213855421686747, |
| "grad_norm": 0.6783961919229362, |
| "learning_rate": 3.675e-05, |
| "loss": 1.3883, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.22289156626506024, |
| "grad_norm": 1.8591814216635019, |
| "learning_rate": 3.7e-05, |
| "loss": 1.3179, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.22439759036144577, |
| "grad_norm": 1.3822936108243598, |
| "learning_rate": 3.7250000000000004e-05, |
| "loss": 1.2124, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.22590361445783133, |
| "grad_norm": 2.7785491488634264, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 1.1767, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.22740963855421686, |
| "grad_norm": 3.0818450530681893, |
| "learning_rate": 3.775e-05, |
| "loss": 1.1505, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.2289156626506024, |
| "grad_norm": 0.773086741639908, |
| "learning_rate": 3.8e-05, |
| "loss": 1.0885, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.23042168674698796, |
| "grad_norm": 2.3053968508239526, |
| "learning_rate": 3.825e-05, |
| "loss": 1.3184, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.2319277108433735, |
| "grad_norm": 1.8672692391834331, |
| "learning_rate": 3.85e-05, |
| "loss": 1.2499, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.23343373493975902, |
| "grad_norm": 4.330568800320398, |
| "learning_rate": 3.875e-05, |
| "loss": 1.1837, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.23493975903614459, |
| "grad_norm": 2.7646592356040003, |
| "learning_rate": 3.9000000000000006e-05, |
| "loss": 1.2772, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.23644578313253012, |
| "grad_norm": 1.595555200127894, |
| "learning_rate": 3.9250000000000005e-05, |
| "loss": 1.2407, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.23795180722891565, |
| "grad_norm": 2.015882701771897, |
| "learning_rate": 3.9500000000000005e-05, |
| "loss": 1.3639, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.2394578313253012, |
| "grad_norm": 2.4247022341569573, |
| "learning_rate": 3.9750000000000004e-05, |
| "loss": 1.2166, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.24096385542168675, |
| "grad_norm": 1.201182586017534, |
| "learning_rate": 4e-05, |
| "loss": 1.0983, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.24246987951807228, |
| "grad_norm": 1.3150470550474023, |
| "learning_rate": 4.025e-05, |
| "loss": 1.1311, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.24397590361445784, |
| "grad_norm": 1.4097973347611912, |
| "learning_rate": 4.05e-05, |
| "loss": 1.1095, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.24548192771084337, |
| "grad_norm": 1.2035175427147458, |
| "learning_rate": 4.075e-05, |
| "loss": 1.2158, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.2469879518072289, |
| "grad_norm": 1.322678662967718, |
| "learning_rate": 4.1e-05, |
| "loss": 1.1124, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.24849397590361447, |
| "grad_norm": 1.1201026910380605, |
| "learning_rate": 4.125e-05, |
| "loss": 1.1738, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 1.3309670495547214, |
| "learning_rate": 4.15e-05, |
| "loss": 1.2588, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.25150602409638556, |
| "grad_norm": 1.446319804446339, |
| "learning_rate": 4.175e-05, |
| "loss": 1.0585, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.25301204819277107, |
| "grad_norm": 0.7234375262162984, |
| "learning_rate": 4.2e-05, |
| "loss": 1.1338, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.2545180722891566, |
| "grad_norm": 1.3503681347948917, |
| "learning_rate": 4.2250000000000004e-05, |
| "loss": 1.0938, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.2560240963855422, |
| "grad_norm": 0.9766181855110214, |
| "learning_rate": 4.25e-05, |
| "loss": 1.0734, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.2575301204819277, |
| "grad_norm": 1.4335268658024551, |
| "learning_rate": 4.275e-05, |
| "loss": 1.2955, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.25903614457831325, |
| "grad_norm": 1.3606865757997293, |
| "learning_rate": 4.3e-05, |
| "loss": 1.1185, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.2605421686746988, |
| "grad_norm": 0.7179564585307041, |
| "learning_rate": 4.325e-05, |
| "loss": 1.3014, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.2620481927710843, |
| "grad_norm": 1.482316708521197, |
| "learning_rate": 4.35e-05, |
| "loss": 1.221, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.2635542168674699, |
| "grad_norm": 0.8323067807154744, |
| "learning_rate": 4.375e-05, |
| "loss": 1.2386, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.26506024096385544, |
| "grad_norm": 0.8773497783196046, |
| "learning_rate": 4.4000000000000006e-05, |
| "loss": 1.0735, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.26656626506024095, |
| "grad_norm": 0.8080641709179126, |
| "learning_rate": 4.4250000000000005e-05, |
| "loss": 1.1619, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.2680722891566265, |
| "grad_norm": 0.9841467149957353, |
| "learning_rate": 4.4500000000000004e-05, |
| "loss": 1.3064, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.26957831325301207, |
| "grad_norm": 0.7316088166486044, |
| "learning_rate": 4.4750000000000004e-05, |
| "loss": 1.1456, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.2710843373493976, |
| "grad_norm": 0.7523828074326532, |
| "learning_rate": 4.5e-05, |
| "loss": 1.3101, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.27259036144578314, |
| "grad_norm": 3.372899742507733, |
| "learning_rate": 4.525e-05, |
| "loss": 1.2082, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.2740963855421687, |
| "grad_norm": 1.0840530542822477, |
| "learning_rate": 4.55e-05, |
| "loss": 1.2206, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.2756024096385542, |
| "grad_norm": 1.4187564966633521, |
| "learning_rate": 4.575e-05, |
| "loss": 1.2211, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.27710843373493976, |
| "grad_norm": 0.8850993935732638, |
| "learning_rate": 4.600000000000001e-05, |
| "loss": 1.0761, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.2786144578313253, |
| "grad_norm": 1.8544169886923978, |
| "learning_rate": 4.6250000000000006e-05, |
| "loss": 1.0796, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.28012048192771083, |
| "grad_norm": 1.0767191188725969, |
| "learning_rate": 4.6500000000000005e-05, |
| "loss": 1.14, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.2816265060240964, |
| "grad_norm": 2.3502056771455067, |
| "learning_rate": 4.6750000000000005e-05, |
| "loss": 1.2778, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.28313253012048195, |
| "grad_norm": 1.813897135362189, |
| "learning_rate": 4.7e-05, |
| "loss": 1.1488, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.28463855421686746, |
| "grad_norm": 1.3120380258694695, |
| "learning_rate": 4.7249999999999997e-05, |
| "loss": 1.0994, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.286144578313253, |
| "grad_norm": 1.4609354194796313, |
| "learning_rate": 4.75e-05, |
| "loss": 1.2513, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.2876506024096386, |
| "grad_norm": 1.338319833787497, |
| "learning_rate": 4.775e-05, |
| "loss": 1.2829, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.2891566265060241, |
| "grad_norm": 1.061771437097537, |
| "learning_rate": 4.8e-05, |
| "loss": 1.1399, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.29066265060240964, |
| "grad_norm": 2.2518205398036244, |
| "learning_rate": 4.825e-05, |
| "loss": 1.0902, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.2921686746987952, |
| "grad_norm": 2.501749016333484, |
| "learning_rate": 4.85e-05, |
| "loss": 1.1557, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.2936746987951807, |
| "grad_norm": 0.986670899997431, |
| "learning_rate": 4.875e-05, |
| "loss": 1.2294, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.29518072289156627, |
| "grad_norm": 2.203564827742068, |
| "learning_rate": 4.9e-05, |
| "loss": 1.049, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.29668674698795183, |
| "grad_norm": 0.8490130543132344, |
| "learning_rate": 4.9250000000000004e-05, |
| "loss": 1.0062, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.29819277108433734, |
| "grad_norm": 1.834859368403903, |
| "learning_rate": 4.9500000000000004e-05, |
| "loss": 1.1523, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.2996987951807229, |
| "grad_norm": 1.0082103447014106, |
| "learning_rate": 4.975e-05, |
| "loss": 1.2407, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.30120481927710846, |
| "grad_norm": 2.484362515364646, |
| "learning_rate": 5e-05, |
| "loss": 1.2052, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.30271084337349397, |
| "grad_norm": 2.807293589334073, |
| "learning_rate": 4.997209821428572e-05, |
| "loss": 1.0995, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.3042168674698795, |
| "grad_norm": 0.9629680174399969, |
| "learning_rate": 4.9944196428571435e-05, |
| "loss": 1.0819, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.3057228915662651, |
| "grad_norm": 2.6482798882637257, |
| "learning_rate": 4.9916294642857145e-05, |
| "loss": 1.1511, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.3072289156626506, |
| "grad_norm": 2.591142055611865, |
| "learning_rate": 4.9888392857142854e-05, |
| "loss": 1.1257, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.30873493975903615, |
| "grad_norm": 1.244664077898625, |
| "learning_rate": 4.986049107142857e-05, |
| "loss": 1.2029, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.3102409638554217, |
| "grad_norm": 1.4149817517398067, |
| "learning_rate": 4.983258928571429e-05, |
| "loss": 1.0481, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.3117469879518072, |
| "grad_norm": 1.710955644020336, |
| "learning_rate": 4.9804687500000004e-05, |
| "loss": 1.0415, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.3132530120481928, |
| "grad_norm": 0.7871423097569887, |
| "learning_rate": 4.977678571428572e-05, |
| "loss": 1.1626, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.3147590361445783, |
| "grad_norm": 1.6533122473343886, |
| "learning_rate": 4.974888392857143e-05, |
| "loss": 1.1399, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.31626506024096385, |
| "grad_norm": 1.062090177273032, |
| "learning_rate": 4.9720982142857146e-05, |
| "loss": 1.0609, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.3177710843373494, |
| "grad_norm": 1.3358528924045199, |
| "learning_rate": 4.9693080357142856e-05, |
| "loss": 1.0546, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.3192771084337349, |
| "grad_norm": 1.2699082435429738, |
| "learning_rate": 4.966517857142857e-05, |
| "loss": 1.3104, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.3207831325301205, |
| "grad_norm": 1.631520467551371, |
| "learning_rate": 4.963727678571429e-05, |
| "loss": 1.1091, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.32228915662650603, |
| "grad_norm": 1.2841795005461383, |
| "learning_rate": 4.9609375000000005e-05, |
| "loss": 1.1702, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.32379518072289154, |
| "grad_norm": 2.11801132990623, |
| "learning_rate": 4.9581473214285714e-05, |
| "loss": 1.2395, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.3253012048192771, |
| "grad_norm": 1.7630852566359885, |
| "learning_rate": 4.955357142857143e-05, |
| "loss": 1.0816, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.32680722891566266, |
| "grad_norm": 1.8649444527091168, |
| "learning_rate": 4.952566964285715e-05, |
| "loss": 1.0944, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.32831325301204817, |
| "grad_norm": 1.603212202589856, |
| "learning_rate": 4.949776785714286e-05, |
| "loss": 1.1128, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.32981927710843373, |
| "grad_norm": 1.3817148805369528, |
| "learning_rate": 4.946986607142857e-05, |
| "loss": 1.0143, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.3313253012048193, |
| "grad_norm": 1.9878154605365819, |
| "learning_rate": 4.944196428571429e-05, |
| "loss": 1.1158, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.3328313253012048, |
| "grad_norm": 1.3198018552904554, |
| "learning_rate": 4.94140625e-05, |
| "loss": 1.2964, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.33433734939759036, |
| "grad_norm": 2.0072371055012557, |
| "learning_rate": 4.9386160714285716e-05, |
| "loss": 1.0403, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.3358433734939759, |
| "grad_norm": 1.3148461408166356, |
| "learning_rate": 4.935825892857143e-05, |
| "loss": 0.9557, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.3373493975903614, |
| "grad_norm": 1.4391527281143421, |
| "learning_rate": 4.933035714285715e-05, |
| "loss": 1.146, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.338855421686747, |
| "grad_norm": 2.0567966670673847, |
| "learning_rate": 4.930245535714286e-05, |
| "loss": 1.0913, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.34036144578313254, |
| "grad_norm": 0.8486481409603515, |
| "learning_rate": 4.9274553571428574e-05, |
| "loss": 1.21, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.34186746987951805, |
| "grad_norm": 0.7682819967080843, |
| "learning_rate": 4.9246651785714284e-05, |
| "loss": 1.2319, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.3433734939759036, |
| "grad_norm": 0.7183741214872998, |
| "learning_rate": 4.921875e-05, |
| "loss": 1.0864, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.34487951807228917, |
| "grad_norm": 0.850567254195245, |
| "learning_rate": 4.919084821428572e-05, |
| "loss": 1.0155, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.3463855421686747, |
| "grad_norm": 0.7147187377321871, |
| "learning_rate": 4.916294642857143e-05, |
| "loss": 1.1591, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.34789156626506024, |
| "grad_norm": 0.6308795014146827, |
| "learning_rate": 4.913504464285715e-05, |
| "loss": 1.1556, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.3493975903614458, |
| "grad_norm": 0.5235892375314235, |
| "learning_rate": 4.910714285714286e-05, |
| "loss": 1.0519, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.3509036144578313, |
| "grad_norm": 2.3647614127653918, |
| "learning_rate": 4.9079241071428576e-05, |
| "loss": 1.1801, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.35240963855421686, |
| "grad_norm": 1.2636782024703317, |
| "learning_rate": 4.9051339285714285e-05, |
| "loss": 1.0888, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.3539156626506024, |
| "grad_norm": 1.452216077255174, |
| "learning_rate": 4.90234375e-05, |
| "loss": 1.1946, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.35542168674698793, |
| "grad_norm": 1.431058262283714, |
| "learning_rate": 4.899553571428572e-05, |
| "loss": 1.1393, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.3569277108433735, |
| "grad_norm": 1.5447839137148456, |
| "learning_rate": 4.8967633928571434e-05, |
| "loss": 1.1518, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.35843373493975905, |
| "grad_norm": 1.3321646900352668, |
| "learning_rate": 4.893973214285715e-05, |
| "loss": 1.2129, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.35993975903614456, |
| "grad_norm": 1.6041879864334145, |
| "learning_rate": 4.891183035714286e-05, |
| "loss": 1.1473, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.3614457831325301, |
| "grad_norm": 1.1604595848270383, |
| "learning_rate": 4.888392857142857e-05, |
| "loss": 1.0934, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.3629518072289157, |
| "grad_norm": 2.1163407553243307, |
| "learning_rate": 4.8856026785714286e-05, |
| "loss": 1.105, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.3644578313253012, |
| "grad_norm": 1.8247461907959592, |
| "learning_rate": 4.8828125e-05, |
| "loss": 1.2259, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.36596385542168675, |
| "grad_norm": 1.6880899716207813, |
| "learning_rate": 4.880022321428572e-05, |
| "loss": 1.1582, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.3674698795180723, |
| "grad_norm": 1.945949991185642, |
| "learning_rate": 4.8772321428571435e-05, |
| "loss": 1.0984, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.3689759036144578, |
| "grad_norm": 0.8083465654697327, |
| "learning_rate": 4.8744419642857145e-05, |
| "loss": 1.2172, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.3704819277108434, |
| "grad_norm": 1.3108711367199426, |
| "learning_rate": 4.8716517857142855e-05, |
| "loss": 1.1721, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.37198795180722893, |
| "grad_norm": 0.5855610261806767, |
| "learning_rate": 4.868861607142857e-05, |
| "loss": 1.101, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.37349397590361444, |
| "grad_norm": 1.2212964794899914, |
| "learning_rate": 4.866071428571429e-05, |
| "loss": 1.1313, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.375, |
| "grad_norm": 1.0063435061999662, |
| "learning_rate": 4.8632812500000004e-05, |
| "loss": 0.9664, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.37650602409638556, |
| "grad_norm": 0.473003506269346, |
| "learning_rate": 4.860491071428572e-05, |
| "loss": 1.0709, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.37801204819277107, |
| "grad_norm": 0.6820715341678072, |
| "learning_rate": 4.857700892857143e-05, |
| "loss": 1.2115, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.3795180722891566, |
| "grad_norm": 0.5335642842726658, |
| "learning_rate": 4.8549107142857146e-05, |
| "loss": 1.1002, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.3810240963855422, |
| "grad_norm": 0.5512515177615058, |
| "learning_rate": 4.8521205357142856e-05, |
| "loss": 1.1927, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.3825301204819277, |
| "grad_norm": 1.0690031356718976, |
| "learning_rate": 4.849330357142857e-05, |
| "loss": 1.0297, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.38403614457831325, |
| "grad_norm": 0.7003395703715207, |
| "learning_rate": 4.846540178571429e-05, |
| "loss": 1.1792, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.3855421686746988, |
| "grad_norm": 0.4871631349176089, |
| "learning_rate": 4.8437500000000005e-05, |
| "loss": 1.0313, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.3870481927710843, |
| "grad_norm": 0.6252189228536179, |
| "learning_rate": 4.8409598214285715e-05, |
| "loss": 1.0858, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.3885542168674699, |
| "grad_norm": 0.7303291619404965, |
| "learning_rate": 4.838169642857143e-05, |
| "loss": 1.1193, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.39006024096385544, |
| "grad_norm": 0.6196210211779465, |
| "learning_rate": 4.835379464285715e-05, |
| "loss": 1.1132, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.39156626506024095, |
| "grad_norm": 0.4613735798032197, |
| "learning_rate": 4.832589285714286e-05, |
| "loss": 1.1769, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.3930722891566265, |
| "grad_norm": 0.8724249592082794, |
| "learning_rate": 4.8297991071428573e-05, |
| "loss": 1.0633, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.39457831325301207, |
| "grad_norm": 0.6436609538908512, |
| "learning_rate": 4.827008928571429e-05, |
| "loss": 0.8923, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.3960843373493976, |
| "grad_norm": 0.6961730289258252, |
| "learning_rate": 4.82421875e-05, |
| "loss": 1.101, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.39759036144578314, |
| "grad_norm": 1.1666860817560007, |
| "learning_rate": 4.8214285714285716e-05, |
| "loss": 1.0223, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.3990963855421687, |
| "grad_norm": 0.8060079738768117, |
| "learning_rate": 4.818638392857143e-05, |
| "loss": 1.1685, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.4006024096385542, |
| "grad_norm": 0.6068978262664019, |
| "learning_rate": 4.815848214285715e-05, |
| "loss": 1.2158, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.40210843373493976, |
| "grad_norm": 0.6133589630474396, |
| "learning_rate": 4.813058035714286e-05, |
| "loss": 1.134, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.4036144578313253, |
| "grad_norm": 0.5655602311860805, |
| "learning_rate": 4.8102678571428575e-05, |
| "loss": 1.1884, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.40512048192771083, |
| "grad_norm": 0.6304054537890617, |
| "learning_rate": 4.8074776785714284e-05, |
| "loss": 1.0413, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.4066265060240964, |
| "grad_norm": 0.8627697754260435, |
| "learning_rate": 4.8046875e-05, |
| "loss": 1.0705, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.40813253012048195, |
| "grad_norm": 0.7094121861835088, |
| "learning_rate": 4.801897321428572e-05, |
| "loss": 1.1068, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.40963855421686746, |
| "grad_norm": 0.5620756718286611, |
| "learning_rate": 4.7991071428571433e-05, |
| "loss": 1.1286, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.411144578313253, |
| "grad_norm": 0.8297215285339797, |
| "learning_rate": 4.796316964285715e-05, |
| "loss": 0.9547, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.4126506024096386, |
| "grad_norm": 0.5653620112559294, |
| "learning_rate": 4.793526785714286e-05, |
| "loss": 1.0796, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.4141566265060241, |
| "grad_norm": 0.5058016537443488, |
| "learning_rate": 4.790736607142857e-05, |
| "loss": 1.0754, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.41566265060240964, |
| "grad_norm": 0.5718375025598983, |
| "learning_rate": 4.7879464285714285e-05, |
| "loss": 1.1264, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.4171686746987952, |
| "grad_norm": 0.6083124264681959, |
| "learning_rate": 4.78515625e-05, |
| "loss": 1.1462, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.4186746987951807, |
| "grad_norm": 0.6214272312149512, |
| "learning_rate": 4.782366071428572e-05, |
| "loss": 1.1854, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.42018072289156627, |
| "grad_norm": 0.6911162713381959, |
| "learning_rate": 4.7795758928571435e-05, |
| "loss": 1.142, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.42168674698795183, |
| "grad_norm": 0.5524545372998528, |
| "learning_rate": 4.7767857142857144e-05, |
| "loss": 1.0226, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.42319277108433734, |
| "grad_norm": 0.7868835084355736, |
| "learning_rate": 4.7739955357142854e-05, |
| "loss": 1.0698, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.4246987951807229, |
| "grad_norm": 0.5748798967151076, |
| "learning_rate": 4.771205357142857e-05, |
| "loss": 1.1523, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.42620481927710846, |
| "grad_norm": 0.984453017404523, |
| "learning_rate": 4.768415178571429e-05, |
| "loss": 1.1704, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.42771084337349397, |
| "grad_norm": 0.7478577493878779, |
| "learning_rate": 4.765625e-05, |
| "loss": 1.0541, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.4292168674698795, |
| "grad_norm": 1.0316405869831138, |
| "learning_rate": 4.762834821428572e-05, |
| "loss": 1.1742, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.4307228915662651, |
| "grad_norm": 0.9411713937287206, |
| "learning_rate": 4.7600446428571436e-05, |
| "loss": 1.1275, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.4322289156626506, |
| "grad_norm": 0.790899789671601, |
| "learning_rate": 4.7572544642857145e-05, |
| "loss": 1.0086, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.43373493975903615, |
| "grad_norm": 0.9413498730674247, |
| "learning_rate": 4.7544642857142855e-05, |
| "loss": 1.14, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.4352409638554217, |
| "grad_norm": 0.9627651044056021, |
| "learning_rate": 4.751674107142857e-05, |
| "loss": 1.0731, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.4367469879518072, |
| "grad_norm": 0.6242926613973893, |
| "learning_rate": 4.748883928571429e-05, |
| "loss": 1.1256, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.4382530120481928, |
| "grad_norm": 0.851461421349802, |
| "learning_rate": 4.7460937500000004e-05, |
| "loss": 1.0941, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.4397590361445783, |
| "grad_norm": 0.7495510668130898, |
| "learning_rate": 4.743303571428572e-05, |
| "loss": 1.0394, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.44126506024096385, |
| "grad_norm": 0.7195590612170437, |
| "learning_rate": 4.740513392857143e-05, |
| "loss": 1.1445, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.4427710843373494, |
| "grad_norm": 0.5960303701573098, |
| "learning_rate": 4.7377232142857147e-05, |
| "loss": 1.0585, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.4442771084337349, |
| "grad_norm": 0.9842342043781458, |
| "learning_rate": 4.7349330357142856e-05, |
| "loss": 1.0377, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.4457831325301205, |
| "grad_norm": 1.0537294003669568, |
| "learning_rate": 4.732142857142857e-05, |
| "loss": 1.083, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.44728915662650603, |
| "grad_norm": 0.65566664626814, |
| "learning_rate": 4.729352678571429e-05, |
| "loss": 1.1926, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.44879518072289154, |
| "grad_norm": 1.1848990165916284, |
| "learning_rate": 4.7265625000000005e-05, |
| "loss": 1.0994, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.4503012048192771, |
| "grad_norm": 0.9891837032009826, |
| "learning_rate": 4.7237723214285715e-05, |
| "loss": 1.173, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.45180722891566266, |
| "grad_norm": 0.6688119337187576, |
| "learning_rate": 4.720982142857143e-05, |
| "loss": 1.1737, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.45331325301204817, |
| "grad_norm": 1.3142909754099252, |
| "learning_rate": 4.718191964285715e-05, |
| "loss": 1.1526, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.45481927710843373, |
| "grad_norm": 0.5657599508166598, |
| "learning_rate": 4.715401785714286e-05, |
| "loss": 0.9977, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.4563253012048193, |
| "grad_norm": 1.2536012478516283, |
| "learning_rate": 4.7126116071428574e-05, |
| "loss": 1.0355, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.4578313253012048, |
| "grad_norm": 0.8305598736430878, |
| "learning_rate": 4.709821428571429e-05, |
| "loss": 1.0141, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.45933734939759036, |
| "grad_norm": 0.5666233932254965, |
| "learning_rate": 4.70703125e-05, |
| "loss": 1.1752, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.4608433734939759, |
| "grad_norm": 0.8260580089665397, |
| "learning_rate": 4.7042410714285716e-05, |
| "loss": 1.0258, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.4623493975903614, |
| "grad_norm": 0.8400449995564603, |
| "learning_rate": 4.701450892857143e-05, |
| "loss": 1.0304, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.463855421686747, |
| "grad_norm": 0.6206327848818953, |
| "learning_rate": 4.698660714285715e-05, |
| "loss": 1.1415, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.46536144578313254, |
| "grad_norm": 0.6179564541534572, |
| "learning_rate": 4.695870535714286e-05, |
| "loss": 1.2258, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.46686746987951805, |
| "grad_norm": 0.7585172715247736, |
| "learning_rate": 4.6930803571428575e-05, |
| "loss": 1.0665, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.4683734939759036, |
| "grad_norm": 0.6519740872909565, |
| "learning_rate": 4.6902901785714285e-05, |
| "loss": 1.0575, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.46987951807228917, |
| "grad_norm": 0.5348307727480986, |
| "learning_rate": 4.6875e-05, |
| "loss": 1.0592, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.4713855421686747, |
| "grad_norm": 0.582404450830819, |
| "learning_rate": 4.684709821428572e-05, |
| "loss": 1.0107, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.47289156626506024, |
| "grad_norm": 0.5575064869464086, |
| "learning_rate": 4.6819196428571434e-05, |
| "loss": 1.0666, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.4743975903614458, |
| "grad_norm": 0.8064772943831982, |
| "learning_rate": 4.679129464285715e-05, |
| "loss": 1.0164, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.4759036144578313, |
| "grad_norm": 0.5740805150731614, |
| "learning_rate": 4.676339285714286e-05, |
| "loss": 1.1175, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.47740963855421686, |
| "grad_norm": 0.637076313731006, |
| "learning_rate": 4.673549107142857e-05, |
| "loss": 1.1172, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.4789156626506024, |
| "grad_norm": 0.5881085905964725, |
| "learning_rate": 4.6707589285714286e-05, |
| "loss": 1.2374, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.48042168674698793, |
| "grad_norm": 0.6973661856474144, |
| "learning_rate": 4.66796875e-05, |
| "loss": 1.0896, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.4819277108433735, |
| "grad_norm": 1.1323534611631751, |
| "learning_rate": 4.665178571428572e-05, |
| "loss": 1.1134, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.48343373493975905, |
| "grad_norm": 0.6468024439890357, |
| "learning_rate": 4.6623883928571435e-05, |
| "loss": 1.1543, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.48493975903614456, |
| "grad_norm": 0.6212620214284293, |
| "learning_rate": 4.6595982142857145e-05, |
| "loss": 1.1858, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.4864457831325301, |
| "grad_norm": 0.5920187453423337, |
| "learning_rate": 4.6568080357142854e-05, |
| "loss": 1.1841, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.4879518072289157, |
| "grad_norm": 0.7522252767909109, |
| "learning_rate": 4.654017857142857e-05, |
| "loss": 1.0614, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.4894578313253012, |
| "grad_norm": 0.7720395110920457, |
| "learning_rate": 4.651227678571429e-05, |
| "loss": 1.0174, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.49096385542168675, |
| "grad_norm": 0.5179137926554194, |
| "learning_rate": 4.6484375e-05, |
| "loss": 1.1899, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.4924698795180723, |
| "grad_norm": 0.664356590249216, |
| "learning_rate": 4.645647321428572e-05, |
| "loss": 1.1706, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.4939759036144578, |
| "grad_norm": 0.5263451119796876, |
| "learning_rate": 4.642857142857143e-05, |
| "loss": 1.171, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.4954819277108434, |
| "grad_norm": 0.6114326540624144, |
| "learning_rate": 4.6400669642857146e-05, |
| "loss": 1.0609, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.49698795180722893, |
| "grad_norm": 0.6758407174730853, |
| "learning_rate": 4.6372767857142855e-05, |
| "loss": 1.1003, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.49849397590361444, |
| "grad_norm": 0.581585715051734, |
| "learning_rate": 4.634486607142857e-05, |
| "loss": 0.9861, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.5988217364814561, |
| "learning_rate": 4.631696428571429e-05, |
| "loss": 1.0703, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.5015060240963856, |
| "grad_norm": 0.5515737128525399, |
| "learning_rate": 4.6289062500000005e-05, |
| "loss": 1.1344, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.5030120481927711, |
| "grad_norm": 0.588593134249206, |
| "learning_rate": 4.6261160714285714e-05, |
| "loss": 1.1005, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.5045180722891566, |
| "grad_norm": 0.5383505046146273, |
| "learning_rate": 4.623325892857143e-05, |
| "loss": 0.9466, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.5060240963855421, |
| "grad_norm": 0.5048430115850058, |
| "learning_rate": 4.620535714285715e-05, |
| "loss": 1.1279, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.5075301204819277, |
| "grad_norm": 0.487591855315763, |
| "learning_rate": 4.6177455357142857e-05, |
| "loss": 1.0164, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.5090361445783133, |
| "grad_norm": 0.5524820921251307, |
| "learning_rate": 4.614955357142857e-05, |
| "loss": 1.054, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.5105421686746988, |
| "grad_norm": 0.5744986926349741, |
| "learning_rate": 4.612165178571429e-05, |
| "loss": 1.0984, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.5120481927710844, |
| "grad_norm": 0.5508993572471312, |
| "learning_rate": 4.609375e-05, |
| "loss": 1.0286, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.5135542168674698, |
| "grad_norm": 0.43166815795807073, |
| "learning_rate": 4.6065848214285715e-05, |
| "loss": 1.1016, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.5150602409638554, |
| "grad_norm": 0.7094909764579079, |
| "learning_rate": 4.603794642857143e-05, |
| "loss": 1.0311, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.516566265060241, |
| "grad_norm": 0.9744107241541942, |
| "learning_rate": 4.601004464285715e-05, |
| "loss": 1.1499, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.5180722891566265, |
| "grad_norm": 0.4515776055497446, |
| "learning_rate": 4.598214285714286e-05, |
| "loss": 1.0415, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.5195783132530121, |
| "grad_norm": 0.9818306316338725, |
| "learning_rate": 4.5954241071428574e-05, |
| "loss": 1.1366, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.5210843373493976, |
| "grad_norm": 0.6024720525198606, |
| "learning_rate": 4.592633928571429e-05, |
| "loss": 0.9559, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.5225903614457831, |
| "grad_norm": 0.592032069497474, |
| "learning_rate": 4.58984375e-05, |
| "loss": 1.0116, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.5240963855421686, |
| "grad_norm": 0.5102200581640144, |
| "learning_rate": 4.5870535714285716e-05, |
| "loss": 1.0141, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.5256024096385542, |
| "grad_norm": 0.672267320385825, |
| "learning_rate": 4.584263392857143e-05, |
| "loss": 0.9747, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.5271084337349398, |
| "grad_norm": 0.938335760524442, |
| "learning_rate": 4.581473214285715e-05, |
| "loss": 1.1767, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.5286144578313253, |
| "grad_norm": 0.7656088723888667, |
| "learning_rate": 4.578683035714286e-05, |
| "loss": 0.9704, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.5301204819277109, |
| "grad_norm": 1.070174105464317, |
| "learning_rate": 4.5758928571428575e-05, |
| "loss": 1.1489, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.5316265060240963, |
| "grad_norm": 0.6687072295947085, |
| "learning_rate": 4.5731026785714285e-05, |
| "loss": 1.1995, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.5331325301204819, |
| "grad_norm": 0.7277253224117494, |
| "learning_rate": 4.5703125e-05, |
| "loss": 0.9879, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.5346385542168675, |
| "grad_norm": 0.49034491112587963, |
| "learning_rate": 4.567522321428572e-05, |
| "loss": 1.0221, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.536144578313253, |
| "grad_norm": 1.060991642886161, |
| "learning_rate": 4.5647321428571434e-05, |
| "loss": 1.2066, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.5376506024096386, |
| "grad_norm": 0.7469884743687695, |
| "learning_rate": 4.561941964285715e-05, |
| "loss": 1.0678, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.5391566265060241, |
| "grad_norm": 0.7600879744808855, |
| "learning_rate": 4.559151785714286e-05, |
| "loss": 1.1091, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.5406626506024096, |
| "grad_norm": 0.7678747907647254, |
| "learning_rate": 4.556361607142857e-05, |
| "loss": 1.1494, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.5421686746987951, |
| "grad_norm": 1.2055152589349136, |
| "learning_rate": 4.5535714285714286e-05, |
| "loss": 1.058, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.5436746987951807, |
| "grad_norm": 0.6724818408231992, |
| "learning_rate": 4.55078125e-05, |
| "loss": 1.1077, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.5451807228915663, |
| "grad_norm": 0.948351667341676, |
| "learning_rate": 4.547991071428572e-05, |
| "loss": 1.1105, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.5466867469879518, |
| "grad_norm": 0.7459221254292225, |
| "learning_rate": 4.5452008928571435e-05, |
| "loss": 1.1048, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.5481927710843374, |
| "grad_norm": 0.6446186731602351, |
| "learning_rate": 4.5424107142857145e-05, |
| "loss": 1.0731, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.5496987951807228, |
| "grad_norm": 0.6235438385434885, |
| "learning_rate": 4.5396205357142854e-05, |
| "loss": 0.9971, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.5512048192771084, |
| "grad_norm": 0.856252275108117, |
| "learning_rate": 4.536830357142857e-05, |
| "loss": 1.0534, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.552710843373494, |
| "grad_norm": 0.7215170271626542, |
| "learning_rate": 4.534040178571429e-05, |
| "loss": 1.0996, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.5542168674698795, |
| "grad_norm": 0.641882526212357, |
| "learning_rate": 4.5312500000000004e-05, |
| "loss": 1.0795, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.5557228915662651, |
| "grad_norm": 0.7016746500903057, |
| "learning_rate": 4.528459821428572e-05, |
| "loss": 1.1164, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.5572289156626506, |
| "grad_norm": 0.7780313378842422, |
| "learning_rate": 4.525669642857143e-05, |
| "loss": 0.9507, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.5587349397590361, |
| "grad_norm": 0.8925575799409526, |
| "learning_rate": 4.5228794642857146e-05, |
| "loss": 1.0685, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.5602409638554217, |
| "grad_norm": 0.8329945669972127, |
| "learning_rate": 4.5200892857142856e-05, |
| "loss": 1.1421, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.5617469879518072, |
| "grad_norm": 0.5016476396946253, |
| "learning_rate": 4.517299107142857e-05, |
| "loss": 1.0305, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.5632530120481928, |
| "grad_norm": 1.2663234219391322, |
| "learning_rate": 4.514508928571429e-05, |
| "loss": 1.1224, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.5647590361445783, |
| "grad_norm": 0.6107780642457702, |
| "learning_rate": 4.5117187500000005e-05, |
| "loss": 1.0856, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.5662650602409639, |
| "grad_norm": 0.8888456544902237, |
| "learning_rate": 4.5089285714285714e-05, |
| "loss": 1.0653, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.5677710843373494, |
| "grad_norm": 1.229011464951799, |
| "learning_rate": 4.506138392857143e-05, |
| "loss": 1.1313, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.5692771084337349, |
| "grad_norm": 0.46505211936133195, |
| "learning_rate": 4.503348214285715e-05, |
| "loss": 1.0073, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.5707831325301205, |
| "grad_norm": 0.7945202800005255, |
| "learning_rate": 4.500558035714286e-05, |
| "loss": 1.068, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.572289156626506, |
| "grad_norm": 0.7474226327444002, |
| "learning_rate": 4.497767857142857e-05, |
| "loss": 1.0441, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.5737951807228916, |
| "grad_norm": 0.5844298039779413, |
| "learning_rate": 4.494977678571429e-05, |
| "loss": 0.9666, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.5753012048192772, |
| "grad_norm": 0.8765269881568523, |
| "learning_rate": 4.4921875e-05, |
| "loss": 1.1449, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.5768072289156626, |
| "grad_norm": 0.49837813850168466, |
| "learning_rate": 4.4893973214285716e-05, |
| "loss": 1.0007, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.5783132530120482, |
| "grad_norm": 0.6216738163324567, |
| "learning_rate": 4.486607142857143e-05, |
| "loss": 1.1564, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.5798192771084337, |
| "grad_norm": 0.585019009519289, |
| "learning_rate": 4.483816964285715e-05, |
| "loss": 0.9969, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.5813253012048193, |
| "grad_norm": 0.447535769396093, |
| "learning_rate": 4.481026785714286e-05, |
| "loss": 1.1458, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.5828313253012049, |
| "grad_norm": 0.6321230400943506, |
| "learning_rate": 4.4782366071428574e-05, |
| "loss": 1.1423, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.5843373493975904, |
| "grad_norm": 0.5752618871504956, |
| "learning_rate": 4.4754464285714284e-05, |
| "loss": 1.0281, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.5858433734939759, |
| "grad_norm": 0.48889366921660804, |
| "learning_rate": 4.47265625e-05, |
| "loss": 1.0911, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.5873493975903614, |
| "grad_norm": 0.5883448833648237, |
| "learning_rate": 4.469866071428572e-05, |
| "loss": 0.9658, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.588855421686747, |
| "grad_norm": 0.5682377283162737, |
| "learning_rate": 4.467075892857143e-05, |
| "loss": 1.091, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.5903614457831325, |
| "grad_norm": 0.45325949959594397, |
| "learning_rate": 4.464285714285715e-05, |
| "loss": 1.0412, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.5918674698795181, |
| "grad_norm": 0.8283776199862782, |
| "learning_rate": 4.461495535714286e-05, |
| "loss": 1.1257, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.5933734939759037, |
| "grad_norm": 0.6057079618921248, |
| "learning_rate": 4.458705357142857e-05, |
| "loss": 1.0283, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.5948795180722891, |
| "grad_norm": 1.7245860410960632, |
| "learning_rate": 4.4559151785714285e-05, |
| "loss": 0.9688, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.5963855421686747, |
| "grad_norm": 0.6754412678482318, |
| "learning_rate": 4.453125e-05, |
| "loss": 1.0835, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.5978915662650602, |
| "grad_norm": 0.9707457629018403, |
| "learning_rate": 4.450334821428572e-05, |
| "loss": 1.0772, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.5993975903614458, |
| "grad_norm": 0.7922097512203519, |
| "learning_rate": 4.4475446428571434e-05, |
| "loss": 1.0734, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.6009036144578314, |
| "grad_norm": 0.9823309026201563, |
| "learning_rate": 4.4447544642857144e-05, |
| "loss": 1.0064, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.6024096385542169, |
| "grad_norm": 1.193757095606662, |
| "learning_rate": 4.4419642857142854e-05, |
| "loss": 1.0973, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.6039156626506024, |
| "grad_norm": 0.8798802181039858, |
| "learning_rate": 4.439174107142857e-05, |
| "loss": 1.0251, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.6054216867469879, |
| "grad_norm": 1.4376950776492325, |
| "learning_rate": 4.4363839285714286e-05, |
| "loss": 1.0005, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.6069277108433735, |
| "grad_norm": 0.6951608792696263, |
| "learning_rate": 4.43359375e-05, |
| "loss": 1.0636, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.608433734939759, |
| "grad_norm": 1.3599368232030171, |
| "learning_rate": 4.430803571428572e-05, |
| "loss": 0.9548, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.6099397590361446, |
| "grad_norm": 0.743167840372275, |
| "learning_rate": 4.4280133928571436e-05, |
| "loss": 1.0488, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.6114457831325302, |
| "grad_norm": 0.6600759894508788, |
| "learning_rate": 4.4252232142857145e-05, |
| "loss": 1.0062, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.6129518072289156, |
| "grad_norm": 1.0981361259623472, |
| "learning_rate": 4.4224330357142855e-05, |
| "loss": 1.0507, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.6144578313253012, |
| "grad_norm": 0.6213758277314005, |
| "learning_rate": 4.419642857142857e-05, |
| "loss": 1.0434, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.6159638554216867, |
| "grad_norm": 2.0016126399185383, |
| "learning_rate": 4.416852678571429e-05, |
| "loss": 0.9981, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.6174698795180723, |
| "grad_norm": 0.9275092114284722, |
| "learning_rate": 4.4140625000000004e-05, |
| "loss": 1.0843, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.6189759036144579, |
| "grad_norm": 2.1148510979024993, |
| "learning_rate": 4.411272321428572e-05, |
| "loss": 0.958, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.6204819277108434, |
| "grad_norm": 1.4638962200590835, |
| "learning_rate": 4.408482142857143e-05, |
| "loss": 1.1924, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.6219879518072289, |
| "grad_norm": 1.1185691869270866, |
| "learning_rate": 4.4056919642857146e-05, |
| "loss": 1.079, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.6234939759036144, |
| "grad_norm": 1.3289424792770768, |
| "learning_rate": 4.4029017857142856e-05, |
| "loss": 1.062, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.625, |
| "grad_norm": 1.0781944816305413, |
| "learning_rate": 4.400111607142857e-05, |
| "loss": 1.0422, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.6265060240963856, |
| "grad_norm": 1.1988686516574925, |
| "learning_rate": 4.397321428571429e-05, |
| "loss": 1.0695, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.6280120481927711, |
| "grad_norm": 1.4828154593514484, |
| "learning_rate": 4.3945312500000005e-05, |
| "loss": 0.9709, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.6295180722891566, |
| "grad_norm": 1.486560731791325, |
| "learning_rate": 4.3917410714285715e-05, |
| "loss": 1.0716, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.6310240963855421, |
| "grad_norm": 1.2158112051346686, |
| "learning_rate": 4.388950892857143e-05, |
| "loss": 0.9942, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.6325301204819277, |
| "grad_norm": 1.2438499991299516, |
| "learning_rate": 4.386160714285715e-05, |
| "loss": 1.1067, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.6340361445783133, |
| "grad_norm": 1.3048474834428594, |
| "learning_rate": 4.383370535714286e-05, |
| "loss": 0.9891, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.6355421686746988, |
| "grad_norm": 0.9494210418100297, |
| "learning_rate": 4.3805803571428574e-05, |
| "loss": 0.9584, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.6370481927710844, |
| "grad_norm": 1.7877658499010463, |
| "learning_rate": 4.377790178571429e-05, |
| "loss": 1.0928, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.6385542168674698, |
| "grad_norm": 1.157593994161981, |
| "learning_rate": 4.375e-05, |
| "loss": 1.0758, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.6400602409638554, |
| "grad_norm": 1.4700580698947876, |
| "learning_rate": 4.3722098214285716e-05, |
| "loss": 1.0765, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.641566265060241, |
| "grad_norm": 1.6172229938690263, |
| "learning_rate": 4.369419642857143e-05, |
| "loss": 1.1141, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.6430722891566265, |
| "grad_norm": 1.186922768657512, |
| "learning_rate": 4.366629464285715e-05, |
| "loss": 1.0818, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.6445783132530121, |
| "grad_norm": 0.9000625293138284, |
| "learning_rate": 4.363839285714286e-05, |
| "loss": 1.0091, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.6460843373493976, |
| "grad_norm": 1.5329538781006897, |
| "learning_rate": 4.3610491071428575e-05, |
| "loss": 1.0598, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.6475903614457831, |
| "grad_norm": 1.145271874414727, |
| "learning_rate": 4.3582589285714284e-05, |
| "loss": 1.0717, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.6490963855421686, |
| "grad_norm": 2.122861754241977, |
| "learning_rate": 4.35546875e-05, |
| "loss": 1.0814, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.6506024096385542, |
| "grad_norm": 1.7614466759807201, |
| "learning_rate": 4.352678571428572e-05, |
| "loss": 1.0076, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.6521084337349398, |
| "grad_norm": 0.7529157498533703, |
| "learning_rate": 4.3498883928571434e-05, |
| "loss": 1.0871, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.6536144578313253, |
| "grad_norm": 2.168442340549844, |
| "learning_rate": 4.347098214285715e-05, |
| "loss": 0.9343, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.6551204819277109, |
| "grad_norm": 0.9457789149026808, |
| "learning_rate": 4.344308035714286e-05, |
| "loss": 1.1188, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.6566265060240963, |
| "grad_norm": 1.7463067966041532, |
| "learning_rate": 4.341517857142857e-05, |
| "loss": 1.0036, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.6581325301204819, |
| "grad_norm": 2.039092530607203, |
| "learning_rate": 4.3387276785714286e-05, |
| "loss": 1.0014, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.6596385542168675, |
| "grad_norm": 0.9761634186974393, |
| "learning_rate": 4.3359375e-05, |
| "loss": 1.0091, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.661144578313253, |
| "grad_norm": 1.9207662275749011, |
| "learning_rate": 4.333147321428572e-05, |
| "loss": 1.1039, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.6626506024096386, |
| "grad_norm": 1.397212702360919, |
| "learning_rate": 4.3303571428571435e-05, |
| "loss": 1.1315, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.6641566265060241, |
| "grad_norm": 1.3107767098478034, |
| "learning_rate": 4.3275669642857144e-05, |
| "loss": 0.9561, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.6656626506024096, |
| "grad_norm": 1.3429399999326865, |
| "learning_rate": 4.3247767857142854e-05, |
| "loss": 0.9758, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.6671686746987951, |
| "grad_norm": 0.8608423294203231, |
| "learning_rate": 4.321986607142857e-05, |
| "loss": 1.1276, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.6686746987951807, |
| "grad_norm": 1.0188145996023645, |
| "learning_rate": 4.319196428571429e-05, |
| "loss": 0.914, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.6701807228915663, |
| "grad_norm": 0.8770241086418853, |
| "learning_rate": 4.31640625e-05, |
| "loss": 1.0692, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.6716867469879518, |
| "grad_norm": 0.7890132956189565, |
| "learning_rate": 4.313616071428572e-05, |
| "loss": 1.0889, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.6731927710843374, |
| "grad_norm": 0.7733500297805268, |
| "learning_rate": 4.310825892857143e-05, |
| "loss": 1.1, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.6746987951807228, |
| "grad_norm": 1.1068288092889933, |
| "learning_rate": 4.3080357142857145e-05, |
| "loss": 1.0012, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.6762048192771084, |
| "grad_norm": 0.6682318177779804, |
| "learning_rate": 4.3052455357142855e-05, |
| "loss": 1.0595, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.677710843373494, |
| "grad_norm": 1.0377171596437371, |
| "learning_rate": 4.302455357142857e-05, |
| "loss": 0.9763, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.6792168674698795, |
| "grad_norm": 0.5850270076129606, |
| "learning_rate": 4.299665178571429e-05, |
| "loss": 1.16, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.6807228915662651, |
| "grad_norm": 1.1243459812134664, |
| "learning_rate": 4.2968750000000004e-05, |
| "loss": 1.0413, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.6822289156626506, |
| "grad_norm": 1.2069244736981295, |
| "learning_rate": 4.2940848214285714e-05, |
| "loss": 1.0474, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.6837349397590361, |
| "grad_norm": 0.5907377229988777, |
| "learning_rate": 4.291294642857143e-05, |
| "loss": 1.0469, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.6852409638554217, |
| "grad_norm": 0.8972447130430958, |
| "learning_rate": 4.288504464285715e-05, |
| "loss": 1.0284, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.6867469879518072, |
| "grad_norm": 0.6819388664485988, |
| "learning_rate": 4.2857142857142856e-05, |
| "loss": 1.0549, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.6882530120481928, |
| "grad_norm": 0.7519592144563017, |
| "learning_rate": 4.282924107142857e-05, |
| "loss": 1.0682, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.6897590361445783, |
| "grad_norm": 0.992607516447039, |
| "learning_rate": 4.280133928571429e-05, |
| "loss": 0.9229, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.6912650602409639, |
| "grad_norm": 0.7955272701154339, |
| "learning_rate": 4.27734375e-05, |
| "loss": 0.9537, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.6927710843373494, |
| "grad_norm": 0.7355671544476373, |
| "learning_rate": 4.2745535714285715e-05, |
| "loss": 1.1429, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.6942771084337349, |
| "grad_norm": 0.6657688051425265, |
| "learning_rate": 4.271763392857143e-05, |
| "loss": 1.074, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.6957831325301205, |
| "grad_norm": 1.1755497391860503, |
| "learning_rate": 4.268973214285715e-05, |
| "loss": 0.9946, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.697289156626506, |
| "grad_norm": 0.5278686978148386, |
| "learning_rate": 4.266183035714286e-05, |
| "loss": 1.0636, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.6987951807228916, |
| "grad_norm": 0.6033555383053728, |
| "learning_rate": 4.2633928571428574e-05, |
| "loss": 1.1309, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.7003012048192772, |
| "grad_norm": 0.5648585620681138, |
| "learning_rate": 4.260602678571429e-05, |
| "loss": 0.9817, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.7018072289156626, |
| "grad_norm": 0.8366231563071388, |
| "learning_rate": 4.2578125e-05, |
| "loss": 1.0416, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.7033132530120482, |
| "grad_norm": 0.7773833211774298, |
| "learning_rate": 4.2550223214285716e-05, |
| "loss": 1.0436, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.7048192771084337, |
| "grad_norm": 4.183966329685267, |
| "learning_rate": 4.252232142857143e-05, |
| "loss": 1.2348, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.7063253012048193, |
| "grad_norm": 1.2910525281911964, |
| "learning_rate": 4.249441964285715e-05, |
| "loss": 1.0763, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.7078313253012049, |
| "grad_norm": 0.5490842324511688, |
| "learning_rate": 4.246651785714286e-05, |
| "loss": 1.0901, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.7093373493975904, |
| "grad_norm": 0.9632001556441507, |
| "learning_rate": 4.2438616071428575e-05, |
| "loss": 1.0656, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.7108433734939759, |
| "grad_norm": 0.47132505448452205, |
| "learning_rate": 4.2410714285714285e-05, |
| "loss": 0.99, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.7123493975903614, |
| "grad_norm": 0.9511883587293538, |
| "learning_rate": 4.23828125e-05, |
| "loss": 1.1328, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.713855421686747, |
| "grad_norm": 0.6093692989449008, |
| "learning_rate": 4.235491071428572e-05, |
| "loss": 1.0063, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.7153614457831325, |
| "grad_norm": 0.5139370335207126, |
| "learning_rate": 4.2327008928571434e-05, |
| "loss": 0.9604, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.7168674698795181, |
| "grad_norm": 0.8130126772990096, |
| "learning_rate": 4.229910714285715e-05, |
| "loss": 1.1156, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.7183734939759037, |
| "grad_norm": 0.7681738922447233, |
| "learning_rate": 4.227120535714286e-05, |
| "loss": 1.0167, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.7198795180722891, |
| "grad_norm": 0.5072386035606629, |
| "learning_rate": 4.224330357142857e-05, |
| "loss": 0.9847, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.7213855421686747, |
| "grad_norm": 0.7159194292764187, |
| "learning_rate": 4.2215401785714286e-05, |
| "loss": 1.0858, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.7228915662650602, |
| "grad_norm": 0.4799309012819447, |
| "learning_rate": 4.21875e-05, |
| "loss": 1.0682, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.7243975903614458, |
| "grad_norm": 0.4591800343573713, |
| "learning_rate": 4.215959821428572e-05, |
| "loss": 1.1973, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.7259036144578314, |
| "grad_norm": 0.5704159830373629, |
| "learning_rate": 4.2131696428571435e-05, |
| "loss": 0.9583, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.7274096385542169, |
| "grad_norm": 0.5963481173178118, |
| "learning_rate": 4.2103794642857145e-05, |
| "loss": 1.0664, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.7289156626506024, |
| "grad_norm": 0.5340394776943623, |
| "learning_rate": 4.2075892857142854e-05, |
| "loss": 1.0156, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.7304216867469879, |
| "grad_norm": 0.5620406504345488, |
| "learning_rate": 4.204799107142857e-05, |
| "loss": 1.0417, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.7319277108433735, |
| "grad_norm": 0.5691400180400379, |
| "learning_rate": 4.202008928571429e-05, |
| "loss": 1.0677, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.733433734939759, |
| "grad_norm": 0.4754430941444271, |
| "learning_rate": 4.1992187500000003e-05, |
| "loss": 1.0723, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.7349397590361446, |
| "grad_norm": 0.5383333179764404, |
| "learning_rate": 4.196428571428572e-05, |
| "loss": 0.8904, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.7364457831325302, |
| "grad_norm": 0.5848750819218848, |
| "learning_rate": 4.193638392857143e-05, |
| "loss": 1.033, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.7379518072289156, |
| "grad_norm": 0.5217749461149191, |
| "learning_rate": 4.1908482142857146e-05, |
| "loss": 1.0952, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.7394578313253012, |
| "grad_norm": 0.5240119307028889, |
| "learning_rate": 4.1880580357142855e-05, |
| "loss": 1.1312, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.7409638554216867, |
| "grad_norm": 0.661539498098112, |
| "learning_rate": 4.185267857142857e-05, |
| "loss": 0.9749, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.7424698795180723, |
| "grad_norm": 0.7390671972107995, |
| "learning_rate": 4.182477678571429e-05, |
| "loss": 1.0223, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.7439759036144579, |
| "grad_norm": 0.5232681511419042, |
| "learning_rate": 4.1796875000000005e-05, |
| "loss": 1.0679, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.7454819277108434, |
| "grad_norm": 0.6732474259531636, |
| "learning_rate": 4.1768973214285714e-05, |
| "loss": 0.9715, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.7469879518072289, |
| "grad_norm": 0.48511395106017224, |
| "learning_rate": 4.174107142857143e-05, |
| "loss": 1.0589, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.7484939759036144, |
| "grad_norm": 0.5806246193363507, |
| "learning_rate": 4.171316964285715e-05, |
| "loss": 1.1199, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.5491686188695876, |
| "learning_rate": 4.1685267857142857e-05, |
| "loss": 1.0185, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.7515060240963856, |
| "grad_norm": 0.5046604098611595, |
| "learning_rate": 4.165736607142857e-05, |
| "loss": 1.0998, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.7530120481927711, |
| "grad_norm": 0.5300954916585534, |
| "learning_rate": 4.162946428571429e-05, |
| "loss": 1.0748, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.7545180722891566, |
| "grad_norm": 0.46710221799044943, |
| "learning_rate": 4.16015625e-05, |
| "loss": 1.0668, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.7560240963855421, |
| "grad_norm": 0.4427131777159438, |
| "learning_rate": 4.1573660714285715e-05, |
| "loss": 0.9988, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.7575301204819277, |
| "grad_norm": 0.632772523394511, |
| "learning_rate": 4.154575892857143e-05, |
| "loss": 1.0915, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.7590361445783133, |
| "grad_norm": 0.5784350289319655, |
| "learning_rate": 4.151785714285715e-05, |
| "loss": 0.9337, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.7605421686746988, |
| "grad_norm": 0.45390410381807517, |
| "learning_rate": 4.148995535714286e-05, |
| "loss": 1.0911, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.7620481927710844, |
| "grad_norm": 0.5926009510936472, |
| "learning_rate": 4.1462053571428574e-05, |
| "loss": 1.0088, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.7635542168674698, |
| "grad_norm": 0.8087973510816183, |
| "learning_rate": 4.1434151785714284e-05, |
| "loss": 1.0127, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.7650602409638554, |
| "grad_norm": 0.4027623331214715, |
| "learning_rate": 4.140625e-05, |
| "loss": 0.9812, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.766566265060241, |
| "grad_norm": 0.5467449250418355, |
| "learning_rate": 4.1378348214285717e-05, |
| "loss": 1.0894, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.7680722891566265, |
| "grad_norm": 0.5073960592394419, |
| "learning_rate": 4.135044642857143e-05, |
| "loss": 0.9381, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.7695783132530121, |
| "grad_norm": 0.6134124152805418, |
| "learning_rate": 4.132254464285715e-05, |
| "loss": 0.9819, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.7710843373493976, |
| "grad_norm": 0.42844936197577005, |
| "learning_rate": 4.129464285714286e-05, |
| "loss": 1.0166, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.7725903614457831, |
| "grad_norm": 0.44531267474047137, |
| "learning_rate": 4.126674107142857e-05, |
| "loss": 1.1284, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.7740963855421686, |
| "grad_norm": 0.48513626927453324, |
| "learning_rate": 4.1238839285714285e-05, |
| "loss": 0.9945, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.7756024096385542, |
| "grad_norm": 0.5224731115221803, |
| "learning_rate": 4.12109375e-05, |
| "loss": 1.1963, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.7771084337349398, |
| "grad_norm": 0.47365577634975636, |
| "learning_rate": 4.118303571428572e-05, |
| "loss": 1.0418, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.7786144578313253, |
| "grad_norm": 0.4935060074038172, |
| "learning_rate": 4.1155133928571434e-05, |
| "loss": 0.96, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.7801204819277109, |
| "grad_norm": 0.4610733719249603, |
| "learning_rate": 4.112723214285715e-05, |
| "loss": 0.9765, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.7816265060240963, |
| "grad_norm": 1.5586020551222097, |
| "learning_rate": 4.109933035714285e-05, |
| "loss": 1.1135, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.7831325301204819, |
| "grad_norm": 0.5352142658065009, |
| "learning_rate": 4.107142857142857e-05, |
| "loss": 1.0045, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.7846385542168675, |
| "grad_norm": 0.637429045325593, |
| "learning_rate": 4.1043526785714286e-05, |
| "loss": 1.0388, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.786144578313253, |
| "grad_norm": 0.48611194053154283, |
| "learning_rate": 4.1015625e-05, |
| "loss": 1.1529, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.7876506024096386, |
| "grad_norm": 20.76088456281926, |
| "learning_rate": 4.098772321428572e-05, |
| "loss": 1.2982, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.7891566265060241, |
| "grad_norm": 1.2347760461276898, |
| "learning_rate": 4.0959821428571435e-05, |
| "loss": 1.0949, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.7906626506024096, |
| "grad_norm": 0.9500565519144629, |
| "learning_rate": 4.0931919642857145e-05, |
| "loss": 1.0016, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.7921686746987951, |
| "grad_norm": 0.8294636756936213, |
| "learning_rate": 4.0904017857142855e-05, |
| "loss": 1.0741, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.7936746987951807, |
| "grad_norm": 1.1486545878471635, |
| "learning_rate": 4.087611607142857e-05, |
| "loss": 0.9655, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.7951807228915663, |
| "grad_norm": 0.5759270867694973, |
| "learning_rate": 4.084821428571429e-05, |
| "loss": 0.9398, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.7966867469879518, |
| "grad_norm": 0.8883457780354299, |
| "learning_rate": 4.0820312500000004e-05, |
| "loss": 1.0148, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.7981927710843374, |
| "grad_norm": 0.9406074304915966, |
| "learning_rate": 4.079241071428572e-05, |
| "loss": 1.0884, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.7996987951807228, |
| "grad_norm": 0.6075598707396435, |
| "learning_rate": 4.076450892857143e-05, |
| "loss": 1.0232, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.8012048192771084, |
| "grad_norm": 0.6421253790134748, |
| "learning_rate": 4.0736607142857146e-05, |
| "loss": 1.1187, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.802710843373494, |
| "grad_norm": 0.7311161897026253, |
| "learning_rate": 4.0708705357142856e-05, |
| "loss": 1.1312, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.8042168674698795, |
| "grad_norm": 0.6576520727703772, |
| "learning_rate": 4.068080357142857e-05, |
| "loss": 0.9948, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.8057228915662651, |
| "grad_norm": 0.6023751711855272, |
| "learning_rate": 4.065290178571429e-05, |
| "loss": 0.9705, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.8072289156626506, |
| "grad_norm": 0.5829853717860507, |
| "learning_rate": 4.0625000000000005e-05, |
| "loss": 1.0883, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.8087349397590361, |
| "grad_norm": 0.7805220413032683, |
| "learning_rate": 4.0597098214285715e-05, |
| "loss": 1.0616, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.8102409638554217, |
| "grad_norm": 0.644067786282687, |
| "learning_rate": 4.056919642857143e-05, |
| "loss": 1.0326, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.8117469879518072, |
| "grad_norm": 0.5697753129586425, |
| "learning_rate": 4.054129464285715e-05, |
| "loss": 1.0215, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.8132530120481928, |
| "grad_norm": 0.5001581961171637, |
| "learning_rate": 4.051339285714286e-05, |
| "loss": 1.1289, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.8147590361445783, |
| "grad_norm": 0.7292306308043551, |
| "learning_rate": 4.048549107142857e-05, |
| "loss": 1.0372, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.8162650602409639, |
| "grad_norm": 0.8743206083159424, |
| "learning_rate": 4.045758928571429e-05, |
| "loss": 1.1881, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.8177710843373494, |
| "grad_norm": 0.6887135216150085, |
| "learning_rate": 4.04296875e-05, |
| "loss": 0.977, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.8192771084337349, |
| "grad_norm": 0.5226816094136586, |
| "learning_rate": 4.0401785714285716e-05, |
| "loss": 1.0242, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.8207831325301205, |
| "grad_norm": 0.633806653685841, |
| "learning_rate": 4.037388392857143e-05, |
| "loss": 1.1074, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.822289156626506, |
| "grad_norm": 0.49700254765408847, |
| "learning_rate": 4.034598214285715e-05, |
| "loss": 1.072, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.8237951807228916, |
| "grad_norm": 0.7488895277921449, |
| "learning_rate": 4.031808035714286e-05, |
| "loss": 1.0307, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.8253012048192772, |
| "grad_norm": 0.46150420474832204, |
| "learning_rate": 4.0290178571428574e-05, |
| "loss": 1.0372, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.8268072289156626, |
| "grad_norm": 0.5765382468808435, |
| "learning_rate": 4.0262276785714284e-05, |
| "loss": 1.0506, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.8283132530120482, |
| "grad_norm": 0.8643902519824668, |
| "learning_rate": 4.0234375e-05, |
| "loss": 0.9508, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.8298192771084337, |
| "grad_norm": 0.6750943201178752, |
| "learning_rate": 4.020647321428572e-05, |
| "loss": 0.9645, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.8313253012048193, |
| "grad_norm": 0.5774107056894972, |
| "learning_rate": 4.017857142857143e-05, |
| "loss": 0.9554, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.8328313253012049, |
| "grad_norm": 1.0549727459569322, |
| "learning_rate": 4.015066964285715e-05, |
| "loss": 0.9805, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.8343373493975904, |
| "grad_norm": 0.7549284446975768, |
| "learning_rate": 4.012276785714286e-05, |
| "loss": 0.9376, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.8358433734939759, |
| "grad_norm": 0.6473641823391572, |
| "learning_rate": 4.009486607142857e-05, |
| "loss": 1.0528, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.8373493975903614, |
| "grad_norm": 1.238967433030929, |
| "learning_rate": 4.0066964285714285e-05, |
| "loss": 0.9671, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.838855421686747, |
| "grad_norm": 0.4671487931730317, |
| "learning_rate": 4.00390625e-05, |
| "loss": 0.9557, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.8403614457831325, |
| "grad_norm": 1.495622523855259, |
| "learning_rate": 4.001116071428572e-05, |
| "loss": 1.089, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.8418674698795181, |
| "grad_norm": 0.6642043030760867, |
| "learning_rate": 3.9983258928571434e-05, |
| "loss": 1.0534, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.8433734939759037, |
| "grad_norm": 1.1516161598577168, |
| "learning_rate": 3.9955357142857144e-05, |
| "loss": 1.0327, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.8448795180722891, |
| "grad_norm": 0.9229303300247966, |
| "learning_rate": 3.9927455357142854e-05, |
| "loss": 0.9651, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.8463855421686747, |
| "grad_norm": 0.652629015945715, |
| "learning_rate": 3.989955357142857e-05, |
| "loss": 1.0095, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.8478915662650602, |
| "grad_norm": 1.1083982205777, |
| "learning_rate": 3.9871651785714286e-05, |
| "loss": 0.9651, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.8493975903614458, |
| "grad_norm": 0.65107622455566, |
| "learning_rate": 3.984375e-05, |
| "loss": 0.9875, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.8509036144578314, |
| "grad_norm": 1.3799884071167927, |
| "learning_rate": 3.981584821428572e-05, |
| "loss": 1.069, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.8524096385542169, |
| "grad_norm": 0.7973365525408832, |
| "learning_rate": 3.978794642857143e-05, |
| "loss": 1.0449, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.8539156626506024, |
| "grad_norm": 1.537298614493782, |
| "learning_rate": 3.9760044642857145e-05, |
| "loss": 1.0266, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.8554216867469879, |
| "grad_norm": 1.0735134647726037, |
| "learning_rate": 3.9732142857142855e-05, |
| "loss": 0.9769, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.8569277108433735, |
| "grad_norm": 1.219210497636576, |
| "learning_rate": 3.970424107142857e-05, |
| "loss": 1.0725, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.858433734939759, |
| "grad_norm": 0.8250382790058974, |
| "learning_rate": 3.967633928571429e-05, |
| "loss": 1.0464, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.8599397590361446, |
| "grad_norm": 1.39320314301614, |
| "learning_rate": 3.9648437500000004e-05, |
| "loss": 1.0705, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.8614457831325302, |
| "grad_norm": 0.7700524945575854, |
| "learning_rate": 3.9620535714285714e-05, |
| "loss": 1.0897, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.8629518072289156, |
| "grad_norm": 1.705675566032994, |
| "learning_rate": 3.959263392857143e-05, |
| "loss": 1.0193, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.8644578313253012, |
| "grad_norm": 0.8977750576677003, |
| "learning_rate": 3.9564732142857146e-05, |
| "loss": 0.9754, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.8659638554216867, |
| "grad_norm": 1.4877461425780285, |
| "learning_rate": 3.9536830357142856e-05, |
| "loss": 1.0329, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.8674698795180723, |
| "grad_norm": 1.015998208595534, |
| "learning_rate": 3.950892857142857e-05, |
| "loss": 1.03, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.8689759036144579, |
| "grad_norm": 1.362180323797355, |
| "learning_rate": 3.948102678571429e-05, |
| "loss": 1.1001, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.8704819277108434, |
| "grad_norm": 1.2012064102023352, |
| "learning_rate": 3.9453125000000005e-05, |
| "loss": 1.0655, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.8719879518072289, |
| "grad_norm": 1.260040819534742, |
| "learning_rate": 3.9425223214285715e-05, |
| "loss": 1.056, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.8734939759036144, |
| "grad_norm": 0.9384819635438446, |
| "learning_rate": 3.939732142857143e-05, |
| "loss": 0.9372, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.875, |
| "grad_norm": 1.3559049743907958, |
| "learning_rate": 3.936941964285715e-05, |
| "loss": 1.0869, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.8765060240963856, |
| "grad_norm": 1.165145587749377, |
| "learning_rate": 3.934151785714286e-05, |
| "loss": 0.927, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.8780120481927711, |
| "grad_norm": 1.3233612469600329, |
| "learning_rate": 3.9313616071428574e-05, |
| "loss": 1.0089, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.8795180722891566, |
| "grad_norm": 1.225173244597109, |
| "learning_rate": 3.928571428571429e-05, |
| "loss": 0.9703, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.8810240963855421, |
| "grad_norm": 1.1869317467043707, |
| "learning_rate": 3.92578125e-05, |
| "loss": 0.9897, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.8825301204819277, |
| "grad_norm": 0.9384009909978221, |
| "learning_rate": 3.9229910714285716e-05, |
| "loss": 1.1028, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.8840361445783133, |
| "grad_norm": 1.3562039144032472, |
| "learning_rate": 3.920200892857143e-05, |
| "loss": 0.9317, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.8855421686746988, |
| "grad_norm": 1.0705358733120784, |
| "learning_rate": 3.917410714285715e-05, |
| "loss": 1.1164, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.8870481927710844, |
| "grad_norm": 1.6987950004107686, |
| "learning_rate": 3.914620535714286e-05, |
| "loss": 1.0568, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.8885542168674698, |
| "grad_norm": 1.6540634277991682, |
| "learning_rate": 3.9118303571428575e-05, |
| "loss": 0.9835, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.8900602409638554, |
| "grad_norm": 1.0302922417595635, |
| "learning_rate": 3.9090401785714284e-05, |
| "loss": 1.0497, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.891566265060241, |
| "grad_norm": 1.381470034807906, |
| "learning_rate": 3.90625e-05, |
| "loss": 0.9792, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.8930722891566265, |
| "grad_norm": 0.9166752816116456, |
| "learning_rate": 3.903459821428572e-05, |
| "loss": 0.9833, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.8945783132530121, |
| "grad_norm": 0.9676162358689105, |
| "learning_rate": 3.9006696428571434e-05, |
| "loss": 0.9873, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.8960843373493976, |
| "grad_norm": 1.1807099261460772, |
| "learning_rate": 3.897879464285715e-05, |
| "loss": 1.0436, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.8975903614457831, |
| "grad_norm": 0.5822772311920681, |
| "learning_rate": 3.895089285714286e-05, |
| "loss": 0.9877, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.8990963855421686, |
| "grad_norm": 1.0348609684669337, |
| "learning_rate": 3.892299107142857e-05, |
| "loss": 1.0069, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.9006024096385542, |
| "grad_norm": 0.5178551932810507, |
| "learning_rate": 3.8895089285714286e-05, |
| "loss": 0.9055, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.9021084337349398, |
| "grad_norm": 0.8361060948986553, |
| "learning_rate": 3.88671875e-05, |
| "loss": 0.9925, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.9036144578313253, |
| "grad_norm": 0.7897096855178408, |
| "learning_rate": 3.883928571428572e-05, |
| "loss": 1.0538, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.9051204819277109, |
| "grad_norm": 0.6229183804412646, |
| "learning_rate": 3.8811383928571435e-05, |
| "loss": 1.0924, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.9066265060240963, |
| "grad_norm": 1.0992736521527116, |
| "learning_rate": 3.8783482142857144e-05, |
| "loss": 1.0554, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.9081325301204819, |
| "grad_norm": 0.49215047188612737, |
| "learning_rate": 3.8755580357142854e-05, |
| "loss": 0.899, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.9096385542168675, |
| "grad_norm": 0.8409280586500487, |
| "learning_rate": 3.872767857142857e-05, |
| "loss": 1.1456, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.911144578313253, |
| "grad_norm": 0.8642297554545003, |
| "learning_rate": 3.869977678571429e-05, |
| "loss": 1.0845, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.9126506024096386, |
| "grad_norm": 0.5905437221547382, |
| "learning_rate": 3.8671875e-05, |
| "loss": 1.0217, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.9141566265060241, |
| "grad_norm": 1.2288004661293166, |
| "learning_rate": 3.864397321428572e-05, |
| "loss": 0.9663, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.9156626506024096, |
| "grad_norm": 0.6791954246114843, |
| "learning_rate": 3.861607142857143e-05, |
| "loss": 1.0332, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.9171686746987951, |
| "grad_norm": 1.4986476204928367, |
| "learning_rate": 3.8588169642857146e-05, |
| "loss": 0.9711, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.9186746987951807, |
| "grad_norm": 0.7115724933255649, |
| "learning_rate": 3.8560267857142855e-05, |
| "loss": 1.0656, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.9201807228915663, |
| "grad_norm": 1.37942683324599, |
| "learning_rate": 3.853236607142857e-05, |
| "loss": 0.9916, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.9216867469879518, |
| "grad_norm": 0.9361426644764892, |
| "learning_rate": 3.850446428571429e-05, |
| "loss": 1.0162, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.9231927710843374, |
| "grad_norm": 1.323292489239318, |
| "learning_rate": 3.8476562500000004e-05, |
| "loss": 1.1794, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.9246987951807228, |
| "grad_norm": 1.3520129579088174, |
| "learning_rate": 3.8448660714285714e-05, |
| "loss": 0.9864, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.9262048192771084, |
| "grad_norm": 0.8562885977282053, |
| "learning_rate": 3.842075892857143e-05, |
| "loss": 1.1206, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.927710843373494, |
| "grad_norm": 1.1681053935029966, |
| "learning_rate": 3.839285714285715e-05, |
| "loss": 1.034, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.9292168674698795, |
| "grad_norm": 1.21135102246154, |
| "learning_rate": 3.8364955357142856e-05, |
| "loss": 1.0853, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.9307228915662651, |
| "grad_norm": 1.0809756749602952, |
| "learning_rate": 3.833705357142857e-05, |
| "loss": 1.0011, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.9322289156626506, |
| "grad_norm": 1.4392527616430273, |
| "learning_rate": 3.830915178571429e-05, |
| "loss": 1.0623, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.9337349397590361, |
| "grad_norm": 1.7238067680214808, |
| "learning_rate": 3.828125e-05, |
| "loss": 1.1108, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.9352409638554217, |
| "grad_norm": 0.7141003372341443, |
| "learning_rate": 3.8253348214285715e-05, |
| "loss": 1.0355, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.9367469879518072, |
| "grad_norm": 1.920317249732109, |
| "learning_rate": 3.822544642857143e-05, |
| "loss": 0.9502, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.9382530120481928, |
| "grad_norm": 1.1325336267739634, |
| "learning_rate": 3.819754464285715e-05, |
| "loss": 0.9222, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.9397590361445783, |
| "grad_norm": 3.10987872504335, |
| "learning_rate": 3.816964285714286e-05, |
| "loss": 1.0379, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.9412650602409639, |
| "grad_norm": 3.6788884400538637, |
| "learning_rate": 3.8141741071428574e-05, |
| "loss": 1.09, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.9427710843373494, |
| "grad_norm": 1.2926824850036187, |
| "learning_rate": 3.8113839285714284e-05, |
| "loss": 0.9803, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.9442771084337349, |
| "grad_norm": 2.2419070455527796, |
| "learning_rate": 3.80859375e-05, |
| "loss": 1.021, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.9457831325301205, |
| "grad_norm": 3.1403698877141184, |
| "learning_rate": 3.8058035714285716e-05, |
| "loss": 0.9841, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.947289156626506, |
| "grad_norm": 2.4012589320381093, |
| "learning_rate": 3.803013392857143e-05, |
| "loss": 0.9949, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.9487951807228916, |
| "grad_norm": 0.8572740486776923, |
| "learning_rate": 3.800223214285715e-05, |
| "loss": 0.9546, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.9503012048192772, |
| "grad_norm": 2.8050610790356454, |
| "learning_rate": 3.797433035714286e-05, |
| "loss": 1.0013, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.9518072289156626, |
| "grad_norm": 1.908643222221255, |
| "learning_rate": 3.794642857142857e-05, |
| "loss": 0.9094, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.9533132530120482, |
| "grad_norm": 1.417179819921587, |
| "learning_rate": 3.7918526785714285e-05, |
| "loss": 0.9683, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.9548192771084337, |
| "grad_norm": 1.235393191077872, |
| "learning_rate": 3.7890625e-05, |
| "loss": 0.992, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.9563253012048193, |
| "grad_norm": 1.0649448743880061, |
| "learning_rate": 3.786272321428572e-05, |
| "loss": 0.8832, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.9578313253012049, |
| "grad_norm": 1.0727342323258373, |
| "learning_rate": 3.7834821428571434e-05, |
| "loss": 1.0219, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.9593373493975904, |
| "grad_norm": 1.2025606190297995, |
| "learning_rate": 3.780691964285715e-05, |
| "loss": 1.1049, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.9608433734939759, |
| "grad_norm": 0.9318123100082958, |
| "learning_rate": 3.777901785714286e-05, |
| "loss": 1.0263, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.9623493975903614, |
| "grad_norm": 1.1779792080497802, |
| "learning_rate": 3.775111607142857e-05, |
| "loss": 1.0431, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.963855421686747, |
| "grad_norm": 0.9994615515678256, |
| "learning_rate": 3.7723214285714286e-05, |
| "loss": 1.0465, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.9653614457831325, |
| "grad_norm": 0.9165007797860708, |
| "learning_rate": 3.76953125e-05, |
| "loss": 0.9464, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.9668674698795181, |
| "grad_norm": 0.7981390720918065, |
| "learning_rate": 3.766741071428572e-05, |
| "loss": 1.065, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.9683734939759037, |
| "grad_norm": 1.9041625079598417, |
| "learning_rate": 3.7639508928571435e-05, |
| "loss": 0.9869, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.9698795180722891, |
| "grad_norm": 0.9532779308544986, |
| "learning_rate": 3.7611607142857145e-05, |
| "loss": 0.991, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.9713855421686747, |
| "grad_norm": 1.5198136415744088, |
| "learning_rate": 3.7583705357142854e-05, |
| "loss": 1.0553, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.9728915662650602, |
| "grad_norm": 1.6286733585303488, |
| "learning_rate": 3.755580357142857e-05, |
| "loss": 1.0343, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.9743975903614458, |
| "grad_norm": 0.5816056387849801, |
| "learning_rate": 3.752790178571429e-05, |
| "loss": 1.0607, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.9759036144578314, |
| "grad_norm": 1.91401415037052, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 1.0298, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.9774096385542169, |
| "grad_norm": 0.7183439846786953, |
| "learning_rate": 3.747209821428572e-05, |
| "loss": 1.1132, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.9789156626506024, |
| "grad_norm": 1.940353735391463, |
| "learning_rate": 3.744419642857143e-05, |
| "loss": 0.9719, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.9804216867469879, |
| "grad_norm": 1.5707680071972856, |
| "learning_rate": 3.7416294642857146e-05, |
| "loss": 0.9433, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.9819277108433735, |
| "grad_norm": 0.5326076013688031, |
| "learning_rate": 3.7388392857142856e-05, |
| "loss": 0.9367, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.983433734939759, |
| "grad_norm": 2.2947178660586034, |
| "learning_rate": 3.736049107142857e-05, |
| "loss": 1.0369, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.9849397590361446, |
| "grad_norm": 1.063260754589839, |
| "learning_rate": 3.733258928571429e-05, |
| "loss": 1.0589, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.9864457831325302, |
| "grad_norm": 1.1962228182983154, |
| "learning_rate": 3.7304687500000005e-05, |
| "loss": 0.9458, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.9879518072289156, |
| "grad_norm": 1.3479135652682828, |
| "learning_rate": 3.7276785714285714e-05, |
| "loss": 0.9639, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.9894578313253012, |
| "grad_norm": 0.7159274053881269, |
| "learning_rate": 3.724888392857143e-05, |
| "loss": 0.998, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.9909638554216867, |
| "grad_norm": 1.2351089779284292, |
| "learning_rate": 3.722098214285715e-05, |
| "loss": 1.1012, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.9924698795180723, |
| "grad_norm": 0.7220335940987308, |
| "learning_rate": 3.719308035714286e-05, |
| "loss": 0.9845, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.9939759036144579, |
| "grad_norm": 0.9034768041976976, |
| "learning_rate": 3.716517857142857e-05, |
| "loss": 0.9912, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.9954819277108434, |
| "grad_norm": 0.6052170398560012, |
| "learning_rate": 3.713727678571429e-05, |
| "loss": 0.9337, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.9969879518072289, |
| "grad_norm": 0.8268905369091016, |
| "learning_rate": 3.7109375e-05, |
| "loss": 0.9683, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.9984939759036144, |
| "grad_norm": 1.0448488879804698, |
| "learning_rate": 3.7081473214285715e-05, |
| "loss": 0.9812, |
| "step": 663 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.5009508545664141, |
| "learning_rate": 3.705357142857143e-05, |
| "loss": 0.923, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.0015060240963856, |
| "grad_norm": 0.6108014692526499, |
| "learning_rate": 3.702566964285715e-05, |
| "loss": 0.9726, |
| "step": 665 |
| }, |
| { |
| "epoch": 1.0030120481927711, |
| "grad_norm": 0.48109124880455584, |
| "learning_rate": 3.699776785714286e-05, |
| "loss": 0.8847, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.0045180722891567, |
| "grad_norm": 0.6506513045651271, |
| "learning_rate": 3.6969866071428574e-05, |
| "loss": 0.8475, |
| "step": 667 |
| }, |
| { |
| "epoch": 1.0060240963855422, |
| "grad_norm": 0.5063784409636892, |
| "learning_rate": 3.6941964285714284e-05, |
| "loss": 0.9114, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.0075301204819278, |
| "grad_norm": 0.7200470780800002, |
| "learning_rate": 3.69140625e-05, |
| "loss": 0.8494, |
| "step": 669 |
| }, |
| { |
| "epoch": 1.0090361445783131, |
| "grad_norm": 0.41637884985774193, |
| "learning_rate": 3.688616071428572e-05, |
| "loss": 0.9025, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.0105421686746987, |
| "grad_norm": 0.5920244474223786, |
| "learning_rate": 3.685825892857143e-05, |
| "loss": 0.7915, |
| "step": 671 |
| }, |
| { |
| "epoch": 1.0120481927710843, |
| "grad_norm": 0.4567531321037605, |
| "learning_rate": 3.683035714285715e-05, |
| "loss": 0.8841, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.0135542168674698, |
| "grad_norm": 0.5688846409177291, |
| "learning_rate": 3.680245535714286e-05, |
| "loss": 0.7995, |
| "step": 673 |
| }, |
| { |
| "epoch": 1.0150602409638554, |
| "grad_norm": 0.4817264641859637, |
| "learning_rate": 3.677455357142857e-05, |
| "loss": 0.8177, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.016566265060241, |
| "grad_norm": 0.41393014874379624, |
| "learning_rate": 3.6746651785714285e-05, |
| "loss": 0.9008, |
| "step": 675 |
| }, |
| { |
| "epoch": 1.0180722891566265, |
| "grad_norm": 0.5634388402317265, |
| "learning_rate": 3.671875e-05, |
| "loss": 0.941, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.019578313253012, |
| "grad_norm": 9.314612742945025, |
| "learning_rate": 3.669084821428572e-05, |
| "loss": 1.0404, |
| "step": 677 |
| }, |
| { |
| "epoch": 1.0210843373493976, |
| "grad_norm": 0.6458667506911293, |
| "learning_rate": 3.6662946428571434e-05, |
| "loss": 0.9458, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.0225903614457832, |
| "grad_norm": 0.5056638784949958, |
| "learning_rate": 3.6635044642857144e-05, |
| "loss": 0.921, |
| "step": 679 |
| }, |
| { |
| "epoch": 1.0240963855421688, |
| "grad_norm": 0.46503276361705503, |
| "learning_rate": 3.6607142857142853e-05, |
| "loss": 0.9047, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.0256024096385543, |
| "grad_norm": 0.46994327620701, |
| "learning_rate": 3.657924107142857e-05, |
| "loss": 0.9267, |
| "step": 681 |
| }, |
| { |
| "epoch": 1.0271084337349397, |
| "grad_norm": 0.48315388900563083, |
| "learning_rate": 3.6551339285714286e-05, |
| "loss": 0.9298, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.0286144578313252, |
| "grad_norm": 0.5784174315698658, |
| "learning_rate": 3.65234375e-05, |
| "loss": 0.8905, |
| "step": 683 |
| }, |
| { |
| "epoch": 1.0301204819277108, |
| "grad_norm": 0.4659736522900751, |
| "learning_rate": 3.649553571428572e-05, |
| "loss": 0.8784, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.0316265060240963, |
| "grad_norm": 0.5855253051495973, |
| "learning_rate": 3.646763392857143e-05, |
| "loss": 0.9221, |
| "step": 685 |
| }, |
| { |
| "epoch": 1.033132530120482, |
| "grad_norm": 0.4136018470376596, |
| "learning_rate": 3.6439732142857145e-05, |
| "loss": 0.8519, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.0346385542168675, |
| "grad_norm": 0.784160377686168, |
| "learning_rate": 3.6411830357142855e-05, |
| "loss": 0.7476, |
| "step": 687 |
| }, |
| { |
| "epoch": 1.036144578313253, |
| "grad_norm": 0.9081785784599531, |
| "learning_rate": 3.638392857142857e-05, |
| "loss": 0.8251, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.0376506024096386, |
| "grad_norm": 0.7983702618088612, |
| "learning_rate": 3.635602678571429e-05, |
| "loss": 0.8871, |
| "step": 689 |
| }, |
| { |
| "epoch": 1.0391566265060241, |
| "grad_norm": 0.5786323001777359, |
| "learning_rate": 3.6328125000000004e-05, |
| "loss": 0.9322, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.0406626506024097, |
| "grad_norm": 0.9648492235159225, |
| "learning_rate": 3.630022321428572e-05, |
| "loss": 0.9359, |
| "step": 691 |
| }, |
| { |
| "epoch": 1.0421686746987953, |
| "grad_norm": 0.4873229563675746, |
| "learning_rate": 3.627232142857143e-05, |
| "loss": 0.9355, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.0436746987951808, |
| "grad_norm": 0.8761989592870119, |
| "learning_rate": 3.6244419642857146e-05, |
| "loss": 0.902, |
| "step": 693 |
| }, |
| { |
| "epoch": 1.0451807228915662, |
| "grad_norm": 0.5651764300585157, |
| "learning_rate": 3.6216517857142856e-05, |
| "loss": 0.9976, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.0466867469879517, |
| "grad_norm": 0.9731934056831608, |
| "learning_rate": 3.618861607142857e-05, |
| "loss": 0.8314, |
| "step": 695 |
| }, |
| { |
| "epoch": 1.0481927710843373, |
| "grad_norm": 0.6845031495318143, |
| "learning_rate": 3.616071428571429e-05, |
| "loss": 0.9277, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.0496987951807228, |
| "grad_norm": 0.9211398922606056, |
| "learning_rate": 3.6132812500000005e-05, |
| "loss": 0.851, |
| "step": 697 |
| }, |
| { |
| "epoch": 1.0512048192771084, |
| "grad_norm": 1.0826734834534257, |
| "learning_rate": 3.6104910714285715e-05, |
| "loss": 0.9021, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.052710843373494, |
| "grad_norm": 0.6287612910088898, |
| "learning_rate": 3.607700892857143e-05, |
| "loss": 0.9298, |
| "step": 699 |
| }, |
| { |
| "epoch": 1.0542168674698795, |
| "grad_norm": 1.2836339354636723, |
| "learning_rate": 3.604910714285715e-05, |
| "loss": 0.8586, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.055722891566265, |
| "grad_norm": 0.6603261987597695, |
| "learning_rate": 3.602120535714286e-05, |
| "loss": 0.8144, |
| "step": 701 |
| }, |
| { |
| "epoch": 1.0572289156626506, |
| "grad_norm": 1.5151521196596673, |
| "learning_rate": 3.599330357142857e-05, |
| "loss": 0.8665, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.0587349397590362, |
| "grad_norm": 1.0387703910744868, |
| "learning_rate": 3.596540178571429e-05, |
| "loss": 0.9203, |
| "step": 703 |
| }, |
| { |
| "epoch": 1.0602409638554218, |
| "grad_norm": 1.0650833425124084, |
| "learning_rate": 3.59375e-05, |
| "loss": 0.9702, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.0617469879518073, |
| "grad_norm": 1.3468863288922117, |
| "learning_rate": 3.5909598214285716e-05, |
| "loss": 0.8848, |
| "step": 705 |
| }, |
| { |
| "epoch": 1.0632530120481927, |
| "grad_norm": 0.9234850808465509, |
| "learning_rate": 3.588169642857143e-05, |
| "loss": 0.9705, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.0647590361445782, |
| "grad_norm": 0.8749303857203196, |
| "learning_rate": 3.585379464285715e-05, |
| "loss": 0.8679, |
| "step": 707 |
| }, |
| { |
| "epoch": 1.0662650602409638, |
| "grad_norm": 1.3833806213067452, |
| "learning_rate": 3.582589285714286e-05, |
| "loss": 0.8436, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.0677710843373494, |
| "grad_norm": 0.4993947993242181, |
| "learning_rate": 3.5797991071428575e-05, |
| "loss": 0.9428, |
| "step": 709 |
| }, |
| { |
| "epoch": 1.069277108433735, |
| "grad_norm": 0.6742861600580248, |
| "learning_rate": 3.5770089285714284e-05, |
| "loss": 0.9374, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.0707831325301205, |
| "grad_norm": 0.7823099201740765, |
| "learning_rate": 3.57421875e-05, |
| "loss": 0.865, |
| "step": 711 |
| }, |
| { |
| "epoch": 1.072289156626506, |
| "grad_norm": 0.9538973558879908, |
| "learning_rate": 3.571428571428572e-05, |
| "loss": 0.9264, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.0737951807228916, |
| "grad_norm": 0.592149810282526, |
| "learning_rate": 3.568638392857143e-05, |
| "loss": 0.9228, |
| "step": 713 |
| }, |
| { |
| "epoch": 1.0753012048192772, |
| "grad_norm": 0.6802561888412879, |
| "learning_rate": 3.565848214285715e-05, |
| "loss": 0.9009, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.0768072289156627, |
| "grad_norm": 0.4202644425444327, |
| "learning_rate": 3.563058035714286e-05, |
| "loss": 0.8966, |
| "step": 715 |
| }, |
| { |
| "epoch": 1.0783132530120483, |
| "grad_norm": 0.5357027909635481, |
| "learning_rate": 3.560267857142857e-05, |
| "loss": 0.8921, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.0798192771084336, |
| "grad_norm": 0.45679254583102713, |
| "learning_rate": 3.5574776785714285e-05, |
| "loss": 0.8754, |
| "step": 717 |
| }, |
| { |
| "epoch": 1.0813253012048192, |
| "grad_norm": 0.49442997546840867, |
| "learning_rate": 3.5546875e-05, |
| "loss": 0.8642, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.0828313253012047, |
| "grad_norm": 0.6941702796563687, |
| "learning_rate": 3.551897321428572e-05, |
| "loss": 0.9021, |
| "step": 719 |
| }, |
| { |
| "epoch": 1.0843373493975903, |
| "grad_norm": 0.6232817497598714, |
| "learning_rate": 3.5491071428571435e-05, |
| "loss": 0.9065, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.0858433734939759, |
| "grad_norm": 0.814486459511498, |
| "learning_rate": 3.5463169642857144e-05, |
| "loss": 0.9199, |
| "step": 721 |
| }, |
| { |
| "epoch": 1.0873493975903614, |
| "grad_norm": 1.0286183194511116, |
| "learning_rate": 3.5435267857142854e-05, |
| "loss": 0.8921, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.088855421686747, |
| "grad_norm": 0.6993708802422818, |
| "learning_rate": 3.540736607142857e-05, |
| "loss": 0.8697, |
| "step": 723 |
| }, |
| { |
| "epoch": 1.0903614457831325, |
| "grad_norm": 1.2299282659131794, |
| "learning_rate": 3.5379464285714287e-05, |
| "loss": 0.8559, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.091867469879518, |
| "grad_norm": 0.7702122966071391, |
| "learning_rate": 3.53515625e-05, |
| "loss": 0.891, |
| "step": 725 |
| }, |
| { |
| "epoch": 1.0933734939759037, |
| "grad_norm": 0.7168219298970882, |
| "learning_rate": 3.532366071428572e-05, |
| "loss": 0.9401, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.0948795180722892, |
| "grad_norm": 0.7494806025809874, |
| "learning_rate": 3.529575892857143e-05, |
| "loss": 0.9422, |
| "step": 727 |
| }, |
| { |
| "epoch": 1.0963855421686748, |
| "grad_norm": 0.8086149759158916, |
| "learning_rate": 3.5267857142857145e-05, |
| "loss": 0.8695, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.0978915662650603, |
| "grad_norm": 0.4634158642289007, |
| "learning_rate": 3.5239955357142855e-05, |
| "loss": 0.9594, |
| "step": 729 |
| }, |
| { |
| "epoch": 1.0993975903614457, |
| "grad_norm": 0.7235744336795877, |
| "learning_rate": 3.521205357142857e-05, |
| "loss": 0.946, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.1009036144578312, |
| "grad_norm": 0.5410896638395775, |
| "learning_rate": 3.518415178571429e-05, |
| "loss": 1.0219, |
| "step": 731 |
| }, |
| { |
| "epoch": 1.1024096385542168, |
| "grad_norm": 0.9124377164283959, |
| "learning_rate": 3.5156250000000004e-05, |
| "loss": 0.8357, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.1039156626506024, |
| "grad_norm": 0.6503918923801927, |
| "learning_rate": 3.5128348214285714e-05, |
| "loss": 0.8927, |
| "step": 733 |
| }, |
| { |
| "epoch": 1.105421686746988, |
| "grad_norm": 1.293316609049965, |
| "learning_rate": 3.510044642857143e-05, |
| "loss": 0.9097, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.1069277108433735, |
| "grad_norm": 0.8331710726675682, |
| "learning_rate": 3.5072544642857147e-05, |
| "loss": 1.0453, |
| "step": 735 |
| }, |
| { |
| "epoch": 1.108433734939759, |
| "grad_norm": 1.4502754413437113, |
| "learning_rate": 3.5044642857142856e-05, |
| "loss": 0.9436, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.1099397590361446, |
| "grad_norm": 1.1502969070207132, |
| "learning_rate": 3.501674107142857e-05, |
| "loss": 0.9504, |
| "step": 737 |
| }, |
| { |
| "epoch": 1.1114457831325302, |
| "grad_norm": 1.119023615539657, |
| "learning_rate": 3.498883928571429e-05, |
| "loss": 0.9267, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.1129518072289157, |
| "grad_norm": 1.0204636417593693, |
| "learning_rate": 3.49609375e-05, |
| "loss": 0.8519, |
| "step": 739 |
| }, |
| { |
| "epoch": 1.1144578313253013, |
| "grad_norm": 1.1980278084790463, |
| "learning_rate": 3.4933035714285715e-05, |
| "loss": 0.8781, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.1159638554216866, |
| "grad_norm": 1.0589446814404644, |
| "learning_rate": 3.490513392857143e-05, |
| "loss": 0.9517, |
| "step": 741 |
| }, |
| { |
| "epoch": 1.1174698795180722, |
| "grad_norm": 0.9538924117326562, |
| "learning_rate": 3.487723214285715e-05, |
| "loss": 0.9771, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.1189759036144578, |
| "grad_norm": 0.7900490886841242, |
| "learning_rate": 3.484933035714286e-05, |
| "loss": 0.8833, |
| "step": 743 |
| }, |
| { |
| "epoch": 1.1204819277108433, |
| "grad_norm": 0.8709184164106646, |
| "learning_rate": 3.4821428571428574e-05, |
| "loss": 1.0126, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.1219879518072289, |
| "grad_norm": 0.86575556172183, |
| "learning_rate": 3.479352678571428e-05, |
| "loss": 0.842, |
| "step": 745 |
| }, |
| { |
| "epoch": 1.1234939759036144, |
| "grad_norm": 0.7651299220416493, |
| "learning_rate": 3.4765625e-05, |
| "loss": 0.8375, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.125, |
| "grad_norm": 0.7414145687635941, |
| "learning_rate": 3.4737723214285716e-05, |
| "loss": 0.9172, |
| "step": 747 |
| }, |
| { |
| "epoch": 1.1265060240963856, |
| "grad_norm": 0.6735819231389837, |
| "learning_rate": 3.470982142857143e-05, |
| "loss": 1.0393, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.1280120481927711, |
| "grad_norm": 0.75577145913509, |
| "learning_rate": 3.468191964285715e-05, |
| "loss": 0.8946, |
| "step": 749 |
| }, |
| { |
| "epoch": 1.1295180722891567, |
| "grad_norm": 0.8952374237580829, |
| "learning_rate": 3.465401785714286e-05, |
| "loss": 0.9027, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.1310240963855422, |
| "grad_norm": 0.6374599180740311, |
| "learning_rate": 3.4626116071428575e-05, |
| "loss": 0.8637, |
| "step": 751 |
| }, |
| { |
| "epoch": 1.1325301204819278, |
| "grad_norm": 0.9441595371336349, |
| "learning_rate": 3.4598214285714284e-05, |
| "loss": 0.9052, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.1340361445783134, |
| "grad_norm": 0.7237508068411852, |
| "learning_rate": 3.45703125e-05, |
| "loss": 0.9686, |
| "step": 753 |
| }, |
| { |
| "epoch": 1.1355421686746987, |
| "grad_norm": 0.9860823064741998, |
| "learning_rate": 3.454241071428572e-05, |
| "loss": 0.9242, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.1370481927710843, |
| "grad_norm": 0.5628224504874209, |
| "learning_rate": 3.4514508928571434e-05, |
| "loss": 0.8561, |
| "step": 755 |
| }, |
| { |
| "epoch": 1.1385542168674698, |
| "grad_norm": 0.7725612386594292, |
| "learning_rate": 3.448660714285715e-05, |
| "loss": 0.8721, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.1400602409638554, |
| "grad_norm": 0.5222060820793952, |
| "learning_rate": 3.445870535714286e-05, |
| "loss": 0.7821, |
| "step": 757 |
| }, |
| { |
| "epoch": 1.141566265060241, |
| "grad_norm": 0.5716537762598741, |
| "learning_rate": 3.443080357142857e-05, |
| "loss": 0.8668, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.1430722891566265, |
| "grad_norm": 0.7028308364211386, |
| "learning_rate": 3.4402901785714286e-05, |
| "loss": 0.9267, |
| "step": 759 |
| }, |
| { |
| "epoch": 1.144578313253012, |
| "grad_norm": 0.9101534854345079, |
| "learning_rate": 3.4375e-05, |
| "loss": 0.9177, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.1460843373493976, |
| "grad_norm": 0.4499479429671646, |
| "learning_rate": 3.434709821428572e-05, |
| "loss": 0.9537, |
| "step": 761 |
| }, |
| { |
| "epoch": 1.1475903614457832, |
| "grad_norm": 0.6452729090442565, |
| "learning_rate": 3.4319196428571435e-05, |
| "loss": 0.8526, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.1490963855421688, |
| "grad_norm": 0.4570956203625393, |
| "learning_rate": 3.4291294642857144e-05, |
| "loss": 0.9189, |
| "step": 763 |
| }, |
| { |
| "epoch": 1.1506024096385543, |
| "grad_norm": 0.8031430609389195, |
| "learning_rate": 3.4263392857142854e-05, |
| "loss": 0.8587, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.1521084337349397, |
| "grad_norm": 0.553997415804624, |
| "learning_rate": 3.423549107142857e-05, |
| "loss": 0.9465, |
| "step": 765 |
| }, |
| { |
| "epoch": 1.1536144578313252, |
| "grad_norm": 0.5636584612109936, |
| "learning_rate": 3.420758928571429e-05, |
| "loss": 0.8867, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.1551204819277108, |
| "grad_norm": 0.5603222832855538, |
| "learning_rate": 3.41796875e-05, |
| "loss": 0.9134, |
| "step": 767 |
| }, |
| { |
| "epoch": 1.1566265060240963, |
| "grad_norm": 0.4877892627016596, |
| "learning_rate": 3.415178571428572e-05, |
| "loss": 0.901, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.158132530120482, |
| "grad_norm": 0.6316467876774854, |
| "learning_rate": 3.412388392857143e-05, |
| "loss": 0.8681, |
| "step": 769 |
| }, |
| { |
| "epoch": 1.1596385542168675, |
| "grad_norm": 0.45313432981008994, |
| "learning_rate": 3.4095982142857146e-05, |
| "loss": 0.8244, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.161144578313253, |
| "grad_norm": 0.4765936427101797, |
| "learning_rate": 3.4068080357142855e-05, |
| "loss": 0.8626, |
| "step": 771 |
| }, |
| { |
| "epoch": 1.1626506024096386, |
| "grad_norm": 0.6739732704749145, |
| "learning_rate": 3.404017857142857e-05, |
| "loss": 0.8752, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.1641566265060241, |
| "grad_norm": 0.4956774379084542, |
| "learning_rate": 3.401227678571429e-05, |
| "loss": 0.9259, |
| "step": 773 |
| }, |
| { |
| "epoch": 1.1656626506024097, |
| "grad_norm": 0.6142850591776837, |
| "learning_rate": 3.3984375000000004e-05, |
| "loss": 0.9067, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.1671686746987953, |
| "grad_norm": 0.5637976629450164, |
| "learning_rate": 3.3956473214285714e-05, |
| "loss": 0.8407, |
| "step": 775 |
| }, |
| { |
| "epoch": 1.1686746987951806, |
| "grad_norm": 0.4763989461010731, |
| "learning_rate": 3.392857142857143e-05, |
| "loss": 0.8233, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.1701807228915664, |
| "grad_norm": 0.5663989823695585, |
| "learning_rate": 3.390066964285715e-05, |
| "loss": 0.9751, |
| "step": 777 |
| }, |
| { |
| "epoch": 1.1716867469879517, |
| "grad_norm": 0.47631480639379525, |
| "learning_rate": 3.3872767857142856e-05, |
| "loss": 0.9523, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.1731927710843373, |
| "grad_norm": 0.5547204992599337, |
| "learning_rate": 3.384486607142857e-05, |
| "loss": 0.9624, |
| "step": 779 |
| }, |
| { |
| "epoch": 1.1746987951807228, |
| "grad_norm": 0.41725057316685243, |
| "learning_rate": 3.381696428571429e-05, |
| "loss": 0.9577, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.1762048192771084, |
| "grad_norm": 0.7407876910860511, |
| "learning_rate": 3.37890625e-05, |
| "loss": 0.8844, |
| "step": 781 |
| }, |
| { |
| "epoch": 1.177710843373494, |
| "grad_norm": 0.7385893367291911, |
| "learning_rate": 3.3761160714285715e-05, |
| "loss": 0.8198, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.1792168674698795, |
| "grad_norm": 0.4134331990574501, |
| "learning_rate": 3.373325892857143e-05, |
| "loss": 0.8712, |
| "step": 783 |
| }, |
| { |
| "epoch": 1.180722891566265, |
| "grad_norm": 0.6938781420406752, |
| "learning_rate": 3.370535714285715e-05, |
| "loss": 0.9357, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.1822289156626506, |
| "grad_norm": 0.6459919993160489, |
| "learning_rate": 3.367745535714286e-05, |
| "loss": 0.9595, |
| "step": 785 |
| }, |
| { |
| "epoch": 1.1837349397590362, |
| "grad_norm": 0.8136341825262028, |
| "learning_rate": 3.3649553571428574e-05, |
| "loss": 0.8401, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.1852409638554218, |
| "grad_norm": 0.4856243432969622, |
| "learning_rate": 3.3621651785714284e-05, |
| "loss": 0.9315, |
| "step": 787 |
| }, |
| { |
| "epoch": 1.1867469879518073, |
| "grad_norm": 0.6874454418294755, |
| "learning_rate": 3.359375e-05, |
| "loss": 0.9184, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.1882530120481927, |
| "grad_norm": 0.5663982154342588, |
| "learning_rate": 3.3565848214285716e-05, |
| "loss": 0.8274, |
| "step": 789 |
| }, |
| { |
| "epoch": 1.1897590361445782, |
| "grad_norm": 0.8274558013914739, |
| "learning_rate": 3.353794642857143e-05, |
| "loss": 0.9551, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.1912650602409638, |
| "grad_norm": 1.753425145215422, |
| "learning_rate": 3.351004464285715e-05, |
| "loss": 0.9781, |
| "step": 791 |
| }, |
| { |
| "epoch": 1.1927710843373494, |
| "grad_norm": 0.594784071592936, |
| "learning_rate": 3.348214285714286e-05, |
| "loss": 0.9015, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.194277108433735, |
| "grad_norm": 0.4608926277056844, |
| "learning_rate": 3.345424107142857e-05, |
| "loss": 0.9163, |
| "step": 793 |
| }, |
| { |
| "epoch": 1.1957831325301205, |
| "grad_norm": 0.5614325905914386, |
| "learning_rate": 3.3426339285714285e-05, |
| "loss": 0.8854, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.197289156626506, |
| "grad_norm": 0.43422993049663355, |
| "learning_rate": 3.33984375e-05, |
| "loss": 0.8762, |
| "step": 795 |
| }, |
| { |
| "epoch": 1.1987951807228916, |
| "grad_norm": 0.8064586826203364, |
| "learning_rate": 3.337053571428572e-05, |
| "loss": 0.9196, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.2003012048192772, |
| "grad_norm": 0.6357384216371462, |
| "learning_rate": 3.3342633928571434e-05, |
| "loss": 0.9594, |
| "step": 797 |
| }, |
| { |
| "epoch": 1.2018072289156627, |
| "grad_norm": 0.4980958732431626, |
| "learning_rate": 3.3314732142857144e-05, |
| "loss": 0.9601, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.2033132530120483, |
| "grad_norm": 0.49112594448829, |
| "learning_rate": 3.328683035714285e-05, |
| "loss": 0.9574, |
| "step": 799 |
| }, |
| { |
| "epoch": 1.2048192771084336, |
| "grad_norm": 0.6434503140112771, |
| "learning_rate": 3.325892857142857e-05, |
| "loss": 0.8582, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.2063253012048194, |
| "grad_norm": 0.6651994326677865, |
| "learning_rate": 3.3231026785714286e-05, |
| "loss": 0.9533, |
| "step": 801 |
| }, |
| { |
| "epoch": 1.2078313253012047, |
| "grad_norm": 0.5612159878089357, |
| "learning_rate": 3.3203125e-05, |
| "loss": 0.9169, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.2093373493975903, |
| "grad_norm": 0.6496841475677518, |
| "learning_rate": 3.317522321428572e-05, |
| "loss": 0.8281, |
| "step": 803 |
| }, |
| { |
| "epoch": 1.2108433734939759, |
| "grad_norm": 0.7661426827982452, |
| "learning_rate": 3.314732142857143e-05, |
| "loss": 0.8758, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.2123493975903614, |
| "grad_norm": 1.0466441579702943, |
| "learning_rate": 3.3119419642857145e-05, |
| "loss": 0.9221, |
| "step": 805 |
| }, |
| { |
| "epoch": 1.213855421686747, |
| "grad_norm": 18.152755303097027, |
| "learning_rate": 3.3091517857142854e-05, |
| "loss": 1.2501, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.2153614457831325, |
| "grad_norm": 0.4787709989547289, |
| "learning_rate": 3.306361607142857e-05, |
| "loss": 0.8441, |
| "step": 807 |
| }, |
| { |
| "epoch": 1.216867469879518, |
| "grad_norm": 1.0236041372644524, |
| "learning_rate": 3.303571428571429e-05, |
| "loss": 0.9011, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.2183734939759037, |
| "grad_norm": 0.4860730014988597, |
| "learning_rate": 3.3007812500000004e-05, |
| "loss": 0.9861, |
| "step": 809 |
| }, |
| { |
| "epoch": 1.2198795180722892, |
| "grad_norm": 0.615297577156611, |
| "learning_rate": 3.297991071428572e-05, |
| "loss": 0.8624, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.2213855421686748, |
| "grad_norm": 0.5350584379936432, |
| "learning_rate": 3.295200892857143e-05, |
| "loss": 0.9349, |
| "step": 811 |
| }, |
| { |
| "epoch": 1.2228915662650603, |
| "grad_norm": 0.5616315067396345, |
| "learning_rate": 3.2924107142857146e-05, |
| "loss": 0.9328, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.2243975903614457, |
| "grad_norm": 0.5163456805933699, |
| "learning_rate": 3.2896205357142856e-05, |
| "loss": 0.8537, |
| "step": 813 |
| }, |
| { |
| "epoch": 1.2259036144578312, |
| "grad_norm": 0.4727273598631116, |
| "learning_rate": 3.286830357142857e-05, |
| "loss": 0.8442, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.2274096385542168, |
| "grad_norm": 0.5929025121948194, |
| "learning_rate": 3.284040178571429e-05, |
| "loss": 0.8618, |
| "step": 815 |
| }, |
| { |
| "epoch": 1.2289156626506024, |
| "grad_norm": 0.8148387041210994, |
| "learning_rate": 3.2812500000000005e-05, |
| "loss": 0.8374, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.230421686746988, |
| "grad_norm": 0.6908310925370548, |
| "learning_rate": 3.2784598214285714e-05, |
| "loss": 0.9044, |
| "step": 817 |
| }, |
| { |
| "epoch": 1.2319277108433735, |
| "grad_norm": 0.43222684841829623, |
| "learning_rate": 3.275669642857143e-05, |
| "loss": 0.934, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.233433734939759, |
| "grad_norm": 0.9010902072544995, |
| "learning_rate": 3.272879464285715e-05, |
| "loss": 0.8887, |
| "step": 819 |
| }, |
| { |
| "epoch": 1.2349397590361446, |
| "grad_norm": 0.4687954767525252, |
| "learning_rate": 3.270089285714286e-05, |
| "loss": 1.0474, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.2364457831325302, |
| "grad_norm": 1.8617835475525193, |
| "learning_rate": 3.267299107142857e-05, |
| "loss": 0.9299, |
| "step": 821 |
| }, |
| { |
| "epoch": 1.2379518072289157, |
| "grad_norm": 0.6160113502627966, |
| "learning_rate": 3.264508928571429e-05, |
| "loss": 0.9279, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.2394578313253013, |
| "grad_norm": 0.7259158545954387, |
| "learning_rate": 3.26171875e-05, |
| "loss": 0.8902, |
| "step": 823 |
| }, |
| { |
| "epoch": 1.2409638554216866, |
| "grad_norm": 0.694722771327242, |
| "learning_rate": 3.2589285714285716e-05, |
| "loss": 0.952, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.2424698795180722, |
| "grad_norm": 0.9480083874033397, |
| "learning_rate": 3.256138392857143e-05, |
| "loss": 0.9277, |
| "step": 825 |
| }, |
| { |
| "epoch": 1.2439759036144578, |
| "grad_norm": 0.6147362652958437, |
| "learning_rate": 3.253348214285715e-05, |
| "loss": 0.9694, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.2454819277108433, |
| "grad_norm": 0.8604900840312624, |
| "learning_rate": 3.250558035714286e-05, |
| "loss": 0.8973, |
| "step": 827 |
| }, |
| { |
| "epoch": 1.2469879518072289, |
| "grad_norm": 0.4476056693342411, |
| "learning_rate": 3.2477678571428574e-05, |
| "loss": 0.9275, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.2484939759036144, |
| "grad_norm": 0.9858482633159954, |
| "learning_rate": 3.2449776785714284e-05, |
| "loss": 0.8754, |
| "step": 829 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 0.4756258041730579, |
| "learning_rate": 3.2421875e-05, |
| "loss": 0.912, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.2515060240963856, |
| "grad_norm": 0.7451693911115064, |
| "learning_rate": 3.239397321428572e-05, |
| "loss": 0.9422, |
| "step": 831 |
| }, |
| { |
| "epoch": 1.2530120481927711, |
| "grad_norm": 0.6333122806348873, |
| "learning_rate": 3.236607142857143e-05, |
| "loss": 0.8307, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.2545180722891567, |
| "grad_norm": 0.7860563162682318, |
| "learning_rate": 3.233816964285715e-05, |
| "loss": 0.8725, |
| "step": 833 |
| }, |
| { |
| "epoch": 1.2560240963855422, |
| "grad_norm": 0.6481387964076182, |
| "learning_rate": 3.231026785714286e-05, |
| "loss": 0.9562, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.2575301204819276, |
| "grad_norm": 0.970604305621364, |
| "learning_rate": 3.228236607142857e-05, |
| "loss": 0.9525, |
| "step": 835 |
| }, |
| { |
| "epoch": 1.2590361445783134, |
| "grad_norm": 0.48975095013129233, |
| "learning_rate": 3.2254464285714285e-05, |
| "loss": 1.0172, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.2605421686746987, |
| "grad_norm": 0.8592465168883675, |
| "learning_rate": 3.22265625e-05, |
| "loss": 0.9827, |
| "step": 837 |
| }, |
| { |
| "epoch": 1.2620481927710843, |
| "grad_norm": 0.38633909877745226, |
| "learning_rate": 3.219866071428572e-05, |
| "loss": 0.9515, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.2635542168674698, |
| "grad_norm": 0.8996143752723128, |
| "learning_rate": 3.2170758928571434e-05, |
| "loss": 0.9291, |
| "step": 839 |
| }, |
| { |
| "epoch": 1.2650602409638554, |
| "grad_norm": 0.38970743167927957, |
| "learning_rate": 3.2142857142857144e-05, |
| "loss": 0.9359, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.266566265060241, |
| "grad_norm": 0.8410327812415249, |
| "learning_rate": 3.2114955357142854e-05, |
| "loss": 0.8945, |
| "step": 841 |
| }, |
| { |
| "epoch": 1.2680722891566265, |
| "grad_norm": 0.42982273459588355, |
| "learning_rate": 3.208705357142857e-05, |
| "loss": 0.9092, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.269578313253012, |
| "grad_norm": 0.7362470213580851, |
| "learning_rate": 3.2059151785714286e-05, |
| "loss": 0.8137, |
| "step": 843 |
| }, |
| { |
| "epoch": 1.2710843373493976, |
| "grad_norm": 0.4236106585932027, |
| "learning_rate": 3.203125e-05, |
| "loss": 0.8731, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.2725903614457832, |
| "grad_norm": 0.7898705332594714, |
| "learning_rate": 3.200334821428572e-05, |
| "loss": 0.9029, |
| "step": 845 |
| }, |
| { |
| "epoch": 1.2740963855421688, |
| "grad_norm": 0.4889329314457672, |
| "learning_rate": 3.197544642857143e-05, |
| "loss": 0.8103, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.2756024096385543, |
| "grad_norm": 0.625007382525353, |
| "learning_rate": 3.1947544642857145e-05, |
| "loss": 0.9777, |
| "step": 847 |
| }, |
| { |
| "epoch": 1.2771084337349397, |
| "grad_norm": 0.4402843531183987, |
| "learning_rate": 3.1919642857142855e-05, |
| "loss": 0.8573, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.2786144578313254, |
| "grad_norm": 0.7629686792283262, |
| "learning_rate": 3.189174107142857e-05, |
| "loss": 0.9272, |
| "step": 849 |
| }, |
| { |
| "epoch": 1.2801204819277108, |
| "grad_norm": 0.3988022070110374, |
| "learning_rate": 3.186383928571429e-05, |
| "loss": 0.8051, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.2816265060240963, |
| "grad_norm": 0.6190256863871609, |
| "learning_rate": 3.1835937500000004e-05, |
| "loss": 0.9126, |
| "step": 851 |
| }, |
| { |
| "epoch": 1.283132530120482, |
| "grad_norm": 0.425636529174002, |
| "learning_rate": 3.1808035714285713e-05, |
| "loss": 0.928, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.2846385542168675, |
| "grad_norm": 0.6325601591650077, |
| "learning_rate": 3.178013392857143e-05, |
| "loss": 0.9913, |
| "step": 853 |
| }, |
| { |
| "epoch": 1.286144578313253, |
| "grad_norm": 0.40946899064758685, |
| "learning_rate": 3.1752232142857146e-05, |
| "loss": 0.9162, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.2876506024096386, |
| "grad_norm": 0.4792819937930962, |
| "learning_rate": 3.1724330357142856e-05, |
| "loss": 0.9717, |
| "step": 855 |
| }, |
| { |
| "epoch": 1.2891566265060241, |
| "grad_norm": 0.3624656563477281, |
| "learning_rate": 3.169642857142857e-05, |
| "loss": 0.9462, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.2906626506024097, |
| "grad_norm": 0.42166692776454073, |
| "learning_rate": 3.166852678571429e-05, |
| "loss": 0.8704, |
| "step": 857 |
| }, |
| { |
| "epoch": 1.2921686746987953, |
| "grad_norm": 0.5207360129322047, |
| "learning_rate": 3.1640625e-05, |
| "loss": 0.893, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.2936746987951806, |
| "grad_norm": 0.5096525186194942, |
| "learning_rate": 3.1612723214285715e-05, |
| "loss": 0.869, |
| "step": 859 |
| }, |
| { |
| "epoch": 1.2951807228915664, |
| "grad_norm": 0.511383407689634, |
| "learning_rate": 3.158482142857143e-05, |
| "loss": 0.8532, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.2966867469879517, |
| "grad_norm": 0.7498125062253638, |
| "learning_rate": 3.155691964285715e-05, |
| "loss": 0.8454, |
| "step": 861 |
| }, |
| { |
| "epoch": 1.2981927710843373, |
| "grad_norm": 0.5956457900030582, |
| "learning_rate": 3.152901785714286e-05, |
| "loss": 1.0556, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.2996987951807228, |
| "grad_norm": 0.6921899337376264, |
| "learning_rate": 3.1501116071428573e-05, |
| "loss": 0.9557, |
| "step": 863 |
| }, |
| { |
| "epoch": 1.3012048192771084, |
| "grad_norm": 0.5895718832427568, |
| "learning_rate": 3.147321428571428e-05, |
| "loss": 0.8755, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.302710843373494, |
| "grad_norm": 0.5914604177695594, |
| "learning_rate": 3.14453125e-05, |
| "loss": 0.8999, |
| "step": 865 |
| }, |
| { |
| "epoch": 1.3042168674698795, |
| "grad_norm": 0.49780731750593815, |
| "learning_rate": 3.1417410714285716e-05, |
| "loss": 0.8079, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.305722891566265, |
| "grad_norm": 0.4171585296833949, |
| "learning_rate": 3.138950892857143e-05, |
| "loss": 0.9796, |
| "step": 867 |
| }, |
| { |
| "epoch": 1.3072289156626506, |
| "grad_norm": 0.44034325878896186, |
| "learning_rate": 3.136160714285715e-05, |
| "loss": 1.0129, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.3087349397590362, |
| "grad_norm": 0.44314468918720434, |
| "learning_rate": 3.133370535714286e-05, |
| "loss": 0.908, |
| "step": 869 |
| }, |
| { |
| "epoch": 1.3102409638554218, |
| "grad_norm": 0.5559106124842806, |
| "learning_rate": 3.1305803571428575e-05, |
| "loss": 0.912, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.3117469879518073, |
| "grad_norm": 0.44198143900393866, |
| "learning_rate": 3.1277901785714284e-05, |
| "loss": 0.8263, |
| "step": 871 |
| }, |
| { |
| "epoch": 1.3132530120481927, |
| "grad_norm": 0.6103804800880671, |
| "learning_rate": 3.125e-05, |
| "loss": 0.9674, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.3147590361445782, |
| "grad_norm": 0.4525034816661817, |
| "learning_rate": 3.122209821428572e-05, |
| "loss": 0.8639, |
| "step": 873 |
| }, |
| { |
| "epoch": 1.3162650602409638, |
| "grad_norm": 0.498303581581871, |
| "learning_rate": 3.1194196428571433e-05, |
| "loss": 0.9663, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.3177710843373494, |
| "grad_norm": 0.5425137199224408, |
| "learning_rate": 3.116629464285715e-05, |
| "loss": 0.9069, |
| "step": 875 |
| }, |
| { |
| "epoch": 1.319277108433735, |
| "grad_norm": 0.42927260839025866, |
| "learning_rate": 3.113839285714286e-05, |
| "loss": 0.8466, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.3207831325301205, |
| "grad_norm": 0.41884136601417665, |
| "learning_rate": 3.111049107142857e-05, |
| "loss": 0.9327, |
| "step": 877 |
| }, |
| { |
| "epoch": 1.322289156626506, |
| "grad_norm": 0.37576319682402065, |
| "learning_rate": 3.1082589285714285e-05, |
| "loss": 0.839, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.3237951807228916, |
| "grad_norm": 0.4528884655129762, |
| "learning_rate": 3.10546875e-05, |
| "loss": 0.9614, |
| "step": 879 |
| }, |
| { |
| "epoch": 1.3253012048192772, |
| "grad_norm": 0.387633508365781, |
| "learning_rate": 3.102678571428572e-05, |
| "loss": 0.8761, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.3268072289156627, |
| "grad_norm": 0.37834818891681754, |
| "learning_rate": 3.0998883928571435e-05, |
| "loss": 0.8533, |
| "step": 881 |
| }, |
| { |
| "epoch": 1.3283132530120483, |
| "grad_norm": 0.3558288553052607, |
| "learning_rate": 3.0970982142857144e-05, |
| "loss": 0.8872, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.3298192771084336, |
| "grad_norm": 0.393810584470361, |
| "learning_rate": 3.0943080357142854e-05, |
| "loss": 0.8402, |
| "step": 883 |
| }, |
| { |
| "epoch": 1.3313253012048194, |
| "grad_norm": 16.795980485641497, |
| "learning_rate": 3.091517857142857e-05, |
| "loss": 1.7433, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.3328313253012047, |
| "grad_norm": 0.507699801281132, |
| "learning_rate": 3.088727678571429e-05, |
| "loss": 0.9552, |
| "step": 885 |
| }, |
| { |
| "epoch": 1.3343373493975903, |
| "grad_norm": 0.5301985771272634, |
| "learning_rate": 3.0859375e-05, |
| "loss": 0.8839, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.3358433734939759, |
| "grad_norm": 0.4108504323373235, |
| "learning_rate": 3.083147321428572e-05, |
| "loss": 0.8945, |
| "step": 887 |
| }, |
| { |
| "epoch": 1.3373493975903614, |
| "grad_norm": 0.4261620705812752, |
| "learning_rate": 3.080357142857143e-05, |
| "loss": 0.8308, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.338855421686747, |
| "grad_norm": 0.4414241351641769, |
| "learning_rate": 3.0775669642857145e-05, |
| "loss": 0.8948, |
| "step": 889 |
| }, |
| { |
| "epoch": 1.3403614457831325, |
| "grad_norm": 0.4788576783276288, |
| "learning_rate": 3.0747767857142855e-05, |
| "loss": 0.8658, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.341867469879518, |
| "grad_norm": 0.38817925357290234, |
| "learning_rate": 3.071986607142857e-05, |
| "loss": 0.9047, |
| "step": 891 |
| }, |
| { |
| "epoch": 1.3433734939759037, |
| "grad_norm": 0.4916048233483969, |
| "learning_rate": 3.069196428571429e-05, |
| "loss": 0.9246, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.3448795180722892, |
| "grad_norm": 0.42602511591273085, |
| "learning_rate": 3.0664062500000004e-05, |
| "loss": 0.9201, |
| "step": 893 |
| }, |
| { |
| "epoch": 1.3463855421686746, |
| "grad_norm": 0.47129859838933036, |
| "learning_rate": 3.0636160714285714e-05, |
| "loss": 0.8395, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.3478915662650603, |
| "grad_norm": 0.535316216113868, |
| "learning_rate": 3.060825892857143e-05, |
| "loss": 0.9449, |
| "step": 895 |
| }, |
| { |
| "epoch": 1.3493975903614457, |
| "grad_norm": 0.40112369314925556, |
| "learning_rate": 3.0580357142857147e-05, |
| "loss": 0.943, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.3509036144578312, |
| "grad_norm": 0.681946841730207, |
| "learning_rate": 3.0552455357142856e-05, |
| "loss": 0.9255, |
| "step": 897 |
| }, |
| { |
| "epoch": 1.3524096385542168, |
| "grad_norm": 0.4126644062790991, |
| "learning_rate": 3.052455357142857e-05, |
| "loss": 0.8996, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.3539156626506024, |
| "grad_norm": 0.45835871983819493, |
| "learning_rate": 3.0496651785714286e-05, |
| "loss": 0.7082, |
| "step": 899 |
| }, |
| { |
| "epoch": 1.355421686746988, |
| "grad_norm": 0.44990265028570336, |
| "learning_rate": 3.0468750000000002e-05, |
| "loss": 0.8755, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.3569277108433735, |
| "grad_norm": 0.4587545686731054, |
| "learning_rate": 3.0440848214285715e-05, |
| "loss": 0.9152, |
| "step": 901 |
| }, |
| { |
| "epoch": 1.358433734939759, |
| "grad_norm": 0.46881115556908187, |
| "learning_rate": 3.041294642857143e-05, |
| "loss": 0.9064, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.3599397590361446, |
| "grad_norm": 0.43874739109934835, |
| "learning_rate": 3.0385044642857148e-05, |
| "loss": 0.9135, |
| "step": 903 |
| }, |
| { |
| "epoch": 1.3614457831325302, |
| "grad_norm": 0.4295568498942259, |
| "learning_rate": 3.0357142857142857e-05, |
| "loss": 0.904, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.3629518072289157, |
| "grad_norm": 0.43180452504935435, |
| "learning_rate": 3.032924107142857e-05, |
| "loss": 0.9336, |
| "step": 905 |
| }, |
| { |
| "epoch": 1.3644578313253013, |
| "grad_norm": 0.40663774586950147, |
| "learning_rate": 3.0301339285714287e-05, |
| "loss": 0.9037, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.3659638554216866, |
| "grad_norm": 0.40248236277136, |
| "learning_rate": 3.02734375e-05, |
| "loss": 0.9044, |
| "step": 907 |
| }, |
| { |
| "epoch": 1.3674698795180724, |
| "grad_norm": 0.4752065910980524, |
| "learning_rate": 3.0245535714285716e-05, |
| "loss": 0.8568, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.3689759036144578, |
| "grad_norm": 0.4202067499061365, |
| "learning_rate": 3.0217633928571433e-05, |
| "loss": 0.9557, |
| "step": 909 |
| }, |
| { |
| "epoch": 1.3704819277108433, |
| "grad_norm": 0.48057568453940086, |
| "learning_rate": 3.0189732142857146e-05, |
| "loss": 0.9031, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.3719879518072289, |
| "grad_norm": 0.41435379001504125, |
| "learning_rate": 3.0161830357142855e-05, |
| "loss": 0.8241, |
| "step": 911 |
| }, |
| { |
| "epoch": 1.3734939759036144, |
| "grad_norm": 0.48992183825525126, |
| "learning_rate": 3.013392857142857e-05, |
| "loss": 0.8183, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.375, |
| "grad_norm": 0.4534849819849003, |
| "learning_rate": 3.0106026785714288e-05, |
| "loss": 0.8807, |
| "step": 913 |
| }, |
| { |
| "epoch": 1.3765060240963856, |
| "grad_norm": 0.5981801322734634, |
| "learning_rate": 3.0078125e-05, |
| "loss": 0.9341, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.3780120481927711, |
| "grad_norm": 0.3432122885958966, |
| "learning_rate": 3.0050223214285717e-05, |
| "loss": 0.9449, |
| "step": 915 |
| }, |
| { |
| "epoch": 1.3795180722891567, |
| "grad_norm": 0.39529737308209306, |
| "learning_rate": 3.002232142857143e-05, |
| "loss": 0.9597, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.3810240963855422, |
| "grad_norm": 0.4754670733632709, |
| "learning_rate": 2.9994419642857147e-05, |
| "loss": 0.9381, |
| "step": 917 |
| }, |
| { |
| "epoch": 1.3825301204819276, |
| "grad_norm": 0.354701686868473, |
| "learning_rate": 2.9966517857142856e-05, |
| "loss": 0.8241, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.3840361445783134, |
| "grad_norm": 0.4646504667817198, |
| "learning_rate": 2.9938616071428573e-05, |
| "loss": 0.893, |
| "step": 919 |
| }, |
| { |
| "epoch": 1.3855421686746987, |
| "grad_norm": 0.40307076471520065, |
| "learning_rate": 2.9910714285714286e-05, |
| "loss": 0.8357, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.3870481927710843, |
| "grad_norm": 0.38695844998925766, |
| "learning_rate": 2.9882812500000002e-05, |
| "loss": 1.0317, |
| "step": 921 |
| }, |
| { |
| "epoch": 1.3885542168674698, |
| "grad_norm": 0.4424516996273697, |
| "learning_rate": 2.9854910714285715e-05, |
| "loss": 0.9349, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.3900602409638554, |
| "grad_norm": 0.4296662542305843, |
| "learning_rate": 2.982700892857143e-05, |
| "loss": 0.9133, |
| "step": 923 |
| }, |
| { |
| "epoch": 1.391566265060241, |
| "grad_norm": 0.39583114987361917, |
| "learning_rate": 2.9799107142857148e-05, |
| "loss": 0.8541, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.3930722891566265, |
| "grad_norm": 0.3716252912468994, |
| "learning_rate": 2.9771205357142858e-05, |
| "loss": 0.8552, |
| "step": 925 |
| }, |
| { |
| "epoch": 1.394578313253012, |
| "grad_norm": 0.46409285705623116, |
| "learning_rate": 2.974330357142857e-05, |
| "loss": 0.8815, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.3960843373493976, |
| "grad_norm": 0.46679229577123127, |
| "learning_rate": 2.9715401785714287e-05, |
| "loss": 0.9119, |
| "step": 927 |
| }, |
| { |
| "epoch": 1.3975903614457832, |
| "grad_norm": 0.37324705107023204, |
| "learning_rate": 2.96875e-05, |
| "loss": 0.858, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.3990963855421688, |
| "grad_norm": 0.6055787303176817, |
| "learning_rate": 2.9659598214285716e-05, |
| "loss": 0.879, |
| "step": 929 |
| }, |
| { |
| "epoch": 1.4006024096385543, |
| "grad_norm": 0.44231258660837997, |
| "learning_rate": 2.9631696428571433e-05, |
| "loss": 0.8918, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.4021084337349397, |
| "grad_norm": 0.5216836981885677, |
| "learning_rate": 2.9603794642857146e-05, |
| "loss": 0.8983, |
| "step": 931 |
| }, |
| { |
| "epoch": 1.4036144578313254, |
| "grad_norm": 0.45039712128934334, |
| "learning_rate": 2.9575892857142855e-05, |
| "loss": 0.866, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.4051204819277108, |
| "grad_norm": 0.43138599222949137, |
| "learning_rate": 2.9547991071428572e-05, |
| "loss": 0.9119, |
| "step": 933 |
| }, |
| { |
| "epoch": 1.4066265060240963, |
| "grad_norm": 0.44689025069904836, |
| "learning_rate": 2.9520089285714285e-05, |
| "loss": 0.9448, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.408132530120482, |
| "grad_norm": 0.5515134809856107, |
| "learning_rate": 2.94921875e-05, |
| "loss": 0.9571, |
| "step": 935 |
| }, |
| { |
| "epoch": 1.4096385542168675, |
| "grad_norm": 0.44054087149528043, |
| "learning_rate": 2.9464285714285718e-05, |
| "loss": 0.9321, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.411144578313253, |
| "grad_norm": 0.4302396074014632, |
| "learning_rate": 2.943638392857143e-05, |
| "loss": 0.915, |
| "step": 937 |
| }, |
| { |
| "epoch": 1.4126506024096386, |
| "grad_norm": 0.3705013577833683, |
| "learning_rate": 2.9408482142857147e-05, |
| "loss": 0.9078, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.4141566265060241, |
| "grad_norm": 0.43752985808952727, |
| "learning_rate": 2.9380580357142857e-05, |
| "loss": 0.8134, |
| "step": 939 |
| }, |
| { |
| "epoch": 1.4156626506024097, |
| "grad_norm": 0.40165269513129087, |
| "learning_rate": 2.9352678571428573e-05, |
| "loss": 0.9359, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.4171686746987953, |
| "grad_norm": 0.44638924492138565, |
| "learning_rate": 2.9324776785714286e-05, |
| "loss": 0.9178, |
| "step": 941 |
| }, |
| { |
| "epoch": 1.4186746987951806, |
| "grad_norm": 0.3858729382551046, |
| "learning_rate": 2.9296875000000002e-05, |
| "loss": 0.9488, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.4201807228915664, |
| "grad_norm": 0.4235418849665121, |
| "learning_rate": 2.9268973214285715e-05, |
| "loss": 0.9584, |
| "step": 943 |
| }, |
| { |
| "epoch": 1.4216867469879517, |
| "grad_norm": 0.40935038101707705, |
| "learning_rate": 2.9241071428571432e-05, |
| "loss": 0.8791, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.4231927710843373, |
| "grad_norm": 0.5114282733382471, |
| "learning_rate": 2.9213169642857148e-05, |
| "loss": 0.8905, |
| "step": 945 |
| }, |
| { |
| "epoch": 1.4246987951807228, |
| "grad_norm": 0.4119119373713173, |
| "learning_rate": 2.9185267857142858e-05, |
| "loss": 0.9075, |
| "step": 946 |
| }, |
| { |
| "epoch": 1.4262048192771084, |
| "grad_norm": 0.5142876058325453, |
| "learning_rate": 2.915736607142857e-05, |
| "loss": 0.9086, |
| "step": 947 |
| }, |
| { |
| "epoch": 1.427710843373494, |
| "grad_norm": 0.4273910035400046, |
| "learning_rate": 2.9129464285714287e-05, |
| "loss": 0.8474, |
| "step": 948 |
| }, |
| { |
| "epoch": 1.4292168674698795, |
| "grad_norm": 0.508469931678086, |
| "learning_rate": 2.91015625e-05, |
| "loss": 0.8644, |
| "step": 949 |
| }, |
| { |
| "epoch": 1.430722891566265, |
| "grad_norm": 0.3769076026021688, |
| "learning_rate": 2.9073660714285716e-05, |
| "loss": 0.8895, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.4322289156626506, |
| "grad_norm": 0.43350827923442914, |
| "learning_rate": 2.9045758928571433e-05, |
| "loss": 0.9456, |
| "step": 951 |
| }, |
| { |
| "epoch": 1.4337349397590362, |
| "grad_norm": 0.38175759650148644, |
| "learning_rate": 2.9017857142857146e-05, |
| "loss": 0.8666, |
| "step": 952 |
| }, |
| { |
| "epoch": 1.4352409638554218, |
| "grad_norm": 0.49558119407682405, |
| "learning_rate": 2.8989955357142855e-05, |
| "loss": 0.9223, |
| "step": 953 |
| }, |
| { |
| "epoch": 1.4367469879518073, |
| "grad_norm": 0.4791778060312613, |
| "learning_rate": 2.8962053571428572e-05, |
| "loss": 0.8662, |
| "step": 954 |
| }, |
| { |
| "epoch": 1.4382530120481927, |
| "grad_norm": 0.4205517575204398, |
| "learning_rate": 2.8934151785714285e-05, |
| "loss": 0.8864, |
| "step": 955 |
| }, |
| { |
| "epoch": 1.4397590361445782, |
| "grad_norm": 0.4889673844916552, |
| "learning_rate": 2.890625e-05, |
| "loss": 0.8954, |
| "step": 956 |
| }, |
| { |
| "epoch": 1.4412650602409638, |
| "grad_norm": 0.3942749337229581, |
| "learning_rate": 2.8878348214285718e-05, |
| "loss": 0.9153, |
| "step": 957 |
| }, |
| { |
| "epoch": 1.4427710843373494, |
| "grad_norm": 0.6125185023981995, |
| "learning_rate": 2.885044642857143e-05, |
| "loss": 0.8448, |
| "step": 958 |
| }, |
| { |
| "epoch": 1.444277108433735, |
| "grad_norm": 5.64863717426843, |
| "learning_rate": 2.8822544642857147e-05, |
| "loss": 1.2668, |
| "step": 959 |
| }, |
| { |
| "epoch": 1.4457831325301205, |
| "grad_norm": 0.8404161340936614, |
| "learning_rate": 2.8794642857142857e-05, |
| "loss": 0.9226, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.447289156626506, |
| "grad_norm": 0.4413000679839806, |
| "learning_rate": 2.876674107142857e-05, |
| "loss": 0.8919, |
| "step": 961 |
| }, |
| { |
| "epoch": 1.4487951807228916, |
| "grad_norm": 0.7160076374188957, |
| "learning_rate": 2.8738839285714286e-05, |
| "loss": 0.8588, |
| "step": 962 |
| }, |
| { |
| "epoch": 1.4503012048192772, |
| "grad_norm": 0.6886098912461931, |
| "learning_rate": 2.8710937500000002e-05, |
| "loss": 0.871, |
| "step": 963 |
| }, |
| { |
| "epoch": 1.4518072289156627, |
| "grad_norm": 0.5805795691792662, |
| "learning_rate": 2.8683035714285715e-05, |
| "loss": 1.0005, |
| "step": 964 |
| }, |
| { |
| "epoch": 1.4533132530120483, |
| "grad_norm": 0.6021271632952364, |
| "learning_rate": 2.8655133928571432e-05, |
| "loss": 0.8929, |
| "step": 965 |
| }, |
| { |
| "epoch": 1.4548192771084336, |
| "grad_norm": 0.6163237282072056, |
| "learning_rate": 2.8627232142857148e-05, |
| "loss": 0.8744, |
| "step": 966 |
| }, |
| { |
| "epoch": 1.4563253012048194, |
| "grad_norm": 0.8369685656279915, |
| "learning_rate": 2.8599330357142854e-05, |
| "loss": 0.8855, |
| "step": 967 |
| }, |
| { |
| "epoch": 1.4578313253012047, |
| "grad_norm": 0.45203308825392746, |
| "learning_rate": 2.857142857142857e-05, |
| "loss": 0.9074, |
| "step": 968 |
| }, |
| { |
| "epoch": 1.4593373493975903, |
| "grad_norm": 0.8296567908671902, |
| "learning_rate": 2.8543526785714287e-05, |
| "loss": 0.9263, |
| "step": 969 |
| }, |
| { |
| "epoch": 1.4608433734939759, |
| "grad_norm": 0.5360431068928597, |
| "learning_rate": 2.8515625e-05, |
| "loss": 0.901, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.4623493975903614, |
| "grad_norm": 0.5597430667006373, |
| "learning_rate": 2.8487723214285717e-05, |
| "loss": 0.8531, |
| "step": 971 |
| }, |
| { |
| "epoch": 1.463855421686747, |
| "grad_norm": 0.4704336467239508, |
| "learning_rate": 2.8459821428571433e-05, |
| "loss": 0.7662, |
| "step": 972 |
| }, |
| { |
| "epoch": 1.4653614457831325, |
| "grad_norm": 0.6638563308526126, |
| "learning_rate": 2.8431919642857146e-05, |
| "loss": 0.896, |
| "step": 973 |
| }, |
| { |
| "epoch": 1.466867469879518, |
| "grad_norm": 0.49416570561268547, |
| "learning_rate": 2.8404017857142856e-05, |
| "loss": 1.0146, |
| "step": 974 |
| }, |
| { |
| "epoch": 1.4683734939759037, |
| "grad_norm": 0.5921378569755934, |
| "learning_rate": 2.8376116071428572e-05, |
| "loss": 0.8941, |
| "step": 975 |
| }, |
| { |
| "epoch": 1.4698795180722892, |
| "grad_norm": 0.5233538565652254, |
| "learning_rate": 2.8348214285714285e-05, |
| "loss": 0.9178, |
| "step": 976 |
| }, |
| { |
| "epoch": 1.4713855421686746, |
| "grad_norm": 0.5225045066976453, |
| "learning_rate": 2.83203125e-05, |
| "loss": 0.8585, |
| "step": 977 |
| }, |
| { |
| "epoch": 1.4728915662650603, |
| "grad_norm": 0.4429380390456755, |
| "learning_rate": 2.8292410714285718e-05, |
| "loss": 0.8866, |
| "step": 978 |
| }, |
| { |
| "epoch": 1.4743975903614457, |
| "grad_norm": 0.5352845381764894, |
| "learning_rate": 2.826450892857143e-05, |
| "loss": 0.9015, |
| "step": 979 |
| }, |
| { |
| "epoch": 1.4759036144578312, |
| "grad_norm": 0.45847867846721085, |
| "learning_rate": 2.8236607142857147e-05, |
| "loss": 0.8403, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.4774096385542168, |
| "grad_norm": 0.4483896618488256, |
| "learning_rate": 2.8208705357142857e-05, |
| "loss": 0.9063, |
| "step": 981 |
| }, |
| { |
| "epoch": 1.4789156626506024, |
| "grad_norm": 0.5447575650467709, |
| "learning_rate": 2.818080357142857e-05, |
| "loss": 1.0174, |
| "step": 982 |
| }, |
| { |
| "epoch": 1.480421686746988, |
| "grad_norm": 0.4612032662256187, |
| "learning_rate": 2.8152901785714286e-05, |
| "loss": 0.82, |
| "step": 983 |
| }, |
| { |
| "epoch": 1.4819277108433735, |
| "grad_norm": 0.515486539846895, |
| "learning_rate": 2.8125000000000003e-05, |
| "loss": 0.8925, |
| "step": 984 |
| }, |
| { |
| "epoch": 1.483433734939759, |
| "grad_norm": 0.4519574930979925, |
| "learning_rate": 2.8097098214285716e-05, |
| "loss": 0.9567, |
| "step": 985 |
| }, |
| { |
| "epoch": 1.4849397590361446, |
| "grad_norm": 0.5086924383145075, |
| "learning_rate": 2.8069196428571432e-05, |
| "loss": 0.9037, |
| "step": 986 |
| }, |
| { |
| "epoch": 1.4864457831325302, |
| "grad_norm": 0.5178992094320662, |
| "learning_rate": 2.8041294642857145e-05, |
| "loss": 0.9038, |
| "step": 987 |
| }, |
| { |
| "epoch": 1.4879518072289157, |
| "grad_norm": 0.5041369962905347, |
| "learning_rate": 2.8013392857142855e-05, |
| "loss": 0.9132, |
| "step": 988 |
| }, |
| { |
| "epoch": 1.4894578313253013, |
| "grad_norm": 0.6959413181570508, |
| "learning_rate": 2.798549107142857e-05, |
| "loss": 0.8232, |
| "step": 989 |
| }, |
| { |
| "epoch": 1.4909638554216866, |
| "grad_norm": 0.5489099521501453, |
| "learning_rate": 2.7957589285714287e-05, |
| "loss": 0.9571, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.4924698795180724, |
| "grad_norm": 0.6536002850117123, |
| "learning_rate": 2.79296875e-05, |
| "loss": 0.9144, |
| "step": 991 |
| }, |
| { |
| "epoch": 1.4939759036144578, |
| "grad_norm": 0.5039034474264213, |
| "learning_rate": 2.7901785714285717e-05, |
| "loss": 0.9283, |
| "step": 992 |
| }, |
| { |
| "epoch": 1.4954819277108433, |
| "grad_norm": 0.872821550686971, |
| "learning_rate": 2.787388392857143e-05, |
| "loss": 0.8567, |
| "step": 993 |
| }, |
| { |
| "epoch": 1.4969879518072289, |
| "grad_norm": 0.733000574607516, |
| "learning_rate": 2.7845982142857146e-05, |
| "loss": 0.8719, |
| "step": 994 |
| }, |
| { |
| "epoch": 1.4984939759036144, |
| "grad_norm": 1.095577854607601, |
| "learning_rate": 2.7818080357142856e-05, |
| "loss": 0.9303, |
| "step": 995 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 0.5564833254227586, |
| "learning_rate": 2.7790178571428572e-05, |
| "loss": 0.8541, |
| "step": 996 |
| }, |
| { |
| "epoch": 1.5015060240963856, |
| "grad_norm": 0.7970598996504878, |
| "learning_rate": 2.7762276785714285e-05, |
| "loss": 0.8351, |
| "step": 997 |
| }, |
| { |
| "epoch": 1.5030120481927711, |
| "grad_norm": 0.6549045841862853, |
| "learning_rate": 2.7734375e-05, |
| "loss": 0.8689, |
| "step": 998 |
| }, |
| { |
| "epoch": 1.5045180722891565, |
| "grad_norm": 0.5681432676198283, |
| "learning_rate": 2.7706473214285718e-05, |
| "loss": 0.8468, |
| "step": 999 |
| }, |
| { |
| "epoch": 1.5060240963855422, |
| "grad_norm": 0.5198610149820071, |
| "learning_rate": 2.767857142857143e-05, |
| "loss": 0.9135, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.5075301204819276, |
| "grad_norm": 0.4286227471606881, |
| "learning_rate": 2.7650669642857147e-05, |
| "loss": 0.9154, |
| "step": 1001 |
| }, |
| { |
| "epoch": 1.5090361445783134, |
| "grad_norm": 0.45213438219612373, |
| "learning_rate": 2.7622767857142857e-05, |
| "loss": 1.0552, |
| "step": 1002 |
| }, |
| { |
| "epoch": 1.5105421686746987, |
| "grad_norm": 0.4466567702725702, |
| "learning_rate": 2.759486607142857e-05, |
| "loss": 0.9207, |
| "step": 1003 |
| }, |
| { |
| "epoch": 1.5120481927710845, |
| "grad_norm": 0.4781696876914203, |
| "learning_rate": 2.7566964285714286e-05, |
| "loss": 0.8698, |
| "step": 1004 |
| }, |
| { |
| "epoch": 1.5135542168674698, |
| "grad_norm": 0.39400250706951795, |
| "learning_rate": 2.7539062500000003e-05, |
| "loss": 0.8552, |
| "step": 1005 |
| }, |
| { |
| "epoch": 1.5150602409638554, |
| "grad_norm": 0.41646484774735887, |
| "learning_rate": 2.7511160714285716e-05, |
| "loss": 0.8364, |
| "step": 1006 |
| }, |
| { |
| "epoch": 1.516566265060241, |
| "grad_norm": 0.47039327185060265, |
| "learning_rate": 2.7483258928571432e-05, |
| "loss": 0.8218, |
| "step": 1007 |
| }, |
| { |
| "epoch": 1.5180722891566265, |
| "grad_norm": 0.4654067313493103, |
| "learning_rate": 2.7455357142857145e-05, |
| "loss": 0.9374, |
| "step": 1008 |
| }, |
| { |
| "epoch": 1.519578313253012, |
| "grad_norm": 0.6297256206630292, |
| "learning_rate": 2.7427455357142855e-05, |
| "loss": 0.855, |
| "step": 1009 |
| }, |
| { |
| "epoch": 1.5210843373493976, |
| "grad_norm": 1.0080774986704135, |
| "learning_rate": 2.739955357142857e-05, |
| "loss": 0.9028, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.5225903614457832, |
| "grad_norm": 0.5187847383580094, |
| "learning_rate": 2.7371651785714288e-05, |
| "loss": 0.8409, |
| "step": 1011 |
| }, |
| { |
| "epoch": 1.5240963855421685, |
| "grad_norm": 0.449765870728605, |
| "learning_rate": 2.734375e-05, |
| "loss": 0.8711, |
| "step": 1012 |
| }, |
| { |
| "epoch": 1.5256024096385543, |
| "grad_norm": 0.47409835405594225, |
| "learning_rate": 2.7315848214285717e-05, |
| "loss": 0.9095, |
| "step": 1013 |
| }, |
| { |
| "epoch": 1.5271084337349397, |
| "grad_norm": 0.5880034935399832, |
| "learning_rate": 2.728794642857143e-05, |
| "loss": 0.9548, |
| "step": 1014 |
| }, |
| { |
| "epoch": 1.5286144578313254, |
| "grad_norm": 0.5220251015788524, |
| "learning_rate": 2.7260044642857146e-05, |
| "loss": 0.8551, |
| "step": 1015 |
| }, |
| { |
| "epoch": 1.5301204819277108, |
| "grad_norm": 0.4774411463626857, |
| "learning_rate": 2.7232142857142856e-05, |
| "loss": 0.9206, |
| "step": 1016 |
| }, |
| { |
| "epoch": 1.5316265060240963, |
| "grad_norm": 0.5489884470247157, |
| "learning_rate": 2.7204241071428572e-05, |
| "loss": 0.8259, |
| "step": 1017 |
| }, |
| { |
| "epoch": 1.533132530120482, |
| "grad_norm": 0.5086757946209051, |
| "learning_rate": 2.7176339285714285e-05, |
| "loss": 0.8289, |
| "step": 1018 |
| }, |
| { |
| "epoch": 1.5346385542168675, |
| "grad_norm": 0.5784371239216568, |
| "learning_rate": 2.7148437500000002e-05, |
| "loss": 0.941, |
| "step": 1019 |
| }, |
| { |
| "epoch": 1.536144578313253, |
| "grad_norm": 0.46741896878153755, |
| "learning_rate": 2.7120535714285715e-05, |
| "loss": 0.8084, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.5376506024096386, |
| "grad_norm": 0.7177481385712936, |
| "learning_rate": 2.709263392857143e-05, |
| "loss": 1.0161, |
| "step": 1021 |
| }, |
| { |
| "epoch": 1.5391566265060241, |
| "grad_norm": 0.49994447714150714, |
| "learning_rate": 2.7064732142857148e-05, |
| "loss": 0.8637, |
| "step": 1022 |
| }, |
| { |
| "epoch": 1.5406626506024095, |
| "grad_norm": 0.6287430493098758, |
| "learning_rate": 2.7036830357142857e-05, |
| "loss": 0.8143, |
| "step": 1023 |
| }, |
| { |
| "epoch": 1.5421686746987953, |
| "grad_norm": 0.3920548388750148, |
| "learning_rate": 2.700892857142857e-05, |
| "loss": 0.8837, |
| "step": 1024 |
| }, |
| { |
| "epoch": 1.5436746987951806, |
| "grad_norm": 0.6764540424051386, |
| "learning_rate": 2.6981026785714287e-05, |
| "loss": 0.8354, |
| "step": 1025 |
| }, |
| { |
| "epoch": 1.5451807228915664, |
| "grad_norm": 0.4701722364908312, |
| "learning_rate": 2.6953125000000003e-05, |
| "loss": 0.8649, |
| "step": 1026 |
| }, |
| { |
| "epoch": 1.5466867469879517, |
| "grad_norm": 0.5935049344421184, |
| "learning_rate": 2.6925223214285716e-05, |
| "loss": 0.8252, |
| "step": 1027 |
| }, |
| { |
| "epoch": 1.5481927710843375, |
| "grad_norm": 0.545118305218684, |
| "learning_rate": 2.6897321428571432e-05, |
| "loss": 0.8371, |
| "step": 1028 |
| }, |
| { |
| "epoch": 1.5496987951807228, |
| "grad_norm": 0.5292176024357023, |
| "learning_rate": 2.6869419642857145e-05, |
| "loss": 0.9568, |
| "step": 1029 |
| }, |
| { |
| "epoch": 1.5512048192771084, |
| "grad_norm": 0.48211286898454325, |
| "learning_rate": 2.6841517857142855e-05, |
| "loss": 0.8817, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.552710843373494, |
| "grad_norm": 0.6036687048133429, |
| "learning_rate": 2.681361607142857e-05, |
| "loss": 0.8412, |
| "step": 1031 |
| }, |
| { |
| "epoch": 1.5542168674698795, |
| "grad_norm": 0.4708685354243883, |
| "learning_rate": 2.6785714285714288e-05, |
| "loss": 0.8624, |
| "step": 1032 |
| }, |
| { |
| "epoch": 1.555722891566265, |
| "grad_norm": 0.5082277431951896, |
| "learning_rate": 2.67578125e-05, |
| "loss": 0.8902, |
| "step": 1033 |
| }, |
| { |
| "epoch": 1.5572289156626506, |
| "grad_norm": 0.41639515172248037, |
| "learning_rate": 2.6729910714285717e-05, |
| "loss": 0.9796, |
| "step": 1034 |
| }, |
| { |
| "epoch": 1.5587349397590362, |
| "grad_norm": 0.4890056323597087, |
| "learning_rate": 2.670200892857143e-05, |
| "loss": 0.7832, |
| "step": 1035 |
| }, |
| { |
| "epoch": 1.5602409638554215, |
| "grad_norm": 0.4276124434575915, |
| "learning_rate": 2.6674107142857147e-05, |
| "loss": 0.8327, |
| "step": 1036 |
| }, |
| { |
| "epoch": 1.5617469879518073, |
| "grad_norm": 0.4875966693879269, |
| "learning_rate": 2.6646205357142856e-05, |
| "loss": 0.8438, |
| "step": 1037 |
| }, |
| { |
| "epoch": 1.5632530120481927, |
| "grad_norm": 0.4725349010575883, |
| "learning_rate": 2.6618303571428573e-05, |
| "loss": 0.8615, |
| "step": 1038 |
| }, |
| { |
| "epoch": 1.5647590361445785, |
| "grad_norm": 0.6074670439413593, |
| "learning_rate": 2.6590401785714286e-05, |
| "loss": 0.8177, |
| "step": 1039 |
| }, |
| { |
| "epoch": 1.5662650602409638, |
| "grad_norm": 0.39430296974887447, |
| "learning_rate": 2.6562500000000002e-05, |
| "loss": 0.9546, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.5677710843373494, |
| "grad_norm": 0.5441456169202094, |
| "learning_rate": 2.6534598214285715e-05, |
| "loss": 0.8679, |
| "step": 1041 |
| }, |
| { |
| "epoch": 1.569277108433735, |
| "grad_norm": 0.358508883257567, |
| "learning_rate": 2.650669642857143e-05, |
| "loss": 0.7898, |
| "step": 1042 |
| }, |
| { |
| "epoch": 1.5707831325301205, |
| "grad_norm": 0.3762515748818302, |
| "learning_rate": 2.6478794642857148e-05, |
| "loss": 0.8059, |
| "step": 1043 |
| }, |
| { |
| "epoch": 1.572289156626506, |
| "grad_norm": 0.5600450043477502, |
| "learning_rate": 2.6450892857142857e-05, |
| "loss": 0.8669, |
| "step": 1044 |
| }, |
| { |
| "epoch": 1.5737951807228916, |
| "grad_norm": 16.209210109537786, |
| "learning_rate": 2.642299107142857e-05, |
| "loss": 0.9118, |
| "step": 1045 |
| }, |
| { |
| "epoch": 1.5753012048192772, |
| "grad_norm": 0.8245789403780897, |
| "learning_rate": 2.6395089285714287e-05, |
| "loss": 0.8334, |
| "step": 1046 |
| }, |
| { |
| "epoch": 1.5768072289156625, |
| "grad_norm": 0.44476760145948024, |
| "learning_rate": 2.63671875e-05, |
| "loss": 0.9057, |
| "step": 1047 |
| }, |
| { |
| "epoch": 1.5783132530120483, |
| "grad_norm": 0.8906977482828659, |
| "learning_rate": 2.6339285714285716e-05, |
| "loss": 0.9876, |
| "step": 1048 |
| }, |
| { |
| "epoch": 1.5798192771084336, |
| "grad_norm": 0.3995912086248366, |
| "learning_rate": 2.6311383928571432e-05, |
| "loss": 0.8815, |
| "step": 1049 |
| }, |
| { |
| "epoch": 1.5813253012048194, |
| "grad_norm": 0.7047183950339773, |
| "learning_rate": 2.6283482142857145e-05, |
| "loss": 0.8627, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.5828313253012047, |
| "grad_norm": 0.4350293302104783, |
| "learning_rate": 2.6255580357142855e-05, |
| "loss": 0.9496, |
| "step": 1051 |
| }, |
| { |
| "epoch": 1.5843373493975905, |
| "grad_norm": 0.6121972284851375, |
| "learning_rate": 2.622767857142857e-05, |
| "loss": 0.9315, |
| "step": 1052 |
| }, |
| { |
| "epoch": 1.5858433734939759, |
| "grad_norm": 0.4729430107404573, |
| "learning_rate": 2.6199776785714284e-05, |
| "loss": 0.8751, |
| "step": 1053 |
| }, |
| { |
| "epoch": 1.5873493975903614, |
| "grad_norm": 2.386770897995437, |
| "learning_rate": 2.6171875e-05, |
| "loss": 0.9184, |
| "step": 1054 |
| }, |
| { |
| "epoch": 1.588855421686747, |
| "grad_norm": 0.8831646708929439, |
| "learning_rate": 2.6143973214285717e-05, |
| "loss": 0.8509, |
| "step": 1055 |
| }, |
| { |
| "epoch": 1.5903614457831325, |
| "grad_norm": 0.7235782847166342, |
| "learning_rate": 2.611607142857143e-05, |
| "loss": 0.8447, |
| "step": 1056 |
| }, |
| { |
| "epoch": 1.591867469879518, |
| "grad_norm": 0.9124163331531953, |
| "learning_rate": 2.6088169642857147e-05, |
| "loss": 0.8459, |
| "step": 1057 |
| }, |
| { |
| "epoch": 1.5933734939759037, |
| "grad_norm": 0.5516253955906611, |
| "learning_rate": 2.6060267857142856e-05, |
| "loss": 0.8241, |
| "step": 1058 |
| }, |
| { |
| "epoch": 1.5948795180722892, |
| "grad_norm": 0.8846864142818344, |
| "learning_rate": 2.6032366071428573e-05, |
| "loss": 0.9648, |
| "step": 1059 |
| }, |
| { |
| "epoch": 1.5963855421686746, |
| "grad_norm": 0.5839211289775349, |
| "learning_rate": 2.6004464285714286e-05, |
| "loss": 0.8851, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.5978915662650603, |
| "grad_norm": 0.8077824232419398, |
| "learning_rate": 2.5976562500000002e-05, |
| "loss": 0.9407, |
| "step": 1061 |
| }, |
| { |
| "epoch": 1.5993975903614457, |
| "grad_norm": 0.5136089141652534, |
| "learning_rate": 2.5948660714285715e-05, |
| "loss": 0.8141, |
| "step": 1062 |
| }, |
| { |
| "epoch": 1.6009036144578315, |
| "grad_norm": 15.63050599847379, |
| "learning_rate": 2.592075892857143e-05, |
| "loss": 1.4084, |
| "step": 1063 |
| }, |
| { |
| "epoch": 1.6024096385542168, |
| "grad_norm": 0.7466960868740622, |
| "learning_rate": 2.5892857142857148e-05, |
| "loss": 0.8348, |
| "step": 1064 |
| }, |
| { |
| "epoch": 1.6039156626506024, |
| "grad_norm": 0.4341231244020683, |
| "learning_rate": 2.5864955357142857e-05, |
| "loss": 0.8573, |
| "step": 1065 |
| }, |
| { |
| "epoch": 1.605421686746988, |
| "grad_norm": 0.727077717382004, |
| "learning_rate": 2.583705357142857e-05, |
| "loss": 0.8246, |
| "step": 1066 |
| }, |
| { |
| "epoch": 1.6069277108433735, |
| "grad_norm": 0.5386450432861674, |
| "learning_rate": 2.5809151785714287e-05, |
| "loss": 0.9585, |
| "step": 1067 |
| }, |
| { |
| "epoch": 1.608433734939759, |
| "grad_norm": 0.6504714580080353, |
| "learning_rate": 2.578125e-05, |
| "loss": 0.8749, |
| "step": 1068 |
| }, |
| { |
| "epoch": 1.6099397590361446, |
| "grad_norm": 0.6088390872207317, |
| "learning_rate": 2.5753348214285716e-05, |
| "loss": 0.9327, |
| "step": 1069 |
| }, |
| { |
| "epoch": 1.6114457831325302, |
| "grad_norm": 0.5109625334350382, |
| "learning_rate": 2.5725446428571433e-05, |
| "loss": 0.8977, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.6129518072289155, |
| "grad_norm": 0.48705336887176803, |
| "learning_rate": 2.5697544642857146e-05, |
| "loss": 0.8916, |
| "step": 1071 |
| }, |
| { |
| "epoch": 1.6144578313253013, |
| "grad_norm": 0.6793312644482432, |
| "learning_rate": 2.5669642857142855e-05, |
| "loss": 0.8786, |
| "step": 1072 |
| }, |
| { |
| "epoch": 1.6159638554216866, |
| "grad_norm": 0.4698018735544544, |
| "learning_rate": 2.564174107142857e-05, |
| "loss": 0.9074, |
| "step": 1073 |
| }, |
| { |
| "epoch": 1.6174698795180724, |
| "grad_norm": 0.5705506461964672, |
| "learning_rate": 2.5613839285714285e-05, |
| "loss": 0.7961, |
| "step": 1074 |
| }, |
| { |
| "epoch": 1.6189759036144578, |
| "grad_norm": 0.5178852517247916, |
| "learning_rate": 2.55859375e-05, |
| "loss": 0.8614, |
| "step": 1075 |
| }, |
| { |
| "epoch": 1.6204819277108435, |
| "grad_norm": 0.7310792259857241, |
| "learning_rate": 2.5558035714285717e-05, |
| "loss": 0.9301, |
| "step": 1076 |
| }, |
| { |
| "epoch": 1.6219879518072289, |
| "grad_norm": 0.5190994712012568, |
| "learning_rate": 2.553013392857143e-05, |
| "loss": 0.9372, |
| "step": 1077 |
| }, |
| { |
| "epoch": 1.6234939759036144, |
| "grad_norm": 0.7951723141808771, |
| "learning_rate": 2.5502232142857147e-05, |
| "loss": 0.8946, |
| "step": 1078 |
| }, |
| { |
| "epoch": 1.625, |
| "grad_norm": 0.7794492806585496, |
| "learning_rate": 2.5474330357142856e-05, |
| "loss": 0.8432, |
| "step": 1079 |
| }, |
| { |
| "epoch": 1.6265060240963856, |
| "grad_norm": 0.6707838061340728, |
| "learning_rate": 2.544642857142857e-05, |
| "loss": 0.971, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.6280120481927711, |
| "grad_norm": 0.8834110189662773, |
| "learning_rate": 2.5418526785714286e-05, |
| "loss": 0.8979, |
| "step": 1081 |
| }, |
| { |
| "epoch": 1.6295180722891565, |
| "grad_norm": 0.6014786930546973, |
| "learning_rate": 2.5390625000000002e-05, |
| "loss": 0.8954, |
| "step": 1082 |
| }, |
| { |
| "epoch": 1.6310240963855422, |
| "grad_norm": 0.8540760877617614, |
| "learning_rate": 2.5362723214285715e-05, |
| "loss": 0.8548, |
| "step": 1083 |
| }, |
| { |
| "epoch": 1.6325301204819276, |
| "grad_norm": 0.5040331857999337, |
| "learning_rate": 2.533482142857143e-05, |
| "loss": 0.9351, |
| "step": 1084 |
| }, |
| { |
| "epoch": 1.6340361445783134, |
| "grad_norm": 1.0265522392715367, |
| "learning_rate": 2.5306919642857148e-05, |
| "loss": 0.8747, |
| "step": 1085 |
| }, |
| { |
| "epoch": 1.6355421686746987, |
| "grad_norm": 0.4218069447272765, |
| "learning_rate": 2.5279017857142858e-05, |
| "loss": 0.7964, |
| "step": 1086 |
| }, |
| { |
| "epoch": 1.6370481927710845, |
| "grad_norm": 0.9069849259697897, |
| "learning_rate": 2.525111607142857e-05, |
| "loss": 0.8784, |
| "step": 1087 |
| }, |
| { |
| "epoch": 1.6385542168674698, |
| "grad_norm": 0.5545891560849115, |
| "learning_rate": 2.5223214285714287e-05, |
| "loss": 0.8462, |
| "step": 1088 |
| }, |
| { |
| "epoch": 1.6400602409638554, |
| "grad_norm": 1.126477471558439, |
| "learning_rate": 2.51953125e-05, |
| "loss": 0.8734, |
| "step": 1089 |
| }, |
| { |
| "epoch": 1.641566265060241, |
| "grad_norm": 0.6957228414264802, |
| "learning_rate": 2.5167410714285716e-05, |
| "loss": 0.8246, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.6430722891566265, |
| "grad_norm": 1.4171979334183584, |
| "learning_rate": 2.5139508928571433e-05, |
| "loss": 0.889, |
| "step": 1091 |
| }, |
| { |
| "epoch": 1.644578313253012, |
| "grad_norm": 0.9831143469531066, |
| "learning_rate": 2.5111607142857146e-05, |
| "loss": 0.9333, |
| "step": 1092 |
| }, |
| { |
| "epoch": 1.6460843373493976, |
| "grad_norm": 0.944246143147534, |
| "learning_rate": 2.5083705357142855e-05, |
| "loss": 0.8715, |
| "step": 1093 |
| }, |
| { |
| "epoch": 1.6475903614457832, |
| "grad_norm": 1.2471206081577508, |
| "learning_rate": 2.5055803571428572e-05, |
| "loss": 0.7923, |
| "step": 1094 |
| }, |
| { |
| "epoch": 1.6490963855421685, |
| "grad_norm": 0.5349074428489512, |
| "learning_rate": 2.5027901785714285e-05, |
| "loss": 0.9104, |
| "step": 1095 |
| }, |
| { |
| "epoch": 1.6506024096385543, |
| "grad_norm": 1.0426515589882186, |
| "learning_rate": 2.5e-05, |
| "loss": 0.8367, |
| "step": 1096 |
| }, |
| { |
| "epoch": 1.6521084337349397, |
| "grad_norm": 0.5852550163241762, |
| "learning_rate": 2.4972098214285718e-05, |
| "loss": 0.9166, |
| "step": 1097 |
| }, |
| { |
| "epoch": 1.6536144578313254, |
| "grad_norm": 1.2841749652741983, |
| "learning_rate": 2.4944196428571427e-05, |
| "loss": 0.8525, |
| "step": 1098 |
| }, |
| { |
| "epoch": 1.6551204819277108, |
| "grad_norm": 0.8828118027062222, |
| "learning_rate": 2.4916294642857144e-05, |
| "loss": 0.8077, |
| "step": 1099 |
| }, |
| { |
| "epoch": 1.6566265060240963, |
| "grad_norm": 0.7990379061511043, |
| "learning_rate": 2.488839285714286e-05, |
| "loss": 0.9245, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.658132530120482, |
| "grad_norm": 1.0404691951944989, |
| "learning_rate": 2.4860491071428573e-05, |
| "loss": 0.786, |
| "step": 1101 |
| }, |
| { |
| "epoch": 1.6596385542168675, |
| "grad_norm": 2.4511140342568556, |
| "learning_rate": 2.4832589285714286e-05, |
| "loss": 0.9759, |
| "step": 1102 |
| }, |
| { |
| "epoch": 1.661144578313253, |
| "grad_norm": 1.566106141066553, |
| "learning_rate": 2.4804687500000002e-05, |
| "loss": 0.9199, |
| "step": 1103 |
| }, |
| { |
| "epoch": 1.6626506024096386, |
| "grad_norm": 0.9189347877238775, |
| "learning_rate": 2.4776785714285715e-05, |
| "loss": 0.7623, |
| "step": 1104 |
| }, |
| { |
| "epoch": 1.6641566265060241, |
| "grad_norm": 1.2922694093765588, |
| "learning_rate": 2.474888392857143e-05, |
| "loss": 0.8958, |
| "step": 1105 |
| }, |
| { |
| "epoch": 1.6656626506024095, |
| "grad_norm": 1.1521882549415206, |
| "learning_rate": 2.4720982142857145e-05, |
| "loss": 0.7848, |
| "step": 1106 |
| }, |
| { |
| "epoch": 1.6671686746987953, |
| "grad_norm": 0.49105081466568046, |
| "learning_rate": 2.4693080357142858e-05, |
| "loss": 0.9014, |
| "step": 1107 |
| }, |
| { |
| "epoch": 1.6686746987951806, |
| "grad_norm": 1.021364190774778, |
| "learning_rate": 2.4665178571428574e-05, |
| "loss": 0.9674, |
| "step": 1108 |
| }, |
| { |
| "epoch": 1.6701807228915664, |
| "grad_norm": 0.39713372043418954, |
| "learning_rate": 2.4637276785714287e-05, |
| "loss": 0.8371, |
| "step": 1109 |
| }, |
| { |
| "epoch": 1.6716867469879517, |
| "grad_norm": 0.880796407191392, |
| "learning_rate": 2.4609375e-05, |
| "loss": 0.8427, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.6731927710843375, |
| "grad_norm": 0.43777351705020745, |
| "learning_rate": 2.4581473214285717e-05, |
| "loss": 0.8861, |
| "step": 1111 |
| }, |
| { |
| "epoch": 1.6746987951807228, |
| "grad_norm": 0.9033630496631916, |
| "learning_rate": 2.455357142857143e-05, |
| "loss": 0.9055, |
| "step": 1112 |
| }, |
| { |
| "epoch": 1.6762048192771084, |
| "grad_norm": 0.5418185266054305, |
| "learning_rate": 2.4525669642857143e-05, |
| "loss": 0.8593, |
| "step": 1113 |
| }, |
| { |
| "epoch": 1.677710843373494, |
| "grad_norm": 0.8281163828338365, |
| "learning_rate": 2.449776785714286e-05, |
| "loss": 0.9075, |
| "step": 1114 |
| }, |
| { |
| "epoch": 1.6792168674698795, |
| "grad_norm": 0.7553700063230477, |
| "learning_rate": 2.4469866071428575e-05, |
| "loss": 0.8485, |
| "step": 1115 |
| }, |
| { |
| "epoch": 1.680722891566265, |
| "grad_norm": 0.6331198031487005, |
| "learning_rate": 2.4441964285714285e-05, |
| "loss": 0.8484, |
| "step": 1116 |
| }, |
| { |
| "epoch": 1.6822289156626506, |
| "grad_norm": 0.6889778842730878, |
| "learning_rate": 2.44140625e-05, |
| "loss": 0.8534, |
| "step": 1117 |
| }, |
| { |
| "epoch": 1.6837349397590362, |
| "grad_norm": 0.5135180763345606, |
| "learning_rate": 2.4386160714285718e-05, |
| "loss": 0.8931, |
| "step": 1118 |
| }, |
| { |
| "epoch": 1.6852409638554215, |
| "grad_norm": 0.7409248265527695, |
| "learning_rate": 2.4358258928571427e-05, |
| "loss": 0.9164, |
| "step": 1119 |
| }, |
| { |
| "epoch": 1.6867469879518073, |
| "grad_norm": 0.46994945955734424, |
| "learning_rate": 2.4330357142857144e-05, |
| "loss": 0.8619, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.6882530120481927, |
| "grad_norm": 0.7037554041916976, |
| "learning_rate": 2.430245535714286e-05, |
| "loss": 0.871, |
| "step": 1121 |
| }, |
| { |
| "epoch": 1.6897590361445785, |
| "grad_norm": 0.5357304166539075, |
| "learning_rate": 2.4274553571428573e-05, |
| "loss": 0.8691, |
| "step": 1122 |
| }, |
| { |
| "epoch": 1.6912650602409638, |
| "grad_norm": 0.7575261173085044, |
| "learning_rate": 2.4246651785714286e-05, |
| "loss": 0.9031, |
| "step": 1123 |
| }, |
| { |
| "epoch": 1.6927710843373494, |
| "grad_norm": 0.7476767229435017, |
| "learning_rate": 2.4218750000000003e-05, |
| "loss": 0.8515, |
| "step": 1124 |
| }, |
| { |
| "epoch": 1.694277108433735, |
| "grad_norm": 0.6778365982017799, |
| "learning_rate": 2.4190848214285716e-05, |
| "loss": 0.7263, |
| "step": 1125 |
| }, |
| { |
| "epoch": 1.6957831325301205, |
| "grad_norm": 0.8360614439997173, |
| "learning_rate": 2.416294642857143e-05, |
| "loss": 0.9608, |
| "step": 1126 |
| }, |
| { |
| "epoch": 1.697289156626506, |
| "grad_norm": 0.551963799065818, |
| "learning_rate": 2.4135044642857145e-05, |
| "loss": 0.8879, |
| "step": 1127 |
| }, |
| { |
| "epoch": 1.6987951807228916, |
| "grad_norm": 0.7658015878545192, |
| "learning_rate": 2.4107142857142858e-05, |
| "loss": 0.8899, |
| "step": 1128 |
| }, |
| { |
| "epoch": 1.7003012048192772, |
| "grad_norm": 0.40770587670016156, |
| "learning_rate": 2.4079241071428574e-05, |
| "loss": 0.9541, |
| "step": 1129 |
| }, |
| { |
| "epoch": 1.7018072289156625, |
| "grad_norm": 0.6472839612468347, |
| "learning_rate": 2.4051339285714287e-05, |
| "loss": 0.8801, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.7033132530120483, |
| "grad_norm": 0.429044091541502, |
| "learning_rate": 2.40234375e-05, |
| "loss": 0.8922, |
| "step": 1131 |
| }, |
| { |
| "epoch": 1.7048192771084336, |
| "grad_norm": 0.7029579106656687, |
| "learning_rate": 2.3995535714285717e-05, |
| "loss": 0.92, |
| "step": 1132 |
| }, |
| { |
| "epoch": 1.7063253012048194, |
| "grad_norm": 0.6263261771747816, |
| "learning_rate": 2.396763392857143e-05, |
| "loss": 0.8415, |
| "step": 1133 |
| }, |
| { |
| "epoch": 1.7078313253012047, |
| "grad_norm": 0.7503608910203321, |
| "learning_rate": 2.3939732142857143e-05, |
| "loss": 0.7998, |
| "step": 1134 |
| }, |
| { |
| "epoch": 1.7093373493975905, |
| "grad_norm": 0.6449649861016904, |
| "learning_rate": 2.391183035714286e-05, |
| "loss": 0.9381, |
| "step": 1135 |
| }, |
| { |
| "epoch": 1.7108433734939759, |
| "grad_norm": 0.518245381377626, |
| "learning_rate": 2.3883928571428572e-05, |
| "loss": 0.9294, |
| "step": 1136 |
| }, |
| { |
| "epoch": 1.7123493975903614, |
| "grad_norm": 0.648406053826853, |
| "learning_rate": 2.3856026785714285e-05, |
| "loss": 0.9205, |
| "step": 1137 |
| }, |
| { |
| "epoch": 1.713855421686747, |
| "grad_norm": 0.3911163463164327, |
| "learning_rate": 2.3828125e-05, |
| "loss": 0.9143, |
| "step": 1138 |
| }, |
| { |
| "epoch": 1.7153614457831325, |
| "grad_norm": 0.5423540252865888, |
| "learning_rate": 2.3800223214285718e-05, |
| "loss": 0.8771, |
| "step": 1139 |
| }, |
| { |
| "epoch": 1.716867469879518, |
| "grad_norm": 0.3885816076500336, |
| "learning_rate": 2.3772321428571428e-05, |
| "loss": 0.8558, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.7183734939759037, |
| "grad_norm": 0.4170280249079803, |
| "learning_rate": 2.3744419642857144e-05, |
| "loss": 0.8528, |
| "step": 1141 |
| }, |
| { |
| "epoch": 1.7198795180722892, |
| "grad_norm": 0.4152071903657909, |
| "learning_rate": 2.371651785714286e-05, |
| "loss": 0.8671, |
| "step": 1142 |
| }, |
| { |
| "epoch": 1.7213855421686746, |
| "grad_norm": 0.39474714716059084, |
| "learning_rate": 2.3688616071428573e-05, |
| "loss": 0.9109, |
| "step": 1143 |
| }, |
| { |
| "epoch": 1.7228915662650603, |
| "grad_norm": 0.3707507315413714, |
| "learning_rate": 2.3660714285714286e-05, |
| "loss": 0.8666, |
| "step": 1144 |
| }, |
| { |
| "epoch": 1.7243975903614457, |
| "grad_norm": 0.4266395661053771, |
| "learning_rate": 2.3632812500000003e-05, |
| "loss": 0.8211, |
| "step": 1145 |
| }, |
| { |
| "epoch": 1.7259036144578315, |
| "grad_norm": 0.47063781140188166, |
| "learning_rate": 2.3604910714285716e-05, |
| "loss": 0.8609, |
| "step": 1146 |
| }, |
| { |
| "epoch": 1.7274096385542168, |
| "grad_norm": 0.45024887632094757, |
| "learning_rate": 2.357700892857143e-05, |
| "loss": 0.8811, |
| "step": 1147 |
| }, |
| { |
| "epoch": 1.7289156626506024, |
| "grad_norm": 0.4790059949669508, |
| "learning_rate": 2.3549107142857145e-05, |
| "loss": 0.942, |
| "step": 1148 |
| }, |
| { |
| "epoch": 1.730421686746988, |
| "grad_norm": 0.3553309777536489, |
| "learning_rate": 2.3521205357142858e-05, |
| "loss": 0.8743, |
| "step": 1149 |
| }, |
| { |
| "epoch": 1.7319277108433735, |
| "grad_norm": 0.5274125186592818, |
| "learning_rate": 2.3493303571428574e-05, |
| "loss": 0.7704, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.733433734939759, |
| "grad_norm": 0.43261906364919867, |
| "learning_rate": 2.3465401785714287e-05, |
| "loss": 0.9138, |
| "step": 1151 |
| }, |
| { |
| "epoch": 1.7349397590361446, |
| "grad_norm": 0.653110685438967, |
| "learning_rate": 2.34375e-05, |
| "loss": 0.8418, |
| "step": 1152 |
| }, |
| { |
| "epoch": 1.7364457831325302, |
| "grad_norm": 0.5359506662334108, |
| "learning_rate": 2.3409598214285717e-05, |
| "loss": 0.8662, |
| "step": 1153 |
| }, |
| { |
| "epoch": 1.7379518072289155, |
| "grad_norm": 0.6643758042833765, |
| "learning_rate": 2.338169642857143e-05, |
| "loss": 0.8548, |
| "step": 1154 |
| }, |
| { |
| "epoch": 1.7394578313253013, |
| "grad_norm": 0.5355004065059475, |
| "learning_rate": 2.3353794642857143e-05, |
| "loss": 0.9029, |
| "step": 1155 |
| }, |
| { |
| "epoch": 1.7409638554216866, |
| "grad_norm": 0.4767330708254114, |
| "learning_rate": 2.332589285714286e-05, |
| "loss": 0.9254, |
| "step": 1156 |
| }, |
| { |
| "epoch": 1.7424698795180724, |
| "grad_norm": 0.5348063162622679, |
| "learning_rate": 2.3297991071428572e-05, |
| "loss": 0.8945, |
| "step": 1157 |
| }, |
| { |
| "epoch": 1.7439759036144578, |
| "grad_norm": 0.5029629065593897, |
| "learning_rate": 2.3270089285714285e-05, |
| "loss": 0.8276, |
| "step": 1158 |
| }, |
| { |
| "epoch": 1.7454819277108435, |
| "grad_norm": 0.670622804378133, |
| "learning_rate": 2.32421875e-05, |
| "loss": 0.8748, |
| "step": 1159 |
| }, |
| { |
| "epoch": 1.7469879518072289, |
| "grad_norm": 0.41487334156708916, |
| "learning_rate": 2.3214285714285715e-05, |
| "loss": 0.8299, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.7484939759036144, |
| "grad_norm": 0.6215766008707231, |
| "learning_rate": 2.3186383928571428e-05, |
| "loss": 0.8587, |
| "step": 1161 |
| }, |
| { |
| "epoch": 1.75, |
| "grad_norm": 0.37005229516348453, |
| "learning_rate": 2.3158482142857144e-05, |
| "loss": 0.8827, |
| "step": 1162 |
| }, |
| { |
| "epoch": 1.7515060240963856, |
| "grad_norm": 0.601524553304628, |
| "learning_rate": 2.3130580357142857e-05, |
| "loss": 0.9173, |
| "step": 1163 |
| }, |
| { |
| "epoch": 1.7530120481927711, |
| "grad_norm": 0.49760183476218545, |
| "learning_rate": 2.3102678571428573e-05, |
| "loss": 0.8551, |
| "step": 1164 |
| }, |
| { |
| "epoch": 1.7545180722891565, |
| "grad_norm": 0.49273447990399655, |
| "learning_rate": 2.3074776785714286e-05, |
| "loss": 0.9015, |
| "step": 1165 |
| }, |
| { |
| "epoch": 1.7560240963855422, |
| "grad_norm": 0.4136666630533229, |
| "learning_rate": 2.3046875e-05, |
| "loss": 0.9869, |
| "step": 1166 |
| }, |
| { |
| "epoch": 1.7575301204819276, |
| "grad_norm": 0.7709640381400192, |
| "learning_rate": 2.3018973214285716e-05, |
| "loss": 0.8721, |
| "step": 1167 |
| }, |
| { |
| "epoch": 1.7590361445783134, |
| "grad_norm": 0.37140731844814445, |
| "learning_rate": 2.299107142857143e-05, |
| "loss": 0.8829, |
| "step": 1168 |
| }, |
| { |
| "epoch": 1.7605421686746987, |
| "grad_norm": 0.6031319607510395, |
| "learning_rate": 2.2963169642857145e-05, |
| "loss": 0.8864, |
| "step": 1169 |
| }, |
| { |
| "epoch": 1.7620481927710845, |
| "grad_norm": 0.43834734848724594, |
| "learning_rate": 2.2935267857142858e-05, |
| "loss": 0.9325, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.7635542168674698, |
| "grad_norm": 0.5075632864944567, |
| "learning_rate": 2.2907366071428575e-05, |
| "loss": 0.8632, |
| "step": 1171 |
| }, |
| { |
| "epoch": 1.7650602409638554, |
| "grad_norm": 0.37935778044305524, |
| "learning_rate": 2.2879464285714288e-05, |
| "loss": 0.8555, |
| "step": 1172 |
| }, |
| { |
| "epoch": 1.766566265060241, |
| "grad_norm": 0.42918722851753877, |
| "learning_rate": 2.28515625e-05, |
| "loss": 0.9493, |
| "step": 1173 |
| }, |
| { |
| "epoch": 1.7680722891566265, |
| "grad_norm": 0.42990181277527434, |
| "learning_rate": 2.2823660714285717e-05, |
| "loss": 0.9117, |
| "step": 1174 |
| }, |
| { |
| "epoch": 1.769578313253012, |
| "grad_norm": 0.57611012626393, |
| "learning_rate": 2.279575892857143e-05, |
| "loss": 0.9196, |
| "step": 1175 |
| }, |
| { |
| "epoch": 1.7710843373493976, |
| "grad_norm": 0.39484852274105237, |
| "learning_rate": 2.2767857142857143e-05, |
| "loss": 0.9619, |
| "step": 1176 |
| }, |
| { |
| "epoch": 1.7725903614457832, |
| "grad_norm": 0.4364554717477179, |
| "learning_rate": 2.273995535714286e-05, |
| "loss": 0.8332, |
| "step": 1177 |
| }, |
| { |
| "epoch": 1.7740963855421685, |
| "grad_norm": 0.44687320358594623, |
| "learning_rate": 2.2712053571428572e-05, |
| "loss": 0.8664, |
| "step": 1178 |
| }, |
| { |
| "epoch": 1.7756024096385543, |
| "grad_norm": 0.4355803895438567, |
| "learning_rate": 2.2684151785714285e-05, |
| "loss": 0.9295, |
| "step": 1179 |
| }, |
| { |
| "epoch": 1.7771084337349397, |
| "grad_norm": 0.4264727826213937, |
| "learning_rate": 2.2656250000000002e-05, |
| "loss": 0.9485, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.7786144578313254, |
| "grad_norm": 0.4220939425258434, |
| "learning_rate": 2.2628348214285715e-05, |
| "loss": 0.8971, |
| "step": 1181 |
| }, |
| { |
| "epoch": 1.7801204819277108, |
| "grad_norm": 0.3743712763900201, |
| "learning_rate": 2.2600446428571428e-05, |
| "loss": 0.8768, |
| "step": 1182 |
| }, |
| { |
| "epoch": 1.7816265060240963, |
| "grad_norm": 0.37172612482630585, |
| "learning_rate": 2.2572544642857144e-05, |
| "loss": 0.879, |
| "step": 1183 |
| }, |
| { |
| "epoch": 1.783132530120482, |
| "grad_norm": 0.35650784428629834, |
| "learning_rate": 2.2544642857142857e-05, |
| "loss": 0.8168, |
| "step": 1184 |
| }, |
| { |
| "epoch": 1.7846385542168675, |
| "grad_norm": 1.296099308475157, |
| "learning_rate": 2.2516741071428574e-05, |
| "loss": 0.8715, |
| "step": 1185 |
| }, |
| { |
| "epoch": 1.786144578313253, |
| "grad_norm": 0.4057169370483399, |
| "learning_rate": 2.2488839285714287e-05, |
| "loss": 0.8506, |
| "step": 1186 |
| }, |
| { |
| "epoch": 1.7876506024096386, |
| "grad_norm": 0.3727660219889766, |
| "learning_rate": 2.24609375e-05, |
| "loss": 0.8516, |
| "step": 1187 |
| }, |
| { |
| "epoch": 1.7891566265060241, |
| "grad_norm": 0.39331291245426225, |
| "learning_rate": 2.2433035714285716e-05, |
| "loss": 0.9187, |
| "step": 1188 |
| }, |
| { |
| "epoch": 1.7906626506024095, |
| "grad_norm": 0.43628962564299745, |
| "learning_rate": 2.240513392857143e-05, |
| "loss": 0.746, |
| "step": 1189 |
| }, |
| { |
| "epoch": 1.7921686746987953, |
| "grad_norm": 0.34873175548859475, |
| "learning_rate": 2.2377232142857142e-05, |
| "loss": 0.9133, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.7936746987951806, |
| "grad_norm": 0.48913886108825744, |
| "learning_rate": 2.234933035714286e-05, |
| "loss": 0.8278, |
| "step": 1191 |
| }, |
| { |
| "epoch": 1.7951807228915664, |
| "grad_norm": 0.37283517212000034, |
| "learning_rate": 2.2321428571428575e-05, |
| "loss": 0.7914, |
| "step": 1192 |
| }, |
| { |
| "epoch": 1.7966867469879517, |
| "grad_norm": 0.42574970105878374, |
| "learning_rate": 2.2293526785714284e-05, |
| "loss": 0.9606, |
| "step": 1193 |
| }, |
| { |
| "epoch": 1.7981927710843375, |
| "grad_norm": 0.45615903441789923, |
| "learning_rate": 2.2265625e-05, |
| "loss": 0.8552, |
| "step": 1194 |
| }, |
| { |
| "epoch": 1.7996987951807228, |
| "grad_norm": 0.3523152673600134, |
| "learning_rate": 2.2237723214285717e-05, |
| "loss": 0.7769, |
| "step": 1195 |
| }, |
| { |
| "epoch": 1.8012048192771084, |
| "grad_norm": 0.4377380606676607, |
| "learning_rate": 2.2209821428571427e-05, |
| "loss": 0.8392, |
| "step": 1196 |
| }, |
| { |
| "epoch": 1.802710843373494, |
| "grad_norm": 0.36103913345649585, |
| "learning_rate": 2.2181919642857143e-05, |
| "loss": 0.9377, |
| "step": 1197 |
| }, |
| { |
| "epoch": 1.8042168674698795, |
| "grad_norm": 0.3789994448388259, |
| "learning_rate": 2.215401785714286e-05, |
| "loss": 0.7739, |
| "step": 1198 |
| }, |
| { |
| "epoch": 1.805722891566265, |
| "grad_norm": 0.45666886588011224, |
| "learning_rate": 2.2126116071428573e-05, |
| "loss": 0.8825, |
| "step": 1199 |
| }, |
| { |
| "epoch": 1.8072289156626506, |
| "grad_norm": 0.4369048519548364, |
| "learning_rate": 2.2098214285714286e-05, |
| "loss": 0.792, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.8087349397590362, |
| "grad_norm": 0.3703901620887643, |
| "learning_rate": 2.2070312500000002e-05, |
| "loss": 1.0138, |
| "step": 1201 |
| }, |
| { |
| "epoch": 1.8102409638554215, |
| "grad_norm": 0.5153154277635835, |
| "learning_rate": 2.2042410714285715e-05, |
| "loss": 0.8877, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.8117469879518073, |
| "grad_norm": 0.4117527486029097, |
| "learning_rate": 2.2014508928571428e-05, |
| "loss": 0.864, |
| "step": 1203 |
| }, |
| { |
| "epoch": 1.8132530120481927, |
| "grad_norm": 0.5370753083061592, |
| "learning_rate": 2.1986607142857144e-05, |
| "loss": 0.7491, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.8147590361445785, |
| "grad_norm": 0.40506792727469476, |
| "learning_rate": 2.1958705357142857e-05, |
| "loss": 0.852, |
| "step": 1205 |
| }, |
| { |
| "epoch": 1.8162650602409638, |
| "grad_norm": 0.4633663449143497, |
| "learning_rate": 2.1930803571428574e-05, |
| "loss": 0.8451, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.8177710843373494, |
| "grad_norm": 0.4919814791892918, |
| "learning_rate": 2.1902901785714287e-05, |
| "loss": 0.8725, |
| "step": 1207 |
| }, |
| { |
| "epoch": 1.819277108433735, |
| "grad_norm": 0.42137635617028457, |
| "learning_rate": 2.1875e-05, |
| "loss": 0.8602, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.8207831325301205, |
| "grad_norm": 0.5085803789684036, |
| "learning_rate": 2.1847098214285716e-05, |
| "loss": 0.8566, |
| "step": 1209 |
| }, |
| { |
| "epoch": 1.822289156626506, |
| "grad_norm": 0.40247273449736626, |
| "learning_rate": 2.181919642857143e-05, |
| "loss": 0.9855, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.8237951807228916, |
| "grad_norm": 0.5802511472165098, |
| "learning_rate": 2.1791294642857142e-05, |
| "loss": 0.8369, |
| "step": 1211 |
| }, |
| { |
| "epoch": 1.8253012048192772, |
| "grad_norm": 0.4067527885415625, |
| "learning_rate": 2.176339285714286e-05, |
| "loss": 0.8585, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.8268072289156625, |
| "grad_norm": 0.5310373943609165, |
| "learning_rate": 2.1735491071428575e-05, |
| "loss": 0.8547, |
| "step": 1213 |
| }, |
| { |
| "epoch": 1.8283132530120483, |
| "grad_norm": 0.3824614812529985, |
| "learning_rate": 2.1707589285714285e-05, |
| "loss": 0.9207, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.8298192771084336, |
| "grad_norm": 0.4688348275065373, |
| "learning_rate": 2.16796875e-05, |
| "loss": 0.8747, |
| "step": 1215 |
| }, |
| { |
| "epoch": 1.8313253012048194, |
| "grad_norm": 0.3605304958140787, |
| "learning_rate": 2.1651785714285717e-05, |
| "loss": 0.8762, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.8328313253012047, |
| "grad_norm": 0.4284443428488817, |
| "learning_rate": 2.1623883928571427e-05, |
| "loss": 0.8907, |
| "step": 1217 |
| }, |
| { |
| "epoch": 1.8343373493975905, |
| "grad_norm": 0.45226400512709514, |
| "learning_rate": 2.1595982142857143e-05, |
| "loss": 0.894, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.8358433734939759, |
| "grad_norm": 0.323676781419377, |
| "learning_rate": 2.156808035714286e-05, |
| "loss": 0.8417, |
| "step": 1219 |
| }, |
| { |
| "epoch": 1.8373493975903614, |
| "grad_norm": 0.4276587392407293, |
| "learning_rate": 2.1540178571428573e-05, |
| "loss": 0.8389, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.838855421686747, |
| "grad_norm": 0.42456391708790264, |
| "learning_rate": 2.1512276785714286e-05, |
| "loss": 0.8524, |
| "step": 1221 |
| }, |
| { |
| "epoch": 1.8403614457831325, |
| "grad_norm": 0.7850074422223948, |
| "learning_rate": 2.1484375000000002e-05, |
| "loss": 0.8754, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.841867469879518, |
| "grad_norm": 0.4640737736119975, |
| "learning_rate": 2.1456473214285715e-05, |
| "loss": 0.9282, |
| "step": 1223 |
| }, |
| { |
| "epoch": 1.8433734939759037, |
| "grad_norm": 0.3585983116850509, |
| "learning_rate": 2.1428571428571428e-05, |
| "loss": 0.9389, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.8448795180722892, |
| "grad_norm": 0.44747295897650574, |
| "learning_rate": 2.1400669642857145e-05, |
| "loss": 0.8108, |
| "step": 1225 |
| }, |
| { |
| "epoch": 1.8463855421686746, |
| "grad_norm": 0.3529359646839571, |
| "learning_rate": 2.1372767857142858e-05, |
| "loss": 0.8901, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.8478915662650603, |
| "grad_norm": 0.3852830913108626, |
| "learning_rate": 2.1344866071428574e-05, |
| "loss": 0.8874, |
| "step": 1227 |
| }, |
| { |
| "epoch": 1.8493975903614457, |
| "grad_norm": 0.3464315482990844, |
| "learning_rate": 2.1316964285714287e-05, |
| "loss": 0.9072, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.8509036144578315, |
| "grad_norm": 0.4011789468409193, |
| "learning_rate": 2.12890625e-05, |
| "loss": 0.8593, |
| "step": 1229 |
| }, |
| { |
| "epoch": 1.8524096385542168, |
| "grad_norm": 0.3947518366597008, |
| "learning_rate": 2.1261160714285716e-05, |
| "loss": 0.8345, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.8539156626506024, |
| "grad_norm": 0.665410917945062, |
| "learning_rate": 2.123325892857143e-05, |
| "loss": 0.8534, |
| "step": 1231 |
| }, |
| { |
| "epoch": 1.855421686746988, |
| "grad_norm": 0.4802638256383104, |
| "learning_rate": 2.1205357142857142e-05, |
| "loss": 0.7968, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.8569277108433735, |
| "grad_norm": 0.3803607598090677, |
| "learning_rate": 2.117745535714286e-05, |
| "loss": 0.8624, |
| "step": 1233 |
| }, |
| { |
| "epoch": 1.858433734939759, |
| "grad_norm": 0.5759009821621237, |
| "learning_rate": 2.1149553571428575e-05, |
| "loss": 0.9244, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.8599397590361446, |
| "grad_norm": 0.4130173719255352, |
| "learning_rate": 2.1121651785714285e-05, |
| "loss": 0.9339, |
| "step": 1235 |
| }, |
| { |
| "epoch": 1.8614457831325302, |
| "grad_norm": 0.6183080668913786, |
| "learning_rate": 2.109375e-05, |
| "loss": 0.9796, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.8629518072289155, |
| "grad_norm": 0.403554124818301, |
| "learning_rate": 2.1065848214285718e-05, |
| "loss": 0.7715, |
| "step": 1237 |
| }, |
| { |
| "epoch": 1.8644578313253013, |
| "grad_norm": 0.9548159726360518, |
| "learning_rate": 2.1037946428571427e-05, |
| "loss": 0.8788, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.8659638554216866, |
| "grad_norm": 0.3530584700087297, |
| "learning_rate": 2.1010044642857144e-05, |
| "loss": 0.8584, |
| "step": 1239 |
| }, |
| { |
| "epoch": 1.8674698795180724, |
| "grad_norm": 0.7495389471772913, |
| "learning_rate": 2.098214285714286e-05, |
| "loss": 0.8442, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.8689759036144578, |
| "grad_norm": 0.6821998896745344, |
| "learning_rate": 2.0954241071428573e-05, |
| "loss": 0.8546, |
| "step": 1241 |
| }, |
| { |
| "epoch": 1.8704819277108435, |
| "grad_norm": 0.47479887802226356, |
| "learning_rate": 2.0926339285714286e-05, |
| "loss": 0.9334, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.8719879518072289, |
| "grad_norm": 0.5603048620977122, |
| "learning_rate": 2.0898437500000002e-05, |
| "loss": 0.8423, |
| "step": 1243 |
| }, |
| { |
| "epoch": 1.8734939759036144, |
| "grad_norm": 0.39388646214201617, |
| "learning_rate": 2.0870535714285715e-05, |
| "loss": 0.8927, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.875, |
| "grad_norm": 0.4607169838560337, |
| "learning_rate": 2.0842633928571428e-05, |
| "loss": 0.8001, |
| "step": 1245 |
| }, |
| { |
| "epoch": 1.8765060240963856, |
| "grad_norm": 0.5569354825890832, |
| "learning_rate": 2.0814732142857145e-05, |
| "loss": 0.9392, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.8780120481927711, |
| "grad_norm": 0.43577830730470063, |
| "learning_rate": 2.0786830357142858e-05, |
| "loss": 0.9214, |
| "step": 1247 |
| }, |
| { |
| "epoch": 1.8795180722891565, |
| "grad_norm": 0.44562052553074394, |
| "learning_rate": 2.0758928571428574e-05, |
| "loss": 0.8198, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.8810240963855422, |
| "grad_norm": 0.4025769661860242, |
| "learning_rate": 2.0731026785714287e-05, |
| "loss": 0.8114, |
| "step": 1249 |
| }, |
| { |
| "epoch": 1.8825301204819276, |
| "grad_norm": 0.4797517480130995, |
| "learning_rate": 2.0703125e-05, |
| "loss": 0.8653, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.8840361445783134, |
| "grad_norm": 6.637770259712631, |
| "learning_rate": 2.0675223214285716e-05, |
| "loss": 1.1432, |
| "step": 1251 |
| }, |
| { |
| "epoch": 1.8855421686746987, |
| "grad_norm": 0.469987011003461, |
| "learning_rate": 2.064732142857143e-05, |
| "loss": 0.8394, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.8870481927710845, |
| "grad_norm": 0.4466450566360911, |
| "learning_rate": 2.0619419642857142e-05, |
| "loss": 0.8566, |
| "step": 1253 |
| }, |
| { |
| "epoch": 1.8885542168674698, |
| "grad_norm": 0.38088356126480577, |
| "learning_rate": 2.059151785714286e-05, |
| "loss": 0.8228, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.8900602409638554, |
| "grad_norm": 0.3631229556411153, |
| "learning_rate": 2.0563616071428575e-05, |
| "loss": 0.9498, |
| "step": 1255 |
| }, |
| { |
| "epoch": 1.891566265060241, |
| "grad_norm": 0.3993298380354046, |
| "learning_rate": 2.0535714285714285e-05, |
| "loss": 0.8492, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.8930722891566265, |
| "grad_norm": 0.40840340740312214, |
| "learning_rate": 2.05078125e-05, |
| "loss": 0.8524, |
| "step": 1257 |
| }, |
| { |
| "epoch": 1.894578313253012, |
| "grad_norm": 0.4612638073125458, |
| "learning_rate": 2.0479910714285718e-05, |
| "loss": 0.8666, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.8960843373493976, |
| "grad_norm": 0.5083920050245206, |
| "learning_rate": 2.0452008928571427e-05, |
| "loss": 0.9183, |
| "step": 1259 |
| }, |
| { |
| "epoch": 1.8975903614457832, |
| "grad_norm": 0.422016812147062, |
| "learning_rate": 2.0424107142857144e-05, |
| "loss": 0.8921, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.8990963855421685, |
| "grad_norm": 0.45752369706471674, |
| "learning_rate": 2.039620535714286e-05, |
| "loss": 0.9183, |
| "step": 1261 |
| }, |
| { |
| "epoch": 1.9006024096385543, |
| "grad_norm": 2.855018690075539, |
| "learning_rate": 2.0368303571428573e-05, |
| "loss": 0.8848, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.9021084337349397, |
| "grad_norm": 0.4639541572398917, |
| "learning_rate": 2.0340401785714286e-05, |
| "loss": 0.9341, |
| "step": 1263 |
| }, |
| { |
| "epoch": 1.9036144578313254, |
| "grad_norm": 0.4321145036292446, |
| "learning_rate": 2.0312500000000002e-05, |
| "loss": 0.82, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.9051204819277108, |
| "grad_norm": 0.4401457739860857, |
| "learning_rate": 2.0284598214285715e-05, |
| "loss": 0.9836, |
| "step": 1265 |
| }, |
| { |
| "epoch": 1.9066265060240963, |
| "grad_norm": 0.45590209389797237, |
| "learning_rate": 2.025669642857143e-05, |
| "loss": 0.8318, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.908132530120482, |
| "grad_norm": 0.3560469694781191, |
| "learning_rate": 2.0228794642857145e-05, |
| "loss": 0.9077, |
| "step": 1267 |
| }, |
| { |
| "epoch": 1.9096385542168675, |
| "grad_norm": 0.37827882094451176, |
| "learning_rate": 2.0200892857142858e-05, |
| "loss": 0.9629, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.911144578313253, |
| "grad_norm": 0.3713252422880374, |
| "learning_rate": 2.0172991071428574e-05, |
| "loss": 0.8183, |
| "step": 1269 |
| }, |
| { |
| "epoch": 1.9126506024096386, |
| "grad_norm": 0.33883448325551585, |
| "learning_rate": 2.0145089285714287e-05, |
| "loss": 0.8105, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.9141566265060241, |
| "grad_norm": 0.35590457815199456, |
| "learning_rate": 2.01171875e-05, |
| "loss": 0.7834, |
| "step": 1271 |
| }, |
| { |
| "epoch": 1.9156626506024095, |
| "grad_norm": 0.5578784489374652, |
| "learning_rate": 2.0089285714285717e-05, |
| "loss": 0.8759, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.9171686746987953, |
| "grad_norm": 0.40926383677816613, |
| "learning_rate": 2.006138392857143e-05, |
| "loss": 0.886, |
| "step": 1273 |
| }, |
| { |
| "epoch": 1.9186746987951806, |
| "grad_norm": 0.486194173387504, |
| "learning_rate": 2.0033482142857143e-05, |
| "loss": 0.9347, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.9201807228915664, |
| "grad_norm": 0.4136427713437559, |
| "learning_rate": 2.000558035714286e-05, |
| "loss": 0.9332, |
| "step": 1275 |
| }, |
| { |
| "epoch": 1.9216867469879517, |
| "grad_norm": 0.3483855660385954, |
| "learning_rate": 1.9977678571428572e-05, |
| "loss": 0.9359, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.9231927710843375, |
| "grad_norm": 0.437143609492026, |
| "learning_rate": 1.9949776785714285e-05, |
| "loss": 0.8524, |
| "step": 1277 |
| }, |
| { |
| "epoch": 1.9246987951807228, |
| "grad_norm": 0.3839105041725241, |
| "learning_rate": 1.9921875e-05, |
| "loss": 0.917, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.9262048192771084, |
| "grad_norm": 0.44255535746860586, |
| "learning_rate": 1.9893973214285714e-05, |
| "loss": 1.0097, |
| "step": 1279 |
| }, |
| { |
| "epoch": 1.927710843373494, |
| "grad_norm": 0.40492062330103035, |
| "learning_rate": 1.9866071428571427e-05, |
| "loss": 0.8993, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.9292168674698795, |
| "grad_norm": 0.3477269035558404, |
| "learning_rate": 1.9838169642857144e-05, |
| "loss": 0.8446, |
| "step": 1281 |
| }, |
| { |
| "epoch": 1.930722891566265, |
| "grad_norm": 0.35901069911086986, |
| "learning_rate": 1.9810267857142857e-05, |
| "loss": 0.9402, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.9322289156626506, |
| "grad_norm": 0.3925820811568655, |
| "learning_rate": 1.9782366071428573e-05, |
| "loss": 0.8543, |
| "step": 1283 |
| }, |
| { |
| "epoch": 1.9337349397590362, |
| "grad_norm": 0.44410281224026454, |
| "learning_rate": 1.9754464285714286e-05, |
| "loss": 0.8916, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.9352409638554215, |
| "grad_norm": 0.4528830549358855, |
| "learning_rate": 1.9726562500000003e-05, |
| "loss": 0.9176, |
| "step": 1285 |
| }, |
| { |
| "epoch": 1.9367469879518073, |
| "grad_norm": 0.4251187019338651, |
| "learning_rate": 1.9698660714285716e-05, |
| "loss": 0.8343, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.9382530120481927, |
| "grad_norm": 0.9134414518004109, |
| "learning_rate": 1.967075892857143e-05, |
| "loss": 0.9058, |
| "step": 1287 |
| }, |
| { |
| "epoch": 1.9397590361445785, |
| "grad_norm": 0.4645213676150715, |
| "learning_rate": 1.9642857142857145e-05, |
| "loss": 0.8748, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.9412650602409638, |
| "grad_norm": 0.36520678033321824, |
| "learning_rate": 1.9614955357142858e-05, |
| "loss": 0.8423, |
| "step": 1289 |
| }, |
| { |
| "epoch": 1.9427710843373494, |
| "grad_norm": 0.5627155074171815, |
| "learning_rate": 1.9587053571428574e-05, |
| "loss": 0.9502, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.944277108433735, |
| "grad_norm": 0.43588759649566605, |
| "learning_rate": 1.9559151785714287e-05, |
| "loss": 0.9533, |
| "step": 1291 |
| }, |
| { |
| "epoch": 1.9457831325301205, |
| "grad_norm": 0.4492804069126713, |
| "learning_rate": 1.953125e-05, |
| "loss": 0.8347, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.947289156626506, |
| "grad_norm": 0.4774656152831537, |
| "learning_rate": 1.9503348214285717e-05, |
| "loss": 0.854, |
| "step": 1293 |
| }, |
| { |
| "epoch": 1.9487951807228916, |
| "grad_norm": 0.3636554052712092, |
| "learning_rate": 1.947544642857143e-05, |
| "loss": 0.938, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.9503012048192772, |
| "grad_norm": 0.428297806360514, |
| "learning_rate": 1.9447544642857143e-05, |
| "loss": 0.8964, |
| "step": 1295 |
| }, |
| { |
| "epoch": 1.9518072289156625, |
| "grad_norm": 0.39153956216387253, |
| "learning_rate": 1.941964285714286e-05, |
| "loss": 0.8541, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.9533132530120483, |
| "grad_norm": 0.332920802684014, |
| "learning_rate": 1.9391741071428572e-05, |
| "loss": 0.8538, |
| "step": 1297 |
| }, |
| { |
| "epoch": 1.9548192771084336, |
| "grad_norm": 0.3537239044824588, |
| "learning_rate": 1.9363839285714285e-05, |
| "loss": 0.8111, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.9563253012048194, |
| "grad_norm": 0.3910323433826671, |
| "learning_rate": 1.93359375e-05, |
| "loss": 0.7748, |
| "step": 1299 |
| }, |
| { |
| "epoch": 1.9578313253012047, |
| "grad_norm": 0.37260307966315526, |
| "learning_rate": 1.9308035714285715e-05, |
| "loss": 0.8392, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.9593373493975905, |
| "grad_norm": 0.3466814569395361, |
| "learning_rate": 1.9280133928571428e-05, |
| "loss": 0.8919, |
| "step": 1301 |
| }, |
| { |
| "epoch": 1.9608433734939759, |
| "grad_norm": 0.3668127686697282, |
| "learning_rate": 1.9252232142857144e-05, |
| "loss": 0.9278, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.9623493975903614, |
| "grad_norm": 0.3940255424369653, |
| "learning_rate": 1.9224330357142857e-05, |
| "loss": 0.855, |
| "step": 1303 |
| }, |
| { |
| "epoch": 1.963855421686747, |
| "grad_norm": 0.34885469264598656, |
| "learning_rate": 1.9196428571428573e-05, |
| "loss": 0.9353, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.9653614457831325, |
| "grad_norm": 0.3334308112535604, |
| "learning_rate": 1.9168526785714286e-05, |
| "loss": 0.9215, |
| "step": 1305 |
| }, |
| { |
| "epoch": 1.966867469879518, |
| "grad_norm": 0.3765065029636254, |
| "learning_rate": 1.9140625e-05, |
| "loss": 0.9731, |
| "step": 1306 |
| }, |
| { |
| "epoch": 1.9683734939759037, |
| "grad_norm": 0.36181841484585925, |
| "learning_rate": 1.9112723214285716e-05, |
| "loss": 0.9216, |
| "step": 1307 |
| }, |
| { |
| "epoch": 1.9698795180722892, |
| "grad_norm": 0.32612366899867334, |
| "learning_rate": 1.908482142857143e-05, |
| "loss": 0.8867, |
| "step": 1308 |
| }, |
| { |
| "epoch": 1.9713855421686746, |
| "grad_norm": 0.3705611280482762, |
| "learning_rate": 1.9056919642857142e-05, |
| "loss": 0.911, |
| "step": 1309 |
| }, |
| { |
| "epoch": 1.9728915662650603, |
| "grad_norm": 0.3232502381675511, |
| "learning_rate": 1.9029017857142858e-05, |
| "loss": 0.8989, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.9743975903614457, |
| "grad_norm": 0.8443694301319985, |
| "learning_rate": 1.9001116071428575e-05, |
| "loss": 0.8978, |
| "step": 1311 |
| }, |
| { |
| "epoch": 1.9759036144578315, |
| "grad_norm": 0.4540515753709519, |
| "learning_rate": 1.8973214285714284e-05, |
| "loss": 0.8448, |
| "step": 1312 |
| }, |
| { |
| "epoch": 1.9774096385542168, |
| "grad_norm": 0.3696027893273105, |
| "learning_rate": 1.89453125e-05, |
| "loss": 0.8359, |
| "step": 1313 |
| }, |
| { |
| "epoch": 1.9789156626506024, |
| "grad_norm": 0.35571569865318226, |
| "learning_rate": 1.8917410714285717e-05, |
| "loss": 0.862, |
| "step": 1314 |
| }, |
| { |
| "epoch": 1.980421686746988, |
| "grad_norm": 0.31180543442817893, |
| "learning_rate": 1.888950892857143e-05, |
| "loss": 0.8617, |
| "step": 1315 |
| }, |
| { |
| "epoch": 1.9819277108433735, |
| "grad_norm": 0.36160408239255354, |
| "learning_rate": 1.8861607142857143e-05, |
| "loss": 0.8913, |
| "step": 1316 |
| }, |
| { |
| "epoch": 1.983433734939759, |
| "grad_norm": 0.45790777153260115, |
| "learning_rate": 1.883370535714286e-05, |
| "loss": 0.8879, |
| "step": 1317 |
| }, |
| { |
| "epoch": 1.9849397590361446, |
| "grad_norm": 0.496836432274577, |
| "learning_rate": 1.8805803571428572e-05, |
| "loss": 0.869, |
| "step": 1318 |
| }, |
| { |
| "epoch": 1.9864457831325302, |
| "grad_norm": 0.3626950062319982, |
| "learning_rate": 1.8777901785714285e-05, |
| "loss": 0.8908, |
| "step": 1319 |
| }, |
| { |
| "epoch": 1.9879518072289155, |
| "grad_norm": 0.4427359957060849, |
| "learning_rate": 1.8750000000000002e-05, |
| "loss": 0.8673, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.9894578313253013, |
| "grad_norm": 0.42629369958281044, |
| "learning_rate": 1.8722098214285715e-05, |
| "loss": 0.9288, |
| "step": 1321 |
| }, |
| { |
| "epoch": 1.9909638554216866, |
| "grad_norm": 0.4316198651007131, |
| "learning_rate": 1.8694196428571428e-05, |
| "loss": 0.8668, |
| "step": 1322 |
| }, |
| { |
| "epoch": 1.9924698795180724, |
| "grad_norm": 0.3788207632419721, |
| "learning_rate": 1.8666294642857144e-05, |
| "loss": 0.984, |
| "step": 1323 |
| }, |
| { |
| "epoch": 1.9939759036144578, |
| "grad_norm": 0.3812915905222573, |
| "learning_rate": 1.8638392857142857e-05, |
| "loss": 0.9209, |
| "step": 1324 |
| }, |
| { |
| "epoch": 1.9954819277108435, |
| "grad_norm": 0.35102950154747864, |
| "learning_rate": 1.8610491071428574e-05, |
| "loss": 0.8559, |
| "step": 1325 |
| }, |
| { |
| "epoch": 1.9969879518072289, |
| "grad_norm": 0.3121508096951349, |
| "learning_rate": 1.8582589285714287e-05, |
| "loss": 0.882, |
| "step": 1326 |
| }, |
| { |
| "epoch": 1.9984939759036144, |
| "grad_norm": 0.43980176631894125, |
| "learning_rate": 1.85546875e-05, |
| "loss": 1.0333, |
| "step": 1327 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.3639881171930256, |
| "learning_rate": 1.8526785714285716e-05, |
| "loss": 0.8306, |
| "step": 1328 |
| }, |
| { |
| "epoch": 2.0015060240963853, |
| "grad_norm": 0.4645419957682661, |
| "learning_rate": 1.849888392857143e-05, |
| "loss": 0.7573, |
| "step": 1329 |
| }, |
| { |
| "epoch": 2.003012048192771, |
| "grad_norm": 0.3991769959264662, |
| "learning_rate": 1.8470982142857142e-05, |
| "loss": 0.7975, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.0045180722891565, |
| "grad_norm": 0.366644177641209, |
| "learning_rate": 1.844308035714286e-05, |
| "loss": 0.7799, |
| "step": 1331 |
| }, |
| { |
| "epoch": 2.0060240963855422, |
| "grad_norm": 0.460572017760071, |
| "learning_rate": 1.8415178571428575e-05, |
| "loss": 0.7055, |
| "step": 1332 |
| }, |
| { |
| "epoch": 2.0075301204819276, |
| "grad_norm": 0.43649135576103276, |
| "learning_rate": 1.8387276785714284e-05, |
| "loss": 0.7187, |
| "step": 1333 |
| }, |
| { |
| "epoch": 2.0090361445783134, |
| "grad_norm": 1.5677143195685717, |
| "learning_rate": 1.8359375e-05, |
| "loss": 0.7939, |
| "step": 1334 |
| }, |
| { |
| "epoch": 2.0105421686746987, |
| "grad_norm": 0.4892665120388365, |
| "learning_rate": 1.8331473214285717e-05, |
| "loss": 0.7309, |
| "step": 1335 |
| }, |
| { |
| "epoch": 2.0120481927710845, |
| "grad_norm": 0.4642370069684976, |
| "learning_rate": 1.8303571428571427e-05, |
| "loss": 0.8, |
| "step": 1336 |
| }, |
| { |
| "epoch": 2.01355421686747, |
| "grad_norm": 0.6818301999537285, |
| "learning_rate": 1.8275669642857143e-05, |
| "loss": 0.6766, |
| "step": 1337 |
| }, |
| { |
| "epoch": 2.0150602409638556, |
| "grad_norm": 0.4337687681212051, |
| "learning_rate": 1.824776785714286e-05, |
| "loss": 0.8006, |
| "step": 1338 |
| }, |
| { |
| "epoch": 2.016566265060241, |
| "grad_norm": 0.45583287566271075, |
| "learning_rate": 1.8219866071428573e-05, |
| "loss": 0.7657, |
| "step": 1339 |
| }, |
| { |
| "epoch": 2.0180722891566263, |
| "grad_norm": 0.5968682463705136, |
| "learning_rate": 1.8191964285714286e-05, |
| "loss": 0.8185, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.019578313253012, |
| "grad_norm": 0.41808321844989643, |
| "learning_rate": 1.8164062500000002e-05, |
| "loss": 0.7072, |
| "step": 1341 |
| }, |
| { |
| "epoch": 2.0210843373493974, |
| "grad_norm": 0.46643525754868204, |
| "learning_rate": 1.8136160714285715e-05, |
| "loss": 0.7267, |
| "step": 1342 |
| }, |
| { |
| "epoch": 2.022590361445783, |
| "grad_norm": 0.3876279819071906, |
| "learning_rate": 1.8108258928571428e-05, |
| "loss": 0.7417, |
| "step": 1343 |
| }, |
| { |
| "epoch": 2.0240963855421685, |
| "grad_norm": 0.4098094575732391, |
| "learning_rate": 1.8080357142857144e-05, |
| "loss": 0.7083, |
| "step": 1344 |
| }, |
| { |
| "epoch": 2.0256024096385543, |
| "grad_norm": 0.49406976276463177, |
| "learning_rate": 1.8052455357142857e-05, |
| "loss": 0.8178, |
| "step": 1345 |
| }, |
| { |
| "epoch": 2.0271084337349397, |
| "grad_norm": 0.45369411013371175, |
| "learning_rate": 1.8024553571428574e-05, |
| "loss": 0.7517, |
| "step": 1346 |
| }, |
| { |
| "epoch": 2.0286144578313254, |
| "grad_norm": 0.33950542385105087, |
| "learning_rate": 1.7996651785714287e-05, |
| "loss": 0.7702, |
| "step": 1347 |
| }, |
| { |
| "epoch": 2.0301204819277108, |
| "grad_norm": 0.5260328792053571, |
| "learning_rate": 1.796875e-05, |
| "loss": 0.7149, |
| "step": 1348 |
| }, |
| { |
| "epoch": 2.0316265060240966, |
| "grad_norm": 0.39030208535546845, |
| "learning_rate": 1.7940848214285716e-05, |
| "loss": 0.7894, |
| "step": 1349 |
| }, |
| { |
| "epoch": 2.033132530120482, |
| "grad_norm": 0.415210832549199, |
| "learning_rate": 1.791294642857143e-05, |
| "loss": 0.744, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.0346385542168677, |
| "grad_norm": 0.46336490743463876, |
| "learning_rate": 1.7885044642857142e-05, |
| "loss": 0.7955, |
| "step": 1351 |
| }, |
| { |
| "epoch": 2.036144578313253, |
| "grad_norm": 0.39514711622942733, |
| "learning_rate": 1.785714285714286e-05, |
| "loss": 0.6959, |
| "step": 1352 |
| }, |
| { |
| "epoch": 2.0376506024096384, |
| "grad_norm": 0.362320780601732, |
| "learning_rate": 1.7829241071428575e-05, |
| "loss": 0.7671, |
| "step": 1353 |
| }, |
| { |
| "epoch": 2.039156626506024, |
| "grad_norm": 0.6758194108847355, |
| "learning_rate": 1.7801339285714284e-05, |
| "loss": 0.7043, |
| "step": 1354 |
| }, |
| { |
| "epoch": 2.0406626506024095, |
| "grad_norm": 0.3575986667122882, |
| "learning_rate": 1.77734375e-05, |
| "loss": 0.6845, |
| "step": 1355 |
| }, |
| { |
| "epoch": 2.0421686746987953, |
| "grad_norm": 0.38028183575537383, |
| "learning_rate": 1.7745535714285717e-05, |
| "loss": 0.7155, |
| "step": 1356 |
| }, |
| { |
| "epoch": 2.0436746987951806, |
| "grad_norm": 0.38077365274183594, |
| "learning_rate": 1.7717633928571427e-05, |
| "loss": 0.771, |
| "step": 1357 |
| }, |
| { |
| "epoch": 2.0451807228915664, |
| "grad_norm": 0.33288640240919065, |
| "learning_rate": 1.7689732142857143e-05, |
| "loss": 0.7881, |
| "step": 1358 |
| }, |
| { |
| "epoch": 2.0466867469879517, |
| "grad_norm": 0.38075008941069827, |
| "learning_rate": 1.766183035714286e-05, |
| "loss": 0.804, |
| "step": 1359 |
| }, |
| { |
| "epoch": 2.0481927710843375, |
| "grad_norm": 0.3426384122315898, |
| "learning_rate": 1.7633928571428573e-05, |
| "loss": 0.7245, |
| "step": 1360 |
| }, |
| { |
| "epoch": 2.049698795180723, |
| "grad_norm": 0.3234425184935498, |
| "learning_rate": 1.7606026785714286e-05, |
| "loss": 0.7127, |
| "step": 1361 |
| }, |
| { |
| "epoch": 2.0512048192771086, |
| "grad_norm": 0.3415220519117308, |
| "learning_rate": 1.7578125000000002e-05, |
| "loss": 0.8097, |
| "step": 1362 |
| }, |
| { |
| "epoch": 2.052710843373494, |
| "grad_norm": 0.30201764745575643, |
| "learning_rate": 1.7550223214285715e-05, |
| "loss": 0.7515, |
| "step": 1363 |
| }, |
| { |
| "epoch": 2.0542168674698793, |
| "grad_norm": 0.45086145913840586, |
| "learning_rate": 1.7522321428571428e-05, |
| "loss": 0.7597, |
| "step": 1364 |
| }, |
| { |
| "epoch": 2.055722891566265, |
| "grad_norm": 2.201751277313472, |
| "learning_rate": 1.7494419642857144e-05, |
| "loss": 0.7647, |
| "step": 1365 |
| }, |
| { |
| "epoch": 2.0572289156626504, |
| "grad_norm": 0.4144888920502803, |
| "learning_rate": 1.7466517857142857e-05, |
| "loss": 0.8357, |
| "step": 1366 |
| }, |
| { |
| "epoch": 2.058734939759036, |
| "grad_norm": 0.43518660160553496, |
| "learning_rate": 1.7438616071428574e-05, |
| "loss": 0.719, |
| "step": 1367 |
| }, |
| { |
| "epoch": 2.0602409638554215, |
| "grad_norm": 0.468138277260558, |
| "learning_rate": 1.7410714285714287e-05, |
| "loss": 0.8172, |
| "step": 1368 |
| }, |
| { |
| "epoch": 2.0617469879518073, |
| "grad_norm": 0.41405090777040815, |
| "learning_rate": 1.73828125e-05, |
| "loss": 0.7224, |
| "step": 1369 |
| }, |
| { |
| "epoch": 2.0632530120481927, |
| "grad_norm": 0.4790785643336795, |
| "learning_rate": 1.7354910714285716e-05, |
| "loss": 0.8008, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.0647590361445785, |
| "grad_norm": 0.34582355702719386, |
| "learning_rate": 1.732700892857143e-05, |
| "loss": 0.7541, |
| "step": 1371 |
| }, |
| { |
| "epoch": 2.066265060240964, |
| "grad_norm": 0.36152945746865667, |
| "learning_rate": 1.7299107142857142e-05, |
| "loss": 0.7268, |
| "step": 1372 |
| }, |
| { |
| "epoch": 2.0677710843373496, |
| "grad_norm": 5.576082478496776, |
| "learning_rate": 1.727120535714286e-05, |
| "loss": 0.9278, |
| "step": 1373 |
| }, |
| { |
| "epoch": 2.069277108433735, |
| "grad_norm": 0.41868069740108393, |
| "learning_rate": 1.7243303571428575e-05, |
| "loss": 0.8436, |
| "step": 1374 |
| }, |
| { |
| "epoch": 2.0707831325301207, |
| "grad_norm": 0.3647904972558811, |
| "learning_rate": 1.7215401785714285e-05, |
| "loss": 0.7964, |
| "step": 1375 |
| }, |
| { |
| "epoch": 2.072289156626506, |
| "grad_norm": 0.516012245346367, |
| "learning_rate": 1.71875e-05, |
| "loss": 0.765, |
| "step": 1376 |
| }, |
| { |
| "epoch": 2.0737951807228914, |
| "grad_norm": 0.3592428556181413, |
| "learning_rate": 1.7159598214285717e-05, |
| "loss": 0.7335, |
| "step": 1377 |
| }, |
| { |
| "epoch": 2.075301204819277, |
| "grad_norm": 0.36092554523752485, |
| "learning_rate": 1.7131696428571427e-05, |
| "loss": 0.7949, |
| "step": 1378 |
| }, |
| { |
| "epoch": 2.0768072289156625, |
| "grad_norm": 0.2876660554940345, |
| "learning_rate": 1.7103794642857143e-05, |
| "loss": 0.6423, |
| "step": 1379 |
| }, |
| { |
| "epoch": 2.0783132530120483, |
| "grad_norm": 0.4223033831891601, |
| "learning_rate": 1.707589285714286e-05, |
| "loss": 0.7569, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.0798192771084336, |
| "grad_norm": 0.4173530939927145, |
| "learning_rate": 1.7047991071428573e-05, |
| "loss": 0.7801, |
| "step": 1381 |
| }, |
| { |
| "epoch": 2.0813253012048194, |
| "grad_norm": 0.3642914088410953, |
| "learning_rate": 1.7020089285714286e-05, |
| "loss": 0.8204, |
| "step": 1382 |
| }, |
| { |
| "epoch": 2.0828313253012047, |
| "grad_norm": 0.45066842005845775, |
| "learning_rate": 1.6992187500000002e-05, |
| "loss": 0.7172, |
| "step": 1383 |
| }, |
| { |
| "epoch": 2.0843373493975905, |
| "grad_norm": 0.3616712702809069, |
| "learning_rate": 1.6964285714285715e-05, |
| "loss": 0.7609, |
| "step": 1384 |
| }, |
| { |
| "epoch": 2.085843373493976, |
| "grad_norm": 0.40530917169528374, |
| "learning_rate": 1.6936383928571428e-05, |
| "loss": 0.7043, |
| "step": 1385 |
| }, |
| { |
| "epoch": 2.0873493975903616, |
| "grad_norm": 0.3605786894238744, |
| "learning_rate": 1.6908482142857145e-05, |
| "loss": 0.6784, |
| "step": 1386 |
| }, |
| { |
| "epoch": 2.088855421686747, |
| "grad_norm": 0.3335858581718125, |
| "learning_rate": 1.6880580357142858e-05, |
| "loss": 0.7826, |
| "step": 1387 |
| }, |
| { |
| "epoch": 2.0903614457831323, |
| "grad_norm": 0.3595279698443346, |
| "learning_rate": 1.6852678571428574e-05, |
| "loss": 0.6945, |
| "step": 1388 |
| }, |
| { |
| "epoch": 2.091867469879518, |
| "grad_norm": 0.3093524461602205, |
| "learning_rate": 1.6824776785714287e-05, |
| "loss": 0.7806, |
| "step": 1389 |
| }, |
| { |
| "epoch": 2.0933734939759034, |
| "grad_norm": 0.44207557611221115, |
| "learning_rate": 1.6796875e-05, |
| "loss": 0.6671, |
| "step": 1390 |
| }, |
| { |
| "epoch": 2.0948795180722892, |
| "grad_norm": 0.3345810949981571, |
| "learning_rate": 1.6768973214285716e-05, |
| "loss": 0.753, |
| "step": 1391 |
| }, |
| { |
| "epoch": 2.0963855421686746, |
| "grad_norm": 0.34931514402833846, |
| "learning_rate": 1.674107142857143e-05, |
| "loss": 0.6678, |
| "step": 1392 |
| }, |
| { |
| "epoch": 2.0978915662650603, |
| "grad_norm": 0.3574941441120308, |
| "learning_rate": 1.6713169642857142e-05, |
| "loss": 0.7697, |
| "step": 1393 |
| }, |
| { |
| "epoch": 2.0993975903614457, |
| "grad_norm": 0.3693009973013364, |
| "learning_rate": 1.668526785714286e-05, |
| "loss": 0.7327, |
| "step": 1394 |
| }, |
| { |
| "epoch": 2.1009036144578315, |
| "grad_norm": 0.3948135424608381, |
| "learning_rate": 1.6657366071428572e-05, |
| "loss": 0.7514, |
| "step": 1395 |
| }, |
| { |
| "epoch": 2.102409638554217, |
| "grad_norm": 0.38265698108087787, |
| "learning_rate": 1.6629464285714285e-05, |
| "loss": 0.7406, |
| "step": 1396 |
| }, |
| { |
| "epoch": 2.1039156626506026, |
| "grad_norm": 0.3804612049367573, |
| "learning_rate": 1.66015625e-05, |
| "loss": 0.7637, |
| "step": 1397 |
| }, |
| { |
| "epoch": 2.105421686746988, |
| "grad_norm": 0.45971678867779936, |
| "learning_rate": 1.6573660714285714e-05, |
| "loss": 0.7348, |
| "step": 1398 |
| }, |
| { |
| "epoch": 2.1069277108433733, |
| "grad_norm": 0.3891415095099081, |
| "learning_rate": 1.6545758928571427e-05, |
| "loss": 0.8473, |
| "step": 1399 |
| }, |
| { |
| "epoch": 2.108433734939759, |
| "grad_norm": 0.40613457880910886, |
| "learning_rate": 1.6517857142857144e-05, |
| "loss": 0.7956, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.1099397590361444, |
| "grad_norm": 0.38826514142509766, |
| "learning_rate": 1.648995535714286e-05, |
| "loss": 0.7493, |
| "step": 1401 |
| }, |
| { |
| "epoch": 2.11144578313253, |
| "grad_norm": 0.40876079230980183, |
| "learning_rate": 1.6462053571428573e-05, |
| "loss": 0.7084, |
| "step": 1402 |
| }, |
| { |
| "epoch": 2.1129518072289155, |
| "grad_norm": 0.33775044409923294, |
| "learning_rate": 1.6434151785714286e-05, |
| "loss": 0.8349, |
| "step": 1403 |
| }, |
| { |
| "epoch": 2.1144578313253013, |
| "grad_norm": 0.3625455106378626, |
| "learning_rate": 1.6406250000000002e-05, |
| "loss": 0.8021, |
| "step": 1404 |
| }, |
| { |
| "epoch": 2.1159638554216866, |
| "grad_norm": 0.35565670020506474, |
| "learning_rate": 1.6378348214285715e-05, |
| "loss": 0.7967, |
| "step": 1405 |
| }, |
| { |
| "epoch": 2.1174698795180724, |
| "grad_norm": 0.3344657596508849, |
| "learning_rate": 1.635044642857143e-05, |
| "loss": 0.6726, |
| "step": 1406 |
| }, |
| { |
| "epoch": 2.1189759036144578, |
| "grad_norm": 0.3577356458506431, |
| "learning_rate": 1.6322544642857145e-05, |
| "loss": 0.7324, |
| "step": 1407 |
| }, |
| { |
| "epoch": 2.1204819277108435, |
| "grad_norm": 0.4621713522030514, |
| "learning_rate": 1.6294642857142858e-05, |
| "loss": 0.7955, |
| "step": 1408 |
| }, |
| { |
| "epoch": 2.121987951807229, |
| "grad_norm": 0.38173804451631965, |
| "learning_rate": 1.6266741071428574e-05, |
| "loss": 0.8104, |
| "step": 1409 |
| }, |
| { |
| "epoch": 2.1234939759036147, |
| "grad_norm": 0.3240358047388974, |
| "learning_rate": 1.6238839285714287e-05, |
| "loss": 0.7611, |
| "step": 1410 |
| }, |
| { |
| "epoch": 2.125, |
| "grad_norm": 0.4094057184613191, |
| "learning_rate": 1.62109375e-05, |
| "loss": 0.8551, |
| "step": 1411 |
| }, |
| { |
| "epoch": 2.1265060240963853, |
| "grad_norm": 0.4331967583145405, |
| "learning_rate": 1.6183035714285717e-05, |
| "loss": 0.7724, |
| "step": 1412 |
| }, |
| { |
| "epoch": 2.128012048192771, |
| "grad_norm": 0.4349497533625537, |
| "learning_rate": 1.615513392857143e-05, |
| "loss": 0.7672, |
| "step": 1413 |
| }, |
| { |
| "epoch": 2.1295180722891565, |
| "grad_norm": 0.36647812022046955, |
| "learning_rate": 1.6127232142857143e-05, |
| "loss": 0.8496, |
| "step": 1414 |
| }, |
| { |
| "epoch": 2.1310240963855422, |
| "grad_norm": 0.45869182040822, |
| "learning_rate": 1.609933035714286e-05, |
| "loss": 0.8237, |
| "step": 1415 |
| }, |
| { |
| "epoch": 2.1325301204819276, |
| "grad_norm": 0.4031142026932879, |
| "learning_rate": 1.6071428571428572e-05, |
| "loss": 0.7475, |
| "step": 1416 |
| }, |
| { |
| "epoch": 2.1340361445783134, |
| "grad_norm": 0.3521215581010213, |
| "learning_rate": 1.6043526785714285e-05, |
| "loss": 0.7108, |
| "step": 1417 |
| }, |
| { |
| "epoch": 2.1355421686746987, |
| "grad_norm": 0.4484599295501349, |
| "learning_rate": 1.6015625e-05, |
| "loss": 0.7478, |
| "step": 1418 |
| }, |
| { |
| "epoch": 2.1370481927710845, |
| "grad_norm": 0.32907755017475787, |
| "learning_rate": 1.5987723214285714e-05, |
| "loss": 0.7376, |
| "step": 1419 |
| }, |
| { |
| "epoch": 2.13855421686747, |
| "grad_norm": 0.5947662686588567, |
| "learning_rate": 1.5959821428571427e-05, |
| "loss": 0.7178, |
| "step": 1420 |
| }, |
| { |
| "epoch": 2.1400602409638556, |
| "grad_norm": 0.345645876211955, |
| "learning_rate": 1.5931919642857144e-05, |
| "loss": 0.6904, |
| "step": 1421 |
| }, |
| { |
| "epoch": 2.141566265060241, |
| "grad_norm": 0.34696081709722676, |
| "learning_rate": 1.5904017857142857e-05, |
| "loss": 0.7697, |
| "step": 1422 |
| }, |
| { |
| "epoch": 2.1430722891566267, |
| "grad_norm": 0.36557333518396634, |
| "learning_rate": 1.5876116071428573e-05, |
| "loss": 0.7379, |
| "step": 1423 |
| }, |
| { |
| "epoch": 2.144578313253012, |
| "grad_norm": 0.3303570392411989, |
| "learning_rate": 1.5848214285714286e-05, |
| "loss": 0.6624, |
| "step": 1424 |
| }, |
| { |
| "epoch": 2.1460843373493974, |
| "grad_norm": 0.32650789147224313, |
| "learning_rate": 1.58203125e-05, |
| "loss": 0.8062, |
| "step": 1425 |
| }, |
| { |
| "epoch": 2.147590361445783, |
| "grad_norm": 0.31323031203465923, |
| "learning_rate": 1.5792410714285716e-05, |
| "loss": 0.7013, |
| "step": 1426 |
| }, |
| { |
| "epoch": 2.1490963855421685, |
| "grad_norm": 0.3102361773365546, |
| "learning_rate": 1.576450892857143e-05, |
| "loss": 0.8351, |
| "step": 1427 |
| }, |
| { |
| "epoch": 2.1506024096385543, |
| "grad_norm": 0.3284729582294777, |
| "learning_rate": 1.573660714285714e-05, |
| "loss": 0.7476, |
| "step": 1428 |
| }, |
| { |
| "epoch": 2.1521084337349397, |
| "grad_norm": 0.3245267868353776, |
| "learning_rate": 1.5708705357142858e-05, |
| "loss": 0.7416, |
| "step": 1429 |
| }, |
| { |
| "epoch": 2.1536144578313254, |
| "grad_norm": 0.3621532354825919, |
| "learning_rate": 1.5680803571428574e-05, |
| "loss": 0.8161, |
| "step": 1430 |
| }, |
| { |
| "epoch": 2.1551204819277108, |
| "grad_norm": 0.31798550935686776, |
| "learning_rate": 1.5652901785714287e-05, |
| "loss": 0.6925, |
| "step": 1431 |
| }, |
| { |
| "epoch": 2.1566265060240966, |
| "grad_norm": 0.30365964969105036, |
| "learning_rate": 1.5625e-05, |
| "loss": 0.7943, |
| "step": 1432 |
| }, |
| { |
| "epoch": 2.158132530120482, |
| "grad_norm": 0.33661767287720845, |
| "learning_rate": 1.5597098214285717e-05, |
| "loss": 0.722, |
| "step": 1433 |
| }, |
| { |
| "epoch": 2.1596385542168672, |
| "grad_norm": 0.3024257708102083, |
| "learning_rate": 1.556919642857143e-05, |
| "loss": 0.8094, |
| "step": 1434 |
| }, |
| { |
| "epoch": 2.161144578313253, |
| "grad_norm": 0.3886734909263864, |
| "learning_rate": 1.5541294642857143e-05, |
| "loss": 0.7583, |
| "step": 1435 |
| }, |
| { |
| "epoch": 2.1626506024096384, |
| "grad_norm": 0.3316832869220419, |
| "learning_rate": 1.551339285714286e-05, |
| "loss": 0.8357, |
| "step": 1436 |
| }, |
| { |
| "epoch": 2.164156626506024, |
| "grad_norm": 0.3214310144558677, |
| "learning_rate": 1.5485491071428572e-05, |
| "loss": 0.7312, |
| "step": 1437 |
| }, |
| { |
| "epoch": 2.1656626506024095, |
| "grad_norm": 0.31458944600983796, |
| "learning_rate": 1.5457589285714285e-05, |
| "loss": 0.6734, |
| "step": 1438 |
| }, |
| { |
| "epoch": 2.1671686746987953, |
| "grad_norm": 0.3691240001857765, |
| "learning_rate": 1.54296875e-05, |
| "loss": 0.7418, |
| "step": 1439 |
| }, |
| { |
| "epoch": 2.1686746987951806, |
| "grad_norm": 0.37900091234913547, |
| "learning_rate": 1.5401785714285715e-05, |
| "loss": 0.7634, |
| "step": 1440 |
| }, |
| { |
| "epoch": 2.1701807228915664, |
| "grad_norm": 0.3892665931923318, |
| "learning_rate": 1.5373883928571428e-05, |
| "loss": 0.6819, |
| "step": 1441 |
| }, |
| { |
| "epoch": 2.1716867469879517, |
| "grad_norm": 0.5170319100346973, |
| "learning_rate": 1.5345982142857144e-05, |
| "loss": 0.7684, |
| "step": 1442 |
| }, |
| { |
| "epoch": 2.1731927710843375, |
| "grad_norm": 0.37576405701592275, |
| "learning_rate": 1.5318080357142857e-05, |
| "loss": 0.73, |
| "step": 1443 |
| }, |
| { |
| "epoch": 2.174698795180723, |
| "grad_norm": 0.4906713795886261, |
| "learning_rate": 1.5290178571428573e-05, |
| "loss": 0.7135, |
| "step": 1444 |
| }, |
| { |
| "epoch": 2.1762048192771086, |
| "grad_norm": 0.3384509794384884, |
| "learning_rate": 1.5262276785714286e-05, |
| "loss": 0.7305, |
| "step": 1445 |
| }, |
| { |
| "epoch": 2.177710843373494, |
| "grad_norm": 0.38880149604824804, |
| "learning_rate": 1.5234375000000001e-05, |
| "loss": 0.7131, |
| "step": 1446 |
| }, |
| { |
| "epoch": 2.1792168674698793, |
| "grad_norm": 0.46609194524790026, |
| "learning_rate": 1.5206473214285716e-05, |
| "loss": 0.7895, |
| "step": 1447 |
| }, |
| { |
| "epoch": 2.180722891566265, |
| "grad_norm": 0.42144982010934895, |
| "learning_rate": 1.5178571428571429e-05, |
| "loss": 0.8333, |
| "step": 1448 |
| }, |
| { |
| "epoch": 2.1822289156626504, |
| "grad_norm": 0.43233800009331064, |
| "learning_rate": 1.5150669642857143e-05, |
| "loss": 0.7834, |
| "step": 1449 |
| }, |
| { |
| "epoch": 2.183734939759036, |
| "grad_norm": 0.39046796371611303, |
| "learning_rate": 1.5122767857142858e-05, |
| "loss": 0.7225, |
| "step": 1450 |
| }, |
| { |
| "epoch": 2.1852409638554215, |
| "grad_norm": 0.35599971361170696, |
| "learning_rate": 1.5094866071428573e-05, |
| "loss": 0.8478, |
| "step": 1451 |
| }, |
| { |
| "epoch": 2.1867469879518073, |
| "grad_norm": 0.376894104515715, |
| "learning_rate": 1.5066964285714286e-05, |
| "loss": 0.7243, |
| "step": 1452 |
| }, |
| { |
| "epoch": 2.1882530120481927, |
| "grad_norm": 0.33451908144810605, |
| "learning_rate": 1.50390625e-05, |
| "loss": 0.7442, |
| "step": 1453 |
| }, |
| { |
| "epoch": 2.1897590361445785, |
| "grad_norm": 0.4517295720656928, |
| "learning_rate": 1.5011160714285715e-05, |
| "loss": 0.7234, |
| "step": 1454 |
| }, |
| { |
| "epoch": 2.191265060240964, |
| "grad_norm": 0.3999828153267003, |
| "learning_rate": 1.4983258928571428e-05, |
| "loss": 0.7536, |
| "step": 1455 |
| }, |
| { |
| "epoch": 2.1927710843373496, |
| "grad_norm": 0.39686587388349964, |
| "learning_rate": 1.4955357142857143e-05, |
| "loss": 0.7198, |
| "step": 1456 |
| }, |
| { |
| "epoch": 2.194277108433735, |
| "grad_norm": 0.4773228010706459, |
| "learning_rate": 1.4927455357142858e-05, |
| "loss": 0.721, |
| "step": 1457 |
| }, |
| { |
| "epoch": 2.1957831325301207, |
| "grad_norm": 0.311235739186363, |
| "learning_rate": 1.4899553571428574e-05, |
| "loss": 0.7655, |
| "step": 1458 |
| }, |
| { |
| "epoch": 2.197289156626506, |
| "grad_norm": 0.39917764017614926, |
| "learning_rate": 1.4871651785714285e-05, |
| "loss": 0.6966, |
| "step": 1459 |
| }, |
| { |
| "epoch": 2.1987951807228914, |
| "grad_norm": 0.38865401937076227, |
| "learning_rate": 1.484375e-05, |
| "loss": 0.8043, |
| "step": 1460 |
| }, |
| { |
| "epoch": 2.200301204819277, |
| "grad_norm": 0.4135066027653089, |
| "learning_rate": 1.4815848214285716e-05, |
| "loss": 0.751, |
| "step": 1461 |
| }, |
| { |
| "epoch": 2.2018072289156625, |
| "grad_norm": 0.4280038092482014, |
| "learning_rate": 1.4787946428571428e-05, |
| "loss": 0.8172, |
| "step": 1462 |
| }, |
| { |
| "epoch": 2.2033132530120483, |
| "grad_norm": 0.31875548970442735, |
| "learning_rate": 1.4760044642857142e-05, |
| "loss": 0.7899, |
| "step": 1463 |
| }, |
| { |
| "epoch": 2.2048192771084336, |
| "grad_norm": 0.36114725627517974, |
| "learning_rate": 1.4732142857142859e-05, |
| "loss": 0.7191, |
| "step": 1464 |
| }, |
| { |
| "epoch": 2.2063253012048194, |
| "grad_norm": 0.44930215922386957, |
| "learning_rate": 1.4704241071428573e-05, |
| "loss": 0.6902, |
| "step": 1465 |
| }, |
| { |
| "epoch": 2.2078313253012047, |
| "grad_norm": 5.629659541218995, |
| "learning_rate": 1.4676339285714286e-05, |
| "loss": 0.9258, |
| "step": 1466 |
| }, |
| { |
| "epoch": 2.2093373493975905, |
| "grad_norm": 0.6065400351049115, |
| "learning_rate": 1.4648437500000001e-05, |
| "loss": 0.7278, |
| "step": 1467 |
| }, |
| { |
| "epoch": 2.210843373493976, |
| "grad_norm": 0.5315992751585906, |
| "learning_rate": 1.4620535714285716e-05, |
| "loss": 0.759, |
| "step": 1468 |
| }, |
| { |
| "epoch": 2.2123493975903616, |
| "grad_norm": 0.4095278741080125, |
| "learning_rate": 1.4592633928571429e-05, |
| "loss": 0.7673, |
| "step": 1469 |
| }, |
| { |
| "epoch": 2.213855421686747, |
| "grad_norm": 4.426838580875431, |
| "learning_rate": 1.4564732142857144e-05, |
| "loss": 0.9324, |
| "step": 1470 |
| }, |
| { |
| "epoch": 2.2153614457831328, |
| "grad_norm": 0.7868496470106048, |
| "learning_rate": 1.4536830357142858e-05, |
| "loss": 0.711, |
| "step": 1471 |
| }, |
| { |
| "epoch": 2.216867469879518, |
| "grad_norm": 0.38722904076610354, |
| "learning_rate": 1.4508928571428573e-05, |
| "loss": 0.7714, |
| "step": 1472 |
| }, |
| { |
| "epoch": 2.2183734939759034, |
| "grad_norm": 0.5901853931313702, |
| "learning_rate": 1.4481026785714286e-05, |
| "loss": 0.7157, |
| "step": 1473 |
| }, |
| { |
| "epoch": 2.2198795180722892, |
| "grad_norm": 0.5014487266760705, |
| "learning_rate": 1.4453125e-05, |
| "loss": 0.7762, |
| "step": 1474 |
| }, |
| { |
| "epoch": 2.2213855421686746, |
| "grad_norm": 0.4466679619214497, |
| "learning_rate": 1.4425223214285715e-05, |
| "loss": 0.7586, |
| "step": 1475 |
| }, |
| { |
| "epoch": 2.2228915662650603, |
| "grad_norm": 0.49424688849988746, |
| "learning_rate": 1.4397321428571428e-05, |
| "loss": 0.7683, |
| "step": 1476 |
| }, |
| { |
| "epoch": 2.2243975903614457, |
| "grad_norm": 0.3997938450461635, |
| "learning_rate": 1.4369419642857143e-05, |
| "loss": 0.7261, |
| "step": 1477 |
| }, |
| { |
| "epoch": 2.2259036144578315, |
| "grad_norm": 0.48977189481603206, |
| "learning_rate": 1.4341517857142858e-05, |
| "loss": 0.7346, |
| "step": 1478 |
| }, |
| { |
| "epoch": 2.227409638554217, |
| "grad_norm": 4.009904485792324, |
| "learning_rate": 1.4313616071428574e-05, |
| "loss": 0.8032, |
| "step": 1479 |
| }, |
| { |
| "epoch": 2.2289156626506026, |
| "grad_norm": 0.394660280245848, |
| "learning_rate": 1.4285714285714285e-05, |
| "loss": 0.718, |
| "step": 1480 |
| }, |
| { |
| "epoch": 2.230421686746988, |
| "grad_norm": 0.44155577113233757, |
| "learning_rate": 1.42578125e-05, |
| "loss": 0.7882, |
| "step": 1481 |
| }, |
| { |
| "epoch": 2.2319277108433733, |
| "grad_norm": 0.4700845307258182, |
| "learning_rate": 1.4229910714285717e-05, |
| "loss": 0.8706, |
| "step": 1482 |
| }, |
| { |
| "epoch": 2.233433734939759, |
| "grad_norm": 0.36500043709587043, |
| "learning_rate": 1.4202008928571428e-05, |
| "loss": 0.7573, |
| "step": 1483 |
| }, |
| { |
| "epoch": 2.2349397590361444, |
| "grad_norm": 0.35204631333776126, |
| "learning_rate": 1.4174107142857143e-05, |
| "loss": 0.7185, |
| "step": 1484 |
| }, |
| { |
| "epoch": 2.23644578313253, |
| "grad_norm": 0.3894148206826439, |
| "learning_rate": 1.4146205357142859e-05, |
| "loss": 0.7481, |
| "step": 1485 |
| }, |
| { |
| "epoch": 2.2379518072289155, |
| "grad_norm": 0.4905843605260157, |
| "learning_rate": 1.4118303571428574e-05, |
| "loss": 0.7253, |
| "step": 1486 |
| }, |
| { |
| "epoch": 2.2394578313253013, |
| "grad_norm": 0.40699885906197847, |
| "learning_rate": 1.4090401785714285e-05, |
| "loss": 0.7234, |
| "step": 1487 |
| }, |
| { |
| "epoch": 2.2409638554216866, |
| "grad_norm": 0.34639617536160733, |
| "learning_rate": 1.4062500000000001e-05, |
| "loss": 0.7285, |
| "step": 1488 |
| }, |
| { |
| "epoch": 2.2424698795180724, |
| "grad_norm": 0.38831073635710883, |
| "learning_rate": 1.4034598214285716e-05, |
| "loss": 0.7088, |
| "step": 1489 |
| }, |
| { |
| "epoch": 2.2439759036144578, |
| "grad_norm": 0.34833864297874506, |
| "learning_rate": 1.4006696428571427e-05, |
| "loss": 0.6875, |
| "step": 1490 |
| }, |
| { |
| "epoch": 2.2454819277108435, |
| "grad_norm": 0.45125460276534163, |
| "learning_rate": 1.3978794642857144e-05, |
| "loss": 0.7775, |
| "step": 1491 |
| }, |
| { |
| "epoch": 2.246987951807229, |
| "grad_norm": 0.3412153391063464, |
| "learning_rate": 1.3950892857142858e-05, |
| "loss": 0.7194, |
| "step": 1492 |
| }, |
| { |
| "epoch": 2.2484939759036147, |
| "grad_norm": 0.3434777799997792, |
| "learning_rate": 1.3922991071428573e-05, |
| "loss": 0.7948, |
| "step": 1493 |
| }, |
| { |
| "epoch": 2.25, |
| "grad_norm": 0.3315516658118742, |
| "learning_rate": 1.3895089285714286e-05, |
| "loss": 0.7815, |
| "step": 1494 |
| }, |
| { |
| "epoch": 2.2515060240963853, |
| "grad_norm": 0.3778204995685785, |
| "learning_rate": 1.38671875e-05, |
| "loss": 0.8173, |
| "step": 1495 |
| }, |
| { |
| "epoch": 2.253012048192771, |
| "grad_norm": 0.31282356182336674, |
| "learning_rate": 1.3839285714285715e-05, |
| "loss": 0.7457, |
| "step": 1496 |
| }, |
| { |
| "epoch": 2.2545180722891565, |
| "grad_norm": 0.3201952407776396, |
| "learning_rate": 1.3811383928571428e-05, |
| "loss": 0.7644, |
| "step": 1497 |
| }, |
| { |
| "epoch": 2.2560240963855422, |
| "grad_norm": 0.34649909979641264, |
| "learning_rate": 1.3783482142857143e-05, |
| "loss": 0.7604, |
| "step": 1498 |
| }, |
| { |
| "epoch": 2.2575301204819276, |
| "grad_norm": 0.31791074081886034, |
| "learning_rate": 1.3755580357142858e-05, |
| "loss": 0.7239, |
| "step": 1499 |
| }, |
| { |
| "epoch": 2.2590361445783134, |
| "grad_norm": 0.3520427559817463, |
| "learning_rate": 1.3727678571428573e-05, |
| "loss": 0.7628, |
| "step": 1500 |
| }, |
| { |
| "epoch": 2.2605421686746987, |
| "grad_norm": 0.37048507674464376, |
| "learning_rate": 1.3699776785714286e-05, |
| "loss": 0.7818, |
| "step": 1501 |
| }, |
| { |
| "epoch": 2.2620481927710845, |
| "grad_norm": 0.33395191795406953, |
| "learning_rate": 1.3671875e-05, |
| "loss": 0.8464, |
| "step": 1502 |
| }, |
| { |
| "epoch": 2.26355421686747, |
| "grad_norm": 0.33671498400440064, |
| "learning_rate": 1.3643973214285715e-05, |
| "loss": 0.8762, |
| "step": 1503 |
| }, |
| { |
| "epoch": 2.2650602409638556, |
| "grad_norm": 0.3916141098381724, |
| "learning_rate": 1.3616071428571428e-05, |
| "loss": 0.7531, |
| "step": 1504 |
| }, |
| { |
| "epoch": 2.266566265060241, |
| "grad_norm": 0.3304283919090669, |
| "learning_rate": 1.3588169642857143e-05, |
| "loss": 0.7849, |
| "step": 1505 |
| }, |
| { |
| "epoch": 2.2680722891566267, |
| "grad_norm": 0.32638210603988604, |
| "learning_rate": 1.3560267857142857e-05, |
| "loss": 0.7481, |
| "step": 1506 |
| }, |
| { |
| "epoch": 2.269578313253012, |
| "grad_norm": 0.32657651141560134, |
| "learning_rate": 1.3532366071428574e-05, |
| "loss": 0.7003, |
| "step": 1507 |
| }, |
| { |
| "epoch": 2.2710843373493974, |
| "grad_norm": 0.3287406545492075, |
| "learning_rate": 1.3504464285714285e-05, |
| "loss": 0.7745, |
| "step": 1508 |
| }, |
| { |
| "epoch": 2.272590361445783, |
| "grad_norm": 0.3040287332094913, |
| "learning_rate": 1.3476562500000001e-05, |
| "loss": 0.7823, |
| "step": 1509 |
| }, |
| { |
| "epoch": 2.2740963855421685, |
| "grad_norm": 0.3204669639788259, |
| "learning_rate": 1.3448660714285716e-05, |
| "loss": 0.7355, |
| "step": 1510 |
| }, |
| { |
| "epoch": 2.2756024096385543, |
| "grad_norm": 0.44714640355767765, |
| "learning_rate": 1.3420758928571427e-05, |
| "loss": 0.7645, |
| "step": 1511 |
| }, |
| { |
| "epoch": 2.2771084337349397, |
| "grad_norm": 0.29290394290760374, |
| "learning_rate": 1.3392857142857144e-05, |
| "loss": 0.7299, |
| "step": 1512 |
| }, |
| { |
| "epoch": 2.2786144578313254, |
| "grad_norm": 0.35137233976556037, |
| "learning_rate": 1.3364955357142859e-05, |
| "loss": 0.7447, |
| "step": 1513 |
| }, |
| { |
| "epoch": 2.2801204819277108, |
| "grad_norm": 0.3494034458248596, |
| "learning_rate": 1.3337053571428573e-05, |
| "loss": 0.7942, |
| "step": 1514 |
| }, |
| { |
| "epoch": 2.2816265060240966, |
| "grad_norm": 0.3019653242019043, |
| "learning_rate": 1.3309151785714286e-05, |
| "loss": 0.7091, |
| "step": 1515 |
| }, |
| { |
| "epoch": 2.283132530120482, |
| "grad_norm": 0.34801799749492796, |
| "learning_rate": 1.3281250000000001e-05, |
| "loss": 0.7618, |
| "step": 1516 |
| }, |
| { |
| "epoch": 2.2846385542168672, |
| "grad_norm": 0.34559036231199464, |
| "learning_rate": 1.3253348214285716e-05, |
| "loss": 0.7138, |
| "step": 1517 |
| }, |
| { |
| "epoch": 2.286144578313253, |
| "grad_norm": 0.6098079262189459, |
| "learning_rate": 1.3225446428571429e-05, |
| "loss": 0.7797, |
| "step": 1518 |
| }, |
| { |
| "epoch": 2.287650602409639, |
| "grad_norm": 0.34363701224742343, |
| "learning_rate": 1.3197544642857143e-05, |
| "loss": 0.7293, |
| "step": 1519 |
| }, |
| { |
| "epoch": 2.289156626506024, |
| "grad_norm": 0.3353648488153242, |
| "learning_rate": 1.3169642857142858e-05, |
| "loss": 0.807, |
| "step": 1520 |
| }, |
| { |
| "epoch": 2.2906626506024095, |
| "grad_norm": 0.33628133497739626, |
| "learning_rate": 1.3141741071428573e-05, |
| "loss": 0.8546, |
| "step": 1521 |
| }, |
| { |
| "epoch": 2.2921686746987953, |
| "grad_norm": 0.3806016308955366, |
| "learning_rate": 1.3113839285714286e-05, |
| "loss": 0.8023, |
| "step": 1522 |
| }, |
| { |
| "epoch": 2.2936746987951806, |
| "grad_norm": 0.3705354512353976, |
| "learning_rate": 1.30859375e-05, |
| "loss": 0.7666, |
| "step": 1523 |
| }, |
| { |
| "epoch": 2.2951807228915664, |
| "grad_norm": 0.32779701425936303, |
| "learning_rate": 1.3058035714285715e-05, |
| "loss": 0.8191, |
| "step": 1524 |
| }, |
| { |
| "epoch": 2.2966867469879517, |
| "grad_norm": 0.3687256323588038, |
| "learning_rate": 1.3030133928571428e-05, |
| "loss": 0.7877, |
| "step": 1525 |
| }, |
| { |
| "epoch": 2.2981927710843375, |
| "grad_norm": 0.40558806435165456, |
| "learning_rate": 1.3002232142857143e-05, |
| "loss": 0.7996, |
| "step": 1526 |
| }, |
| { |
| "epoch": 2.299698795180723, |
| "grad_norm": 0.37421589263740757, |
| "learning_rate": 1.2974330357142858e-05, |
| "loss": 0.7893, |
| "step": 1527 |
| }, |
| { |
| "epoch": 2.3012048192771086, |
| "grad_norm": 0.3378217568813387, |
| "learning_rate": 1.2946428571428574e-05, |
| "loss": 0.7833, |
| "step": 1528 |
| }, |
| { |
| "epoch": 2.302710843373494, |
| "grad_norm": 0.3820747457855776, |
| "learning_rate": 1.2918526785714285e-05, |
| "loss": 0.7101, |
| "step": 1529 |
| }, |
| { |
| "epoch": 2.3042168674698793, |
| "grad_norm": 0.3550534218167412, |
| "learning_rate": 1.2890625e-05, |
| "loss": 0.7825, |
| "step": 1530 |
| }, |
| { |
| "epoch": 2.305722891566265, |
| "grad_norm": 0.33153684215253115, |
| "learning_rate": 1.2862723214285716e-05, |
| "loss": 0.8278, |
| "step": 1531 |
| }, |
| { |
| "epoch": 2.3072289156626504, |
| "grad_norm": 0.5235387685373346, |
| "learning_rate": 1.2834821428571428e-05, |
| "loss": 0.7424, |
| "step": 1532 |
| }, |
| { |
| "epoch": 2.308734939759036, |
| "grad_norm": 0.30023751601381604, |
| "learning_rate": 1.2806919642857142e-05, |
| "loss": 0.7967, |
| "step": 1533 |
| }, |
| { |
| "epoch": 2.3102409638554215, |
| "grad_norm": 0.33791465392398207, |
| "learning_rate": 1.2779017857142859e-05, |
| "loss": 0.7612, |
| "step": 1534 |
| }, |
| { |
| "epoch": 2.3117469879518073, |
| "grad_norm": 0.5877012442882222, |
| "learning_rate": 1.2751116071428573e-05, |
| "loss": 0.7334, |
| "step": 1535 |
| }, |
| { |
| "epoch": 2.3132530120481927, |
| "grad_norm": 0.32441322865683986, |
| "learning_rate": 1.2723214285714285e-05, |
| "loss": 0.7203, |
| "step": 1536 |
| }, |
| { |
| "epoch": 2.3147590361445785, |
| "grad_norm": 0.38708922657560385, |
| "learning_rate": 1.2695312500000001e-05, |
| "loss": 0.7145, |
| "step": 1537 |
| }, |
| { |
| "epoch": 2.316265060240964, |
| "grad_norm": 0.3670600283794749, |
| "learning_rate": 1.2667410714285716e-05, |
| "loss": 0.7315, |
| "step": 1538 |
| }, |
| { |
| "epoch": 2.3177710843373496, |
| "grad_norm": 0.30999772452723007, |
| "learning_rate": 1.2639508928571429e-05, |
| "loss": 0.7198, |
| "step": 1539 |
| }, |
| { |
| "epoch": 2.319277108433735, |
| "grad_norm": 0.4114193275077201, |
| "learning_rate": 1.2611607142857144e-05, |
| "loss": 0.6656, |
| "step": 1540 |
| }, |
| { |
| "epoch": 2.3207831325301207, |
| "grad_norm": 0.36950164328726537, |
| "learning_rate": 1.2583705357142858e-05, |
| "loss": 0.7513, |
| "step": 1541 |
| }, |
| { |
| "epoch": 2.322289156626506, |
| "grad_norm": 0.32797870683087715, |
| "learning_rate": 1.2555803571428573e-05, |
| "loss": 0.7354, |
| "step": 1542 |
| }, |
| { |
| "epoch": 2.3237951807228914, |
| "grad_norm": 0.3381588459848259, |
| "learning_rate": 1.2527901785714286e-05, |
| "loss": 0.7692, |
| "step": 1543 |
| }, |
| { |
| "epoch": 2.325301204819277, |
| "grad_norm": 0.3488294126059973, |
| "learning_rate": 1.25e-05, |
| "loss": 0.6647, |
| "step": 1544 |
| }, |
| { |
| "epoch": 2.3268072289156625, |
| "grad_norm": 0.33652825348547083, |
| "learning_rate": 1.2472098214285714e-05, |
| "loss": 0.7183, |
| "step": 1545 |
| }, |
| { |
| "epoch": 2.3283132530120483, |
| "grad_norm": 0.35366727400277786, |
| "learning_rate": 1.244419642857143e-05, |
| "loss": 0.6547, |
| "step": 1546 |
| }, |
| { |
| "epoch": 2.3298192771084336, |
| "grad_norm": 0.3116422606174144, |
| "learning_rate": 1.2416294642857143e-05, |
| "loss": 0.7862, |
| "step": 1547 |
| }, |
| { |
| "epoch": 2.3313253012048194, |
| "grad_norm": 0.31662707539133983, |
| "learning_rate": 1.2388392857142858e-05, |
| "loss": 0.7954, |
| "step": 1548 |
| }, |
| { |
| "epoch": 2.3328313253012047, |
| "grad_norm": 0.3520072226113262, |
| "learning_rate": 1.2360491071428572e-05, |
| "loss": 0.7636, |
| "step": 1549 |
| }, |
| { |
| "epoch": 2.3343373493975905, |
| "grad_norm": 0.37957257710829045, |
| "learning_rate": 1.2332589285714287e-05, |
| "loss": 0.8053, |
| "step": 1550 |
| }, |
| { |
| "epoch": 2.335843373493976, |
| "grad_norm": 0.39294241122126156, |
| "learning_rate": 1.23046875e-05, |
| "loss": 0.8411, |
| "step": 1551 |
| }, |
| { |
| "epoch": 2.337349397590361, |
| "grad_norm": 0.3817941578460477, |
| "learning_rate": 1.2276785714285715e-05, |
| "loss": 0.7594, |
| "step": 1552 |
| }, |
| { |
| "epoch": 2.338855421686747, |
| "grad_norm": 0.3266523024320165, |
| "learning_rate": 1.224888392857143e-05, |
| "loss": 0.7624, |
| "step": 1553 |
| }, |
| { |
| "epoch": 2.3403614457831328, |
| "grad_norm": 0.3187437277319167, |
| "learning_rate": 1.2220982142857142e-05, |
| "loss": 0.7042, |
| "step": 1554 |
| }, |
| { |
| "epoch": 2.341867469879518, |
| "grad_norm": 0.3388167308705055, |
| "learning_rate": 1.2193080357142859e-05, |
| "loss": 0.7086, |
| "step": 1555 |
| }, |
| { |
| "epoch": 2.3433734939759034, |
| "grad_norm": 0.3268282422744848, |
| "learning_rate": 1.2165178571428572e-05, |
| "loss": 0.6961, |
| "step": 1556 |
| }, |
| { |
| "epoch": 2.3448795180722892, |
| "grad_norm": 0.31557933473966115, |
| "learning_rate": 1.2137276785714287e-05, |
| "loss": 0.7257, |
| "step": 1557 |
| }, |
| { |
| "epoch": 2.3463855421686746, |
| "grad_norm": 0.37828668508509394, |
| "learning_rate": 1.2109375000000001e-05, |
| "loss": 0.687, |
| "step": 1558 |
| }, |
| { |
| "epoch": 2.3478915662650603, |
| "grad_norm": 0.32628719383748184, |
| "learning_rate": 1.2081473214285714e-05, |
| "loss": 0.729, |
| "step": 1559 |
| }, |
| { |
| "epoch": 2.3493975903614457, |
| "grad_norm": 0.35601393534592257, |
| "learning_rate": 1.2053571428571429e-05, |
| "loss": 0.7199, |
| "step": 1560 |
| }, |
| { |
| "epoch": 2.3509036144578315, |
| "grad_norm": 0.4147488869105199, |
| "learning_rate": 1.2025669642857144e-05, |
| "loss": 0.7867, |
| "step": 1561 |
| }, |
| { |
| "epoch": 2.352409638554217, |
| "grad_norm": 0.3228752972973316, |
| "learning_rate": 1.1997767857142858e-05, |
| "loss": 0.7421, |
| "step": 1562 |
| }, |
| { |
| "epoch": 2.3539156626506026, |
| "grad_norm": 0.3816049275147419, |
| "learning_rate": 1.1969866071428571e-05, |
| "loss": 0.8204, |
| "step": 1563 |
| }, |
| { |
| "epoch": 2.355421686746988, |
| "grad_norm": 0.38238943332817554, |
| "learning_rate": 1.1941964285714286e-05, |
| "loss": 0.7683, |
| "step": 1564 |
| }, |
| { |
| "epoch": 2.3569277108433733, |
| "grad_norm": 0.3883181445207651, |
| "learning_rate": 1.19140625e-05, |
| "loss": 0.6902, |
| "step": 1565 |
| }, |
| { |
| "epoch": 2.358433734939759, |
| "grad_norm": 0.31459464899698264, |
| "learning_rate": 1.1886160714285714e-05, |
| "loss": 0.689, |
| "step": 1566 |
| }, |
| { |
| "epoch": 2.3599397590361444, |
| "grad_norm": 0.45655037390674574, |
| "learning_rate": 1.185825892857143e-05, |
| "loss": 0.7705, |
| "step": 1567 |
| }, |
| { |
| "epoch": 2.36144578313253, |
| "grad_norm": 0.3348764051495036, |
| "learning_rate": 1.1830357142857143e-05, |
| "loss": 0.79, |
| "step": 1568 |
| }, |
| { |
| "epoch": 2.3629518072289155, |
| "grad_norm": 0.47390562940406716, |
| "learning_rate": 1.1802455357142858e-05, |
| "loss": 0.8226, |
| "step": 1569 |
| }, |
| { |
| "epoch": 2.3644578313253013, |
| "grad_norm": 0.334088553713862, |
| "learning_rate": 1.1774553571428573e-05, |
| "loss": 0.7485, |
| "step": 1570 |
| }, |
| { |
| "epoch": 2.3659638554216866, |
| "grad_norm": 0.3119151636701632, |
| "learning_rate": 1.1746651785714287e-05, |
| "loss": 0.7696, |
| "step": 1571 |
| }, |
| { |
| "epoch": 2.3674698795180724, |
| "grad_norm": 0.45614326541727057, |
| "learning_rate": 1.171875e-05, |
| "loss": 0.805, |
| "step": 1572 |
| }, |
| { |
| "epoch": 2.3689759036144578, |
| "grad_norm": 0.4141650115812532, |
| "learning_rate": 1.1690848214285715e-05, |
| "loss": 0.7471, |
| "step": 1573 |
| }, |
| { |
| "epoch": 2.3704819277108435, |
| "grad_norm": 0.3406866374371924, |
| "learning_rate": 1.166294642857143e-05, |
| "loss": 0.7218, |
| "step": 1574 |
| }, |
| { |
| "epoch": 2.371987951807229, |
| "grad_norm": 0.3472080815866802, |
| "learning_rate": 1.1635044642857143e-05, |
| "loss": 0.7655, |
| "step": 1575 |
| }, |
| { |
| "epoch": 2.3734939759036147, |
| "grad_norm": 0.4181126564299595, |
| "learning_rate": 1.1607142857142857e-05, |
| "loss": 0.72, |
| "step": 1576 |
| }, |
| { |
| "epoch": 2.375, |
| "grad_norm": 0.3985159369714137, |
| "learning_rate": 1.1579241071428572e-05, |
| "loss": 0.7865, |
| "step": 1577 |
| }, |
| { |
| "epoch": 2.3765060240963853, |
| "grad_norm": 0.3326108070777843, |
| "learning_rate": 1.1551339285714287e-05, |
| "loss": 0.721, |
| "step": 1578 |
| }, |
| { |
| "epoch": 2.378012048192771, |
| "grad_norm": 0.30327944101361815, |
| "learning_rate": 1.15234375e-05, |
| "loss": 0.651, |
| "step": 1579 |
| }, |
| { |
| "epoch": 2.3795180722891565, |
| "grad_norm": 0.29869785963887485, |
| "learning_rate": 1.1495535714285714e-05, |
| "loss": 0.7196, |
| "step": 1580 |
| }, |
| { |
| "epoch": 2.3810240963855422, |
| "grad_norm": 2.8070582817998306, |
| "learning_rate": 1.1467633928571429e-05, |
| "loss": 0.7505, |
| "step": 1581 |
| }, |
| { |
| "epoch": 2.3825301204819276, |
| "grad_norm": 0.3002452373708965, |
| "learning_rate": 1.1439732142857144e-05, |
| "loss": 0.715, |
| "step": 1582 |
| }, |
| { |
| "epoch": 2.3840361445783134, |
| "grad_norm": 0.34518288105059947, |
| "learning_rate": 1.1411830357142859e-05, |
| "loss": 0.7036, |
| "step": 1583 |
| }, |
| { |
| "epoch": 2.3855421686746987, |
| "grad_norm": 0.3212164749795799, |
| "learning_rate": 1.1383928571428572e-05, |
| "loss": 0.8252, |
| "step": 1584 |
| }, |
| { |
| "epoch": 2.3870481927710845, |
| "grad_norm": 0.356356053947901, |
| "learning_rate": 1.1356026785714286e-05, |
| "loss": 0.8325, |
| "step": 1585 |
| }, |
| { |
| "epoch": 2.38855421686747, |
| "grad_norm": 0.302258849662692, |
| "learning_rate": 1.1328125000000001e-05, |
| "loss": 0.6998, |
| "step": 1586 |
| }, |
| { |
| "epoch": 2.3900602409638556, |
| "grad_norm": 0.3084371779989265, |
| "learning_rate": 1.1300223214285714e-05, |
| "loss": 0.6782, |
| "step": 1587 |
| }, |
| { |
| "epoch": 2.391566265060241, |
| "grad_norm": 0.42507923753805554, |
| "learning_rate": 1.1272321428571429e-05, |
| "loss": 0.748, |
| "step": 1588 |
| }, |
| { |
| "epoch": 2.3930722891566267, |
| "grad_norm": 0.3593574839433531, |
| "learning_rate": 1.1244419642857143e-05, |
| "loss": 0.7505, |
| "step": 1589 |
| }, |
| { |
| "epoch": 2.394578313253012, |
| "grad_norm": 0.32150968977368144, |
| "learning_rate": 1.1216517857142858e-05, |
| "loss": 0.6844, |
| "step": 1590 |
| }, |
| { |
| "epoch": 2.3960843373493974, |
| "grad_norm": 0.3830557852788486, |
| "learning_rate": 1.1188616071428571e-05, |
| "loss": 0.7307, |
| "step": 1591 |
| }, |
| { |
| "epoch": 2.397590361445783, |
| "grad_norm": 0.32883487560918984, |
| "learning_rate": 1.1160714285714287e-05, |
| "loss": 0.8465, |
| "step": 1592 |
| }, |
| { |
| "epoch": 2.3990963855421685, |
| "grad_norm": 0.3176558879818026, |
| "learning_rate": 1.11328125e-05, |
| "loss": 0.7233, |
| "step": 1593 |
| }, |
| { |
| "epoch": 2.4006024096385543, |
| "grad_norm": 0.35517175293561243, |
| "learning_rate": 1.1104910714285713e-05, |
| "loss": 0.7711, |
| "step": 1594 |
| }, |
| { |
| "epoch": 2.4021084337349397, |
| "grad_norm": 0.4161855943582698, |
| "learning_rate": 1.107700892857143e-05, |
| "loss": 0.7482, |
| "step": 1595 |
| }, |
| { |
| "epoch": 2.4036144578313254, |
| "grad_norm": 0.317577741346565, |
| "learning_rate": 1.1049107142857143e-05, |
| "loss": 0.8201, |
| "step": 1596 |
| }, |
| { |
| "epoch": 2.4051204819277108, |
| "grad_norm": 0.5283223690946734, |
| "learning_rate": 1.1021205357142857e-05, |
| "loss": 0.8123, |
| "step": 1597 |
| }, |
| { |
| "epoch": 2.4066265060240966, |
| "grad_norm": 0.32526314756031255, |
| "learning_rate": 1.0993303571428572e-05, |
| "loss": 0.7833, |
| "step": 1598 |
| }, |
| { |
| "epoch": 2.408132530120482, |
| "grad_norm": 0.278710304248553, |
| "learning_rate": 1.0965401785714287e-05, |
| "loss": 0.6619, |
| "step": 1599 |
| }, |
| { |
| "epoch": 2.4096385542168672, |
| "grad_norm": 0.3663596585520872, |
| "learning_rate": 1.09375e-05, |
| "loss": 0.7412, |
| "step": 1600 |
| }, |
| { |
| "epoch": 2.411144578313253, |
| "grad_norm": 9.099862641821197, |
| "learning_rate": 1.0909598214285715e-05, |
| "loss": 0.8334, |
| "step": 1601 |
| }, |
| { |
| "epoch": 2.412650602409639, |
| "grad_norm": 0.3754383671622475, |
| "learning_rate": 1.088169642857143e-05, |
| "loss": 0.7517, |
| "step": 1602 |
| }, |
| { |
| "epoch": 2.414156626506024, |
| "grad_norm": 0.3308813829704266, |
| "learning_rate": 1.0853794642857142e-05, |
| "loss": 0.767, |
| "step": 1603 |
| }, |
| { |
| "epoch": 2.4156626506024095, |
| "grad_norm": 0.4908829443861295, |
| "learning_rate": 1.0825892857142859e-05, |
| "loss": 0.7642, |
| "step": 1604 |
| }, |
| { |
| "epoch": 2.4171686746987953, |
| "grad_norm": 0.47736764239809126, |
| "learning_rate": 1.0797991071428572e-05, |
| "loss": 0.8113, |
| "step": 1605 |
| }, |
| { |
| "epoch": 2.4186746987951806, |
| "grad_norm": 0.35380880278609955, |
| "learning_rate": 1.0770089285714286e-05, |
| "loss": 0.7407, |
| "step": 1606 |
| }, |
| { |
| "epoch": 2.4201807228915664, |
| "grad_norm": 0.40944850266191524, |
| "learning_rate": 1.0742187500000001e-05, |
| "loss": 0.8732, |
| "step": 1607 |
| }, |
| { |
| "epoch": 2.4216867469879517, |
| "grad_norm": 0.4523343590986343, |
| "learning_rate": 1.0714285714285714e-05, |
| "loss": 0.786, |
| "step": 1608 |
| }, |
| { |
| "epoch": 2.4231927710843375, |
| "grad_norm": 0.33711424675896884, |
| "learning_rate": 1.0686383928571429e-05, |
| "loss": 0.7704, |
| "step": 1609 |
| }, |
| { |
| "epoch": 2.424698795180723, |
| "grad_norm": 1.2527101170341979, |
| "learning_rate": 1.0658482142857143e-05, |
| "loss": 0.8738, |
| "step": 1610 |
| }, |
| { |
| "epoch": 2.4262048192771086, |
| "grad_norm": 0.352217672675291, |
| "learning_rate": 1.0630580357142858e-05, |
| "loss": 0.823, |
| "step": 1611 |
| }, |
| { |
| "epoch": 2.427710843373494, |
| "grad_norm": 0.33148829607882463, |
| "learning_rate": 1.0602678571428571e-05, |
| "loss": 0.6878, |
| "step": 1612 |
| }, |
| { |
| "epoch": 2.4292168674698793, |
| "grad_norm": 0.7705081488609036, |
| "learning_rate": 1.0574776785714288e-05, |
| "loss": 0.7366, |
| "step": 1613 |
| }, |
| { |
| "epoch": 2.430722891566265, |
| "grad_norm": 0.3096865611107542, |
| "learning_rate": 1.0546875e-05, |
| "loss": 0.7126, |
| "step": 1614 |
| }, |
| { |
| "epoch": 2.4322289156626504, |
| "grad_norm": 0.3646637609001635, |
| "learning_rate": 1.0518973214285714e-05, |
| "loss": 0.7024, |
| "step": 1615 |
| }, |
| { |
| "epoch": 2.433734939759036, |
| "grad_norm": 0.3212814165072044, |
| "learning_rate": 1.049107142857143e-05, |
| "loss": 0.6839, |
| "step": 1616 |
| }, |
| { |
| "epoch": 2.4352409638554215, |
| "grad_norm": 0.36745537360626596, |
| "learning_rate": 1.0463169642857143e-05, |
| "loss": 0.7812, |
| "step": 1617 |
| }, |
| { |
| "epoch": 2.4367469879518073, |
| "grad_norm": 0.326006879973065, |
| "learning_rate": 1.0435267857142858e-05, |
| "loss": 0.7005, |
| "step": 1618 |
| }, |
| { |
| "epoch": 2.4382530120481927, |
| "grad_norm": 0.32195385100982427, |
| "learning_rate": 1.0407366071428572e-05, |
| "loss": 0.7676, |
| "step": 1619 |
| }, |
| { |
| "epoch": 2.4397590361445785, |
| "grad_norm": 0.3057148822743455, |
| "learning_rate": 1.0379464285714287e-05, |
| "loss": 0.7359, |
| "step": 1620 |
| }, |
| { |
| "epoch": 2.441265060240964, |
| "grad_norm": 0.35698563805633854, |
| "learning_rate": 1.03515625e-05, |
| "loss": 0.8196, |
| "step": 1621 |
| }, |
| { |
| "epoch": 2.4427710843373496, |
| "grad_norm": 0.35576744946089167, |
| "learning_rate": 1.0323660714285715e-05, |
| "loss": 0.6722, |
| "step": 1622 |
| }, |
| { |
| "epoch": 2.444277108433735, |
| "grad_norm": 0.32006447986520775, |
| "learning_rate": 1.029575892857143e-05, |
| "loss": 0.7664, |
| "step": 1623 |
| }, |
| { |
| "epoch": 2.4457831325301207, |
| "grad_norm": 0.39629472779127706, |
| "learning_rate": 1.0267857142857142e-05, |
| "loss": 0.8362, |
| "step": 1624 |
| }, |
| { |
| "epoch": 2.447289156626506, |
| "grad_norm": 0.3431479732778465, |
| "learning_rate": 1.0239955357142859e-05, |
| "loss": 0.6791, |
| "step": 1625 |
| }, |
| { |
| "epoch": 2.4487951807228914, |
| "grad_norm": 0.36829125465274487, |
| "learning_rate": 1.0212053571428572e-05, |
| "loss": 0.8223, |
| "step": 1626 |
| }, |
| { |
| "epoch": 2.450301204819277, |
| "grad_norm": 0.30497956492071304, |
| "learning_rate": 1.0184151785714287e-05, |
| "loss": 0.7243, |
| "step": 1627 |
| }, |
| { |
| "epoch": 2.4518072289156625, |
| "grad_norm": 0.37729459411051475, |
| "learning_rate": 1.0156250000000001e-05, |
| "loss": 0.6752, |
| "step": 1628 |
| }, |
| { |
| "epoch": 2.4533132530120483, |
| "grad_norm": 0.3836694007357503, |
| "learning_rate": 1.0128348214285714e-05, |
| "loss": 0.6971, |
| "step": 1629 |
| }, |
| { |
| "epoch": 2.4548192771084336, |
| "grad_norm": 0.31722623796920624, |
| "learning_rate": 1.0100446428571429e-05, |
| "loss": 0.7387, |
| "step": 1630 |
| }, |
| { |
| "epoch": 2.4563253012048194, |
| "grad_norm": 0.3121767082504369, |
| "learning_rate": 1.0072544642857144e-05, |
| "loss": 0.7319, |
| "step": 1631 |
| }, |
| { |
| "epoch": 2.4578313253012047, |
| "grad_norm": 0.3780022777526052, |
| "learning_rate": 1.0044642857142858e-05, |
| "loss": 0.7069, |
| "step": 1632 |
| }, |
| { |
| "epoch": 2.4593373493975905, |
| "grad_norm": 0.34563955691316695, |
| "learning_rate": 1.0016741071428571e-05, |
| "loss": 0.7257, |
| "step": 1633 |
| }, |
| { |
| "epoch": 2.460843373493976, |
| "grad_norm": 0.4170413829593214, |
| "learning_rate": 9.988839285714286e-06, |
| "loss": 0.7894, |
| "step": 1634 |
| }, |
| { |
| "epoch": 2.462349397590361, |
| "grad_norm": 0.3608347388605557, |
| "learning_rate": 9.9609375e-06, |
| "loss": 0.8056, |
| "step": 1635 |
| }, |
| { |
| "epoch": 2.463855421686747, |
| "grad_norm": 0.3658191559519562, |
| "learning_rate": 9.933035714285714e-06, |
| "loss": 0.7564, |
| "step": 1636 |
| }, |
| { |
| "epoch": 2.4653614457831328, |
| "grad_norm": 0.3496037556674547, |
| "learning_rate": 9.905133928571428e-06, |
| "loss": 0.7171, |
| "step": 1637 |
| }, |
| { |
| "epoch": 2.466867469879518, |
| "grad_norm": 0.34926407735281834, |
| "learning_rate": 9.877232142857143e-06, |
| "loss": 0.7095, |
| "step": 1638 |
| }, |
| { |
| "epoch": 2.4683734939759034, |
| "grad_norm": 0.33297389299600105, |
| "learning_rate": 9.849330357142858e-06, |
| "loss": 0.7933, |
| "step": 1639 |
| }, |
| { |
| "epoch": 2.4698795180722892, |
| "grad_norm": 0.4008270518972094, |
| "learning_rate": 9.821428571428573e-06, |
| "loss": 0.7837, |
| "step": 1640 |
| }, |
| { |
| "epoch": 2.4713855421686746, |
| "grad_norm": 0.32786172209321857, |
| "learning_rate": 9.793526785714287e-06, |
| "loss": 0.801, |
| "step": 1641 |
| }, |
| { |
| "epoch": 2.4728915662650603, |
| "grad_norm": 0.33162283318794417, |
| "learning_rate": 9.765625e-06, |
| "loss": 0.7046, |
| "step": 1642 |
| }, |
| { |
| "epoch": 2.4743975903614457, |
| "grad_norm": 0.32794247295603285, |
| "learning_rate": 9.737723214285715e-06, |
| "loss": 0.732, |
| "step": 1643 |
| }, |
| { |
| "epoch": 2.4759036144578315, |
| "grad_norm": 0.30922403203379856, |
| "learning_rate": 9.70982142857143e-06, |
| "loss": 0.6706, |
| "step": 1644 |
| }, |
| { |
| "epoch": 2.477409638554217, |
| "grad_norm": 0.3275014819455298, |
| "learning_rate": 9.681919642857143e-06, |
| "loss": 0.743, |
| "step": 1645 |
| }, |
| { |
| "epoch": 2.4789156626506026, |
| "grad_norm": 0.3293056468465578, |
| "learning_rate": 9.654017857142857e-06, |
| "loss": 0.812, |
| "step": 1646 |
| }, |
| { |
| "epoch": 2.480421686746988, |
| "grad_norm": 0.4518667482647438, |
| "learning_rate": 9.626116071428572e-06, |
| "loss": 0.7656, |
| "step": 1647 |
| }, |
| { |
| "epoch": 2.4819277108433733, |
| "grad_norm": 0.2750064612288585, |
| "learning_rate": 9.598214285714287e-06, |
| "loss": 0.6894, |
| "step": 1648 |
| }, |
| { |
| "epoch": 2.483433734939759, |
| "grad_norm": 0.3220729496862736, |
| "learning_rate": 9.5703125e-06, |
| "loss": 0.7604, |
| "step": 1649 |
| }, |
| { |
| "epoch": 2.4849397590361444, |
| "grad_norm": 0.9653347432397725, |
| "learning_rate": 9.542410714285714e-06, |
| "loss": 0.7702, |
| "step": 1650 |
| }, |
| { |
| "epoch": 2.48644578313253, |
| "grad_norm": 0.3200061045834666, |
| "learning_rate": 9.514508928571429e-06, |
| "loss": 0.7086, |
| "step": 1651 |
| }, |
| { |
| "epoch": 2.4879518072289155, |
| "grad_norm": 0.3384418591621976, |
| "learning_rate": 9.486607142857142e-06, |
| "loss": 0.7965, |
| "step": 1652 |
| }, |
| { |
| "epoch": 2.4894578313253013, |
| "grad_norm": 0.30560538155243794, |
| "learning_rate": 9.458705357142858e-06, |
| "loss": 0.7264, |
| "step": 1653 |
| }, |
| { |
| "epoch": 2.4909638554216866, |
| "grad_norm": 0.28316436547607876, |
| "learning_rate": 9.430803571428571e-06, |
| "loss": 0.7678, |
| "step": 1654 |
| }, |
| { |
| "epoch": 2.4924698795180724, |
| "grad_norm": 0.3431959840639018, |
| "learning_rate": 9.402901785714286e-06, |
| "loss": 0.7688, |
| "step": 1655 |
| }, |
| { |
| "epoch": 2.4939759036144578, |
| "grad_norm": 0.3634651952724355, |
| "learning_rate": 9.375000000000001e-06, |
| "loss": 0.7449, |
| "step": 1656 |
| }, |
| { |
| "epoch": 2.4954819277108435, |
| "grad_norm": 0.3512078563200498, |
| "learning_rate": 9.347098214285714e-06, |
| "loss": 0.8026, |
| "step": 1657 |
| }, |
| { |
| "epoch": 2.496987951807229, |
| "grad_norm": 0.33971691197904924, |
| "learning_rate": 9.319196428571429e-06, |
| "loss": 0.8172, |
| "step": 1658 |
| }, |
| { |
| "epoch": 2.4984939759036147, |
| "grad_norm": 0.3214519519095423, |
| "learning_rate": 9.291294642857143e-06, |
| "loss": 0.7766, |
| "step": 1659 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 0.3300704483930006, |
| "learning_rate": 9.263392857142858e-06, |
| "loss": 0.7675, |
| "step": 1660 |
| }, |
| { |
| "epoch": 2.5015060240963853, |
| "grad_norm": 0.3194051415655414, |
| "learning_rate": 9.235491071428571e-06, |
| "loss": 0.7773, |
| "step": 1661 |
| }, |
| { |
| "epoch": 2.503012048192771, |
| "grad_norm": 0.3275955587302349, |
| "learning_rate": 9.207589285714287e-06, |
| "loss": 0.7106, |
| "step": 1662 |
| }, |
| { |
| "epoch": 2.5045180722891565, |
| "grad_norm": 0.4028080584103782, |
| "learning_rate": 9.1796875e-06, |
| "loss": 0.7358, |
| "step": 1663 |
| }, |
| { |
| "epoch": 2.5060240963855422, |
| "grad_norm": 0.312909517020488, |
| "learning_rate": 9.151785714285713e-06, |
| "loss": 0.7022, |
| "step": 1664 |
| }, |
| { |
| "epoch": 2.5075301204819276, |
| "grad_norm": 0.295421568719493, |
| "learning_rate": 9.12388392857143e-06, |
| "loss": 0.7185, |
| "step": 1665 |
| }, |
| { |
| "epoch": 2.5090361445783134, |
| "grad_norm": 0.29750441602981054, |
| "learning_rate": 9.095982142857143e-06, |
| "loss": 0.7018, |
| "step": 1666 |
| }, |
| { |
| "epoch": 2.5105421686746987, |
| "grad_norm": 0.3632913023086794, |
| "learning_rate": 9.068080357142857e-06, |
| "loss": 0.7654, |
| "step": 1667 |
| }, |
| { |
| "epoch": 2.5120481927710845, |
| "grad_norm": 0.3213212393458334, |
| "learning_rate": 9.040178571428572e-06, |
| "loss": 0.8426, |
| "step": 1668 |
| }, |
| { |
| "epoch": 2.51355421686747, |
| "grad_norm": 0.43756566715206985, |
| "learning_rate": 9.012276785714287e-06, |
| "loss": 0.7618, |
| "step": 1669 |
| }, |
| { |
| "epoch": 2.515060240963855, |
| "grad_norm": 0.38614648579149197, |
| "learning_rate": 8.984375e-06, |
| "loss": 0.6978, |
| "step": 1670 |
| }, |
| { |
| "epoch": 2.516566265060241, |
| "grad_norm": 0.31857899188793437, |
| "learning_rate": 8.956473214285715e-06, |
| "loss": 0.7781, |
| "step": 1671 |
| }, |
| { |
| "epoch": 2.5180722891566267, |
| "grad_norm": 0.3492619415176146, |
| "learning_rate": 8.92857142857143e-06, |
| "loss": 0.7265, |
| "step": 1672 |
| }, |
| { |
| "epoch": 2.519578313253012, |
| "grad_norm": 0.40997150176397573, |
| "learning_rate": 8.900669642857142e-06, |
| "loss": 0.8332, |
| "step": 1673 |
| }, |
| { |
| "epoch": 2.5210843373493974, |
| "grad_norm": 0.30423155481950254, |
| "learning_rate": 8.872767857142859e-06, |
| "loss": 0.7473, |
| "step": 1674 |
| }, |
| { |
| "epoch": 2.522590361445783, |
| "grad_norm": 0.3150534403421142, |
| "learning_rate": 8.844866071428572e-06, |
| "loss": 0.7063, |
| "step": 1675 |
| }, |
| { |
| "epoch": 2.5240963855421685, |
| "grad_norm": 0.2827213507142706, |
| "learning_rate": 8.816964285714286e-06, |
| "loss": 0.7127, |
| "step": 1676 |
| }, |
| { |
| "epoch": 2.5256024096385543, |
| "grad_norm": 0.44323766157120825, |
| "learning_rate": 8.789062500000001e-06, |
| "loss": 0.8124, |
| "step": 1677 |
| }, |
| { |
| "epoch": 2.5271084337349397, |
| "grad_norm": 0.31143912418563424, |
| "learning_rate": 8.761160714285714e-06, |
| "loss": 0.7436, |
| "step": 1678 |
| }, |
| { |
| "epoch": 2.5286144578313254, |
| "grad_norm": 0.2852586752507426, |
| "learning_rate": 8.733258928571429e-06, |
| "loss": 0.7121, |
| "step": 1679 |
| }, |
| { |
| "epoch": 2.5301204819277108, |
| "grad_norm": 0.290852277121653, |
| "learning_rate": 8.705357142857143e-06, |
| "loss": 0.7092, |
| "step": 1680 |
| }, |
| { |
| "epoch": 2.5316265060240966, |
| "grad_norm": 0.34747534919721623, |
| "learning_rate": 8.677455357142858e-06, |
| "loss": 0.725, |
| "step": 1681 |
| }, |
| { |
| "epoch": 2.533132530120482, |
| "grad_norm": 0.2885485377803353, |
| "learning_rate": 8.649553571428571e-06, |
| "loss": 0.7582, |
| "step": 1682 |
| }, |
| { |
| "epoch": 2.5346385542168672, |
| "grad_norm": 0.2944768735900468, |
| "learning_rate": 8.621651785714288e-06, |
| "loss": 0.7344, |
| "step": 1683 |
| }, |
| { |
| "epoch": 2.536144578313253, |
| "grad_norm": 0.33640698865737795, |
| "learning_rate": 8.59375e-06, |
| "loss": 0.7754, |
| "step": 1684 |
| }, |
| { |
| "epoch": 2.537650602409639, |
| "grad_norm": 0.29309966282394656, |
| "learning_rate": 8.565848214285714e-06, |
| "loss": 0.7488, |
| "step": 1685 |
| }, |
| { |
| "epoch": 2.539156626506024, |
| "grad_norm": 0.3112044530213108, |
| "learning_rate": 8.53794642857143e-06, |
| "loss": 0.7877, |
| "step": 1686 |
| }, |
| { |
| "epoch": 2.5406626506024095, |
| "grad_norm": 0.31462286822432445, |
| "learning_rate": 8.510044642857143e-06, |
| "loss": 0.7369, |
| "step": 1687 |
| }, |
| { |
| "epoch": 2.5421686746987953, |
| "grad_norm": 0.3018236341853575, |
| "learning_rate": 8.482142857142858e-06, |
| "loss": 0.7689, |
| "step": 1688 |
| }, |
| { |
| "epoch": 2.5436746987951806, |
| "grad_norm": 0.3290912878735477, |
| "learning_rate": 8.454241071428572e-06, |
| "loss": 0.8191, |
| "step": 1689 |
| }, |
| { |
| "epoch": 2.5451807228915664, |
| "grad_norm": 0.30159760746277026, |
| "learning_rate": 8.426339285714287e-06, |
| "loss": 0.6907, |
| "step": 1690 |
| }, |
| { |
| "epoch": 2.5466867469879517, |
| "grad_norm": 0.27511792008401753, |
| "learning_rate": 8.3984375e-06, |
| "loss": 0.6875, |
| "step": 1691 |
| }, |
| { |
| "epoch": 2.5481927710843375, |
| "grad_norm": 0.3193212987781086, |
| "learning_rate": 8.370535714285715e-06, |
| "loss": 0.7151, |
| "step": 1692 |
| }, |
| { |
| "epoch": 2.549698795180723, |
| "grad_norm": 0.30484346892105973, |
| "learning_rate": 8.34263392857143e-06, |
| "loss": 0.787, |
| "step": 1693 |
| }, |
| { |
| "epoch": 2.5512048192771086, |
| "grad_norm": 0.35002067683836413, |
| "learning_rate": 8.314732142857142e-06, |
| "loss": 0.7047, |
| "step": 1694 |
| }, |
| { |
| "epoch": 2.552710843373494, |
| "grad_norm": 0.30055272545090506, |
| "learning_rate": 8.286830357142857e-06, |
| "loss": 0.7525, |
| "step": 1695 |
| }, |
| { |
| "epoch": 2.5542168674698793, |
| "grad_norm": 0.3097319886280592, |
| "learning_rate": 8.258928571428572e-06, |
| "loss": 0.7091, |
| "step": 1696 |
| }, |
| { |
| "epoch": 2.555722891566265, |
| "grad_norm": 0.3113709834816135, |
| "learning_rate": 8.231026785714286e-06, |
| "loss": 0.7108, |
| "step": 1697 |
| }, |
| { |
| "epoch": 2.557228915662651, |
| "grad_norm": 0.3404911531317668, |
| "learning_rate": 8.203125000000001e-06, |
| "loss": 0.6913, |
| "step": 1698 |
| }, |
| { |
| "epoch": 2.558734939759036, |
| "grad_norm": 0.29629324537287216, |
| "learning_rate": 8.175223214285714e-06, |
| "loss": 0.7747, |
| "step": 1699 |
| }, |
| { |
| "epoch": 2.5602409638554215, |
| "grad_norm": 0.36363402506892634, |
| "learning_rate": 8.147321428571429e-06, |
| "loss": 0.789, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.5617469879518073, |
| "grad_norm": 0.3351018299822603, |
| "learning_rate": 8.119419642857144e-06, |
| "loss": 0.7463, |
| "step": 1701 |
| }, |
| { |
| "epoch": 2.5632530120481927, |
| "grad_norm": 0.34151895194478593, |
| "learning_rate": 8.091517857142858e-06, |
| "loss": 0.7768, |
| "step": 1702 |
| }, |
| { |
| "epoch": 2.5647590361445785, |
| "grad_norm": 0.45820963661807423, |
| "learning_rate": 8.063616071428571e-06, |
| "loss": 0.7407, |
| "step": 1703 |
| }, |
| { |
| "epoch": 2.566265060240964, |
| "grad_norm": 0.3352161151097203, |
| "learning_rate": 8.035714285714286e-06, |
| "loss": 0.6755, |
| "step": 1704 |
| }, |
| { |
| "epoch": 2.567771084337349, |
| "grad_norm": 0.3169084299120574, |
| "learning_rate": 8.0078125e-06, |
| "loss": 0.7471, |
| "step": 1705 |
| }, |
| { |
| "epoch": 2.569277108433735, |
| "grad_norm": 0.3355797013952085, |
| "learning_rate": 7.979910714285714e-06, |
| "loss": 0.7526, |
| "step": 1706 |
| }, |
| { |
| "epoch": 2.5707831325301207, |
| "grad_norm": 0.3508763844828514, |
| "learning_rate": 7.952008928571428e-06, |
| "loss": 0.7552, |
| "step": 1707 |
| }, |
| { |
| "epoch": 2.572289156626506, |
| "grad_norm": 0.30185750269095435, |
| "learning_rate": 7.924107142857143e-06, |
| "loss": 0.7402, |
| "step": 1708 |
| }, |
| { |
| "epoch": 2.5737951807228914, |
| "grad_norm": 0.3088190422650214, |
| "learning_rate": 7.896205357142858e-06, |
| "loss": 0.6934, |
| "step": 1709 |
| }, |
| { |
| "epoch": 2.575301204819277, |
| "grad_norm": 0.2979001535960527, |
| "learning_rate": 7.86830357142857e-06, |
| "loss": 0.7637, |
| "step": 1710 |
| }, |
| { |
| "epoch": 2.5768072289156625, |
| "grad_norm": 0.33104826957943423, |
| "learning_rate": 7.840401785714287e-06, |
| "loss": 0.7175, |
| "step": 1711 |
| }, |
| { |
| "epoch": 2.5783132530120483, |
| "grad_norm": 0.2827750019155564, |
| "learning_rate": 7.8125e-06, |
| "loss": 0.7752, |
| "step": 1712 |
| }, |
| { |
| "epoch": 2.5798192771084336, |
| "grad_norm": 0.34451558868137294, |
| "learning_rate": 7.784598214285715e-06, |
| "loss": 0.8112, |
| "step": 1713 |
| }, |
| { |
| "epoch": 2.5813253012048194, |
| "grad_norm": 0.32888771692530944, |
| "learning_rate": 7.75669642857143e-06, |
| "loss": 0.8763, |
| "step": 1714 |
| }, |
| { |
| "epoch": 2.5828313253012047, |
| "grad_norm": 0.3358824838925111, |
| "learning_rate": 7.728794642857143e-06, |
| "loss": 0.7125, |
| "step": 1715 |
| }, |
| { |
| "epoch": 2.5843373493975905, |
| "grad_norm": 0.30772555796997797, |
| "learning_rate": 7.700892857142857e-06, |
| "loss": 0.82, |
| "step": 1716 |
| }, |
| { |
| "epoch": 2.585843373493976, |
| "grad_norm": 0.30537826650342315, |
| "learning_rate": 7.672991071428572e-06, |
| "loss": 0.7098, |
| "step": 1717 |
| }, |
| { |
| "epoch": 2.587349397590361, |
| "grad_norm": 0.3364116449898356, |
| "learning_rate": 7.645089285714287e-06, |
| "loss": 0.7483, |
| "step": 1718 |
| }, |
| { |
| "epoch": 2.588855421686747, |
| "grad_norm": 0.2999840346490302, |
| "learning_rate": 7.6171875000000005e-06, |
| "loss": 0.7386, |
| "step": 1719 |
| }, |
| { |
| "epoch": 2.5903614457831328, |
| "grad_norm": 0.2921003345567464, |
| "learning_rate": 7.589285714285714e-06, |
| "loss": 0.7663, |
| "step": 1720 |
| }, |
| { |
| "epoch": 2.591867469879518, |
| "grad_norm": 0.37700574559408767, |
| "learning_rate": 7.561383928571429e-06, |
| "loss": 0.7188, |
| "step": 1721 |
| }, |
| { |
| "epoch": 2.5933734939759034, |
| "grad_norm": 0.2891593821679184, |
| "learning_rate": 7.533482142857143e-06, |
| "loss": 0.7339, |
| "step": 1722 |
| }, |
| { |
| "epoch": 2.5948795180722892, |
| "grad_norm": 0.32695522353971695, |
| "learning_rate": 7.505580357142858e-06, |
| "loss": 0.7667, |
| "step": 1723 |
| }, |
| { |
| "epoch": 2.5963855421686746, |
| "grad_norm": 4.615977334434396, |
| "learning_rate": 7.4776785714285714e-06, |
| "loss": 0.7141, |
| "step": 1724 |
| }, |
| { |
| "epoch": 2.5978915662650603, |
| "grad_norm": 0.3576400319102837, |
| "learning_rate": 7.449776785714287e-06, |
| "loss": 0.7666, |
| "step": 1725 |
| }, |
| { |
| "epoch": 2.5993975903614457, |
| "grad_norm": 0.3277305801199659, |
| "learning_rate": 7.421875e-06, |
| "loss": 0.7593, |
| "step": 1726 |
| }, |
| { |
| "epoch": 2.6009036144578315, |
| "grad_norm": 0.3152495627726194, |
| "learning_rate": 7.393973214285714e-06, |
| "loss": 0.7403, |
| "step": 1727 |
| }, |
| { |
| "epoch": 2.602409638554217, |
| "grad_norm": 0.4057139805318214, |
| "learning_rate": 7.366071428571429e-06, |
| "loss": 0.7845, |
| "step": 1728 |
| }, |
| { |
| "epoch": 2.6039156626506026, |
| "grad_norm": 0.38133151780374375, |
| "learning_rate": 7.338169642857143e-06, |
| "loss": 0.7778, |
| "step": 1729 |
| }, |
| { |
| "epoch": 2.605421686746988, |
| "grad_norm": 0.32065648128633994, |
| "learning_rate": 7.310267857142858e-06, |
| "loss": 0.8046, |
| "step": 1730 |
| }, |
| { |
| "epoch": 2.6069277108433733, |
| "grad_norm": 0.34158436417603294, |
| "learning_rate": 7.282366071428572e-06, |
| "loss": 0.806, |
| "step": 1731 |
| }, |
| { |
| "epoch": 2.608433734939759, |
| "grad_norm": 0.320836935814278, |
| "learning_rate": 7.2544642857142865e-06, |
| "loss": 0.751, |
| "step": 1732 |
| }, |
| { |
| "epoch": 2.609939759036145, |
| "grad_norm": 0.2645577351183864, |
| "learning_rate": 7.2265625e-06, |
| "loss": 0.7146, |
| "step": 1733 |
| }, |
| { |
| "epoch": 2.61144578313253, |
| "grad_norm": 0.2939622691935842, |
| "learning_rate": 7.198660714285714e-06, |
| "loss": 0.6934, |
| "step": 1734 |
| }, |
| { |
| "epoch": 2.6129518072289155, |
| "grad_norm": 0.3085976645029874, |
| "learning_rate": 7.170758928571429e-06, |
| "loss": 0.7562, |
| "step": 1735 |
| }, |
| { |
| "epoch": 2.6144578313253013, |
| "grad_norm": 0.3133660819464677, |
| "learning_rate": 7.142857142857143e-06, |
| "loss": 0.8088, |
| "step": 1736 |
| }, |
| { |
| "epoch": 2.6159638554216866, |
| "grad_norm": 0.3120826312173088, |
| "learning_rate": 7.114955357142858e-06, |
| "loss": 0.749, |
| "step": 1737 |
| }, |
| { |
| "epoch": 2.6174698795180724, |
| "grad_norm": 0.290831760335641, |
| "learning_rate": 7.087053571428571e-06, |
| "loss": 0.7393, |
| "step": 1738 |
| }, |
| { |
| "epoch": 2.6189759036144578, |
| "grad_norm": 0.28095556888751433, |
| "learning_rate": 7.059151785714287e-06, |
| "loss": 0.7492, |
| "step": 1739 |
| }, |
| { |
| "epoch": 2.6204819277108435, |
| "grad_norm": 0.2910932600971462, |
| "learning_rate": 7.031250000000001e-06, |
| "loss": 0.7129, |
| "step": 1740 |
| }, |
| { |
| "epoch": 2.621987951807229, |
| "grad_norm": 0.3165228918670804, |
| "learning_rate": 7.003348214285714e-06, |
| "loss": 0.7368, |
| "step": 1741 |
| }, |
| { |
| "epoch": 2.6234939759036147, |
| "grad_norm": 0.33275859079245845, |
| "learning_rate": 6.975446428571429e-06, |
| "loss": 0.7515, |
| "step": 1742 |
| }, |
| { |
| "epoch": 2.625, |
| "grad_norm": 0.30619504473855724, |
| "learning_rate": 6.947544642857143e-06, |
| "loss": 0.7651, |
| "step": 1743 |
| }, |
| { |
| "epoch": 2.6265060240963853, |
| "grad_norm": 0.3333497956490508, |
| "learning_rate": 6.919642857142858e-06, |
| "loss": 0.7306, |
| "step": 1744 |
| }, |
| { |
| "epoch": 2.628012048192771, |
| "grad_norm": 0.8631720657888876, |
| "learning_rate": 6.891741071428572e-06, |
| "loss": 0.7551, |
| "step": 1745 |
| }, |
| { |
| "epoch": 2.6295180722891565, |
| "grad_norm": 0.2732178228066102, |
| "learning_rate": 6.863839285714286e-06, |
| "loss": 0.6302, |
| "step": 1746 |
| }, |
| { |
| "epoch": 2.6310240963855422, |
| "grad_norm": 0.2979283591631788, |
| "learning_rate": 6.8359375e-06, |
| "loss": 0.7421, |
| "step": 1747 |
| }, |
| { |
| "epoch": 2.6325301204819276, |
| "grad_norm": 0.30638502864668016, |
| "learning_rate": 6.808035714285714e-06, |
| "loss": 0.7219, |
| "step": 1748 |
| }, |
| { |
| "epoch": 2.6340361445783134, |
| "grad_norm": 0.40995615030901184, |
| "learning_rate": 6.780133928571429e-06, |
| "loss": 0.7497, |
| "step": 1749 |
| }, |
| { |
| "epoch": 2.6355421686746987, |
| "grad_norm": 0.3201702809504483, |
| "learning_rate": 6.7522321428571425e-06, |
| "loss": 0.8091, |
| "step": 1750 |
| }, |
| { |
| "epoch": 2.6370481927710845, |
| "grad_norm": 0.2901248588152903, |
| "learning_rate": 6.724330357142858e-06, |
| "loss": 0.7105, |
| "step": 1751 |
| }, |
| { |
| "epoch": 2.63855421686747, |
| "grad_norm": 0.28558652457934336, |
| "learning_rate": 6.696428571428572e-06, |
| "loss": 0.7081, |
| "step": 1752 |
| }, |
| { |
| "epoch": 2.640060240963855, |
| "grad_norm": 0.2880499393809584, |
| "learning_rate": 6.668526785714287e-06, |
| "loss": 0.7669, |
| "step": 1753 |
| }, |
| { |
| "epoch": 2.641566265060241, |
| "grad_norm": 0.3246271815796135, |
| "learning_rate": 6.6406250000000005e-06, |
| "loss": 0.773, |
| "step": 1754 |
| }, |
| { |
| "epoch": 2.6430722891566267, |
| "grad_norm": 0.3787360307050243, |
| "learning_rate": 6.612723214285714e-06, |
| "loss": 0.7447, |
| "step": 1755 |
| }, |
| { |
| "epoch": 2.644578313253012, |
| "grad_norm": 0.34004245406795175, |
| "learning_rate": 6.584821428571429e-06, |
| "loss": 0.8278, |
| "step": 1756 |
| }, |
| { |
| "epoch": 2.6460843373493974, |
| "grad_norm": 0.3284632860091845, |
| "learning_rate": 6.556919642857143e-06, |
| "loss": 0.7699, |
| "step": 1757 |
| }, |
| { |
| "epoch": 2.647590361445783, |
| "grad_norm": 0.3289158419870179, |
| "learning_rate": 6.5290178571428576e-06, |
| "loss": 0.7581, |
| "step": 1758 |
| }, |
| { |
| "epoch": 2.6490963855421685, |
| "grad_norm": 0.4542885676143434, |
| "learning_rate": 6.501116071428571e-06, |
| "loss": 0.748, |
| "step": 1759 |
| }, |
| { |
| "epoch": 2.6506024096385543, |
| "grad_norm": 0.3309405821918433, |
| "learning_rate": 6.473214285714287e-06, |
| "loss": 0.7074, |
| "step": 1760 |
| }, |
| { |
| "epoch": 2.6521084337349397, |
| "grad_norm": 0.3356756904002276, |
| "learning_rate": 6.4453125e-06, |
| "loss": 0.7391, |
| "step": 1761 |
| }, |
| { |
| "epoch": 2.6536144578313254, |
| "grad_norm": 1.3821862415310182, |
| "learning_rate": 6.417410714285714e-06, |
| "loss": 0.6628, |
| "step": 1762 |
| }, |
| { |
| "epoch": 2.6551204819277108, |
| "grad_norm": 0.2836718119591368, |
| "learning_rate": 6.389508928571429e-06, |
| "loss": 0.7403, |
| "step": 1763 |
| }, |
| { |
| "epoch": 2.6566265060240966, |
| "grad_norm": 0.2868740652496764, |
| "learning_rate": 6.361607142857142e-06, |
| "loss": 0.7205, |
| "step": 1764 |
| }, |
| { |
| "epoch": 2.658132530120482, |
| "grad_norm": 0.2840147028136461, |
| "learning_rate": 6.333705357142858e-06, |
| "loss": 0.7454, |
| "step": 1765 |
| }, |
| { |
| "epoch": 2.6596385542168672, |
| "grad_norm": 0.3079527368987645, |
| "learning_rate": 6.305803571428572e-06, |
| "loss": 0.7861, |
| "step": 1766 |
| }, |
| { |
| "epoch": 2.661144578313253, |
| "grad_norm": 0.2790278662949671, |
| "learning_rate": 6.2779017857142864e-06, |
| "loss": 0.6726, |
| "step": 1767 |
| }, |
| { |
| "epoch": 2.662650602409639, |
| "grad_norm": 0.27569819576844196, |
| "learning_rate": 6.25e-06, |
| "loss": 0.7081, |
| "step": 1768 |
| }, |
| { |
| "epoch": 2.664156626506024, |
| "grad_norm": 0.27956412459666335, |
| "learning_rate": 6.222098214285715e-06, |
| "loss": 0.7551, |
| "step": 1769 |
| }, |
| { |
| "epoch": 2.6656626506024095, |
| "grad_norm": 0.3162529723805227, |
| "learning_rate": 6.194196428571429e-06, |
| "loss": 0.7643, |
| "step": 1770 |
| }, |
| { |
| "epoch": 2.6671686746987953, |
| "grad_norm": 0.31282453907161467, |
| "learning_rate": 6.1662946428571435e-06, |
| "loss": 0.7968, |
| "step": 1771 |
| }, |
| { |
| "epoch": 2.6686746987951806, |
| "grad_norm": 0.31646843921869117, |
| "learning_rate": 6.138392857142857e-06, |
| "loss": 0.7425, |
| "step": 1772 |
| }, |
| { |
| "epoch": 2.6701807228915664, |
| "grad_norm": 0.3278769674964476, |
| "learning_rate": 6.110491071428571e-06, |
| "loss": 0.71, |
| "step": 1773 |
| }, |
| { |
| "epoch": 2.6716867469879517, |
| "grad_norm": 0.2766595955868983, |
| "learning_rate": 6.082589285714286e-06, |
| "loss": 0.7164, |
| "step": 1774 |
| }, |
| { |
| "epoch": 2.6731927710843375, |
| "grad_norm": 0.28936544890761035, |
| "learning_rate": 6.054687500000001e-06, |
| "loss": 0.731, |
| "step": 1775 |
| }, |
| { |
| "epoch": 2.674698795180723, |
| "grad_norm": 0.2892549009960483, |
| "learning_rate": 6.0267857142857145e-06, |
| "loss": 0.7213, |
| "step": 1776 |
| }, |
| { |
| "epoch": 2.6762048192771086, |
| "grad_norm": 0.7303475774736463, |
| "learning_rate": 5.998883928571429e-06, |
| "loss": 0.7696, |
| "step": 1777 |
| }, |
| { |
| "epoch": 2.677710843373494, |
| "grad_norm": 0.35090700181292234, |
| "learning_rate": 5.970982142857143e-06, |
| "loss": 0.804, |
| "step": 1778 |
| }, |
| { |
| "epoch": 2.6792168674698793, |
| "grad_norm": 0.33520248357214366, |
| "learning_rate": 5.943080357142857e-06, |
| "loss": 0.7619, |
| "step": 1779 |
| }, |
| { |
| "epoch": 2.680722891566265, |
| "grad_norm": 0.324198342217403, |
| "learning_rate": 5.9151785714285716e-06, |
| "loss": 0.7704, |
| "step": 1780 |
| }, |
| { |
| "epoch": 2.682228915662651, |
| "grad_norm": 0.35488474729216524, |
| "learning_rate": 5.887276785714286e-06, |
| "loss": 0.7829, |
| "step": 1781 |
| }, |
| { |
| "epoch": 2.683734939759036, |
| "grad_norm": 0.3344748119857392, |
| "learning_rate": 5.859375e-06, |
| "loss": 0.7479, |
| "step": 1782 |
| }, |
| { |
| "epoch": 2.6852409638554215, |
| "grad_norm": 0.28681873592590684, |
| "learning_rate": 5.831473214285715e-06, |
| "loss": 0.7406, |
| "step": 1783 |
| }, |
| { |
| "epoch": 2.6867469879518073, |
| "grad_norm": 0.2887266170114813, |
| "learning_rate": 5.803571428571429e-06, |
| "loss": 0.7467, |
| "step": 1784 |
| }, |
| { |
| "epoch": 2.6882530120481927, |
| "grad_norm": 0.8614487109247648, |
| "learning_rate": 5.775669642857143e-06, |
| "loss": 0.7208, |
| "step": 1785 |
| }, |
| { |
| "epoch": 2.6897590361445785, |
| "grad_norm": 0.34175724858171014, |
| "learning_rate": 5.747767857142857e-06, |
| "loss": 0.6993, |
| "step": 1786 |
| }, |
| { |
| "epoch": 2.691265060240964, |
| "grad_norm": 0.30958641538805864, |
| "learning_rate": 5.719866071428572e-06, |
| "loss": 0.6918, |
| "step": 1787 |
| }, |
| { |
| "epoch": 2.692771084337349, |
| "grad_norm": 0.32163703545485206, |
| "learning_rate": 5.691964285714286e-06, |
| "loss": 0.752, |
| "step": 1788 |
| }, |
| { |
| "epoch": 2.694277108433735, |
| "grad_norm": 0.3116012210013593, |
| "learning_rate": 5.6640625000000005e-06, |
| "loss": 0.7635, |
| "step": 1789 |
| }, |
| { |
| "epoch": 2.6957831325301207, |
| "grad_norm": 0.3359119225928835, |
| "learning_rate": 5.636160714285714e-06, |
| "loss": 0.7017, |
| "step": 1790 |
| }, |
| { |
| "epoch": 2.697289156626506, |
| "grad_norm": 0.29462321692762805, |
| "learning_rate": 5.608258928571429e-06, |
| "loss": 0.6825, |
| "step": 1791 |
| }, |
| { |
| "epoch": 2.6987951807228914, |
| "grad_norm": 0.8425904584454552, |
| "learning_rate": 5.580357142857144e-06, |
| "loss": 0.7454, |
| "step": 1792 |
| }, |
| { |
| "epoch": 2.700301204819277, |
| "grad_norm": 0.3679685879887224, |
| "learning_rate": 5.552455357142857e-06, |
| "loss": 0.7755, |
| "step": 1793 |
| }, |
| { |
| "epoch": 2.7018072289156625, |
| "grad_norm": 0.30176317658315494, |
| "learning_rate": 5.524553571428571e-06, |
| "loss": 0.772, |
| "step": 1794 |
| }, |
| { |
| "epoch": 2.7033132530120483, |
| "grad_norm": 0.342918240740829, |
| "learning_rate": 5.496651785714286e-06, |
| "loss": 0.7331, |
| "step": 1795 |
| }, |
| { |
| "epoch": 2.7048192771084336, |
| "grad_norm": 0.32795774755255214, |
| "learning_rate": 5.46875e-06, |
| "loss": 0.8177, |
| "step": 1796 |
| }, |
| { |
| "epoch": 2.7063253012048194, |
| "grad_norm": 0.293863359761839, |
| "learning_rate": 5.440848214285715e-06, |
| "loss": 0.6931, |
| "step": 1797 |
| }, |
| { |
| "epoch": 2.7078313253012047, |
| "grad_norm": 0.3277936763288901, |
| "learning_rate": 5.412946428571429e-06, |
| "loss": 0.7723, |
| "step": 1798 |
| }, |
| { |
| "epoch": 2.7093373493975905, |
| "grad_norm": 0.34816737440405526, |
| "learning_rate": 5.385044642857143e-06, |
| "loss": 0.7113, |
| "step": 1799 |
| }, |
| { |
| "epoch": 2.710843373493976, |
| "grad_norm": 0.30627797121168604, |
| "learning_rate": 5.357142857142857e-06, |
| "loss": 0.7738, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.712349397590361, |
| "grad_norm": 0.3002590808272766, |
| "learning_rate": 5.329241071428572e-06, |
| "loss": 0.7773, |
| "step": 1801 |
| }, |
| { |
| "epoch": 2.713855421686747, |
| "grad_norm": 0.2980043893823824, |
| "learning_rate": 5.301339285714286e-06, |
| "loss": 0.7365, |
| "step": 1802 |
| }, |
| { |
| "epoch": 2.7153614457831328, |
| "grad_norm": 0.3022858303556268, |
| "learning_rate": 5.2734375e-06, |
| "loss": 0.7455, |
| "step": 1803 |
| }, |
| { |
| "epoch": 2.716867469879518, |
| "grad_norm": 0.27048619159829523, |
| "learning_rate": 5.245535714285715e-06, |
| "loss": 0.654, |
| "step": 1804 |
| }, |
| { |
| "epoch": 2.7183734939759034, |
| "grad_norm": 0.3198220531778734, |
| "learning_rate": 5.217633928571429e-06, |
| "loss": 0.7499, |
| "step": 1805 |
| }, |
| { |
| "epoch": 2.7198795180722892, |
| "grad_norm": 1.3714789798650127, |
| "learning_rate": 5.1897321428571435e-06, |
| "loss": 0.7805, |
| "step": 1806 |
| }, |
| { |
| "epoch": 2.7213855421686746, |
| "grad_norm": 0.36148685284609405, |
| "learning_rate": 5.161830357142857e-06, |
| "loss": 0.8323, |
| "step": 1807 |
| }, |
| { |
| "epoch": 2.7228915662650603, |
| "grad_norm": 0.2925238727326717, |
| "learning_rate": 5.133928571428571e-06, |
| "loss": 0.756, |
| "step": 1808 |
| }, |
| { |
| "epoch": 2.7243975903614457, |
| "grad_norm": 0.3590779084763921, |
| "learning_rate": 5.106026785714286e-06, |
| "loss": 0.7196, |
| "step": 1809 |
| }, |
| { |
| "epoch": 2.7259036144578315, |
| "grad_norm": 0.3002194432429927, |
| "learning_rate": 5.078125000000001e-06, |
| "loss": 0.7618, |
| "step": 1810 |
| }, |
| { |
| "epoch": 2.727409638554217, |
| "grad_norm": 0.4393829774226643, |
| "learning_rate": 5.0502232142857145e-06, |
| "loss": 0.7096, |
| "step": 1811 |
| }, |
| { |
| "epoch": 2.7289156626506026, |
| "grad_norm": 0.3017728591582575, |
| "learning_rate": 5.022321428571429e-06, |
| "loss": 0.717, |
| "step": 1812 |
| }, |
| { |
| "epoch": 2.730421686746988, |
| "grad_norm": 0.32193074597724014, |
| "learning_rate": 4.994419642857143e-06, |
| "loss": 0.7289, |
| "step": 1813 |
| }, |
| { |
| "epoch": 2.7319277108433733, |
| "grad_norm": 0.28872388326630216, |
| "learning_rate": 4.966517857142857e-06, |
| "loss": 0.7229, |
| "step": 1814 |
| }, |
| { |
| "epoch": 2.733433734939759, |
| "grad_norm": 0.3989555049359659, |
| "learning_rate": 4.9386160714285716e-06, |
| "loss": 0.7467, |
| "step": 1815 |
| }, |
| { |
| "epoch": 2.734939759036145, |
| "grad_norm": 0.2837428392594192, |
| "learning_rate": 4.910714285714286e-06, |
| "loss": 0.697, |
| "step": 1816 |
| }, |
| { |
| "epoch": 2.73644578313253, |
| "grad_norm": 0.2886560428527395, |
| "learning_rate": 4.8828125e-06, |
| "loss": 0.7762, |
| "step": 1817 |
| }, |
| { |
| "epoch": 2.7379518072289155, |
| "grad_norm": 0.31400513767956945, |
| "learning_rate": 4.854910714285715e-06, |
| "loss": 0.7722, |
| "step": 1818 |
| }, |
| { |
| "epoch": 2.7394578313253013, |
| "grad_norm": 0.3117213132631473, |
| "learning_rate": 4.827008928571429e-06, |
| "loss": 0.6635, |
| "step": 1819 |
| }, |
| { |
| "epoch": 2.7409638554216866, |
| "grad_norm": 0.2890138534448533, |
| "learning_rate": 4.799107142857143e-06, |
| "loss": 0.6778, |
| "step": 1820 |
| }, |
| { |
| "epoch": 2.7424698795180724, |
| "grad_norm": 0.2838821479509516, |
| "learning_rate": 4.771205357142857e-06, |
| "loss": 0.7101, |
| "step": 1821 |
| }, |
| { |
| "epoch": 2.7439759036144578, |
| "grad_norm": 0.28251707803539966, |
| "learning_rate": 4.743303571428571e-06, |
| "loss": 0.6826, |
| "step": 1822 |
| }, |
| { |
| "epoch": 2.7454819277108435, |
| "grad_norm": 0.2818004032242758, |
| "learning_rate": 4.715401785714286e-06, |
| "loss": 0.7251, |
| "step": 1823 |
| }, |
| { |
| "epoch": 2.746987951807229, |
| "grad_norm": 0.3109687875915881, |
| "learning_rate": 4.6875000000000004e-06, |
| "loss": 0.7665, |
| "step": 1824 |
| }, |
| { |
| "epoch": 2.7484939759036147, |
| "grad_norm": 0.29591002251996784, |
| "learning_rate": 4.659598214285714e-06, |
| "loss": 0.7636, |
| "step": 1825 |
| }, |
| { |
| "epoch": 2.75, |
| "grad_norm": 0.2856289072717422, |
| "learning_rate": 4.631696428571429e-06, |
| "loss": 0.7786, |
| "step": 1826 |
| }, |
| { |
| "epoch": 2.7515060240963853, |
| "grad_norm": 0.3141918846889473, |
| "learning_rate": 4.603794642857144e-06, |
| "loss": 0.7682, |
| "step": 1827 |
| }, |
| { |
| "epoch": 2.753012048192771, |
| "grad_norm": 0.3463559100992555, |
| "learning_rate": 4.575892857142857e-06, |
| "loss": 0.8205, |
| "step": 1828 |
| }, |
| { |
| "epoch": 2.7545180722891565, |
| "grad_norm": 0.3001393370777785, |
| "learning_rate": 4.547991071428571e-06, |
| "loss": 0.8053, |
| "step": 1829 |
| }, |
| { |
| "epoch": 2.7560240963855422, |
| "grad_norm": 0.29718636191980297, |
| "learning_rate": 4.520089285714286e-06, |
| "loss": 0.7273, |
| "step": 1830 |
| }, |
| { |
| "epoch": 2.7575301204819276, |
| "grad_norm": 0.2918620456876534, |
| "learning_rate": 4.4921875e-06, |
| "loss": 0.7757, |
| "step": 1831 |
| }, |
| { |
| "epoch": 2.7590361445783134, |
| "grad_norm": 0.29972840789057525, |
| "learning_rate": 4.464285714285715e-06, |
| "loss": 0.7284, |
| "step": 1832 |
| }, |
| { |
| "epoch": 2.7605421686746987, |
| "grad_norm": 0.2847024079832293, |
| "learning_rate": 4.436383928571429e-06, |
| "loss": 0.7394, |
| "step": 1833 |
| }, |
| { |
| "epoch": 2.7620481927710845, |
| "grad_norm": 0.30072487312796725, |
| "learning_rate": 4.408482142857143e-06, |
| "loss": 0.8278, |
| "step": 1834 |
| }, |
| { |
| "epoch": 2.76355421686747, |
| "grad_norm": 0.2790568445128912, |
| "learning_rate": 4.380580357142857e-06, |
| "loss": 0.7259, |
| "step": 1835 |
| }, |
| { |
| "epoch": 2.765060240963855, |
| "grad_norm": 0.2846409815384662, |
| "learning_rate": 4.352678571428572e-06, |
| "loss": 0.7831, |
| "step": 1836 |
| }, |
| { |
| "epoch": 2.766566265060241, |
| "grad_norm": 0.2918921690138049, |
| "learning_rate": 4.3247767857142856e-06, |
| "loss": 0.7669, |
| "step": 1837 |
| }, |
| { |
| "epoch": 2.7680722891566267, |
| "grad_norm": 0.31859135295259267, |
| "learning_rate": 4.296875e-06, |
| "loss": 0.7654, |
| "step": 1838 |
| }, |
| { |
| "epoch": 2.769578313253012, |
| "grad_norm": 0.28812343764677306, |
| "learning_rate": 4.268973214285715e-06, |
| "loss": 0.72, |
| "step": 1839 |
| }, |
| { |
| "epoch": 2.7710843373493974, |
| "grad_norm": 0.2897701597670063, |
| "learning_rate": 4.241071428571429e-06, |
| "loss": 0.6553, |
| "step": 1840 |
| }, |
| { |
| "epoch": 2.772590361445783, |
| "grad_norm": 0.3182428437315208, |
| "learning_rate": 4.2131696428571435e-06, |
| "loss": 0.7753, |
| "step": 1841 |
| }, |
| { |
| "epoch": 2.7740963855421685, |
| "grad_norm": 0.29225269878494925, |
| "learning_rate": 4.185267857142857e-06, |
| "loss": 0.79, |
| "step": 1842 |
| }, |
| { |
| "epoch": 2.7756024096385543, |
| "grad_norm": 0.32180829859504595, |
| "learning_rate": 4.157366071428571e-06, |
| "loss": 0.7169, |
| "step": 1843 |
| }, |
| { |
| "epoch": 2.7771084337349397, |
| "grad_norm": 0.26290022410963065, |
| "learning_rate": 4.129464285714286e-06, |
| "loss": 0.7274, |
| "step": 1844 |
| }, |
| { |
| "epoch": 2.7786144578313254, |
| "grad_norm": 0.29892657079479723, |
| "learning_rate": 4.101562500000001e-06, |
| "loss": 0.7556, |
| "step": 1845 |
| }, |
| { |
| "epoch": 2.7801204819277108, |
| "grad_norm": 0.29600236822343073, |
| "learning_rate": 4.0736607142857144e-06, |
| "loss": 0.7593, |
| "step": 1846 |
| }, |
| { |
| "epoch": 2.7816265060240966, |
| "grad_norm": 0.2785999824878323, |
| "learning_rate": 4.045758928571429e-06, |
| "loss": 0.7595, |
| "step": 1847 |
| }, |
| { |
| "epoch": 2.783132530120482, |
| "grad_norm": 0.3027459070981101, |
| "learning_rate": 4.017857142857143e-06, |
| "loss": 0.7178, |
| "step": 1848 |
| }, |
| { |
| "epoch": 2.7846385542168672, |
| "grad_norm": 0.30603121805610306, |
| "learning_rate": 3.989955357142857e-06, |
| "loss": 0.7205, |
| "step": 1849 |
| }, |
| { |
| "epoch": 2.786144578313253, |
| "grad_norm": 0.29468597803045465, |
| "learning_rate": 3.9620535714285715e-06, |
| "loss": 0.7774, |
| "step": 1850 |
| }, |
| { |
| "epoch": 2.787650602409639, |
| "grad_norm": 0.720466719902226, |
| "learning_rate": 3.934151785714285e-06, |
| "loss": 0.8633, |
| "step": 1851 |
| }, |
| { |
| "epoch": 2.789156626506024, |
| "grad_norm": 0.3579853298835368, |
| "learning_rate": 3.90625e-06, |
| "loss": 0.77, |
| "step": 1852 |
| }, |
| { |
| "epoch": 2.7906626506024095, |
| "grad_norm": 0.2887832305698688, |
| "learning_rate": 3.878348214285715e-06, |
| "loss": 0.6968, |
| "step": 1853 |
| }, |
| { |
| "epoch": 2.7921686746987953, |
| "grad_norm": 0.28061994255931466, |
| "learning_rate": 3.850446428571429e-06, |
| "loss": 0.6743, |
| "step": 1854 |
| }, |
| { |
| "epoch": 2.7936746987951806, |
| "grad_norm": 0.27489293538232473, |
| "learning_rate": 3.822544642857143e-06, |
| "loss": 0.7139, |
| "step": 1855 |
| }, |
| { |
| "epoch": 2.7951807228915664, |
| "grad_norm": 0.39398310546797993, |
| "learning_rate": 3.794642857142857e-06, |
| "loss": 0.6827, |
| "step": 1856 |
| }, |
| { |
| "epoch": 2.7966867469879517, |
| "grad_norm": 0.2811543383525772, |
| "learning_rate": 3.7667410714285714e-06, |
| "loss": 0.6448, |
| "step": 1857 |
| }, |
| { |
| "epoch": 2.7981927710843375, |
| "grad_norm": 0.29335743981006307, |
| "learning_rate": 3.7388392857142857e-06, |
| "loss": 0.7945, |
| "step": 1858 |
| }, |
| { |
| "epoch": 2.799698795180723, |
| "grad_norm": 0.28589285906809897, |
| "learning_rate": 3.7109375e-06, |
| "loss": 0.7289, |
| "step": 1859 |
| }, |
| { |
| "epoch": 2.8012048192771086, |
| "grad_norm": 0.277648959894417, |
| "learning_rate": 3.6830357142857147e-06, |
| "loss": 0.7412, |
| "step": 1860 |
| }, |
| { |
| "epoch": 2.802710843373494, |
| "grad_norm": 0.3201561620524433, |
| "learning_rate": 3.655133928571429e-06, |
| "loss": 0.7009, |
| "step": 1861 |
| }, |
| { |
| "epoch": 2.8042168674698793, |
| "grad_norm": 0.33360988034040734, |
| "learning_rate": 3.6272321428571432e-06, |
| "loss": 0.7709, |
| "step": 1862 |
| }, |
| { |
| "epoch": 2.805722891566265, |
| "grad_norm": 0.30520858038407805, |
| "learning_rate": 3.599330357142857e-06, |
| "loss": 0.7165, |
| "step": 1863 |
| }, |
| { |
| "epoch": 2.807228915662651, |
| "grad_norm": 0.2911169684542639, |
| "learning_rate": 3.5714285714285714e-06, |
| "loss": 0.7598, |
| "step": 1864 |
| }, |
| { |
| "epoch": 2.808734939759036, |
| "grad_norm": 0.9411944444151761, |
| "learning_rate": 3.5435267857142856e-06, |
| "loss": 0.7633, |
| "step": 1865 |
| }, |
| { |
| "epoch": 2.8102409638554215, |
| "grad_norm": 0.3772441731605911, |
| "learning_rate": 3.5156250000000003e-06, |
| "loss": 0.7564, |
| "step": 1866 |
| }, |
| { |
| "epoch": 2.8117469879518073, |
| "grad_norm": 0.29726261895641076, |
| "learning_rate": 3.4877232142857146e-06, |
| "loss": 0.7702, |
| "step": 1867 |
| }, |
| { |
| "epoch": 2.8132530120481927, |
| "grad_norm": 0.30853582388798567, |
| "learning_rate": 3.459821428571429e-06, |
| "loss": 0.806, |
| "step": 1868 |
| }, |
| { |
| "epoch": 2.8147590361445785, |
| "grad_norm": 0.29016333273204, |
| "learning_rate": 3.431919642857143e-06, |
| "loss": 0.7482, |
| "step": 1869 |
| }, |
| { |
| "epoch": 2.816265060240964, |
| "grad_norm": 0.29103802697699344, |
| "learning_rate": 3.404017857142857e-06, |
| "loss": 0.7584, |
| "step": 1870 |
| }, |
| { |
| "epoch": 2.817771084337349, |
| "grad_norm": 0.32989495872725566, |
| "learning_rate": 3.3761160714285713e-06, |
| "loss": 0.7245, |
| "step": 1871 |
| }, |
| { |
| "epoch": 2.819277108433735, |
| "grad_norm": 0.29428189409450783, |
| "learning_rate": 3.348214285714286e-06, |
| "loss": 0.7402, |
| "step": 1872 |
| }, |
| { |
| "epoch": 2.8207831325301207, |
| "grad_norm": 0.2923119051513408, |
| "learning_rate": 3.3203125000000002e-06, |
| "loss": 0.7359, |
| "step": 1873 |
| }, |
| { |
| "epoch": 2.822289156626506, |
| "grad_norm": 0.31331439206390427, |
| "learning_rate": 3.2924107142857145e-06, |
| "loss": 0.7621, |
| "step": 1874 |
| }, |
| { |
| "epoch": 2.8237951807228914, |
| "grad_norm": 0.300143125183693, |
| "learning_rate": 3.2645089285714288e-06, |
| "loss": 0.8172, |
| "step": 1875 |
| }, |
| { |
| "epoch": 2.825301204819277, |
| "grad_norm": 0.3676603314896176, |
| "learning_rate": 3.2366071428571435e-06, |
| "loss": 0.7648, |
| "step": 1876 |
| }, |
| { |
| "epoch": 2.8268072289156625, |
| "grad_norm": 0.2724689316576843, |
| "learning_rate": 3.208705357142857e-06, |
| "loss": 0.7012, |
| "step": 1877 |
| }, |
| { |
| "epoch": 2.8283132530120483, |
| "grad_norm": 0.310509776398765, |
| "learning_rate": 3.180803571428571e-06, |
| "loss": 0.8045, |
| "step": 1878 |
| }, |
| { |
| "epoch": 2.8298192771084336, |
| "grad_norm": 0.2858320851928093, |
| "learning_rate": 3.152901785714286e-06, |
| "loss": 0.7463, |
| "step": 1879 |
| }, |
| { |
| "epoch": 2.8313253012048194, |
| "grad_norm": 0.2812001856918453, |
| "learning_rate": 3.125e-06, |
| "loss": 0.7572, |
| "step": 1880 |
| }, |
| { |
| "epoch": 2.8328313253012047, |
| "grad_norm": 0.2753278308275173, |
| "learning_rate": 3.0970982142857144e-06, |
| "loss": 0.7919, |
| "step": 1881 |
| }, |
| { |
| "epoch": 2.8343373493975905, |
| "grad_norm": 0.2920512474700927, |
| "learning_rate": 3.0691964285714287e-06, |
| "loss": 0.7859, |
| "step": 1882 |
| }, |
| { |
| "epoch": 2.835843373493976, |
| "grad_norm": 3.659231766168921, |
| "learning_rate": 3.041294642857143e-06, |
| "loss": 0.8445, |
| "step": 1883 |
| }, |
| { |
| "epoch": 2.837349397590361, |
| "grad_norm": 0.2712121435641824, |
| "learning_rate": 3.0133928571428572e-06, |
| "loss": 0.751, |
| "step": 1884 |
| }, |
| { |
| "epoch": 2.838855421686747, |
| "grad_norm": 0.31294800874927753, |
| "learning_rate": 2.9854910714285715e-06, |
| "loss": 0.7136, |
| "step": 1885 |
| }, |
| { |
| "epoch": 2.8403614457831328, |
| "grad_norm": 0.3276982648277128, |
| "learning_rate": 2.9575892857142858e-06, |
| "loss": 0.7662, |
| "step": 1886 |
| }, |
| { |
| "epoch": 2.841867469879518, |
| "grad_norm": 0.2997042134972521, |
| "learning_rate": 2.9296875e-06, |
| "loss": 0.746, |
| "step": 1887 |
| }, |
| { |
| "epoch": 2.8433734939759034, |
| "grad_norm": 0.2653916799759019, |
| "learning_rate": 2.9017857142857143e-06, |
| "loss": 0.6621, |
| "step": 1888 |
| }, |
| { |
| "epoch": 2.8448795180722892, |
| "grad_norm": 0.29798621810138914, |
| "learning_rate": 2.8738839285714286e-06, |
| "loss": 0.7444, |
| "step": 1889 |
| }, |
| { |
| "epoch": 2.8463855421686746, |
| "grad_norm": 0.30934582746592326, |
| "learning_rate": 2.845982142857143e-06, |
| "loss": 0.7616, |
| "step": 1890 |
| }, |
| { |
| "epoch": 2.8478915662650603, |
| "grad_norm": 0.28853264933063194, |
| "learning_rate": 2.818080357142857e-06, |
| "loss": 0.7552, |
| "step": 1891 |
| }, |
| { |
| "epoch": 2.8493975903614457, |
| "grad_norm": 0.2925190688211709, |
| "learning_rate": 2.790178571428572e-06, |
| "loss": 0.7576, |
| "step": 1892 |
| }, |
| { |
| "epoch": 2.8509036144578315, |
| "grad_norm": 0.28958377921866213, |
| "learning_rate": 2.7622767857142857e-06, |
| "loss": 0.7214, |
| "step": 1893 |
| }, |
| { |
| "epoch": 2.852409638554217, |
| "grad_norm": 0.30791392475195667, |
| "learning_rate": 2.734375e-06, |
| "loss": 0.7899, |
| "step": 1894 |
| }, |
| { |
| "epoch": 2.8539156626506026, |
| "grad_norm": 0.28363265721815545, |
| "learning_rate": 2.7064732142857147e-06, |
| "loss": 0.743, |
| "step": 1895 |
| }, |
| { |
| "epoch": 2.855421686746988, |
| "grad_norm": 0.2746011031902342, |
| "learning_rate": 2.6785714285714285e-06, |
| "loss": 0.7582, |
| "step": 1896 |
| }, |
| { |
| "epoch": 2.8569277108433733, |
| "grad_norm": 0.4354239478315636, |
| "learning_rate": 2.650669642857143e-06, |
| "loss": 0.8054, |
| "step": 1897 |
| }, |
| { |
| "epoch": 2.858433734939759, |
| "grad_norm": 0.27755531390514193, |
| "learning_rate": 2.6227678571428575e-06, |
| "loss": 0.7162, |
| "step": 1898 |
| }, |
| { |
| "epoch": 2.859939759036145, |
| "grad_norm": 0.31739389137642543, |
| "learning_rate": 2.5948660714285718e-06, |
| "loss": 0.7831, |
| "step": 1899 |
| }, |
| { |
| "epoch": 2.86144578313253, |
| "grad_norm": 0.2877187908458202, |
| "learning_rate": 2.5669642857142856e-06, |
| "loss": 0.7222, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.8629518072289155, |
| "grad_norm": 0.27811069674017586, |
| "learning_rate": 2.5390625000000003e-06, |
| "loss": 0.7769, |
| "step": 1901 |
| }, |
| { |
| "epoch": 2.8644578313253013, |
| "grad_norm": 0.29517335209299167, |
| "learning_rate": 2.5111607142857146e-06, |
| "loss": 0.72, |
| "step": 1902 |
| }, |
| { |
| "epoch": 2.8659638554216866, |
| "grad_norm": 0.5895082211728702, |
| "learning_rate": 2.4832589285714284e-06, |
| "loss": 0.7877, |
| "step": 1903 |
| }, |
| { |
| "epoch": 2.8674698795180724, |
| "grad_norm": 0.3017527360373152, |
| "learning_rate": 2.455357142857143e-06, |
| "loss": 0.754, |
| "step": 1904 |
| }, |
| { |
| "epoch": 2.8689759036144578, |
| "grad_norm": 0.3020871890290279, |
| "learning_rate": 2.4274553571428574e-06, |
| "loss": 0.768, |
| "step": 1905 |
| }, |
| { |
| "epoch": 2.8704819277108435, |
| "grad_norm": 0.27145009897189104, |
| "learning_rate": 2.3995535714285717e-06, |
| "loss": 0.7196, |
| "step": 1906 |
| }, |
| { |
| "epoch": 2.871987951807229, |
| "grad_norm": 0.2938966933645326, |
| "learning_rate": 2.3716517857142855e-06, |
| "loss": 0.7465, |
| "step": 1907 |
| }, |
| { |
| "epoch": 2.8734939759036147, |
| "grad_norm": 0.3291871922581937, |
| "learning_rate": 2.3437500000000002e-06, |
| "loss": 0.695, |
| "step": 1908 |
| }, |
| { |
| "epoch": 2.875, |
| "grad_norm": 0.29359359603993, |
| "learning_rate": 2.3158482142857145e-06, |
| "loss": 0.7131, |
| "step": 1909 |
| }, |
| { |
| "epoch": 2.8765060240963853, |
| "grad_norm": 0.31072192255011544, |
| "learning_rate": 2.2879464285714283e-06, |
| "loss": 0.756, |
| "step": 1910 |
| }, |
| { |
| "epoch": 2.878012048192771, |
| "grad_norm": 0.2967924432080697, |
| "learning_rate": 2.260044642857143e-06, |
| "loss": 0.7741, |
| "step": 1911 |
| }, |
| { |
| "epoch": 2.8795180722891565, |
| "grad_norm": 0.3557670496190678, |
| "learning_rate": 2.2321428571428573e-06, |
| "loss": 0.7631, |
| "step": 1912 |
| }, |
| { |
| "epoch": 2.8810240963855422, |
| "grad_norm": 0.31254839796755324, |
| "learning_rate": 2.2042410714285716e-06, |
| "loss": 0.7576, |
| "step": 1913 |
| }, |
| { |
| "epoch": 2.8825301204819276, |
| "grad_norm": 0.3077806685698394, |
| "learning_rate": 2.176339285714286e-06, |
| "loss": 0.8085, |
| "step": 1914 |
| }, |
| { |
| "epoch": 2.8840361445783134, |
| "grad_norm": 0.2866823006051055, |
| "learning_rate": 2.1484375e-06, |
| "loss": 0.7868, |
| "step": 1915 |
| }, |
| { |
| "epoch": 2.8855421686746987, |
| "grad_norm": 0.3155772094140096, |
| "learning_rate": 2.1205357142857144e-06, |
| "loss": 0.7165, |
| "step": 1916 |
| }, |
| { |
| "epoch": 2.8870481927710845, |
| "grad_norm": 0.3010287908071899, |
| "learning_rate": 2.0926339285714287e-06, |
| "loss": 0.7067, |
| "step": 1917 |
| }, |
| { |
| "epoch": 2.88855421686747, |
| "grad_norm": 0.282822990439801, |
| "learning_rate": 2.064732142857143e-06, |
| "loss": 0.6914, |
| "step": 1918 |
| }, |
| { |
| "epoch": 2.890060240963855, |
| "grad_norm": 0.4224286171276179, |
| "learning_rate": 2.0368303571428572e-06, |
| "loss": 0.8104, |
| "step": 1919 |
| }, |
| { |
| "epoch": 2.891566265060241, |
| "grad_norm": 0.28319248388182466, |
| "learning_rate": 2.0089285714285715e-06, |
| "loss": 0.7673, |
| "step": 1920 |
| }, |
| { |
| "epoch": 2.8930722891566267, |
| "grad_norm": 0.31646975205676803, |
| "learning_rate": 1.9810267857142858e-06, |
| "loss": 0.7211, |
| "step": 1921 |
| }, |
| { |
| "epoch": 2.894578313253012, |
| "grad_norm": 0.2835675299229189, |
| "learning_rate": 1.953125e-06, |
| "loss": 0.7181, |
| "step": 1922 |
| }, |
| { |
| "epoch": 2.8960843373493974, |
| "grad_norm": 0.2882055390592135, |
| "learning_rate": 1.9252232142857143e-06, |
| "loss": 0.7141, |
| "step": 1923 |
| }, |
| { |
| "epoch": 2.897590361445783, |
| "grad_norm": 0.3346438957348171, |
| "learning_rate": 1.8973214285714286e-06, |
| "loss": 0.7383, |
| "step": 1924 |
| }, |
| { |
| "epoch": 2.8990963855421685, |
| "grad_norm": 0.29787971155623943, |
| "learning_rate": 1.8694196428571429e-06, |
| "loss": 0.7121, |
| "step": 1925 |
| }, |
| { |
| "epoch": 2.9006024096385543, |
| "grad_norm": 0.28321608791481456, |
| "learning_rate": 1.8415178571428573e-06, |
| "loss": 0.7681, |
| "step": 1926 |
| }, |
| { |
| "epoch": 2.9021084337349397, |
| "grad_norm": 0.281455085466644, |
| "learning_rate": 1.8136160714285716e-06, |
| "loss": 0.8073, |
| "step": 1927 |
| }, |
| { |
| "epoch": 2.9036144578313254, |
| "grad_norm": 0.2891014705244002, |
| "learning_rate": 1.7857142857142857e-06, |
| "loss": 0.7696, |
| "step": 1928 |
| }, |
| { |
| "epoch": 2.9051204819277108, |
| "grad_norm": 0.286423507464086, |
| "learning_rate": 1.7578125000000002e-06, |
| "loss": 0.7354, |
| "step": 1929 |
| }, |
| { |
| "epoch": 2.9066265060240966, |
| "grad_norm": 0.27264166420951463, |
| "learning_rate": 1.7299107142857144e-06, |
| "loss": 0.6998, |
| "step": 1930 |
| }, |
| { |
| "epoch": 2.908132530120482, |
| "grad_norm": 0.3257255066423078, |
| "learning_rate": 1.7020089285714285e-06, |
| "loss": 0.8231, |
| "step": 1931 |
| }, |
| { |
| "epoch": 2.9096385542168672, |
| "grad_norm": 0.3467231042637017, |
| "learning_rate": 1.674107142857143e-06, |
| "loss": 0.7553, |
| "step": 1932 |
| }, |
| { |
| "epoch": 2.911144578313253, |
| "grad_norm": 0.27173782716896655, |
| "learning_rate": 1.6462053571428573e-06, |
| "loss": 0.7032, |
| "step": 1933 |
| }, |
| { |
| "epoch": 2.912650602409639, |
| "grad_norm": 0.3490545650945632, |
| "learning_rate": 1.6183035714285717e-06, |
| "loss": 0.7347, |
| "step": 1934 |
| }, |
| { |
| "epoch": 2.914156626506024, |
| "grad_norm": 0.25752020615528276, |
| "learning_rate": 1.5904017857142856e-06, |
| "loss": 0.6845, |
| "step": 1935 |
| }, |
| { |
| "epoch": 2.9156626506024095, |
| "grad_norm": 0.2836075770435027, |
| "learning_rate": 1.5625e-06, |
| "loss": 0.7646, |
| "step": 1936 |
| }, |
| { |
| "epoch": 2.9171686746987953, |
| "grad_norm": 0.27537557617799796, |
| "learning_rate": 1.5345982142857143e-06, |
| "loss": 0.6949, |
| "step": 1937 |
| }, |
| { |
| "epoch": 2.9186746987951806, |
| "grad_norm": 0.2841046340229543, |
| "learning_rate": 1.5066964285714286e-06, |
| "loss": 0.8221, |
| "step": 1938 |
| }, |
| { |
| "epoch": 2.9201807228915664, |
| "grad_norm": 0.29679182605450916, |
| "learning_rate": 1.4787946428571429e-06, |
| "loss": 0.7675, |
| "step": 1939 |
| }, |
| { |
| "epoch": 2.9216867469879517, |
| "grad_norm": 0.2686251234725454, |
| "learning_rate": 1.4508928571428572e-06, |
| "loss": 0.765, |
| "step": 1940 |
| }, |
| { |
| "epoch": 2.9231927710843375, |
| "grad_norm": 0.2726348854457834, |
| "learning_rate": 1.4229910714285714e-06, |
| "loss": 0.7187, |
| "step": 1941 |
| }, |
| { |
| "epoch": 2.924698795180723, |
| "grad_norm": 0.2658162415389458, |
| "learning_rate": 1.395089285714286e-06, |
| "loss": 0.6842, |
| "step": 1942 |
| }, |
| { |
| "epoch": 2.9262048192771086, |
| "grad_norm": 0.25894486210748174, |
| "learning_rate": 1.3671875e-06, |
| "loss": 0.7254, |
| "step": 1943 |
| }, |
| { |
| "epoch": 2.927710843373494, |
| "grad_norm": 0.30389598460624445, |
| "learning_rate": 1.3392857142857143e-06, |
| "loss": 0.7894, |
| "step": 1944 |
| }, |
| { |
| "epoch": 2.9292168674698793, |
| "grad_norm": 0.3093627640244388, |
| "learning_rate": 1.3113839285714287e-06, |
| "loss": 0.6892, |
| "step": 1945 |
| }, |
| { |
| "epoch": 2.930722891566265, |
| "grad_norm": 0.3003090390154035, |
| "learning_rate": 1.2834821428571428e-06, |
| "loss": 0.807, |
| "step": 1946 |
| }, |
| { |
| "epoch": 2.932228915662651, |
| "grad_norm": 0.2947620182108699, |
| "learning_rate": 1.2555803571428573e-06, |
| "loss": 0.6971, |
| "step": 1947 |
| }, |
| { |
| "epoch": 2.933734939759036, |
| "grad_norm": 0.30018352491939837, |
| "learning_rate": 1.2276785714285716e-06, |
| "loss": 0.826, |
| "step": 1948 |
| }, |
| { |
| "epoch": 2.9352409638554215, |
| "grad_norm": 0.29760905773166585, |
| "learning_rate": 1.1997767857142858e-06, |
| "loss": 0.7329, |
| "step": 1949 |
| }, |
| { |
| "epoch": 2.9367469879518073, |
| "grad_norm": 0.2768555144730212, |
| "learning_rate": 1.1718750000000001e-06, |
| "loss": 0.7563, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.9382530120481927, |
| "grad_norm": 0.27849852133162567, |
| "learning_rate": 1.1439732142857142e-06, |
| "loss": 0.7177, |
| "step": 1951 |
| }, |
| { |
| "epoch": 2.9397590361445785, |
| "grad_norm": 0.8135785010770303, |
| "learning_rate": 1.1160714285714287e-06, |
| "loss": 0.8123, |
| "step": 1952 |
| }, |
| { |
| "epoch": 2.941265060240964, |
| "grad_norm": 0.3831821163339208, |
| "learning_rate": 1.088169642857143e-06, |
| "loss": 0.7684, |
| "step": 1953 |
| }, |
| { |
| "epoch": 2.942771084337349, |
| "grad_norm": 0.27702905205061307, |
| "learning_rate": 1.0602678571428572e-06, |
| "loss": 0.7138, |
| "step": 1954 |
| }, |
| { |
| "epoch": 2.944277108433735, |
| "grad_norm": 0.25535735912526225, |
| "learning_rate": 1.0323660714285715e-06, |
| "loss": 0.6811, |
| "step": 1955 |
| }, |
| { |
| "epoch": 2.9457831325301207, |
| "grad_norm": 0.2856123673357833, |
| "learning_rate": 1.0044642857142857e-06, |
| "loss": 0.7771, |
| "step": 1956 |
| }, |
| { |
| "epoch": 2.947289156626506, |
| "grad_norm": 0.30038409519307724, |
| "learning_rate": 9.765625e-07, |
| "loss": 0.7175, |
| "step": 1957 |
| }, |
| { |
| "epoch": 2.9487951807228914, |
| "grad_norm": 0.4141262510310498, |
| "learning_rate": 9.486607142857143e-07, |
| "loss": 0.8161, |
| "step": 1958 |
| }, |
| { |
| "epoch": 2.950301204819277, |
| "grad_norm": 0.280304507565235, |
| "learning_rate": 9.207589285714287e-07, |
| "loss": 0.7696, |
| "step": 1959 |
| }, |
| { |
| "epoch": 2.9518072289156625, |
| "grad_norm": 0.2861561614487602, |
| "learning_rate": 8.928571428571428e-07, |
| "loss": 0.7923, |
| "step": 1960 |
| }, |
| { |
| "epoch": 2.9533132530120483, |
| "grad_norm": 0.2835788478787062, |
| "learning_rate": 8.649553571428572e-07, |
| "loss": 0.8431, |
| "step": 1961 |
| }, |
| { |
| "epoch": 2.9548192771084336, |
| "grad_norm": 0.3154664609367005, |
| "learning_rate": 8.370535714285715e-07, |
| "loss": 0.772, |
| "step": 1962 |
| }, |
| { |
| "epoch": 2.9563253012048194, |
| "grad_norm": 0.29306616569175803, |
| "learning_rate": 8.091517857142859e-07, |
| "loss": 0.7964, |
| "step": 1963 |
| }, |
| { |
| "epoch": 2.9578313253012047, |
| "grad_norm": 1.819652743361417, |
| "learning_rate": 7.8125e-07, |
| "loss": 0.6886, |
| "step": 1964 |
| }, |
| { |
| "epoch": 2.9593373493975905, |
| "grad_norm": 0.2875085122515832, |
| "learning_rate": 7.533482142857143e-07, |
| "loss": 0.778, |
| "step": 1965 |
| }, |
| { |
| "epoch": 2.960843373493976, |
| "grad_norm": 0.2751727687994609, |
| "learning_rate": 7.254464285714286e-07, |
| "loss": 0.7512, |
| "step": 1966 |
| }, |
| { |
| "epoch": 2.962349397590361, |
| "grad_norm": 0.2800672547752561, |
| "learning_rate": 6.97544642857143e-07, |
| "loss": 0.7691, |
| "step": 1967 |
| }, |
| { |
| "epoch": 2.963855421686747, |
| "grad_norm": 0.26420185686650816, |
| "learning_rate": 6.696428571428571e-07, |
| "loss": 0.7012, |
| "step": 1968 |
| }, |
| { |
| "epoch": 2.9653614457831328, |
| "grad_norm": 0.27483679447506965, |
| "learning_rate": 6.417410714285714e-07, |
| "loss": 0.7983, |
| "step": 1969 |
| }, |
| { |
| "epoch": 2.966867469879518, |
| "grad_norm": 0.32034396483164435, |
| "learning_rate": 6.138392857142858e-07, |
| "loss": 0.7663, |
| "step": 1970 |
| }, |
| { |
| "epoch": 2.9683734939759034, |
| "grad_norm": 0.29226222021438575, |
| "learning_rate": 5.859375000000001e-07, |
| "loss": 0.7024, |
| "step": 1971 |
| }, |
| { |
| "epoch": 2.9698795180722892, |
| "grad_norm": 0.2829008645709252, |
| "learning_rate": 5.580357142857143e-07, |
| "loss": 0.7304, |
| "step": 1972 |
| }, |
| { |
| "epoch": 2.9713855421686746, |
| "grad_norm": 0.29884308825110284, |
| "learning_rate": 5.301339285714286e-07, |
| "loss": 0.8206, |
| "step": 1973 |
| }, |
| { |
| "epoch": 2.9728915662650603, |
| "grad_norm": 0.31738723625885645, |
| "learning_rate": 5.022321428571429e-07, |
| "loss": 0.8205, |
| "step": 1974 |
| }, |
| { |
| "epoch": 2.9743975903614457, |
| "grad_norm": 0.28238477012873703, |
| "learning_rate": 4.7433035714285715e-07, |
| "loss": 0.7227, |
| "step": 1975 |
| }, |
| { |
| "epoch": 2.9759036144578315, |
| "grad_norm": 0.28560853787026175, |
| "learning_rate": 4.464285714285714e-07, |
| "loss": 0.7709, |
| "step": 1976 |
| }, |
| { |
| "epoch": 2.977409638554217, |
| "grad_norm": 0.2848947727442523, |
| "learning_rate": 4.1852678571428575e-07, |
| "loss": 0.7393, |
| "step": 1977 |
| }, |
| { |
| "epoch": 2.9789156626506026, |
| "grad_norm": 0.26955375500337003, |
| "learning_rate": 3.90625e-07, |
| "loss": 0.7544, |
| "step": 1978 |
| }, |
| { |
| "epoch": 2.980421686746988, |
| "grad_norm": 0.3045732926762347, |
| "learning_rate": 3.627232142857143e-07, |
| "loss": 0.7344, |
| "step": 1979 |
| }, |
| { |
| "epoch": 2.9819277108433733, |
| "grad_norm": 0.25837533799337203, |
| "learning_rate": 3.3482142857142856e-07, |
| "loss": 0.7037, |
| "step": 1980 |
| }, |
| { |
| "epoch": 2.983433734939759, |
| "grad_norm": 0.38317576424191563, |
| "learning_rate": 3.069196428571429e-07, |
| "loss": 0.689, |
| "step": 1981 |
| }, |
| { |
| "epoch": 2.984939759036145, |
| "grad_norm": 0.30484577173749194, |
| "learning_rate": 2.7901785714285716e-07, |
| "loss": 0.7688, |
| "step": 1982 |
| }, |
| { |
| "epoch": 2.98644578313253, |
| "grad_norm": 0.2931332783055906, |
| "learning_rate": 2.5111607142857144e-07, |
| "loss": 0.7264, |
| "step": 1983 |
| }, |
| { |
| "epoch": 2.9879518072289155, |
| "grad_norm": 0.28390313193734124, |
| "learning_rate": 2.232142857142857e-07, |
| "loss": 0.7865, |
| "step": 1984 |
| }, |
| { |
| "epoch": 2.9894578313253013, |
| "grad_norm": 0.3076581154256268, |
| "learning_rate": 1.953125e-07, |
| "loss": 0.7508, |
| "step": 1985 |
| }, |
| { |
| "epoch": 2.9909638554216866, |
| "grad_norm": 0.27449497039862664, |
| "learning_rate": 1.6741071428571428e-07, |
| "loss": 0.7499, |
| "step": 1986 |
| }, |
| { |
| "epoch": 2.9924698795180724, |
| "grad_norm": 0.2697959851824814, |
| "learning_rate": 1.3950892857142858e-07, |
| "loss": 0.7841, |
| "step": 1987 |
| }, |
| { |
| "epoch": 2.9939759036144578, |
| "grad_norm": 0.2804462283355088, |
| "learning_rate": 1.1160714285714285e-07, |
| "loss": 0.7486, |
| "step": 1988 |
| }, |
| { |
| "epoch": 2.9954819277108435, |
| "grad_norm": 0.32675633721133424, |
| "learning_rate": 8.370535714285714e-08, |
| "loss": 0.8623, |
| "step": 1989 |
| }, |
| { |
| "epoch": 2.996987951807229, |
| "grad_norm": 0.30464261688709765, |
| "learning_rate": 5.580357142857143e-08, |
| "loss": 0.8101, |
| "step": 1990 |
| }, |
| { |
| "epoch": 2.9984939759036147, |
| "grad_norm": 0.262168865720023, |
| "learning_rate": 2.7901785714285714e-08, |
| "loss": 0.6706, |
| "step": 1991 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.2592255486898374, |
| "learning_rate": 0.0, |
| "loss": 0.6769, |
| "step": 1992 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 1992, |
| "total_flos": 1.6885256323774546e+18, |
| "train_loss": 1.0046712136172866, |
| "train_runtime": 115762.6071, |
| "train_samples_per_second": 0.275, |
| "train_steps_per_second": 0.017 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1992, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.6885256323774546e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
