| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 747, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004016064257028112, |
| "grad_norm": 3.3572497367858887, |
| "learning_rate": 6.666666666666667e-07, |
| "loss": 1.0681, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.008032128514056224, |
| "grad_norm": 3.1153993606567383, |
| "learning_rate": 1.3333333333333334e-06, |
| "loss": 1.1112, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.012048192771084338, |
| "grad_norm": 3.1947457790374756, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 1.1329, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.01606425702811245, |
| "grad_norm": 3.0621848106384277, |
| "learning_rate": 2.666666666666667e-06, |
| "loss": 1.0596, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.020080321285140562, |
| "grad_norm": 3.211728811264038, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 1.1193, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.024096385542168676, |
| "grad_norm": 3.1836931705474854, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 1.2089, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.028112449799196786, |
| "grad_norm": 3.296353816986084, |
| "learning_rate": 4.666666666666667e-06, |
| "loss": 1.1122, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0321285140562249, |
| "grad_norm": 3.3933396339416504, |
| "learning_rate": 5.333333333333334e-06, |
| "loss": 1.0387, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.03614457831325301, |
| "grad_norm": 3.0436792373657227, |
| "learning_rate": 6e-06, |
| "loss": 1.0777, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.040160642570281124, |
| "grad_norm": 3.169412612915039, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 1.1535, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.04417670682730924, |
| "grad_norm": 3.418894052505493, |
| "learning_rate": 7.333333333333334e-06, |
| "loss": 0.9688, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.04819277108433735, |
| "grad_norm": 3.1774702072143555, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 1.1101, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.05220883534136546, |
| "grad_norm": 3.19480562210083, |
| "learning_rate": 8.666666666666668e-06, |
| "loss": 1.1184, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.05622489959839357, |
| "grad_norm": 3.0001771450042725, |
| "learning_rate": 9.333333333333334e-06, |
| "loss": 1.0127, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.060240963855421686, |
| "grad_norm": 3.100181818008423, |
| "learning_rate": 1e-05, |
| "loss": 1.0335, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0642570281124498, |
| "grad_norm": 2.895311117172241, |
| "learning_rate": 1.0666666666666667e-05, |
| "loss": 1.043, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.06827309236947791, |
| "grad_norm": 3.066803455352783, |
| "learning_rate": 1.1333333333333334e-05, |
| "loss": 0.9846, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.07228915662650602, |
| "grad_norm": 2.89982533454895, |
| "learning_rate": 1.2e-05, |
| "loss": 0.9096, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.07630522088353414, |
| "grad_norm": 2.5824337005615234, |
| "learning_rate": 1.2666666666666668e-05, |
| "loss": 1.046, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.08032128514056225, |
| "grad_norm": 2.0172696113586426, |
| "learning_rate": 1.3333333333333333e-05, |
| "loss": 0.9038, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.08433734939759036, |
| "grad_norm": 2.5625598430633545, |
| "learning_rate": 1.4000000000000001e-05, |
| "loss": 0.8794, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.08835341365461848, |
| "grad_norm": 1.9606741666793823, |
| "learning_rate": 1.4666666666666668e-05, |
| "loss": 0.8385, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.09236947791164658, |
| "grad_norm": 2.228515625, |
| "learning_rate": 1.5333333333333334e-05, |
| "loss": 0.7899, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0963855421686747, |
| "grad_norm": 1.8769129514694214, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 0.7948, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.10040160642570281, |
| "grad_norm": 1.9379593133926392, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 0.8842, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.10441767068273092, |
| "grad_norm": 1.6009212732315063, |
| "learning_rate": 1.7333333333333336e-05, |
| "loss": 0.7737, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.10843373493975904, |
| "grad_norm": 1.4680776596069336, |
| "learning_rate": 1.8e-05, |
| "loss": 0.7688, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.11244979919678715, |
| "grad_norm": 1.3376935720443726, |
| "learning_rate": 1.866666666666667e-05, |
| "loss": 0.7702, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.11646586345381527, |
| "grad_norm": 1.205298900604248, |
| "learning_rate": 1.9333333333333333e-05, |
| "loss": 0.7429, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.12048192771084337, |
| "grad_norm": 1.2713260650634766, |
| "learning_rate": 2e-05, |
| "loss": 0.6816, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.12449799196787148, |
| "grad_norm": 1.3442246913909912, |
| "learning_rate": 2.0666666666666666e-05, |
| "loss": 0.6816, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.1285140562248996, |
| "grad_norm": 1.2449231147766113, |
| "learning_rate": 2.1333333333333335e-05, |
| "loss": 0.5845, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.13253012048192772, |
| "grad_norm": 1.3410189151763916, |
| "learning_rate": 2.2000000000000003e-05, |
| "loss": 0.6201, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.13654618473895583, |
| "grad_norm": 0.9493803977966309, |
| "learning_rate": 2.2666666666666668e-05, |
| "loss": 0.5436, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.14056224899598393, |
| "grad_norm": 1.295204758644104, |
| "learning_rate": 2.3333333333333336e-05, |
| "loss": 0.5349, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.14457831325301204, |
| "grad_norm": 1.548696756362915, |
| "learning_rate": 2.4e-05, |
| "loss": 0.6341, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.14859437751004015, |
| "grad_norm": 1.1955889463424683, |
| "learning_rate": 2.466666666666667e-05, |
| "loss": 0.6453, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.15261044176706828, |
| "grad_norm": 1.0581564903259277, |
| "learning_rate": 2.5333333333333337e-05, |
| "loss": 0.5878, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.1566265060240964, |
| "grad_norm": 1.0585978031158447, |
| "learning_rate": 2.6000000000000002e-05, |
| "loss": 0.5434, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.1606425702811245, |
| "grad_norm": 0.966687023639679, |
| "learning_rate": 2.6666666666666667e-05, |
| "loss": 0.5521, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.1646586345381526, |
| "grad_norm": 1.033333659172058, |
| "learning_rate": 2.733333333333333e-05, |
| "loss": 0.5705, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.1686746987951807, |
| "grad_norm": 1.0497894287109375, |
| "learning_rate": 2.8000000000000003e-05, |
| "loss": 0.6386, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.17269076305220885, |
| "grad_norm": 0.7324492931365967, |
| "learning_rate": 2.8666666666666668e-05, |
| "loss": 0.5261, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.17670682730923695, |
| "grad_norm": 1.0644015073776245, |
| "learning_rate": 2.9333333333333336e-05, |
| "loss": 0.5311, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.18072289156626506, |
| "grad_norm": 1.040525197982788, |
| "learning_rate": 3e-05, |
| "loss": 0.4845, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.18473895582329317, |
| "grad_norm": 1.0211730003356934, |
| "learning_rate": 3.066666666666667e-05, |
| "loss": 0.4406, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.18875502008032127, |
| "grad_norm": 0.8270606398582458, |
| "learning_rate": 3.1333333333333334e-05, |
| "loss": 0.4598, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.1927710843373494, |
| "grad_norm": 0.6945549249649048, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 0.4978, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.19678714859437751, |
| "grad_norm": 1.003801941871643, |
| "learning_rate": 3.266666666666667e-05, |
| "loss": 0.4607, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.20080321285140562, |
| "grad_norm": 0.6564232110977173, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.4691, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.20481927710843373, |
| "grad_norm": 1.2288357019424438, |
| "learning_rate": 3.4000000000000007e-05, |
| "loss": 0.4611, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.20883534136546184, |
| "grad_norm": 0.7254999279975891, |
| "learning_rate": 3.466666666666667e-05, |
| "loss": 0.4266, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.21285140562248997, |
| "grad_norm": 0.6874690055847168, |
| "learning_rate": 3.5333333333333336e-05, |
| "loss": 0.4364, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.21686746987951808, |
| "grad_norm": 1.439631462097168, |
| "learning_rate": 3.6e-05, |
| "loss": 0.4736, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.22088353413654618, |
| "grad_norm": 1.390151858329773, |
| "learning_rate": 3.6666666666666666e-05, |
| "loss": 0.4937, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.2248995983935743, |
| "grad_norm": 1.206671118736267, |
| "learning_rate": 3.733333333333334e-05, |
| "loss": 0.5432, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.2289156626506024, |
| "grad_norm": 0.7038202881813049, |
| "learning_rate": 3.8e-05, |
| "loss": 0.4592, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.23293172690763053, |
| "grad_norm": 1.7638537883758545, |
| "learning_rate": 3.866666666666667e-05, |
| "loss": 0.4848, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.23694779116465864, |
| "grad_norm": 2.070549488067627, |
| "learning_rate": 3.933333333333333e-05, |
| "loss": 0.4893, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.24096385542168675, |
| "grad_norm": 1.4182060956954956, |
| "learning_rate": 4e-05, |
| "loss": 0.4641, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.24497991967871485, |
| "grad_norm": 0.7965697646141052, |
| "learning_rate": 4.066666666666667e-05, |
| "loss": 0.485, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.24899598393574296, |
| "grad_norm": 0.9898649454116821, |
| "learning_rate": 4.133333333333333e-05, |
| "loss": 0.4654, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.25301204819277107, |
| "grad_norm": 1.1060651540756226, |
| "learning_rate": 4.2e-05, |
| "loss": 0.4796, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.2570281124497992, |
| "grad_norm": 0.8289003968238831, |
| "learning_rate": 4.266666666666667e-05, |
| "loss": 0.498, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.26104417670682734, |
| "grad_norm": 0.7476992011070251, |
| "learning_rate": 4.3333333333333334e-05, |
| "loss": 0.4447, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.26506024096385544, |
| "grad_norm": 0.6724223494529724, |
| "learning_rate": 4.4000000000000006e-05, |
| "loss": 0.4553, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.26907630522088355, |
| "grad_norm": 0.7126241326332092, |
| "learning_rate": 4.466666666666667e-05, |
| "loss": 0.499, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.27309236947791166, |
| "grad_norm": 0.6537957191467285, |
| "learning_rate": 4.5333333333333335e-05, |
| "loss": 0.4127, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.27710843373493976, |
| "grad_norm": 0.7121750712394714, |
| "learning_rate": 4.600000000000001e-05, |
| "loss": 0.4978, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.28112449799196787, |
| "grad_norm": 0.8718213438987732, |
| "learning_rate": 4.666666666666667e-05, |
| "loss": 0.438, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.285140562248996, |
| "grad_norm": 0.6130560040473938, |
| "learning_rate": 4.7333333333333336e-05, |
| "loss": 0.5058, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.2891566265060241, |
| "grad_norm": 0.5417210459709167, |
| "learning_rate": 4.8e-05, |
| "loss": 0.425, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.2931726907630522, |
| "grad_norm": 0.6405383348464966, |
| "learning_rate": 4.866666666666667e-05, |
| "loss": 0.4396, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.2971887550200803, |
| "grad_norm": 0.6718979477882385, |
| "learning_rate": 4.933333333333334e-05, |
| "loss": 0.4653, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.30120481927710846, |
| "grad_norm": 0.7254752516746521, |
| "learning_rate": 5e-05, |
| "loss": 0.5035, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.30522088353413657, |
| "grad_norm": 0.6335278749465942, |
| "learning_rate": 4.9999726806462766e-05, |
| "loss": 0.4235, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.3092369477911647, |
| "grad_norm": 0.6676427721977234, |
| "learning_rate": 4.9998907231821824e-05, |
| "loss": 0.4406, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.3132530120481928, |
| "grad_norm": 0.6101539731025696, |
| "learning_rate": 4.9997541293989384e-05, |
| "loss": 0.4266, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.3172690763052209, |
| "grad_norm": 0.5556290149688721, |
| "learning_rate": 4.999562902281866e-05, |
| "loss": 0.4065, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.321285140562249, |
| "grad_norm": 0.5451353192329407, |
| "learning_rate": 4.999317046010329e-05, |
| "loss": 0.3893, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.3253012048192771, |
| "grad_norm": 0.5386996865272522, |
| "learning_rate": 4.999016565957633e-05, |
| "loss": 0.3812, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.3293172690763052, |
| "grad_norm": 0.8385406136512756, |
| "learning_rate": 4.9986614686909146e-05, |
| "loss": 0.4352, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 0.7156203389167786, |
| "learning_rate": 4.998251761970997e-05, |
| "loss": 0.4083, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.3373493975903614, |
| "grad_norm": 0.6663508415222168, |
| "learning_rate": 4.9977874547522175e-05, |
| "loss": 0.4039, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.3413654618473896, |
| "grad_norm": 0.6586647629737854, |
| "learning_rate": 4.997268557182235e-05, |
| "loss": 0.4088, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.3453815261044177, |
| "grad_norm": 0.7833324074745178, |
| "learning_rate": 4.9966950806018075e-05, |
| "loss": 0.3846, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.3493975903614458, |
| "grad_norm": 0.712884247303009, |
| "learning_rate": 4.996067037544542e-05, |
| "loss": 0.3763, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.3534136546184739, |
| "grad_norm": 0.8896615505218506, |
| "learning_rate": 4.995384441736621e-05, |
| "loss": 0.4284, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.357429718875502, |
| "grad_norm": 0.9067183136940002, |
| "learning_rate": 4.994647308096509e-05, |
| "loss": 0.4275, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.3614457831325301, |
| "grad_norm": 0.604626476764679, |
| "learning_rate": 4.9938556527346155e-05, |
| "loss": 0.3933, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.3654618473895582, |
| "grad_norm": 0.783541202545166, |
| "learning_rate": 4.9930094929529506e-05, |
| "loss": 0.4127, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.36947791164658633, |
| "grad_norm": 1.0507838726043701, |
| "learning_rate": 4.992108847244746e-05, |
| "loss": 0.4376, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.37349397590361444, |
| "grad_norm": 0.7194378972053528, |
| "learning_rate": 4.991153735294049e-05, |
| "loss": 0.557, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.37751004016064255, |
| "grad_norm": 0.6300519108772278, |
| "learning_rate": 4.99014417797529e-05, |
| "loss": 0.39, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.3815261044176707, |
| "grad_norm": 0.8160332441329956, |
| "learning_rate": 4.989080197352834e-05, |
| "loss": 0.3785, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.3855421686746988, |
| "grad_norm": 0.8603289723396301, |
| "learning_rate": 4.987961816680492e-05, |
| "loss": 0.3574, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.3895582329317269, |
| "grad_norm": 0.7826237082481384, |
| "learning_rate": 4.9867890604010125e-05, |
| "loss": 0.49, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.39357429718875503, |
| "grad_norm": 0.7405675649642944, |
| "learning_rate": 4.9855619541455514e-05, |
| "loss": 0.4629, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.39759036144578314, |
| "grad_norm": 0.6662713885307312, |
| "learning_rate": 4.984280524733107e-05, |
| "loss": 0.3972, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.40160642570281124, |
| "grad_norm": 0.915530264377594, |
| "learning_rate": 4.9829448001699384e-05, |
| "loss": 0.444, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.40562248995983935, |
| "grad_norm": 0.697108268737793, |
| "learning_rate": 4.981554809648952e-05, |
| "loss": 0.4647, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.40963855421686746, |
| "grad_norm": 0.739271342754364, |
| "learning_rate": 4.980110583549062e-05, |
| "loss": 0.377, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.41365461847389556, |
| "grad_norm": 1.2061580419540405, |
| "learning_rate": 4.9786121534345265e-05, |
| "loss": 0.4533, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.41767068273092367, |
| "grad_norm": 0.7795490026473999, |
| "learning_rate": 4.9770595520542594e-05, |
| "loss": 0.4601, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.42168674698795183, |
| "grad_norm": 0.6940763592720032, |
| "learning_rate": 4.975452813341114e-05, |
| "loss": 0.4315, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.42570281124497994, |
| "grad_norm": 0.8994523882865906, |
| "learning_rate": 4.973791972411141e-05, |
| "loss": 0.3887, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.42971887550200805, |
| "grad_norm": 1.9176881313323975, |
| "learning_rate": 4.972077065562821e-05, |
| "loss": 0.455, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.43373493975903615, |
| "grad_norm": 0.7927311062812805, |
| "learning_rate": 4.970308130276272e-05, |
| "loss": 0.4399, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.43775100401606426, |
| "grad_norm": 0.6954143047332764, |
| "learning_rate": 4.9684852052124285e-05, |
| "loss": 0.3544, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.44176706827309237, |
| "grad_norm": 0.8691537380218506, |
| "learning_rate": 4.966608330212198e-05, |
| "loss": 0.3807, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.4457831325301205, |
| "grad_norm": 0.7648891806602478, |
| "learning_rate": 4.96467754629559e-05, |
| "loss": 0.3797, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.4497991967871486, |
| "grad_norm": 0.7721076607704163, |
| "learning_rate": 4.96269289566082e-05, |
| "loss": 0.4214, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.4538152610441767, |
| "grad_norm": 0.5924379229545593, |
| "learning_rate": 4.960654421683386e-05, |
| "loss": 0.4101, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.4578313253012048, |
| "grad_norm": 0.9550824761390686, |
| "learning_rate": 4.9585621689151216e-05, |
| "loss": 0.426, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.46184738955823296, |
| "grad_norm": 0.8562377095222473, |
| "learning_rate": 4.956416183083221e-05, |
| "loss": 0.3875, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.46586345381526106, |
| "grad_norm": 0.6500234007835388, |
| "learning_rate": 4.9542165110892414e-05, |
| "loss": 0.4688, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.46987951807228917, |
| "grad_norm": 0.596043586730957, |
| "learning_rate": 4.951963201008076e-05, |
| "loss": 0.434, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.4738955823293173, |
| "grad_norm": 0.6146607398986816, |
| "learning_rate": 4.9496563020869064e-05, |
| "loss": 0.3896, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.4779116465863454, |
| "grad_norm": 0.6440965533256531, |
| "learning_rate": 4.947295864744121e-05, |
| "loss": 0.4451, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.4819277108433735, |
| "grad_norm": 0.7583677768707275, |
| "learning_rate": 4.9448819405682193e-05, |
| "loss": 0.3887, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.4859437751004016, |
| "grad_norm": 0.6874030232429504, |
| "learning_rate": 4.9424145823166794e-05, |
| "loss": 0.3614, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.4899598393574297, |
| "grad_norm": 0.644295334815979, |
| "learning_rate": 4.9398938439148077e-05, |
| "loss": 0.3961, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.4939759036144578, |
| "grad_norm": 0.9563642144203186, |
| "learning_rate": 4.937319780454559e-05, |
| "loss": 0.3955, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.4979919678714859, |
| "grad_norm": 0.5275897979736328, |
| "learning_rate": 4.934692448193334e-05, |
| "loss": 0.3378, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.5020080321285141, |
| "grad_norm": 0.6813479661941528, |
| "learning_rate": 4.9320119045527487e-05, |
| "loss": 0.4176, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.5060240963855421, |
| "grad_norm": 0.7719974517822266, |
| "learning_rate": 4.929278208117378e-05, |
| "loss": 0.3983, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.5100401606425703, |
| "grad_norm": 0.627138614654541, |
| "learning_rate": 4.9264914186334775e-05, |
| "loss": 0.3915, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.5140562248995983, |
| "grad_norm": 0.7721793055534363, |
| "learning_rate": 4.9236515970076785e-05, |
| "loss": 0.3566, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.5180722891566265, |
| "grad_norm": 0.6848064661026001, |
| "learning_rate": 4.9207588053056545e-05, |
| "loss": 0.381, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.5220883534136547, |
| "grad_norm": 0.578819215297699, |
| "learning_rate": 4.9178131067507625e-05, |
| "loss": 0.4308, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.5261044176706827, |
| "grad_norm": 0.608585000038147, |
| "learning_rate": 4.914814565722671e-05, |
| "loss": 0.3979, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.5301204819277109, |
| "grad_norm": 0.74711012840271, |
| "learning_rate": 4.91176324775594e-05, |
| "loss": 0.4111, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.5341365461847389, |
| "grad_norm": 0.6809923052787781, |
| "learning_rate": 4.9086592195385974e-05, |
| "loss": 0.3647, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.5381526104417671, |
| "grad_norm": 0.5864577889442444, |
| "learning_rate": 4.90550254891068e-05, |
| "loss": 0.3698, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.5421686746987951, |
| "grad_norm": 0.7553641200065613, |
| "learning_rate": 4.9022933048627496e-05, |
| "loss": 0.4233, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.5461847389558233, |
| "grad_norm": 0.7890750765800476, |
| "learning_rate": 4.899031557534383e-05, |
| "loss": 0.3721, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.5502008032128514, |
| "grad_norm": 0.778347909450531, |
| "learning_rate": 4.895717378212644e-05, |
| "loss": 0.3746, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.5542168674698795, |
| "grad_norm": 0.8391472101211548, |
| "learning_rate": 4.892350839330522e-05, |
| "loss": 0.3745, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.5582329317269076, |
| "grad_norm": 0.6306824088096619, |
| "learning_rate": 4.888932014465352e-05, |
| "loss": 0.4011, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.5622489959839357, |
| "grad_norm": 0.6019623875617981, |
| "learning_rate": 4.8854609783372014e-05, |
| "loss": 0.3061, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.5662650602409639, |
| "grad_norm": 0.6332250833511353, |
| "learning_rate": 4.881937806807241e-05, |
| "loss": 0.3296, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.570281124497992, |
| "grad_norm": 0.8003882765769958, |
| "learning_rate": 4.878362576876087e-05, |
| "loss": 0.3772, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.5742971887550201, |
| "grad_norm": 1.5326228141784668, |
| "learning_rate": 4.874735366682115e-05, |
| "loss": 0.3881, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.5783132530120482, |
| "grad_norm": 0.5541295409202576, |
| "learning_rate": 4.871056255499757e-05, |
| "loss": 0.3395, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.5823293172690763, |
| "grad_norm": 0.7162477374076843, |
| "learning_rate": 4.867325323737765e-05, |
| "loss": 0.436, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.5863453815261044, |
| "grad_norm": 1.1130383014678955, |
| "learning_rate": 4.863542652937453e-05, |
| "loss": 0.4736, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.5903614457831325, |
| "grad_norm": 0.7125911712646484, |
| "learning_rate": 4.8597083257709194e-05, |
| "loss": 0.3639, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.5943775100401606, |
| "grad_norm": 0.6064804196357727, |
| "learning_rate": 4.855822426039236e-05, |
| "loss": 0.4083, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.5983935742971888, |
| "grad_norm": 0.6795706748962402, |
| "learning_rate": 4.851885038670618e-05, |
| "loss": 0.4017, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.6024096385542169, |
| "grad_norm": 0.9338403940200806, |
| "learning_rate": 4.84789624971857e-05, |
| "loss": 0.3676, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.606425702811245, |
| "grad_norm": 0.6994291543960571, |
| "learning_rate": 4.8438561463599984e-05, |
| "loss": 0.3956, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.6104417670682731, |
| "grad_norm": 0.6114183068275452, |
| "learning_rate": 4.839764816893315e-05, |
| "loss": 0.3762, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.6144578313253012, |
| "grad_norm": 0.6106306314468384, |
| "learning_rate": 4.8356223507364996e-05, |
| "loss": 0.5335, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.6184738955823293, |
| "grad_norm": 0.773564875125885, |
| "learning_rate": 4.831428838425153e-05, |
| "loss": 0.3427, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.6224899598393574, |
| "grad_norm": 0.7435568571090698, |
| "learning_rate": 4.827184371610511e-05, |
| "loss": 0.4057, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.6265060240963856, |
| "grad_norm": 0.8714675903320312, |
| "learning_rate": 4.822889043057446e-05, |
| "loss": 0.3568, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.6305220883534136, |
| "grad_norm": 0.5461587905883789, |
| "learning_rate": 4.818542946642438e-05, |
| "loss": 0.3559, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.6345381526104418, |
| "grad_norm": 0.5777304768562317, |
| "learning_rate": 4.814146177351523e-05, |
| "loss": 0.3202, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.6385542168674698, |
| "grad_norm": 0.7063300013542175, |
| "learning_rate": 4.8096988312782174e-05, |
| "loss": 0.4611, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.642570281124498, |
| "grad_norm": 1.1671459674835205, |
| "learning_rate": 4.805201005621418e-05, |
| "loss": 0.4838, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.6465863453815262, |
| "grad_norm": 0.8122550845146179, |
| "learning_rate": 4.800652798683277e-05, |
| "loss": 0.4497, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.6506024096385542, |
| "grad_norm": 0.6299118399620056, |
| "learning_rate": 4.796054309867053e-05, |
| "loss": 0.3697, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.6546184738955824, |
| "grad_norm": 0.7938956022262573, |
| "learning_rate": 4.791405639674941e-05, |
| "loss": 0.3955, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.6586345381526104, |
| "grad_norm": 0.6391373872756958, |
| "learning_rate": 4.786706889705872e-05, |
| "loss": 0.3969, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.6626506024096386, |
| "grad_norm": 0.7443742156028748, |
| "learning_rate": 4.781958162653297e-05, |
| "loss": 0.3577, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.5645174384117126, |
| "learning_rate": 4.7771595623029394e-05, |
| "loss": 0.3535, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.6706827309236948, |
| "grad_norm": 0.7596954107284546, |
| "learning_rate": 4.7723111935305274e-05, |
| "loss": 0.2914, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.6746987951807228, |
| "grad_norm": 0.8062319159507751, |
| "learning_rate": 4.767413162299501e-05, |
| "loss": 0.4092, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.678714859437751, |
| "grad_norm": 0.5653491616249084, |
| "learning_rate": 4.7624655756587e-05, |
| "loss": 0.3556, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.6827309236947792, |
| "grad_norm": 1.0263564586639404, |
| "learning_rate": 4.757468541740019e-05, |
| "loss": 0.4144, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.6867469879518072, |
| "grad_norm": 0.7135465145111084, |
| "learning_rate": 4.752422169756048e-05, |
| "loss": 0.3471, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.6907630522088354, |
| "grad_norm": 0.5874855518341064, |
| "learning_rate": 4.747326569997684e-05, |
| "loss": 0.3333, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.6947791164658634, |
| "grad_norm": 0.7225725650787354, |
| "learning_rate": 4.742181853831721e-05, |
| "loss": 0.4247, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.6987951807228916, |
| "grad_norm": 0.8238813877105713, |
| "learning_rate": 4.7369881336984153e-05, |
| "loss": 0.4537, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.7028112449799196, |
| "grad_norm": 0.825269341468811, |
| "learning_rate": 4.731745523109029e-05, |
| "loss": 0.4262, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.7068273092369478, |
| "grad_norm": 0.7465764284133911, |
| "learning_rate": 4.7264541366433494e-05, |
| "loss": 0.3829, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.7108433734939759, |
| "grad_norm": 0.5821319818496704, |
| "learning_rate": 4.721114089947181e-05, |
| "loss": 0.3412, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.714859437751004, |
| "grad_norm": 0.66474449634552, |
| "learning_rate": 4.715725499729826e-05, |
| "loss": 0.4036, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.7188755020080321, |
| "grad_norm": 0.7002742290496826, |
| "learning_rate": 4.7102884837615244e-05, |
| "loss": 0.3917, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.7228915662650602, |
| "grad_norm": 0.7928130626678467, |
| "learning_rate": 4.7048031608708876e-05, |
| "loss": 0.3368, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.7269076305220884, |
| "grad_norm": 0.7208336591720581, |
| "learning_rate": 4.699269650942296e-05, |
| "loss": 0.4802, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.7309236947791165, |
| "grad_norm": 0.5339462757110596, |
| "learning_rate": 4.693688074913282e-05, |
| "loss": 0.3881, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.7349397590361446, |
| "grad_norm": 0.6376134753227234, |
| "learning_rate": 4.6880585547718845e-05, |
| "loss": 0.3136, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.7389558232931727, |
| "grad_norm": 0.7227637767791748, |
| "learning_rate": 4.682381213553986e-05, |
| "loss": 0.3777, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.7429718875502008, |
| "grad_norm": 0.7167319059371948, |
| "learning_rate": 4.676656175340621e-05, |
| "loss": 0.3804, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.7469879518072289, |
| "grad_norm": 0.7428449392318726, |
| "learning_rate": 4.670883565255264e-05, |
| "loss": 0.3574, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.751004016064257, |
| "grad_norm": 0.700078010559082, |
| "learning_rate": 4.665063509461097e-05, |
| "loss": 0.3891, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.7550200803212851, |
| "grad_norm": 0.6233504414558411, |
| "learning_rate": 4.65919613515825e-05, |
| "loss": 0.3581, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.7590361445783133, |
| "grad_norm": 0.7311496138572693, |
| "learning_rate": 4.653281570581023e-05, |
| "loss": 0.4229, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.7630522088353414, |
| "grad_norm": 0.7398768663406372, |
| "learning_rate": 4.64731994499508e-05, |
| "loss": 0.3893, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.7670682730923695, |
| "grad_norm": 0.6437134742736816, |
| "learning_rate": 4.641311388694629e-05, |
| "loss": 0.3548, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.7710843373493976, |
| "grad_norm": 0.6008043885231018, |
| "learning_rate": 4.6352560329995686e-05, |
| "loss": 0.3488, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.7751004016064257, |
| "grad_norm": 0.6803656220436096, |
| "learning_rate": 4.6291540102526235e-05, |
| "loss": 0.3711, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.7791164658634538, |
| "grad_norm": 0.6243724822998047, |
| "learning_rate": 4.6230054538164474e-05, |
| "loss": 0.3355, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.7831325301204819, |
| "grad_norm": 0.7050710916519165, |
| "learning_rate": 4.6168104980707107e-05, |
| "loss": 0.4309, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.7871485943775101, |
| "grad_norm": 0.6469572186470032, |
| "learning_rate": 4.6105692784091636e-05, |
| "loss": 0.3517, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.7911646586345381, |
| "grad_norm": 0.6431530117988586, |
| "learning_rate": 4.6042819312366755e-05, |
| "loss": 0.3819, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.7951807228915663, |
| "grad_norm": 0.6341055035591125, |
| "learning_rate": 4.597948593966256e-05, |
| "loss": 0.2941, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.7991967871485943, |
| "grad_norm": 0.5747613906860352, |
| "learning_rate": 4.591569405016049e-05, |
| "loss": 0.3735, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.8032128514056225, |
| "grad_norm": 0.658657968044281, |
| "learning_rate": 4.585144503806312e-05, |
| "loss": 0.3994, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.8072289156626506, |
| "grad_norm": 0.6977449655532837, |
| "learning_rate": 4.5786740307563636e-05, |
| "loss": 0.3653, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.8112449799196787, |
| "grad_norm": 0.6175029277801514, |
| "learning_rate": 4.5721581272815164e-05, |
| "loss": 0.3333, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.8152610441767069, |
| "grad_norm": 0.6854798793792725, |
| "learning_rate": 4.5655969357899874e-05, |
| "loss": 0.3784, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.8192771084337349, |
| "grad_norm": 0.6330843567848206, |
| "learning_rate": 4.558990599679787e-05, |
| "loss": 0.3559, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.8232931726907631, |
| "grad_norm": 0.5856051445007324, |
| "learning_rate": 4.552339263335581e-05, |
| "loss": 0.3886, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.8273092369477911, |
| "grad_norm": 0.6043461561203003, |
| "learning_rate": 4.545643072125538e-05, |
| "loss": 0.3141, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.8313253012048193, |
| "grad_norm": 0.6707512736320496, |
| "learning_rate": 4.538902172398151e-05, |
| "loss": 0.3362, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.8353413654618473, |
| "grad_norm": 0.5556585192680359, |
| "learning_rate": 4.5321167114790385e-05, |
| "loss": 0.3758, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.8393574297188755, |
| "grad_norm": 0.6057583093643188, |
| "learning_rate": 4.525286837667727e-05, |
| "loss": 0.3374, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.8433734939759037, |
| "grad_norm": 0.6368465423583984, |
| "learning_rate": 4.518412700234406e-05, |
| "loss": 0.3359, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.8473895582329317, |
| "grad_norm": 0.5859608054161072, |
| "learning_rate": 4.511494449416671e-05, |
| "loss": 0.2977, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.8514056224899599, |
| "grad_norm": 0.6386719346046448, |
| "learning_rate": 4.504532236416234e-05, |
| "loss": 0.349, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.8554216867469879, |
| "grad_norm": 0.7043953537940979, |
| "learning_rate": 4.497526213395623e-05, |
| "loss": 0.35, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.8594377510040161, |
| "grad_norm": 0.6599947214126587, |
| "learning_rate": 4.490476533474855e-05, |
| "loss": 0.3626, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.8634538152610441, |
| "grad_norm": 0.709950864315033, |
| "learning_rate": 4.4833833507280884e-05, |
| "loss": 0.3953, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.8674698795180723, |
| "grad_norm": 0.6372776031494141, |
| "learning_rate": 4.476246820180259e-05, |
| "loss": 0.3446, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.8714859437751004, |
| "grad_norm": 0.6113653779029846, |
| "learning_rate": 4.4690670978036886e-05, |
| "loss": 0.3912, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.8755020080321285, |
| "grad_norm": 0.6425395607948303, |
| "learning_rate": 4.461844340514678e-05, |
| "loss": 0.376, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.8795180722891566, |
| "grad_norm": 0.6444389224052429, |
| "learning_rate": 4.454578706170075e-05, |
| "loss": 0.2973, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.8835341365461847, |
| "grad_norm": 1.6042680740356445, |
| "learning_rate": 4.447270353563828e-05, |
| "loss": 0.3803, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.8875502008032129, |
| "grad_norm": 0.7146402597427368, |
| "learning_rate": 4.439919442423513e-05, |
| "loss": 0.3579, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.891566265060241, |
| "grad_norm": 0.6526602506637573, |
| "learning_rate": 4.4325261334068426e-05, |
| "loss": 0.3645, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.8955823293172691, |
| "grad_norm": 0.8015785217285156, |
| "learning_rate": 4.4250905880981574e-05, |
| "loss": 0.4367, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.8995983935742972, |
| "grad_norm": 1.0051459074020386, |
| "learning_rate": 4.417612969004891e-05, |
| "loss": 0.3873, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.9036144578313253, |
| "grad_norm": 0.7158998847007751, |
| "learning_rate": 4.410093439554019e-05, |
| "loss": 0.3457, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.9076305220883534, |
| "grad_norm": 0.6931036114692688, |
| "learning_rate": 4.4025321640884905e-05, |
| "loss": 0.2949, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.9116465863453815, |
| "grad_norm": 0.7364740371704102, |
| "learning_rate": 4.394929307863633e-05, |
| "loss": 0.3245, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.9156626506024096, |
| "grad_norm": 0.8082252144813538, |
| "learning_rate": 4.38728503704354e-05, |
| "loss": 0.359, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.9196787148594378, |
| "grad_norm": 1.1371561288833618, |
| "learning_rate": 4.379599518697444e-05, |
| "loss": 0.3495, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.9236947791164659, |
| "grad_norm": 0.7997297048568726, |
| "learning_rate": 4.3718729207960586e-05, |
| "loss": 0.3186, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.927710843373494, |
| "grad_norm": 0.7108686566352844, |
| "learning_rate": 4.364105412207914e-05, |
| "loss": 0.4086, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.9317269076305221, |
| "grad_norm": 0.7407398223876953, |
| "learning_rate": 4.356297162695662e-05, |
| "loss": 0.3657, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.9357429718875502, |
| "grad_norm": 0.7209028005599976, |
| "learning_rate": 4.3484483429123656e-05, |
| "loss": 0.3305, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.9397590361445783, |
| "grad_norm": 0.841200590133667, |
| "learning_rate": 4.3405591243977736e-05, |
| "loss": 0.4038, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.9437751004016064, |
| "grad_norm": 0.6993167400360107, |
| "learning_rate": 4.332629679574566e-05, |
| "loss": 0.3341, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.9477911646586346, |
| "grad_norm": 0.6530373096466064, |
| "learning_rate": 4.324660181744589e-05, |
| "loss": 0.3926, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.9518072289156626, |
| "grad_norm": 0.6918975710868835, |
| "learning_rate": 4.316650805085068e-05, |
| "loss": 0.3806, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.9558232931726908, |
| "grad_norm": 0.6316202282905579, |
| "learning_rate": 4.308601724644797e-05, |
| "loss": 0.3622, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.9598393574297188, |
| "grad_norm": 0.6180090308189392, |
| "learning_rate": 4.300513116340317e-05, |
| "loss": 0.3748, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.963855421686747, |
| "grad_norm": 0.6538357138633728, |
| "learning_rate": 4.2923851569520685e-05, |
| "loss": 0.2862, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.9678714859437751, |
| "grad_norm": 0.774797797203064, |
| "learning_rate": 4.28421802412053e-05, |
| "loss": 0.3484, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.9718875502008032, |
| "grad_norm": 0.6641711592674255, |
| "learning_rate": 4.276011896342336e-05, |
| "loss": 0.3897, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.9759036144578314, |
| "grad_norm": 0.5238835215568542, |
| "learning_rate": 4.267766952966369e-05, |
| "loss": 0.3045, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.9799196787148594, |
| "grad_norm": 0.6551547646522522, |
| "learning_rate": 4.259483374189851e-05, |
| "loss": 0.2997, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.9839357429718876, |
| "grad_norm": 0.7510992288589478, |
| "learning_rate": 4.251161341054396e-05, |
| "loss": 0.3996, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.9879518072289156, |
| "grad_norm": 0.6663261651992798, |
| "learning_rate": 4.242801035442058e-05, |
| "loss": 0.3949, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.9919678714859438, |
| "grad_norm": 0.632393479347229, |
| "learning_rate": 4.2344026400713545e-05, |
| "loss": 0.3046, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.9959839357429718, |
| "grad_norm": 0.6645919680595398, |
| "learning_rate": 4.225966338493271e-05, |
| "loss": 0.2913, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.622279942035675, |
| "learning_rate": 4.2174923150872544e-05, |
| "loss": 0.3214, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.0040160642570282, |
| "grad_norm": 0.6085844039916992, |
| "learning_rate": 4.208980755057178e-05, |
| "loss": 0.398, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.0080321285140563, |
| "grad_norm": 0.5199077129364014, |
| "learning_rate": 4.2004318444272985e-05, |
| "loss": 0.3322, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.0120481927710843, |
| "grad_norm": 0.7024986743927002, |
| "learning_rate": 4.1918457700381855e-05, |
| "loss": 0.3984, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.0160642570281124, |
| "grad_norm": 0.6403225660324097, |
| "learning_rate": 4.183222719542643e-05, |
| "loss": 0.3169, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.0200803212851406, |
| "grad_norm": 0.7067918181419373, |
| "learning_rate": 4.174562881401602e-05, |
| "loss": 0.2851, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.0240963855421688, |
| "grad_norm": 0.8557071685791016, |
| "learning_rate": 4.16586644488001e-05, |
| "loss": 0.2954, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.0281124497991967, |
| "grad_norm": 0.6150246858596802, |
| "learning_rate": 4.157133600042686e-05, |
| "loss": 0.3925, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.0321285140562249, |
| "grad_norm": 0.629190981388092, |
| "learning_rate": 4.148364537750172e-05, |
| "loss": 0.351, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.036144578313253, |
| "grad_norm": 0.6059038639068604, |
| "learning_rate": 4.139559449654561e-05, |
| "loss": 0.3343, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.0401606425702812, |
| "grad_norm": 0.6396567225456238, |
| "learning_rate": 4.130718528195303e-05, |
| "loss": 0.3432, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.0441767068273093, |
| "grad_norm": 0.6217969059944153, |
| "learning_rate": 4.1218419665950094e-05, |
| "loss": 0.3487, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.0481927710843373, |
| "grad_norm": 0.736483633518219, |
| "learning_rate": 4.1129299588552193e-05, |
| "loss": 0.3325, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.0522088353413654, |
| "grad_norm": 0.6012124419212341, |
| "learning_rate": 4.103982699752167e-05, |
| "loss": 0.3232, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.0562248995983936, |
| "grad_norm": 0.5797888040542603, |
| "learning_rate": 4.095000384832522e-05, |
| "loss": 0.3664, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.0602409638554218, |
| "grad_norm": 0.6586582064628601, |
| "learning_rate": 4.085983210409114e-05, |
| "loss": 0.3973, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.0642570281124497, |
| "grad_norm": 0.7206650972366333, |
| "learning_rate": 4.076931373556646e-05, |
| "loss": 0.3004, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.0682730923694779, |
| "grad_norm": 0.8033329248428345, |
| "learning_rate": 4.067845072107383e-05, |
| "loss": 0.3916, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.072289156626506, |
| "grad_norm": 0.8563597202301025, |
| "learning_rate": 4.058724504646834e-05, |
| "loss": 0.351, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.0763052208835342, |
| "grad_norm": 0.7244225740432739, |
| "learning_rate": 4.0495698705094044e-05, |
| "loss": 0.3782, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.0803212851405624, |
| "grad_norm": 0.704351007938385, |
| "learning_rate": 4.0403813697740446e-05, |
| "loss": 0.3864, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.0843373493975903, |
| "grad_norm": 0.6686497926712036, |
| "learning_rate": 4.0311592032598754e-05, |
| "loss": 0.3588, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.0883534136546185, |
| "grad_norm": 0.7728563547134399, |
| "learning_rate": 4.021903572521802e-05, |
| "loss": 0.354, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.0923694779116466, |
| "grad_norm": 0.6716745495796204, |
| "learning_rate": 4.012614679846103e-05, |
| "loss": 0.3481, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.0963855421686748, |
| "grad_norm": 0.6699212193489075, |
| "learning_rate": 4.0032927282460146e-05, |
| "loss": 0.3038, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.1004016064257027, |
| "grad_norm": 0.5542762875556946, |
| "learning_rate": 3.9939379214572915e-05, |
| "loss": 0.3026, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.104417670682731, |
| "grad_norm": 0.6108137369155884, |
| "learning_rate": 3.9845504639337535e-05, |
| "loss": 0.2906, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.108433734939759, |
| "grad_norm": 0.6392081379890442, |
| "learning_rate": 3.9751305608428205e-05, |
| "loss": 0.3387, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.1124497991967872, |
| "grad_norm": 0.6696359515190125, |
| "learning_rate": 3.965678418061023e-05, |
| "loss": 0.2961, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.1164658634538154, |
| "grad_norm": 0.6447118520736694, |
| "learning_rate": 3.956194242169506e-05, |
| "loss": 0.2949, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.1204819277108433, |
| "grad_norm": 1.0393074750900269, |
| "learning_rate": 3.946678240449515e-05, |
| "loss": 0.3566, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.1244979919678715, |
| "grad_norm": 0.630760908126831, |
| "learning_rate": 3.937130620877863e-05, |
| "loss": 0.3576, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.1285140562248996, |
| "grad_norm": 0.8362942934036255, |
| "learning_rate": 3.927551592122388e-05, |
| "loss": 0.4025, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.1325301204819278, |
| "grad_norm": 0.7339195013046265, |
| "learning_rate": 3.9179413635373897e-05, |
| "loss": 0.3454, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.1365461847389557, |
| "grad_norm": 0.8447798490524292, |
| "learning_rate": 3.908300145159055e-05, |
| "loss": 0.2539, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.140562248995984, |
| "grad_norm": 0.8059999942779541, |
| "learning_rate": 3.898628147700868e-05, |
| "loss": 0.3638, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.144578313253012, |
| "grad_norm": 0.7167591452598572, |
| "learning_rate": 3.888925582549006e-05, |
| "loss": 0.3427, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.1485943775100402, |
| "grad_norm": 0.6503918170928955, |
| "learning_rate": 3.8791926617577144e-05, |
| "loss": 0.3232, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.1526104417670684, |
| "grad_norm": 0.9456886649131775, |
| "learning_rate": 3.869429598044679e-05, |
| "loss": 0.3642, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.1566265060240963, |
| "grad_norm": 0.6594911813735962, |
| "learning_rate": 3.859636604786372e-05, |
| "loss": 0.2961, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.1606425702811245, |
| "grad_norm": 0.6953052282333374, |
| "learning_rate": 3.8498138960133917e-05, |
| "loss": 0.2412, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.1646586345381527, |
| "grad_norm": 0.641533374786377, |
| "learning_rate": 3.8399616864057816e-05, |
| "loss": 0.3229, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.1686746987951806, |
| "grad_norm": 0.6257909536361694, |
| "learning_rate": 3.830080191288342e-05, |
| "loss": 0.3686, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.1726907630522088, |
| "grad_norm": 0.675899088382721, |
| "learning_rate": 3.82016962662592e-05, |
| "loss": 0.3846, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.176706827309237, |
| "grad_norm": 0.6206428408622742, |
| "learning_rate": 3.810230209018694e-05, |
| "loss": 0.2751, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.180722891566265, |
| "grad_norm": 0.7517561912536621, |
| "learning_rate": 3.8002621556974367e-05, |
| "loss": 0.3071, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.1847389558232932, |
| "grad_norm": 0.7836295962333679, |
| "learning_rate": 3.790265684518767e-05, |
| "loss": 0.3599, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.1887550200803212, |
| "grad_norm": 0.6151822209358215, |
| "learning_rate": 3.780241013960391e-05, |
| "loss": 0.3623, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.1927710843373494, |
| "grad_norm": 0.623931348323822, |
| "learning_rate": 3.770188363116324e-05, |
| "loss": 0.2892, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.1967871485943775, |
| "grad_norm": 0.9910692572593689, |
| "learning_rate": 3.760107951692107e-05, |
| "loss": 0.336, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.2008032128514057, |
| "grad_norm": 0.7002805471420288, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 0.2656, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.2048192771084336, |
| "grad_norm": 0.7750109434127808, |
| "learning_rate": 3.73986472895417e-05, |
| "loss": 0.3896, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.2088353413654618, |
| "grad_norm": 0.7624642252922058, |
| "learning_rate": 3.729702360065859e-05, |
| "loss": 0.36, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.21285140562249, |
| "grad_norm": 0.629544734954834, |
| "learning_rate": 3.7195131154385474e-05, |
| "loss": 0.2891, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.216867469879518, |
| "grad_norm": 0.692724883556366, |
| "learning_rate": 3.7092972177631e-05, |
| "loss": 0.4024, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.2208835341365463, |
| "grad_norm": 0.7353823184967041, |
| "learning_rate": 3.699054890312892e-05, |
| "loss": 0.4004, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.2248995983935742, |
| "grad_norm": 0.6432971358299255, |
| "learning_rate": 3.6887863569389386e-05, |
| "loss": 0.2805, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.2289156626506024, |
| "grad_norm": 0.7083505392074585, |
| "learning_rate": 3.678491842064995e-05, |
| "loss": 0.3511, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.2329317269076305, |
| "grad_norm": 0.6677691340446472, |
| "learning_rate": 3.668171570682655e-05, |
| "loss": 0.2609, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.2369477911646587, |
| "grad_norm": 0.6491400599479675, |
| "learning_rate": 3.6578257683464364e-05, |
| "loss": 0.2552, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.2409638554216866, |
| "grad_norm": 0.7234424948692322, |
| "learning_rate": 3.6474546611688445e-05, |
| "loss": 0.3698, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.2449799196787148, |
| "grad_norm": 0.6780205368995667, |
| "learning_rate": 3.6370584758154366e-05, |
| "loss": 0.3884, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.248995983935743, |
| "grad_norm": 0.8064125180244446, |
| "learning_rate": 3.6266374394998634e-05, |
| "loss": 0.3976, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.2530120481927711, |
| "grad_norm": 0.9440551400184631, |
| "learning_rate": 3.616191779978907e-05, |
| "loss": 0.4309, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.2570281124497993, |
| "grad_norm": 0.6932246685028076, |
| "learning_rate": 3.6057217255475034e-05, |
| "loss": 0.3404, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.2610441767068274, |
| "grad_norm": 0.7167385816574097, |
| "learning_rate": 3.595227505033747e-05, |
| "loss": 0.367, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.2650602409638554, |
| "grad_norm": 0.7061241865158081, |
| "learning_rate": 3.5847093477938956e-05, |
| "loss": 0.3075, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.2690763052208835, |
| "grad_norm": 0.7282212376594543, |
| "learning_rate": 3.574167483707356e-05, |
| "loss": 0.3986, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.2730923694779117, |
| "grad_norm": 0.6596242189407349, |
| "learning_rate": 3.5636021431716606e-05, |
| "loss": 0.3331, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.2771084337349397, |
| "grad_norm": 0.6918690204620361, |
| "learning_rate": 3.5530135570974274e-05, |
| "loss": 0.3008, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.2811244979919678, |
| "grad_norm": 0.8608424067497253, |
| "learning_rate": 3.542401956903321e-05, |
| "loss": 0.3083, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.285140562248996, |
| "grad_norm": 0.665269136428833, |
| "learning_rate": 3.5317675745109866e-05, |
| "loss": 0.3158, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.2891566265060241, |
| "grad_norm": 0.6643700003623962, |
| "learning_rate": 3.521110642339991e-05, |
| "loss": 0.3511, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.2931726907630523, |
| "grad_norm": 0.6341935992240906, |
| "learning_rate": 3.51043139330273e-05, |
| "loss": 0.2854, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.2971887550200802, |
| "grad_norm": 0.6715558171272278, |
| "learning_rate": 3.499730060799352e-05, |
| "loss": 0.2628, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.3012048192771084, |
| "grad_norm": 0.7047196626663208, |
| "learning_rate": 3.489006878712647e-05, |
| "loss": 0.3705, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.3052208835341366, |
| "grad_norm": 0.7242834568023682, |
| "learning_rate": 3.4782620814029375e-05, |
| "loss": 0.3081, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.3092369477911647, |
| "grad_norm": 0.7659518718719482, |
| "learning_rate": 3.4674959037029594e-05, |
| "loss": 0.3186, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.3132530120481927, |
| "grad_norm": 0.836984395980835, |
| "learning_rate": 3.456708580912725e-05, |
| "loss": 0.3965, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.3172690763052208, |
| "grad_norm": 0.6630202531814575, |
| "learning_rate": 3.4459003487943844e-05, |
| "loss": 0.2702, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.321285140562249, |
| "grad_norm": 0.7526226043701172, |
| "learning_rate": 3.4350714435670707e-05, |
| "loss": 0.3367, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.3253012048192772, |
| "grad_norm": 0.6993024349212646, |
| "learning_rate": 3.424222101901738e-05, |
| "loss": 0.3486, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.3293172690763053, |
| "grad_norm": 0.8149450421333313, |
| "learning_rate": 3.413352560915988e-05, |
| "loss": 0.3661, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 0.6562392115592957, |
| "learning_rate": 3.4024630581688894e-05, |
| "loss": 0.2749, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.3373493975903614, |
| "grad_norm": 0.7134260535240173, |
| "learning_rate": 3.391553831655782e-05, |
| "loss": 0.3177, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.3413654618473896, |
| "grad_norm": 0.7992382049560547, |
| "learning_rate": 3.380625119803084e-05, |
| "loss": 0.3613, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.3453815261044177, |
| "grad_norm": 0.7649348378181458, |
| "learning_rate": 3.369677161463068e-05, |
| "loss": 0.3374, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.3493975903614457, |
| "grad_norm": 0.8444297313690186, |
| "learning_rate": 3.358710195908653e-05, |
| "loss": 0.3972, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.3534136546184738, |
| "grad_norm": 0.6742205619812012, |
| "learning_rate": 3.3477244628281666e-05, |
| "loss": 0.3344, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.357429718875502, |
| "grad_norm": 0.6053270697593689, |
| "learning_rate": 3.336720202320113e-05, |
| "loss": 0.3483, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.3614457831325302, |
| "grad_norm": 0.6525555849075317, |
| "learning_rate": 3.3256976548879184e-05, |
| "loss": 0.2982, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.3654618473895583, |
| "grad_norm": 0.6057913899421692, |
| "learning_rate": 3.314657061434681e-05, |
| "loss": 0.2809, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.3694779116465863, |
| "grad_norm": 0.6161317229270935, |
| "learning_rate": 3.303598663257904e-05, |
| "loss": 0.3059, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.3734939759036144, |
| "grad_norm": 0.6134277582168579, |
| "learning_rate": 3.292522702044221e-05, |
| "loss": 0.2933, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.3775100401606426, |
| "grad_norm": 0.7496150135993958, |
| "learning_rate": 3.281429419864112e-05, |
| "loss": 0.3587, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.3815261044176708, |
| "grad_norm": 0.7023509740829468, |
| "learning_rate": 3.270319059166617e-05, |
| "loss": 0.2981, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.3855421686746987, |
| "grad_norm": 0.6817592978477478, |
| "learning_rate": 3.259191862774037e-05, |
| "loss": 0.3579, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.3895582329317269, |
| "grad_norm": 0.6259456276893616, |
| "learning_rate": 3.248048073876622e-05, |
| "loss": 0.2917, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.393574297188755, |
| "grad_norm": 0.6996810436248779, |
| "learning_rate": 3.2368879360272606e-05, |
| "loss": 0.2643, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.3975903614457832, |
| "grad_norm": 0.7394677996635437, |
| "learning_rate": 3.225711693136156e-05, |
| "loss": 0.3286, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.4016064257028114, |
| "grad_norm": 0.7352170944213867, |
| "learning_rate": 3.214519589465495e-05, |
| "loss": 0.2706, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.4056224899598393, |
| "grad_norm": 0.7182479500770569, |
| "learning_rate": 3.203311869624107e-05, |
| "loss": 0.3704, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.4096385542168675, |
| "grad_norm": 0.7015247344970703, |
| "learning_rate": 3.1920887785621235e-05, |
| "loss": 0.3309, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.4136546184738956, |
| "grad_norm": 0.6726226806640625, |
| "learning_rate": 3.180850561565621e-05, |
| "loss": 0.2826, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.4176706827309236, |
| "grad_norm": 0.7643373608589172, |
| "learning_rate": 3.1695974642512585e-05, |
| "loss": 0.3184, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.4216867469879517, |
| "grad_norm": 0.851716935634613, |
| "learning_rate": 3.158329732560912e-05, |
| "loss": 0.3393, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.4257028112449799, |
| "grad_norm": 0.8587582111358643, |
| "learning_rate": 3.147047612756302e-05, |
| "loss": 0.2996, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.429718875502008, |
| "grad_norm": 0.8089635372161865, |
| "learning_rate": 3.1357513514136044e-05, |
| "loss": 0.3699, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.4337349397590362, |
| "grad_norm": 0.7529250383377075, |
| "learning_rate": 3.1244411954180676e-05, |
| "loss": 0.3509, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.4377510040160644, |
| "grad_norm": 0.7800310254096985, |
| "learning_rate": 3.113117391958612e-05, |
| "loss": 0.341, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.4417670682730923, |
| "grad_norm": 0.6380038261413574, |
| "learning_rate": 3.101780188522433e-05, |
| "loss": 0.3674, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.4457831325301205, |
| "grad_norm": 0.827573835849762, |
| "learning_rate": 3.090429832889586e-05, |
| "loss": 0.3459, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.4497991967871486, |
| "grad_norm": 0.8122319579124451, |
| "learning_rate": 3.0790665731275765e-05, |
| "loss": 0.3204, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.4538152610441766, |
| "grad_norm": 0.8184553384780884, |
| "learning_rate": 3.0676906575859334e-05, |
| "loss": 0.3107, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.4578313253012047, |
| "grad_norm": 0.8002389073371887, |
| "learning_rate": 3.056302334890786e-05, |
| "loss": 0.3823, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.461847389558233, |
| "grad_norm": 0.6957512497901917, |
| "learning_rate": 3.0449018539394276e-05, |
| "loss": 0.3028, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.465863453815261, |
| "grad_norm": 0.7060897350311279, |
| "learning_rate": 3.0334894638948753e-05, |
| "loss": 0.356, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.4698795180722892, |
| "grad_norm": 0.6910706162452698, |
| "learning_rate": 3.022065414180425e-05, |
| "loss": 0.3894, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.4738955823293174, |
| "grad_norm": 0.634735643863678, |
| "learning_rate": 3.010629954474201e-05, |
| "loss": 0.3114, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.4779116465863453, |
| "grad_norm": 0.7240673303604126, |
| "learning_rate": 2.9991833347036985e-05, |
| "loss": 0.3103, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.4819277108433735, |
| "grad_norm": 0.7436959743499756, |
| "learning_rate": 2.9877258050403212e-05, |
| "loss": 0.3444, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.4859437751004017, |
| "grad_norm": 0.736075758934021, |
| "learning_rate": 2.9762576158939125e-05, |
| "loss": 0.3869, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.4899598393574296, |
| "grad_norm": 0.7735042572021484, |
| "learning_rate": 2.9647790179072872e-05, |
| "loss": 0.3084, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.4939759036144578, |
| "grad_norm": 0.7524950504302979, |
| "learning_rate": 2.9532902619507462e-05, |
| "loss": 0.35, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.497991967871486, |
| "grad_norm": 0.6790709495544434, |
| "learning_rate": 2.9417915991166008e-05, |
| "loss": 0.3098, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.502008032128514, |
| "grad_norm": 0.6772611141204834, |
| "learning_rate": 2.93028328071368e-05, |
| "loss": 0.294, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.5060240963855422, |
| "grad_norm": 0.6951244473457336, |
| "learning_rate": 2.918765558261841e-05, |
| "loss": 0.2844, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.5100401606425704, |
| "grad_norm": 0.6909642219543457, |
| "learning_rate": 2.9072386834864724e-05, |
| "loss": 0.3082, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.5140562248995983, |
| "grad_norm": 0.6457985639572144, |
| "learning_rate": 2.8957029083129873e-05, |
| "loss": 0.2628, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.5180722891566265, |
| "grad_norm": 0.7581838369369507, |
| "learning_rate": 2.884158484861325e-05, |
| "loss": 0.3804, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.5220883534136547, |
| "grad_norm": 0.7615995407104492, |
| "learning_rate": 2.872605665440436e-05, |
| "loss": 0.3667, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.5261044176706826, |
| "grad_norm": 0.7376864552497864, |
| "learning_rate": 2.8610447025427683e-05, |
| "loss": 0.302, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.5301204819277108, |
| "grad_norm": 0.6898524165153503, |
| "learning_rate": 2.849475848838749e-05, |
| "loss": 0.2746, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.534136546184739, |
| "grad_norm": 0.6715502142906189, |
| "learning_rate": 2.8378993571712638e-05, |
| "loss": 0.3599, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.538152610441767, |
| "grad_norm": 0.7485578060150146, |
| "learning_rate": 2.8263154805501297e-05, |
| "loss": 0.3692, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.5421686746987953, |
| "grad_norm": 0.6707048416137695, |
| "learning_rate": 2.8147244721465636e-05, |
| "loss": 0.2836, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.5461847389558234, |
| "grad_norm": 0.7567557096481323, |
| "learning_rate": 2.8031265852876537e-05, |
| "loss": 0.3734, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.5502008032128514, |
| "grad_norm": 0.7292672991752625, |
| "learning_rate": 2.791522073450819e-05, |
| "loss": 0.3703, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.5542168674698795, |
| "grad_norm": 0.7452452778816223, |
| "learning_rate": 2.7799111902582696e-05, |
| "loss": 0.3482, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.5582329317269075, |
| "grad_norm": 0.7260645627975464, |
| "learning_rate": 2.7682941894714666e-05, |
| "loss": 0.345, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.5622489959839356, |
| "grad_norm": 0.7072299718856812, |
| "learning_rate": 2.7566713249855712e-05, |
| "loss": 0.3538, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.5662650602409638, |
| "grad_norm": 0.7503701448440552, |
| "learning_rate": 2.7450428508239024e-05, |
| "loss": 0.3245, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.570281124497992, |
| "grad_norm": 0.671421468257904, |
| "learning_rate": 2.7334090211323766e-05, |
| "loss": 0.3616, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.5742971887550201, |
| "grad_norm": 0.7954780459403992, |
| "learning_rate": 2.7217700901739636e-05, |
| "loss": 0.3726, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.5783132530120483, |
| "grad_norm": 0.7115846872329712, |
| "learning_rate": 2.710126312323119e-05, |
| "loss": 0.3879, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.5823293172690764, |
| "grad_norm": 0.8727709650993347, |
| "learning_rate": 2.6984779420602323e-05, |
| "loss": 0.374, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.5863453815261044, |
| "grad_norm": 0.6634027361869812, |
| "learning_rate": 2.686825233966061e-05, |
| "loss": 0.272, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.5903614457831325, |
| "grad_norm": 0.7339637279510498, |
| "learning_rate": 2.6751684427161683e-05, |
| "loss": 0.3792, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.5943775100401605, |
| "grad_norm": 0.6629202961921692, |
| "learning_rate": 2.663507823075358e-05, |
| "loss": 0.3044, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.5983935742971886, |
| "grad_norm": 0.7362025380134583, |
| "learning_rate": 2.651843629892103e-05, |
| "loss": 0.3503, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.6024096385542168, |
| "grad_norm": 0.7173884510993958, |
| "learning_rate": 2.6401761180929797e-05, |
| "loss": 0.2917, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.606425702811245, |
| "grad_norm": 0.7019863128662109, |
| "learning_rate": 2.6285055426770934e-05, |
| "loss": 0.3217, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.6104417670682731, |
| "grad_norm": 0.668793261051178, |
| "learning_rate": 2.616832158710506e-05, |
| "loss": 0.3452, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.6144578313253013, |
| "grad_norm": 0.6839523315429688, |
| "learning_rate": 2.6051562213206632e-05, |
| "loss": 0.2853, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.6184738955823295, |
| "grad_norm": 0.7479641437530518, |
| "learning_rate": 2.593477985690815e-05, |
| "loss": 0.4029, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.6224899598393574, |
| "grad_norm": 0.7546053528785706, |
| "learning_rate": 2.5817977070544407e-05, |
| "loss": 0.3556, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.6265060240963856, |
| "grad_norm": 0.8448750972747803, |
| "learning_rate": 2.5701156406896725e-05, |
| "loss": 0.399, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.6305220883534135, |
| "grad_norm": 0.77425616979599, |
| "learning_rate": 2.5584320419137127e-05, |
| "loss": 0.301, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.6345381526104417, |
| "grad_norm": 0.9346187114715576, |
| "learning_rate": 2.5467471660772557e-05, |
| "loss": 0.3723, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.6385542168674698, |
| "grad_norm": 0.768231213092804, |
| "learning_rate": 2.535061268558906e-05, |
| "loss": 0.3502, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.642570281124498, |
| "grad_norm": 0.673270583152771, |
| "learning_rate": 2.5233746047595985e-05, |
| "loss": 0.3066, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.6465863453815262, |
| "grad_norm": 0.6739712357521057, |
| "learning_rate": 2.5116874300970138e-05, |
| "loss": 0.3378, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.6506024096385543, |
| "grad_norm": 0.6984811425209045, |
| "learning_rate": 2.5e-05, |
| "loss": 0.3083, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.6546184738955825, |
| "grad_norm": 0.6985664963722229, |
| "learning_rate": 2.4883125699029865e-05, |
| "loss": 0.3625, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.6586345381526104, |
| "grad_norm": 0.6901569962501526, |
| "learning_rate": 2.4766253952404024e-05, |
| "loss": 0.3392, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.6626506024096386, |
| "grad_norm": 0.7855417132377625, |
| "learning_rate": 2.4649387314410945e-05, |
| "loss": 0.3255, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.8108392953872681, |
| "learning_rate": 2.4532528339227452e-05, |
| "loss": 0.3242, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.6706827309236947, |
| "grad_norm": 0.8146324753761292, |
| "learning_rate": 2.441567958086288e-05, |
| "loss": 0.3173, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.6746987951807228, |
| "grad_norm": 0.7759451270103455, |
| "learning_rate": 2.429884359310328e-05, |
| "loss": 0.3513, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.678714859437751, |
| "grad_norm": 0.7257838845252991, |
| "learning_rate": 2.41820229294556e-05, |
| "loss": 0.3018, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.6827309236947792, |
| "grad_norm": 0.7915422916412354, |
| "learning_rate": 2.4065220143091864e-05, |
| "loss": 0.39, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.6867469879518073, |
| "grad_norm": 0.6713058352470398, |
| "learning_rate": 2.3948437786793377e-05, |
| "loss": 0.3026, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.6907630522088355, |
| "grad_norm": 0.6408040523529053, |
| "learning_rate": 2.383167841289495e-05, |
| "loss": 0.2606, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.6947791164658634, |
| "grad_norm": 0.7138453125953674, |
| "learning_rate": 2.371494457322907e-05, |
| "loss": 0.3099, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.6987951807228916, |
| "grad_norm": 0.6884890198707581, |
| "learning_rate": 2.3598238819070202e-05, |
| "loss": 0.2958, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.7028112449799195, |
| "grad_norm": 0.7783042788505554, |
| "learning_rate": 2.3481563701078966e-05, |
| "loss": 0.3311, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.7068273092369477, |
| "grad_norm": 0.7458612322807312, |
| "learning_rate": 2.3364921769246423e-05, |
| "loss": 0.3376, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.7108433734939759, |
| "grad_norm": 0.8598488569259644, |
| "learning_rate": 2.3248315572838316e-05, |
| "loss": 0.3199, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.714859437751004, |
| "grad_norm": 0.7067093253135681, |
| "learning_rate": 2.3131747660339394e-05, |
| "loss": 0.3161, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.7188755020080322, |
| "grad_norm": 0.7883020639419556, |
| "learning_rate": 2.3015220579397682e-05, |
| "loss": 0.3633, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.7228915662650603, |
| "grad_norm": 0.7497788667678833, |
| "learning_rate": 2.2898736876768815e-05, |
| "loss": 0.3441, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.7269076305220885, |
| "grad_norm": 0.6594833135604858, |
| "learning_rate": 2.278229909826037e-05, |
| "loss": 0.2846, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.7309236947791165, |
| "grad_norm": 0.6981406807899475, |
| "learning_rate": 2.2665909788676237e-05, |
| "loss": 0.336, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.7349397590361446, |
| "grad_norm": 0.7191076874732971, |
| "learning_rate": 2.2549571491760986e-05, |
| "loss": 0.3304, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.7389558232931726, |
| "grad_norm": 0.8120121359825134, |
| "learning_rate": 2.2433286750144293e-05, |
| "loss": 0.3102, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.7429718875502007, |
| "grad_norm": 0.7788616418838501, |
| "learning_rate": 2.231705810528534e-05, |
| "loss": 0.3253, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.7469879518072289, |
| "grad_norm": 0.6789368391036987, |
| "learning_rate": 2.2200888097417307e-05, |
| "loss": 0.3341, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.751004016064257, |
| "grad_norm": 0.730965256690979, |
| "learning_rate": 2.2084779265491813e-05, |
| "loss": 0.3263, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.7550200803212852, |
| "grad_norm": 0.7907600402832031, |
| "learning_rate": 2.1968734147123465e-05, |
| "loss": 0.3053, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.7590361445783134, |
| "grad_norm": 0.7607869505882263, |
| "learning_rate": 2.185275527853437e-05, |
| "loss": 0.3683, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.7630522088353415, |
| "grad_norm": 0.7206976413726807, |
| "learning_rate": 2.173684519449872e-05, |
| "loss": 0.3087, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.7670682730923695, |
| "grad_norm": 0.7315901517868042, |
| "learning_rate": 2.162100642828737e-05, |
| "loss": 0.2987, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.7710843373493976, |
| "grad_norm": 0.7159738540649414, |
| "learning_rate": 2.1505241511612522e-05, |
| "loss": 0.2849, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.7751004016064256, |
| "grad_norm": 0.7728487849235535, |
| "learning_rate": 2.138955297457233e-05, |
| "loss": 0.3888, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.7791164658634537, |
| "grad_norm": 0.829146683216095, |
| "learning_rate": 2.1273943345595637e-05, |
| "loss": 0.333, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.783132530120482, |
| "grad_norm": 0.7567833662033081, |
| "learning_rate": 2.1158415151386744e-05, |
| "loss": 0.3216, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.78714859437751, |
| "grad_norm": 0.676815390586853, |
| "learning_rate": 2.104297091687013e-05, |
| "loss": 0.2618, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.7911646586345382, |
| "grad_norm": 0.8237574100494385, |
| "learning_rate": 2.0927613165135285e-05, |
| "loss": 0.3332, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.7951807228915664, |
| "grad_norm": 0.8036498427391052, |
| "learning_rate": 2.0812344417381595e-05, |
| "loss": 0.3136, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.7991967871485943, |
| "grad_norm": 0.8381817936897278, |
| "learning_rate": 2.0697167192863204e-05, |
| "loss": 0.3241, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.8032128514056225, |
| "grad_norm": 0.8362058401107788, |
| "learning_rate": 2.0582084008834e-05, |
| "loss": 0.2887, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.8072289156626506, |
| "grad_norm": 0.7610471248626709, |
| "learning_rate": 2.0467097380492544e-05, |
| "loss": 0.2986, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.8112449799196786, |
| "grad_norm": 0.7676022052764893, |
| "learning_rate": 2.0352209820927137e-05, |
| "loss": 0.3148, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.8152610441767068, |
| "grad_norm": 0.7500276565551758, |
| "learning_rate": 2.0237423841060877e-05, |
| "loss": 0.2663, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.819277108433735, |
| "grad_norm": 0.7033796906471252, |
| "learning_rate": 2.0122741949596797e-05, |
| "loss": 0.3025, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.823293172690763, |
| "grad_norm": 0.7410452365875244, |
| "learning_rate": 2.000816665296302e-05, |
| "loss": 0.3209, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.8273092369477912, |
| "grad_norm": 0.7933539748191833, |
| "learning_rate": 1.9893700455257996e-05, |
| "loss": 0.329, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.8313253012048194, |
| "grad_norm": 0.7989787459373474, |
| "learning_rate": 1.977934585819576e-05, |
| "loss": 0.3232, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.8353413654618473, |
| "grad_norm": 0.7234666347503662, |
| "learning_rate": 1.9665105361051256e-05, |
| "loss": 0.3061, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.8393574297188755, |
| "grad_norm": 0.7008742094039917, |
| "learning_rate": 1.9550981460605733e-05, |
| "loss": 0.2821, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.8433734939759037, |
| "grad_norm": 0.7315691709518433, |
| "learning_rate": 1.9436976651092144e-05, |
| "loss": 0.3464, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.8473895582329316, |
| "grad_norm": 0.7527895569801331, |
| "learning_rate": 1.932309342414067e-05, |
| "loss": 0.3522, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.8514056224899598, |
| "grad_norm": 0.6792200207710266, |
| "learning_rate": 1.9209334268724247e-05, |
| "loss": 0.252, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.855421686746988, |
| "grad_norm": 0.7846032977104187, |
| "learning_rate": 1.909570167110415e-05, |
| "loss": 0.3317, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.859437751004016, |
| "grad_norm": 0.7925510406494141, |
| "learning_rate": 1.8982198114775682e-05, |
| "loss": 0.3658, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.8634538152610443, |
| "grad_norm": 0.7116525173187256, |
| "learning_rate": 1.8868826080413875e-05, |
| "loss": 0.3278, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.8674698795180724, |
| "grad_norm": 0.8022361993789673, |
| "learning_rate": 1.8755588045819327e-05, |
| "loss": 0.3357, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.8714859437751004, |
| "grad_norm": 0.7105912566184998, |
| "learning_rate": 1.864248648586395e-05, |
| "loss": 0.3216, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.8755020080321285, |
| "grad_norm": 0.7227326035499573, |
| "learning_rate": 1.852952387243698e-05, |
| "loss": 0.2626, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.8795180722891565, |
| "grad_norm": 0.7557914853096008, |
| "learning_rate": 1.841670267439088e-05, |
| "loss": 0.3039, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.8835341365461846, |
| "grad_norm": 0.719526469707489, |
| "learning_rate": 1.8304025357487424e-05, |
| "loss": 0.3395, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.8875502008032128, |
| "grad_norm": 0.7930237650871277, |
| "learning_rate": 1.81914943843438e-05, |
| "loss": 0.3219, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.891566265060241, |
| "grad_norm": 0.7459167838096619, |
| "learning_rate": 1.8079112214378768e-05, |
| "loss": 0.3521, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.895582329317269, |
| "grad_norm": 0.6873487830162048, |
| "learning_rate": 1.7966881303758938e-05, |
| "loss": 0.2815, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.8995983935742973, |
| "grad_norm": 0.8124189972877502, |
| "learning_rate": 1.7854804105345062e-05, |
| "loss": 0.29, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.9036144578313254, |
| "grad_norm": 0.8539310097694397, |
| "learning_rate": 1.7742883068638447e-05, |
| "loss": 0.323, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.9076305220883534, |
| "grad_norm": 0.7768955230712891, |
| "learning_rate": 1.7631120639727393e-05, |
| "loss": 0.3408, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.9116465863453815, |
| "grad_norm": 0.7574753165245056, |
| "learning_rate": 1.7519519261233786e-05, |
| "loss": 0.3565, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.9156626506024095, |
| "grad_norm": 0.7839083671569824, |
| "learning_rate": 1.7408081372259632e-05, |
| "loss": 0.3402, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.9196787148594376, |
| "grad_norm": 0.826919674873352, |
| "learning_rate": 1.729680940833383e-05, |
| "loss": 0.3277, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.9236947791164658, |
| "grad_norm": 0.6887242197990417, |
| "learning_rate": 1.7185705801358892e-05, |
| "loss": 0.28, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.927710843373494, |
| "grad_norm": 0.8087524771690369, |
| "learning_rate": 1.7074772979557802e-05, |
| "loss": 0.3387, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.9317269076305221, |
| "grad_norm": 0.775202751159668, |
| "learning_rate": 1.6964013367420966e-05, |
| "loss": 0.2977, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.9357429718875503, |
| "grad_norm": 0.8086408376693726, |
| "learning_rate": 1.6853429385653196e-05, |
| "loss": 0.3207, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.9397590361445785, |
| "grad_norm": 0.8384583592414856, |
| "learning_rate": 1.6743023451120832e-05, |
| "loss": 0.3649, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.9437751004016064, |
| "grad_norm": 0.8741695284843445, |
| "learning_rate": 1.6632797976798886e-05, |
| "loss": 0.2905, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.9477911646586346, |
| "grad_norm": 0.7894666194915771, |
| "learning_rate": 1.6522755371718333e-05, |
| "loss": 0.2825, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.9518072289156625, |
| "grad_norm": 0.8331698179244995, |
| "learning_rate": 1.641289804091347e-05, |
| "loss": 0.2996, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.9558232931726907, |
| "grad_norm": 0.8386313915252686, |
| "learning_rate": 1.6303228385369318e-05, |
| "loss": 0.397, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.9598393574297188, |
| "grad_norm": 0.8523121476173401, |
| "learning_rate": 1.6193748801969163e-05, |
| "loss": 0.3357, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.963855421686747, |
| "grad_norm": 0.7356472015380859, |
| "learning_rate": 1.6084461683442176e-05, |
| "loss": 0.3044, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.9678714859437751, |
| "grad_norm": 0.7336781620979309, |
| "learning_rate": 1.5975369418311112e-05, |
| "loss": 0.3055, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.9718875502008033, |
| "grad_norm": 0.8148435354232788, |
| "learning_rate": 1.5866474390840125e-05, |
| "loss": 0.385, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.9759036144578315, |
| "grad_norm": 0.7665354609489441, |
| "learning_rate": 1.5757778980982626e-05, |
| "loss": 0.2889, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.9799196787148594, |
| "grad_norm": 0.7822697162628174, |
| "learning_rate": 1.5649285564329296e-05, |
| "loss": 0.3019, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.9839357429718876, |
| "grad_norm": 0.8199531435966492, |
| "learning_rate": 1.5540996512056165e-05, |
| "loss": 0.36, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.9879518072289155, |
| "grad_norm": 0.7746401429176331, |
| "learning_rate": 1.5432914190872757e-05, |
| "loss": 0.3167, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.9919678714859437, |
| "grad_norm": 0.8390997052192688, |
| "learning_rate": 1.5325040962970415e-05, |
| "loss": 0.3859, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.9959839357429718, |
| "grad_norm": 0.8079429864883423, |
| "learning_rate": 1.5217379185970629e-05, |
| "loss": 0.3322, |
| "step": 497 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.7987474203109741, |
| "learning_rate": 1.5109931212873534e-05, |
| "loss": 0.2731, |
| "step": 498 |
| }, |
| { |
| "epoch": 2.004016064257028, |
| "grad_norm": 0.7697616219520569, |
| "learning_rate": 1.500269939200648e-05, |
| "loss": 0.3519, |
| "step": 499 |
| }, |
| { |
| "epoch": 2.0080321285140563, |
| "grad_norm": 0.7250295281410217, |
| "learning_rate": 1.4895686066972703e-05, |
| "loss": 0.2922, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.0120481927710845, |
| "grad_norm": 0.6913548111915588, |
| "learning_rate": 1.4788893576600099e-05, |
| "loss": 0.2943, |
| "step": 501 |
| }, |
| { |
| "epoch": 2.0160642570281126, |
| "grad_norm": 0.7827958464622498, |
| "learning_rate": 1.4682324254890134e-05, |
| "loss": 0.3059, |
| "step": 502 |
| }, |
| { |
| "epoch": 2.0200803212851404, |
| "grad_norm": 0.8085004091262817, |
| "learning_rate": 1.4575980430966807e-05, |
| "loss": 0.3039, |
| "step": 503 |
| }, |
| { |
| "epoch": 2.0240963855421685, |
| "grad_norm": 0.8477670550346375, |
| "learning_rate": 1.446986442902574e-05, |
| "loss": 0.2839, |
| "step": 504 |
| }, |
| { |
| "epoch": 2.0281124497991967, |
| "grad_norm": 0.7724645137786865, |
| "learning_rate": 1.4363978568283412e-05, |
| "loss": 0.2767, |
| "step": 505 |
| }, |
| { |
| "epoch": 2.032128514056225, |
| "grad_norm": 0.6548305749893188, |
| "learning_rate": 1.4258325162926442e-05, |
| "loss": 0.2194, |
| "step": 506 |
| }, |
| { |
| "epoch": 2.036144578313253, |
| "grad_norm": 0.7934015393257141, |
| "learning_rate": 1.4152906522061048e-05, |
| "loss": 0.312, |
| "step": 507 |
| }, |
| { |
| "epoch": 2.040160642570281, |
| "grad_norm": 0.8331040143966675, |
| "learning_rate": 1.4047724949662539e-05, |
| "loss": 0.3619, |
| "step": 508 |
| }, |
| { |
| "epoch": 2.0441767068273093, |
| "grad_norm": 0.8048452138900757, |
| "learning_rate": 1.3942782744524973e-05, |
| "loss": 0.3362, |
| "step": 509 |
| }, |
| { |
| "epoch": 2.0481927710843375, |
| "grad_norm": 0.7336853742599487, |
| "learning_rate": 1.3838082200210931e-05, |
| "loss": 0.2897, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.0522088353413657, |
| "grad_norm": 0.7978460192680359, |
| "learning_rate": 1.3733625605001365e-05, |
| "loss": 0.2325, |
| "step": 511 |
| }, |
| { |
| "epoch": 2.0562248995983934, |
| "grad_norm": 0.7312659025192261, |
| "learning_rate": 1.362941524184564e-05, |
| "loss": 0.2831, |
| "step": 512 |
| }, |
| { |
| "epoch": 2.0602409638554215, |
| "grad_norm": 0.8522686958312988, |
| "learning_rate": 1.3525453388311554e-05, |
| "loss": 0.2837, |
| "step": 513 |
| }, |
| { |
| "epoch": 2.0642570281124497, |
| "grad_norm": 0.8868270516395569, |
| "learning_rate": 1.3421742316535637e-05, |
| "loss": 0.2896, |
| "step": 514 |
| }, |
| { |
| "epoch": 2.068273092369478, |
| "grad_norm": 0.8070749044418335, |
| "learning_rate": 1.331828429317345e-05, |
| "loss": 0.271, |
| "step": 515 |
| }, |
| { |
| "epoch": 2.072289156626506, |
| "grad_norm": 0.7994053363800049, |
| "learning_rate": 1.3215081579350058e-05, |
| "loss": 0.2622, |
| "step": 516 |
| }, |
| { |
| "epoch": 2.076305220883534, |
| "grad_norm": 0.7788709402084351, |
| "learning_rate": 1.3112136430610621e-05, |
| "loss": 0.3015, |
| "step": 517 |
| }, |
| { |
| "epoch": 2.0803212851405624, |
| "grad_norm": 0.8416688442230225, |
| "learning_rate": 1.3009451096871083e-05, |
| "loss": 0.25, |
| "step": 518 |
| }, |
| { |
| "epoch": 2.0843373493975905, |
| "grad_norm": 1.1160537004470825, |
| "learning_rate": 1.2907027822369005e-05, |
| "loss": 0.268, |
| "step": 519 |
| }, |
| { |
| "epoch": 2.0883534136546187, |
| "grad_norm": 0.8505333065986633, |
| "learning_rate": 1.2804868845614525e-05, |
| "loss": 0.3321, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.0923694779116464, |
| "grad_norm": 0.8287850022315979, |
| "learning_rate": 1.2702976399341421e-05, |
| "loss": 0.2448, |
| "step": 521 |
| }, |
| { |
| "epoch": 2.0963855421686746, |
| "grad_norm": 0.8349308967590332, |
| "learning_rate": 1.2601352710458313e-05, |
| "loss": 0.2749, |
| "step": 522 |
| }, |
| { |
| "epoch": 2.1004016064257027, |
| "grad_norm": 0.7752396464347839, |
| "learning_rate": 1.2500000000000006e-05, |
| "loss": 0.2392, |
| "step": 523 |
| }, |
| { |
| "epoch": 2.104417670682731, |
| "grad_norm": 0.7974147796630859, |
| "learning_rate": 1.2398920483078938e-05, |
| "loss": 0.255, |
| "step": 524 |
| }, |
| { |
| "epoch": 2.108433734939759, |
| "grad_norm": 0.8653110861778259, |
| "learning_rate": 1.229811636883677e-05, |
| "loss": 0.2972, |
| "step": 525 |
| }, |
| { |
| "epoch": 2.112449799196787, |
| "grad_norm": 0.820702075958252, |
| "learning_rate": 1.2197589860396108e-05, |
| "loss": 0.2817, |
| "step": 526 |
| }, |
| { |
| "epoch": 2.1164658634538154, |
| "grad_norm": 0.8137445449829102, |
| "learning_rate": 1.2097343154812332e-05, |
| "loss": 0.2726, |
| "step": 527 |
| }, |
| { |
| "epoch": 2.1204819277108435, |
| "grad_norm": 0.9908772706985474, |
| "learning_rate": 1.1997378443025634e-05, |
| "loss": 0.2772, |
| "step": 528 |
| }, |
| { |
| "epoch": 2.1244979919678713, |
| "grad_norm": 0.9932394027709961, |
| "learning_rate": 1.1897697909813057e-05, |
| "loss": 0.3138, |
| "step": 529 |
| }, |
| { |
| "epoch": 2.1285140562248994, |
| "grad_norm": 0.8923698663711548, |
| "learning_rate": 1.1798303733740802e-05, |
| "loss": 0.253, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.1325301204819276, |
| "grad_norm": 0.9020155668258667, |
| "learning_rate": 1.1699198087116589e-05, |
| "loss": 0.2609, |
| "step": 531 |
| }, |
| { |
| "epoch": 2.1365461847389557, |
| "grad_norm": 0.9627537131309509, |
| "learning_rate": 1.1600383135942191e-05, |
| "loss": 0.2872, |
| "step": 532 |
| }, |
| { |
| "epoch": 2.140562248995984, |
| "grad_norm": 0.8959113955497742, |
| "learning_rate": 1.1501861039866094e-05, |
| "loss": 0.2812, |
| "step": 533 |
| }, |
| { |
| "epoch": 2.144578313253012, |
| "grad_norm": 0.9380473494529724, |
| "learning_rate": 1.140363395213629e-05, |
| "loss": 0.3253, |
| "step": 534 |
| }, |
| { |
| "epoch": 2.1485943775100402, |
| "grad_norm": 0.8573694825172424, |
| "learning_rate": 1.130570401955322e-05, |
| "loss": 0.2901, |
| "step": 535 |
| }, |
| { |
| "epoch": 2.1526104417670684, |
| "grad_norm": 0.9344317317008972, |
| "learning_rate": 1.1208073382422865e-05, |
| "loss": 0.3408, |
| "step": 536 |
| }, |
| { |
| "epoch": 2.1566265060240966, |
| "grad_norm": 0.8469679355621338, |
| "learning_rate": 1.1110744174509952e-05, |
| "loss": 0.2857, |
| "step": 537 |
| }, |
| { |
| "epoch": 2.1606425702811247, |
| "grad_norm": 0.9033740162849426, |
| "learning_rate": 1.1013718522991315e-05, |
| "loss": 0.3118, |
| "step": 538 |
| }, |
| { |
| "epoch": 2.1646586345381524, |
| "grad_norm": 0.817452073097229, |
| "learning_rate": 1.0916998548409449e-05, |
| "loss": 0.2363, |
| "step": 539 |
| }, |
| { |
| "epoch": 2.1686746987951806, |
| "grad_norm": 0.8782771825790405, |
| "learning_rate": 1.0820586364626104e-05, |
| "loss": 0.2205, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.1726907630522088, |
| "grad_norm": 0.7995834946632385, |
| "learning_rate": 1.072448407877612e-05, |
| "loss": 0.2646, |
| "step": 541 |
| }, |
| { |
| "epoch": 2.176706827309237, |
| "grad_norm": 0.8504219055175781, |
| "learning_rate": 1.0628693791221372e-05, |
| "loss": 0.2827, |
| "step": 542 |
| }, |
| { |
| "epoch": 2.180722891566265, |
| "grad_norm": 0.9514392614364624, |
| "learning_rate": 1.0533217595504858e-05, |
| "loss": 0.2945, |
| "step": 543 |
| }, |
| { |
| "epoch": 2.1847389558232932, |
| "grad_norm": 0.9158867001533508, |
| "learning_rate": 1.043805757830495e-05, |
| "loss": 0.2777, |
| "step": 544 |
| }, |
| { |
| "epoch": 2.1887550200803214, |
| "grad_norm": 0.825770914554596, |
| "learning_rate": 1.0343215819389782e-05, |
| "loss": 0.2978, |
| "step": 545 |
| }, |
| { |
| "epoch": 2.1927710843373496, |
| "grad_norm": 1.0489541292190552, |
| "learning_rate": 1.0248694391571801e-05, |
| "loss": 0.295, |
| "step": 546 |
| }, |
| { |
| "epoch": 2.1967871485943773, |
| "grad_norm": 0.8876386880874634, |
| "learning_rate": 1.0154495360662464e-05, |
| "loss": 0.2816, |
| "step": 547 |
| }, |
| { |
| "epoch": 2.2008032128514055, |
| "grad_norm": 1.0437474250793457, |
| "learning_rate": 1.0060620785427084e-05, |
| "loss": 0.2969, |
| "step": 548 |
| }, |
| { |
| "epoch": 2.2048192771084336, |
| "grad_norm": 0.9109717607498169, |
| "learning_rate": 9.967072717539851e-06, |
| "loss": 0.2674, |
| "step": 549 |
| }, |
| { |
| "epoch": 2.208835341365462, |
| "grad_norm": 0.9593303799629211, |
| "learning_rate": 9.873853201538971e-06, |
| "loss": 0.3017, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.21285140562249, |
| "grad_norm": 0.9704967737197876, |
| "learning_rate": 9.780964274781984e-06, |
| "loss": 0.3028, |
| "step": 551 |
| }, |
| { |
| "epoch": 2.216867469879518, |
| "grad_norm": 1.0326952934265137, |
| "learning_rate": 9.688407967401248e-06, |
| "loss": 0.2795, |
| "step": 552 |
| }, |
| { |
| "epoch": 2.2208835341365463, |
| "grad_norm": 0.9703342914581299, |
| "learning_rate": 9.596186302259563e-06, |
| "loss": 0.3243, |
| "step": 553 |
| }, |
| { |
| "epoch": 2.2248995983935744, |
| "grad_norm": 0.8894467949867249, |
| "learning_rate": 9.504301294905965e-06, |
| "loss": 0.2599, |
| "step": 554 |
| }, |
| { |
| "epoch": 2.2289156626506026, |
| "grad_norm": 0.8972454071044922, |
| "learning_rate": 9.412754953531663e-06, |
| "loss": 0.2648, |
| "step": 555 |
| }, |
| { |
| "epoch": 2.2329317269076308, |
| "grad_norm": 0.9155896306037903, |
| "learning_rate": 9.32154927892617e-06, |
| "loss": 0.2739, |
| "step": 556 |
| }, |
| { |
| "epoch": 2.2369477911646585, |
| "grad_norm": 0.8431274890899658, |
| "learning_rate": 9.230686264433547e-06, |
| "loss": 0.2307, |
| "step": 557 |
| }, |
| { |
| "epoch": 2.2409638554216866, |
| "grad_norm": 0.9339072108268738, |
| "learning_rate": 9.140167895908867e-06, |
| "loss": 0.2638, |
| "step": 558 |
| }, |
| { |
| "epoch": 2.244979919678715, |
| "grad_norm": 0.8334931135177612, |
| "learning_rate": 9.049996151674789e-06, |
| "loss": 0.2273, |
| "step": 559 |
| }, |
| { |
| "epoch": 2.248995983935743, |
| "grad_norm": 0.9012922048568726, |
| "learning_rate": 8.960173002478336e-06, |
| "loss": 0.3319, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.253012048192771, |
| "grad_norm": 0.8430778980255127, |
| "learning_rate": 8.870700411447816e-06, |
| "loss": 0.3088, |
| "step": 561 |
| }, |
| { |
| "epoch": 2.2570281124497993, |
| "grad_norm": 0.9216142892837524, |
| "learning_rate": 8.781580334049919e-06, |
| "loss": 0.3163, |
| "step": 562 |
| }, |
| { |
| "epoch": 2.2610441767068274, |
| "grad_norm": 0.9573366641998291, |
| "learning_rate": 8.69281471804698e-06, |
| "loss": 0.3146, |
| "step": 563 |
| }, |
| { |
| "epoch": 2.2650602409638556, |
| "grad_norm": 0.8481350541114807, |
| "learning_rate": 8.604405503454399e-06, |
| "loss": 0.2425, |
| "step": 564 |
| }, |
| { |
| "epoch": 2.2690763052208833, |
| "grad_norm": 0.9956733584403992, |
| "learning_rate": 8.51635462249828e-06, |
| "loss": 0.3545, |
| "step": 565 |
| }, |
| { |
| "epoch": 2.2730923694779115, |
| "grad_norm": 0.9506481885910034, |
| "learning_rate": 8.428663999573142e-06, |
| "loss": 0.3288, |
| "step": 566 |
| }, |
| { |
| "epoch": 2.2771084337349397, |
| "grad_norm": 0.8302280306816101, |
| "learning_rate": 8.341335551199902e-06, |
| "loss": 0.2435, |
| "step": 567 |
| }, |
| { |
| "epoch": 2.281124497991968, |
| "grad_norm": 0.9323450922966003, |
| "learning_rate": 8.25437118598398e-06, |
| "loss": 0.2971, |
| "step": 568 |
| }, |
| { |
| "epoch": 2.285140562248996, |
| "grad_norm": 0.9358099699020386, |
| "learning_rate": 8.167772804573571e-06, |
| "loss": 0.3021, |
| "step": 569 |
| }, |
| { |
| "epoch": 2.289156626506024, |
| "grad_norm": 0.9353638291358948, |
| "learning_rate": 8.081542299618139e-06, |
| "loss": 0.2378, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.2931726907630523, |
| "grad_norm": 0.8503626585006714, |
| "learning_rate": 7.99568155572701e-06, |
| "loss": 0.2587, |
| "step": 571 |
| }, |
| { |
| "epoch": 2.2971887550200805, |
| "grad_norm": 0.9960978627204895, |
| "learning_rate": 7.910192449428217e-06, |
| "loss": 0.291, |
| "step": 572 |
| }, |
| { |
| "epoch": 2.3012048192771086, |
| "grad_norm": 1.006942629814148, |
| "learning_rate": 7.825076849127458e-06, |
| "loss": 0.2936, |
| "step": 573 |
| }, |
| { |
| "epoch": 2.305220883534137, |
| "grad_norm": 0.9417559504508972, |
| "learning_rate": 7.740336615067292e-06, |
| "loss": 0.3128, |
| "step": 574 |
| }, |
| { |
| "epoch": 2.3092369477911645, |
| "grad_norm": 0.8731968998908997, |
| "learning_rate": 7.65597359928646e-06, |
| "loss": 0.2541, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.3132530120481927, |
| "grad_norm": 1.1042046546936035, |
| "learning_rate": 7.571989645579419e-06, |
| "loss": 0.3464, |
| "step": 576 |
| }, |
| { |
| "epoch": 2.317269076305221, |
| "grad_norm": 0.9111700057983398, |
| "learning_rate": 7.488386589456042e-06, |
| "loss": 0.2939, |
| "step": 577 |
| }, |
| { |
| "epoch": 2.321285140562249, |
| "grad_norm": 1.125536322593689, |
| "learning_rate": 7.405166258101495e-06, |
| "loss": 0.2891, |
| "step": 578 |
| }, |
| { |
| "epoch": 2.325301204819277, |
| "grad_norm": 1.0490670204162598, |
| "learning_rate": 7.3223304703363135e-06, |
| "loss": 0.3382, |
| "step": 579 |
| }, |
| { |
| "epoch": 2.3293172690763053, |
| "grad_norm": 1.0409460067749023, |
| "learning_rate": 7.239881036576651e-06, |
| "loss": 0.2961, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 0.9009960889816284, |
| "learning_rate": 7.157819758794698e-06, |
| "loss": 0.2534, |
| "step": 581 |
| }, |
| { |
| "epoch": 2.337349397590361, |
| "grad_norm": 0.9325215220451355, |
| "learning_rate": 7.076148430479321e-06, |
| "loss": 0.2809, |
| "step": 582 |
| }, |
| { |
| "epoch": 2.3413654618473894, |
| "grad_norm": 0.8957793712615967, |
| "learning_rate": 6.99486883659684e-06, |
| "loss": 0.231, |
| "step": 583 |
| }, |
| { |
| "epoch": 2.3453815261044175, |
| "grad_norm": 0.9242108464241028, |
| "learning_rate": 6.91398275355204e-06, |
| "loss": 0.2859, |
| "step": 584 |
| }, |
| { |
| "epoch": 2.3493975903614457, |
| "grad_norm": 0.9579724073410034, |
| "learning_rate": 6.833491949149329e-06, |
| "loss": 0.2741, |
| "step": 585 |
| }, |
| { |
| "epoch": 2.353413654618474, |
| "grad_norm": 0.9978570938110352, |
| "learning_rate": 6.753398182554116e-06, |
| "loss": 0.3263, |
| "step": 586 |
| }, |
| { |
| "epoch": 2.357429718875502, |
| "grad_norm": 0.9748632907867432, |
| "learning_rate": 6.673703204254347e-06, |
| "loss": 0.289, |
| "step": 587 |
| }, |
| { |
| "epoch": 2.36144578313253, |
| "grad_norm": 0.9801468253135681, |
| "learning_rate": 6.594408756022272e-06, |
| "loss": 0.2379, |
| "step": 588 |
| }, |
| { |
| "epoch": 2.3654618473895583, |
| "grad_norm": 0.9527619481086731, |
| "learning_rate": 6.515516570876351e-06, |
| "loss": 0.3387, |
| "step": 589 |
| }, |
| { |
| "epoch": 2.3694779116465865, |
| "grad_norm": 0.9124782681465149, |
| "learning_rate": 6.437028373043386e-06, |
| "loss": 0.2344, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.3734939759036147, |
| "grad_norm": 0.9202039837837219, |
| "learning_rate": 6.358945877920861e-06, |
| "loss": 0.2787, |
| "step": 591 |
| }, |
| { |
| "epoch": 2.3775100401606424, |
| "grad_norm": 1.1043528318405151, |
| "learning_rate": 6.281270792039418e-06, |
| "loss": 0.2872, |
| "step": 592 |
| }, |
| { |
| "epoch": 2.3815261044176705, |
| "grad_norm": 0.981726884841919, |
| "learning_rate": 6.204004813025568e-06, |
| "loss": 0.3403, |
| "step": 593 |
| }, |
| { |
| "epoch": 2.3855421686746987, |
| "grad_norm": 0.997560441493988, |
| "learning_rate": 6.127149629564605e-06, |
| "loss": 0.2656, |
| "step": 594 |
| }, |
| { |
| "epoch": 2.389558232931727, |
| "grad_norm": 1.06382155418396, |
| "learning_rate": 6.050706921363672e-06, |
| "loss": 0.313, |
| "step": 595 |
| }, |
| { |
| "epoch": 2.393574297188755, |
| "grad_norm": 0.9605445861816406, |
| "learning_rate": 5.974678359115094e-06, |
| "loss": 0.2862, |
| "step": 596 |
| }, |
| { |
| "epoch": 2.397590361445783, |
| "grad_norm": 1.005161166191101, |
| "learning_rate": 5.899065604459814e-06, |
| "loss": 0.3033, |
| "step": 597 |
| }, |
| { |
| "epoch": 2.4016064257028114, |
| "grad_norm": 0.9669124484062195, |
| "learning_rate": 5.823870309951096e-06, |
| "loss": 0.2675, |
| "step": 598 |
| }, |
| { |
| "epoch": 2.4056224899598395, |
| "grad_norm": 0.9362532496452332, |
| "learning_rate": 5.749094119018431e-06, |
| "loss": 0.2854, |
| "step": 599 |
| }, |
| { |
| "epoch": 2.4096385542168672, |
| "grad_norm": 0.8828224539756775, |
| "learning_rate": 5.674738665931575e-06, |
| "loss": 0.2155, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.4136546184738954, |
| "grad_norm": 0.8983003497123718, |
| "learning_rate": 5.600805575764878e-06, |
| "loss": 0.2563, |
| "step": 601 |
| }, |
| { |
| "epoch": 2.4176706827309236, |
| "grad_norm": 0.9212509989738464, |
| "learning_rate": 5.527296464361726e-06, |
| "loss": 0.2815, |
| "step": 602 |
| }, |
| { |
| "epoch": 2.4216867469879517, |
| "grad_norm": 0.9113696217536926, |
| "learning_rate": 5.454212938299255e-06, |
| "loss": 0.2933, |
| "step": 603 |
| }, |
| { |
| "epoch": 2.42570281124498, |
| "grad_norm": 1.1318951845169067, |
| "learning_rate": 5.381556594853227e-06, |
| "loss": 0.3307, |
| "step": 604 |
| }, |
| { |
| "epoch": 2.429718875502008, |
| "grad_norm": 0.9144623875617981, |
| "learning_rate": 5.3093290219631165e-06, |
| "loss": 0.2928, |
| "step": 605 |
| }, |
| { |
| "epoch": 2.433734939759036, |
| "grad_norm": 1.0059735774993896, |
| "learning_rate": 5.237531798197415e-06, |
| "loss": 0.33, |
| "step": 606 |
| }, |
| { |
| "epoch": 2.4377510040160644, |
| "grad_norm": 1.103473424911499, |
| "learning_rate": 5.166166492719124e-06, |
| "loss": 0.2933, |
| "step": 607 |
| }, |
| { |
| "epoch": 2.4417670682730925, |
| "grad_norm": 1.002747893333435, |
| "learning_rate": 5.0952346652514635e-06, |
| "loss": 0.2399, |
| "step": 608 |
| }, |
| { |
| "epoch": 2.4457831325301207, |
| "grad_norm": 0.8700054883956909, |
| "learning_rate": 5.02473786604378e-06, |
| "loss": 0.2665, |
| "step": 609 |
| }, |
| { |
| "epoch": 2.4497991967871484, |
| "grad_norm": 0.9539564847946167, |
| "learning_rate": 4.954677635837668e-06, |
| "loss": 0.2912, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.4538152610441766, |
| "grad_norm": 1.2253509759902954, |
| "learning_rate": 4.885055505833291e-06, |
| "loss": 0.3908, |
| "step": 611 |
| }, |
| { |
| "epoch": 2.4578313253012047, |
| "grad_norm": 0.9646692276000977, |
| "learning_rate": 4.81587299765594e-06, |
| "loss": 0.2735, |
| "step": 612 |
| }, |
| { |
| "epoch": 2.461847389558233, |
| "grad_norm": 1.0701141357421875, |
| "learning_rate": 4.747131623322737e-06, |
| "loss": 0.3467, |
| "step": 613 |
| }, |
| { |
| "epoch": 2.465863453815261, |
| "grad_norm": 1.003066897392273, |
| "learning_rate": 4.678832885209622e-06, |
| "loss": 0.2982, |
| "step": 614 |
| }, |
| { |
| "epoch": 2.4698795180722892, |
| "grad_norm": 1.0548231601715088, |
| "learning_rate": 4.610978276018496e-06, |
| "loss": 0.3342, |
| "step": 615 |
| }, |
| { |
| "epoch": 2.4738955823293174, |
| "grad_norm": 0.9853499531745911, |
| "learning_rate": 4.543569278744625e-06, |
| "loss": 0.2735, |
| "step": 616 |
| }, |
| { |
| "epoch": 2.4779116465863456, |
| "grad_norm": 1.1168359518051147, |
| "learning_rate": 4.476607366644192e-06, |
| "loss": 0.3019, |
| "step": 617 |
| }, |
| { |
| "epoch": 2.4819277108433733, |
| "grad_norm": 1.0065770149230957, |
| "learning_rate": 4.410094003202134e-06, |
| "loss": 0.3089, |
| "step": 618 |
| }, |
| { |
| "epoch": 2.4859437751004014, |
| "grad_norm": 1.005988597869873, |
| "learning_rate": 4.344030642100133e-06, |
| "loss": 0.2691, |
| "step": 619 |
| }, |
| { |
| "epoch": 2.4899598393574296, |
| "grad_norm": 0.9778465628623962, |
| "learning_rate": 4.278418727184849e-06, |
| "loss": 0.2609, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.4939759036144578, |
| "grad_norm": 0.9522945880889893, |
| "learning_rate": 4.213259692436367e-06, |
| "loss": 0.2752, |
| "step": 621 |
| }, |
| { |
| "epoch": 2.497991967871486, |
| "grad_norm": 1.0316386222839355, |
| "learning_rate": 4.148554961936876e-06, |
| "loss": 0.259, |
| "step": 622 |
| }, |
| { |
| "epoch": 2.502008032128514, |
| "grad_norm": 0.9173260927200317, |
| "learning_rate": 4.0843059498395065e-06, |
| "loss": 0.2776, |
| "step": 623 |
| }, |
| { |
| "epoch": 2.5060240963855422, |
| "grad_norm": 0.8724738359451294, |
| "learning_rate": 4.0205140603374465e-06, |
| "loss": 0.252, |
| "step": 624 |
| }, |
| { |
| "epoch": 2.5100401606425704, |
| "grad_norm": 1.024414300918579, |
| "learning_rate": 3.957180687633252e-06, |
| "loss": 0.312, |
| "step": 625 |
| }, |
| { |
| "epoch": 2.5140562248995986, |
| "grad_norm": 0.9675637483596802, |
| "learning_rate": 3.894307215908371e-06, |
| "loss": 0.296, |
| "step": 626 |
| }, |
| { |
| "epoch": 2.5180722891566267, |
| "grad_norm": 1.0301586389541626, |
| "learning_rate": 3.831895019292897e-06, |
| "loss": 0.2816, |
| "step": 627 |
| }, |
| { |
| "epoch": 2.522088353413655, |
| "grad_norm": 0.9780864715576172, |
| "learning_rate": 3.769945461835531e-06, |
| "loss": 0.2968, |
| "step": 628 |
| }, |
| { |
| "epoch": 2.5261044176706826, |
| "grad_norm": 1.0341154336929321, |
| "learning_rate": 3.708459897473768e-06, |
| "loss": 0.2843, |
| "step": 629 |
| }, |
| { |
| "epoch": 2.5301204819277108, |
| "grad_norm": 1.1320409774780273, |
| "learning_rate": 3.6474396700043158e-06, |
| "loss": 0.306, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.534136546184739, |
| "grad_norm": 1.0244733095169067, |
| "learning_rate": 3.586886113053717e-06, |
| "loss": 0.2872, |
| "step": 631 |
| }, |
| { |
| "epoch": 2.538152610441767, |
| "grad_norm": 1.066190242767334, |
| "learning_rate": 3.5268005500492003e-06, |
| "loss": 0.3342, |
| "step": 632 |
| }, |
| { |
| "epoch": 2.5421686746987953, |
| "grad_norm": 1.1290909051895142, |
| "learning_rate": 3.4671842941897765e-06, |
| "loss": 0.3326, |
| "step": 633 |
| }, |
| { |
| "epoch": 2.5461847389558234, |
| "grad_norm": 1.0926635265350342, |
| "learning_rate": 3.4080386484175024e-06, |
| "loss": 0.3094, |
| "step": 634 |
| }, |
| { |
| "epoch": 2.550200803212851, |
| "grad_norm": 1.0564324855804443, |
| "learning_rate": 3.3493649053890326e-06, |
| "loss": 0.2822, |
| "step": 635 |
| }, |
| { |
| "epoch": 2.5542168674698793, |
| "grad_norm": 1.0619338750839233, |
| "learning_rate": 3.2911643474473646e-06, |
| "loss": 0.2945, |
| "step": 636 |
| }, |
| { |
| "epoch": 2.5582329317269075, |
| "grad_norm": 0.9817492961883545, |
| "learning_rate": 3.233438246593795e-06, |
| "loss": 0.2891, |
| "step": 637 |
| }, |
| { |
| "epoch": 2.5622489959839356, |
| "grad_norm": 0.9481024146080017, |
| "learning_rate": 3.1761878644601424e-06, |
| "loss": 0.2383, |
| "step": 638 |
| }, |
| { |
| "epoch": 2.566265060240964, |
| "grad_norm": 0.9262716174125671, |
| "learning_rate": 3.119414452281158e-06, |
| "loss": 0.287, |
| "step": 639 |
| }, |
| { |
| "epoch": 2.570281124497992, |
| "grad_norm": 1.0571141242980957, |
| "learning_rate": 3.0631192508671857e-06, |
| "loss": 0.2832, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.57429718875502, |
| "grad_norm": 1.0114316940307617, |
| "learning_rate": 3.007303490577043e-06, |
| "loss": 0.2715, |
| "step": 641 |
| }, |
| { |
| "epoch": 2.5783132530120483, |
| "grad_norm": 0.9859365224838257, |
| "learning_rate": 2.9519683912911266e-06, |
| "loss": 0.2556, |
| "step": 642 |
| }, |
| { |
| "epoch": 2.5823293172690764, |
| "grad_norm": 0.9159937500953674, |
| "learning_rate": 2.8971151623847587e-06, |
| "loss": 0.2602, |
| "step": 643 |
| }, |
| { |
| "epoch": 2.5863453815261046, |
| "grad_norm": 1.0229847431182861, |
| "learning_rate": 2.8427450027017493e-06, |
| "loss": 0.254, |
| "step": 644 |
| }, |
| { |
| "epoch": 2.5903614457831328, |
| "grad_norm": 1.029196858406067, |
| "learning_rate": 2.788859100528196e-06, |
| "loss": 0.2929, |
| "step": 645 |
| }, |
| { |
| "epoch": 2.5943775100401605, |
| "grad_norm": 1.0137423276901245, |
| "learning_rate": 2.7354586335665207e-06, |
| "loss": 0.258, |
| "step": 646 |
| }, |
| { |
| "epoch": 2.5983935742971886, |
| "grad_norm": 0.9362167119979858, |
| "learning_rate": 2.682544768909717e-06, |
| "loss": 0.258, |
| "step": 647 |
| }, |
| { |
| "epoch": 2.602409638554217, |
| "grad_norm": 0.940181314945221, |
| "learning_rate": 2.6301186630158485e-06, |
| "loss": 0.2775, |
| "step": 648 |
| }, |
| { |
| "epoch": 2.606425702811245, |
| "grad_norm": 1.0691094398498535, |
| "learning_rate": 2.578181461682794e-06, |
| "loss": 0.3158, |
| "step": 649 |
| }, |
| { |
| "epoch": 2.610441767068273, |
| "grad_norm": 0.8856833577156067, |
| "learning_rate": 2.526734300023162e-06, |
| "loss": 0.2632, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.6144578313253013, |
| "grad_norm": 0.9836992025375366, |
| "learning_rate": 2.475778302439524e-06, |
| "loss": 0.2691, |
| "step": 651 |
| }, |
| { |
| "epoch": 2.6184738955823295, |
| "grad_norm": 0.9964855909347534, |
| "learning_rate": 2.4253145825998137e-06, |
| "loss": 0.2473, |
| "step": 652 |
| }, |
| { |
| "epoch": 2.622489959839357, |
| "grad_norm": 0.9155222177505493, |
| "learning_rate": 2.3753442434129997e-06, |
| "loss": 0.2215, |
| "step": 653 |
| }, |
| { |
| "epoch": 2.6265060240963853, |
| "grad_norm": 1.017866611480713, |
| "learning_rate": 2.325868377004986e-06, |
| "loss": 0.2686, |
| "step": 654 |
| }, |
| { |
| "epoch": 2.6305220883534135, |
| "grad_norm": 1.0167937278747559, |
| "learning_rate": 2.2768880646947268e-06, |
| "loss": 0.2424, |
| "step": 655 |
| }, |
| { |
| "epoch": 2.6345381526104417, |
| "grad_norm": 1.1613540649414062, |
| "learning_rate": 2.2284043769706027e-06, |
| "loss": 0.2903, |
| "step": 656 |
| }, |
| { |
| "epoch": 2.63855421686747, |
| "grad_norm": 1.0084424018859863, |
| "learning_rate": 2.1804183734670277e-06, |
| "loss": 0.2861, |
| "step": 657 |
| }, |
| { |
| "epoch": 2.642570281124498, |
| "grad_norm": 0.96149080991745, |
| "learning_rate": 2.1329311029412797e-06, |
| "loss": 0.2732, |
| "step": 658 |
| }, |
| { |
| "epoch": 2.646586345381526, |
| "grad_norm": 0.9497535824775696, |
| "learning_rate": 2.0859436032505952e-06, |
| "loss": 0.2528, |
| "step": 659 |
| }, |
| { |
| "epoch": 2.6506024096385543, |
| "grad_norm": 1.0602991580963135, |
| "learning_rate": 2.039456901329473e-06, |
| "loss": 0.2795, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.6546184738955825, |
| "grad_norm": 0.9473398327827454, |
| "learning_rate": 1.9934720131672357e-06, |
| "loss": 0.2551, |
| "step": 661 |
| }, |
| { |
| "epoch": 2.6586345381526106, |
| "grad_norm": 1.0119514465332031, |
| "learning_rate": 1.9479899437858245e-06, |
| "loss": 0.2472, |
| "step": 662 |
| }, |
| { |
| "epoch": 2.662650602409639, |
| "grad_norm": 1.049772024154663, |
| "learning_rate": 1.9030116872178316e-06, |
| "loss": 0.2846, |
| "step": 663 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 1.0074094533920288, |
| "learning_rate": 1.8585382264847794e-06, |
| "loss": 0.256, |
| "step": 664 |
| }, |
| { |
| "epoch": 2.6706827309236947, |
| "grad_norm": 1.084901213645935, |
| "learning_rate": 1.8145705335756297e-06, |
| "loss": 0.3454, |
| "step": 665 |
| }, |
| { |
| "epoch": 2.674698795180723, |
| "grad_norm": 1.0208693742752075, |
| "learning_rate": 1.771109569425547e-06, |
| "loss": 0.2574, |
| "step": 666 |
| }, |
| { |
| "epoch": 2.678714859437751, |
| "grad_norm": 0.9760468602180481, |
| "learning_rate": 1.7281562838948966e-06, |
| "loss": 0.2695, |
| "step": 667 |
| }, |
| { |
| "epoch": 2.682730923694779, |
| "grad_norm": 1.043257474899292, |
| "learning_rate": 1.6857116157484753e-06, |
| "loss": 0.2763, |
| "step": 668 |
| }, |
| { |
| "epoch": 2.6867469879518073, |
| "grad_norm": 1.030243992805481, |
| "learning_rate": 1.6437764926350074e-06, |
| "loss": 0.2936, |
| "step": 669 |
| }, |
| { |
| "epoch": 2.6907630522088355, |
| "grad_norm": 1.028914451599121, |
| "learning_rate": 1.6023518310668618e-06, |
| "loss": 0.2742, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.694779116465863, |
| "grad_norm": 0.9653047919273376, |
| "learning_rate": 1.5614385364000228e-06, |
| "loss": 0.2326, |
| "step": 671 |
| }, |
| { |
| "epoch": 2.6987951807228914, |
| "grad_norm": 1.0667688846588135, |
| "learning_rate": 1.5210375028143097e-06, |
| "loss": 0.3188, |
| "step": 672 |
| }, |
| { |
| "epoch": 2.7028112449799195, |
| "grad_norm": 1.0015482902526855, |
| "learning_rate": 1.4811496132938196e-06, |
| "loss": 0.2942, |
| "step": 673 |
| }, |
| { |
| "epoch": 2.7068273092369477, |
| "grad_norm": 0.9504645466804504, |
| "learning_rate": 1.4417757396076425e-06, |
| "loss": 0.252, |
| "step": 674 |
| }, |
| { |
| "epoch": 2.710843373493976, |
| "grad_norm": 0.9457132816314697, |
| "learning_rate": 1.4029167422908107e-06, |
| "loss": 0.2785, |
| "step": 675 |
| }, |
| { |
| "epoch": 2.714859437751004, |
| "grad_norm": 0.9735773801803589, |
| "learning_rate": 1.364573470625477e-06, |
| "loss": 0.2757, |
| "step": 676 |
| }, |
| { |
| "epoch": 2.718875502008032, |
| "grad_norm": 1.1076792478561401, |
| "learning_rate": 1.3267467626223606e-06, |
| "loss": 0.2984, |
| "step": 677 |
| }, |
| { |
| "epoch": 2.7228915662650603, |
| "grad_norm": 1.0301073789596558, |
| "learning_rate": 1.2894374450024338e-06, |
| "loss": 0.2856, |
| "step": 678 |
| }, |
| { |
| "epoch": 2.7269076305220885, |
| "grad_norm": 1.1026225090026855, |
| "learning_rate": 1.25264633317885e-06, |
| "loss": 0.2769, |
| "step": 679 |
| }, |
| { |
| "epoch": 2.7309236947791167, |
| "grad_norm": 1.3219835758209229, |
| "learning_rate": 1.216374231239134e-06, |
| "loss": 0.2904, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.734939759036145, |
| "grad_norm": 0.9455382823944092, |
| "learning_rate": 1.180621931927592e-06, |
| "loss": 0.2344, |
| "step": 681 |
| }, |
| { |
| "epoch": 2.7389558232931726, |
| "grad_norm": 0.9791133999824524, |
| "learning_rate": 1.1453902166279895e-06, |
| "loss": 0.2742, |
| "step": 682 |
| }, |
| { |
| "epoch": 2.7429718875502007, |
| "grad_norm": 0.9991709589958191, |
| "learning_rate": 1.1106798553464804e-06, |
| "loss": 0.2547, |
| "step": 683 |
| }, |
| { |
| "epoch": 2.746987951807229, |
| "grad_norm": 0.9072936773300171, |
| "learning_rate": 1.0764916066947794e-06, |
| "loss": 0.2326, |
| "step": 684 |
| }, |
| { |
| "epoch": 2.751004016064257, |
| "grad_norm": 1.0011482238769531, |
| "learning_rate": 1.042826217873566e-06, |
| "loss": 0.2756, |
| "step": 685 |
| }, |
| { |
| "epoch": 2.755020080321285, |
| "grad_norm": 1.135215163230896, |
| "learning_rate": 1.0096844246561794e-06, |
| "loss": 0.3407, |
| "step": 686 |
| }, |
| { |
| "epoch": 2.7590361445783134, |
| "grad_norm": 0.9893269538879395, |
| "learning_rate": 9.770669513725128e-07, |
| "loss": 0.2826, |
| "step": 687 |
| }, |
| { |
| "epoch": 2.7630522088353415, |
| "grad_norm": 1.1436357498168945, |
| "learning_rate": 9.449745108931985e-07, |
| "loss": 0.3692, |
| "step": 688 |
| }, |
| { |
| "epoch": 2.7670682730923692, |
| "grad_norm": 1.0183185338974, |
| "learning_rate": 9.134078046140248e-07, |
| "loss": 0.2917, |
| "step": 689 |
| }, |
| { |
| "epoch": 2.7710843373493974, |
| "grad_norm": 1.0603082180023193, |
| "learning_rate": 8.823675224406053e-07, |
| "loss": 0.2667, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.7751004016064256, |
| "grad_norm": 1.0653798580169678, |
| "learning_rate": 8.51854342773295e-07, |
| "loss": 0.2404, |
| "step": 691 |
| }, |
| { |
| "epoch": 2.7791164658634537, |
| "grad_norm": 1.0163860321044922, |
| "learning_rate": 8.218689324923728e-07, |
| "loss": 0.3033, |
| "step": 692 |
| }, |
| { |
| "epoch": 2.783132530120482, |
| "grad_norm": 1.1382652521133423, |
| "learning_rate": 7.924119469434665e-07, |
| "loss": 0.2795, |
| "step": 693 |
| }, |
| { |
| "epoch": 2.78714859437751, |
| "grad_norm": 1.0515531301498413, |
| "learning_rate": 7.634840299232171e-07, |
| "loss": 0.3137, |
| "step": 694 |
| }, |
| { |
| "epoch": 2.791164658634538, |
| "grad_norm": 1.016628384590149, |
| "learning_rate": 7.350858136652261e-07, |
| "loss": 0.2685, |
| "step": 695 |
| }, |
| { |
| "epoch": 2.7951807228915664, |
| "grad_norm": 0.9027230739593506, |
| "learning_rate": 7.072179188262251e-07, |
| "loss": 0.2717, |
| "step": 696 |
| }, |
| { |
| "epoch": 2.7991967871485945, |
| "grad_norm": 0.9216163754463196, |
| "learning_rate": 6.798809544725171e-07, |
| "loss": 0.2571, |
| "step": 697 |
| }, |
| { |
| "epoch": 2.8032128514056227, |
| "grad_norm": 1.0517877340316772, |
| "learning_rate": 6.530755180666592e-07, |
| "loss": 0.2658, |
| "step": 698 |
| }, |
| { |
| "epoch": 2.807228915662651, |
| "grad_norm": 1.0404746532440186, |
| "learning_rate": 6.268021954544096e-07, |
| "loss": 0.3251, |
| "step": 699 |
| }, |
| { |
| "epoch": 2.8112449799196786, |
| "grad_norm": 1.021146297454834, |
| "learning_rate": 6.01061560851926e-07, |
| "loss": 0.288, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.8152610441767068, |
| "grad_norm": 0.9593784213066101, |
| "learning_rate": 5.758541768332071e-07, |
| "loss": 0.2732, |
| "step": 701 |
| }, |
| { |
| "epoch": 2.819277108433735, |
| "grad_norm": 1.1057608127593994, |
| "learning_rate": 5.5118059431781e-07, |
| "loss": 0.3118, |
| "step": 702 |
| }, |
| { |
| "epoch": 2.823293172690763, |
| "grad_norm": 0.915035605430603, |
| "learning_rate": 5.270413525587909e-07, |
| "loss": 0.2067, |
| "step": 703 |
| }, |
| { |
| "epoch": 2.8273092369477912, |
| "grad_norm": 1.1384711265563965, |
| "learning_rate": 5.03436979130939e-07, |
| "loss": 0.3264, |
| "step": 704 |
| }, |
| { |
| "epoch": 2.8313253012048194, |
| "grad_norm": 1.0579373836517334, |
| "learning_rate": 4.803679899192392e-07, |
| "loss": 0.3069, |
| "step": 705 |
| }, |
| { |
| "epoch": 2.835341365461847, |
| "grad_norm": 1.0465303659439087, |
| "learning_rate": 4.57834889107589e-07, |
| "loss": 0.2865, |
| "step": 706 |
| }, |
| { |
| "epoch": 2.8393574297188753, |
| "grad_norm": 0.9909630417823792, |
| "learning_rate": 4.358381691677932e-07, |
| "loss": 0.2333, |
| "step": 707 |
| }, |
| { |
| "epoch": 2.8433734939759034, |
| "grad_norm": 0.9599091410636902, |
| "learning_rate": 4.1437831084878974e-07, |
| "loss": 0.2484, |
| "step": 708 |
| }, |
| { |
| "epoch": 2.8473895582329316, |
| "grad_norm": 0.9916269779205322, |
| "learning_rate": 3.9345578316614396e-07, |
| "loss": 0.287, |
| "step": 709 |
| }, |
| { |
| "epoch": 2.8514056224899598, |
| "grad_norm": 1.1012687683105469, |
| "learning_rate": 3.730710433918039e-07, |
| "loss": 0.2694, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.855421686746988, |
| "grad_norm": 1.0106234550476074, |
| "learning_rate": 3.5322453704410286e-07, |
| "loss": 0.2871, |
| "step": 711 |
| }, |
| { |
| "epoch": 2.859437751004016, |
| "grad_norm": 1.0441107749938965, |
| "learning_rate": 3.339166978780256e-07, |
| "loss": 0.2951, |
| "step": 712 |
| }, |
| { |
| "epoch": 2.8634538152610443, |
| "grad_norm": 1.1031628847122192, |
| "learning_rate": 3.1514794787571854e-07, |
| "loss": 0.3026, |
| "step": 713 |
| }, |
| { |
| "epoch": 2.8674698795180724, |
| "grad_norm": 1.0138731002807617, |
| "learning_rate": 2.969186972372806e-07, |
| "loss": 0.2397, |
| "step": 714 |
| }, |
| { |
| "epoch": 2.8714859437751006, |
| "grad_norm": 1.1411104202270508, |
| "learning_rate": 2.7922934437178695e-07, |
| "loss": 0.3456, |
| "step": 715 |
| }, |
| { |
| "epoch": 2.8755020080321287, |
| "grad_norm": 1.181161642074585, |
| "learning_rate": 2.620802758885876e-07, |
| "loss": 0.3124, |
| "step": 716 |
| }, |
| { |
| "epoch": 2.8795180722891565, |
| "grad_norm": 1.0166224241256714, |
| "learning_rate": 2.454718665888589e-07, |
| "loss": 0.3142, |
| "step": 717 |
| }, |
| { |
| "epoch": 2.8835341365461846, |
| "grad_norm": 1.0102145671844482, |
| "learning_rate": 2.2940447945740962e-07, |
| "loss": 0.3187, |
| "step": 718 |
| }, |
| { |
| "epoch": 2.887550200803213, |
| "grad_norm": 1.0226353406906128, |
| "learning_rate": 2.1387846565474045e-07, |
| "loss": 0.2711, |
| "step": 719 |
| }, |
| { |
| "epoch": 2.891566265060241, |
| "grad_norm": 1.0354499816894531, |
| "learning_rate": 1.9889416450938337e-07, |
| "loss": 0.2537, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.895582329317269, |
| "grad_norm": 0.8995523452758789, |
| "learning_rate": 1.844519035104797e-07, |
| "loss": 0.218, |
| "step": 721 |
| }, |
| { |
| "epoch": 2.8995983935742973, |
| "grad_norm": 0.9724816679954529, |
| "learning_rate": 1.7055199830061652e-07, |
| "loss": 0.2262, |
| "step": 722 |
| }, |
| { |
| "epoch": 2.9036144578313254, |
| "grad_norm": 0.9942877888679504, |
| "learning_rate": 1.571947526689349e-07, |
| "loss": 0.2676, |
| "step": 723 |
| }, |
| { |
| "epoch": 2.907630522088353, |
| "grad_norm": 1.0389326810836792, |
| "learning_rate": 1.4438045854449355e-07, |
| "loss": 0.2532, |
| "step": 724 |
| }, |
| { |
| "epoch": 2.9116465863453813, |
| "grad_norm": 0.9621029496192932, |
| "learning_rate": 1.3210939598987392e-07, |
| "loss": 0.243, |
| "step": 725 |
| }, |
| { |
| "epoch": 2.9156626506024095, |
| "grad_norm": 1.1710126399993896, |
| "learning_rate": 1.2038183319507955e-07, |
| "loss": 0.2951, |
| "step": 726 |
| }, |
| { |
| "epoch": 2.9196787148594376, |
| "grad_norm": 1.0926920175552368, |
| "learning_rate": 1.0919802647165466e-07, |
| "loss": 0.3208, |
| "step": 727 |
| }, |
| { |
| "epoch": 2.923694779116466, |
| "grad_norm": 0.9979294538497925, |
| "learning_rate": 9.855822024710248e-08, |
| "loss": 0.2534, |
| "step": 728 |
| }, |
| { |
| "epoch": 2.927710843373494, |
| "grad_norm": 1.0968432426452637, |
| "learning_rate": 8.846264705952289e-08, |
| "loss": 0.3354, |
| "step": 729 |
| }, |
| { |
| "epoch": 2.931726907630522, |
| "grad_norm": 0.9580751061439514, |
| "learning_rate": 7.891152755254428e-08, |
| "loss": 0.2418, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.9357429718875503, |
| "grad_norm": 1.0959455966949463, |
| "learning_rate": 6.990507047049676e-08, |
| "loss": 0.2974, |
| "step": 731 |
| }, |
| { |
| "epoch": 2.9397590361445785, |
| "grad_norm": 1.103136658668518, |
| "learning_rate": 6.14434726538493e-08, |
| "loss": 0.3499, |
| "step": 732 |
| }, |
| { |
| "epoch": 2.9437751004016066, |
| "grad_norm": 1.0734608173370361, |
| "learning_rate": 5.352691903491303e-08, |
| "loss": 0.2999, |
| "step": 733 |
| }, |
| { |
| "epoch": 2.9477911646586348, |
| "grad_norm": 0.9409282803535461, |
| "learning_rate": 4.615558263378617e-08, |
| "loss": 0.2473, |
| "step": 734 |
| }, |
| { |
| "epoch": 2.9518072289156625, |
| "grad_norm": 0.918748140335083, |
| "learning_rate": 3.9329624554584884e-08, |
| "loss": 0.2743, |
| "step": 735 |
| }, |
| { |
| "epoch": 2.9558232931726907, |
| "grad_norm": 0.9397270083427429, |
| "learning_rate": 3.304919398192663e-08, |
| "loss": 0.2784, |
| "step": 736 |
| }, |
| { |
| "epoch": 2.959839357429719, |
| "grad_norm": 1.139475703239441, |
| "learning_rate": 2.731442817764662e-08, |
| "loss": 0.2644, |
| "step": 737 |
| }, |
| { |
| "epoch": 2.963855421686747, |
| "grad_norm": 1.0574469566345215, |
| "learning_rate": 2.2125452477828047e-08, |
| "loss": 0.3031, |
| "step": 738 |
| }, |
| { |
| "epoch": 2.967871485943775, |
| "grad_norm": 0.9595881104469299, |
| "learning_rate": 1.7482380290034794e-08, |
| "loss": 0.2359, |
| "step": 739 |
| }, |
| { |
| "epoch": 2.9718875502008033, |
| "grad_norm": 1.00413179397583, |
| "learning_rate": 1.3385313090857887e-08, |
| "loss": 0.3167, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.9759036144578315, |
| "grad_norm": 0.921945333480835, |
| "learning_rate": 9.834340423678368e-09, |
| "loss": 0.2687, |
| "step": 741 |
| }, |
| { |
| "epoch": 2.979919678714859, |
| "grad_norm": 1.0744749307632446, |
| "learning_rate": 6.829539896716086e-09, |
| "loss": 0.2881, |
| "step": 742 |
| }, |
| { |
| "epoch": 2.9839357429718874, |
| "grad_norm": 0.913150429725647, |
| "learning_rate": 4.370977181339386e-09, |
| "loss": 0.2319, |
| "step": 743 |
| }, |
| { |
| "epoch": 2.9879518072289155, |
| "grad_norm": 1.1232759952545166, |
| "learning_rate": 2.4587060106245895e-09, |
| "loss": 0.2681, |
| "step": 744 |
| }, |
| { |
| "epoch": 2.9919678714859437, |
| "grad_norm": 1.0994449853897095, |
| "learning_rate": 1.0927681781819355e-09, |
| "loss": 0.2662, |
| "step": 745 |
| }, |
| { |
| "epoch": 2.995983935742972, |
| "grad_norm": 0.8616254925727844, |
| "learning_rate": 2.7319353723964656e-10, |
| "loss": 0.2212, |
| "step": 746 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 1.0538721084594727, |
| "learning_rate": 0.0, |
| "loss": 0.2558, |
| "step": 747 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 747, |
| "total_flos": 8.987881602831483e+17, |
| "train_loss": 0.363180737478666, |
| "train_runtime": 7967.6952, |
| "train_samples_per_second": 11.999, |
| "train_steps_per_second": 0.094 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 747, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 8.987881602831483e+17, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
