| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 747, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004016064257028112, |
| "grad_norm": 5.430129528045654, |
| "learning_rate": 6.666666666666667e-07, |
| "loss": 2.9997, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.008032128514056224, |
| "grad_norm": 4.9348368644714355, |
| "learning_rate": 1.3333333333333334e-06, |
| "loss": 3.1432, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.012048192771084338, |
| "grad_norm": 5.114020824432373, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 3.216, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.01606425702811245, |
| "grad_norm": 4.9010186195373535, |
| "learning_rate": 2.666666666666667e-06, |
| "loss": 2.867, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.020080321285140562, |
| "grad_norm": 6.092567443847656, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 3.2748, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.024096385542168676, |
| "grad_norm": 5.692524433135986, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 3.362, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.028112449799196786, |
| "grad_norm": 5.040319919586182, |
| "learning_rate": 4.666666666666667e-06, |
| "loss": 3.0622, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0321285140562249, |
| "grad_norm": 5.454136371612549, |
| "learning_rate": 5.333333333333334e-06, |
| "loss": 2.8978, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.03614457831325301, |
| "grad_norm": 5.210033893585205, |
| "learning_rate": 6e-06, |
| "loss": 3.2892, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.040160642570281124, |
| "grad_norm": 5.304287433624268, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 3.2337, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.04417670682730924, |
| "grad_norm": 5.1920928955078125, |
| "learning_rate": 7.333333333333334e-06, |
| "loss": 2.6911, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.04819277108433735, |
| "grad_norm": 6.0313944816589355, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 3.2769, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.05220883534136546, |
| "grad_norm": 6.19746732711792, |
| "learning_rate": 8.666666666666668e-06, |
| "loss": 3.2052, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.05622489959839357, |
| "grad_norm": 5.583286285400391, |
| "learning_rate": 9.333333333333334e-06, |
| "loss": 2.7905, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.060240963855421686, |
| "grad_norm": 6.385959148406982, |
| "learning_rate": 1e-05, |
| "loss": 2.9643, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0642570281124498, |
| "grad_norm": 5.707152843475342, |
| "learning_rate": 1.0666666666666667e-05, |
| "loss": 2.7474, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.06827309236947791, |
| "grad_norm": 6.302776336669922, |
| "learning_rate": 1.1333333333333334e-05, |
| "loss": 2.7656, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.07228915662650602, |
| "grad_norm": 5.756039142608643, |
| "learning_rate": 1.2e-05, |
| "loss": 2.4383, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.07630522088353414, |
| "grad_norm": 5.499080181121826, |
| "learning_rate": 1.2666666666666668e-05, |
| "loss": 2.422, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.08032128514056225, |
| "grad_norm": 5.025470733642578, |
| "learning_rate": 1.3333333333333333e-05, |
| "loss": 2.2713, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.08433734939759036, |
| "grad_norm": 4.855751037597656, |
| "learning_rate": 1.4000000000000001e-05, |
| "loss": 2.0279, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.08835341365461848, |
| "grad_norm": 4.215469837188721, |
| "learning_rate": 1.4666666666666668e-05, |
| "loss": 1.8403, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.09236947791164658, |
| "grad_norm": 3.61306095123291, |
| "learning_rate": 1.5333333333333334e-05, |
| "loss": 1.6641, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0963855421686747, |
| "grad_norm": 3.166682481765747, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 1.5952, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.10040160642570281, |
| "grad_norm": 3.2250802516937256, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 1.5425, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.10441767068273092, |
| "grad_norm": 2.81725811958313, |
| "learning_rate": 1.7333333333333336e-05, |
| "loss": 1.3256, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.10843373493975904, |
| "grad_norm": 2.594248056411743, |
| "learning_rate": 1.8e-05, |
| "loss": 1.3129, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.11244979919678715, |
| "grad_norm": 2.2820067405700684, |
| "learning_rate": 1.866666666666667e-05, |
| "loss": 1.1439, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.11646586345381527, |
| "grad_norm": 1.8870577812194824, |
| "learning_rate": 1.9333333333333333e-05, |
| "loss": 1.0066, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.12048192771084337, |
| "grad_norm": 1.5204654932022095, |
| "learning_rate": 2e-05, |
| "loss": 0.8846, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.12449799196787148, |
| "grad_norm": 1.673478126525879, |
| "learning_rate": 2.0666666666666666e-05, |
| "loss": 0.8376, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.1285140562248996, |
| "grad_norm": 1.2357970476150513, |
| "learning_rate": 2.1333333333333335e-05, |
| "loss": 0.6959, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.13253012048192772, |
| "grad_norm": 1.2078135013580322, |
| "learning_rate": 2.2000000000000003e-05, |
| "loss": 0.7046, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.13654618473895583, |
| "grad_norm": 0.9034905433654785, |
| "learning_rate": 2.2666666666666668e-05, |
| "loss": 0.6082, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.14056224899598393, |
| "grad_norm": 0.7594810128211975, |
| "learning_rate": 2.3333333333333336e-05, |
| "loss": 0.5767, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.14457831325301204, |
| "grad_norm": 0.8364936709403992, |
| "learning_rate": 2.4e-05, |
| "loss": 0.6495, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.14859437751004015, |
| "grad_norm": 0.8905705809593201, |
| "learning_rate": 2.466666666666667e-05, |
| "loss": 0.6567, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.15261044176706828, |
| "grad_norm": 0.6581031680107117, |
| "learning_rate": 2.5333333333333337e-05, |
| "loss": 0.5758, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.1566265060240964, |
| "grad_norm": 0.6650463938713074, |
| "learning_rate": 2.6000000000000002e-05, |
| "loss": 0.5181, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.1606425702811245, |
| "grad_norm": 0.5890013575553894, |
| "learning_rate": 2.6666666666666667e-05, |
| "loss": 0.5293, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.1646586345381526, |
| "grad_norm": 0.7327901124954224, |
| "learning_rate": 2.733333333333333e-05, |
| "loss": 0.5551, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.1686746987951807, |
| "grad_norm": 0.5876369476318359, |
| "learning_rate": 2.8000000000000003e-05, |
| "loss": 0.6311, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.17269076305220885, |
| "grad_norm": 0.5172324776649475, |
| "learning_rate": 2.8666666666666668e-05, |
| "loss": 0.5199, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.17670682730923695, |
| "grad_norm": 0.5804829597473145, |
| "learning_rate": 2.9333333333333336e-05, |
| "loss": 0.5169, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.18072289156626506, |
| "grad_norm": 0.5852580666542053, |
| "learning_rate": 3e-05, |
| "loss": 0.4837, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.18473895582329317, |
| "grad_norm": 0.5731318593025208, |
| "learning_rate": 3.066666666666667e-05, |
| "loss": 0.4394, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.18875502008032127, |
| "grad_norm": 0.6261307001113892, |
| "learning_rate": 3.1333333333333334e-05, |
| "loss": 0.4548, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.1927710843373494, |
| "grad_norm": 0.5107020735740662, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 0.4889, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.19678714859437751, |
| "grad_norm": 0.43027108907699585, |
| "learning_rate": 3.266666666666667e-05, |
| "loss": 0.4412, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.20080321285140562, |
| "grad_norm": 0.42177078127861023, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.474, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.20481927710843373, |
| "grad_norm": 0.5765092372894287, |
| "learning_rate": 3.4000000000000007e-05, |
| "loss": 0.4871, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.20883534136546184, |
| "grad_norm": 0.6210499405860901, |
| "learning_rate": 3.466666666666667e-05, |
| "loss": 0.4179, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.21285140562248997, |
| "grad_norm": 0.914112389087677, |
| "learning_rate": 3.5333333333333336e-05, |
| "loss": 0.4378, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.21686746987951808, |
| "grad_norm": 0.4526534080505371, |
| "learning_rate": 3.6e-05, |
| "loss": 0.4425, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.22088353413654618, |
| "grad_norm": 0.3655189573764801, |
| "learning_rate": 3.6666666666666666e-05, |
| "loss": 0.4721, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.2248995983935743, |
| "grad_norm": 0.5120930075645447, |
| "learning_rate": 3.733333333333334e-05, |
| "loss": 0.5405, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.2289156626506024, |
| "grad_norm": 0.6728758811950684, |
| "learning_rate": 3.8e-05, |
| "loss": 0.4425, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.23293172690763053, |
| "grad_norm": 0.5174463987350464, |
| "learning_rate": 3.866666666666667e-05, |
| "loss": 0.4568, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.23694779116465864, |
| "grad_norm": 0.4026656746864319, |
| "learning_rate": 3.933333333333333e-05, |
| "loss": 0.4558, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.24096385542168675, |
| "grad_norm": 0.35401567816734314, |
| "learning_rate": 4e-05, |
| "loss": 0.408, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.24497991967871485, |
| "grad_norm": 0.39593473076820374, |
| "learning_rate": 4.066666666666667e-05, |
| "loss": 0.4496, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.24899598393574296, |
| "grad_norm": 0.38727280497550964, |
| "learning_rate": 4.133333333333333e-05, |
| "loss": 0.4339, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.25301204819277107, |
| "grad_norm": 0.373130738735199, |
| "learning_rate": 4.2e-05, |
| "loss": 0.4503, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.2570281124497992, |
| "grad_norm": 0.4998255670070648, |
| "learning_rate": 4.266666666666667e-05, |
| "loss": 0.4721, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.26104417670682734, |
| "grad_norm": 0.3641432821750641, |
| "learning_rate": 4.3333333333333334e-05, |
| "loss": 0.4205, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.26506024096385544, |
| "grad_norm": 0.5066208243370056, |
| "learning_rate": 4.4000000000000006e-05, |
| "loss": 0.4365, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.26907630522088355, |
| "grad_norm": 0.409373939037323, |
| "learning_rate": 4.466666666666667e-05, |
| "loss": 0.4603, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.27309236947791166, |
| "grad_norm": 0.34092167019844055, |
| "learning_rate": 4.5333333333333335e-05, |
| "loss": 0.3738, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.27710843373493976, |
| "grad_norm": 0.4341434836387634, |
| "learning_rate": 4.600000000000001e-05, |
| "loss": 0.453, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.28112449799196787, |
| "grad_norm": 0.43432170152664185, |
| "learning_rate": 4.666666666666667e-05, |
| "loss": 0.3984, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.285140562248996, |
| "grad_norm": 0.4759830832481384, |
| "learning_rate": 4.7333333333333336e-05, |
| "loss": 0.4755, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.2891566265060241, |
| "grad_norm": 0.44551223516464233, |
| "learning_rate": 4.8e-05, |
| "loss": 0.3825, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.2931726907630522, |
| "grad_norm": 0.41405653953552246, |
| "learning_rate": 4.866666666666667e-05, |
| "loss": 0.4223, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.2971887550200803, |
| "grad_norm": 0.3871577978134155, |
| "learning_rate": 4.933333333333334e-05, |
| "loss": 0.4336, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.30120481927710846, |
| "grad_norm": 0.3929159343242645, |
| "learning_rate": 5e-05, |
| "loss": 0.4728, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.30522088353413657, |
| "grad_norm": 0.41161471605300903, |
| "learning_rate": 4.9999726806462766e-05, |
| "loss": 0.3749, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.3092369477911647, |
| "grad_norm": 0.3612353503704071, |
| "learning_rate": 4.9998907231821824e-05, |
| "loss": 0.4002, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.3132530120481928, |
| "grad_norm": 0.37977099418640137, |
| "learning_rate": 4.9997541293989384e-05, |
| "loss": 0.3887, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.3172690763052209, |
| "grad_norm": 0.42254969477653503, |
| "learning_rate": 4.999562902281866e-05, |
| "loss": 0.3706, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.321285140562249, |
| "grad_norm": 0.3744674623012543, |
| "learning_rate": 4.999317046010329e-05, |
| "loss": 0.3563, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.3253012048192771, |
| "grad_norm": 0.41670969128608704, |
| "learning_rate": 4.999016565957633e-05, |
| "loss": 0.3477, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.3293172690763052, |
| "grad_norm": 0.3389250934123993, |
| "learning_rate": 4.9986614686909146e-05, |
| "loss": 0.3954, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 0.5018749237060547, |
| "learning_rate": 4.998251761970997e-05, |
| "loss": 0.3768, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.3373493975903614, |
| "grad_norm": 0.5131321549415588, |
| "learning_rate": 4.9977874547522175e-05, |
| "loss": 0.3834, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.3413654618473896, |
| "grad_norm": 0.4155214726924896, |
| "learning_rate": 4.997268557182235e-05, |
| "loss": 0.3863, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.3453815261044177, |
| "grad_norm": 0.42339903116226196, |
| "learning_rate": 4.9966950806018075e-05, |
| "loss": 0.3708, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.3493975903614458, |
| "grad_norm": 0.36129459738731384, |
| "learning_rate": 4.996067037544542e-05, |
| "loss": 0.3387, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.3534136546184739, |
| "grad_norm": 0.6469271183013916, |
| "learning_rate": 4.995384441736621e-05, |
| "loss": 0.4066, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.357429718875502, |
| "grad_norm": 0.39704829454421997, |
| "learning_rate": 4.994647308096509e-05, |
| "loss": 0.3869, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.3614457831325301, |
| "grad_norm": 0.39340734481811523, |
| "learning_rate": 4.9938556527346155e-05, |
| "loss": 0.3688, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.3654618473895582, |
| "grad_norm": 0.3902013599872589, |
| "learning_rate": 4.9930094929529506e-05, |
| "loss": 0.3864, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.36947791164658633, |
| "grad_norm": 0.5779062509536743, |
| "learning_rate": 4.992108847244746e-05, |
| "loss": 0.3811, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.37349397590361444, |
| "grad_norm": 0.49305233359336853, |
| "learning_rate": 4.991153735294049e-05, |
| "loss": 0.5095, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.37751004016064255, |
| "grad_norm": 0.36875924468040466, |
| "learning_rate": 4.99014417797529e-05, |
| "loss": 0.3703, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.3815261044176707, |
| "grad_norm": 0.40627428889274597, |
| "learning_rate": 4.989080197352834e-05, |
| "loss": 0.3436, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.3855421686746988, |
| "grad_norm": 0.536807119846344, |
| "learning_rate": 4.987961816680492e-05, |
| "loss": 0.3215, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.3895582329317269, |
| "grad_norm": 0.41531243920326233, |
| "learning_rate": 4.9867890604010125e-05, |
| "loss": 0.4319, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.39357429718875503, |
| "grad_norm": 0.42658236622810364, |
| "learning_rate": 4.9855619541455514e-05, |
| "loss": 0.4457, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.39759036144578314, |
| "grad_norm": 0.3963005840778351, |
| "learning_rate": 4.984280524733107e-05, |
| "loss": 0.3767, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.40160642570281124, |
| "grad_norm": 0.4746464490890503, |
| "learning_rate": 4.9829448001699384e-05, |
| "loss": 0.4118, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.40562248995983935, |
| "grad_norm": 0.4427131712436676, |
| "learning_rate": 4.981554809648952e-05, |
| "loss": 0.4204, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.40963855421686746, |
| "grad_norm": 0.5352081060409546, |
| "learning_rate": 4.980110583549062e-05, |
| "loss": 0.3458, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.41365461847389556, |
| "grad_norm": 0.5220073461532593, |
| "learning_rate": 4.9786121534345265e-05, |
| "loss": 0.4158, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.41767068273092367, |
| "grad_norm": 0.4506036043167114, |
| "learning_rate": 4.9770595520542594e-05, |
| "loss": 0.4267, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.42168674698795183, |
| "grad_norm": 0.4048142433166504, |
| "learning_rate": 4.975452813341114e-05, |
| "loss": 0.3909, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.42570281124497994, |
| "grad_norm": 0.40757226943969727, |
| "learning_rate": 4.973791972411141e-05, |
| "loss": 0.3598, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.42971887550200805, |
| "grad_norm": 0.5002720355987549, |
| "learning_rate": 4.972077065562821e-05, |
| "loss": 0.4114, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.43373493975903615, |
| "grad_norm": 0.339193195104599, |
| "learning_rate": 4.970308130276272e-05, |
| "loss": 0.4094, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.43775100401606426, |
| "grad_norm": 0.31917133927345276, |
| "learning_rate": 4.9684852052124285e-05, |
| "loss": 0.3217, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.44176706827309237, |
| "grad_norm": 0.35490843653678894, |
| "learning_rate": 4.966608330212198e-05, |
| "loss": 0.3443, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.4457831325301205, |
| "grad_norm": 0.3730883002281189, |
| "learning_rate": 4.96467754629559e-05, |
| "loss": 0.3474, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.4497991967871486, |
| "grad_norm": 0.3151787221431732, |
| "learning_rate": 4.96269289566082e-05, |
| "loss": 0.3804, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.4538152610441767, |
| "grad_norm": 0.37523341178894043, |
| "learning_rate": 4.960654421683386e-05, |
| "loss": 0.3837, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.4578313253012048, |
| "grad_norm": 0.4448049068450928, |
| "learning_rate": 4.9585621689151216e-05, |
| "loss": 0.3886, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.46184738955823296, |
| "grad_norm": 0.44420376420021057, |
| "learning_rate": 4.956416183083221e-05, |
| "loss": 0.3524, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.46586345381526106, |
| "grad_norm": 0.3918246030807495, |
| "learning_rate": 4.9542165110892414e-05, |
| "loss": 0.4317, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.46987951807228917, |
| "grad_norm": 0.3922871947288513, |
| "learning_rate": 4.951963201008076e-05, |
| "loss": 0.4149, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.4738955823293173, |
| "grad_norm": 0.3816840648651123, |
| "learning_rate": 4.9496563020869064e-05, |
| "loss": 0.3741, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.4779116465863454, |
| "grad_norm": 0.37001416087150574, |
| "learning_rate": 4.947295864744121e-05, |
| "loss": 0.4215, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.4819277108433735, |
| "grad_norm": 0.39867740869522095, |
| "learning_rate": 4.9448819405682193e-05, |
| "loss": 0.344, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.4859437751004016, |
| "grad_norm": 0.3945103585720062, |
| "learning_rate": 4.9424145823166794e-05, |
| "loss": 0.3441, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.4899598393574297, |
| "grad_norm": 0.4285331070423126, |
| "learning_rate": 4.9398938439148077e-05, |
| "loss": 0.3718, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.4939759036144578, |
| "grad_norm": 0.4073355197906494, |
| "learning_rate": 4.937319780454559e-05, |
| "loss": 0.3657, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.4979919678714859, |
| "grad_norm": 0.3194061517715454, |
| "learning_rate": 4.934692448193334e-05, |
| "loss": 0.3076, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.5020080321285141, |
| "grad_norm": 0.4059401750564575, |
| "learning_rate": 4.9320119045527487e-05, |
| "loss": 0.4063, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.5060240963855421, |
| "grad_norm": 0.461825430393219, |
| "learning_rate": 4.929278208117378e-05, |
| "loss": 0.3541, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.5100401606425703, |
| "grad_norm": 0.3667549788951874, |
| "learning_rate": 4.9264914186334775e-05, |
| "loss": 0.3651, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.5140562248995983, |
| "grad_norm": 0.37440887093544006, |
| "learning_rate": 4.9236515970076785e-05, |
| "loss": 0.3213, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.5180722891566265, |
| "grad_norm": 0.3725244402885437, |
| "learning_rate": 4.9207588053056545e-05, |
| "loss": 0.3819, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.5220883534136547, |
| "grad_norm": 0.3577054440975189, |
| "learning_rate": 4.9178131067507625e-05, |
| "loss": 0.3955, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.5261044176706827, |
| "grad_norm": 0.35495486855506897, |
| "learning_rate": 4.914814565722671e-05, |
| "loss": 0.3697, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.5301204819277109, |
| "grad_norm": 0.421565443277359, |
| "learning_rate": 4.91176324775594e-05, |
| "loss": 0.3896, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.5341365461847389, |
| "grad_norm": 0.40980878472328186, |
| "learning_rate": 4.9086592195385974e-05, |
| "loss": 0.357, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.5381526104417671, |
| "grad_norm": 0.3367171585559845, |
| "learning_rate": 4.90550254891068e-05, |
| "loss": 0.347, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.5421686746987951, |
| "grad_norm": 0.4583292603492737, |
| "learning_rate": 4.9022933048627496e-05, |
| "loss": 0.3909, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.5461847389558233, |
| "grad_norm": 0.3414941430091858, |
| "learning_rate": 4.899031557534383e-05, |
| "loss": 0.3606, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.5502008032128514, |
| "grad_norm": 0.3588523268699646, |
| "learning_rate": 4.895717378212644e-05, |
| "loss": 0.3406, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.5542168674698795, |
| "grad_norm": 0.42519375681877136, |
| "learning_rate": 4.892350839330522e-05, |
| "loss": 0.3455, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.5582329317269076, |
| "grad_norm": 0.41246649622917175, |
| "learning_rate": 4.888932014465352e-05, |
| "loss": 0.3738, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.5622489959839357, |
| "grad_norm": 0.37443602085113525, |
| "learning_rate": 4.8854609783372014e-05, |
| "loss": 0.2889, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.5662650602409639, |
| "grad_norm": 0.4313961863517761, |
| "learning_rate": 4.881937806807241e-05, |
| "loss": 0.3055, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.570281124497992, |
| "grad_norm": 0.36356812715530396, |
| "learning_rate": 4.878362576876087e-05, |
| "loss": 0.339, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.5742971887550201, |
| "grad_norm": 0.5344200134277344, |
| "learning_rate": 4.874735366682115e-05, |
| "loss": 0.3456, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.5783132530120482, |
| "grad_norm": 0.41200292110443115, |
| "learning_rate": 4.871056255499757e-05, |
| "loss": 0.323, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.5823293172690763, |
| "grad_norm": 0.4514438509941101, |
| "learning_rate": 4.867325323737765e-05, |
| "loss": 0.3925, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.5863453815261044, |
| "grad_norm": 0.4414016008377075, |
| "learning_rate": 4.863542652937453e-05, |
| "loss": 0.4399, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.5903614457831325, |
| "grad_norm": 0.401784747838974, |
| "learning_rate": 4.8597083257709194e-05, |
| "loss": 0.3259, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.5943775100401606, |
| "grad_norm": 0.3991292119026184, |
| "learning_rate": 4.855822426039236e-05, |
| "loss": 0.371, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.5983935742971888, |
| "grad_norm": 0.428716242313385, |
| "learning_rate": 4.851885038670618e-05, |
| "loss": 0.3827, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.6024096385542169, |
| "grad_norm": 0.3733920753002167, |
| "learning_rate": 4.84789624971857e-05, |
| "loss": 0.3192, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.606425702811245, |
| "grad_norm": 0.36820462346076965, |
| "learning_rate": 4.8438561463599984e-05, |
| "loss": 0.3669, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.6104417670682731, |
| "grad_norm": 0.3932380676269531, |
| "learning_rate": 4.839764816893315e-05, |
| "loss": 0.3469, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.6144578313253012, |
| "grad_norm": 0.42645588517189026, |
| "learning_rate": 4.8356223507364996e-05, |
| "loss": 0.5073, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.6184738955823293, |
| "grad_norm": 0.428401380777359, |
| "learning_rate": 4.831428838425153e-05, |
| "loss": 0.3279, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.6224899598393574, |
| "grad_norm": 0.44924989342689514, |
| "learning_rate": 4.827184371610511e-05, |
| "loss": 0.3894, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.6265060240963856, |
| "grad_norm": 0.39745035767555237, |
| "learning_rate": 4.822889043057446e-05, |
| "loss": 0.3327, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.6305220883534136, |
| "grad_norm": 0.34724128246307373, |
| "learning_rate": 4.818542946642438e-05, |
| "loss": 0.3272, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.6345381526104418, |
| "grad_norm": 0.3559289872646332, |
| "learning_rate": 4.814146177351523e-05, |
| "loss": 0.2988, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.6385542168674698, |
| "grad_norm": 0.4157481789588928, |
| "learning_rate": 4.8096988312782174e-05, |
| "loss": 0.4179, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.642570281124498, |
| "grad_norm": 0.41202324628829956, |
| "learning_rate": 4.805201005621418e-05, |
| "loss": 0.4387, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.6465863453815262, |
| "grad_norm": 0.420522540807724, |
| "learning_rate": 4.800652798683277e-05, |
| "loss": 0.4313, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.6506024096385542, |
| "grad_norm": 0.3893505036830902, |
| "learning_rate": 4.796054309867053e-05, |
| "loss": 0.3366, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.6546184738955824, |
| "grad_norm": 0.4160376489162445, |
| "learning_rate": 4.791405639674941e-05, |
| "loss": 0.3784, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.6586345381526104, |
| "grad_norm": 0.47081175446510315, |
| "learning_rate": 4.786706889705872e-05, |
| "loss": 0.3517, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.6626506024096386, |
| "grad_norm": 0.37175479531288147, |
| "learning_rate": 4.781958162653297e-05, |
| "loss": 0.3345, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.36895692348480225, |
| "learning_rate": 4.7771595623029394e-05, |
| "loss": 0.3274, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.6706827309236948, |
| "grad_norm": 0.3520839214324951, |
| "learning_rate": 4.7723111935305274e-05, |
| "loss": 0.2788, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.6746987951807228, |
| "grad_norm": 0.3904466927051544, |
| "learning_rate": 4.767413162299501e-05, |
| "loss": 0.3915, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.678714859437751, |
| "grad_norm": 0.39216259121894836, |
| "learning_rate": 4.7624655756587e-05, |
| "loss": 0.3354, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.6827309236947792, |
| "grad_norm": 0.6722985506057739, |
| "learning_rate": 4.757468541740019e-05, |
| "loss": 0.3945, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.6867469879518072, |
| "grad_norm": 0.4317608177661896, |
| "learning_rate": 4.752422169756048e-05, |
| "loss": 0.315, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.6907630522088354, |
| "grad_norm": 0.3866491913795471, |
| "learning_rate": 4.747326569997684e-05, |
| "loss": 0.3077, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.6947791164658634, |
| "grad_norm": 0.4831099510192871, |
| "learning_rate": 4.742181853831721e-05, |
| "loss": 0.3959, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.6987951807228916, |
| "grad_norm": 0.45947879552841187, |
| "learning_rate": 4.7369881336984153e-05, |
| "loss": 0.4242, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.7028112449799196, |
| "grad_norm": 0.4758150577545166, |
| "learning_rate": 4.731745523109029e-05, |
| "loss": 0.4127, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.7068273092369478, |
| "grad_norm": 0.4288157522678375, |
| "learning_rate": 4.7264541366433494e-05, |
| "loss": 0.3533, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.7108433734939759, |
| "grad_norm": 0.34265485405921936, |
| "learning_rate": 4.721114089947181e-05, |
| "loss": 0.3225, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.714859437751004, |
| "grad_norm": 0.4539063572883606, |
| "learning_rate": 4.715725499729826e-05, |
| "loss": 0.3832, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.7188755020080321, |
| "grad_norm": 0.40317919850349426, |
| "learning_rate": 4.7102884837615244e-05, |
| "loss": 0.3729, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.7228915662650602, |
| "grad_norm": 0.44621387124061584, |
| "learning_rate": 4.7048031608708876e-05, |
| "loss": 0.2994, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.7269076305220884, |
| "grad_norm": 0.4565678834915161, |
| "learning_rate": 4.699269650942296e-05, |
| "loss": 0.4456, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.7309236947791165, |
| "grad_norm": 0.3770541250705719, |
| "learning_rate": 4.693688074913282e-05, |
| "loss": 0.364, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.7349397590361446, |
| "grad_norm": 0.3385080397129059, |
| "learning_rate": 4.6880585547718845e-05, |
| "loss": 0.3063, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.7389558232931727, |
| "grad_norm": 0.39325591921806335, |
| "learning_rate": 4.682381213553986e-05, |
| "loss": 0.3366, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.7429718875502008, |
| "grad_norm": 0.44467633962631226, |
| "learning_rate": 4.676656175340621e-05, |
| "loss": 0.3501, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.7469879518072289, |
| "grad_norm": 0.36168763041496277, |
| "learning_rate": 4.670883565255264e-05, |
| "loss": 0.3319, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.751004016064257, |
| "grad_norm": 1.0995522737503052, |
| "learning_rate": 4.665063509461097e-05, |
| "loss": 0.3623, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.7550200803212851, |
| "grad_norm": 0.3918020725250244, |
| "learning_rate": 4.65919613515825e-05, |
| "loss": 0.3416, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.7590361445783133, |
| "grad_norm": 0.4472026228904724, |
| "learning_rate": 4.653281570581023e-05, |
| "loss": 0.3927, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.7630522088353414, |
| "grad_norm": 0.42026591300964355, |
| "learning_rate": 4.64731994499508e-05, |
| "loss": 0.3658, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.7670682730923695, |
| "grad_norm": 0.36812499165534973, |
| "learning_rate": 4.641311388694629e-05, |
| "loss": 0.3139, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.7710843373493976, |
| "grad_norm": 0.35765761137008667, |
| "learning_rate": 4.6352560329995686e-05, |
| "loss": 0.318, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.7751004016064257, |
| "grad_norm": 0.36215129494667053, |
| "learning_rate": 4.6291540102526235e-05, |
| "loss": 0.3344, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.7791164658634538, |
| "grad_norm": 0.3706530034542084, |
| "learning_rate": 4.6230054538164474e-05, |
| "loss": 0.3077, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.7831325301204819, |
| "grad_norm": 0.3829696774482727, |
| "learning_rate": 4.6168104980707107e-05, |
| "loss": 0.4035, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.7871485943775101, |
| "grad_norm": 0.38266220688819885, |
| "learning_rate": 4.6105692784091636e-05, |
| "loss": 0.3156, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.7911646586345381, |
| "grad_norm": 0.40088626742362976, |
| "learning_rate": 4.6042819312366755e-05, |
| "loss": 0.3606, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.7951807228915663, |
| "grad_norm": 0.38621973991394043, |
| "learning_rate": 4.597948593966256e-05, |
| "loss": 0.2774, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.7991967871485943, |
| "grad_norm": 0.4210202395915985, |
| "learning_rate": 4.591569405016049e-05, |
| "loss": 0.3532, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.8032128514056225, |
| "grad_norm": 0.3344639539718628, |
| "learning_rate": 4.585144503806312e-05, |
| "loss": 0.3641, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.8072289156626506, |
| "grad_norm": 0.41193318367004395, |
| "learning_rate": 4.5786740307563636e-05, |
| "loss": 0.3473, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.8112449799196787, |
| "grad_norm": 0.38335129618644714, |
| "learning_rate": 4.5721581272815164e-05, |
| "loss": 0.3076, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.8152610441767069, |
| "grad_norm": 0.3907615840435028, |
| "learning_rate": 4.5655969357899874e-05, |
| "loss": 0.3529, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.8192771084337349, |
| "grad_norm": 0.3504474461078644, |
| "learning_rate": 4.558990599679787e-05, |
| "loss": 0.326, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.8232931726907631, |
| "grad_norm": 0.4119699001312256, |
| "learning_rate": 4.552339263335581e-05, |
| "loss": 0.3589, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.8273092369477911, |
| "grad_norm": 0.3600112497806549, |
| "learning_rate": 4.545643072125538e-05, |
| "loss": 0.3024, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.8313253012048193, |
| "grad_norm": 0.4069507420063019, |
| "learning_rate": 4.538902172398151e-05, |
| "loss": 0.3135, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.8353413654618473, |
| "grad_norm": 0.34810563921928406, |
| "learning_rate": 4.5321167114790385e-05, |
| "loss": 0.3451, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.8393574297188755, |
| "grad_norm": 0.3801853656768799, |
| "learning_rate": 4.525286837667727e-05, |
| "loss": 0.3253, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.8433734939759037, |
| "grad_norm": 0.4279358386993408, |
| "learning_rate": 4.518412700234406e-05, |
| "loss": 0.3147, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.8473895582329317, |
| "grad_norm": 0.3296758234500885, |
| "learning_rate": 4.511494449416671e-05, |
| "loss": 0.2706, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.8514056224899599, |
| "grad_norm": 0.3898089826107025, |
| "learning_rate": 4.504532236416234e-05, |
| "loss": 0.3197, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.8554216867469879, |
| "grad_norm": 0.43563321232795715, |
| "learning_rate": 4.497526213395623e-05, |
| "loss": 0.336, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.8594377510040161, |
| "grad_norm": 0.3690038323402405, |
| "learning_rate": 4.490476533474855e-05, |
| "loss": 0.3376, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.8634538152610441, |
| "grad_norm": 0.48120006918907166, |
| "learning_rate": 4.4833833507280884e-05, |
| "loss": 0.3789, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.8674698795180723, |
| "grad_norm": 0.33086755871772766, |
| "learning_rate": 4.476246820180259e-05, |
| "loss": 0.3188, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.8714859437751004, |
| "grad_norm": 0.40550822019577026, |
| "learning_rate": 4.4690670978036886e-05, |
| "loss": 0.3791, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.8755020080321285, |
| "grad_norm": 0.3479694724082947, |
| "learning_rate": 4.461844340514678e-05, |
| "loss": 0.344, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.8795180722891566, |
| "grad_norm": 0.33544865250587463, |
| "learning_rate": 4.454578706170075e-05, |
| "loss": 0.2766, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.8835341365461847, |
| "grad_norm": 0.7442018985748291, |
| "learning_rate": 4.447270353563828e-05, |
| "loss": 0.355, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.8875502008032129, |
| "grad_norm": 0.4419419765472412, |
| "learning_rate": 4.439919442423513e-05, |
| "loss": 0.3275, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.891566265060241, |
| "grad_norm": 0.31490767002105713, |
| "learning_rate": 4.4325261334068426e-05, |
| "loss": 0.3389, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.8955823293172691, |
| "grad_norm": 0.48634758591651917, |
| "learning_rate": 4.4250905880981574e-05, |
| "loss": 0.4238, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.8995983935742972, |
| "grad_norm": 0.4701390564441681, |
| "learning_rate": 4.417612969004891e-05, |
| "loss": 0.376, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.9036144578313253, |
| "grad_norm": 0.4378860294818878, |
| "learning_rate": 4.410093439554019e-05, |
| "loss": 0.349, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.9076305220883534, |
| "grad_norm": 0.5029141306877136, |
| "learning_rate": 4.4025321640884905e-05, |
| "loss": 0.2902, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.9116465863453815, |
| "grad_norm": 0.3482571542263031, |
| "learning_rate": 4.394929307863633e-05, |
| "loss": 0.3098, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.9156626506024096, |
| "grad_norm": 0.3532014489173889, |
| "learning_rate": 4.38728503704354e-05, |
| "loss": 0.3319, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.9196787148594378, |
| "grad_norm": 0.3720119595527649, |
| "learning_rate": 4.379599518697444e-05, |
| "loss": 0.3207, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.9236947791164659, |
| "grad_norm": 0.45317885279655457, |
| "learning_rate": 4.3718729207960586e-05, |
| "loss": 0.2996, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.927710843373494, |
| "grad_norm": 0.4399602711200714, |
| "learning_rate": 4.364105412207914e-05, |
| "loss": 0.3764, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.9317269076305221, |
| "grad_norm": 0.36520886421203613, |
| "learning_rate": 4.356297162695662e-05, |
| "loss": 0.3485, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.9357429718875502, |
| "grad_norm": 0.3675477206707001, |
| "learning_rate": 4.3484483429123656e-05, |
| "loss": 0.3043, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.9397590361445783, |
| "grad_norm": 0.43594786524772644, |
| "learning_rate": 4.3405591243977736e-05, |
| "loss": 0.3872, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.9437751004016064, |
| "grad_norm": 0.3960169851779938, |
| "learning_rate": 4.332629679574566e-05, |
| "loss": 0.3169, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.9477911646586346, |
| "grad_norm": 0.3947587311267853, |
| "learning_rate": 4.324660181744589e-05, |
| "loss": 0.3667, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.9518072289156626, |
| "grad_norm": 0.4007823169231415, |
| "learning_rate": 4.316650805085068e-05, |
| "loss": 0.3561, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.9558232931726908, |
| "grad_norm": 0.37169793248176575, |
| "learning_rate": 4.308601724644797e-05, |
| "loss": 0.3309, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.9598393574297188, |
| "grad_norm": 0.3675639033317566, |
| "learning_rate": 4.300513116340317e-05, |
| "loss": 0.3688, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.963855421686747, |
| "grad_norm": 0.39086320996284485, |
| "learning_rate": 4.2923851569520685e-05, |
| "loss": 0.2691, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.9678714859437751, |
| "grad_norm": 0.34563392400741577, |
| "learning_rate": 4.28421802412053e-05, |
| "loss": 0.3328, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.9718875502008032, |
| "grad_norm": 0.43469658493995667, |
| "learning_rate": 4.276011896342336e-05, |
| "loss": 0.3861, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.9759036144578314, |
| "grad_norm": 0.3810824155807495, |
| "learning_rate": 4.267766952966369e-05, |
| "loss": 0.293, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.9799196787148594, |
| "grad_norm": 0.45030152797698975, |
| "learning_rate": 4.259483374189851e-05, |
| "loss": 0.3045, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.9839357429718876, |
| "grad_norm": 0.39684751629829407, |
| "learning_rate": 4.251161341054396e-05, |
| "loss": 0.3644, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.9879518072289156, |
| "grad_norm": 0.4050283432006836, |
| "learning_rate": 4.242801035442058e-05, |
| "loss": 0.373, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.9919678714859438, |
| "grad_norm": 0.3969316780567169, |
| "learning_rate": 4.2344026400713545e-05, |
| "loss": 0.2957, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.9959839357429718, |
| "grad_norm": 0.412476122379303, |
| "learning_rate": 4.225966338493271e-05, |
| "loss": 0.2805, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.4108029305934906, |
| "learning_rate": 4.2174923150872544e-05, |
| "loss": 0.3023, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.0040160642570282, |
| "grad_norm": 0.3977179527282715, |
| "learning_rate": 4.208980755057178e-05, |
| "loss": 0.4002, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.0080321285140563, |
| "grad_norm": 0.33583542704582214, |
| "learning_rate": 4.2004318444272985e-05, |
| "loss": 0.3088, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.0120481927710843, |
| "grad_norm": 0.38322827219963074, |
| "learning_rate": 4.1918457700381855e-05, |
| "loss": 0.3724, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.0160642570281124, |
| "grad_norm": 0.3357059955596924, |
| "learning_rate": 4.183222719542643e-05, |
| "loss": 0.3046, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.0200803212851406, |
| "grad_norm": 0.3509674370288849, |
| "learning_rate": 4.174562881401602e-05, |
| "loss": 0.2623, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.0240963855421688, |
| "grad_norm": 0.3359556496143341, |
| "learning_rate": 4.16586644488001e-05, |
| "loss": 0.2781, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.0281124497991967, |
| "grad_norm": 0.38229525089263916, |
| "learning_rate": 4.157133600042686e-05, |
| "loss": 0.3679, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.0321285140562249, |
| "grad_norm": 0.40952321887016296, |
| "learning_rate": 4.148364537750172e-05, |
| "loss": 0.3323, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.036144578313253, |
| "grad_norm": 0.32103827595710754, |
| "learning_rate": 4.139559449654561e-05, |
| "loss": 0.3149, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.0401606425702812, |
| "grad_norm": 0.34906044602394104, |
| "learning_rate": 4.130718528195303e-05, |
| "loss": 0.3048, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.0441767068273093, |
| "grad_norm": 0.3745776116847992, |
| "learning_rate": 4.1218419665950094e-05, |
| "loss": 0.3144, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.0481927710843373, |
| "grad_norm": 0.40731281042099, |
| "learning_rate": 4.1129299588552193e-05, |
| "loss": 0.3221, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.0522088353413654, |
| "grad_norm": 0.34410983324050903, |
| "learning_rate": 4.103982699752167e-05, |
| "loss": 0.3113, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.0562248995983936, |
| "grad_norm": 0.3899206817150116, |
| "learning_rate": 4.095000384832522e-05, |
| "loss": 0.3555, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.0602409638554218, |
| "grad_norm": 0.4419567883014679, |
| "learning_rate": 4.085983210409114e-05, |
| "loss": 0.3634, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.0642570281124497, |
| "grad_norm": 0.4059004485607147, |
| "learning_rate": 4.076931373556646e-05, |
| "loss": 0.2772, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.0682730923694779, |
| "grad_norm": 0.3983324468135834, |
| "learning_rate": 4.067845072107383e-05, |
| "loss": 0.3465, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.072289156626506, |
| "grad_norm": 0.4240141212940216, |
| "learning_rate": 4.058724504646834e-05, |
| "loss": 0.3193, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.0763052208835342, |
| "grad_norm": 0.4722084701061249, |
| "learning_rate": 4.0495698705094044e-05, |
| "loss": 0.3743, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.0803212851405624, |
| "grad_norm": 0.4552375078201294, |
| "learning_rate": 4.0403813697740446e-05, |
| "loss": 0.3746, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.0843373493975903, |
| "grad_norm": 0.42489174008369446, |
| "learning_rate": 4.0311592032598754e-05, |
| "loss": 0.3522, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.0883534136546185, |
| "grad_norm": 0.358661413192749, |
| "learning_rate": 4.021903572521802e-05, |
| "loss": 0.3159, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.0923694779116466, |
| "grad_norm": 0.3610284626483917, |
| "learning_rate": 4.012614679846103e-05, |
| "loss": 0.337, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.0963855421686748, |
| "grad_norm": 0.395988792181015, |
| "learning_rate": 4.0032927282460146e-05, |
| "loss": 0.2843, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.1004016064257027, |
| "grad_norm": 0.36076489090919495, |
| "learning_rate": 3.9939379214572915e-05, |
| "loss": 0.3099, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.104417670682731, |
| "grad_norm": 0.3546864092350006, |
| "learning_rate": 3.9845504639337535e-05, |
| "loss": 0.2825, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.108433734939759, |
| "grad_norm": 0.35579153895378113, |
| "learning_rate": 3.9751305608428205e-05, |
| "loss": 0.3141, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.1124497991967872, |
| "grad_norm": 0.3487059772014618, |
| "learning_rate": 3.965678418061023e-05, |
| "loss": 0.2768, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.1164658634538154, |
| "grad_norm": 0.34115543961524963, |
| "learning_rate": 3.956194242169506e-05, |
| "loss": 0.2565, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.1204819277108433, |
| "grad_norm": 0.5303230285644531, |
| "learning_rate": 3.946678240449515e-05, |
| "loss": 0.3491, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.1244979919678715, |
| "grad_norm": 0.38421887159347534, |
| "learning_rate": 3.937130620877863e-05, |
| "loss": 0.339, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.1285140562248996, |
| "grad_norm": 0.4269844591617584, |
| "learning_rate": 3.927551592122388e-05, |
| "loss": 0.3895, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.1325301204819278, |
| "grad_norm": 0.36492249369621277, |
| "learning_rate": 3.9179413635373897e-05, |
| "loss": 0.3307, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.1365461847389557, |
| "grad_norm": 0.3604801893234253, |
| "learning_rate": 3.908300145159055e-05, |
| "loss": 0.2495, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.140562248995984, |
| "grad_norm": 0.4078293740749359, |
| "learning_rate": 3.898628147700868e-05, |
| "loss": 0.3299, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.144578313253012, |
| "grad_norm": 0.4020484983921051, |
| "learning_rate": 3.888925582549006e-05, |
| "loss": 0.3154, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.1485943775100402, |
| "grad_norm": 0.40106770396232605, |
| "learning_rate": 3.8791926617577144e-05, |
| "loss": 0.2955, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.1526104417670684, |
| "grad_norm": 0.43215692043304443, |
| "learning_rate": 3.869429598044679e-05, |
| "loss": 0.3371, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.1566265060240963, |
| "grad_norm": 0.4728745222091675, |
| "learning_rate": 3.859636604786372e-05, |
| "loss": 0.2671, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.1606425702811245, |
| "grad_norm": 0.3952246308326721, |
| "learning_rate": 3.8498138960133917e-05, |
| "loss": 0.2299, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.1646586345381527, |
| "grad_norm": 0.38174968957901, |
| "learning_rate": 3.8399616864057816e-05, |
| "loss": 0.3077, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.1686746987951806, |
| "grad_norm": 0.37558120489120483, |
| "learning_rate": 3.830080191288342e-05, |
| "loss": 0.3421, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.1726907630522088, |
| "grad_norm": 0.4501299560070038, |
| "learning_rate": 3.82016962662592e-05, |
| "loss": 0.3609, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.176706827309237, |
| "grad_norm": 0.35799673199653625, |
| "learning_rate": 3.810230209018694e-05, |
| "loss": 0.2487, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.180722891566265, |
| "grad_norm": 0.4033254384994507, |
| "learning_rate": 3.8002621556974367e-05, |
| "loss": 0.2843, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.1847389558232932, |
| "grad_norm": 0.4198344945907593, |
| "learning_rate": 3.790265684518767e-05, |
| "loss": 0.3292, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.1887550200803212, |
| "grad_norm": 0.39376020431518555, |
| "learning_rate": 3.780241013960391e-05, |
| "loss": 0.3424, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.1927710843373494, |
| "grad_norm": 0.37279409170150757, |
| "learning_rate": 3.770188363116324e-05, |
| "loss": 0.261, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.1967871485943775, |
| "grad_norm": 0.44697171449661255, |
| "learning_rate": 3.760107951692107e-05, |
| "loss": 0.3212, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.2008032128514057, |
| "grad_norm": 0.38348427414894104, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 0.2476, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.2048192771084336, |
| "grad_norm": 0.4076741337776184, |
| "learning_rate": 3.73986472895417e-05, |
| "loss": 0.3623, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.2088353413654618, |
| "grad_norm": 0.4394407868385315, |
| "learning_rate": 3.729702360065859e-05, |
| "loss": 0.3339, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.21285140562249, |
| "grad_norm": 0.39291417598724365, |
| "learning_rate": 3.7195131154385474e-05, |
| "loss": 0.289, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.216867469879518, |
| "grad_norm": 0.4359102249145508, |
| "learning_rate": 3.7092972177631e-05, |
| "loss": 0.393, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.2208835341365463, |
| "grad_norm": 0.4636111259460449, |
| "learning_rate": 3.699054890312892e-05, |
| "loss": 0.3732, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.2248995983935742, |
| "grad_norm": 0.37869930267333984, |
| "learning_rate": 3.6887863569389386e-05, |
| "loss": 0.2599, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.2289156626506024, |
| "grad_norm": 0.42484331130981445, |
| "learning_rate": 3.678491842064995e-05, |
| "loss": 0.3309, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.2329317269076305, |
| "grad_norm": 0.40696099400520325, |
| "learning_rate": 3.668171570682655e-05, |
| "loss": 0.2561, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.2369477911646587, |
| "grad_norm": 0.37397104501724243, |
| "learning_rate": 3.6578257683464364e-05, |
| "loss": 0.2373, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.2409638554216866, |
| "grad_norm": 0.41433000564575195, |
| "learning_rate": 3.6474546611688445e-05, |
| "loss": 0.35, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.2449799196787148, |
| "grad_norm": 0.4146500825881958, |
| "learning_rate": 3.6370584758154366e-05, |
| "loss": 0.3757, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.248995983935743, |
| "grad_norm": 0.41974082589149475, |
| "learning_rate": 3.6266374394998634e-05, |
| "loss": 0.3758, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.2530120481927711, |
| "grad_norm": 0.4489721953868866, |
| "learning_rate": 3.616191779978907e-05, |
| "loss": 0.3936, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.2570281124497993, |
| "grad_norm": 0.4388364553451538, |
| "learning_rate": 3.6057217255475034e-05, |
| "loss": 0.3241, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.2610441767068274, |
| "grad_norm": 0.4363100230693817, |
| "learning_rate": 3.595227505033747e-05, |
| "loss": 0.3434, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.2650602409638554, |
| "grad_norm": 0.3850543797016144, |
| "learning_rate": 3.5847093477938956e-05, |
| "loss": 0.3019, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.2690763052208835, |
| "grad_norm": 0.4056536555290222, |
| "learning_rate": 3.574167483707356e-05, |
| "loss": 0.3634, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.2730923694779117, |
| "grad_norm": 0.37497851252555847, |
| "learning_rate": 3.5636021431716606e-05, |
| "loss": 0.3203, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.2771084337349397, |
| "grad_norm": 0.3976558446884155, |
| "learning_rate": 3.5530135570974274e-05, |
| "loss": 0.2743, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.2811244979919678, |
| "grad_norm": 0.45948538184165955, |
| "learning_rate": 3.542401956903321e-05, |
| "loss": 0.2788, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.285140562248996, |
| "grad_norm": 0.3974132537841797, |
| "learning_rate": 3.5317675745109866e-05, |
| "loss": 0.3103, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.2891566265060241, |
| "grad_norm": 0.4223279356956482, |
| "learning_rate": 3.521110642339991e-05, |
| "loss": 0.3299, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.2931726907630523, |
| "grad_norm": 0.36853110790252686, |
| "learning_rate": 3.51043139330273e-05, |
| "loss": 0.2611, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.2971887550200802, |
| "grad_norm": 0.40147364139556885, |
| "learning_rate": 3.499730060799352e-05, |
| "loss": 0.2484, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.3012048192771084, |
| "grad_norm": 0.39763209223747253, |
| "learning_rate": 3.489006878712647e-05, |
| "loss": 0.3381, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.3052208835341366, |
| "grad_norm": 0.4128108322620392, |
| "learning_rate": 3.4782620814029375e-05, |
| "loss": 0.2844, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.3092369477911647, |
| "grad_norm": 0.4215083420276642, |
| "learning_rate": 3.4674959037029594e-05, |
| "loss": 0.288, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.3132530120481927, |
| "grad_norm": 0.45807206630706787, |
| "learning_rate": 3.456708580912725e-05, |
| "loss": 0.3709, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.3172690763052208, |
| "grad_norm": 0.38204073905944824, |
| "learning_rate": 3.4459003487943844e-05, |
| "loss": 0.2541, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.321285140562249, |
| "grad_norm": 0.42295801639556885, |
| "learning_rate": 3.4350714435670707e-05, |
| "loss": 0.3247, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.3253012048192772, |
| "grad_norm": 0.45487505197525024, |
| "learning_rate": 3.424222101901738e-05, |
| "loss": 0.3377, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.3293172690763053, |
| "grad_norm": 0.45981574058532715, |
| "learning_rate": 3.413352560915988e-05, |
| "loss": 0.3403, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 0.3605084717273712, |
| "learning_rate": 3.4024630581688894e-05, |
| "loss": 0.242, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.3373493975903614, |
| "grad_norm": 0.4557378888130188, |
| "learning_rate": 3.391553831655782e-05, |
| "loss": 0.2929, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.3413654618473896, |
| "grad_norm": 0.5284321904182434, |
| "learning_rate": 3.380625119803084e-05, |
| "loss": 0.3434, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.3453815261044177, |
| "grad_norm": 0.4053751230239868, |
| "learning_rate": 3.369677161463068e-05, |
| "loss": 0.3149, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.3493975903614457, |
| "grad_norm": 0.4405737519264221, |
| "learning_rate": 3.358710195908653e-05, |
| "loss": 0.3668, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.3534136546184738, |
| "grad_norm": 0.3991630971431732, |
| "learning_rate": 3.3477244628281666e-05, |
| "loss": 0.3252, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.357429718875502, |
| "grad_norm": 0.39196085929870605, |
| "learning_rate": 3.336720202320113e-05, |
| "loss": 0.3282, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.3614457831325302, |
| "grad_norm": 0.38728272914886475, |
| "learning_rate": 3.3256976548879184e-05, |
| "loss": 0.2776, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.3654618473895583, |
| "grad_norm": 0.3763287365436554, |
| "learning_rate": 3.314657061434681e-05, |
| "loss": 0.2625, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.3694779116465863, |
| "grad_norm": 0.3745321035385132, |
| "learning_rate": 3.303598663257904e-05, |
| "loss": 0.2815, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.3734939759036144, |
| "grad_norm": 0.36064666509628296, |
| "learning_rate": 3.292522702044221e-05, |
| "loss": 0.2893, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.3775100401606426, |
| "grad_norm": 0.5100922584533691, |
| "learning_rate": 3.281429419864112e-05, |
| "loss": 0.3293, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.3815261044176708, |
| "grad_norm": 0.401780903339386, |
| "learning_rate": 3.270319059166617e-05, |
| "loss": 0.2773, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.3855421686746987, |
| "grad_norm": 0.4642065465450287, |
| "learning_rate": 3.259191862774037e-05, |
| "loss": 0.3379, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.3895582329317269, |
| "grad_norm": 0.39117753505706787, |
| "learning_rate": 3.248048073876622e-05, |
| "loss": 0.2766, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.393574297188755, |
| "grad_norm": 0.4060978293418884, |
| "learning_rate": 3.2368879360272606e-05, |
| "loss": 0.2647, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.3975903614457832, |
| "grad_norm": 0.4262392520904541, |
| "learning_rate": 3.225711693136156e-05, |
| "loss": 0.3177, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.4016064257028114, |
| "grad_norm": 0.41557395458221436, |
| "learning_rate": 3.214519589465495e-05, |
| "loss": 0.2425, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.4056224899598393, |
| "grad_norm": 0.4348689019680023, |
| "learning_rate": 3.203311869624107e-05, |
| "loss": 0.3529, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.4096385542168675, |
| "grad_norm": 0.4739913046360016, |
| "learning_rate": 3.1920887785621235e-05, |
| "loss": 0.3207, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.4136546184738956, |
| "grad_norm": 0.42416346073150635, |
| "learning_rate": 3.180850561565621e-05, |
| "loss": 0.2813, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.4176706827309236, |
| "grad_norm": 0.4376218616962433, |
| "learning_rate": 3.1695974642512585e-05, |
| "loss": 0.3071, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.4216867469879517, |
| "grad_norm": 0.4232673943042755, |
| "learning_rate": 3.158329732560912e-05, |
| "loss": 0.3093, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.4257028112449799, |
| "grad_norm": 0.4880342185497284, |
| "learning_rate": 3.147047612756302e-05, |
| "loss": 0.2903, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.429718875502008, |
| "grad_norm": 0.468056857585907, |
| "learning_rate": 3.1357513514136044e-05, |
| "loss": 0.3505, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.4337349397590362, |
| "grad_norm": 0.4468645751476288, |
| "learning_rate": 3.1244411954180676e-05, |
| "loss": 0.3317, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.4377510040160644, |
| "grad_norm": 0.44746091961860657, |
| "learning_rate": 3.113117391958612e-05, |
| "loss": 0.3241, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.4417670682730923, |
| "grad_norm": 0.4584064781665802, |
| "learning_rate": 3.101780188522433e-05, |
| "loss": 0.3492, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.4457831325301205, |
| "grad_norm": 0.5009322166442871, |
| "learning_rate": 3.090429832889586e-05, |
| "loss": 0.3362, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.4497991967871486, |
| "grad_norm": 0.4156329333782196, |
| "learning_rate": 3.0790665731275765e-05, |
| "loss": 0.3024, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.4538152610441766, |
| "grad_norm": 0.44589802622795105, |
| "learning_rate": 3.0676906575859334e-05, |
| "loss": 0.2992, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.4578313253012047, |
| "grad_norm": 0.47200101613998413, |
| "learning_rate": 3.056302334890786e-05, |
| "loss": 0.3723, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.461847389558233, |
| "grad_norm": 0.37657684087753296, |
| "learning_rate": 3.0449018539394276e-05, |
| "loss": 0.2817, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.465863453815261, |
| "grad_norm": 0.4025072753429413, |
| "learning_rate": 3.0334894638948753e-05, |
| "loss": 0.3437, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.4698795180722892, |
| "grad_norm": 0.38258296251296997, |
| "learning_rate": 3.022065414180425e-05, |
| "loss": 0.3572, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.4738955823293174, |
| "grad_norm": 0.3879828453063965, |
| "learning_rate": 3.010629954474201e-05, |
| "loss": 0.2984, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.4779116465863453, |
| "grad_norm": 0.3913291394710541, |
| "learning_rate": 2.9991833347036985e-05, |
| "loss": 0.2755, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.4819277108433735, |
| "grad_norm": 0.4224880039691925, |
| "learning_rate": 2.9877258050403212e-05, |
| "loss": 0.3324, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.4859437751004017, |
| "grad_norm": 0.4849439859390259, |
| "learning_rate": 2.9762576158939125e-05, |
| "loss": 0.3818, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.4899598393574296, |
| "grad_norm": 0.4108419120311737, |
| "learning_rate": 2.9647790179072872e-05, |
| "loss": 0.2819, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.4939759036144578, |
| "grad_norm": 0.46975579857826233, |
| "learning_rate": 2.9532902619507462e-05, |
| "loss": 0.3213, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.497991967871486, |
| "grad_norm": 0.37872588634490967, |
| "learning_rate": 2.9417915991166008e-05, |
| "loss": 0.2886, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.502008032128514, |
| "grad_norm": 0.3882961571216583, |
| "learning_rate": 2.93028328071368e-05, |
| "loss": 0.2792, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.5060240963855422, |
| "grad_norm": 0.4001757502555847, |
| "learning_rate": 2.918765558261841e-05, |
| "loss": 0.273, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.5100401606425704, |
| "grad_norm": 0.4576755166053772, |
| "learning_rate": 2.9072386834864724e-05, |
| "loss": 0.2985, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.5140562248995983, |
| "grad_norm": 0.40884050726890564, |
| "learning_rate": 2.8957029083129873e-05, |
| "loss": 0.241, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.5180722891566265, |
| "grad_norm": 0.4215402901172638, |
| "learning_rate": 2.884158484861325e-05, |
| "loss": 0.3428, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.5220883534136547, |
| "grad_norm": 0.4656892418861389, |
| "learning_rate": 2.872605665440436e-05, |
| "loss": 0.3499, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.5261044176706826, |
| "grad_norm": 0.39561203122138977, |
| "learning_rate": 2.8610447025427683e-05, |
| "loss": 0.2815, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.5301204819277108, |
| "grad_norm": 0.4454112648963928, |
| "learning_rate": 2.849475848838749e-05, |
| "loss": 0.2744, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.534136546184739, |
| "grad_norm": 0.41716262698173523, |
| "learning_rate": 2.8378993571712638e-05, |
| "loss": 0.3507, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.538152610441767, |
| "grad_norm": 0.414767324924469, |
| "learning_rate": 2.8263154805501297e-05, |
| "loss": 0.3325, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.5421686746987953, |
| "grad_norm": 0.3738459348678589, |
| "learning_rate": 2.8147244721465636e-05, |
| "loss": 0.2559, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.5461847389558234, |
| "grad_norm": 0.45450860261917114, |
| "learning_rate": 2.8031265852876537e-05, |
| "loss": 0.3471, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.5502008032128514, |
| "grad_norm": 0.46035537123680115, |
| "learning_rate": 2.791522073450819e-05, |
| "loss": 0.3543, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.5542168674698795, |
| "grad_norm": 0.41047337651252747, |
| "learning_rate": 2.7799111902582696e-05, |
| "loss": 0.3134, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.5582329317269075, |
| "grad_norm": 0.4487716853618622, |
| "learning_rate": 2.7682941894714666e-05, |
| "loss": 0.3284, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.5622489959839356, |
| "grad_norm": 0.511817216873169, |
| "learning_rate": 2.7566713249855712e-05, |
| "loss": 0.3324, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.5662650602409638, |
| "grad_norm": 0.4241081774234772, |
| "learning_rate": 2.7450428508239024e-05, |
| "loss": 0.31, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.570281124497992, |
| "grad_norm": 0.40205150842666626, |
| "learning_rate": 2.7334090211323766e-05, |
| "loss": 0.3453, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.5742971887550201, |
| "grad_norm": 0.44074681401252747, |
| "learning_rate": 2.7217700901739636e-05, |
| "loss": 0.3429, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.5783132530120483, |
| "grad_norm": 0.41657623648643494, |
| "learning_rate": 2.710126312323119e-05, |
| "loss": 0.3515, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.5823293172690764, |
| "grad_norm": 0.45420968532562256, |
| "learning_rate": 2.6984779420602323e-05, |
| "loss": 0.3553, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.5863453815261044, |
| "grad_norm": 0.39352598786354065, |
| "learning_rate": 2.686825233966061e-05, |
| "loss": 0.2547, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.5903614457831325, |
| "grad_norm": 0.41205790638923645, |
| "learning_rate": 2.6751684427161683e-05, |
| "loss": 0.3538, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.5943775100401605, |
| "grad_norm": 0.4126872718334198, |
| "learning_rate": 2.663507823075358e-05, |
| "loss": 0.2893, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.5983935742971886, |
| "grad_norm": 0.4216347932815552, |
| "learning_rate": 2.651843629892103e-05, |
| "loss": 0.3279, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.6024096385542168, |
| "grad_norm": 0.3910914361476898, |
| "learning_rate": 2.6401761180929797e-05, |
| "loss": 0.2769, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.606425702811245, |
| "grad_norm": 0.4210715591907501, |
| "learning_rate": 2.6285055426770934e-05, |
| "loss": 0.302, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.6104417670682731, |
| "grad_norm": 0.4108389914035797, |
| "learning_rate": 2.616832158710506e-05, |
| "loss": 0.3253, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.6144578313253013, |
| "grad_norm": 0.41170188784599304, |
| "learning_rate": 2.6051562213206632e-05, |
| "loss": 0.2772, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.6184738955823295, |
| "grad_norm": 0.48949119448661804, |
| "learning_rate": 2.593477985690815e-05, |
| "loss": 0.388, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.6224899598393574, |
| "grad_norm": 0.44700804352760315, |
| "learning_rate": 2.5817977070544407e-05, |
| "loss": 0.3304, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.6265060240963856, |
| "grad_norm": 0.4795211851596832, |
| "learning_rate": 2.5701156406896725e-05, |
| "loss": 0.3688, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.6305220883534135, |
| "grad_norm": 0.47693318128585815, |
| "learning_rate": 2.5584320419137127e-05, |
| "loss": 0.2896, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.6345381526104417, |
| "grad_norm": 0.5043147802352905, |
| "learning_rate": 2.5467471660772557e-05, |
| "loss": 0.3529, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.6385542168674698, |
| "grad_norm": 0.41933324933052063, |
| "learning_rate": 2.535061268558906e-05, |
| "loss": 0.3361, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.642570281124498, |
| "grad_norm": 0.41302600502967834, |
| "learning_rate": 2.5233746047595985e-05, |
| "loss": 0.2896, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.6465863453815262, |
| "grad_norm": 0.4476950764656067, |
| "learning_rate": 2.5116874300970138e-05, |
| "loss": 0.312, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.6506024096385543, |
| "grad_norm": 0.46941718459129333, |
| "learning_rate": 2.5e-05, |
| "loss": 0.3004, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.6546184738955825, |
| "grad_norm": 0.44369807839393616, |
| "learning_rate": 2.4883125699029865e-05, |
| "loss": 0.3247, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.6586345381526104, |
| "grad_norm": 0.5012811422348022, |
| "learning_rate": 2.4766253952404024e-05, |
| "loss": 0.3212, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.6626506024096386, |
| "grad_norm": 0.5274367332458496, |
| "learning_rate": 2.4649387314410945e-05, |
| "loss": 0.3282, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.46215999126434326, |
| "learning_rate": 2.4532528339227452e-05, |
| "loss": 0.3086, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.6706827309236947, |
| "grad_norm": 0.45172807574272156, |
| "learning_rate": 2.441567958086288e-05, |
| "loss": 0.295, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.6746987951807228, |
| "grad_norm": 0.46284404397010803, |
| "learning_rate": 2.429884359310328e-05, |
| "loss": 0.3272, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.678714859437751, |
| "grad_norm": 0.47019344568252563, |
| "learning_rate": 2.41820229294556e-05, |
| "loss": 0.2892, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.6827309236947792, |
| "grad_norm": 0.5012633800506592, |
| "learning_rate": 2.4065220143091864e-05, |
| "loss": 0.3693, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.6867469879518073, |
| "grad_norm": 0.43759238719940186, |
| "learning_rate": 2.3948437786793377e-05, |
| "loss": 0.312, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.6907630522088355, |
| "grad_norm": 0.39541277289390564, |
| "learning_rate": 2.383167841289495e-05, |
| "loss": 0.248, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.6947791164658634, |
| "grad_norm": 0.45473945140838623, |
| "learning_rate": 2.371494457322907e-05, |
| "loss": 0.2982, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.6987951807228916, |
| "grad_norm": 0.41014575958251953, |
| "learning_rate": 2.3598238819070202e-05, |
| "loss": 0.2836, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.7028112449799195, |
| "grad_norm": 0.46837180852890015, |
| "learning_rate": 2.3481563701078966e-05, |
| "loss": 0.3009, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.7068273092369477, |
| "grad_norm": 0.41497769951820374, |
| "learning_rate": 2.3364921769246423e-05, |
| "loss": 0.3228, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.7108433734939759, |
| "grad_norm": 0.48312485218048096, |
| "learning_rate": 2.3248315572838316e-05, |
| "loss": 0.3026, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.714859437751004, |
| "grad_norm": 0.4200379550457001, |
| "learning_rate": 2.3131747660339394e-05, |
| "loss": 0.2751, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.7188755020080322, |
| "grad_norm": 0.4631725549697876, |
| "learning_rate": 2.3015220579397682e-05, |
| "loss": 0.3425, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.7228915662650603, |
| "grad_norm": 0.46534058451652527, |
| "learning_rate": 2.2898736876768815e-05, |
| "loss": 0.3226, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.7269076305220885, |
| "grad_norm": 0.3950774371623993, |
| "learning_rate": 2.278229909826037e-05, |
| "loss": 0.2662, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.7309236947791165, |
| "grad_norm": 0.4251087009906769, |
| "learning_rate": 2.2665909788676237e-05, |
| "loss": 0.3072, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.7349397590361446, |
| "grad_norm": 0.41468513011932373, |
| "learning_rate": 2.2549571491760986e-05, |
| "loss": 0.3047, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.7389558232931726, |
| "grad_norm": 0.4196534752845764, |
| "learning_rate": 2.2433286750144293e-05, |
| "loss": 0.2708, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.7429718875502007, |
| "grad_norm": 0.45039716362953186, |
| "learning_rate": 2.231705810528534e-05, |
| "loss": 0.3028, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.7469879518072289, |
| "grad_norm": 0.5077593326568604, |
| "learning_rate": 2.2200888097417307e-05, |
| "loss": 0.2942, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.751004016064257, |
| "grad_norm": 0.4380891025066376, |
| "learning_rate": 2.2084779265491813e-05, |
| "loss": 0.3037, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.7550200803212852, |
| "grad_norm": 0.5840532183647156, |
| "learning_rate": 2.1968734147123465e-05, |
| "loss": 0.2832, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.7590361445783134, |
| "grad_norm": 0.4980887472629547, |
| "learning_rate": 2.185275527853437e-05, |
| "loss": 0.3245, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.7630522088353415, |
| "grad_norm": 0.4570533037185669, |
| "learning_rate": 2.173684519449872e-05, |
| "loss": 0.2917, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.7670682730923695, |
| "grad_norm": 0.45963743329048157, |
| "learning_rate": 2.162100642828737e-05, |
| "loss": 0.282, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.7710843373493976, |
| "grad_norm": 0.4363883137702942, |
| "learning_rate": 2.1505241511612522e-05, |
| "loss": 0.2665, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.7751004016064256, |
| "grad_norm": 0.5356572866439819, |
| "learning_rate": 2.138955297457233e-05, |
| "loss": 0.3612, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.7791164658634537, |
| "grad_norm": 0.505367636680603, |
| "learning_rate": 2.1273943345595637e-05, |
| "loss": 0.3098, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.783132530120482, |
| "grad_norm": 0.46621936559677124, |
| "learning_rate": 2.1158415151386744e-05, |
| "loss": 0.2991, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.78714859437751, |
| "grad_norm": 0.44183534383773804, |
| "learning_rate": 2.104297091687013e-05, |
| "loss": 0.2628, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.7911646586345382, |
| "grad_norm": 0.510328471660614, |
| "learning_rate": 2.0927613165135285e-05, |
| "loss": 0.3159, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.7951807228915664, |
| "grad_norm": 0.5044543743133545, |
| "learning_rate": 2.0812344417381595e-05, |
| "loss": 0.3069, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.7991967871485943, |
| "grad_norm": 0.4802643656730652, |
| "learning_rate": 2.0697167192863204e-05, |
| "loss": 0.2962, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.8032128514056225, |
| "grad_norm": 0.46106359362602234, |
| "learning_rate": 2.0582084008834e-05, |
| "loss": 0.2765, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.8072289156626506, |
| "grad_norm": 0.4502885043621063, |
| "learning_rate": 2.0467097380492544e-05, |
| "loss": 0.2747, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.8112449799196786, |
| "grad_norm": 0.47659075260162354, |
| "learning_rate": 2.0352209820927137e-05, |
| "loss": 0.2936, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.8152610441767068, |
| "grad_norm": 0.444698303937912, |
| "learning_rate": 2.0237423841060877e-05, |
| "loss": 0.265, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.819277108433735, |
| "grad_norm": 0.4394044280052185, |
| "learning_rate": 2.0122741949596797e-05, |
| "loss": 0.2712, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.823293172690763, |
| "grad_norm": 0.4385037124156952, |
| "learning_rate": 2.000816665296302e-05, |
| "loss": 0.3121, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.8273092369477912, |
| "grad_norm": 0.48680782318115234, |
| "learning_rate": 1.9893700455257996e-05, |
| "loss": 0.3196, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.8313253012048194, |
| "grad_norm": 0.41616690158843994, |
| "learning_rate": 1.977934585819576e-05, |
| "loss": 0.2999, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.8353413654618473, |
| "grad_norm": 0.44171151518821716, |
| "learning_rate": 1.9665105361051256e-05, |
| "loss": 0.2971, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.8393574297188755, |
| "grad_norm": 0.42723822593688965, |
| "learning_rate": 1.9550981460605733e-05, |
| "loss": 0.2629, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.8433734939759037, |
| "grad_norm": 0.43502771854400635, |
| "learning_rate": 1.9436976651092144e-05, |
| "loss": 0.3089, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.8473895582329316, |
| "grad_norm": 0.42654067277908325, |
| "learning_rate": 1.932309342414067e-05, |
| "loss": 0.3228, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.8514056224899598, |
| "grad_norm": 0.4032960534095764, |
| "learning_rate": 1.9209334268724247e-05, |
| "loss": 0.2395, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.855421686746988, |
| "grad_norm": 0.4426659345626831, |
| "learning_rate": 1.909570167110415e-05, |
| "loss": 0.3048, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.859437751004016, |
| "grad_norm": 0.4877111613750458, |
| "learning_rate": 1.8982198114775682e-05, |
| "loss": 0.3411, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.8634538152610443, |
| "grad_norm": 0.44326019287109375, |
| "learning_rate": 1.8868826080413875e-05, |
| "loss": 0.3135, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.8674698795180724, |
| "grad_norm": 0.500212550163269, |
| "learning_rate": 1.8755588045819327e-05, |
| "loss": 0.3221, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.8714859437751004, |
| "grad_norm": 0.43086370825767517, |
| "learning_rate": 1.864248648586395e-05, |
| "loss": 0.2936, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.8755020080321285, |
| "grad_norm": 0.42855504155158997, |
| "learning_rate": 1.852952387243698e-05, |
| "loss": 0.2468, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.8795180722891565, |
| "grad_norm": 0.5011900663375854, |
| "learning_rate": 1.841670267439088e-05, |
| "loss": 0.3038, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.8835341365461846, |
| "grad_norm": 0.44242334365844727, |
| "learning_rate": 1.8304025357487424e-05, |
| "loss": 0.3242, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.8875502008032128, |
| "grad_norm": 0.4678678512573242, |
| "learning_rate": 1.81914943843438e-05, |
| "loss": 0.307, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.891566265060241, |
| "grad_norm": 0.47704440355300903, |
| "learning_rate": 1.8079112214378768e-05, |
| "loss": 0.3092, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.895582329317269, |
| "grad_norm": 0.459638386964798, |
| "learning_rate": 1.7966881303758938e-05, |
| "loss": 0.2603, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.8995983935742973, |
| "grad_norm": 0.5107981562614441, |
| "learning_rate": 1.7854804105345062e-05, |
| "loss": 0.2853, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.9036144578313254, |
| "grad_norm": 0.5379002690315247, |
| "learning_rate": 1.7742883068638447e-05, |
| "loss": 0.3111, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.9076305220883534, |
| "grad_norm": 0.46416106820106506, |
| "learning_rate": 1.7631120639727393e-05, |
| "loss": 0.3034, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.9116465863453815, |
| "grad_norm": 0.45781102776527405, |
| "learning_rate": 1.7519519261233786e-05, |
| "loss": 0.343, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.9156626506024095, |
| "grad_norm": 0.4929346442222595, |
| "learning_rate": 1.7408081372259632e-05, |
| "loss": 0.3325, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.9196787148594376, |
| "grad_norm": 0.4723629355430603, |
| "learning_rate": 1.729680940833383e-05, |
| "loss": 0.3035, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.9236947791164658, |
| "grad_norm": 0.42473867535591125, |
| "learning_rate": 1.7185705801358892e-05, |
| "loss": 0.2729, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.927710843373494, |
| "grad_norm": 0.4923630356788635, |
| "learning_rate": 1.7074772979557802e-05, |
| "loss": 0.3262, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.9317269076305221, |
| "grad_norm": 0.4716297686100006, |
| "learning_rate": 1.6964013367420966e-05, |
| "loss": 0.2826, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.9357429718875503, |
| "grad_norm": 0.8560923933982849, |
| "learning_rate": 1.6853429385653196e-05, |
| "loss": 0.3091, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.9397590361445785, |
| "grad_norm": 0.43498608469963074, |
| "learning_rate": 1.6743023451120832e-05, |
| "loss": 0.3182, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.9437751004016064, |
| "grad_norm": 0.49866142868995667, |
| "learning_rate": 1.6632797976798886e-05, |
| "loss": 0.269, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.9477911646586346, |
| "grad_norm": 0.4267672598361969, |
| "learning_rate": 1.6522755371718333e-05, |
| "loss": 0.2574, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.9518072289156625, |
| "grad_norm": 0.5241855978965759, |
| "learning_rate": 1.641289804091347e-05, |
| "loss": 0.2999, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.9558232931726907, |
| "grad_norm": 0.4990847110748291, |
| "learning_rate": 1.6303228385369318e-05, |
| "loss": 0.3732, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.9598393574297188, |
| "grad_norm": 0.5224765539169312, |
| "learning_rate": 1.6193748801969163e-05, |
| "loss": 0.3151, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.963855421686747, |
| "grad_norm": 0.45409926772117615, |
| "learning_rate": 1.6084461683442176e-05, |
| "loss": 0.2995, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.9678714859437751, |
| "grad_norm": 0.4588085412979126, |
| "learning_rate": 1.5975369418311112e-05, |
| "loss": 0.2966, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.9718875502008033, |
| "grad_norm": 0.48878952860832214, |
| "learning_rate": 1.5866474390840125e-05, |
| "loss": 0.375, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.9759036144578315, |
| "grad_norm": 0.4290201663970947, |
| "learning_rate": 1.5757778980982626e-05, |
| "loss": 0.2723, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.9799196787148594, |
| "grad_norm": 0.44579726457595825, |
| "learning_rate": 1.5649285564329296e-05, |
| "loss": 0.2881, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.9839357429718876, |
| "grad_norm": 0.5025163888931274, |
| "learning_rate": 1.5540996512056165e-05, |
| "loss": 0.3208, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.9879518072289155, |
| "grad_norm": 0.4830820560455322, |
| "learning_rate": 1.5432914190872757e-05, |
| "loss": 0.3005, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.9919678714859437, |
| "grad_norm": 0.47153279185295105, |
| "learning_rate": 1.5325040962970415e-05, |
| "loss": 0.3625, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.9959839357429718, |
| "grad_norm": 0.45995303988456726, |
| "learning_rate": 1.5217379185970629e-05, |
| "loss": 0.3192, |
| "step": 497 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.4606611132621765, |
| "learning_rate": 1.5109931212873534e-05, |
| "loss": 0.2748, |
| "step": 498 |
| }, |
| { |
| "epoch": 2.004016064257028, |
| "grad_norm": 0.49655020236968994, |
| "learning_rate": 1.500269939200648e-05, |
| "loss": 0.3096, |
| "step": 499 |
| }, |
| { |
| "epoch": 2.0080321285140563, |
| "grad_norm": 0.40395551919937134, |
| "learning_rate": 1.4895686066972703e-05, |
| "loss": 0.2647, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.0120481927710845, |
| "grad_norm": 0.42507630586624146, |
| "learning_rate": 1.4788893576600099e-05, |
| "loss": 0.2819, |
| "step": 501 |
| }, |
| { |
| "epoch": 2.0160642570281126, |
| "grad_norm": 0.45520922541618347, |
| "learning_rate": 1.4682324254890134e-05, |
| "loss": 0.2894, |
| "step": 502 |
| }, |
| { |
| "epoch": 2.0200803212851404, |
| "grad_norm": 0.4556037485599518, |
| "learning_rate": 1.4575980430966807e-05, |
| "loss": 0.279, |
| "step": 503 |
| }, |
| { |
| "epoch": 2.0240963855421685, |
| "grad_norm": 0.45103222131729126, |
| "learning_rate": 1.446986442902574e-05, |
| "loss": 0.266, |
| "step": 504 |
| }, |
| { |
| "epoch": 2.0281124497991967, |
| "grad_norm": 0.40927568078041077, |
| "learning_rate": 1.4363978568283412e-05, |
| "loss": 0.2397, |
| "step": 505 |
| }, |
| { |
| "epoch": 2.032128514056225, |
| "grad_norm": 0.3951800465583801, |
| "learning_rate": 1.4258325162926442e-05, |
| "loss": 0.2009, |
| "step": 506 |
| }, |
| { |
| "epoch": 2.036144578313253, |
| "grad_norm": 0.4924771189689636, |
| "learning_rate": 1.4152906522061048e-05, |
| "loss": 0.2887, |
| "step": 507 |
| }, |
| { |
| "epoch": 2.040160642570281, |
| "grad_norm": 0.4882904887199402, |
| "learning_rate": 1.4047724949662539e-05, |
| "loss": 0.3229, |
| "step": 508 |
| }, |
| { |
| "epoch": 2.0441767068273093, |
| "grad_norm": 0.46903589367866516, |
| "learning_rate": 1.3942782744524973e-05, |
| "loss": 0.2923, |
| "step": 509 |
| }, |
| { |
| "epoch": 2.0481927710843375, |
| "grad_norm": 0.4528999626636505, |
| "learning_rate": 1.3838082200210931e-05, |
| "loss": 0.2635, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.0522088353413657, |
| "grad_norm": 0.4789353609085083, |
| "learning_rate": 1.3733625605001365e-05, |
| "loss": 0.2102, |
| "step": 511 |
| }, |
| { |
| "epoch": 2.0562248995983934, |
| "grad_norm": 0.4338991045951843, |
| "learning_rate": 1.362941524184564e-05, |
| "loss": 0.2442, |
| "step": 512 |
| }, |
| { |
| "epoch": 2.0602409638554215, |
| "grad_norm": 0.4939529001712799, |
| "learning_rate": 1.3525453388311554e-05, |
| "loss": 0.2402, |
| "step": 513 |
| }, |
| { |
| "epoch": 2.0642570281124497, |
| "grad_norm": 0.5466839671134949, |
| "learning_rate": 1.3421742316535637e-05, |
| "loss": 0.2739, |
| "step": 514 |
| }, |
| { |
| "epoch": 2.068273092369478, |
| "grad_norm": 0.49066290259361267, |
| "learning_rate": 1.331828429317345e-05, |
| "loss": 0.2425, |
| "step": 515 |
| }, |
| { |
| "epoch": 2.072289156626506, |
| "grad_norm": 0.5615804195404053, |
| "learning_rate": 1.3215081579350058e-05, |
| "loss": 0.2389, |
| "step": 516 |
| }, |
| { |
| "epoch": 2.076305220883534, |
| "grad_norm": 0.49414533376693726, |
| "learning_rate": 1.3112136430610621e-05, |
| "loss": 0.2726, |
| "step": 517 |
| }, |
| { |
| "epoch": 2.0803212851405624, |
| "grad_norm": 0.5196560025215149, |
| "learning_rate": 1.3009451096871083e-05, |
| "loss": 0.2239, |
| "step": 518 |
| }, |
| { |
| "epoch": 2.0843373493975905, |
| "grad_norm": 0.6148899793624878, |
| "learning_rate": 1.2907027822369005e-05, |
| "loss": 0.2568, |
| "step": 519 |
| }, |
| { |
| "epoch": 2.0883534136546187, |
| "grad_norm": 0.5107576847076416, |
| "learning_rate": 1.2804868845614525e-05, |
| "loss": 0.2844, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.0923694779116464, |
| "grad_norm": 0.5158917903900146, |
| "learning_rate": 1.2702976399341421e-05, |
| "loss": 0.2127, |
| "step": 521 |
| }, |
| { |
| "epoch": 2.0963855421686746, |
| "grad_norm": 0.5524556040763855, |
| "learning_rate": 1.2601352710458313e-05, |
| "loss": 0.2409, |
| "step": 522 |
| }, |
| { |
| "epoch": 2.1004016064257027, |
| "grad_norm": 0.5443823933601379, |
| "learning_rate": 1.2500000000000006e-05, |
| "loss": 0.2256, |
| "step": 523 |
| }, |
| { |
| "epoch": 2.104417670682731, |
| "grad_norm": 0.5326666831970215, |
| "learning_rate": 1.2398920483078938e-05, |
| "loss": 0.2359, |
| "step": 524 |
| }, |
| { |
| "epoch": 2.108433734939759, |
| "grad_norm": 0.5946417450904846, |
| "learning_rate": 1.229811636883677e-05, |
| "loss": 0.2744, |
| "step": 525 |
| }, |
| { |
| "epoch": 2.112449799196787, |
| "grad_norm": 0.6217758655548096, |
| "learning_rate": 1.2197589860396108e-05, |
| "loss": 0.2345, |
| "step": 526 |
| }, |
| { |
| "epoch": 2.1164658634538154, |
| "grad_norm": 0.5596932172775269, |
| "learning_rate": 1.2097343154812332e-05, |
| "loss": 0.2229, |
| "step": 527 |
| }, |
| { |
| "epoch": 2.1204819277108435, |
| "grad_norm": 0.6184597015380859, |
| "learning_rate": 1.1997378443025634e-05, |
| "loss": 0.2441, |
| "step": 528 |
| }, |
| { |
| "epoch": 2.1244979919678713, |
| "grad_norm": 0.6836581230163574, |
| "learning_rate": 1.1897697909813057e-05, |
| "loss": 0.2922, |
| "step": 529 |
| }, |
| { |
| "epoch": 2.1285140562248994, |
| "grad_norm": 0.6201472282409668, |
| "learning_rate": 1.1798303733740802e-05, |
| "loss": 0.2408, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.1325301204819276, |
| "grad_norm": 0.628838837146759, |
| "learning_rate": 1.1699198087116589e-05, |
| "loss": 0.2398, |
| "step": 531 |
| }, |
| { |
| "epoch": 2.1365461847389557, |
| "grad_norm": 0.6514667868614197, |
| "learning_rate": 1.1600383135942191e-05, |
| "loss": 0.2488, |
| "step": 532 |
| }, |
| { |
| "epoch": 2.140562248995984, |
| "grad_norm": 0.6185716390609741, |
| "learning_rate": 1.1501861039866094e-05, |
| "loss": 0.2466, |
| "step": 533 |
| }, |
| { |
| "epoch": 2.144578313253012, |
| "grad_norm": 0.7880752086639404, |
| "learning_rate": 1.140363395213629e-05, |
| "loss": 0.2946, |
| "step": 534 |
| }, |
| { |
| "epoch": 2.1485943775100402, |
| "grad_norm": 0.624570906162262, |
| "learning_rate": 1.130570401955322e-05, |
| "loss": 0.269, |
| "step": 535 |
| }, |
| { |
| "epoch": 2.1526104417670684, |
| "grad_norm": 0.6464323997497559, |
| "learning_rate": 1.1208073382422865e-05, |
| "loss": 0.2976, |
| "step": 536 |
| }, |
| { |
| "epoch": 2.1566265060240966, |
| "grad_norm": 0.5748754143714905, |
| "learning_rate": 1.1110744174509952e-05, |
| "loss": 0.264, |
| "step": 537 |
| }, |
| { |
| "epoch": 2.1606425702811247, |
| "grad_norm": 0.5655550360679626, |
| "learning_rate": 1.1013718522991315e-05, |
| "loss": 0.2751, |
| "step": 538 |
| }, |
| { |
| "epoch": 2.1646586345381524, |
| "grad_norm": 0.5602949261665344, |
| "learning_rate": 1.0916998548409449e-05, |
| "loss": 0.2144, |
| "step": 539 |
| }, |
| { |
| "epoch": 2.1686746987951806, |
| "grad_norm": 0.5831141471862793, |
| "learning_rate": 1.0820586364626104e-05, |
| "loss": 0.1952, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.1726907630522088, |
| "grad_norm": 0.5606767535209656, |
| "learning_rate": 1.072448407877612e-05, |
| "loss": 0.2365, |
| "step": 541 |
| }, |
| { |
| "epoch": 2.176706827309237, |
| "grad_norm": 0.5832523703575134, |
| "learning_rate": 1.0628693791221372e-05, |
| "loss": 0.2627, |
| "step": 542 |
| }, |
| { |
| "epoch": 2.180722891566265, |
| "grad_norm": 0.6273181438446045, |
| "learning_rate": 1.0533217595504858e-05, |
| "loss": 0.2724, |
| "step": 543 |
| }, |
| { |
| "epoch": 2.1847389558232932, |
| "grad_norm": 0.5562799572944641, |
| "learning_rate": 1.043805757830495e-05, |
| "loss": 0.2364, |
| "step": 544 |
| }, |
| { |
| "epoch": 2.1887550200803214, |
| "grad_norm": 0.5575546622276306, |
| "learning_rate": 1.0343215819389782e-05, |
| "loss": 0.277, |
| "step": 545 |
| }, |
| { |
| "epoch": 2.1927710843373496, |
| "grad_norm": 0.6664512157440186, |
| "learning_rate": 1.0248694391571801e-05, |
| "loss": 0.2737, |
| "step": 546 |
| }, |
| { |
| "epoch": 2.1967871485943773, |
| "grad_norm": 0.6023972034454346, |
| "learning_rate": 1.0154495360662464e-05, |
| "loss": 0.2656, |
| "step": 547 |
| }, |
| { |
| "epoch": 2.2008032128514055, |
| "grad_norm": 0.6038061380386353, |
| "learning_rate": 1.0060620785427084e-05, |
| "loss": 0.2493, |
| "step": 548 |
| }, |
| { |
| "epoch": 2.2048192771084336, |
| "grad_norm": 0.5747958421707153, |
| "learning_rate": 9.967072717539851e-06, |
| "loss": 0.2445, |
| "step": 549 |
| }, |
| { |
| "epoch": 2.208835341365462, |
| "grad_norm": 1.0454212427139282, |
| "learning_rate": 9.873853201538971e-06, |
| "loss": 0.281, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.21285140562249, |
| "grad_norm": 0.629789412021637, |
| "learning_rate": 9.780964274781984e-06, |
| "loss": 0.2587, |
| "step": 551 |
| }, |
| { |
| "epoch": 2.216867469879518, |
| "grad_norm": 0.6804355382919312, |
| "learning_rate": 9.688407967401248e-06, |
| "loss": 0.2559, |
| "step": 552 |
| }, |
| { |
| "epoch": 2.2208835341365463, |
| "grad_norm": 0.6152710914611816, |
| "learning_rate": 9.596186302259563e-06, |
| "loss": 0.2786, |
| "step": 553 |
| }, |
| { |
| "epoch": 2.2248995983935744, |
| "grad_norm": 0.5551489591598511, |
| "learning_rate": 9.504301294905965e-06, |
| "loss": 0.2202, |
| "step": 554 |
| }, |
| { |
| "epoch": 2.2289156626506026, |
| "grad_norm": 0.5943081378936768, |
| "learning_rate": 9.412754953531663e-06, |
| "loss": 0.2442, |
| "step": 555 |
| }, |
| { |
| "epoch": 2.2329317269076308, |
| "grad_norm": 0.5956800580024719, |
| "learning_rate": 9.32154927892617e-06, |
| "loss": 0.2537, |
| "step": 556 |
| }, |
| { |
| "epoch": 2.2369477911646585, |
| "grad_norm": 0.5956325531005859, |
| "learning_rate": 9.230686264433547e-06, |
| "loss": 0.2186, |
| "step": 557 |
| }, |
| { |
| "epoch": 2.2409638554216866, |
| "grad_norm": 0.5610763430595398, |
| "learning_rate": 9.140167895908867e-06, |
| "loss": 0.2419, |
| "step": 558 |
| }, |
| { |
| "epoch": 2.244979919678715, |
| "grad_norm": 0.5321049094200134, |
| "learning_rate": 9.049996151674789e-06, |
| "loss": 0.2042, |
| "step": 559 |
| }, |
| { |
| "epoch": 2.248995983935743, |
| "grad_norm": 0.6597780585289001, |
| "learning_rate": 8.960173002478336e-06, |
| "loss": 0.3188, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.253012048192771, |
| "grad_norm": 0.5808085203170776, |
| "learning_rate": 8.870700411447816e-06, |
| "loss": 0.2898, |
| "step": 561 |
| }, |
| { |
| "epoch": 2.2570281124497993, |
| "grad_norm": 0.6633182764053345, |
| "learning_rate": 8.781580334049919e-06, |
| "loss": 0.2918, |
| "step": 562 |
| }, |
| { |
| "epoch": 2.2610441767068274, |
| "grad_norm": 0.7098970413208008, |
| "learning_rate": 8.69281471804698e-06, |
| "loss": 0.2798, |
| "step": 563 |
| }, |
| { |
| "epoch": 2.2650602409638556, |
| "grad_norm": 0.5442720055580139, |
| "learning_rate": 8.604405503454399e-06, |
| "loss": 0.2158, |
| "step": 564 |
| }, |
| { |
| "epoch": 2.2690763052208833, |
| "grad_norm": 0.6439300179481506, |
| "learning_rate": 8.51635462249828e-06, |
| "loss": 0.2957, |
| "step": 565 |
| }, |
| { |
| "epoch": 2.2730923694779115, |
| "grad_norm": 0.6382263898849487, |
| "learning_rate": 8.428663999573142e-06, |
| "loss": 0.3017, |
| "step": 566 |
| }, |
| { |
| "epoch": 2.2771084337349397, |
| "grad_norm": 0.6080713272094727, |
| "learning_rate": 8.341335551199902e-06, |
| "loss": 0.2303, |
| "step": 567 |
| }, |
| { |
| "epoch": 2.281124497991968, |
| "grad_norm": 0.5899115800857544, |
| "learning_rate": 8.25437118598398e-06, |
| "loss": 0.2673, |
| "step": 568 |
| }, |
| { |
| "epoch": 2.285140562248996, |
| "grad_norm": 0.6265336871147156, |
| "learning_rate": 8.167772804573571e-06, |
| "loss": 0.2719, |
| "step": 569 |
| }, |
| { |
| "epoch": 2.289156626506024, |
| "grad_norm": 0.5498580932617188, |
| "learning_rate": 8.081542299618139e-06, |
| "loss": 0.2116, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.2931726907630523, |
| "grad_norm": 0.5346493124961853, |
| "learning_rate": 7.99568155572701e-06, |
| "loss": 0.2195, |
| "step": 571 |
| }, |
| { |
| "epoch": 2.2971887550200805, |
| "grad_norm": 0.6264692544937134, |
| "learning_rate": 7.910192449428217e-06, |
| "loss": 0.2796, |
| "step": 572 |
| }, |
| { |
| "epoch": 2.3012048192771086, |
| "grad_norm": 0.6243094801902771, |
| "learning_rate": 7.825076849127458e-06, |
| "loss": 0.2539, |
| "step": 573 |
| }, |
| { |
| "epoch": 2.305220883534137, |
| "grad_norm": 0.6067578792572021, |
| "learning_rate": 7.740336615067292e-06, |
| "loss": 0.2764, |
| "step": 574 |
| }, |
| { |
| "epoch": 2.3092369477911645, |
| "grad_norm": 0.575790524482727, |
| "learning_rate": 7.65597359928646e-06, |
| "loss": 0.2159, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.3132530120481927, |
| "grad_norm": 0.6838176846504211, |
| "learning_rate": 7.571989645579419e-06, |
| "loss": 0.2939, |
| "step": 576 |
| }, |
| { |
| "epoch": 2.317269076305221, |
| "grad_norm": 0.6233852505683899, |
| "learning_rate": 7.488386589456042e-06, |
| "loss": 0.2585, |
| "step": 577 |
| }, |
| { |
| "epoch": 2.321285140562249, |
| "grad_norm": 0.8048217296600342, |
| "learning_rate": 7.405166258101495e-06, |
| "loss": 0.2752, |
| "step": 578 |
| }, |
| { |
| "epoch": 2.325301204819277, |
| "grad_norm": 0.7208977341651917, |
| "learning_rate": 7.3223304703363135e-06, |
| "loss": 0.2896, |
| "step": 579 |
| }, |
| { |
| "epoch": 2.3293172690763053, |
| "grad_norm": 0.6144018173217773, |
| "learning_rate": 7.239881036576651e-06, |
| "loss": 0.2668, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 0.5961222648620605, |
| "learning_rate": 7.157819758794698e-06, |
| "loss": 0.2206, |
| "step": 581 |
| }, |
| { |
| "epoch": 2.337349397590361, |
| "grad_norm": 0.6311051249504089, |
| "learning_rate": 7.076148430479321e-06, |
| "loss": 0.2424, |
| "step": 582 |
| }, |
| { |
| "epoch": 2.3413654618473894, |
| "grad_norm": 0.6178223490715027, |
| "learning_rate": 6.99486883659684e-06, |
| "loss": 0.2117, |
| "step": 583 |
| }, |
| { |
| "epoch": 2.3453815261044175, |
| "grad_norm": 0.6484620571136475, |
| "learning_rate": 6.91398275355204e-06, |
| "loss": 0.2426, |
| "step": 584 |
| }, |
| { |
| "epoch": 2.3493975903614457, |
| "grad_norm": 0.6223502159118652, |
| "learning_rate": 6.833491949149329e-06, |
| "loss": 0.2549, |
| "step": 585 |
| }, |
| { |
| "epoch": 2.353413654618474, |
| "grad_norm": 0.644263505935669, |
| "learning_rate": 6.753398182554116e-06, |
| "loss": 0.2806, |
| "step": 586 |
| }, |
| { |
| "epoch": 2.357429718875502, |
| "grad_norm": 0.7159098982810974, |
| "learning_rate": 6.673703204254347e-06, |
| "loss": 0.2466, |
| "step": 587 |
| }, |
| { |
| "epoch": 2.36144578313253, |
| "grad_norm": 0.6419246196746826, |
| "learning_rate": 6.594408756022272e-06, |
| "loss": 0.2309, |
| "step": 588 |
| }, |
| { |
| "epoch": 2.3654618473895583, |
| "grad_norm": 0.7051436305046082, |
| "learning_rate": 6.515516570876351e-06, |
| "loss": 0.3082, |
| "step": 589 |
| }, |
| { |
| "epoch": 2.3694779116465865, |
| "grad_norm": 0.6455468535423279, |
| "learning_rate": 6.437028373043386e-06, |
| "loss": 0.2162, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.3734939759036147, |
| "grad_norm": 0.6076522469520569, |
| "learning_rate": 6.358945877920861e-06, |
| "loss": 0.2462, |
| "step": 591 |
| }, |
| { |
| "epoch": 2.3775100401606424, |
| "grad_norm": 0.7366360425949097, |
| "learning_rate": 6.281270792039418e-06, |
| "loss": 0.2718, |
| "step": 592 |
| }, |
| { |
| "epoch": 2.3815261044176705, |
| "grad_norm": 0.680263340473175, |
| "learning_rate": 6.204004813025568e-06, |
| "loss": 0.2963, |
| "step": 593 |
| }, |
| { |
| "epoch": 2.3855421686746987, |
| "grad_norm": 0.6568954586982727, |
| "learning_rate": 6.127149629564605e-06, |
| "loss": 0.2642, |
| "step": 594 |
| }, |
| { |
| "epoch": 2.389558232931727, |
| "grad_norm": 0.6699411869049072, |
| "learning_rate": 6.050706921363672e-06, |
| "loss": 0.2642, |
| "step": 595 |
| }, |
| { |
| "epoch": 2.393574297188755, |
| "grad_norm": 0.6432385444641113, |
| "learning_rate": 5.974678359115094e-06, |
| "loss": 0.262, |
| "step": 596 |
| }, |
| { |
| "epoch": 2.397590361445783, |
| "grad_norm": 0.8128492832183838, |
| "learning_rate": 5.899065604459814e-06, |
| "loss": 0.2658, |
| "step": 597 |
| }, |
| { |
| "epoch": 2.4016064257028114, |
| "grad_norm": 0.6553678512573242, |
| "learning_rate": 5.823870309951096e-06, |
| "loss": 0.2296, |
| "step": 598 |
| }, |
| { |
| "epoch": 2.4056224899598395, |
| "grad_norm": 0.5871982574462891, |
| "learning_rate": 5.749094119018431e-06, |
| "loss": 0.2462, |
| "step": 599 |
| }, |
| { |
| "epoch": 2.4096385542168672, |
| "grad_norm": 0.6238443851470947, |
| "learning_rate": 5.674738665931575e-06, |
| "loss": 0.1927, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.4136546184738954, |
| "grad_norm": 0.584065318107605, |
| "learning_rate": 5.600805575764878e-06, |
| "loss": 0.2203, |
| "step": 601 |
| }, |
| { |
| "epoch": 2.4176706827309236, |
| "grad_norm": 0.6560770273208618, |
| "learning_rate": 5.527296464361726e-06, |
| "loss": 0.261, |
| "step": 602 |
| }, |
| { |
| "epoch": 2.4216867469879517, |
| "grad_norm": 0.6104132533073425, |
| "learning_rate": 5.454212938299255e-06, |
| "loss": 0.2478, |
| "step": 603 |
| }, |
| { |
| "epoch": 2.42570281124498, |
| "grad_norm": 0.7333542108535767, |
| "learning_rate": 5.381556594853227e-06, |
| "loss": 0.2838, |
| "step": 604 |
| }, |
| { |
| "epoch": 2.429718875502008, |
| "grad_norm": 0.6325370073318481, |
| "learning_rate": 5.3093290219631165e-06, |
| "loss": 0.2521, |
| "step": 605 |
| }, |
| { |
| "epoch": 2.433734939759036, |
| "grad_norm": 0.7057302594184875, |
| "learning_rate": 5.237531798197415e-06, |
| "loss": 0.3002, |
| "step": 606 |
| }, |
| { |
| "epoch": 2.4377510040160644, |
| "grad_norm": 0.6641374826431274, |
| "learning_rate": 5.166166492719124e-06, |
| "loss": 0.258, |
| "step": 607 |
| }, |
| { |
| "epoch": 2.4417670682730925, |
| "grad_norm": 0.6088208556175232, |
| "learning_rate": 5.0952346652514635e-06, |
| "loss": 0.2192, |
| "step": 608 |
| }, |
| { |
| "epoch": 2.4457831325301207, |
| "grad_norm": 0.5935956835746765, |
| "learning_rate": 5.02473786604378e-06, |
| "loss": 0.2297, |
| "step": 609 |
| }, |
| { |
| "epoch": 2.4497991967871484, |
| "grad_norm": 0.6421974897384644, |
| "learning_rate": 4.954677635837668e-06, |
| "loss": 0.2639, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.4538152610441766, |
| "grad_norm": 0.795393168926239, |
| "learning_rate": 4.885055505833291e-06, |
| "loss": 0.3451, |
| "step": 611 |
| }, |
| { |
| "epoch": 2.4578313253012047, |
| "grad_norm": 0.6571994423866272, |
| "learning_rate": 4.81587299765594e-06, |
| "loss": 0.2476, |
| "step": 612 |
| }, |
| { |
| "epoch": 2.461847389558233, |
| "grad_norm": 0.7034909725189209, |
| "learning_rate": 4.747131623322737e-06, |
| "loss": 0.296, |
| "step": 613 |
| }, |
| { |
| "epoch": 2.465863453815261, |
| "grad_norm": 0.651319682598114, |
| "learning_rate": 4.678832885209622e-06, |
| "loss": 0.269, |
| "step": 614 |
| }, |
| { |
| "epoch": 2.4698795180722892, |
| "grad_norm": 0.7266422510147095, |
| "learning_rate": 4.610978276018496e-06, |
| "loss": 0.297, |
| "step": 615 |
| }, |
| { |
| "epoch": 2.4738955823293174, |
| "grad_norm": 0.6697298884391785, |
| "learning_rate": 4.543569278744625e-06, |
| "loss": 0.2596, |
| "step": 616 |
| }, |
| { |
| "epoch": 2.4779116465863456, |
| "grad_norm": 0.6902493238449097, |
| "learning_rate": 4.476607366644192e-06, |
| "loss": 0.27, |
| "step": 617 |
| }, |
| { |
| "epoch": 2.4819277108433733, |
| "grad_norm": 0.6635175347328186, |
| "learning_rate": 4.410094003202134e-06, |
| "loss": 0.2494, |
| "step": 618 |
| }, |
| { |
| "epoch": 2.4859437751004014, |
| "grad_norm": 0.7108765840530396, |
| "learning_rate": 4.344030642100133e-06, |
| "loss": 0.2465, |
| "step": 619 |
| }, |
| { |
| "epoch": 2.4899598393574296, |
| "grad_norm": 0.666045069694519, |
| "learning_rate": 4.278418727184849e-06, |
| "loss": 0.2253, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.4939759036144578, |
| "grad_norm": 0.631812572479248, |
| "learning_rate": 4.213259692436367e-06, |
| "loss": 0.2602, |
| "step": 621 |
| }, |
| { |
| "epoch": 2.497991967871486, |
| "grad_norm": 0.7290167808532715, |
| "learning_rate": 4.148554961936876e-06, |
| "loss": 0.2219, |
| "step": 622 |
| }, |
| { |
| "epoch": 2.502008032128514, |
| "grad_norm": 0.6213678121566772, |
| "learning_rate": 4.0843059498395065e-06, |
| "loss": 0.2277, |
| "step": 623 |
| }, |
| { |
| "epoch": 2.5060240963855422, |
| "grad_norm": 0.6184942126274109, |
| "learning_rate": 4.0205140603374465e-06, |
| "loss": 0.2394, |
| "step": 624 |
| }, |
| { |
| "epoch": 2.5100401606425704, |
| "grad_norm": 0.6213740110397339, |
| "learning_rate": 3.957180687633252e-06, |
| "loss": 0.2667, |
| "step": 625 |
| }, |
| { |
| "epoch": 2.5140562248995986, |
| "grad_norm": 0.6418631076812744, |
| "learning_rate": 3.894307215908371e-06, |
| "loss": 0.2502, |
| "step": 626 |
| }, |
| { |
| "epoch": 2.5180722891566267, |
| "grad_norm": 0.7205413579940796, |
| "learning_rate": 3.831895019292897e-06, |
| "loss": 0.2585, |
| "step": 627 |
| }, |
| { |
| "epoch": 2.522088353413655, |
| "grad_norm": 0.7143741846084595, |
| "learning_rate": 3.769945461835531e-06, |
| "loss": 0.2777, |
| "step": 628 |
| }, |
| { |
| "epoch": 2.5261044176706826, |
| "grad_norm": 0.6922659873962402, |
| "learning_rate": 3.708459897473768e-06, |
| "loss": 0.2628, |
| "step": 629 |
| }, |
| { |
| "epoch": 2.5301204819277108, |
| "grad_norm": 0.7213859558105469, |
| "learning_rate": 3.6474396700043158e-06, |
| "loss": 0.2897, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.534136546184739, |
| "grad_norm": 0.6911467909812927, |
| "learning_rate": 3.586886113053717e-06, |
| "loss": 0.2527, |
| "step": 631 |
| }, |
| { |
| "epoch": 2.538152610441767, |
| "grad_norm": 0.6976168155670166, |
| "learning_rate": 3.5268005500492003e-06, |
| "loss": 0.3156, |
| "step": 632 |
| }, |
| { |
| "epoch": 2.5421686746987953, |
| "grad_norm": 0.7184569239616394, |
| "learning_rate": 3.4671842941897765e-06, |
| "loss": 0.2964, |
| "step": 633 |
| }, |
| { |
| "epoch": 2.5461847389558234, |
| "grad_norm": 0.624638557434082, |
| "learning_rate": 3.4080386484175024e-06, |
| "loss": 0.2498, |
| "step": 634 |
| }, |
| { |
| "epoch": 2.550200803212851, |
| "grad_norm": 0.6823080778121948, |
| "learning_rate": 3.3493649053890326e-06, |
| "loss": 0.25, |
| "step": 635 |
| }, |
| { |
| "epoch": 2.5542168674698793, |
| "grad_norm": 0.6704211235046387, |
| "learning_rate": 3.2911643474473646e-06, |
| "loss": 0.2507, |
| "step": 636 |
| }, |
| { |
| "epoch": 2.5582329317269075, |
| "grad_norm": 0.6562371253967285, |
| "learning_rate": 3.233438246593795e-06, |
| "loss": 0.2479, |
| "step": 637 |
| }, |
| { |
| "epoch": 2.5622489959839356, |
| "grad_norm": 0.6533315181732178, |
| "learning_rate": 3.1761878644601424e-06, |
| "loss": 0.2201, |
| "step": 638 |
| }, |
| { |
| "epoch": 2.566265060240964, |
| "grad_norm": 0.637791633605957, |
| "learning_rate": 3.119414452281158e-06, |
| "loss": 0.2614, |
| "step": 639 |
| }, |
| { |
| "epoch": 2.570281124497992, |
| "grad_norm": 0.6804649233818054, |
| "learning_rate": 3.0631192508671857e-06, |
| "loss": 0.2516, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.57429718875502, |
| "grad_norm": 0.6425567865371704, |
| "learning_rate": 3.007303490577043e-06, |
| "loss": 0.2459, |
| "step": 641 |
| }, |
| { |
| "epoch": 2.5783132530120483, |
| "grad_norm": 0.6421180963516235, |
| "learning_rate": 2.9519683912911266e-06, |
| "loss": 0.2255, |
| "step": 642 |
| }, |
| { |
| "epoch": 2.5823293172690764, |
| "grad_norm": 0.6302490830421448, |
| "learning_rate": 2.8971151623847587e-06, |
| "loss": 0.2262, |
| "step": 643 |
| }, |
| { |
| "epoch": 2.5863453815261046, |
| "grad_norm": 0.6398366689682007, |
| "learning_rate": 2.8427450027017493e-06, |
| "loss": 0.2311, |
| "step": 644 |
| }, |
| { |
| "epoch": 2.5903614457831328, |
| "grad_norm": 0.7180038690567017, |
| "learning_rate": 2.788859100528196e-06, |
| "loss": 0.2564, |
| "step": 645 |
| }, |
| { |
| "epoch": 2.5943775100401605, |
| "grad_norm": 0.7396331429481506, |
| "learning_rate": 2.7354586335665207e-06, |
| "loss": 0.239, |
| "step": 646 |
| }, |
| { |
| "epoch": 2.5983935742971886, |
| "grad_norm": 0.6397483944892883, |
| "learning_rate": 2.682544768909717e-06, |
| "loss": 0.2229, |
| "step": 647 |
| }, |
| { |
| "epoch": 2.602409638554217, |
| "grad_norm": 0.6396783590316772, |
| "learning_rate": 2.6301186630158485e-06, |
| "loss": 0.2266, |
| "step": 648 |
| }, |
| { |
| "epoch": 2.606425702811245, |
| "grad_norm": 0.7305960059165955, |
| "learning_rate": 2.578181461682794e-06, |
| "loss": 0.2823, |
| "step": 649 |
| }, |
| { |
| "epoch": 2.610441767068273, |
| "grad_norm": 0.6242882013320923, |
| "learning_rate": 2.526734300023162e-06, |
| "loss": 0.2323, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.6144578313253013, |
| "grad_norm": 0.6772400140762329, |
| "learning_rate": 2.475778302439524e-06, |
| "loss": 0.2389, |
| "step": 651 |
| }, |
| { |
| "epoch": 2.6184738955823295, |
| "grad_norm": 0.6879493594169617, |
| "learning_rate": 2.4253145825998137e-06, |
| "loss": 0.2203, |
| "step": 652 |
| }, |
| { |
| "epoch": 2.622489959839357, |
| "grad_norm": 0.6160506010055542, |
| "learning_rate": 2.3753442434129997e-06, |
| "loss": 0.2079, |
| "step": 653 |
| }, |
| { |
| "epoch": 2.6265060240963853, |
| "grad_norm": 0.7234558463096619, |
| "learning_rate": 2.325868377004986e-06, |
| "loss": 0.2359, |
| "step": 654 |
| }, |
| { |
| "epoch": 2.6305220883534135, |
| "grad_norm": 0.6611524224281311, |
| "learning_rate": 2.2768880646947268e-06, |
| "loss": 0.208, |
| "step": 655 |
| }, |
| { |
| "epoch": 2.6345381526104417, |
| "grad_norm": 0.8209447264671326, |
| "learning_rate": 2.2284043769706027e-06, |
| "loss": 0.2654, |
| "step": 656 |
| }, |
| { |
| "epoch": 2.63855421686747, |
| "grad_norm": 0.7226045727729797, |
| "learning_rate": 2.1804183734670277e-06, |
| "loss": 0.2587, |
| "step": 657 |
| }, |
| { |
| "epoch": 2.642570281124498, |
| "grad_norm": 0.6614903807640076, |
| "learning_rate": 2.1329311029412797e-06, |
| "loss": 0.2389, |
| "step": 658 |
| }, |
| { |
| "epoch": 2.646586345381526, |
| "grad_norm": 0.6674987077713013, |
| "learning_rate": 2.0859436032505952e-06, |
| "loss": 0.2267, |
| "step": 659 |
| }, |
| { |
| "epoch": 2.6506024096385543, |
| "grad_norm": 0.700235903263092, |
| "learning_rate": 2.039456901329473e-06, |
| "loss": 0.2494, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.6546184738955825, |
| "grad_norm": 0.6528082489967346, |
| "learning_rate": 1.9934720131672357e-06, |
| "loss": 0.2357, |
| "step": 661 |
| }, |
| { |
| "epoch": 2.6586345381526106, |
| "grad_norm": 0.617306113243103, |
| "learning_rate": 1.9479899437858245e-06, |
| "loss": 0.2233, |
| "step": 662 |
| }, |
| { |
| "epoch": 2.662650602409639, |
| "grad_norm": 0.7248734831809998, |
| "learning_rate": 1.9030116872178316e-06, |
| "loss": 0.2546, |
| "step": 663 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 0.6827856302261353, |
| "learning_rate": 1.8585382264847794e-06, |
| "loss": 0.2382, |
| "step": 664 |
| }, |
| { |
| "epoch": 2.6706827309236947, |
| "grad_norm": 0.7521485686302185, |
| "learning_rate": 1.8145705335756297e-06, |
| "loss": 0.3006, |
| "step": 665 |
| }, |
| { |
| "epoch": 2.674698795180723, |
| "grad_norm": 0.6774089932441711, |
| "learning_rate": 1.771109569425547e-06, |
| "loss": 0.2137, |
| "step": 666 |
| }, |
| { |
| "epoch": 2.678714859437751, |
| "grad_norm": 0.6956301331520081, |
| "learning_rate": 1.7281562838948966e-06, |
| "loss": 0.2474, |
| "step": 667 |
| }, |
| { |
| "epoch": 2.682730923694779, |
| "grad_norm": 0.6630454063415527, |
| "learning_rate": 1.6857116157484753e-06, |
| "loss": 0.2242, |
| "step": 668 |
| }, |
| { |
| "epoch": 2.6867469879518073, |
| "grad_norm": 0.7135544419288635, |
| "learning_rate": 1.6437764926350074e-06, |
| "loss": 0.2614, |
| "step": 669 |
| }, |
| { |
| "epoch": 2.6907630522088355, |
| "grad_norm": 0.6465809941291809, |
| "learning_rate": 1.6023518310668618e-06, |
| "loss": 0.2401, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.694779116465863, |
| "grad_norm": 0.6323262453079224, |
| "learning_rate": 1.5614385364000228e-06, |
| "loss": 0.1934, |
| "step": 671 |
| }, |
| { |
| "epoch": 2.6987951807228914, |
| "grad_norm": 0.7006880640983582, |
| "learning_rate": 1.5210375028143097e-06, |
| "loss": 0.2708, |
| "step": 672 |
| }, |
| { |
| "epoch": 2.7028112449799195, |
| "grad_norm": 0.7461385726928711, |
| "learning_rate": 1.4811496132938196e-06, |
| "loss": 0.2672, |
| "step": 673 |
| }, |
| { |
| "epoch": 2.7068273092369477, |
| "grad_norm": 0.6886598467826843, |
| "learning_rate": 1.4417757396076425e-06, |
| "loss": 0.2127, |
| "step": 674 |
| }, |
| { |
| "epoch": 2.710843373493976, |
| "grad_norm": 0.6426632404327393, |
| "learning_rate": 1.4029167422908107e-06, |
| "loss": 0.2509, |
| "step": 675 |
| }, |
| { |
| "epoch": 2.714859437751004, |
| "grad_norm": 0.6661653518676758, |
| "learning_rate": 1.364573470625477e-06, |
| "loss": 0.2368, |
| "step": 676 |
| }, |
| { |
| "epoch": 2.718875502008032, |
| "grad_norm": 0.7759952545166016, |
| "learning_rate": 1.3267467626223606e-06, |
| "loss": 0.2715, |
| "step": 677 |
| }, |
| { |
| "epoch": 2.7228915662650603, |
| "grad_norm": 0.66762375831604, |
| "learning_rate": 1.2894374450024338e-06, |
| "loss": 0.2611, |
| "step": 678 |
| }, |
| { |
| "epoch": 2.7269076305220885, |
| "grad_norm": 0.7410826086997986, |
| "learning_rate": 1.25264633317885e-06, |
| "loss": 0.2354, |
| "step": 679 |
| }, |
| { |
| "epoch": 2.7309236947791167, |
| "grad_norm": 0.7787061929702759, |
| "learning_rate": 1.216374231239134e-06, |
| "loss": 0.2498, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.734939759036145, |
| "grad_norm": 0.6603359580039978, |
| "learning_rate": 1.180621931927592e-06, |
| "loss": 0.1978, |
| "step": 681 |
| }, |
| { |
| "epoch": 2.7389558232931726, |
| "grad_norm": 0.6814593076705933, |
| "learning_rate": 1.1453902166279895e-06, |
| "loss": 0.2485, |
| "step": 682 |
| }, |
| { |
| "epoch": 2.7429718875502007, |
| "grad_norm": 0.6960440874099731, |
| "learning_rate": 1.1106798553464804e-06, |
| "loss": 0.2368, |
| "step": 683 |
| }, |
| { |
| "epoch": 2.746987951807229, |
| "grad_norm": 0.5936889052391052, |
| "learning_rate": 1.0764916066947794e-06, |
| "loss": 0.1974, |
| "step": 684 |
| }, |
| { |
| "epoch": 2.751004016064257, |
| "grad_norm": 0.7146962881088257, |
| "learning_rate": 1.042826217873566e-06, |
| "loss": 0.263, |
| "step": 685 |
| }, |
| { |
| "epoch": 2.755020080321285, |
| "grad_norm": 0.7414341568946838, |
| "learning_rate": 1.0096844246561794e-06, |
| "loss": 0.2933, |
| "step": 686 |
| }, |
| { |
| "epoch": 2.7590361445783134, |
| "grad_norm": 0.6891923546791077, |
| "learning_rate": 9.770669513725128e-07, |
| "loss": 0.243, |
| "step": 687 |
| }, |
| { |
| "epoch": 2.7630522088353415, |
| "grad_norm": 0.7602993845939636, |
| "learning_rate": 9.449745108931985e-07, |
| "loss": 0.3286, |
| "step": 688 |
| }, |
| { |
| "epoch": 2.7670682730923692, |
| "grad_norm": 0.8095133900642395, |
| "learning_rate": 9.134078046140248e-07, |
| "loss": 0.2663, |
| "step": 689 |
| }, |
| { |
| "epoch": 2.7710843373493974, |
| "grad_norm": 0.6787154078483582, |
| "learning_rate": 8.823675224406053e-07, |
| "loss": 0.232, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.7751004016064256, |
| "grad_norm": 0.6297564506530762, |
| "learning_rate": 8.51854342773295e-07, |
| "loss": 0.2056, |
| "step": 691 |
| }, |
| { |
| "epoch": 2.7791164658634537, |
| "grad_norm": 0.7379974722862244, |
| "learning_rate": 8.218689324923728e-07, |
| "loss": 0.2627, |
| "step": 692 |
| }, |
| { |
| "epoch": 2.783132530120482, |
| "grad_norm": 0.7707710266113281, |
| "learning_rate": 7.924119469434665e-07, |
| "loss": 0.2647, |
| "step": 693 |
| }, |
| { |
| "epoch": 2.78714859437751, |
| "grad_norm": 0.7104035019874573, |
| "learning_rate": 7.634840299232171e-07, |
| "loss": 0.2741, |
| "step": 694 |
| }, |
| { |
| "epoch": 2.791164658634538, |
| "grad_norm": 0.6474725604057312, |
| "learning_rate": 7.350858136652261e-07, |
| "loss": 0.2433, |
| "step": 695 |
| }, |
| { |
| "epoch": 2.7951807228915664, |
| "grad_norm": 0.6437653303146362, |
| "learning_rate": 7.072179188262251e-07, |
| "loss": 0.2423, |
| "step": 696 |
| }, |
| { |
| "epoch": 2.7991967871485945, |
| "grad_norm": 0.6407147645950317, |
| "learning_rate": 6.798809544725171e-07, |
| "loss": 0.2247, |
| "step": 697 |
| }, |
| { |
| "epoch": 2.8032128514056227, |
| "grad_norm": 0.6896359324455261, |
| "learning_rate": 6.530755180666592e-07, |
| "loss": 0.2454, |
| "step": 698 |
| }, |
| { |
| "epoch": 2.807228915662651, |
| "grad_norm": 0.7184605598449707, |
| "learning_rate": 6.268021954544096e-07, |
| "loss": 0.2884, |
| "step": 699 |
| }, |
| { |
| "epoch": 2.8112449799196786, |
| "grad_norm": 0.6693071126937866, |
| "learning_rate": 6.01061560851926e-07, |
| "loss": 0.259, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.8152610441767068, |
| "grad_norm": 0.6582674384117126, |
| "learning_rate": 5.758541768332071e-07, |
| "loss": 0.242, |
| "step": 701 |
| }, |
| { |
| "epoch": 2.819277108433735, |
| "grad_norm": 0.7540878057479858, |
| "learning_rate": 5.5118059431781e-07, |
| "loss": 0.2682, |
| "step": 702 |
| }, |
| { |
| "epoch": 2.823293172690763, |
| "grad_norm": 0.602482259273529, |
| "learning_rate": 5.270413525587909e-07, |
| "loss": 0.1741, |
| "step": 703 |
| }, |
| { |
| "epoch": 2.8273092369477912, |
| "grad_norm": 0.7750258445739746, |
| "learning_rate": 5.03436979130939e-07, |
| "loss": 0.2819, |
| "step": 704 |
| }, |
| { |
| "epoch": 2.8313253012048194, |
| "grad_norm": 0.7113935947418213, |
| "learning_rate": 4.803679899192392e-07, |
| "loss": 0.2615, |
| "step": 705 |
| }, |
| { |
| "epoch": 2.835341365461847, |
| "grad_norm": 0.7681975960731506, |
| "learning_rate": 4.57834889107589e-07, |
| "loss": 0.2557, |
| "step": 706 |
| }, |
| { |
| "epoch": 2.8393574297188753, |
| "grad_norm": 0.7121516466140747, |
| "learning_rate": 4.358381691677932e-07, |
| "loss": 0.2274, |
| "step": 707 |
| }, |
| { |
| "epoch": 2.8433734939759034, |
| "grad_norm": 0.6453240513801575, |
| "learning_rate": 4.1437831084878974e-07, |
| "loss": 0.2274, |
| "step": 708 |
| }, |
| { |
| "epoch": 2.8473895582329316, |
| "grad_norm": 0.6856228709220886, |
| "learning_rate": 3.9345578316614396e-07, |
| "loss": 0.2346, |
| "step": 709 |
| }, |
| { |
| "epoch": 2.8514056224899598, |
| "grad_norm": 0.7098076939582825, |
| "learning_rate": 3.730710433918039e-07, |
| "loss": 0.2418, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.855421686746988, |
| "grad_norm": 0.7646916508674622, |
| "learning_rate": 3.5322453704410286e-07, |
| "loss": 0.2868, |
| "step": 711 |
| }, |
| { |
| "epoch": 2.859437751004016, |
| "grad_norm": 0.7499619126319885, |
| "learning_rate": 3.339166978780256e-07, |
| "loss": 0.2814, |
| "step": 712 |
| }, |
| { |
| "epoch": 2.8634538152610443, |
| "grad_norm": 0.6964211463928223, |
| "learning_rate": 3.1514794787571854e-07, |
| "loss": 0.2468, |
| "step": 713 |
| }, |
| { |
| "epoch": 2.8674698795180724, |
| "grad_norm": 0.6901770234107971, |
| "learning_rate": 2.969186972372806e-07, |
| "loss": 0.2194, |
| "step": 714 |
| }, |
| { |
| "epoch": 2.8714859437751006, |
| "grad_norm": 0.7522644996643066, |
| "learning_rate": 2.7922934437178695e-07, |
| "loss": 0.3136, |
| "step": 715 |
| }, |
| { |
| "epoch": 2.8755020080321287, |
| "grad_norm": 0.79253751039505, |
| "learning_rate": 2.620802758885876e-07, |
| "loss": 0.2453, |
| "step": 716 |
| }, |
| { |
| "epoch": 2.8795180722891565, |
| "grad_norm": 0.6912564635276794, |
| "learning_rate": 2.454718665888589e-07, |
| "loss": 0.2679, |
| "step": 717 |
| }, |
| { |
| "epoch": 2.8835341365461846, |
| "grad_norm": 0.6885668039321899, |
| "learning_rate": 2.2940447945740962e-07, |
| "loss": 0.3014, |
| "step": 718 |
| }, |
| { |
| "epoch": 2.887550200803213, |
| "grad_norm": 0.6475167870521545, |
| "learning_rate": 2.1387846565474045e-07, |
| "loss": 0.2299, |
| "step": 719 |
| }, |
| { |
| "epoch": 2.891566265060241, |
| "grad_norm": 0.6608119606971741, |
| "learning_rate": 1.9889416450938337e-07, |
| "loss": 0.2277, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.895582329317269, |
| "grad_norm": 0.5878753662109375, |
| "learning_rate": 1.844519035104797e-07, |
| "loss": 0.1895, |
| "step": 721 |
| }, |
| { |
| "epoch": 2.8995983935742973, |
| "grad_norm": 0.6588134765625, |
| "learning_rate": 1.7055199830061652e-07, |
| "loss": 0.2007, |
| "step": 722 |
| }, |
| { |
| "epoch": 2.9036144578313254, |
| "grad_norm": 0.6344255208969116, |
| "learning_rate": 1.571947526689349e-07, |
| "loss": 0.2374, |
| "step": 723 |
| }, |
| { |
| "epoch": 2.907630522088353, |
| "grad_norm": 0.7238723039627075, |
| "learning_rate": 1.4438045854449355e-07, |
| "loss": 0.2344, |
| "step": 724 |
| }, |
| { |
| "epoch": 2.9116465863453813, |
| "grad_norm": 0.6409328579902649, |
| "learning_rate": 1.3210939598987392e-07, |
| "loss": 0.2229, |
| "step": 725 |
| }, |
| { |
| "epoch": 2.9156626506024095, |
| "grad_norm": 0.7896729111671448, |
| "learning_rate": 1.2038183319507955e-07, |
| "loss": 0.2841, |
| "step": 726 |
| }, |
| { |
| "epoch": 2.9196787148594376, |
| "grad_norm": 0.7235094904899597, |
| "learning_rate": 1.0919802647165466e-07, |
| "loss": 0.2693, |
| "step": 727 |
| }, |
| { |
| "epoch": 2.923694779116466, |
| "grad_norm": 0.6696702241897583, |
| "learning_rate": 9.855822024710248e-08, |
| "loss": 0.2273, |
| "step": 728 |
| }, |
| { |
| "epoch": 2.927710843373494, |
| "grad_norm": 0.7405685186386108, |
| "learning_rate": 8.846264705952289e-08, |
| "loss": 0.302, |
| "step": 729 |
| }, |
| { |
| "epoch": 2.931726907630522, |
| "grad_norm": 0.724983274936676, |
| "learning_rate": 7.891152755254428e-08, |
| "loss": 0.2216, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.9357429718875503, |
| "grad_norm": 0.8437711000442505, |
| "learning_rate": 6.990507047049676e-08, |
| "loss": 0.2934, |
| "step": 731 |
| }, |
| { |
| "epoch": 2.9397590361445785, |
| "grad_norm": 0.7912435531616211, |
| "learning_rate": 6.14434726538493e-08, |
| "loss": 0.312, |
| "step": 732 |
| }, |
| { |
| "epoch": 2.9437751004016066, |
| "grad_norm": 0.751061201095581, |
| "learning_rate": 5.352691903491303e-08, |
| "loss": 0.2831, |
| "step": 733 |
| }, |
| { |
| "epoch": 2.9477911646586348, |
| "grad_norm": 0.6593888401985168, |
| "learning_rate": 4.615558263378617e-08, |
| "loss": 0.2222, |
| "step": 734 |
| }, |
| { |
| "epoch": 2.9518072289156625, |
| "grad_norm": 0.6126686334609985, |
| "learning_rate": 3.9329624554584884e-08, |
| "loss": 0.2433, |
| "step": 735 |
| }, |
| { |
| "epoch": 2.9558232931726907, |
| "grad_norm": 0.6581147909164429, |
| "learning_rate": 3.304919398192663e-08, |
| "loss": 0.2536, |
| "step": 736 |
| }, |
| { |
| "epoch": 2.959839357429719, |
| "grad_norm": 0.7128841280937195, |
| "learning_rate": 2.731442817764662e-08, |
| "loss": 0.2296, |
| "step": 737 |
| }, |
| { |
| "epoch": 2.963855421686747, |
| "grad_norm": 0.7488843202590942, |
| "learning_rate": 2.2125452477828047e-08, |
| "loss": 0.2649, |
| "step": 738 |
| }, |
| { |
| "epoch": 2.967871485943775, |
| "grad_norm": 0.6567497849464417, |
| "learning_rate": 1.7482380290034794e-08, |
| "loss": 0.221, |
| "step": 739 |
| }, |
| { |
| "epoch": 2.9718875502008033, |
| "grad_norm": 0.6747626662254333, |
| "learning_rate": 1.3385313090857887e-08, |
| "loss": 0.2748, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.9759036144578315, |
| "grad_norm": 0.6256674528121948, |
| "learning_rate": 9.834340423678368e-09, |
| "loss": 0.2222, |
| "step": 741 |
| }, |
| { |
| "epoch": 2.979919678714859, |
| "grad_norm": 0.7819543480873108, |
| "learning_rate": 6.829539896716086e-09, |
| "loss": 0.2571, |
| "step": 742 |
| }, |
| { |
| "epoch": 2.9839357429718874, |
| "grad_norm": 0.6107457876205444, |
| "learning_rate": 4.370977181339386e-09, |
| "loss": 0.1988, |
| "step": 743 |
| }, |
| { |
| "epoch": 2.9879518072289155, |
| "grad_norm": 0.6908827424049377, |
| "learning_rate": 2.4587060106245895e-09, |
| "loss": 0.2316, |
| "step": 744 |
| }, |
| { |
| "epoch": 2.9919678714859437, |
| "grad_norm": 0.6972522735595703, |
| "learning_rate": 1.0927681781819355e-09, |
| "loss": 0.2003, |
| "step": 745 |
| }, |
| { |
| "epoch": 2.995983935742972, |
| "grad_norm": 0.596504271030426, |
| "learning_rate": 2.7319353723964656e-10, |
| "loss": 0.199, |
| "step": 746 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.6581512093544006, |
| "learning_rate": 0.0, |
| "loss": 0.2254, |
| "step": 747 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 747, |
| "total_flos": 7.676283830535586e+18, |
| "train_loss": 0.3990471245174906, |
| "train_runtime": 52416.2628, |
| "train_samples_per_second": 1.824, |
| "train_steps_per_second": 0.014 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 747, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7.676283830535586e+18, |
| "train_batch_size": 32, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
