| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.7818411097099621, |
| "eval_steps": 100, |
| "global_step": 310, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0025220680958385876, |
| "grad_norm": 25.350475311279297, |
| "learning_rate": 0.0, |
| "loss": 2.5568, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.005044136191677175, |
| "grad_norm": 24.538068771362305, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 2.7748, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.007566204287515763, |
| "grad_norm": 23.780784606933594, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 2.5911, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.01008827238335435, |
| "grad_norm": 24.780380249023438, |
| "learning_rate": 1.2e-05, |
| "loss": 2.8427, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.012610340479192938, |
| "grad_norm": 22.699949264526367, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 2.709, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.015132408575031526, |
| "grad_norm": 22.106008529663086, |
| "learning_rate": 2e-05, |
| "loss": 2.5854, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.017654476670870115, |
| "grad_norm": 22.497045516967773, |
| "learning_rate": 1.9948979591836737e-05, |
| "loss": 2.5427, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0201765447667087, |
| "grad_norm": 27.103275299072266, |
| "learning_rate": 1.9897959183673473e-05, |
| "loss": 2.6599, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.02269861286254729, |
| "grad_norm": 21.081985473632812, |
| "learning_rate": 1.9846938775510205e-05, |
| "loss": 2.5145, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.025220680958385876, |
| "grad_norm": 25.964981079101562, |
| "learning_rate": 1.979591836734694e-05, |
| "loss": 2.4247, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.027742749054224466, |
| "grad_norm": 25.353195190429688, |
| "learning_rate": 1.9744897959183677e-05, |
| "loss": 2.5092, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.03026481715006305, |
| "grad_norm": 18.94191551208496, |
| "learning_rate": 1.969387755102041e-05, |
| "loss": 2.4335, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.03278688524590164, |
| "grad_norm": 23.60140037536621, |
| "learning_rate": 1.9642857142857145e-05, |
| "loss": 2.544, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.03530895334174023, |
| "grad_norm": 24.298965454101562, |
| "learning_rate": 1.9591836734693877e-05, |
| "loss": 2.4987, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.03783102143757881, |
| "grad_norm": 20.745506286621094, |
| "learning_rate": 1.9540816326530613e-05, |
| "loss": 2.4985, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0403530895334174, |
| "grad_norm": 22.54330062866211, |
| "learning_rate": 1.948979591836735e-05, |
| "loss": 2.6892, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.04287515762925599, |
| "grad_norm": 21.46229362487793, |
| "learning_rate": 1.9438775510204085e-05, |
| "loss": 2.3998, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.04539722572509458, |
| "grad_norm": 20.54530143737793, |
| "learning_rate": 1.9387755102040817e-05, |
| "loss": 2.4244, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.04791929382093316, |
| "grad_norm": 18.8839111328125, |
| "learning_rate": 1.9336734693877553e-05, |
| "loss": 2.3911, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.05044136191677175, |
| "grad_norm": 16.924652099609375, |
| "learning_rate": 1.928571428571429e-05, |
| "loss": 2.3588, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.05296343001261034, |
| "grad_norm": 16.996627807617188, |
| "learning_rate": 1.9234693877551024e-05, |
| "loss": 2.3727, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.05548549810844893, |
| "grad_norm": 18.584613800048828, |
| "learning_rate": 1.9183673469387756e-05, |
| "loss": 2.2974, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.058007566204287514, |
| "grad_norm": 14.309200286865234, |
| "learning_rate": 1.9132653061224492e-05, |
| "loss": 2.4843, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0605296343001261, |
| "grad_norm": 15.074164390563965, |
| "learning_rate": 1.9081632653061225e-05, |
| "loss": 2.4043, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.06305170239596469, |
| "grad_norm": 13.610542297363281, |
| "learning_rate": 1.903061224489796e-05, |
| "loss": 2.3762, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.06557377049180328, |
| "grad_norm": 15.666613578796387, |
| "learning_rate": 1.8979591836734696e-05, |
| "loss": 2.3249, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.06809583858764187, |
| "grad_norm": 14.475164413452148, |
| "learning_rate": 1.892857142857143e-05, |
| "loss": 2.3317, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.07061790668348046, |
| "grad_norm": 16.231687545776367, |
| "learning_rate": 1.8877551020408164e-05, |
| "loss": 2.5064, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.07313997477931904, |
| "grad_norm": 16.8968563079834, |
| "learning_rate": 1.88265306122449e-05, |
| "loss": 2.3932, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.07566204287515763, |
| "grad_norm": 17.74305534362793, |
| "learning_rate": 1.8775510204081636e-05, |
| "loss": 2.3329, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.07818411097099622, |
| "grad_norm": 16.41620445251465, |
| "learning_rate": 1.8724489795918368e-05, |
| "loss": 2.3982, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.0807061790668348, |
| "grad_norm": 17.965959548950195, |
| "learning_rate": 1.8673469387755104e-05, |
| "loss": 2.4227, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.0832282471626734, |
| "grad_norm": 19.92589569091797, |
| "learning_rate": 1.862244897959184e-05, |
| "loss": 2.5255, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.08575031525851198, |
| "grad_norm": 20.62932586669922, |
| "learning_rate": 1.8571428571428575e-05, |
| "loss": 2.1816, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.08827238335435057, |
| "grad_norm": 18.360614776611328, |
| "learning_rate": 1.8520408163265307e-05, |
| "loss": 2.2827, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.09079445145018916, |
| "grad_norm": 19.199546813964844, |
| "learning_rate": 1.8469387755102043e-05, |
| "loss": 2.1498, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.09331651954602774, |
| "grad_norm": 22.727521896362305, |
| "learning_rate": 1.8418367346938776e-05, |
| "loss": 2.3811, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.09583858764186633, |
| "grad_norm": 19.80649757385254, |
| "learning_rate": 1.836734693877551e-05, |
| "loss": 2.2342, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.09836065573770492, |
| "grad_norm": 22.24563217163086, |
| "learning_rate": 1.8316326530612247e-05, |
| "loss": 2.2287, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.1008827238335435, |
| "grad_norm": 25.384042739868164, |
| "learning_rate": 1.826530612244898e-05, |
| "loss": 2.1259, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.1034047919293821, |
| "grad_norm": 23.417089462280273, |
| "learning_rate": 1.8214285714285715e-05, |
| "loss": 2.0858, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.10592686002522068, |
| "grad_norm": 27.639497756958008, |
| "learning_rate": 1.816326530612245e-05, |
| "loss": 2.2243, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.10844892812105927, |
| "grad_norm": 27.390850067138672, |
| "learning_rate": 1.8112244897959187e-05, |
| "loss": 2.1314, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.11097099621689786, |
| "grad_norm": 27.956937789916992, |
| "learning_rate": 1.806122448979592e-05, |
| "loss": 2.1755, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.11349306431273644, |
| "grad_norm": 32.09632873535156, |
| "learning_rate": 1.8010204081632655e-05, |
| "loss": 2.2365, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.11601513240857503, |
| "grad_norm": 33.84647750854492, |
| "learning_rate": 1.795918367346939e-05, |
| "loss": 2.1671, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.11853720050441362, |
| "grad_norm": 32.027130126953125, |
| "learning_rate": 1.7908163265306123e-05, |
| "loss": 2.09, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.1210592686002522, |
| "grad_norm": 35.423587799072266, |
| "learning_rate": 1.785714285714286e-05, |
| "loss": 2.2479, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.1235813366960908, |
| "grad_norm": 31.041240692138672, |
| "learning_rate": 1.780612244897959e-05, |
| "loss": 1.9687, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.12610340479192939, |
| "grad_norm": 28.790103912353516, |
| "learning_rate": 1.7755102040816327e-05, |
| "loss": 2.1428, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.12862547288776796, |
| "grad_norm": 25.089313507080078, |
| "learning_rate": 1.7704081632653062e-05, |
| "loss": 2.0673, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.13114754098360656, |
| "grad_norm": 26.493867874145508, |
| "learning_rate": 1.7653061224489798e-05, |
| "loss": 2.0814, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.13366960907944514, |
| "grad_norm": 19.993173599243164, |
| "learning_rate": 1.760204081632653e-05, |
| "loss": 2.005, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.13619167717528374, |
| "grad_norm": 21.89765167236328, |
| "learning_rate": 1.7551020408163266e-05, |
| "loss": 2.2262, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.13871374527112232, |
| "grad_norm": 23.22844123840332, |
| "learning_rate": 1.7500000000000002e-05, |
| "loss": 2.0208, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.14123581336696092, |
| "grad_norm": 15.864526748657227, |
| "learning_rate": 1.7448979591836738e-05, |
| "loss": 2.0153, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.1437578814627995, |
| "grad_norm": 21.451187133789062, |
| "learning_rate": 1.7397959183673473e-05, |
| "loss": 2.1386, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.14627994955863807, |
| "grad_norm": 18.089811325073242, |
| "learning_rate": 1.7346938775510206e-05, |
| "loss": 1.9517, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.14880201765447668, |
| "grad_norm": 24.029157638549805, |
| "learning_rate": 1.729591836734694e-05, |
| "loss": 1.9719, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.15132408575031525, |
| "grad_norm": 18.722776412963867, |
| "learning_rate": 1.7244897959183674e-05, |
| "loss": 2.0623, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.15384615384615385, |
| "grad_norm": 20.211933135986328, |
| "learning_rate": 1.719387755102041e-05, |
| "loss": 2.0081, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.15636822194199243, |
| "grad_norm": 17.61188507080078, |
| "learning_rate": 1.7142857142857142e-05, |
| "loss": 1.8484, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.15889029003783103, |
| "grad_norm": 20.118955612182617, |
| "learning_rate": 1.7091836734693878e-05, |
| "loss": 2.0799, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.1614123581336696, |
| "grad_norm": 17.271841049194336, |
| "learning_rate": 1.7040816326530613e-05, |
| "loss": 1.9832, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.16393442622950818, |
| "grad_norm": 19.521392822265625, |
| "learning_rate": 1.698979591836735e-05, |
| "loss": 1.9129, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.1664564943253468, |
| "grad_norm": 22.660900115966797, |
| "learning_rate": 1.6938775510204085e-05, |
| "loss": 2.118, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.16897856242118536, |
| "grad_norm": 17.332427978515625, |
| "learning_rate": 1.6887755102040817e-05, |
| "loss": 1.9632, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.17150063051702397, |
| "grad_norm": 22.42765998840332, |
| "learning_rate": 1.6836734693877553e-05, |
| "loss": 1.954, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.17402269861286254, |
| "grad_norm": 23.6208553314209, |
| "learning_rate": 1.678571428571429e-05, |
| "loss": 1.9917, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.17654476670870115, |
| "grad_norm": 19.78505516052246, |
| "learning_rate": 1.673469387755102e-05, |
| "loss": 1.7964, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.17906683480453972, |
| "grad_norm": 19.453041076660156, |
| "learning_rate": 1.6683673469387757e-05, |
| "loss": 1.9587, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.18158890290037832, |
| "grad_norm": 24.731407165527344, |
| "learning_rate": 1.6632653061224492e-05, |
| "loss": 1.9945, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.1841109709962169, |
| "grad_norm": 20.977611541748047, |
| "learning_rate": 1.6581632653061225e-05, |
| "loss": 2.0617, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.18663303909205547, |
| "grad_norm": 22.959585189819336, |
| "learning_rate": 1.653061224489796e-05, |
| "loss": 1.98, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.18915510718789408, |
| "grad_norm": 21.952653884887695, |
| "learning_rate": 1.6479591836734696e-05, |
| "loss": 2.1094, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.19167717528373265, |
| "grad_norm": 22.320383071899414, |
| "learning_rate": 1.642857142857143e-05, |
| "loss": 1.8418, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.19419924337957126, |
| "grad_norm": 24.375411987304688, |
| "learning_rate": 1.6377551020408164e-05, |
| "loss": 1.8428, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.19672131147540983, |
| "grad_norm": 19.64323616027832, |
| "learning_rate": 1.63265306122449e-05, |
| "loss": 1.9194, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.19924337957124844, |
| "grad_norm": 22.459064483642578, |
| "learning_rate": 1.6275510204081636e-05, |
| "loss": 1.6649, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.201765447667087, |
| "grad_norm": 36.789764404296875, |
| "learning_rate": 1.6224489795918368e-05, |
| "loss": 2.0131, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2042875157629256, |
| "grad_norm": 22.109119415283203, |
| "learning_rate": 1.6173469387755104e-05, |
| "loss": 1.9603, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.2068095838587642, |
| "grad_norm": 19.196834564208984, |
| "learning_rate": 1.612244897959184e-05, |
| "loss": 2.0538, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.20933165195460277, |
| "grad_norm": 26.870800018310547, |
| "learning_rate": 1.6071428571428572e-05, |
| "loss": 1.9168, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.21185372005044137, |
| "grad_norm": 35.190696716308594, |
| "learning_rate": 1.6020408163265308e-05, |
| "loss": 2.0149, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.21437578814627994, |
| "grad_norm": 19.963472366333008, |
| "learning_rate": 1.596938775510204e-05, |
| "loss": 1.7871, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.21689785624211855, |
| "grad_norm": 20.292407989501953, |
| "learning_rate": 1.5918367346938776e-05, |
| "loss": 1.944, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.21941992433795712, |
| "grad_norm": 20.55329132080078, |
| "learning_rate": 1.586734693877551e-05, |
| "loss": 2.0175, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.22194199243379573, |
| "grad_norm": 17.27350616455078, |
| "learning_rate": 1.5816326530612247e-05, |
| "loss": 1.9308, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.2244640605296343, |
| "grad_norm": 22.471134185791016, |
| "learning_rate": 1.576530612244898e-05, |
| "loss": 1.9221, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.22698612862547288, |
| "grad_norm": 25.098316192626953, |
| "learning_rate": 1.5714285714285715e-05, |
| "loss": 1.9359, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.22950819672131148, |
| "grad_norm": 25.125213623046875, |
| "learning_rate": 1.566326530612245e-05, |
| "loss": 2.0087, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.23203026481715006, |
| "grad_norm": 20.038599014282227, |
| "learning_rate": 1.5612244897959187e-05, |
| "loss": 2.0939, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.23455233291298866, |
| "grad_norm": 19.016841888427734, |
| "learning_rate": 1.556122448979592e-05, |
| "loss": 2.0183, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.23707440100882723, |
| "grad_norm": 21.97820472717285, |
| "learning_rate": 1.5510204081632655e-05, |
| "loss": 1.8239, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.23959646910466584, |
| "grad_norm": 25.578901290893555, |
| "learning_rate": 1.545918367346939e-05, |
| "loss": 1.9388, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.2421185372005044, |
| "grad_norm": 23.74614143371582, |
| "learning_rate": 1.5408163265306123e-05, |
| "loss": 2.0492, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.244640605296343, |
| "grad_norm": 22.203304290771484, |
| "learning_rate": 1.535714285714286e-05, |
| "loss": 1.941, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.2471626733921816, |
| "grad_norm": 21.39324188232422, |
| "learning_rate": 1.530612244897959e-05, |
| "loss": 1.9042, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.24968474148802017, |
| "grad_norm": 18.99315643310547, |
| "learning_rate": 1.5255102040816327e-05, |
| "loss": 1.88, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.25220680958385877, |
| "grad_norm": 24.22341537475586, |
| "learning_rate": 1.5204081632653063e-05, |
| "loss": 1.8147, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.25220680958385877, |
| "eval_loss": 1.8966256380081177, |
| "eval_runtime": 6.9787, |
| "eval_samples_per_second": 101.022, |
| "eval_steps_per_second": 50.583, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.2547288776796974, |
| "grad_norm": 18.296152114868164, |
| "learning_rate": 1.5153061224489798e-05, |
| "loss": 1.8605, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.2572509457755359, |
| "grad_norm": 26.404766082763672, |
| "learning_rate": 1.510204081632653e-05, |
| "loss": 2.1195, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.2597730138713745, |
| "grad_norm": 19.187122344970703, |
| "learning_rate": 1.5051020408163266e-05, |
| "loss": 1.9284, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.26229508196721313, |
| "grad_norm": 20.79934310913086, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 1.725, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.2648171500630517, |
| "grad_norm": 23.833288192749023, |
| "learning_rate": 1.4948979591836736e-05, |
| "loss": 1.9215, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.2673392181588903, |
| "grad_norm": 22.301727294921875, |
| "learning_rate": 1.4897959183673472e-05, |
| "loss": 1.8728, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.2698612862547289, |
| "grad_norm": 23.685596466064453, |
| "learning_rate": 1.4846938775510204e-05, |
| "loss": 2.0482, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.2723833543505675, |
| "grad_norm": 18.969186782836914, |
| "learning_rate": 1.479591836734694e-05, |
| "loss": 1.8724, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.27490542244640603, |
| "grad_norm": 23.994483947753906, |
| "learning_rate": 1.4744897959183676e-05, |
| "loss": 1.9542, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.27742749054224464, |
| "grad_norm": 16.84621238708496, |
| "learning_rate": 1.469387755102041e-05, |
| "loss": 1.9703, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.27994955863808324, |
| "grad_norm": 23.411087036132812, |
| "learning_rate": 1.4642857142857144e-05, |
| "loss": 1.9836, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.28247162673392184, |
| "grad_norm": 29.55487632751465, |
| "learning_rate": 1.4591836734693878e-05, |
| "loss": 1.9124, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.2849936948297604, |
| "grad_norm": 32.28921127319336, |
| "learning_rate": 1.4540816326530614e-05, |
| "loss": 1.8566, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.287515762925599, |
| "grad_norm": 24.007558822631836, |
| "learning_rate": 1.448979591836735e-05, |
| "loss": 1.8296, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.2900378310214376, |
| "grad_norm": 26.753524780273438, |
| "learning_rate": 1.4438775510204083e-05, |
| "loss": 1.7181, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.29255989911727615, |
| "grad_norm": 22.49270248413086, |
| "learning_rate": 1.4387755102040817e-05, |
| "loss": 1.8741, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.29508196721311475, |
| "grad_norm": 28.006656646728516, |
| "learning_rate": 1.4336734693877551e-05, |
| "loss": 1.9151, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.29760403530895335, |
| "grad_norm": 17.606775283813477, |
| "learning_rate": 1.4285714285714287e-05, |
| "loss": 1.9654, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.30012610340479196, |
| "grad_norm": 29.94802474975586, |
| "learning_rate": 1.4234693877551023e-05, |
| "loss": 1.8849, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.3026481715006305, |
| "grad_norm": 28.27743148803711, |
| "learning_rate": 1.4183673469387755e-05, |
| "loss": 1.8006, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.3051702395964691, |
| "grad_norm": 19.11652183532715, |
| "learning_rate": 1.4132653061224491e-05, |
| "loss": 1.8539, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.3076923076923077, |
| "grad_norm": 24.255807876586914, |
| "learning_rate": 1.4081632653061225e-05, |
| "loss": 2.0162, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.31021437578814626, |
| "grad_norm": 22.508352279663086, |
| "learning_rate": 1.403061224489796e-05, |
| "loss": 1.858, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.31273644388398486, |
| "grad_norm": 27.028772354125977, |
| "learning_rate": 1.3979591836734696e-05, |
| "loss": 1.8175, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.31525851197982346, |
| "grad_norm": 22.697704315185547, |
| "learning_rate": 1.3928571428571429e-05, |
| "loss": 1.9789, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.31778058007566207, |
| "grad_norm": 31.604068756103516, |
| "learning_rate": 1.3877551020408165e-05, |
| "loss": 2.0039, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.3203026481715006, |
| "grad_norm": 27.71053695678711, |
| "learning_rate": 1.38265306122449e-05, |
| "loss": 1.9867, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.3228247162673392, |
| "grad_norm": 17.37586784362793, |
| "learning_rate": 1.3775510204081634e-05, |
| "loss": 1.6931, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.3253467843631778, |
| "grad_norm": 20.28536605834961, |
| "learning_rate": 1.3724489795918368e-05, |
| "loss": 1.9199, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.32786885245901637, |
| "grad_norm": 29.4377384185791, |
| "learning_rate": 1.3673469387755102e-05, |
| "loss": 1.9322, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.33039092055485497, |
| "grad_norm": 17.703046798706055, |
| "learning_rate": 1.3622448979591838e-05, |
| "loss": 1.8842, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.3329129886506936, |
| "grad_norm": 30.14008140563965, |
| "learning_rate": 1.3571428571428574e-05, |
| "loss": 2.1228, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.3354350567465322, |
| "grad_norm": 29.657262802124023, |
| "learning_rate": 1.3520408163265306e-05, |
| "loss": 1.8929, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.3379571248423707, |
| "grad_norm": 18.243854522705078, |
| "learning_rate": 1.3469387755102042e-05, |
| "loss": 1.8811, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.34047919293820933, |
| "grad_norm": 33.22247314453125, |
| "learning_rate": 1.3418367346938776e-05, |
| "loss": 1.9814, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.34300126103404793, |
| "grad_norm": 26.413856506347656, |
| "learning_rate": 1.3367346938775512e-05, |
| "loss": 1.9329, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.3455233291298865, |
| "grad_norm": 20.56089210510254, |
| "learning_rate": 1.3316326530612247e-05, |
| "loss": 1.8944, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.3480453972257251, |
| "grad_norm": 19.480737686157227, |
| "learning_rate": 1.326530612244898e-05, |
| "loss": 1.9221, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.3505674653215637, |
| "grad_norm": 22.788074493408203, |
| "learning_rate": 1.3214285714285716e-05, |
| "loss": 2.0445, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.3530895334174023, |
| "grad_norm": 20.722291946411133, |
| "learning_rate": 1.316326530612245e-05, |
| "loss": 1.9998, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.35561160151324084, |
| "grad_norm": 25.190189361572266, |
| "learning_rate": 1.3112244897959185e-05, |
| "loss": 1.8076, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.35813366960907944, |
| "grad_norm": 23.203886032104492, |
| "learning_rate": 1.3061224489795918e-05, |
| "loss": 1.7821, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.36065573770491804, |
| "grad_norm": 25.32374382019043, |
| "learning_rate": 1.3010204081632653e-05, |
| "loss": 2.0356, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.36317780580075665, |
| "grad_norm": 28.798864364624023, |
| "learning_rate": 1.2959183673469389e-05, |
| "loss": 1.8202, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.3656998738965952, |
| "grad_norm": 24.93810272216797, |
| "learning_rate": 1.2908163265306123e-05, |
| "loss": 1.9237, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.3682219419924338, |
| "grad_norm": 36.78353500366211, |
| "learning_rate": 1.2857142857142859e-05, |
| "loss": 2.0019, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.3707440100882724, |
| "grad_norm": 28.510663986206055, |
| "learning_rate": 1.2806122448979591e-05, |
| "loss": 1.9268, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.37326607818411095, |
| "grad_norm": 38.19087219238281, |
| "learning_rate": 1.2755102040816327e-05, |
| "loss": 1.9366, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.37578814627994955, |
| "grad_norm": 20.796728134155273, |
| "learning_rate": 1.2704081632653063e-05, |
| "loss": 1.8731, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.37831021437578816, |
| "grad_norm": 23.036758422851562, |
| "learning_rate": 1.2653061224489798e-05, |
| "loss": 1.8835, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.38083228247162676, |
| "grad_norm": 27.058195114135742, |
| "learning_rate": 1.260204081632653e-05, |
| "loss": 1.8013, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.3833543505674653, |
| "grad_norm": 25.390460968017578, |
| "learning_rate": 1.2551020408163267e-05, |
| "loss": 2.0623, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.3858764186633039, |
| "grad_norm": 27.993654251098633, |
| "learning_rate": 1.25e-05, |
| "loss": 1.6895, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.3883984867591425, |
| "grad_norm": 24.15807342529297, |
| "learning_rate": 1.2448979591836736e-05, |
| "loss": 1.9799, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.39092055485498106, |
| "grad_norm": 24.369815826416016, |
| "learning_rate": 1.2397959183673472e-05, |
| "loss": 1.9687, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.39344262295081966, |
| "grad_norm": 24.572988510131836, |
| "learning_rate": 1.2346938775510204e-05, |
| "loss": 1.8607, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.39596469104665827, |
| "grad_norm": 20.491390228271484, |
| "learning_rate": 1.229591836734694e-05, |
| "loss": 2.0677, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.39848675914249687, |
| "grad_norm": 25.128101348876953, |
| "learning_rate": 1.2244897959183674e-05, |
| "loss": 1.9233, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.4010088272383354, |
| "grad_norm": 18.843276977539062, |
| "learning_rate": 1.219387755102041e-05, |
| "loss": 1.781, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.403530895334174, |
| "grad_norm": 24.99994659423828, |
| "learning_rate": 1.2142857142857142e-05, |
| "loss": 1.962, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.4060529634300126, |
| "grad_norm": 20.679218292236328, |
| "learning_rate": 1.2091836734693878e-05, |
| "loss": 2.0055, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.4085750315258512, |
| "grad_norm": 26.00550651550293, |
| "learning_rate": 1.2040816326530614e-05, |
| "loss": 1.9761, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.4110970996216898, |
| "grad_norm": 33.80900192260742, |
| "learning_rate": 1.1989795918367348e-05, |
| "loss": 2.0502, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.4136191677175284, |
| "grad_norm": 25.639009475708008, |
| "learning_rate": 1.1938775510204084e-05, |
| "loss": 1.9088, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.416141235813367, |
| "grad_norm": 17.48627471923828, |
| "learning_rate": 1.1887755102040816e-05, |
| "loss": 1.9359, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.41866330390920553, |
| "grad_norm": 23.16074562072754, |
| "learning_rate": 1.1836734693877552e-05, |
| "loss": 1.8647, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.42118537200504413, |
| "grad_norm": 25.39946174621582, |
| "learning_rate": 1.1785714285714287e-05, |
| "loss": 1.8523, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.42370744010088274, |
| "grad_norm": 25.8050537109375, |
| "learning_rate": 1.1734693877551021e-05, |
| "loss": 1.8403, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.4262295081967213, |
| "grad_norm": 20.019033432006836, |
| "learning_rate": 1.1683673469387755e-05, |
| "loss": 2.0023, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.4287515762925599, |
| "grad_norm": 26.194847106933594, |
| "learning_rate": 1.1632653061224491e-05, |
| "loss": 1.9429, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.4312736443883985, |
| "grad_norm": 21.064212799072266, |
| "learning_rate": 1.1581632653061225e-05, |
| "loss": 1.8302, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.4337957124842371, |
| "grad_norm": 21.876129150390625, |
| "learning_rate": 1.1530612244897961e-05, |
| "loss": 1.8881, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.43631778058007564, |
| "grad_norm": 33.61103439331055, |
| "learning_rate": 1.1479591836734697e-05, |
| "loss": 2.0497, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.43883984867591425, |
| "grad_norm": 27.204744338989258, |
| "learning_rate": 1.1428571428571429e-05, |
| "loss": 1.8431, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.44136191677175285, |
| "grad_norm": 21.605751037597656, |
| "learning_rate": 1.1377551020408165e-05, |
| "loss": 1.9149, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.44388398486759145, |
| "grad_norm": 30.307472229003906, |
| "learning_rate": 1.1326530612244899e-05, |
| "loss": 2.0313, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.44640605296343, |
| "grad_norm": 23.69244384765625, |
| "learning_rate": 1.1275510204081635e-05, |
| "loss": 1.8676, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.4489281210592686, |
| "grad_norm": 25.619901657104492, |
| "learning_rate": 1.1224489795918367e-05, |
| "loss": 1.7905, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.4514501891551072, |
| "grad_norm": 28.0296573638916, |
| "learning_rate": 1.1173469387755103e-05, |
| "loss": 1.8567, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.45397225725094575, |
| "grad_norm": 36.4359130859375, |
| "learning_rate": 1.1122448979591838e-05, |
| "loss": 2.115, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.45649432534678436, |
| "grad_norm": 26.91726303100586, |
| "learning_rate": 1.1071428571428572e-05, |
| "loss": 2.0642, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.45901639344262296, |
| "grad_norm": 23.085880279541016, |
| "learning_rate": 1.1020408163265306e-05, |
| "loss": 1.9109, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.46153846153846156, |
| "grad_norm": 27.870641708374023, |
| "learning_rate": 1.096938775510204e-05, |
| "loss": 1.8999, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.4640605296343001, |
| "grad_norm": 32.0672607421875, |
| "learning_rate": 1.0918367346938776e-05, |
| "loss": 1.904, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.4665825977301387, |
| "grad_norm": 28.879365921020508, |
| "learning_rate": 1.0867346938775512e-05, |
| "loss": 1.7159, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.4691046658259773, |
| "grad_norm": 27.592771530151367, |
| "learning_rate": 1.0816326530612246e-05, |
| "loss": 1.8561, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.47162673392181587, |
| "grad_norm": 27.412763595581055, |
| "learning_rate": 1.076530612244898e-05, |
| "loss": 1.9282, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.47414880201765447, |
| "grad_norm": 30.12356185913086, |
| "learning_rate": 1.0714285714285714e-05, |
| "loss": 1.8726, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.4766708701134931, |
| "grad_norm": 39.9027214050293, |
| "learning_rate": 1.066326530612245e-05, |
| "loss": 1.7551, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.4791929382093317, |
| "grad_norm": 30.483945846557617, |
| "learning_rate": 1.0612244897959186e-05, |
| "loss": 1.7643, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.4817150063051702, |
| "grad_norm": 26.00415802001953, |
| "learning_rate": 1.0561224489795918e-05, |
| "loss": 2.0552, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.4842370744010088, |
| "grad_norm": 23.03282356262207, |
| "learning_rate": 1.0510204081632654e-05, |
| "loss": 2.0052, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.48675914249684743, |
| "grad_norm": 33.653221130371094, |
| "learning_rate": 1.045918367346939e-05, |
| "loss": 1.7367, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.489281210592686, |
| "grad_norm": 39.59351348876953, |
| "learning_rate": 1.0408163265306123e-05, |
| "loss": 1.9726, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.4918032786885246, |
| "grad_norm": 42.77714920043945, |
| "learning_rate": 1.0357142857142859e-05, |
| "loss": 2.0906, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.4943253467843632, |
| "grad_norm": 33.194549560546875, |
| "learning_rate": 1.0306122448979591e-05, |
| "loss": 2.0742, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.4968474148802018, |
| "grad_norm": 25.10793685913086, |
| "learning_rate": 1.0255102040816327e-05, |
| "loss": 1.9204, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.49936948297604034, |
| "grad_norm": 40.048404693603516, |
| "learning_rate": 1.0204081632653063e-05, |
| "loss": 1.7775, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.501891551071879, |
| "grad_norm": 26.085933685302734, |
| "learning_rate": 1.0153061224489797e-05, |
| "loss": 1.9459, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.5044136191677175, |
| "grad_norm": 18.375, |
| "learning_rate": 1.0102040816326531e-05, |
| "loss": 1.9536, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5044136191677175, |
| "eval_loss": 1.8626214265823364, |
| "eval_runtime": 6.6508, |
| "eval_samples_per_second": 106.002, |
| "eval_steps_per_second": 53.076, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5069356872635561, |
| "grad_norm": 33.858341217041016, |
| "learning_rate": 1.0051020408163265e-05, |
| "loss": 1.8191, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.5094577553593947, |
| "grad_norm": 22.895992279052734, |
| "learning_rate": 1e-05, |
| "loss": 2.0596, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.5119798234552333, |
| "grad_norm": 30.55072593688965, |
| "learning_rate": 9.948979591836737e-06, |
| "loss": 1.8904, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.5145018915510718, |
| "grad_norm": 26.542705535888672, |
| "learning_rate": 9.89795918367347e-06, |
| "loss": 1.9683, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.5170239596469105, |
| "grad_norm": 39.81034851074219, |
| "learning_rate": 9.846938775510205e-06, |
| "loss": 1.9726, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.519546027742749, |
| "grad_norm": 22.0065860748291, |
| "learning_rate": 9.795918367346939e-06, |
| "loss": 2.0575, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.5220680958385876, |
| "grad_norm": 19.012041091918945, |
| "learning_rate": 9.744897959183674e-06, |
| "loss": 1.8431, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.5245901639344263, |
| "grad_norm": 39.699974060058594, |
| "learning_rate": 9.693877551020408e-06, |
| "loss": 1.8231, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.5271122320302648, |
| "grad_norm": 21.391319274902344, |
| "learning_rate": 9.642857142857144e-06, |
| "loss": 1.7939, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.5296343001261034, |
| "grad_norm": 25.8063907623291, |
| "learning_rate": 9.591836734693878e-06, |
| "loss": 2.0366, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.532156368221942, |
| "grad_norm": 20.598569869995117, |
| "learning_rate": 9.540816326530612e-06, |
| "loss": 1.8323, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.5346784363177806, |
| "grad_norm": 29.391401290893555, |
| "learning_rate": 9.489795918367348e-06, |
| "loss": 2.0052, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.5372005044136192, |
| "grad_norm": 24.39499855041504, |
| "learning_rate": 9.438775510204082e-06, |
| "loss": 1.8461, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.5397225725094578, |
| "grad_norm": 24.16887092590332, |
| "learning_rate": 9.387755102040818e-06, |
| "loss": 1.9404, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.5422446406052963, |
| "grad_norm": 24.577871322631836, |
| "learning_rate": 9.336734693877552e-06, |
| "loss": 1.9202, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.544766708701135, |
| "grad_norm": 26.117361068725586, |
| "learning_rate": 9.285714285714288e-06, |
| "loss": 1.921, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.5472887767969735, |
| "grad_norm": 22.586837768554688, |
| "learning_rate": 9.234693877551022e-06, |
| "loss": 1.9692, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.5498108448928121, |
| "grad_norm": 18.438722610473633, |
| "learning_rate": 9.183673469387756e-06, |
| "loss": 1.9496, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.5523329129886507, |
| "grad_norm": 22.94545555114746, |
| "learning_rate": 9.13265306122449e-06, |
| "loss": 1.991, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.5548549810844893, |
| "grad_norm": 28.664562225341797, |
| "learning_rate": 9.081632653061225e-06, |
| "loss": 1.8352, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5573770491803278, |
| "grad_norm": 25.63576316833496, |
| "learning_rate": 9.03061224489796e-06, |
| "loss": 1.9399, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.5598991172761665, |
| "grad_norm": 21.650251388549805, |
| "learning_rate": 8.979591836734695e-06, |
| "loss": 1.9565, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.562421185372005, |
| "grad_norm": 29.605735778808594, |
| "learning_rate": 8.92857142857143e-06, |
| "loss": 1.729, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.5649432534678437, |
| "grad_norm": 23.98230743408203, |
| "learning_rate": 8.877551020408163e-06, |
| "loss": 1.9399, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.5674653215636822, |
| "grad_norm": 20.37510108947754, |
| "learning_rate": 8.826530612244899e-06, |
| "loss": 1.7322, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.5699873896595208, |
| "grad_norm": 25.876188278198242, |
| "learning_rate": 8.775510204081633e-06, |
| "loss": 1.9444, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.5725094577553594, |
| "grad_norm": 32.07249069213867, |
| "learning_rate": 8.724489795918369e-06, |
| "loss": 1.9364, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.575031525851198, |
| "grad_norm": 28.014524459838867, |
| "learning_rate": 8.673469387755103e-06, |
| "loss": 1.757, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.5775535939470365, |
| "grad_norm": 30.82647132873535, |
| "learning_rate": 8.622448979591837e-06, |
| "loss": 1.9067, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.5800756620428752, |
| "grad_norm": 30.651660919189453, |
| "learning_rate": 8.571428571428571e-06, |
| "loss": 1.9906, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5825977301387137, |
| "grad_norm": 25.239904403686523, |
| "learning_rate": 8.520408163265307e-06, |
| "loss": 1.8914, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.5851197982345523, |
| "grad_norm": 21.33747673034668, |
| "learning_rate": 8.469387755102042e-06, |
| "loss": 1.9999, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.587641866330391, |
| "grad_norm": 25.255064010620117, |
| "learning_rate": 8.418367346938776e-06, |
| "loss": 1.8941, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.5901639344262295, |
| "grad_norm": 24.443973541259766, |
| "learning_rate": 8.36734693877551e-06, |
| "loss": 1.7679, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.592686002522068, |
| "grad_norm": 25.473894119262695, |
| "learning_rate": 8.316326530612246e-06, |
| "loss": 1.7876, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.5952080706179067, |
| "grad_norm": 26.28467559814453, |
| "learning_rate": 8.26530612244898e-06, |
| "loss": 1.6761, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.5977301387137453, |
| "grad_norm": 24.488052368164062, |
| "learning_rate": 8.214285714285714e-06, |
| "loss": 2.0022, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.6002522068095839, |
| "grad_norm": 30.074064254760742, |
| "learning_rate": 8.16326530612245e-06, |
| "loss": 1.7747, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.6027742749054225, |
| "grad_norm": 23.73440170288086, |
| "learning_rate": 8.112244897959184e-06, |
| "loss": 1.8468, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.605296343001261, |
| "grad_norm": 22.338869094848633, |
| "learning_rate": 8.06122448979592e-06, |
| "loss": 1.8611, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.6078184110970997, |
| "grad_norm": 24.844266891479492, |
| "learning_rate": 8.010204081632654e-06, |
| "loss": 1.9285, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.6103404791929382, |
| "grad_norm": 29.65668487548828, |
| "learning_rate": 7.959183673469388e-06, |
| "loss": 1.935, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.6128625472887768, |
| "grad_norm": 26.01723289489746, |
| "learning_rate": 7.908163265306124e-06, |
| "loss": 1.7587, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.6153846153846154, |
| "grad_norm": 27.04817771911621, |
| "learning_rate": 7.857142857142858e-06, |
| "loss": 1.8878, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.617906683480454, |
| "grad_norm": 36.23786163330078, |
| "learning_rate": 7.806122448979593e-06, |
| "loss": 1.992, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.6204287515762925, |
| "grad_norm": 19.283294677734375, |
| "learning_rate": 7.755102040816327e-06, |
| "loss": 1.8066, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.6229508196721312, |
| "grad_norm": 24.24143409729004, |
| "learning_rate": 7.704081632653061e-06, |
| "loss": 1.8899, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.6254728877679697, |
| "grad_norm": 25.59832763671875, |
| "learning_rate": 7.653061224489796e-06, |
| "loss": 1.9601, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.6279949558638083, |
| "grad_norm": 27.195640563964844, |
| "learning_rate": 7.602040816326531e-06, |
| "loss": 1.9561, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.6305170239596469, |
| "grad_norm": 27.854570388793945, |
| "learning_rate": 7.551020408163265e-06, |
| "loss": 1.8781, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.6330390920554855, |
| "grad_norm": 25.715761184692383, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 1.8542, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.6355611601513241, |
| "grad_norm": 22.562984466552734, |
| "learning_rate": 7.448979591836736e-06, |
| "loss": 1.7681, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.6380832282471627, |
| "grad_norm": 20.540348052978516, |
| "learning_rate": 7.39795918367347e-06, |
| "loss": 1.9617, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.6406052963430012, |
| "grad_norm": 24.610937118530273, |
| "learning_rate": 7.346938775510205e-06, |
| "loss": 1.9694, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.6431273644388399, |
| "grad_norm": 27.93538475036621, |
| "learning_rate": 7.295918367346939e-06, |
| "loss": 1.8858, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.6456494325346784, |
| "grad_norm": 31.466445922851562, |
| "learning_rate": 7.244897959183675e-06, |
| "loss": 1.8252, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.648171500630517, |
| "grad_norm": 26.276226043701172, |
| "learning_rate": 7.193877551020409e-06, |
| "loss": 1.8865, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.6506935687263556, |
| "grad_norm": 22.52095603942871, |
| "learning_rate": 7.1428571428571436e-06, |
| "loss": 1.7649, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.6532156368221942, |
| "grad_norm": 20.15144157409668, |
| "learning_rate": 7.091836734693878e-06, |
| "loss": 2.0158, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.6557377049180327, |
| "grad_norm": 26.405349731445312, |
| "learning_rate": 7.0408163265306125e-06, |
| "loss": 1.8932, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.6582597730138714, |
| "grad_norm": 32.94384765625, |
| "learning_rate": 6.989795918367348e-06, |
| "loss": 1.7795, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.6607818411097099, |
| "grad_norm": 23.109092712402344, |
| "learning_rate": 6.938775510204082e-06, |
| "loss": 1.8383, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.6633039092055486, |
| "grad_norm": 21.75737190246582, |
| "learning_rate": 6.887755102040817e-06, |
| "loss": 1.8727, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.6658259773013872, |
| "grad_norm": 22.96916389465332, |
| "learning_rate": 6.836734693877551e-06, |
| "loss": 1.8544, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.6683480453972257, |
| "grad_norm": 25.62445640563965, |
| "learning_rate": 6.785714285714287e-06, |
| "loss": 1.7503, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.6708701134930644, |
| "grad_norm": 25.430530548095703, |
| "learning_rate": 6.734693877551021e-06, |
| "loss": 1.7938, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.6733921815889029, |
| "grad_norm": 26.462881088256836, |
| "learning_rate": 6.683673469387756e-06, |
| "loss": 1.8284, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.6759142496847415, |
| "grad_norm": 31.45004653930664, |
| "learning_rate": 6.63265306122449e-06, |
| "loss": 2.0328, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.6784363177805801, |
| "grad_norm": 30.525737762451172, |
| "learning_rate": 6.581632653061225e-06, |
| "loss": 1.8192, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.6809583858764187, |
| "grad_norm": 25.705707550048828, |
| "learning_rate": 6.530612244897959e-06, |
| "loss": 1.8533, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6834804539722572, |
| "grad_norm": 39.90187454223633, |
| "learning_rate": 6.4795918367346946e-06, |
| "loss": 1.9483, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.6860025220680959, |
| "grad_norm": 28.0180721282959, |
| "learning_rate": 6.4285714285714295e-06, |
| "loss": 1.8132, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.6885245901639344, |
| "grad_norm": 34.821372985839844, |
| "learning_rate": 6.3775510204081635e-06, |
| "loss": 1.9599, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.691046658259773, |
| "grad_norm": 24.018394470214844, |
| "learning_rate": 6.326530612244899e-06, |
| "loss": 1.9248, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.6935687263556116, |
| "grad_norm": 24.074344635009766, |
| "learning_rate": 6.275510204081633e-06, |
| "loss": 2.0148, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.6960907944514502, |
| "grad_norm": 31.1939754486084, |
| "learning_rate": 6.224489795918368e-06, |
| "loss": 1.8959, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.6986128625472888, |
| "grad_norm": 25.481502532958984, |
| "learning_rate": 6.173469387755102e-06, |
| "loss": 1.9832, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.7011349306431274, |
| "grad_norm": 29.6664981842041, |
| "learning_rate": 6.122448979591837e-06, |
| "loss": 1.9222, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.7036569987389659, |
| "grad_norm": 26.30698585510254, |
| "learning_rate": 6.071428571428571e-06, |
| "loss": 1.9897, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.7061790668348046, |
| "grad_norm": 31.827558517456055, |
| "learning_rate": 6.020408163265307e-06, |
| "loss": 1.8615, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.7087011349306431, |
| "grad_norm": 24.80223846435547, |
| "learning_rate": 5.969387755102042e-06, |
| "loss": 1.9579, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.7112232030264817, |
| "grad_norm": 36.134700775146484, |
| "learning_rate": 5.918367346938776e-06, |
| "loss": 1.723, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.7137452711223203, |
| "grad_norm": 30.388233184814453, |
| "learning_rate": 5.867346938775511e-06, |
| "loss": 1.9736, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.7162673392181589, |
| "grad_norm": 32.231563568115234, |
| "learning_rate": 5.816326530612246e-06, |
| "loss": 1.9228, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.7187894073139974, |
| "grad_norm": 38.05869674682617, |
| "learning_rate": 5.7653061224489805e-06, |
| "loss": 1.9159, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.7213114754098361, |
| "grad_norm": 27.256147384643555, |
| "learning_rate": 5.7142857142857145e-06, |
| "loss": 1.8072, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.7238335435056746, |
| "grad_norm": 25.67181396484375, |
| "learning_rate": 5.663265306122449e-06, |
| "loss": 1.8633, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.7263556116015133, |
| "grad_norm": 31.8681697845459, |
| "learning_rate": 5.6122448979591834e-06, |
| "loss": 1.9822, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.7288776796973518, |
| "grad_norm": 32.85325241088867, |
| "learning_rate": 5.561224489795919e-06, |
| "loss": 1.8166, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.7313997477931904, |
| "grad_norm": 35.64312744140625, |
| "learning_rate": 5.510204081632653e-06, |
| "loss": 1.7166, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.733921815889029, |
| "grad_norm": 24.276235580444336, |
| "learning_rate": 5.459183673469388e-06, |
| "loss": 1.7593, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.7364438839848676, |
| "grad_norm": 29.371950149536133, |
| "learning_rate": 5.408163265306123e-06, |
| "loss": 1.8124, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.7389659520807061, |
| "grad_norm": 23.76220703125, |
| "learning_rate": 5.357142857142857e-06, |
| "loss": 1.7775, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.7414880201765448, |
| "grad_norm": 37.103050231933594, |
| "learning_rate": 5.306122448979593e-06, |
| "loss": 1.9253, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.7440100882723834, |
| "grad_norm": 20.0811767578125, |
| "learning_rate": 5.255102040816327e-06, |
| "loss": 1.8711, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.7465321563682219, |
| "grad_norm": 35.33123016357422, |
| "learning_rate": 5.204081632653062e-06, |
| "loss": 1.8764, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.7490542244640606, |
| "grad_norm": 31.880672454833984, |
| "learning_rate": 5.153061224489796e-06, |
| "loss": 1.8929, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.7515762925598991, |
| "grad_norm": 21.682334899902344, |
| "learning_rate": 5.1020408163265315e-06, |
| "loss": 2.0377, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.7540983606557377, |
| "grad_norm": 34.68608474731445, |
| "learning_rate": 5.0510204081632655e-06, |
| "loss": 1.9341, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.7566204287515763, |
| "grad_norm": 25.59632110595703, |
| "learning_rate": 5e-06, |
| "loss": 1.8264, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7566204287515763, |
| "eval_loss": 1.8502724170684814, |
| "eval_runtime": 6.6208, |
| "eval_samples_per_second": 106.483, |
| "eval_steps_per_second": 53.317, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7591424968474149, |
| "grad_norm": 33.780616760253906, |
| "learning_rate": 4.948979591836735e-06, |
| "loss": 1.8315, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.7616645649432535, |
| "grad_norm": 23.005069732666016, |
| "learning_rate": 4.897959183673469e-06, |
| "loss": 1.8434, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.7641866330390921, |
| "grad_norm": 27.338787078857422, |
| "learning_rate": 4.846938775510204e-06, |
| "loss": 1.9102, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.7667087011349306, |
| "grad_norm": 26.87493133544922, |
| "learning_rate": 4.795918367346939e-06, |
| "loss": 1.8408, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.7692307692307693, |
| "grad_norm": 33.59117126464844, |
| "learning_rate": 4.744897959183674e-06, |
| "loss": 1.8633, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.7717528373266078, |
| "grad_norm": 38.98092269897461, |
| "learning_rate": 4.693877551020409e-06, |
| "loss": 1.8187, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.7742749054224464, |
| "grad_norm": 28.7203369140625, |
| "learning_rate": 4.642857142857144e-06, |
| "loss": 1.8425, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.776796973518285, |
| "grad_norm": 30.91414451599121, |
| "learning_rate": 4.591836734693878e-06, |
| "loss": 1.8526, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.7793190416141236, |
| "grad_norm": 29.04154396057129, |
| "learning_rate": 4.540816326530613e-06, |
| "loss": 1.8913, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.7818411097099621, |
| "grad_norm": 29.638099670410156, |
| "learning_rate": 4.489795918367348e-06, |
| "loss": 1.8736, |
| "step": 310 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 397, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 10, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4524488042102784.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
