| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 575.0, |
| "global_step": 1150, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0008695652173913044, |
| "grad_norm": 408.9283752441406, |
| "learning_rate": 4.310344827586207e-08, |
| "loss": 1.0777758359909058, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0017391304347826088, |
| "grad_norm": 479.2920837402344, |
| "learning_rate": 8.620689655172414e-08, |
| "loss": 1.880948781967163, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0026086956521739132, |
| "grad_norm": 209.09791564941406, |
| "learning_rate": 1.2931034482758622e-07, |
| "loss": 1.7428491115570068, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0034782608695652175, |
| "grad_norm": 423.4102478027344, |
| "learning_rate": 1.7241379310344828e-07, |
| "loss": 3.529658317565918, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.004347826086956522, |
| "grad_norm": 348.4798583984375, |
| "learning_rate": 2.1551724137931036e-07, |
| "loss": 1.4600706100463867, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0052173913043478265, |
| "grad_norm": 440.9241638183594, |
| "learning_rate": 2.5862068965517245e-07, |
| "loss": 1.9179795980453491, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.00608695652173913, |
| "grad_norm": 538.0116577148438, |
| "learning_rate": 3.0172413793103453e-07, |
| "loss": 1.489146113395691, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.006956521739130435, |
| "grad_norm": 313.45281982421875, |
| "learning_rate": 3.4482758620689656e-07, |
| "loss": 3.4452528953552246, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.00782608695652174, |
| "grad_norm": 478.4830322265625, |
| "learning_rate": 3.8793103448275865e-07, |
| "loss": 2.1786704063415527, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.008695652173913044, |
| "grad_norm": 434.273681640625, |
| "learning_rate": 4.3103448275862073e-07, |
| "loss": 2.80996036529541, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.009565217391304347, |
| "grad_norm": 278.2303771972656, |
| "learning_rate": 4.7413793103448276e-07, |
| "loss": 3.2558488845825195, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.010434782608695653, |
| "grad_norm": 547.8084106445312, |
| "learning_rate": 5.172413793103449e-07, |
| "loss": 2.853588581085205, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.011304347826086957, |
| "grad_norm": 730.852294921875, |
| "learning_rate": 5.60344827586207e-07, |
| "loss": 1.6315467357635498, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.01217391304347826, |
| "grad_norm": 308.340087890625, |
| "learning_rate": 6.034482758620691e-07, |
| "loss": 1.8621805906295776, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.013043478260869565, |
| "grad_norm": 137.95724487304688, |
| "learning_rate": 6.465517241379311e-07, |
| "loss": 0.9975405931472778, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.01391304347826087, |
| "grad_norm": 303.2461242675781, |
| "learning_rate": 6.896551724137931e-07, |
| "loss": 1.908968448638916, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.014782608695652174, |
| "grad_norm": 184.87095642089844, |
| "learning_rate": 7.327586206896552e-07, |
| "loss": 4.061191082000732, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.01565217391304348, |
| "grad_norm": 560.7840576171875, |
| "learning_rate": 7.758620689655173e-07, |
| "loss": 1.1566259860992432, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.01652173913043478, |
| "grad_norm": 400.3383483886719, |
| "learning_rate": 8.189655172413794e-07, |
| "loss": 2.058223247528076, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.017391304347826087, |
| "grad_norm": 135.8885955810547, |
| "learning_rate": 8.620689655172415e-07, |
| "loss": 1.6466004848480225, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.018260869565217393, |
| "grad_norm": 472.2660217285156, |
| "learning_rate": 9.051724137931035e-07, |
| "loss": 3.454291820526123, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.019130434782608695, |
| "grad_norm": 570.48779296875, |
| "learning_rate": 9.482758620689655e-07, |
| "loss": 0.7950913906097412, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 158.8548583984375, |
| "learning_rate": 9.913793103448276e-07, |
| "loss": 2.105966091156006, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.020869565217391306, |
| "grad_norm": 119.38016510009766, |
| "learning_rate": 1.0344827586206898e-06, |
| "loss": 3.6958322525024414, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.021739130434782608, |
| "grad_norm": 2187.12890625, |
| "learning_rate": 1.0775862068965518e-06, |
| "loss": 1.509929895401001, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.022608695652173914, |
| "grad_norm": 179.49208068847656, |
| "learning_rate": 1.120689655172414e-06, |
| "loss": 3.1071619987487793, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.023478260869565216, |
| "grad_norm": 235.8142547607422, |
| "learning_rate": 1.163793103448276e-06, |
| "loss": 1.5640977621078491, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.02434782608695652, |
| "grad_norm": 730.990966796875, |
| "learning_rate": 1.2068965517241381e-06, |
| "loss": 6.2143449783325195, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.025217391304347827, |
| "grad_norm": 312.9621887207031, |
| "learning_rate": 1.25e-06, |
| "loss": 2.45662784576416, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.02608695652173913, |
| "grad_norm": 702.923583984375, |
| "learning_rate": 1.2931034482758623e-06, |
| "loss": 2.8522918224334717, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.026956521739130435, |
| "grad_norm": 100.41119384765625, |
| "learning_rate": 1.336206896551724e-06, |
| "loss": 1.4748220443725586, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.02782608695652174, |
| "grad_norm": 912.0726318359375, |
| "learning_rate": 1.3793103448275862e-06, |
| "loss": 3.5353848934173584, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.028695652173913042, |
| "grad_norm": 218.8749542236328, |
| "learning_rate": 1.4224137931034484e-06, |
| "loss": 1.64268958568573, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.029565217391304348, |
| "grad_norm": 125.46963500976562, |
| "learning_rate": 1.4655172413793104e-06, |
| "loss": 0.9044767618179321, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.030434782608695653, |
| "grad_norm": 198.825439453125, |
| "learning_rate": 1.5086206896551726e-06, |
| "loss": 2.7218778133392334, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.03130434782608696, |
| "grad_norm": 173.73460388183594, |
| "learning_rate": 1.5517241379310346e-06, |
| "loss": 1.0479382276535034, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.03217391304347826, |
| "grad_norm": 77.9815902709961, |
| "learning_rate": 1.5948275862068968e-06, |
| "loss": 0.9507594108581543, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.03304347826086956, |
| "grad_norm": 57.68743896484375, |
| "learning_rate": 1.6379310344827587e-06, |
| "loss": 0.5203785300254822, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.03391304347826087, |
| "grad_norm": 346.4000244140625, |
| "learning_rate": 1.681034482758621e-06, |
| "loss": 1.4837923049926758, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.034782608695652174, |
| "grad_norm": 115.84912109375, |
| "learning_rate": 1.724137931034483e-06, |
| "loss": 0.48359355330467224, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.035652173913043476, |
| "grad_norm": 254.86424255371094, |
| "learning_rate": 1.7672413793103449e-06, |
| "loss": 1.7111670970916748, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.036521739130434785, |
| "grad_norm": 122.12332153320312, |
| "learning_rate": 1.810344827586207e-06, |
| "loss": 1.3477897644042969, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.03739130434782609, |
| "grad_norm": 100.55317687988281, |
| "learning_rate": 1.8534482758620693e-06, |
| "loss": 0.9901793003082275, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.03826086956521739, |
| "grad_norm": 93.47430419921875, |
| "learning_rate": 1.896551724137931e-06, |
| "loss": 0.9722920656204224, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.0391304347826087, |
| "grad_norm": 710.9335327148438, |
| "learning_rate": 1.9396551724137932e-06, |
| "loss": 2.0677783489227295, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 197.51223754882812, |
| "learning_rate": 1.982758620689655e-06, |
| "loss": 3.213724136352539, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.0408695652173913, |
| "grad_norm": 369.5987243652344, |
| "learning_rate": 2.025862068965517e-06, |
| "loss": 1.9037742614746094, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.04173913043478261, |
| "grad_norm": 462.7992858886719, |
| "learning_rate": 2.0689655172413796e-06, |
| "loss": 1.7205874919891357, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.042608695652173914, |
| "grad_norm": 185.6064453125, |
| "learning_rate": 2.1120689655172416e-06, |
| "loss": 2.038105010986328, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.043478260869565216, |
| "grad_norm": 495.98736572265625, |
| "learning_rate": 2.1551724137931035e-06, |
| "loss": 1.542877197265625, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.04434782608695652, |
| "grad_norm": 174.29568481445312, |
| "learning_rate": 2.1982758620689655e-06, |
| "loss": 3.509795904159546, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.04521739130434783, |
| "grad_norm": 88.45124053955078, |
| "learning_rate": 2.241379310344828e-06, |
| "loss": 1.086487054824829, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.04608695652173913, |
| "grad_norm": 288.6754455566406, |
| "learning_rate": 2.28448275862069e-06, |
| "loss": 1.2725701332092285, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.04695652173913043, |
| "grad_norm": 76.34807586669922, |
| "learning_rate": 2.327586206896552e-06, |
| "loss": 0.4325469434261322, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.04782608695652174, |
| "grad_norm": 86.93162536621094, |
| "learning_rate": 2.370689655172414e-06, |
| "loss": 0.6717068552970886, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.04869565217391304, |
| "grad_norm": 50.85002136230469, |
| "learning_rate": 2.4137931034482762e-06, |
| "loss": 1.7667793035507202, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.049565217391304345, |
| "grad_norm": 707.333740234375, |
| "learning_rate": 2.4568965517241382e-06, |
| "loss": 1.9895107746124268, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.050434782608695654, |
| "grad_norm": 211.9180450439453, |
| "learning_rate": 2.5e-06, |
| "loss": 1.9432262182235718, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.051304347826086956, |
| "grad_norm": 164.1087646484375, |
| "learning_rate": 2.499994827098767e-06, |
| "loss": 1.2299290895462036, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.05217391304347826, |
| "grad_norm": 144.11956787109375, |
| "learning_rate": 2.4999793084378814e-06, |
| "loss": 2.0348281860351562, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.05304347826086957, |
| "grad_norm": 305.6357727050781, |
| "learning_rate": 2.499953444145787e-06, |
| "loss": 0.9155855178833008, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.05391304347826087, |
| "grad_norm": 214.6992950439453, |
| "learning_rate": 2.4999172344365515e-06, |
| "loss": 4.967019557952881, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.05478260869565217, |
| "grad_norm": 125.02455139160156, |
| "learning_rate": 2.4998706796098705e-06, |
| "loss": 0.7700686454772949, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.05565217391304348, |
| "grad_norm": 91.49518585205078, |
| "learning_rate": 2.499813780051062e-06, |
| "loss": 0.6872555017471313, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.05652173913043478, |
| "grad_norm": 66.5513687133789, |
| "learning_rate": 2.499746536231063e-06, |
| "loss": 2.322596311569214, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.057391304347826085, |
| "grad_norm": 184.43043518066406, |
| "learning_rate": 2.4996689487064263e-06, |
| "loss": 2.804111957550049, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.058260869565217394, |
| "grad_norm": 168.07064819335938, |
| "learning_rate": 2.4995810181193166e-06, |
| "loss": 0.940452516078949, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.059130434782608696, |
| "grad_norm": 199.48654174804688, |
| "learning_rate": 2.499482745197503e-06, |
| "loss": 1.4553430080413818, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 690.7571411132812, |
| "learning_rate": 2.499374130754356e-06, |
| "loss": 1.210028886795044, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.06086956521739131, |
| "grad_norm": 782.9773559570312, |
| "learning_rate": 2.499255175688838e-06, |
| "loss": 2.8736820220947266, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.06173913043478261, |
| "grad_norm": 187.41598510742188, |
| "learning_rate": 2.4991258809854985e-06, |
| "loss": 1.842674732208252, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.06260869565217392, |
| "grad_norm": 178.23484802246094, |
| "learning_rate": 2.498986247714462e-06, |
| "loss": 2.2488696575164795, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.06347826086956522, |
| "grad_norm": 146.09564208984375, |
| "learning_rate": 2.4988362770314244e-06, |
| "loss": 2.0136961936950684, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.06434782608695652, |
| "grad_norm": 327.2138671875, |
| "learning_rate": 2.4986759701776387e-06, |
| "loss": 1.7963201999664307, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.06521739130434782, |
| "grad_norm": 179.66259765625, |
| "learning_rate": 2.498505328479907e-06, |
| "loss": 1.2915806770324707, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.06608695652173913, |
| "grad_norm": 96.14694213867188, |
| "learning_rate": 2.4983243533505704e-06, |
| "loss": 0.6629434823989868, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.06695652173913043, |
| "grad_norm": 401.1381530761719, |
| "learning_rate": 2.498133046287495e-06, |
| "loss": 0.855819582939148, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.06782608695652174, |
| "grad_norm": 46.46095657348633, |
| "learning_rate": 2.49793140887406e-06, |
| "loss": 1.2157412767410278, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.06869565217391305, |
| "grad_norm": 225.5874481201172, |
| "learning_rate": 2.497719442779147e-06, |
| "loss": 0.7673141360282898, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.06956521739130435, |
| "grad_norm": 221.45071411132812, |
| "learning_rate": 2.4974971497571233e-06, |
| "loss": 1.9723515510559082, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.07043478260869565, |
| "grad_norm": 48.89097595214844, |
| "learning_rate": 2.4972645316478286e-06, |
| "loss": 0.7122063636779785, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.07130434782608695, |
| "grad_norm": 449.5947570800781, |
| "learning_rate": 2.49702159037656e-06, |
| "loss": 1.8776814937591553, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.07217391304347825, |
| "grad_norm": 104.74349212646484, |
| "learning_rate": 2.4967683279540542e-06, |
| "loss": 0.721406102180481, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.07304347826086957, |
| "grad_norm": 631.10986328125, |
| "learning_rate": 2.4965047464764753e-06, |
| "loss": 1.6470348834991455, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.07391304347826087, |
| "grad_norm": 165.18170166015625, |
| "learning_rate": 2.496230848125392e-06, |
| "loss": 2.532701015472412, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.07478260869565218, |
| "grad_norm": 68.72663879394531, |
| "learning_rate": 2.495946635167763e-06, |
| "loss": 0.7041295766830444, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.07565217391304348, |
| "grad_norm": 681.0164794921875, |
| "learning_rate": 2.495652109955917e-06, |
| "loss": 0.6914689540863037, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.07652173913043478, |
| "grad_norm": 112.05097961425781, |
| "learning_rate": 2.495347274927533e-06, |
| "loss": 0.5509334802627563, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.07739130434782608, |
| "grad_norm": 90.69129180908203, |
| "learning_rate": 2.495032132605623e-06, |
| "loss": 0.8257150650024414, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.0782608695652174, |
| "grad_norm": 364.2044982910156, |
| "learning_rate": 2.4947066855985067e-06, |
| "loss": 2.681523323059082, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.0791304347826087, |
| "grad_norm": 144.56988525390625, |
| "learning_rate": 2.494370936599792e-06, |
| "loss": 0.6214126944541931, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 43.279747009277344, |
| "learning_rate": 2.4940248883883526e-06, |
| "loss": 0.7092267274856567, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.0808695652173913, |
| "grad_norm": 199.32327270507812, |
| "learning_rate": 2.493668543828307e-06, |
| "loss": 1.6910313367843628, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.0817391304347826, |
| "grad_norm": 143.92161560058594, |
| "learning_rate": 2.493301905868991e-06, |
| "loss": 1.143976092338562, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.08260869565217391, |
| "grad_norm": 71.49710083007812, |
| "learning_rate": 2.4929249775449354e-06, |
| "loss": 0.6278894543647766, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.08347826086956522, |
| "grad_norm": 53.63858413696289, |
| "learning_rate": 2.4925377619758416e-06, |
| "loss": 0.7950785160064697, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.08434782608695653, |
| "grad_norm": 68.49473571777344, |
| "learning_rate": 2.4921402623665535e-06, |
| "loss": 0.7202810645103455, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.08521739130434783, |
| "grad_norm": 616.7372436523438, |
| "learning_rate": 2.491732482007033e-06, |
| "loss": 1.79442298412323, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.08608695652173913, |
| "grad_norm": 143.07440185546875, |
| "learning_rate": 2.491314424272334e-06, |
| "loss": 2.269249439239502, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.08695652173913043, |
| "grad_norm": 217.4616241455078, |
| "learning_rate": 2.4908860926225676e-06, |
| "loss": 0.6722813844680786, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.08782608695652173, |
| "grad_norm": 111.15724182128906, |
| "learning_rate": 2.4904474906028838e-06, |
| "loss": 0.948624312877655, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.08869565217391304, |
| "grad_norm": 45.984622955322266, |
| "learning_rate": 2.489998621843434e-06, |
| "loss": 0.35971760749816895, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.08956521739130435, |
| "grad_norm": 56.90412902832031, |
| "learning_rate": 2.489539490059344e-06, |
| "loss": 2.1533353328704834, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.09043478260869565, |
| "grad_norm": 457.8325500488281, |
| "learning_rate": 2.489070099050683e-06, |
| "loss": 0.7864513397216797, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.09130434782608696, |
| "grad_norm": 36.61105728149414, |
| "learning_rate": 2.488590452702433e-06, |
| "loss": 0.4267352521419525, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.09217391304347826, |
| "grad_norm": 42.19702911376953, |
| "learning_rate": 2.4881005549844544e-06, |
| "loss": 0.44679027795791626, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.09304347826086956, |
| "grad_norm": 126.22087860107422, |
| "learning_rate": 2.4876004099514554e-06, |
| "loss": 3.5700860023498535, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.09391304347826086, |
| "grad_norm": 29.303131103515625, |
| "learning_rate": 2.487090021742957e-06, |
| "loss": 4.308433532714844, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.09478260869565218, |
| "grad_norm": 48.11052322387695, |
| "learning_rate": 2.486569394583261e-06, |
| "loss": 0.2773371934890747, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.09565217391304348, |
| "grad_norm": 123.01402282714844, |
| "learning_rate": 2.4860385327814108e-06, |
| "loss": 1.3421229124069214, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.09652173913043478, |
| "grad_norm": 108.20648193359375, |
| "learning_rate": 2.48549744073116e-06, |
| "loss": 0.6545270681381226, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.09739130434782609, |
| "grad_norm": 49.05990982055664, |
| "learning_rate": 2.4849461229109335e-06, |
| "loss": 0.4957168996334076, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.09826086956521739, |
| "grad_norm": 437.2885437011719, |
| "learning_rate": 2.484384583883791e-06, |
| "loss": 2.001176595687866, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.09913043478260869, |
| "grad_norm": 203.33876037597656, |
| "learning_rate": 2.483812828297391e-06, |
| "loss": 1.96820068359375, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 296.4373779296875, |
| "learning_rate": 2.4832308608839495e-06, |
| "loss": 3.3025102615356445, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.10086956521739131, |
| "grad_norm": 1142.8726806640625, |
| "learning_rate": 2.4826386864602024e-06, |
| "loss": 1.7267082929611206, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.10173913043478261, |
| "grad_norm": 76.05111694335938, |
| "learning_rate": 2.4820363099273647e-06, |
| "loss": 1.9300884008407593, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.10260869565217391, |
| "grad_norm": 174.35528564453125, |
| "learning_rate": 2.4814237362710923e-06, |
| "loss": 2.4974822998046875, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.10347826086956521, |
| "grad_norm": 70.0567626953125, |
| "learning_rate": 2.480800970561438e-06, |
| "loss": 1.2597458362579346, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.10434782608695652, |
| "grad_norm": 315.5959167480469, |
| "learning_rate": 2.480168017952809e-06, |
| "loss": 1.3150229454040527, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.10521739130434783, |
| "grad_norm": 72.14741516113281, |
| "learning_rate": 2.47952488368393e-06, |
| "loss": 0.9447697401046753, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.10608695652173913, |
| "grad_norm": 230.29095458984375, |
| "learning_rate": 2.478871573077791e-06, |
| "loss": 1.2176882028579712, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.10695652173913044, |
| "grad_norm": 275.8350524902344, |
| "learning_rate": 2.4782080915416107e-06, |
| "loss": 1.6070802211761475, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.10782608695652174, |
| "grad_norm": 74.05403137207031, |
| "learning_rate": 2.4775344445667883e-06, |
| "loss": 2.00801944732666, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.10869565217391304, |
| "grad_norm": 516.320068359375, |
| "learning_rate": 2.4768506377288582e-06, |
| "loss": 0.9637946486473083, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.10956521739130434, |
| "grad_norm": 55.961585998535156, |
| "learning_rate": 2.4761566766874457e-06, |
| "loss": 1.8744444847106934, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.11043478260869566, |
| "grad_norm": 119.298828125, |
| "learning_rate": 2.475452567186217e-06, |
| "loss": 0.9833845496177673, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.11130434782608696, |
| "grad_norm": 204.20599365234375, |
| "learning_rate": 2.474738315052835e-06, |
| "loss": 1.1487748622894287, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.11217391304347826, |
| "grad_norm": 325.07928466796875, |
| "learning_rate": 2.474013926198908e-06, |
| "loss": 0.6357107162475586, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.11304347826086956, |
| "grad_norm": 58.65763854980469, |
| "learning_rate": 2.4732794066199444e-06, |
| "loss": 0.43879246711730957, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.11391304347826087, |
| "grad_norm": 61.1912841796875, |
| "learning_rate": 2.472534762395299e-06, |
| "loss": 0.40946540236473083, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.11478260869565217, |
| "grad_norm": 145.53366088867188, |
| "learning_rate": 2.471779999688125e-06, |
| "loss": 1.1725125312805176, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.11565217391304349, |
| "grad_norm": 1644.3331298828125, |
| "learning_rate": 2.471015124745324e-06, |
| "loss": 1.2450734376907349, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.11652173913043479, |
| "grad_norm": 118.49866485595703, |
| "learning_rate": 2.470240143897492e-06, |
| "loss": 1.2511043548583984, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.11739130434782609, |
| "grad_norm": 230.3250274658203, |
| "learning_rate": 2.4694550635588676e-06, |
| "loss": 1.7083921432495117, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.11826086956521739, |
| "grad_norm": 73.51437377929688, |
| "learning_rate": 2.4686598902272794e-06, |
| "loss": 0.6450086832046509, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.1191304347826087, |
| "grad_norm": 64.80231475830078, |
| "learning_rate": 2.4678546304840934e-06, |
| "loss": 0.5642832517623901, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 90.22604370117188, |
| "learning_rate": 2.4670392909941552e-06, |
| "loss": 1.7450593709945679, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.1208695652173913, |
| "grad_norm": 57.59726333618164, |
| "learning_rate": 2.4662138785057387e-06, |
| "loss": 2.830716848373413, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.12173913043478261, |
| "grad_norm": 64.79215240478516, |
| "learning_rate": 2.465378399850487e-06, |
| "loss": 0.5736865997314453, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.12260869565217392, |
| "grad_norm": 403.09857177734375, |
| "learning_rate": 2.4645328619433575e-06, |
| "loss": 0.7428206205368042, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.12347826086956522, |
| "grad_norm": 91.38631439208984, |
| "learning_rate": 2.4636772717825653e-06, |
| "loss": 0.6577591896057129, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.12434782608695652, |
| "grad_norm": 56.21049118041992, |
| "learning_rate": 2.4628116364495236e-06, |
| "loss": 0.4712821841239929, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.12521739130434784, |
| "grad_norm": 59.32276153564453, |
| "learning_rate": 2.4619359631087863e-06, |
| "loss": 0.8708121180534363, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.12608695652173912, |
| "grad_norm": 146.76007080078125, |
| "learning_rate": 2.461050259007988e-06, |
| "loss": 1.2219767570495605, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.12695652173913044, |
| "grad_norm": 235.25128173828125, |
| "learning_rate": 2.4601545314777843e-06, |
| "loss": 1.182314157485962, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.12782608695652173, |
| "grad_norm": 195.0425262451172, |
| "learning_rate": 2.459248787931792e-06, |
| "loss": 1.1465587615966797, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.12869565217391304, |
| "grad_norm": 265.4162902832031, |
| "learning_rate": 2.4583330358665248e-06, |
| "loss": 1.257580041885376, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.12956521739130436, |
| "grad_norm": 127.14356231689453, |
| "learning_rate": 2.4574072828613354e-06, |
| "loss": 0.7291069030761719, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.13043478260869565, |
| "grad_norm": 63.75065231323242, |
| "learning_rate": 2.4564715365783505e-06, |
| "loss": 0.3326197564601898, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.13130434782608696, |
| "grad_norm": 271.7769470214844, |
| "learning_rate": 2.4555258047624064e-06, |
| "loss": 1.3682246208190918, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.13217391304347825, |
| "grad_norm": 55.215667724609375, |
| "learning_rate": 2.4545700952409875e-06, |
| "loss": 0.5347506403923035, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.13304347826086957, |
| "grad_norm": 87.39543151855469, |
| "learning_rate": 2.453604415924158e-06, |
| "loss": 0.3665112853050232, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.13391304347826086, |
| "grad_norm": 88.65547180175781, |
| "learning_rate": 2.452628774804501e-06, |
| "loss": 0.6229044795036316, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.13478260869565217, |
| "grad_norm": 60.733619689941406, |
| "learning_rate": 2.4516431799570485e-06, |
| "loss": 0.48716792464256287, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.1356521739130435, |
| "grad_norm": 50.772193908691406, |
| "learning_rate": 2.4506476395392157e-06, |
| "loss": 2.28497314453125, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.13652173913043478, |
| "grad_norm": 151.53134155273438, |
| "learning_rate": 2.4496421617907347e-06, |
| "loss": 0.5507988929748535, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.1373913043478261, |
| "grad_norm": 423.7794494628906, |
| "learning_rate": 2.4486267550335848e-06, |
| "loss": 1.9924039840698242, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.13826086956521738, |
| "grad_norm": 27.168025970458984, |
| "learning_rate": 2.447601427671924e-06, |
| "loss": 0.21292328834533691, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.1391304347826087, |
| "grad_norm": 40.74406814575195, |
| "learning_rate": 2.44656618819202e-06, |
| "loss": 0.9094164371490479, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 487.17852783203125, |
| "learning_rate": 2.445521045162179e-06, |
| "loss": 1.524223804473877, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.1408695652173913, |
| "grad_norm": 94.6084213256836, |
| "learning_rate": 2.4444660072326762e-06, |
| "loss": 0.6373294591903687, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.14173913043478262, |
| "grad_norm": 48.60924530029297, |
| "learning_rate": 2.4434010831356824e-06, |
| "loss": 0.3453695476055145, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.1426086956521739, |
| "grad_norm": 30.039562225341797, |
| "learning_rate": 2.4423262816851927e-06, |
| "loss": 0.6582419872283936, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.14347826086956522, |
| "grad_norm": 94.57225036621094, |
| "learning_rate": 2.441241611776955e-06, |
| "loss": 1.2551779747009277, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.1443478260869565, |
| "grad_norm": 49.300682067871094, |
| "learning_rate": 2.4401470823883926e-06, |
| "loss": 0.36331892013549805, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.14521739130434783, |
| "grad_norm": 72.4591064453125, |
| "learning_rate": 2.4390427025785345e-06, |
| "loss": 0.8550442457199097, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.14608695652173914, |
| "grad_norm": 59.477577209472656, |
| "learning_rate": 2.437928481487936e-06, |
| "loss": 0.5492538213729858, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.14695652173913043, |
| "grad_norm": 39.80845260620117, |
| "learning_rate": 2.436804428338607e-06, |
| "loss": 0.5414822101593018, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.14782608695652175, |
| "grad_norm": 115.1328125, |
| "learning_rate": 2.4356705524339317e-06, |
| "loss": 2.7509379386901855, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.14869565217391303, |
| "grad_norm": 1049.0916748046875, |
| "learning_rate": 2.4345268631585966e-06, |
| "loss": 2.3620762825012207, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.14956521739130435, |
| "grad_norm": 1196.13671875, |
| "learning_rate": 2.433373369978508e-06, |
| "loss": 3.821645498275757, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.15043478260869564, |
| "grad_norm": 57.267784118652344, |
| "learning_rate": 2.4322100824407148e-06, |
| "loss": 0.8352653384208679, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.15130434782608695, |
| "grad_norm": 104.67648315429688, |
| "learning_rate": 2.431037010173332e-06, |
| "loss": 1.2190207242965698, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.15217391304347827, |
| "grad_norm": 49.657554626464844, |
| "learning_rate": 2.4298541628854596e-06, |
| "loss": 0.38449758291244507, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.15304347826086956, |
| "grad_norm": 91.279296875, |
| "learning_rate": 2.4286615503671005e-06, |
| "loss": 3.13693904876709, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.15391304347826087, |
| "grad_norm": 988.6467895507812, |
| "learning_rate": 2.4274591824890815e-06, |
| "loss": 3.2508978843688965, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.15478260869565216, |
| "grad_norm": 65.45477294921875, |
| "learning_rate": 2.426247069202971e-06, |
| "loss": 0.881549060344696, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.15565217391304348, |
| "grad_norm": 51.99641036987305, |
| "learning_rate": 2.4250252205409962e-06, |
| "loss": 0.8144845366477966, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.1565217391304348, |
| "grad_norm": 106.11524200439453, |
| "learning_rate": 2.4237936466159624e-06, |
| "loss": 1.2375469207763672, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.15739130434782608, |
| "grad_norm": 75.31381225585938, |
| "learning_rate": 2.422552357621165e-06, |
| "loss": 0.9956674575805664, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.1582608695652174, |
| "grad_norm": 65.4555892944336, |
| "learning_rate": 2.421301363830309e-06, |
| "loss": 0.7255182266235352, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.1591304347826087, |
| "grad_norm": 57.11001205444336, |
| "learning_rate": 2.4200406755974216e-06, |
| "loss": 0.6393588781356812, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 137.87217712402344, |
| "learning_rate": 2.418770303356769e-06, |
| "loss": 0.836662769317627, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.1608695652173913, |
| "grad_norm": 74.18389129638672, |
| "learning_rate": 2.417490257622766e-06, |
| "loss": 0.896056056022644, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.1617391304347826, |
| "grad_norm": 93.32887268066406, |
| "learning_rate": 2.4162005489898937e-06, |
| "loss": 0.886600136756897, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.16260869565217392, |
| "grad_norm": 32.393306732177734, |
| "learning_rate": 2.4149011881326085e-06, |
| "loss": 0.4953998327255249, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.1634782608695652, |
| "grad_norm": 660.8528442382812, |
| "learning_rate": 2.4135921858052556e-06, |
| "loss": 1.6165666580200195, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.16434782608695653, |
| "grad_norm": 89.49231719970703, |
| "learning_rate": 2.412273552841978e-06, |
| "loss": 1.4204996824264526, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.16521739130434782, |
| "grad_norm": 58.8868522644043, |
| "learning_rate": 2.410945300156628e-06, |
| "loss": 0.8278652429580688, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.16608695652173913, |
| "grad_norm": 177.73793029785156, |
| "learning_rate": 2.4096074387426788e-06, |
| "loss": 1.5063395500183105, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.16695652173913045, |
| "grad_norm": 74.32484436035156, |
| "learning_rate": 2.40825997967313e-06, |
| "loss": 0.8496602773666382, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.16782608695652174, |
| "grad_norm": 205.34027099609375, |
| "learning_rate": 2.406902934100417e-06, |
| "loss": 1.9253334999084473, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.16869565217391305, |
| "grad_norm": 58.65646743774414, |
| "learning_rate": 2.405536313256321e-06, |
| "loss": 0.8478743433952332, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.16956521739130434, |
| "grad_norm": 35.247108459472656, |
| "learning_rate": 2.4041601284518734e-06, |
| "loss": 0.5699338912963867, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.17043478260869566, |
| "grad_norm": 39.290225982666016, |
| "learning_rate": 2.4027743910772634e-06, |
| "loss": 0.3849886357784271, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.17130434782608694, |
| "grad_norm": 530.9067993164062, |
| "learning_rate": 2.401379112601742e-06, |
| "loss": 1.6984246969223022, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.17217391304347826, |
| "grad_norm": 130.42115783691406, |
| "learning_rate": 2.3999743045735305e-06, |
| "loss": 1.3066246509552002, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.17304347826086958, |
| "grad_norm": 194.60684204101562, |
| "learning_rate": 2.3985599786197216e-06, |
| "loss": 1.220478892326355, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.17391304347826086, |
| "grad_norm": 59.08544921875, |
| "learning_rate": 2.3971361464461855e-06, |
| "loss": 3.240159749984741, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.17478260869565218, |
| "grad_norm": 470.42596435546875, |
| "learning_rate": 2.3957028198374703e-06, |
| "loss": 3.4826736450195312, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.17565217391304347, |
| "grad_norm": 41.92544937133789, |
| "learning_rate": 2.394260010656708e-06, |
| "loss": 0.7275924682617188, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.17652173913043478, |
| "grad_norm": 74.81078338623047, |
| "learning_rate": 2.3928077308455134e-06, |
| "loss": 1.0109493732452393, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.17739130434782607, |
| "grad_norm": 104.2004165649414, |
| "learning_rate": 2.3913459924238865e-06, |
| "loss": 0.7825707197189331, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.1782608695652174, |
| "grad_norm": 151.63543701171875, |
| "learning_rate": 2.3898748074901127e-06, |
| "loss": 1.7156990766525269, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.1791304347826087, |
| "grad_norm": 67.58226776123047, |
| "learning_rate": 2.3883941882206635e-06, |
| "loss": 0.598099410533905, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 58.410621643066406, |
| "learning_rate": 2.386904146870094e-06, |
| "loss": 2.046065330505371, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.1808695652173913, |
| "grad_norm": 687.547607421875, |
| "learning_rate": 2.3854046957709425e-06, |
| "loss": 5.820431709289551, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.1817391304347826, |
| "grad_norm": 74.79448699951172, |
| "learning_rate": 2.3838958473336302e-06, |
| "loss": 1.7740070819854736, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.1826086956521739, |
| "grad_norm": 75.154296875, |
| "learning_rate": 2.3823776140463545e-06, |
| "loss": 0.4735368490219116, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.18347826086956523, |
| "grad_norm": 171.7770233154297, |
| "learning_rate": 2.3808500084749893e-06, |
| "loss": 2.0269219875335693, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.18434782608695652, |
| "grad_norm": 199.6459503173828, |
| "learning_rate": 2.379313043262978e-06, |
| "loss": 1.8065171241760254, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.18521739130434783, |
| "grad_norm": 134.1776885986328, |
| "learning_rate": 2.3777667311312326e-06, |
| "loss": 0.736809253692627, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.18608695652173912, |
| "grad_norm": 37.64540100097656, |
| "learning_rate": 2.376211084878024e-06, |
| "loss": 0.9797202348709106, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.18695652173913044, |
| "grad_norm": 203.0355224609375, |
| "learning_rate": 2.37464611737888e-06, |
| "loss": 0.7420639395713806, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.18782608695652173, |
| "grad_norm": 473.5257568359375, |
| "learning_rate": 2.3730718415864763e-06, |
| "loss": 2.3235082626342773, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.18869565217391304, |
| "grad_norm": 99.54174041748047, |
| "learning_rate": 2.371488270530529e-06, |
| "loss": 1.4670581817626953, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.18956521739130436, |
| "grad_norm": 22.580745697021484, |
| "learning_rate": 2.36989541731769e-06, |
| "loss": 0.1934395730495453, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.19043478260869565, |
| "grad_norm": 234.8290252685547, |
| "learning_rate": 2.3682932951314343e-06, |
| "loss": 2.1711068153381348, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.19130434782608696, |
| "grad_norm": 102.78935241699219, |
| "learning_rate": 2.366681917231954e-06, |
| "loss": 4.88736629486084, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.19217391304347825, |
| "grad_norm": 291.0909118652344, |
| "learning_rate": 2.365061296956047e-06, |
| "loss": 3.1556975841522217, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.19304347826086957, |
| "grad_norm": 152.71365356445312, |
| "learning_rate": 2.3634314477170066e-06, |
| "loss": 2.949265480041504, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.19391304347826088, |
| "grad_norm": 360.668701171875, |
| "learning_rate": 2.3617923830045126e-06, |
| "loss": 1.2918152809143066, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.19478260869565217, |
| "grad_norm": 50.754844665527344, |
| "learning_rate": 2.3601441163845157e-06, |
| "loss": 0.9370805621147156, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.1956521739130435, |
| "grad_norm": 160.21510314941406, |
| "learning_rate": 2.3584866614991287e-06, |
| "loss": 0.8767625689506531, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.19652173913043477, |
| "grad_norm": 106.48426818847656, |
| "learning_rate": 2.3568200320665123e-06, |
| "loss": 1.4009802341461182, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.1973913043478261, |
| "grad_norm": 20.296323776245117, |
| "learning_rate": 2.355144241880762e-06, |
| "loss": 0.35235852003097534, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.19826086956521738, |
| "grad_norm": 41.92637634277344, |
| "learning_rate": 2.3534593048117936e-06, |
| "loss": 0.2995027005672455, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.1991304347826087, |
| "grad_norm": 21.888343811035156, |
| "learning_rate": 2.3517652348052268e-06, |
| "loss": 0.3009972870349884, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 75.54927062988281, |
| "learning_rate": 2.3500620458822734e-06, |
| "loss": 0.5800594687461853, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2008695652173913, |
| "grad_norm": 24.868005752563477, |
| "learning_rate": 2.348349752139618e-06, |
| "loss": 0.34900957345962524, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.20173913043478262, |
| "grad_norm": 82.75250244140625, |
| "learning_rate": 2.3466283677493025e-06, |
| "loss": 1.5277791023254395, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.2026086956521739, |
| "grad_norm": 34.98390579223633, |
| "learning_rate": 2.34489790695861e-06, |
| "loss": 0.31576430797576904, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.20347826086956522, |
| "grad_norm": 44.74645233154297, |
| "learning_rate": 2.3431583840899444e-06, |
| "loss": 0.7691624164581299, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.20434782608695654, |
| "grad_norm": 255.3861083984375, |
| "learning_rate": 2.3414098135407137e-06, |
| "loss": 2.0969600677490234, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.20521739130434782, |
| "grad_norm": 300.41107177734375, |
| "learning_rate": 2.3396522097832103e-06, |
| "loss": 1.7521913051605225, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.20608695652173914, |
| "grad_norm": 46.60157775878906, |
| "learning_rate": 2.337885587364492e-06, |
| "loss": 0.3463154733181, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.20695652173913043, |
| "grad_norm": 17.11665916442871, |
| "learning_rate": 2.3361099609062584e-06, |
| "loss": 0.23372775316238403, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.20782608695652174, |
| "grad_norm": 533.9444580078125, |
| "learning_rate": 2.3343253451047354e-06, |
| "loss": 0.9582382440567017, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.20869565217391303, |
| "grad_norm": 319.76348876953125, |
| "learning_rate": 2.332531754730549e-06, |
| "loss": 0.8091366291046143, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.20956521739130435, |
| "grad_norm": 55.66841125488281, |
| "learning_rate": 2.3307292046286035e-06, |
| "loss": 0.5547176599502563, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.21043478260869566, |
| "grad_norm": 23.923696517944336, |
| "learning_rate": 2.3289177097179612e-06, |
| "loss": 0.21241050958633423, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.21130434782608695, |
| "grad_norm": 144.29461669921875, |
| "learning_rate": 2.3270972849917176e-06, |
| "loss": 1.2355529069900513, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.21217391304347827, |
| "grad_norm": 169.2731475830078, |
| "learning_rate": 2.325267945516876e-06, |
| "loss": 0.8365756273269653, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.21304347826086956, |
| "grad_norm": 379.0030822753906, |
| "learning_rate": 2.3234297064342243e-06, |
| "loss": 2.4593677520751953, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.21391304347826087, |
| "grad_norm": 586.454833984375, |
| "learning_rate": 2.321582582958209e-06, |
| "loss": 1.582472801208496, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.21478260869565216, |
| "grad_norm": 525.1233520507812, |
| "learning_rate": 2.3197265903768095e-06, |
| "loss": 2.1884984970092773, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.21565217391304348, |
| "grad_norm": 135.0796356201172, |
| "learning_rate": 2.3178617440514128e-06, |
| "loss": 0.952675461769104, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.2165217391304348, |
| "grad_norm": 56.53429412841797, |
| "learning_rate": 2.315988059416684e-06, |
| "loss": 3.0985960960388184, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.21739130434782608, |
| "grad_norm": 273.1423645019531, |
| "learning_rate": 2.3141055519804393e-06, |
| "loss": 2.3993539810180664, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2182608695652174, |
| "grad_norm": 643.1798706054688, |
| "learning_rate": 2.3122142373235195e-06, |
| "loss": 1.1015483140945435, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.21913043478260869, |
| "grad_norm": 173.88906860351562, |
| "learning_rate": 2.3103141310996583e-06, |
| "loss": 3.3863284587860107, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 109.98249816894531, |
| "learning_rate": 2.3084052490353552e-06, |
| "loss": 2.4739880561828613, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.22086956521739132, |
| "grad_norm": 57.38041305541992, |
| "learning_rate": 2.3064876069297436e-06, |
| "loss": 0.7926726341247559, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.2217391304347826, |
| "grad_norm": 31.205821990966797, |
| "learning_rate": 2.3045612206544603e-06, |
| "loss": 0.2903473973274231, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.22260869565217392, |
| "grad_norm": 86.18379974365234, |
| "learning_rate": 2.302626106153515e-06, |
| "loss": 0.5054085850715637, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.2234782608695652, |
| "grad_norm": 266.5611877441406, |
| "learning_rate": 2.300682279443157e-06, |
| "loss": 2.424168109893799, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.22434782608695653, |
| "grad_norm": 285.8017272949219, |
| "learning_rate": 2.298729756611745e-06, |
| "loss": 1.507334589958191, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.2252173913043478, |
| "grad_norm": 89.92759704589844, |
| "learning_rate": 2.296768553819611e-06, |
| "loss": 2.383544921875, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.22608695652173913, |
| "grad_norm": 191.19302368164062, |
| "learning_rate": 2.2947986872989286e-06, |
| "loss": 2.563422679901123, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.22695652173913045, |
| "grad_norm": 39.09922790527344, |
| "learning_rate": 2.2928201733535767e-06, |
| "loss": 2.133596420288086, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.22782608695652173, |
| "grad_norm": 21.8812198638916, |
| "learning_rate": 2.290833028359008e-06, |
| "loss": 0.2714746296405792, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.22869565217391305, |
| "grad_norm": 1493.7266845703125, |
| "learning_rate": 2.28883726876211e-06, |
| "loss": 3.6048572063446045, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.22956521739130434, |
| "grad_norm": 46.37892150878906, |
| "learning_rate": 2.28683291108107e-06, |
| "loss": 0.38325613737106323, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.23043478260869565, |
| "grad_norm": 87.6407241821289, |
| "learning_rate": 2.2848199719052388e-06, |
| "loss": 2.0260558128356934, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.23130434782608697, |
| "grad_norm": 191.0821075439453, |
| "learning_rate": 2.2827984678949937e-06, |
| "loss": 1.9020317792892456, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.23217391304347826, |
| "grad_norm": 41.589229583740234, |
| "learning_rate": 2.2807684157815998e-06, |
| "loss": 0.6306068897247314, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.23304347826086957, |
| "grad_norm": 152.72744750976562, |
| "learning_rate": 2.2787298323670707e-06, |
| "loss": 0.5510439872741699, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.23391304347826086, |
| "grad_norm": 34.26531982421875, |
| "learning_rate": 2.276682734524032e-06, |
| "loss": 0.18592610955238342, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.23478260869565218, |
| "grad_norm": 36.68274688720703, |
| "learning_rate": 2.27462713919558e-06, |
| "loss": 0.3657134473323822, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.23565217391304347, |
| "grad_norm": 23.140466690063477, |
| "learning_rate": 2.2725630633951413e-06, |
| "loss": 2.244689702987671, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.23652173913043478, |
| "grad_norm": 80.58472442626953, |
| "learning_rate": 2.2704905242063313e-06, |
| "loss": 1.7534723281860352, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.2373913043478261, |
| "grad_norm": 20.709491729736328, |
| "learning_rate": 2.268409538782816e-06, |
| "loss": 0.21615323424339294, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.2382608695652174, |
| "grad_norm": 45.99274826049805, |
| "learning_rate": 2.2663201243481656e-06, |
| "loss": 0.43217071890830994, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.2391304347826087, |
| "grad_norm": 132.41433715820312, |
| "learning_rate": 2.2642222981957163e-06, |
| "loss": 1.454113245010376, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 339.4913330078125, |
| "learning_rate": 2.2621160776884236e-06, |
| "loss": 0.7456318736076355, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.2408695652173913, |
| "grad_norm": 331.543212890625, |
| "learning_rate": 2.260001480258721e-06, |
| "loss": 0.9685505628585815, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.2417391304347826, |
| "grad_norm": 100.98051452636719, |
| "learning_rate": 2.2578785234083734e-06, |
| "loss": 1.7122559547424316, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.2426086956521739, |
| "grad_norm": 64.42782592773438, |
| "learning_rate": 2.2557472247083356e-06, |
| "loss": 1.0805375576019287, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.24347826086956523, |
| "grad_norm": 63.56621170043945, |
| "learning_rate": 2.2536076017986033e-06, |
| "loss": 0.4447496831417084, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.24434782608695652, |
| "grad_norm": 73.55606079101562, |
| "learning_rate": 2.251459672388069e-06, |
| "loss": 0.5761306285858154, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.24521739130434783, |
| "grad_norm": 59.72388458251953, |
| "learning_rate": 2.249303454254377e-06, |
| "loss": 0.7934373617172241, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.24608695652173912, |
| "grad_norm": 81.59115600585938, |
| "learning_rate": 2.2471389652437704e-06, |
| "loss": 0.4326229691505432, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.24695652173913044, |
| "grad_norm": 135.9369354248047, |
| "learning_rate": 2.244966223270952e-06, |
| "loss": 0.8459509611129761, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.24782608695652175, |
| "grad_norm": 62.44116973876953, |
| "learning_rate": 2.2427852463189274e-06, |
| "loss": 0.3225611448287964, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.24869565217391304, |
| "grad_norm": 24.50501823425293, |
| "learning_rate": 2.2405960524388633e-06, |
| "loss": 0.27419164776802063, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.24956521739130436, |
| "grad_norm": 110.9744644165039, |
| "learning_rate": 2.238398659749933e-06, |
| "loss": 0.5947219133377075, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.25043478260869567, |
| "grad_norm": 125.97201538085938, |
| "learning_rate": 2.2361930864391696e-06, |
| "loss": 0.7606515288352966, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.25130434782608696, |
| "grad_norm": 44.94565200805664, |
| "learning_rate": 2.2339793507613128e-06, |
| "loss": 1.7262614965438843, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.25217391304347825, |
| "grad_norm": 43.218563079833984, |
| "learning_rate": 2.2317574710386615e-06, |
| "loss": 0.9977378845214844, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.2530434782608696, |
| "grad_norm": 62.10539627075195, |
| "learning_rate": 2.2295274656609174e-06, |
| "loss": 0.7950140237808228, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.2539130434782609, |
| "grad_norm": 88.0399169921875, |
| "learning_rate": 2.2272893530850375e-06, |
| "loss": 0.6887070536613464, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.25478260869565217, |
| "grad_norm": 180.0225372314453, |
| "learning_rate": 2.2250431518350777e-06, |
| "loss": 1.004729986190796, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.25565217391304346, |
| "grad_norm": 46.612953186035156, |
| "learning_rate": 2.2227888805020424e-06, |
| "loss": 0.5626980662345886, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.2565217391304348, |
| "grad_norm": 36.29937744140625, |
| "learning_rate": 2.2205265577437274e-06, |
| "loss": 1.8379230499267578, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.2573913043478261, |
| "grad_norm": 90.00869750976562, |
| "learning_rate": 2.218256202284568e-06, |
| "loss": 0.6438568830490112, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.2582608695652174, |
| "grad_norm": 220.3472442626953, |
| "learning_rate": 2.215977832915485e-06, |
| "loss": 2.487238645553589, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.2591304347826087, |
| "grad_norm": 437.23553466796875, |
| "learning_rate": 2.2136914684937245e-06, |
| "loss": 2.046386480331421, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 32.39080810546875, |
| "learning_rate": 2.211397127942707e-06, |
| "loss": 0.8442739248275757, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.2608695652173913, |
| "grad_norm": 96.92252349853516, |
| "learning_rate": 2.2090948302518676e-06, |
| "loss": 0.981604278087616, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2617391304347826, |
| "grad_norm": 25.78602409362793, |
| "learning_rate": 2.2067845944764997e-06, |
| "loss": 0.22559808194637299, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.26260869565217393, |
| "grad_norm": 87.19547271728516, |
| "learning_rate": 2.2044664397375977e-06, |
| "loss": 0.5117440223693848, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.2634782608695652, |
| "grad_norm": 102.25084686279297, |
| "learning_rate": 2.202140385221699e-06, |
| "loss": 0.3494492173194885, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.2643478260869565, |
| "grad_norm": 361.44439697265625, |
| "learning_rate": 2.1998064501807238e-06, |
| "loss": 1.724427580833435, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.26521739130434785, |
| "grad_norm": 50.31657409667969, |
| "learning_rate": 2.1974646539318164e-06, |
| "loss": 1.3169705867767334, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.26608695652173914, |
| "grad_norm": 68.76226043701172, |
| "learning_rate": 2.1951150158571862e-06, |
| "loss": 1.1930396556854248, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.2669565217391304, |
| "grad_norm": 28.221277236938477, |
| "learning_rate": 2.1927575554039465e-06, |
| "loss": 0.20072108507156372, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.2678260869565217, |
| "grad_norm": 126.85070037841797, |
| "learning_rate": 2.1903922920839535e-06, |
| "loss": 0.5540367960929871, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.26869565217391306, |
| "grad_norm": 63.662803649902344, |
| "learning_rate": 2.188019245473644e-06, |
| "loss": 0.37292587757110596, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.26956521739130435, |
| "grad_norm": 132.9088134765625, |
| "learning_rate": 2.1856384352138767e-06, |
| "loss": 1.94122314453125, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.27043478260869563, |
| "grad_norm": 63.81268310546875, |
| "learning_rate": 2.1832498810097643e-06, |
| "loss": 1.948023796081543, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.271304347826087, |
| "grad_norm": 45.0087890625, |
| "learning_rate": 2.1808536026305154e-06, |
| "loss": 0.484003484249115, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.27217391304347827, |
| "grad_norm": 83.67201232910156, |
| "learning_rate": 2.178449619909268e-06, |
| "loss": 0.7649593353271484, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.27304347826086955, |
| "grad_norm": 63.45158386230469, |
| "learning_rate": 2.176037952742927e-06, |
| "loss": 0.9464139342308044, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.27391304347826084, |
| "grad_norm": 368.7110595703125, |
| "learning_rate": 2.1736186210919974e-06, |
| "loss": 0.5560407638549805, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.2747826086956522, |
| "grad_norm": 51.621891021728516, |
| "learning_rate": 2.171191644980421e-06, |
| "loss": 1.0907920598983765, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.2756521739130435, |
| "grad_norm": 36.33308029174805, |
| "learning_rate": 2.168757044495411e-06, |
| "loss": 0.24775516986846924, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.27652173913043476, |
| "grad_norm": 35.794700622558594, |
| "learning_rate": 2.166314839787283e-06, |
| "loss": 0.4381987750530243, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.2773913043478261, |
| "grad_norm": 63.283451080322266, |
| "learning_rate": 2.1638650510692916e-06, |
| "loss": 0.7726845741271973, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.2782608695652174, |
| "grad_norm": 43.84602737426758, |
| "learning_rate": 2.161407698617461e-06, |
| "loss": 0.2759818732738495, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.2791304347826087, |
| "grad_norm": 248.9683380126953, |
| "learning_rate": 2.1589428027704174e-06, |
| "loss": 3.1019601821899414, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 228.894287109375, |
| "learning_rate": 2.156470383929221e-06, |
| "loss": 1.7762932777404785, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.2808695652173913, |
| "grad_norm": 17.12674331665039, |
| "learning_rate": 2.1539904625571973e-06, |
| "loss": 1.9585199356079102, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.2817391304347826, |
| "grad_norm": 286.8267822265625, |
| "learning_rate": 2.151503059179768e-06, |
| "loss": 2.046537160873413, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.2826086956521739, |
| "grad_norm": 157.6624298095703, |
| "learning_rate": 2.149008194384281e-06, |
| "loss": 0.9991042017936707, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.28347826086956524, |
| "grad_norm": 231.44180297851562, |
| "learning_rate": 2.1465058888198376e-06, |
| "loss": 0.49778541922569275, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.2843478260869565, |
| "grad_norm": 85.47337341308594, |
| "learning_rate": 2.1439961631971256e-06, |
| "loss": 1.76524817943573, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.2852173913043478, |
| "grad_norm": 40.157833099365234, |
| "learning_rate": 2.1414790382882455e-06, |
| "loss": 0.41400855779647827, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.28608695652173916, |
| "grad_norm": 45.85874557495117, |
| "learning_rate": 2.138954534926539e-06, |
| "loss": 0.6939744353294373, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.28695652173913044, |
| "grad_norm": 45.054229736328125, |
| "learning_rate": 2.1364226740064166e-06, |
| "loss": 0.637873113155365, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.28782608695652173, |
| "grad_norm": 49.50555419921875, |
| "learning_rate": 2.1338834764831847e-06, |
| "loss": 0.7904736995697021, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.288695652173913, |
| "grad_norm": 345.99200439453125, |
| "learning_rate": 2.131336963372872e-06, |
| "loss": 0.8211960792541504, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.28956521739130436, |
| "grad_norm": 289.2395324707031, |
| "learning_rate": 2.1287831557520554e-06, |
| "loss": 0.7229791879653931, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.29043478260869565, |
| "grad_norm": 37.53415298461914, |
| "learning_rate": 2.126222074757687e-06, |
| "loss": 0.255531907081604, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.29130434782608694, |
| "grad_norm": 36.17793655395508, |
| "learning_rate": 2.1236537415869167e-06, |
| "loss": 1.4109452962875366, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.2921739130434783, |
| "grad_norm": 564.267333984375, |
| "learning_rate": 2.1210781774969193e-06, |
| "loss": 1.4007601737976074, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.29304347826086957, |
| "grad_norm": 216.04855346679688, |
| "learning_rate": 2.1184954038047157e-06, |
| "loss": 1.8424882888793945, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.29391304347826086, |
| "grad_norm": 512.345703125, |
| "learning_rate": 2.1159054418869994e-06, |
| "loss": 2.3541903495788574, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.29478260869565215, |
| "grad_norm": 20.033504486083984, |
| "learning_rate": 2.1133083131799582e-06, |
| "loss": 0.20643578469753265, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.2956521739130435, |
| "grad_norm": 26.708755493164062, |
| "learning_rate": 2.1107040391790965e-06, |
| "loss": 0.33382076025009155, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.2965217391304348, |
| "grad_norm": 44.59811782836914, |
| "learning_rate": 2.1080926414390575e-06, |
| "loss": 2.5688414573669434, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.29739130434782607, |
| "grad_norm": 20.14144515991211, |
| "learning_rate": 2.105474141573446e-06, |
| "loss": 0.21918675303459167, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.2982608695652174, |
| "grad_norm": 47.1740608215332, |
| "learning_rate": 2.102848561254647e-06, |
| "loss": 0.3276013433933258, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.2991304347826087, |
| "grad_norm": 20.712509155273438, |
| "learning_rate": 2.1002159222136494e-06, |
| "loss": 0.19047638773918152, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 141.69659423828125, |
| "learning_rate": 2.0975762462398637e-06, |
| "loss": 0.823175847530365, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.3008695652173913, |
| "grad_norm": 29.51601219177246, |
| "learning_rate": 2.094929555180943e-06, |
| "loss": 0.3437114357948303, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.3017391304347826, |
| "grad_norm": 303.27880859375, |
| "learning_rate": 2.0922758709426018e-06, |
| "loss": 2.6932425498962402, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.3026086956521739, |
| "grad_norm": 57.637489318847656, |
| "learning_rate": 2.089615215488434e-06, |
| "loss": 0.5431745052337646, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.3034782608695652, |
| "grad_norm": 44.37310028076172, |
| "learning_rate": 2.0869476108397324e-06, |
| "loss": 0.3254171311855316, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.30434782608695654, |
| "grad_norm": 74.85758209228516, |
| "learning_rate": 2.084273079075306e-06, |
| "loss": 3.3909125328063965, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.30521739130434783, |
| "grad_norm": 163.68577575683594, |
| "learning_rate": 2.081591642331296e-06, |
| "loss": 4.116057872772217, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.3060869565217391, |
| "grad_norm": 149.66868591308594, |
| "learning_rate": 2.0789033228009943e-06, |
| "loss": 2.0456604957580566, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.30695652173913046, |
| "grad_norm": 41.50107192993164, |
| "learning_rate": 2.07620814273466e-06, |
| "loss": 0.3820236325263977, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.30782608695652175, |
| "grad_norm": 190.1525115966797, |
| "learning_rate": 2.073506124439332e-06, |
| "loss": 0.9645884037017822, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.30869565217391304, |
| "grad_norm": 176.3890838623047, |
| "learning_rate": 2.0707972902786504e-06, |
| "loss": 1.704902172088623, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.3095652173913043, |
| "grad_norm": 64.47674560546875, |
| "learning_rate": 2.0680816626726648e-06, |
| "loss": 0.3840813636779785, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.31043478260869567, |
| "grad_norm": 121.12983703613281, |
| "learning_rate": 2.0653592640976517e-06, |
| "loss": 0.5144632458686829, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.31130434782608696, |
| "grad_norm": 121.5889892578125, |
| "learning_rate": 2.0626301170859305e-06, |
| "loss": 4.148053169250488, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.31217391304347825, |
| "grad_norm": 152.54835510253906, |
| "learning_rate": 2.0598942442256736e-06, |
| "loss": 1.0699222087860107, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.3130434782608696, |
| "grad_norm": 84.40726470947266, |
| "learning_rate": 2.057151668160721e-06, |
| "loss": 0.4839213490486145, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.3139130434782609, |
| "grad_norm": 170.79342651367188, |
| "learning_rate": 2.0544024115903935e-06, |
| "loss": 0.7821235656738281, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.31478260869565217, |
| "grad_norm": 231.14315795898438, |
| "learning_rate": 2.0516464972693027e-06, |
| "loss": 2.7148711681365967, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.31565217391304345, |
| "grad_norm": 77.24949645996094, |
| "learning_rate": 2.0488839480071653e-06, |
| "loss": 0.8683456182479858, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.3165217391304348, |
| "grad_norm": 22.853055953979492, |
| "learning_rate": 2.0461147866686116e-06, |
| "loss": 1.615559458732605, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.3173913043478261, |
| "grad_norm": 108.22183990478516, |
| "learning_rate": 2.0433390361729994e-06, |
| "loss": 0.41780614852905273, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.3182608695652174, |
| "grad_norm": 83.64887237548828, |
| "learning_rate": 2.0405567194942215e-06, |
| "loss": 0.9844322204589844, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.3191304347826087, |
| "grad_norm": 169.87159729003906, |
| "learning_rate": 2.0377678596605173e-06, |
| "loss": 1.897526502609253, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 51.68992614746094, |
| "learning_rate": 2.03497247975428e-06, |
| "loss": 0.25149208307266235, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.3208695652173913, |
| "grad_norm": 28.302207946777344, |
| "learning_rate": 2.03217060291187e-06, |
| "loss": 0.28001725673675537, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.3217391304347826, |
| "grad_norm": 96.13204956054688, |
| "learning_rate": 2.029362252323417e-06, |
| "loss": 0.35651934146881104, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.3226086956521739, |
| "grad_norm": 33.033992767333984, |
| "learning_rate": 2.0265474512326345e-06, |
| "loss": 1.3933261632919312, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.3234782608695652, |
| "grad_norm": 46.49980926513672, |
| "learning_rate": 2.023726222936623e-06, |
| "loss": 0.4730550944805145, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.3243478260869565, |
| "grad_norm": 42.75638198852539, |
| "learning_rate": 2.020898590785679e-06, |
| "loss": 0.47161561250686646, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.32521739130434785, |
| "grad_norm": 53.752933502197266, |
| "learning_rate": 2.0180645781831017e-06, |
| "loss": 0.6370646953582764, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.32608695652173914, |
| "grad_norm": 29.790605545043945, |
| "learning_rate": 2.015224208584998e-06, |
| "loss": 0.26960355043411255, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.3269565217391304, |
| "grad_norm": 83.5875473022461, |
| "learning_rate": 2.0123775055000912e-06, |
| "loss": 1.126031756401062, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.3278260869565217, |
| "grad_norm": 18.911537170410156, |
| "learning_rate": 2.009524492489523e-06, |
| "loss": 0.24288177490234375, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.32869565217391306, |
| "grad_norm": 34.443687438964844, |
| "learning_rate": 2.00666519316666e-06, |
| "loss": 0.41903847455978394, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.32956521739130434, |
| "grad_norm": 141.90786743164062, |
| "learning_rate": 2.0037996311969007e-06, |
| "loss": 0.7340172529220581, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.33043478260869563, |
| "grad_norm": 26.994577407836914, |
| "learning_rate": 2.000927830297474e-06, |
| "loss": 0.30741408467292786, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.331304347826087, |
| "grad_norm": 98.02938079833984, |
| "learning_rate": 1.9980498142372483e-06, |
| "loss": 0.8007850050926208, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.33217391304347826, |
| "grad_norm": 149.39999389648438, |
| "learning_rate": 1.995165606836532e-06, |
| "loss": 0.7947365641593933, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.33304347826086955, |
| "grad_norm": 174.021240234375, |
| "learning_rate": 1.992275231966877e-06, |
| "loss": 1.2335515022277832, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.3339130434782609, |
| "grad_norm": 66.7916030883789, |
| "learning_rate": 1.989378713550882e-06, |
| "loss": 0.5394859313964844, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.3347826086956522, |
| "grad_norm": 127.73109436035156, |
| "learning_rate": 1.986476075561992e-06, |
| "loss": 0.5928844213485718, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.3356521739130435, |
| "grad_norm": 100.7883071899414, |
| "learning_rate": 1.9835673420243033e-06, |
| "loss": 0.709867000579834, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.33652173913043476, |
| "grad_norm": 65.74164581298828, |
| "learning_rate": 1.980652537012361e-06, |
| "loss": 1.158227801322937, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.3373913043478261, |
| "grad_norm": 952.95654296875, |
| "learning_rate": 1.9777316846509638e-06, |
| "loss": 1.4253524541854858, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.3382608695652174, |
| "grad_norm": 54.963623046875, |
| "learning_rate": 1.97480480911496e-06, |
| "loss": 2.205634593963623, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.3391304347826087, |
| "grad_norm": 35.07461166381836, |
| "learning_rate": 1.97187193462905e-06, |
| "loss": 0.24558481574058533, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 30.49419403076172, |
| "learning_rate": 1.968933085467587e-06, |
| "loss": 0.5441511869430542, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.3408695652173913, |
| "grad_norm": 60.02323532104492, |
| "learning_rate": 1.9659882859543733e-06, |
| "loss": 0.732552707195282, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.3417391304347826, |
| "grad_norm": 78.89702606201172, |
| "learning_rate": 1.9630375604624596e-06, |
| "loss": 0.5341556668281555, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.3426086956521739, |
| "grad_norm": 54.77236557006836, |
| "learning_rate": 1.960080933413945e-06, |
| "loss": 0.5032380819320679, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.34347826086956523, |
| "grad_norm": 28.26173210144043, |
| "learning_rate": 1.957118429279772e-06, |
| "loss": 0.31716644763946533, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.3443478260869565, |
| "grad_norm": 393.0223388671875, |
| "learning_rate": 1.9541500725795277e-06, |
| "loss": 2.0188708305358887, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.3452173913043478, |
| "grad_norm": 43.31639862060547, |
| "learning_rate": 1.951175887881237e-06, |
| "loss": 0.236699640750885, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.34608695652173915, |
| "grad_norm": 104.89363861083984, |
| "learning_rate": 1.9481958998011626e-06, |
| "loss": 3.3953709602355957, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.34695652173913044, |
| "grad_norm": 273.7563781738281, |
| "learning_rate": 1.945210133003598e-06, |
| "loss": 0.9807060956954956, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.34782608695652173, |
| "grad_norm": 140.30453491210938, |
| "learning_rate": 1.9422186122006663e-06, |
| "loss": 1.3066749572753906, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.348695652173913, |
| "grad_norm": 30.06455421447754, |
| "learning_rate": 1.939221362152115e-06, |
| "loss": 0.4493914544582367, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.34956521739130436, |
| "grad_norm": 83.47148132324219, |
| "learning_rate": 1.9362184076651082e-06, |
| "loss": 0.6781956553459167, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.35043478260869565, |
| "grad_norm": 26.22336196899414, |
| "learning_rate": 1.9332097735940265e-06, |
| "loss": 0.2689898610115051, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.35130434782608694, |
| "grad_norm": 25.663368225097656, |
| "learning_rate": 1.9301954848402553e-06, |
| "loss": 0.8483200073242188, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.3521739130434783, |
| "grad_norm": 49.023719787597656, |
| "learning_rate": 1.9271755663519854e-06, |
| "loss": 0.41670069098472595, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.35304347826086957, |
| "grad_norm": 42.6588020324707, |
| "learning_rate": 1.924150043123999e-06, |
| "loss": 0.41812556982040405, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.35391304347826086, |
| "grad_norm": 43.46489715576172, |
| "learning_rate": 1.92111894019747e-06, |
| "loss": 0.3116633892059326, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.35478260869565215, |
| "grad_norm": 50.448482513427734, |
| "learning_rate": 1.9180822826597516e-06, |
| "loss": 0.7443313598632812, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.3556521739130435, |
| "grad_norm": 32.91218185424805, |
| "learning_rate": 1.915040095644171e-06, |
| "loss": 0.27192604541778564, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.3565217391304348, |
| "grad_norm": 48.53046798706055, |
| "learning_rate": 1.9119924043298207e-06, |
| "loss": 0.28298115730285645, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.35739130434782607, |
| "grad_norm": 39.88666534423828, |
| "learning_rate": 1.9089392339413513e-06, |
| "loss": 0.4056350588798523, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.3582608695652174, |
| "grad_norm": 78.02606964111328, |
| "learning_rate": 1.90588060974876e-06, |
| "loss": 0.8998953700065613, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.3591304347826087, |
| "grad_norm": 49.831180572509766, |
| "learning_rate": 1.9028165570671852e-06, |
| "loss": 0.715080201625824, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 80.9101791381836, |
| "learning_rate": 1.8997471012566932e-06, |
| "loss": 0.7034376859664917, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.36086956521739133, |
| "grad_norm": 79.74562072753906, |
| "learning_rate": 1.896672267722071e-06, |
| "loss": 2.466092824935913, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.3617391304347826, |
| "grad_norm": 63.741458892822266, |
| "learning_rate": 1.8935920819126152e-06, |
| "loss": 0.2804633378982544, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.3626086956521739, |
| "grad_norm": 415.62396240234375, |
| "learning_rate": 1.8905065693219205e-06, |
| "loss": 2.430732488632202, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.3634782608695652, |
| "grad_norm": 240.4092559814453, |
| "learning_rate": 1.8874157554876701e-06, |
| "loss": 1.0029200315475464, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.36434782608695654, |
| "grad_norm": 104.24790954589844, |
| "learning_rate": 1.8843196659914235e-06, |
| "loss": 1.635483741760254, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.3652173913043478, |
| "grad_norm": 14.044332504272461, |
| "learning_rate": 1.881218326458405e-06, |
| "loss": 0.2149471938610077, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3660869565217391, |
| "grad_norm": 31.932836532592773, |
| "learning_rate": 1.8781117625572915e-06, |
| "loss": 3.244011878967285, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.36695652173913046, |
| "grad_norm": 111.29270935058594, |
| "learning_rate": 1.8750000000000003e-06, |
| "loss": 0.5952858328819275, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.36782608695652175, |
| "grad_norm": 152.03514099121094, |
| "learning_rate": 1.8718830645414758e-06, |
| "loss": 1.3452274799346924, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.36869565217391304, |
| "grad_norm": 224.88206481933594, |
| "learning_rate": 1.868760981979477e-06, |
| "loss": 1.570754051208496, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.3695652173913043, |
| "grad_norm": 12.70956802368164, |
| "learning_rate": 1.8656337781543632e-06, |
| "loss": 0.11816589534282684, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.37043478260869567, |
| "grad_norm": 27.472719192504883, |
| "learning_rate": 1.8625014789488813e-06, |
| "loss": 0.3050633370876312, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.37130434782608696, |
| "grad_norm": 43.99699783325195, |
| "learning_rate": 1.85936411028795e-06, |
| "loss": 0.7790147662162781, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.37217391304347824, |
| "grad_norm": 17.860076904296875, |
| "learning_rate": 1.8562216981384467e-06, |
| "loss": 0.481042742729187, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.3730434782608696, |
| "grad_norm": 69.86940002441406, |
| "learning_rate": 1.853074268508992e-06, |
| "loss": 0.6527888774871826, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.3739130434782609, |
| "grad_norm": 33.59516525268555, |
| "learning_rate": 1.8499218474497332e-06, |
| "loss": 0.2900844216346741, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.37478260869565216, |
| "grad_norm": 174.12254333496094, |
| "learning_rate": 1.8467644610521313e-06, |
| "loss": 1.1463508605957031, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.37565217391304345, |
| "grad_norm": 99.09007263183594, |
| "learning_rate": 1.8436021354487428e-06, |
| "loss": 0.6034988164901733, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.3765217391304348, |
| "grad_norm": 25.11251449584961, |
| "learning_rate": 1.8404348968130048e-06, |
| "loss": 0.3490484952926636, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.3773913043478261, |
| "grad_norm": 121.11735534667969, |
| "learning_rate": 1.8372627713590178e-06, |
| "loss": 1.488389253616333, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.3782608695652174, |
| "grad_norm": 74.66360473632812, |
| "learning_rate": 1.8340857853413277e-06, |
| "loss": 0.6942107081413269, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.3791304347826087, |
| "grad_norm": 29.348190307617188, |
| "learning_rate": 1.830903965054711e-06, |
| "loss": 0.2921854853630066, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 49.405059814453125, |
| "learning_rate": 1.8277173368339546e-06, |
| "loss": 0.5783102512359619, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.3808695652173913, |
| "grad_norm": 177.93511962890625, |
| "learning_rate": 1.8245259270536398e-06, |
| "loss": 1.0955631732940674, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.38173913043478264, |
| "grad_norm": 56.21971893310547, |
| "learning_rate": 1.8213297621279225e-06, |
| "loss": 0.8876115679740906, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.3826086956521739, |
| "grad_norm": 34.57631301879883, |
| "learning_rate": 1.8181288685103148e-06, |
| "loss": 0.4269735515117645, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.3834782608695652, |
| "grad_norm": 23.442337036132812, |
| "learning_rate": 1.8149232726934687e-06, |
| "loss": 0.13463447988033295, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.3843478260869565, |
| "grad_norm": 214.44754028320312, |
| "learning_rate": 1.8117130012089518e-06, |
| "loss": 3.299225330352783, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.38521739130434784, |
| "grad_norm": 29.900230407714844, |
| "learning_rate": 1.8084980806270324e-06, |
| "loss": 0.3806462287902832, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.38608695652173913, |
| "grad_norm": 33.27299499511719, |
| "learning_rate": 1.8052785375564569e-06, |
| "loss": 0.2677356004714966, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.3869565217391304, |
| "grad_norm": 18.99176597595215, |
| "learning_rate": 1.8020543986442306e-06, |
| "loss": 0.5586559772491455, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.38782608695652177, |
| "grad_norm": 152.81407165527344, |
| "learning_rate": 1.7988256905753976e-06, |
| "loss": 3.0094780921936035, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.38869565217391305, |
| "grad_norm": 57.23750305175781, |
| "learning_rate": 1.7955924400728174e-06, |
| "loss": 0.6309852600097656, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.38956521739130434, |
| "grad_norm": 21.0781307220459, |
| "learning_rate": 1.7923546738969477e-06, |
| "loss": 0.3555275797843933, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.39043478260869563, |
| "grad_norm": 118.61656951904297, |
| "learning_rate": 1.78911241884562e-06, |
| "loss": 2.067031145095825, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.391304347826087, |
| "grad_norm": 139.69496154785156, |
| "learning_rate": 1.7858657017538177e-06, |
| "loss": 0.717292070388794, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.39217391304347826, |
| "grad_norm": 64.45001220703125, |
| "learning_rate": 1.782614549493457e-06, |
| "loss": 0.27325439453125, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.39304347826086955, |
| "grad_norm": 151.939453125, |
| "learning_rate": 1.77935898897316e-06, |
| "loss": 1.0139319896697998, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.3939130434782609, |
| "grad_norm": 47.88231658935547, |
| "learning_rate": 1.7760990471380364e-06, |
| "loss": 0.5249274969100952, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.3947826086956522, |
| "grad_norm": 22.23899269104004, |
| "learning_rate": 1.7728347509694566e-06, |
| "loss": 2.606963634490967, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.39565217391304347, |
| "grad_norm": 36.164764404296875, |
| "learning_rate": 1.7695661274848326e-06, |
| "loss": 0.4062786102294922, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.39652173913043476, |
| "grad_norm": 32.981910705566406, |
| "learning_rate": 1.7662932037373896e-06, |
| "loss": 0.39916491508483887, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.3973913043478261, |
| "grad_norm": 102.16033935546875, |
| "learning_rate": 1.7630160068159463e-06, |
| "loss": 0.3857983946800232, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.3982608695652174, |
| "grad_norm": 34.86853790283203, |
| "learning_rate": 1.7597345638446877e-06, |
| "loss": 0.3358461856842041, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.3991304347826087, |
| "grad_norm": 37.31612777709961, |
| "learning_rate": 1.7564489019829435e-06, |
| "loss": 0.4881976544857025, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 68.10031127929688, |
| "learning_rate": 1.7531590484249595e-06, |
| "loss": 0.6506434679031372, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.4008695652173913, |
| "grad_norm": 50.20039749145508, |
| "learning_rate": 1.749865030399676e-06, |
| "loss": 0.5034558176994324, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.4017391304347826, |
| "grad_norm": 52.464500427246094, |
| "learning_rate": 1.7465668751705017e-06, |
| "loss": 0.20062991976737976, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.4026086956521739, |
| "grad_norm": 146.697265625, |
| "learning_rate": 1.7432646100350852e-06, |
| "loss": 0.9521932601928711, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.40347826086956523, |
| "grad_norm": 24.662134170532227, |
| "learning_rate": 1.739958262325094e-06, |
| "loss": 0.2981290817260742, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.4043478260869565, |
| "grad_norm": 313.09942626953125, |
| "learning_rate": 1.7366478594059834e-06, |
| "loss": 1.9756301641464233, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.4052173913043478, |
| "grad_norm": 21.066162109375, |
| "learning_rate": 1.7333334286767735e-06, |
| "loss": 0.3434368371963501, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.40608695652173915, |
| "grad_norm": 44.15741729736328, |
| "learning_rate": 1.7300149975698213e-06, |
| "loss": 0.6520743370056152, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.40695652173913044, |
| "grad_norm": 124.7403564453125, |
| "learning_rate": 1.7266925935505918e-06, |
| "loss": 1.0646790266036987, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.4078260869565217, |
| "grad_norm": 37.87189865112305, |
| "learning_rate": 1.7233662441174348e-06, |
| "loss": 0.6379439234733582, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.40869565217391307, |
| "grad_norm": 28.195348739624023, |
| "learning_rate": 1.7200359768013528e-06, |
| "loss": 0.21586567163467407, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.40956521739130436, |
| "grad_norm": 20.992639541625977, |
| "learning_rate": 1.7167018191657764e-06, |
| "loss": 0.4772540330886841, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.41043478260869565, |
| "grad_norm": 37.61357116699219, |
| "learning_rate": 1.7133637988063349e-06, |
| "loss": 0.2454538345336914, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.41130434782608694, |
| "grad_norm": 19.473154067993164, |
| "learning_rate": 1.7100219433506268e-06, |
| "loss": 0.15232905745506287, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.4121739130434783, |
| "grad_norm": 121.49858093261719, |
| "learning_rate": 1.7066762804579941e-06, |
| "loss": 1.8549721240997314, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.41304347826086957, |
| "grad_norm": 198.25717163085938, |
| "learning_rate": 1.7033268378192902e-06, |
| "loss": 1.8685684204101562, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.41391304347826086, |
| "grad_norm": 69.36676788330078, |
| "learning_rate": 1.6999736431566533e-06, |
| "loss": 0.790854811668396, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.4147826086956522, |
| "grad_norm": 287.62042236328125, |
| "learning_rate": 1.6966167242232742e-06, |
| "loss": 0.9392005801200867, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.4156521739130435, |
| "grad_norm": 28.407100677490234, |
| "learning_rate": 1.6932561088031695e-06, |
| "loss": 0.30870962142944336, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.4165217391304348, |
| "grad_norm": 115.53044891357422, |
| "learning_rate": 1.6898918247109502e-06, |
| "loss": 0.7587680816650391, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.41739130434782606, |
| "grad_norm": 290.6261291503906, |
| "learning_rate": 1.6865238997915907e-06, |
| "loss": 1.2941091060638428, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.4182608695652174, |
| "grad_norm": 21.97109031677246, |
| "learning_rate": 1.6831523619202e-06, |
| "loss": 0.40053749084472656, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.4191304347826087, |
| "grad_norm": 132.6692352294922, |
| "learning_rate": 1.6797772390017897e-06, |
| "loss": 0.7245676517486572, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 73.60350036621094, |
| "learning_rate": 1.6763985589710443e-06, |
| "loss": 0.23950672149658203, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.42086956521739133, |
| "grad_norm": 55.66895294189453, |
| "learning_rate": 1.673016349792088e-06, |
| "loss": 1.1645352840423584, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.4217391304347826, |
| "grad_norm": 33.097633361816406, |
| "learning_rate": 1.6696306394582562e-06, |
| "loss": 0.14924953877925873, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.4226086956521739, |
| "grad_norm": 441.25787353515625, |
| "learning_rate": 1.6662414559918605e-06, |
| "loss": 0.9890114665031433, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.4234782608695652, |
| "grad_norm": 38.39339065551758, |
| "learning_rate": 1.6628488274439592e-06, |
| "loss": 3.9636688232421875, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.42434782608695654, |
| "grad_norm": 67.4628677368164, |
| "learning_rate": 1.6594527818941242e-06, |
| "loss": 0.7358426451683044, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.4252173913043478, |
| "grad_norm": 1039.60498046875, |
| "learning_rate": 1.656053347450208e-06, |
| "loss": 4.3725128173828125, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.4260869565217391, |
| "grad_norm": 69.62320709228516, |
| "learning_rate": 1.6526505522481134e-06, |
| "loss": 1.933509111404419, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.42695652173913046, |
| "grad_norm": 14.788506507873535, |
| "learning_rate": 1.6492444244515577e-06, |
| "loss": 0.12991610169410706, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.42782608695652175, |
| "grad_norm": 52.727142333984375, |
| "learning_rate": 1.645834992251841e-06, |
| "loss": 0.41092461347579956, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.42869565217391303, |
| "grad_norm": 207.02723693847656, |
| "learning_rate": 1.6424222838676127e-06, |
| "loss": 1.159395456314087, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.4295652173913043, |
| "grad_norm": 18.497066497802734, |
| "learning_rate": 1.6390063275446387e-06, |
| "loss": 0.5801668167114258, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.43043478260869567, |
| "grad_norm": 17.380565643310547, |
| "learning_rate": 1.6355871515555665e-06, |
| "loss": 0.16514955461025238, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.43130434782608695, |
| "grad_norm": 55.24445724487305, |
| "learning_rate": 1.6321647841996914e-06, |
| "loss": 0.7165956497192383, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.43217391304347824, |
| "grad_norm": 86.4374008178711, |
| "learning_rate": 1.6287392538027225e-06, |
| "loss": 0.26114028692245483, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.4330434782608696, |
| "grad_norm": 193.58786010742188, |
| "learning_rate": 1.6253105887165488e-06, |
| "loss": 1.7449705600738525, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.4339130434782609, |
| "grad_norm": 22.42270851135254, |
| "learning_rate": 1.6218788173190038e-06, |
| "loss": 0.29870879650115967, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.43478260869565216, |
| "grad_norm": 163.53623962402344, |
| "learning_rate": 1.6184439680136305e-06, |
| "loss": 0.5438425540924072, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.4356521739130435, |
| "grad_norm": 42.024986267089844, |
| "learning_rate": 1.6150060692294467e-06, |
| "loss": 1.6341073513031006, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.4365217391304348, |
| "grad_norm": 58.69599151611328, |
| "learning_rate": 1.6115651494207099e-06, |
| "loss": 2.2464120388031006, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.4373913043478261, |
| "grad_norm": 36.36306381225586, |
| "learning_rate": 1.608121237066681e-06, |
| "loss": 0.27695053815841675, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.43826086956521737, |
| "grad_norm": 68.21349334716797, |
| "learning_rate": 1.6046743606713905e-06, |
| "loss": 1.1064863204956055, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.4391304347826087, |
| "grad_norm": 78.13377380371094, |
| "learning_rate": 1.6012245487633994e-06, |
| "loss": 0.2547552287578583, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 14.796619415283203, |
| "learning_rate": 1.597771829895566e-06, |
| "loss": 0.3707121014595032, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.4408695652173913, |
| "grad_norm": 170.20506286621094, |
| "learning_rate": 1.5943162326448086e-06, |
| "loss": 0.44317924976348877, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.44173913043478263, |
| "grad_norm": 40.973167419433594, |
| "learning_rate": 1.5908577856118673e-06, |
| "loss": 1.9060090780258179, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.4426086956521739, |
| "grad_norm": 262.3411865234375, |
| "learning_rate": 1.5873965174210715e-06, |
| "loss": 1.479581356048584, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.4434782608695652, |
| "grad_norm": 18.57925796508789, |
| "learning_rate": 1.5839324567200976e-06, |
| "loss": 0.2211242914199829, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.4443478260869565, |
| "grad_norm": 45.77786636352539, |
| "learning_rate": 1.5804656321797362e-06, |
| "loss": 1.033563256263733, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.44521739130434784, |
| "grad_norm": 191.57579040527344, |
| "learning_rate": 1.5769960724936532e-06, |
| "loss": 2.080202579498291, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.44608695652173913, |
| "grad_norm": 54.21561050415039, |
| "learning_rate": 1.573523806378151e-06, |
| "loss": 0.6189067363739014, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.4469565217391304, |
| "grad_norm": 154.7218475341797, |
| "learning_rate": 1.570048862571934e-06, |
| "loss": 0.5640586614608765, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.44782608695652176, |
| "grad_norm": 717.6767578125, |
| "learning_rate": 1.5665712698358676e-06, |
| "loss": 4.7780375480651855, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.44869565217391305, |
| "grad_norm": 29.672758102416992, |
| "learning_rate": 1.5630910569527419e-06, |
| "loss": 0.19629834592342377, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.44956521739130434, |
| "grad_norm": 64.20498657226562, |
| "learning_rate": 1.5596082527270327e-06, |
| "loss": 1.5060056447982788, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.4504347826086956, |
| "grad_norm": 48.58476257324219, |
| "learning_rate": 1.5561228859846636e-06, |
| "loss": 0.4594525694847107, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.45130434782608697, |
| "grad_norm": 175.27867126464844, |
| "learning_rate": 1.5526349855727674e-06, |
| "loss": 2.5710599422454834, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.45217391304347826, |
| "grad_norm": 88.2507553100586, |
| "learning_rate": 1.5491445803594474e-06, |
| "loss": 0.6433696746826172, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.45304347826086955, |
| "grad_norm": 46.259891510009766, |
| "learning_rate": 1.5456516992335375e-06, |
| "loss": 0.34182000160217285, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.4539130434782609, |
| "grad_norm": 34.02726745605469, |
| "learning_rate": 1.542156371104364e-06, |
| "loss": 0.3597108721733093, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.4547826086956522, |
| "grad_norm": 38.61172103881836, |
| "learning_rate": 1.5386586249015074e-06, |
| "loss": 2.7518372535705566, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.45565217391304347, |
| "grad_norm": 33.561893463134766, |
| "learning_rate": 1.5351584895745592e-06, |
| "loss": 0.20846080780029297, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.45652173913043476, |
| "grad_norm": 64.6435775756836, |
| "learning_rate": 1.5316559940928877e-06, |
| "loss": 0.4035212993621826, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.4573913043478261, |
| "grad_norm": 37.619441986083984, |
| "learning_rate": 1.528151167445393e-06, |
| "loss": 0.207579106092453, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.4582608695652174, |
| "grad_norm": 177.21896362304688, |
| "learning_rate": 1.5246440386402716e-06, |
| "loss": 0.2880960702896118, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.4591304347826087, |
| "grad_norm": 48.139530181884766, |
| "learning_rate": 1.5211346367047719e-06, |
| "loss": 0.3652404546737671, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 727.7797241210938, |
| "learning_rate": 1.5176229906849577e-06, |
| "loss": 0.5256285667419434, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.4608695652173913, |
| "grad_norm": 119.33316802978516, |
| "learning_rate": 1.514109129645466e-06, |
| "loss": 0.1947031468153, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.4617391304347826, |
| "grad_norm": 77.66236877441406, |
| "learning_rate": 1.5105930826692664e-06, |
| "loss": 0.638593852519989, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.46260869565217394, |
| "grad_norm": 79.5414047241211, |
| "learning_rate": 1.5070748788574208e-06, |
| "loss": 0.6514780521392822, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.46347826086956523, |
| "grad_norm": 83.55230712890625, |
| "learning_rate": 1.5035545473288426e-06, |
| "loss": 1.4839876890182495, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.4643478260869565, |
| "grad_norm": 139.66659545898438, |
| "learning_rate": 1.5000321172200557e-06, |
| "loss": 2.5634307861328125, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.4652173913043478, |
| "grad_norm": 69.7106704711914, |
| "learning_rate": 1.4965076176849528e-06, |
| "loss": 1.4087194204330444, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.46608695652173915, |
| "grad_norm": 19.372730255126953, |
| "learning_rate": 1.4929810778945545e-06, |
| "loss": 0.24766401946544647, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.46695652173913044, |
| "grad_norm": 68.26744842529297, |
| "learning_rate": 1.4894525270367682e-06, |
| "loss": 0.539479672908783, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.4678260869565217, |
| "grad_norm": 51.5244255065918, |
| "learning_rate": 1.485921994316146e-06, |
| "loss": 0.8009777069091797, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.46869565217391307, |
| "grad_norm": 86.90782165527344, |
| "learning_rate": 1.4823895089536435e-06, |
| "loss": 1.678908109664917, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.46956521739130436, |
| "grad_norm": 221.81761169433594, |
| "learning_rate": 1.4788551001863768e-06, |
| "loss": 1.2407617568969727, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.47043478260869565, |
| "grad_norm": 105.43783569335938, |
| "learning_rate": 1.4753187972673824e-06, |
| "loss": 0.5548800230026245, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.47130434782608693, |
| "grad_norm": 27.868223190307617, |
| "learning_rate": 1.471780629465373e-06, |
| "loss": 1.8065273761749268, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.4721739130434783, |
| "grad_norm": 31.52602195739746, |
| "learning_rate": 1.468240626064497e-06, |
| "loss": 0.40217941999435425, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.47304347826086957, |
| "grad_norm": 32.67758560180664, |
| "learning_rate": 1.4646988163640955e-06, |
| "loss": 0.41841572523117065, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.47391304347826085, |
| "grad_norm": 48.6520881652832, |
| "learning_rate": 1.4611552296784581e-06, |
| "loss": 1.557771921157837, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.4747826086956522, |
| "grad_norm": 105.38114166259766, |
| "learning_rate": 1.4576098953365845e-06, |
| "loss": 0.5157253742218018, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.4756521739130435, |
| "grad_norm": 131.1835479736328, |
| "learning_rate": 1.454062842681937e-06, |
| "loss": 1.6056303977966309, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.4765217391304348, |
| "grad_norm": 50.23271179199219, |
| "learning_rate": 1.4505141010722004e-06, |
| "loss": 0.32590997219085693, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.47739130434782606, |
| "grad_norm": 36.35626983642578, |
| "learning_rate": 1.446963699879039e-06, |
| "loss": 0.20287835597991943, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.4782608695652174, |
| "grad_norm": 35.27216339111328, |
| "learning_rate": 1.4434116684878516e-06, |
| "loss": 0.28870874643325806, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.4791304347826087, |
| "grad_norm": 216.48423767089844, |
| "learning_rate": 1.4398580362975311e-06, |
| "loss": 1.723888874053955, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 76.89714813232422, |
| "learning_rate": 1.436302832720218e-06, |
| "loss": 0.3109407126903534, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.4808695652173913, |
| "grad_norm": 334.2703857421875, |
| "learning_rate": 1.4327460871810606e-06, |
| "loss": 1.328261137008667, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.4817391304347826, |
| "grad_norm": 47.806217193603516, |
| "learning_rate": 1.429187829117967e-06, |
| "loss": 0.5149089097976685, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.4826086956521739, |
| "grad_norm": 44.39208221435547, |
| "learning_rate": 1.4256280879813661e-06, |
| "loss": 0.4990388751029968, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.4834782608695652, |
| "grad_norm": 38.07180404663086, |
| "learning_rate": 1.4220668932339606e-06, |
| "loss": 0.6276671886444092, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.48434782608695653, |
| "grad_norm": 48.151390075683594, |
| "learning_rate": 1.4185042743504843e-06, |
| "loss": 0.39081475138664246, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.4852173913043478, |
| "grad_norm": 72.2470703125, |
| "learning_rate": 1.4149402608174583e-06, |
| "loss": 1.7942055463790894, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.4860869565217391, |
| "grad_norm": 28.45145034790039, |
| "learning_rate": 1.4113748821329462e-06, |
| "loss": 0.34298908710479736, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.48695652173913045, |
| "grad_norm": 41.73386001586914, |
| "learning_rate": 1.4078081678063118e-06, |
| "loss": 0.5306379795074463, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.48782608695652174, |
| "grad_norm": 26.68669891357422, |
| "learning_rate": 1.4042401473579717e-06, |
| "loss": 0.27347320318222046, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.48869565217391303, |
| "grad_norm": 19.17247200012207, |
| "learning_rate": 1.4006708503191539e-06, |
| "loss": 0.13084499537944794, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.4895652173913044, |
| "grad_norm": 38.385780334472656, |
| "learning_rate": 1.3971003062316527e-06, |
| "loss": 0.25119465589523315, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.49043478260869566, |
| "grad_norm": 46.42362976074219, |
| "learning_rate": 1.3935285446475822e-06, |
| "loss": 2.279939889907837, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.49130434782608695, |
| "grad_norm": 102.55758666992188, |
| "learning_rate": 1.3899555951291348e-06, |
| "loss": 2.410283088684082, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.49217391304347824, |
| "grad_norm": 59.88905334472656, |
| "learning_rate": 1.3863814872483347e-06, |
| "loss": 0.506309449672699, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.4930434782608696, |
| "grad_norm": 22.88003158569336, |
| "learning_rate": 1.3828062505867928e-06, |
| "loss": 0.29034480452537537, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.49391304347826087, |
| "grad_norm": 42.26963806152344, |
| "learning_rate": 1.3792299147354626e-06, |
| "loss": 0.2248980700969696, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.49478260869565216, |
| "grad_norm": 86.31819152832031, |
| "learning_rate": 1.3756525092943965e-06, |
| "loss": 0.36558055877685547, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.4956521739130435, |
| "grad_norm": 694.8186645507812, |
| "learning_rate": 1.3720740638724977e-06, |
| "loss": 5.301316261291504, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.4965217391304348, |
| "grad_norm": 55.80915451049805, |
| "learning_rate": 1.3684946080872779e-06, |
| "loss": 0.4611801505088806, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.4973913043478261, |
| "grad_norm": 105.0939712524414, |
| "learning_rate": 1.3649141715646117e-06, |
| "loss": 0.7904858589172363, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.49826086956521737, |
| "grad_norm": 36.488460540771484, |
| "learning_rate": 1.361332783938489e-06, |
| "loss": 0.4929240345954895, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.4991304347826087, |
| "grad_norm": 41.54960632324219, |
| "learning_rate": 1.3577504748507744e-06, |
| "loss": 0.5713452100753784, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 384.3897399902344, |
| "learning_rate": 1.3541672739509568e-06, |
| "loss": 1.2220113277435303, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.5008695652173913, |
| "grad_norm": 10.600460052490234, |
| "learning_rate": 1.3505832108959077e-06, |
| "loss": 0.30977481603622437, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.5017391304347826, |
| "grad_norm": 13.342951774597168, |
| "learning_rate": 1.346998315349633e-06, |
| "loss": 0.13482525944709778, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.5026086956521739, |
| "grad_norm": 40.32766342163086, |
| "learning_rate": 1.3434126169830306e-06, |
| "loss": 0.6127514839172363, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.5034782608695653, |
| "grad_norm": 16.961238861083984, |
| "learning_rate": 1.3398261454736413e-06, |
| "loss": 0.556333601474762, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.5043478260869565, |
| "grad_norm": 26.407115936279297, |
| "learning_rate": 1.3362389305054061e-06, |
| "loss": 0.20388464629650116, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.5052173913043478, |
| "grad_norm": 40.9092903137207, |
| "learning_rate": 1.3326510017684194e-06, |
| "loss": 0.35018491744995117, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.5060869565217392, |
| "grad_norm": 427.9647216796875, |
| "learning_rate": 1.3290623889586817e-06, |
| "loss": 1.300086259841919, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.5069565217391304, |
| "grad_norm": 24.641036987304688, |
| "learning_rate": 1.3254731217778577e-06, |
| "loss": 3.908027410507202, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.5078260869565218, |
| "grad_norm": 104.31623840332031, |
| "learning_rate": 1.3218832299330259e-06, |
| "loss": 0.953208327293396, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.508695652173913, |
| "grad_norm": 20.830305099487305, |
| "learning_rate": 1.3182927431364358e-06, |
| "loss": 0.14480295777320862, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.5095652173913043, |
| "grad_norm": 24.25160789489746, |
| "learning_rate": 1.314701691105262e-06, |
| "loss": 0.5349597334861755, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.5104347826086957, |
| "grad_norm": 23.42707633972168, |
| "learning_rate": 1.3111101035613551e-06, |
| "loss": 0.4934194087982178, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.5113043478260869, |
| "grad_norm": 17.85067367553711, |
| "learning_rate": 1.3075180102310008e-06, |
| "loss": 0.14509335160255432, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.5121739130434783, |
| "grad_norm": 51.71796417236328, |
| "learning_rate": 1.3039254408446683e-06, |
| "loss": 0.2814500033855438, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.5130434782608696, |
| "grad_norm": 446.1482849121094, |
| "learning_rate": 1.3003324251367692e-06, |
| "loss": 1.8456300497055054, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.5139130434782608, |
| "grad_norm": 45.47982406616211, |
| "learning_rate": 1.2967389928454075e-06, |
| "loss": 0.28155648708343506, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.5147826086956522, |
| "grad_norm": 65.72172546386719, |
| "learning_rate": 1.2931451737121353e-06, |
| "loss": 0.6789445281028748, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.5156521739130435, |
| "grad_norm": 90.84854888916016, |
| "learning_rate": 1.289550997481708e-06, |
| "loss": 0.7465357780456543, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.5165217391304348, |
| "grad_norm": 23.170902252197266, |
| "learning_rate": 1.2859564939018344e-06, |
| "loss": 0.6693512201309204, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.5173913043478261, |
| "grad_norm": 30.57984733581543, |
| "learning_rate": 1.2823616927229345e-06, |
| "loss": 2.390178918838501, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.5182608695652174, |
| "grad_norm": 87.88422393798828, |
| "learning_rate": 1.2787666236978902e-06, |
| "loss": 0.5040265321731567, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.5191304347826087, |
| "grad_norm": 27.1507568359375, |
| "learning_rate": 1.2751713165818005e-06, |
| "loss": 0.19294409453868866, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.52, |
| "grad_norm": 74.13288116455078, |
| "learning_rate": 1.2715758011317359e-06, |
| "loss": 0.3155352473258972, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.5208695652173913, |
| "grad_norm": 40.7326774597168, |
| "learning_rate": 1.2679801071064895e-06, |
| "loss": 0.26849883794784546, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.5217391304347826, |
| "grad_norm": 26.95990562438965, |
| "learning_rate": 1.2643842642663345e-06, |
| "loss": 0.1746445596218109, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5226086956521739, |
| "grad_norm": 40.006038665771484, |
| "learning_rate": 1.2607883023727737e-06, |
| "loss": 0.6402615308761597, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.5234782608695652, |
| "grad_norm": 195.54122924804688, |
| "learning_rate": 1.2571922511882973e-06, |
| "loss": 1.3552939891815186, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.5243478260869565, |
| "grad_norm": 58.347862243652344, |
| "learning_rate": 1.2535961404761322e-06, |
| "loss": 0.6402984857559204, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.5252173913043479, |
| "grad_norm": 44.041996002197266, |
| "learning_rate": 1.25e-06, |
| "loss": 0.39661285281181335, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.5260869565217391, |
| "grad_norm": 22.41481590270996, |
| "learning_rate": 1.2464038595238682e-06, |
| "loss": 0.1455352008342743, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.5269565217391304, |
| "grad_norm": 39.84624099731445, |
| "learning_rate": 1.2428077488117033e-06, |
| "loss": 0.7259137034416199, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.5278260869565218, |
| "grad_norm": 84.27421569824219, |
| "learning_rate": 1.2392116976272265e-06, |
| "loss": 0.5845558643341064, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.528695652173913, |
| "grad_norm": 72.01571655273438, |
| "learning_rate": 1.2356157357336657e-06, |
| "loss": 0.561434805393219, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.5295652173913044, |
| "grad_norm": 50.12057876586914, |
| "learning_rate": 1.2320198928935109e-06, |
| "loss": 0.3289182782173157, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.5304347826086957, |
| "grad_norm": 53.193702697753906, |
| "learning_rate": 1.2284241988682645e-06, |
| "loss": 0.3097253739833832, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.5313043478260869, |
| "grad_norm": 59.04848098754883, |
| "learning_rate": 1.2248286834182e-06, |
| "loss": 1.2296556234359741, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.5321739130434783, |
| "grad_norm": 320.2524719238281, |
| "learning_rate": 1.2212333763021104e-06, |
| "loss": 1.0541026592254639, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.5330434782608696, |
| "grad_norm": 75.85768127441406, |
| "learning_rate": 1.2176383072770661e-06, |
| "loss": 0.5213727951049805, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.5339130434782609, |
| "grad_norm": 34.386817932128906, |
| "learning_rate": 1.2140435060981662e-06, |
| "loss": 0.651544451713562, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.5347826086956522, |
| "grad_norm": 34.9528694152832, |
| "learning_rate": 1.2104490025182927e-06, |
| "loss": 0.30887371301651, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.5356521739130434, |
| "grad_norm": 17.99839210510254, |
| "learning_rate": 1.2068548262878653e-06, |
| "loss": 0.24556462466716766, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.5365217391304348, |
| "grad_norm": 199.3224334716797, |
| "learning_rate": 1.2032610071545931e-06, |
| "loss": 0.7938846349716187, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.5373913043478261, |
| "grad_norm": 430.3277587890625, |
| "learning_rate": 1.1996675748632314e-06, |
| "loss": 0.9159368276596069, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.5382608695652173, |
| "grad_norm": 206.21693420410156, |
| "learning_rate": 1.1960745591553319e-06, |
| "loss": 0.6134743690490723, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.5391304347826087, |
| "grad_norm": 23.450517654418945, |
| "learning_rate": 1.1924819897689998e-06, |
| "loss": 0.2543744444847107, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.54, |
| "grad_norm": 34.240299224853516, |
| "learning_rate": 1.1888898964386453e-06, |
| "loss": 0.6171222925186157, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.5408695652173913, |
| "grad_norm": 27.85487937927246, |
| "learning_rate": 1.1852983088947382e-06, |
| "loss": 0.49735331535339355, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.5417391304347826, |
| "grad_norm": 47.37606430053711, |
| "learning_rate": 1.181707256863564e-06, |
| "loss": 0.7097009420394897, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.542608695652174, |
| "grad_norm": 36.9967155456543, |
| "learning_rate": 1.1781167700669743e-06, |
| "loss": 0.8801654577255249, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.5434782608695652, |
| "grad_norm": 78.14496612548828, |
| "learning_rate": 1.1745268782221425e-06, |
| "loss": 0.5738281011581421, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.5443478260869565, |
| "grad_norm": 129.960693359375, |
| "learning_rate": 1.1709376110413183e-06, |
| "loss": 1.9200137853622437, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.5452173913043479, |
| "grad_norm": 35.930938720703125, |
| "learning_rate": 1.1673489982315808e-06, |
| "loss": 0.2007402628660202, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.5460869565217391, |
| "grad_norm": 115.76295471191406, |
| "learning_rate": 1.1637610694945939e-06, |
| "loss": 0.6953235864639282, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.5469565217391305, |
| "grad_norm": 48.088626861572266, |
| "learning_rate": 1.160173854526359e-06, |
| "loss": 0.4470199942588806, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.5478260869565217, |
| "grad_norm": 54.21675491333008, |
| "learning_rate": 1.1565873830169698e-06, |
| "loss": 0.4299599528312683, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.548695652173913, |
| "grad_norm": 23.21803092956543, |
| "learning_rate": 1.1530016846503673e-06, |
| "loss": 0.1876332014799118, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.5495652173913044, |
| "grad_norm": 18.29347038269043, |
| "learning_rate": 1.1494167891040927e-06, |
| "loss": 0.24449440836906433, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.5504347826086956, |
| "grad_norm": 60.130741119384766, |
| "learning_rate": 1.1458327260490434e-06, |
| "loss": 0.390960693359375, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.551304347826087, |
| "grad_norm": 148.6415252685547, |
| "learning_rate": 1.1422495251492258e-06, |
| "loss": 0.8560740351676941, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.5521739130434783, |
| "grad_norm": 97.03267669677734, |
| "learning_rate": 1.1386672160615112e-06, |
| "loss": 0.29729336500167847, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.5530434782608695, |
| "grad_norm": 40.719295501708984, |
| "learning_rate": 1.135085828435389e-06, |
| "loss": 0.31616446375846863, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.5539130434782609, |
| "grad_norm": 20.09977149963379, |
| "learning_rate": 1.1315053919127223e-06, |
| "loss": 0.3076978921890259, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.5547826086956522, |
| "grad_norm": 86.53784942626953, |
| "learning_rate": 1.1279259361275025e-06, |
| "loss": 0.47761139273643494, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.5556521739130434, |
| "grad_norm": 18.16761589050293, |
| "learning_rate": 1.124347490705604e-06, |
| "loss": 0.16975855827331543, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.5565217391304348, |
| "grad_norm": 64.80789184570312, |
| "learning_rate": 1.1207700852645376e-06, |
| "loss": 0.30884677171707153, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.5573913043478261, |
| "grad_norm": 26.878433227539062, |
| "learning_rate": 1.1171937494132076e-06, |
| "loss": 0.22658881545066833, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.5582608695652174, |
| "grad_norm": 59.25761413574219, |
| "learning_rate": 1.1136185127516658e-06, |
| "loss": 0.3831648528575897, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.5591304347826087, |
| "grad_norm": 10.84101676940918, |
| "learning_rate": 1.1100444048708654e-06, |
| "loss": 0.1251206248998642, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.56, |
| "grad_norm": 44.02790832519531, |
| "learning_rate": 1.1064714553524182e-06, |
| "loss": 0.9723340272903442, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.5608695652173913, |
| "grad_norm": 25.542354583740234, |
| "learning_rate": 1.1028996937683477e-06, |
| "loss": 0.21140162646770477, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.5617391304347826, |
| "grad_norm": 41.091453552246094, |
| "learning_rate": 1.0993291496808463e-06, |
| "loss": 0.5855872631072998, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.5626086956521739, |
| "grad_norm": 73.25472259521484, |
| "learning_rate": 1.0957598526420287e-06, |
| "loss": 2.3975653648376465, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.5634782608695652, |
| "grad_norm": 41.84149169921875, |
| "learning_rate": 1.0921918321936888e-06, |
| "loss": 1.8163971900939941, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.5643478260869565, |
| "grad_norm": 56.16062927246094, |
| "learning_rate": 1.0886251178670543e-06, |
| "loss": 1.6685190200805664, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.5652173913043478, |
| "grad_norm": 41.29354476928711, |
| "learning_rate": 1.0850597391825423e-06, |
| "loss": 0.5237247347831726, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.5660869565217391, |
| "grad_norm": 148.20823669433594, |
| "learning_rate": 1.0814957256495165e-06, |
| "loss": 0.5414335131645203, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.5669565217391305, |
| "grad_norm": 25.504301071166992, |
| "learning_rate": 1.07793310676604e-06, |
| "loss": 0.21537749469280243, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.5678260869565217, |
| "grad_norm": 16.029409408569336, |
| "learning_rate": 1.0743719120186345e-06, |
| "loss": 0.228776216506958, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.568695652173913, |
| "grad_norm": 41.803714752197266, |
| "learning_rate": 1.0708121708820335e-06, |
| "loss": 1.168609619140625, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.5695652173913044, |
| "grad_norm": 13.706403732299805, |
| "learning_rate": 1.0672539128189403e-06, |
| "loss": 0.12180668115615845, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.5704347826086956, |
| "grad_norm": 16.999237060546875, |
| "learning_rate": 1.0636971672797818e-06, |
| "loss": 0.12567901611328125, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.571304347826087, |
| "grad_norm": 30.821714401245117, |
| "learning_rate": 1.060141963702469e-06, |
| "loss": 1.806490421295166, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.5721739130434783, |
| "grad_norm": 41.3328857421875, |
| "learning_rate": 1.0565883315121484e-06, |
| "loss": 0.31122148036956787, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.5730434782608695, |
| "grad_norm": 35.64419937133789, |
| "learning_rate": 1.0530363001209615e-06, |
| "loss": 0.3361220955848694, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.5739130434782609, |
| "grad_norm": 38.72517776489258, |
| "learning_rate": 1.0494858989277996e-06, |
| "loss": 0.3497597575187683, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.5747826086956521, |
| "grad_norm": 71.2376480102539, |
| "learning_rate": 1.0459371573180634e-06, |
| "loss": 1.4939545392990112, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.5756521739130435, |
| "grad_norm": 120.57617950439453, |
| "learning_rate": 1.0423901046634155e-06, |
| "loss": 1.3161383867263794, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.5765217391304348, |
| "grad_norm": 404.88800048828125, |
| "learning_rate": 1.038844770321542e-06, |
| "loss": 1.8383941650390625, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.577391304347826, |
| "grad_norm": 46.807308197021484, |
| "learning_rate": 1.035301183635905e-06, |
| "loss": 0.5617116093635559, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.5782608695652174, |
| "grad_norm": 20.975719451904297, |
| "learning_rate": 1.0317593739355031e-06, |
| "loss": 0.1383107751607895, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.5791304347826087, |
| "grad_norm": 10.463642120361328, |
| "learning_rate": 1.0282193705346272e-06, |
| "loss": 0.10751871764659882, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.58, |
| "grad_norm": 19.149900436401367, |
| "learning_rate": 1.024681202732618e-06, |
| "loss": 0.2069488763809204, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.5808695652173913, |
| "grad_norm": 282.3392028808594, |
| "learning_rate": 1.0211448998136234e-06, |
| "loss": 1.053381323814392, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.5817391304347826, |
| "grad_norm": 23.324705123901367, |
| "learning_rate": 1.017610491046357e-06, |
| "loss": 0.27052515745162964, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.5826086956521739, |
| "grad_norm": 49.36856460571289, |
| "learning_rate": 1.0140780056838543e-06, |
| "loss": 0.3036606013774872, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.5834782608695652, |
| "grad_norm": 36.350608825683594, |
| "learning_rate": 1.010547472963232e-06, |
| "loss": 0.42312198877334595, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.5843478260869566, |
| "grad_norm": 53.28272247314453, |
| "learning_rate": 1.007018922105446e-06, |
| "loss": 0.4440731704235077, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.5852173913043478, |
| "grad_norm": 56.8600959777832, |
| "learning_rate": 1.0034923823150477e-06, |
| "loss": 0.3036220967769623, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.5860869565217391, |
| "grad_norm": 359.54510498046875, |
| "learning_rate": 9.999678827799447e-07, |
| "loss": 1.8597688674926758, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.5869565217391305, |
| "grad_norm": 83.56299591064453, |
| "learning_rate": 9.964454526711576e-07, |
| "loss": 0.3423331677913666, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.5878260869565217, |
| "grad_norm": 29.95453643798828, |
| "learning_rate": 9.929251211425794e-07, |
| "loss": 0.21496626734733582, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.5886956521739131, |
| "grad_norm": 166.31478881835938, |
| "learning_rate": 9.89406917330734e-07, |
| "loss": 0.2252083122730255, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.5895652173913043, |
| "grad_norm": 50.53282165527344, |
| "learning_rate": 9.858908703545342e-07, |
| "loss": 0.3894593119621277, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.5904347826086956, |
| "grad_norm": 14.309340476989746, |
| "learning_rate": 9.823770093150425e-07, |
| "loss": 0.14528369903564453, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.591304347826087, |
| "grad_norm": 19.853036880493164, |
| "learning_rate": 9.788653632952283e-07, |
| "loss": 0.28800415992736816, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.5921739130434782, |
| "grad_norm": 285.6701354980469, |
| "learning_rate": 9.75355961359729e-07, |
| "loss": 1.3987009525299072, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.5930434782608696, |
| "grad_norm": 27.742000579833984, |
| "learning_rate": 9.718488325546072e-07, |
| "loss": 0.2805967926979065, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.5939130434782609, |
| "grad_norm": 36.778892517089844, |
| "learning_rate": 9.68344005907113e-07, |
| "loss": 0.21426287293434143, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.5947826086956521, |
| "grad_norm": 18.567581176757812, |
| "learning_rate": 9.648415104254414e-07, |
| "loss": 0.14293357729911804, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.5956521739130435, |
| "grad_norm": 27.923137664794922, |
| "learning_rate": 9.613413750984935e-07, |
| "loss": 0.6410040855407715, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.5965217391304348, |
| "grad_norm": 33.96150207519531, |
| "learning_rate": 9.578436288956366e-07, |
| "loss": 0.2727791666984558, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.5973913043478261, |
| "grad_norm": 57.6609001159668, |
| "learning_rate": 9.543483007664632e-07, |
| "loss": 0.8150521516799927, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.5982608695652174, |
| "grad_norm": 149.72584533691406, |
| "learning_rate": 9.508554196405532e-07, |
| "loss": 0.6287965774536133, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.5991304347826087, |
| "grad_norm": 47.13349914550781, |
| "learning_rate": 9.473650144272328e-07, |
| "loss": 0.7446504831314087, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 25.518701553344727, |
| "learning_rate": 9.438771140153365e-07, |
| "loss": 0.2882513999938965, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.6008695652173913, |
| "grad_norm": 47.83425521850586, |
| "learning_rate": 9.403917472729676e-07, |
| "loss": 1.567733645439148, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.6017391304347826, |
| "grad_norm": 17.986549377441406, |
| "learning_rate": 9.369089430472583e-07, |
| "loss": 0.18506132066249847, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.6026086956521739, |
| "grad_norm": 69.72415161132812, |
| "learning_rate": 9.334287301641326e-07, |
| "loss": 2.853628158569336, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.6034782608695652, |
| "grad_norm": 77.92742156982422, |
| "learning_rate": 9.299511374280662e-07, |
| "loss": 0.4185067415237427, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.6043478260869565, |
| "grad_norm": 53.21318054199219, |
| "learning_rate": 9.26476193621849e-07, |
| "loss": 0.6572995185852051, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.6052173913043478, |
| "grad_norm": 57.128116607666016, |
| "learning_rate": 9.230039275063473e-07, |
| "loss": 0.4568495750427246, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.6060869565217392, |
| "grad_norm": 39.83743667602539, |
| "learning_rate": 9.195343678202639e-07, |
| "loss": 0.25283700227737427, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.6069565217391304, |
| "grad_norm": 274.8430480957031, |
| "learning_rate": 9.160675432799028e-07, |
| "loss": 1.0550380945205688, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.6078260869565217, |
| "grad_norm": 22.163984298706055, |
| "learning_rate": 9.126034825789289e-07, |
| "loss": 0.5107827186584473, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.6086956521739131, |
| "grad_norm": 13.485553741455078, |
| "learning_rate": 9.091422143881329e-07, |
| "loss": 2.6540143489837646, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.6095652173913043, |
| "grad_norm": 96.43163299560547, |
| "learning_rate": 9.056837673551919e-07, |
| "loss": 0.4711366891860962, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.6104347826086957, |
| "grad_norm": 16.987398147583008, |
| "learning_rate": 9.022281701044343e-07, |
| "loss": 0.1364254355430603, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.611304347826087, |
| "grad_norm": 31.27009391784668, |
| "learning_rate": 8.98775451236601e-07, |
| "loss": 0.1886814832687378, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.6121739130434782, |
| "grad_norm": 29.242935180664062, |
| "learning_rate": 8.953256393286099e-07, |
| "loss": 0.15994791686534882, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.6130434782608696, |
| "grad_norm": 112.5531005859375, |
| "learning_rate": 8.918787629333192e-07, |
| "loss": 0.7741197943687439, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.6139130434782609, |
| "grad_norm": 21.623342514038086, |
| "learning_rate": 8.884348505792905e-07, |
| "loss": 0.38500142097473145, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.6147826086956522, |
| "grad_norm": 27.701379776000977, |
| "learning_rate": 8.849939307705538e-07, |
| "loss": 0.4803548753261566, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.6156521739130435, |
| "grad_norm": 123.16143035888672, |
| "learning_rate": 8.815560319863698e-07, |
| "loss": 0.8539928197860718, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.6165217391304347, |
| "grad_norm": 17.093400955200195, |
| "learning_rate": 8.781211826809966e-07, |
| "loss": 0.2064400315284729, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.6173913043478261, |
| "grad_norm": 57.94111251831055, |
| "learning_rate": 8.746894112834514e-07, |
| "loss": 0.7408286333084106, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.6182608695652174, |
| "grad_norm": 259.595458984375, |
| "learning_rate": 8.712607461972777e-07, |
| "loss": 0.3563030958175659, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.6191304347826087, |
| "grad_norm": 17.271316528320312, |
| "learning_rate": 8.678352158003093e-07, |
| "loss": 0.18964272737503052, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.62, |
| "grad_norm": 27.675994873046875, |
| "learning_rate": 8.644128484444339e-07, |
| "loss": 0.3412845730781555, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.6208695652173913, |
| "grad_norm": 79.86682891845703, |
| "learning_rate": 8.609936724553616e-07, |
| "loss": 0.26230788230895996, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.6217391304347826, |
| "grad_norm": 222.57064819335938, |
| "learning_rate": 8.575777161323876e-07, |
| "loss": 0.9684433937072754, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.6226086956521739, |
| "grad_norm": 74.30072021484375, |
| "learning_rate": 8.541650077481598e-07, |
| "loss": 1.392247200012207, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.6234782608695653, |
| "grad_norm": 29.02860450744629, |
| "learning_rate": 8.507555755484429e-07, |
| "loss": 2.5200443267822266, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.6243478260869565, |
| "grad_norm": 24.11271095275879, |
| "learning_rate": 8.47349447751887e-07, |
| "loss": 0.1644997000694275, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.6252173913043478, |
| "grad_norm": 37.57582473754883, |
| "learning_rate": 8.439466525497925e-07, |
| "loss": 0.5687346458435059, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.6260869565217392, |
| "grad_norm": 30.849266052246094, |
| "learning_rate": 8.405472181058766e-07, |
| "loss": 0.39806708693504333, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.6269565217391304, |
| "grad_norm": 43.13644790649414, |
| "learning_rate": 8.371511725560416e-07, |
| "loss": 0.4927103519439697, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.6278260869565218, |
| "grad_norm": 108.84441375732422, |
| "learning_rate": 8.3375854400814e-07, |
| "loss": 0.4438703954219818, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.628695652173913, |
| "grad_norm": 272.2270812988281, |
| "learning_rate": 8.303693605417444e-07, |
| "loss": 0.44671696424484253, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.6295652173913043, |
| "grad_norm": 13.665102005004883, |
| "learning_rate": 8.26983650207912e-07, |
| "loss": 0.19029748439788818, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.6304347826086957, |
| "grad_norm": 30.839147567749023, |
| "learning_rate": 8.236014410289558e-07, |
| "loss": 0.40884655714035034, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.6313043478260869, |
| "grad_norm": 31.748336791992188, |
| "learning_rate": 8.202227609982102e-07, |
| "loss": 0.2191096842288971, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.6321739130434783, |
| "grad_norm": 15.656108856201172, |
| "learning_rate": 8.168476380798e-07, |
| "loss": 0.2678936719894409, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.6330434782608696, |
| "grad_norm": 87.03897094726562, |
| "learning_rate": 8.134761002084093e-07, |
| "loss": 0.6398818492889404, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.6339130434782608, |
| "grad_norm": 40.4995002746582, |
| "learning_rate": 8.1010817528905e-07, |
| "loss": 0.36810439825057983, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.6347826086956522, |
| "grad_norm": 24.480937957763672, |
| "learning_rate": 8.067438911968305e-07, |
| "loss": 0.24613440036773682, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.6356521739130435, |
| "grad_norm": 543.9742431640625, |
| "learning_rate": 8.033832757767261e-07, |
| "loss": 0.8075257539749146, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.6365217391304347, |
| "grad_norm": 638.1714477539062, |
| "learning_rate": 8.00026356843347e-07, |
| "loss": 0.6318769454956055, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.6373913043478261, |
| "grad_norm": 165.76344299316406, |
| "learning_rate": 7.9667316218071e-07, |
| "loss": 1.911271572113037, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.6382608695652174, |
| "grad_norm": 55.17957305908203, |
| "learning_rate": 7.933237195420063e-07, |
| "loss": 0.2594420909881592, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.6391304347826087, |
| "grad_norm": 39.89908218383789, |
| "learning_rate": 7.899780566493737e-07, |
| "loss": 0.5331699252128601, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 14.860429763793945, |
| "learning_rate": 7.866362011936657e-07, |
| "loss": 0.1340891420841217, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.6408695652173914, |
| "grad_norm": 28.789398193359375, |
| "learning_rate": 7.832981808342238e-07, |
| "loss": 0.2346506118774414, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.6417391304347826, |
| "grad_norm": 42.433109283447266, |
| "learning_rate": 7.799640231986476e-07, |
| "loss": 1.6639212369918823, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.6426086956521739, |
| "grad_norm": 28.04407501220703, |
| "learning_rate": 7.766337558825655e-07, |
| "loss": 0.15990275144577026, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.6434782608695652, |
| "grad_norm": 57.953121185302734, |
| "learning_rate": 7.733074064494084e-07, |
| "loss": 1.4669609069824219, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.6443478260869565, |
| "grad_norm": 22.84865951538086, |
| "learning_rate": 7.699850024301792e-07, |
| "loss": 0.1251482218503952, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.6452173913043479, |
| "grad_norm": 19.29429054260254, |
| "learning_rate": 7.666665713232266e-07, |
| "loss": 0.1471455693244934, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.6460869565217391, |
| "grad_norm": 276.4205322265625, |
| "learning_rate": 7.633521405940167e-07, |
| "loss": 1.033355712890625, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.6469565217391304, |
| "grad_norm": 14.182607650756836, |
| "learning_rate": 7.600417376749065e-07, |
| "loss": 0.14121916890144348, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.6478260869565218, |
| "grad_norm": 100.85777282714844, |
| "learning_rate": 7.567353899649151e-07, |
| "loss": 0.9635795950889587, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.648695652173913, |
| "grad_norm": 51.979434967041016, |
| "learning_rate": 7.534331248294988e-07, |
| "loss": 0.7416068911552429, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.6495652173913044, |
| "grad_norm": 40.61363220214844, |
| "learning_rate": 7.50134969600324e-07, |
| "loss": 0.46879589557647705, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.6504347826086957, |
| "grad_norm": 77.65470123291016, |
| "learning_rate": 7.468409515750408e-07, |
| "loss": 1.1316441297531128, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.6513043478260869, |
| "grad_norm": 87.22828674316406, |
| "learning_rate": 7.435510980170571e-07, |
| "loss": 0.46902915835380554, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.6521739130434783, |
| "grad_norm": 32.40696716308594, |
| "learning_rate": 7.402654361553124e-07, |
| "loss": 0.22087864577770233, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.6530434782608696, |
| "grad_norm": 19.364961624145508, |
| "learning_rate": 7.369839931840543e-07, |
| "loss": 0.17575204372406006, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.6539130434782608, |
| "grad_norm": 180.41539001464844, |
| "learning_rate": 7.337067962626109e-07, |
| "loss": 2.696441650390625, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.6547826086956522, |
| "grad_norm": 17.09427261352539, |
| "learning_rate": 7.304338725151682e-07, |
| "loss": 0.1562216579914093, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.6556521739130434, |
| "grad_norm": 39.40911865234375, |
| "learning_rate": 7.271652490305439e-07, |
| "loss": 2.157348394393921, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.6565217391304348, |
| "grad_norm": 65.94867706298828, |
| "learning_rate": 7.239009528619645e-07, |
| "loss": 0.365697979927063, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.6573913043478261, |
| "grad_norm": 19.496864318847656, |
| "learning_rate": 7.206410110268404e-07, |
| "loss": 0.26776450872421265, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.6582608695652173, |
| "grad_norm": 41.736671447753906, |
| "learning_rate": 7.173854505065439e-07, |
| "loss": 0.29309695959091187, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.6591304347826087, |
| "grad_norm": 28.019617080688477, |
| "learning_rate": 7.141342982461822e-07, |
| "loss": 0.260204017162323, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.66, |
| "grad_norm": 139.86886596679688, |
| "learning_rate": 7.1088758115438e-07, |
| "loss": 0.4147573411464691, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.6608695652173913, |
| "grad_norm": 27.24856185913086, |
| "learning_rate": 7.076453261030525e-07, |
| "loss": 0.24827474355697632, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.6617391304347826, |
| "grad_norm": 16.776628494262695, |
| "learning_rate": 7.044075599271827e-07, |
| "loss": 0.594458818435669, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.662608695652174, |
| "grad_norm": 50.973960876464844, |
| "learning_rate": 7.011743094246026e-07, |
| "loss": 0.4260900020599365, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.6634782608695652, |
| "grad_norm": 80.60476684570312, |
| "learning_rate": 6.979456013557697e-07, |
| "loss": 0.21795789897441864, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.6643478260869565, |
| "grad_norm": 43.76759719848633, |
| "learning_rate": 6.947214624435433e-07, |
| "loss": 3.43902850151062, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.6652173913043479, |
| "grad_norm": 23.111234664916992, |
| "learning_rate": 6.915019193729677e-07, |
| "loss": 0.1663995385169983, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.6660869565217391, |
| "grad_norm": 52.544776916503906, |
| "learning_rate": 6.882869987910482e-07, |
| "loss": 0.20054547488689423, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.6669565217391304, |
| "grad_norm": 192.2727813720703, |
| "learning_rate": 6.850767273065319e-07, |
| "loss": 0.5959427952766418, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.6678260869565218, |
| "grad_norm": 304.39874267578125, |
| "learning_rate": 6.818711314896853e-07, |
| "loss": 2.1625492572784424, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.668695652173913, |
| "grad_norm": 337.6100158691406, |
| "learning_rate": 6.78670237872078e-07, |
| "loss": 1.0090219974517822, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.6695652173913044, |
| "grad_norm": 29.8946475982666, |
| "learning_rate": 6.754740729463605e-07, |
| "loss": 0.1833086609840393, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.6704347826086956, |
| "grad_norm": 36.62465286254883, |
| "learning_rate": 6.722826631660459e-07, |
| "loss": 0.44645485281944275, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.671304347826087, |
| "grad_norm": 21.076013565063477, |
| "learning_rate": 6.690960349452894e-07, |
| "loss": 0.24147431552410126, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.6721739130434783, |
| "grad_norm": 15.08715534210205, |
| "learning_rate": 6.659142146586725e-07, |
| "loss": 0.7292581796646118, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.6730434782608695, |
| "grad_norm": 19.222023010253906, |
| "learning_rate": 6.627372286409829e-07, |
| "loss": 0.23283301293849945, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.6739130434782609, |
| "grad_norm": 13.040077209472656, |
| "learning_rate": 6.595651031869954e-07, |
| "loss": 0.10966317355632782, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.6747826086956522, |
| "grad_norm": 24.842538833618164, |
| "learning_rate": 6.563978645512576e-07, |
| "loss": 0.36463961005210876, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.6756521739130434, |
| "grad_norm": 11.793009757995605, |
| "learning_rate": 6.532355389478689e-07, |
| "loss": 0.13175241649150848, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.6765217391304348, |
| "grad_norm": 979.1425170898438, |
| "learning_rate": 6.500781525502674e-07, |
| "loss": 0.7108925580978394, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.6773913043478261, |
| "grad_norm": 467.5769348144531, |
| "learning_rate": 6.469257314910085e-07, |
| "loss": 2.7429962158203125, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.6782608695652174, |
| "grad_norm": 65.76836395263672, |
| "learning_rate": 6.437783018615533e-07, |
| "loss": 0.265237033367157, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.6791304347826087, |
| "grad_norm": 74.19712829589844, |
| "learning_rate": 6.406358897120504e-07, |
| "loss": 1.0486525297164917, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.68, |
| "grad_norm": 83.15819549560547, |
| "learning_rate": 6.37498521051119e-07, |
| "loss": 4.692592620849609, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.6808695652173913, |
| "grad_norm": 142.2218017578125, |
| "learning_rate": 6.34366221845637e-07, |
| "loss": 2.3217759132385254, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.6817391304347826, |
| "grad_norm": 125.5001449584961, |
| "learning_rate": 6.312390180205233e-07, |
| "loss": 0.7036529779434204, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.6826086956521739, |
| "grad_norm": 513.9854125976562, |
| "learning_rate": 6.281169354585249e-07, |
| "loss": 0.7563449144363403, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.6834782608695652, |
| "grad_norm": 24.0953369140625, |
| "learning_rate": 6.250000000000004e-07, |
| "loss": 0.16569630801677704, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.6843478260869565, |
| "grad_norm": 15.65578842163086, |
| "learning_rate": 6.218882374427089e-07, |
| "loss": 0.15750561654567719, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.6852173913043478, |
| "grad_norm": 11.407544136047363, |
| "learning_rate": 6.187816735415954e-07, |
| "loss": 0.22518837451934814, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.6860869565217391, |
| "grad_norm": 32.0155143737793, |
| "learning_rate": 6.156803340085772e-07, |
| "loss": 0.19885610044002533, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.6869565217391305, |
| "grad_norm": 123.2927017211914, |
| "learning_rate": 6.125842445123305e-07, |
| "loss": 1.346293330192566, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.6878260869565217, |
| "grad_norm": 29.865440368652344, |
| "learning_rate": 6.094934306780799e-07, |
| "loss": 0.21172043681144714, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.688695652173913, |
| "grad_norm": 53.6719970703125, |
| "learning_rate": 6.064079180873851e-07, |
| "loss": 0.6194855570793152, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.6895652173913044, |
| "grad_norm": 19.695430755615234, |
| "learning_rate": 6.033277322779289e-07, |
| "loss": 0.506497859954834, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.6904347826086956, |
| "grad_norm": 37.548980712890625, |
| "learning_rate": 6.002528987433068e-07, |
| "loss": 0.2043655812740326, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.691304347826087, |
| "grad_norm": 133.07432556152344, |
| "learning_rate": 5.971834429328151e-07, |
| "loss": 0.5282706618309021, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.6921739130434783, |
| "grad_norm": 63.763484954833984, |
| "learning_rate": 5.9411939025124e-07, |
| "loss": 0.48551690578460693, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.6930434782608695, |
| "grad_norm": 22.28136444091797, |
| "learning_rate": 5.910607660586488e-07, |
| "loss": 3.107473373413086, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.6939130434782609, |
| "grad_norm": 80.345703125, |
| "learning_rate": 5.880075956701792e-07, |
| "loss": 0.7340165972709656, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.6947826086956522, |
| "grad_norm": 106.55564880371094, |
| "learning_rate": 5.849599043558295e-07, |
| "loss": 0.5571392178535461, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.6956521739130435, |
| "grad_norm": 28.005748748779297, |
| "learning_rate": 5.819177173402487e-07, |
| "loss": 0.7100469470024109, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.6965217391304348, |
| "grad_norm": 189.35089111328125, |
| "learning_rate": 5.7888105980253e-07, |
| "loss": 0.5779204964637756, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.697391304347826, |
| "grad_norm": 35.16061782836914, |
| "learning_rate": 5.758499568760012e-07, |
| "loss": 0.32489460706710815, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.6982608695652174, |
| "grad_norm": 27.95366668701172, |
| "learning_rate": 5.728244336480152e-07, |
| "loss": 0.836237907409668, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.6991304347826087, |
| "grad_norm": 13.76199722290039, |
| "learning_rate": 5.698045151597446e-07, |
| "loss": 0.14633211493492126, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 37.43208694458008, |
| "learning_rate": 5.667902264059738e-07, |
| "loss": 0.34416839480400085, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.7008695652173913, |
| "grad_norm": 104.45726776123047, |
| "learning_rate": 5.63781592334892e-07, |
| "loss": 4.663516521453857, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.7017391304347826, |
| "grad_norm": 44.0323371887207, |
| "learning_rate": 5.607786378478855e-07, |
| "loss": 1.9291681051254272, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.7026086956521739, |
| "grad_norm": 11.187407493591309, |
| "learning_rate": 5.577813877993337e-07, |
| "loss": 0.11268677562475204, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.7034782608695652, |
| "grad_norm": 33.402320861816406, |
| "learning_rate": 5.547898669964026e-07, |
| "loss": 0.6048992872238159, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.7043478260869566, |
| "grad_norm": 96.39419555664062, |
| "learning_rate": 5.518041001988379e-07, |
| "loss": 0.5013086795806885, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.7052173913043478, |
| "grad_norm": 12.453415870666504, |
| "learning_rate": 5.488241121187632e-07, |
| "loss": 0.10803544521331787, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.7060869565217391, |
| "grad_norm": 162.5682373046875, |
| "learning_rate": 5.458499274204724e-07, |
| "loss": 0.2619629502296448, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.7069565217391305, |
| "grad_norm": 27.30363655090332, |
| "learning_rate": 5.428815707202283e-07, |
| "loss": 0.277357816696167, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.7078260869565217, |
| "grad_norm": 15.934202194213867, |
| "learning_rate": 5.399190665860555e-07, |
| "loss": 0.12446855753660202, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.7086956521739131, |
| "grad_norm": 23.342369079589844, |
| "learning_rate": 5.369624395375405e-07, |
| "loss": 0.16745714843273163, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.7095652173913043, |
| "grad_norm": 21.166223526000977, |
| "learning_rate": 5.34011714045627e-07, |
| "loss": 0.35413119196891785, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.7104347826086956, |
| "grad_norm": 34.772212982177734, |
| "learning_rate": 5.310669145324132e-07, |
| "loss": 0.30249226093292236, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.711304347826087, |
| "grad_norm": 38.343257904052734, |
| "learning_rate": 5.281280653709503e-07, |
| "loss": 1.0035111904144287, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.7121739130434782, |
| "grad_norm": 18.245254516601562, |
| "learning_rate": 5.251951908850407e-07, |
| "loss": 0.11645388603210449, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.7130434782608696, |
| "grad_norm": 69.61096954345703, |
| "learning_rate": 5.22268315349037e-07, |
| "loss": 2.7902565002441406, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.7139130434782609, |
| "grad_norm": 10.546656608581543, |
| "learning_rate": 5.193474629876392e-07, |
| "loss": 0.15585359930992126, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.7147826086956521, |
| "grad_norm": 19.00957679748535, |
| "learning_rate": 5.164326579756971e-07, |
| "loss": 0.6916980147361755, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.7156521739130435, |
| "grad_norm": 18.706710815429688, |
| "learning_rate": 5.13523924438008e-07, |
| "loss": 0.1863079071044922, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.7165217391304348, |
| "grad_norm": 97.32372283935547, |
| "learning_rate": 5.106212864491185e-07, |
| "loss": 0.5349218845367432, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.717391304347826, |
| "grad_norm": 21.3338565826416, |
| "learning_rate": 5.077247680331232e-07, |
| "loss": 0.2499256134033203, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.7182608695652174, |
| "grad_norm": 14.833037376403809, |
| "learning_rate": 5.048343931634684e-07, |
| "loss": 0.7161562442779541, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.7191304347826087, |
| "grad_norm": 55.144065856933594, |
| "learning_rate": 5.019501857627521e-07, |
| "loss": 0.3763906955718994, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.72, |
| "grad_norm": 46.12803268432617, |
| "learning_rate": 4.990721697025262e-07, |
| "loss": 0.2610902786254883, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.7208695652173913, |
| "grad_norm": 14.994999885559082, |
| "learning_rate": 4.962003688030994e-07, |
| "loss": 0.2125650942325592, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.7217391304347827, |
| "grad_norm": 41.04648208618164, |
| "learning_rate": 4.933348068333399e-07, |
| "loss": 0.5806182622909546, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.7226086956521739, |
| "grad_norm": 25.080535888671875, |
| "learning_rate": 4.904755075104774e-07, |
| "loss": 0.21986179053783417, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.7234782608695652, |
| "grad_norm": 49.48688888549805, |
| "learning_rate": 4.876224944999089e-07, |
| "loss": 0.44575807452201843, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.7243478260869565, |
| "grad_norm": 19.422386169433594, |
| "learning_rate": 4.847757914150018e-07, |
| "loss": 0.09860061854124069, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.7252173913043478, |
| "grad_norm": 13.360942840576172, |
| "learning_rate": 4.819354218168988e-07, |
| "loss": 0.2722475528717041, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.7260869565217392, |
| "grad_norm": 30.36014747619629, |
| "learning_rate": 4.791014092143212e-07, |
| "loss": 0.179307758808136, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.7269565217391304, |
| "grad_norm": 134.56378173828125, |
| "learning_rate": 4.7627377706337713e-07, |
| "loss": 2.5140609741210938, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.7278260869565217, |
| "grad_norm": 43.07133102416992, |
| "learning_rate": 4.734525487673659e-07, |
| "loss": 0.24129435420036316, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.7286956521739131, |
| "grad_norm": 83.6541748046875, |
| "learning_rate": 4.706377476765832e-07, |
| "loss": 0.7725095152854919, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.7295652173913043, |
| "grad_norm": 33.3406982421875, |
| "learning_rate": 4.6782939708813035e-07, |
| "loss": 3.358060359954834, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.7304347826086957, |
| "grad_norm": 28.123666763305664, |
| "learning_rate": 4.650275202457197e-07, |
| "loss": 0.4341234564781189, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.731304347826087, |
| "grad_norm": 62.922752380371094, |
| "learning_rate": 4.622321403394832e-07, |
| "loss": 0.44603094458580017, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.7321739130434782, |
| "grad_norm": 31.46849250793457, |
| "learning_rate": 4.594432805057786e-07, |
| "loss": 0.22092771530151367, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.7330434782608696, |
| "grad_norm": 91.02661895751953, |
| "learning_rate": 4.566609638270006e-07, |
| "loss": 1.3896340131759644, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.7339130434782609, |
| "grad_norm": 103.98423767089844, |
| "learning_rate": 4.538852133313888e-07, |
| "loss": 0.8688936233520508, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.7347826086956522, |
| "grad_norm": 184.05401611328125, |
| "learning_rate": 4.511160519928352e-07, |
| "loss": 0.35446828603744507, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.7356521739130435, |
| "grad_norm": 343.9791259765625, |
| "learning_rate": 4.483535027306975e-07, |
| "loss": 0.5675253868103027, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.7365217391304347, |
| "grad_norm": 384.6269226074219, |
| "learning_rate": 4.4559758840960656e-07, |
| "loss": 0.48597678542137146, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.7373913043478261, |
| "grad_norm": 9.321802139282227, |
| "learning_rate": 4.4284833183927927e-07, |
| "loss": 0.16912364959716797, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.7382608695652174, |
| "grad_norm": 13.2305326461792, |
| "learning_rate": 4.401057557743267e-07, |
| "loss": 0.10761234164237976, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.7391304347826086, |
| "grad_norm": 48.739925384521484, |
| "learning_rate": 4.373698829140698e-07, |
| "loss": 0.330234557390213, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.74, |
| "grad_norm": 15.21980094909668, |
| "learning_rate": 4.3464073590234896e-07, |
| "loss": 0.17559093236923218, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.7408695652173913, |
| "grad_norm": 46.84281539916992, |
| "learning_rate": 4.319183373273361e-07, |
| "loss": 0.2624436318874359, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.7417391304347826, |
| "grad_norm": 21.39683723449707, |
| "learning_rate": 4.2920270972134997e-07, |
| "loss": 0.22666919231414795, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.7426086956521739, |
| "grad_norm": 65.08245086669922, |
| "learning_rate": 4.264938755606679e-07, |
| "loss": 0.4538169801235199, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.7434782608695653, |
| "grad_norm": 48.59606170654297, |
| "learning_rate": 4.23791857265341e-07, |
| "loss": 0.30713391304016113, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.7443478260869565, |
| "grad_norm": 361.3922119140625, |
| "learning_rate": 4.210966771990063e-07, |
| "loss": 0.6252782344818115, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.7452173913043478, |
| "grad_norm": 16.02417755126953, |
| "learning_rate": 4.184083576687047e-07, |
| "loss": 0.233723446726799, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.7460869565217392, |
| "grad_norm": 51.16859817504883, |
| "learning_rate": 4.157269209246946e-07, |
| "loss": 0.6555522084236145, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.7469565217391304, |
| "grad_norm": 112.98526000976562, |
| "learning_rate": 4.130523891602682e-07, |
| "loss": 0.48441505432128906, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.7478260869565218, |
| "grad_norm": 74.0064697265625, |
| "learning_rate": 4.1038478451156607e-07, |
| "loss": 0.9179386496543884, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.7486956521739131, |
| "grad_norm": 29.101930618286133, |
| "learning_rate": 4.077241290573987e-07, |
| "loss": 0.20464551448822021, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.7495652173913043, |
| "grad_norm": 14.749531745910645, |
| "learning_rate": 4.0507044481905707e-07, |
| "loss": 0.097953662276268, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.7504347826086957, |
| "grad_norm": 24.57115936279297, |
| "learning_rate": 4.0242375376013635e-07, |
| "loss": 0.43444204330444336, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.7513043478260869, |
| "grad_norm": 31.40062141418457, |
| "learning_rate": 3.9978407778635057e-07, |
| "loss": 2.5366439819335938, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.7521739130434782, |
| "grad_norm": 14.996513366699219, |
| "learning_rate": 3.971514387453533e-07, |
| "loss": 0.5662025213241577, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.7530434782608696, |
| "grad_norm": 1001.7551879882812, |
| "learning_rate": 3.9452585842655434e-07, |
| "loss": 3.2340145111083984, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.7539130434782608, |
| "grad_norm": 24.1766414642334, |
| "learning_rate": 3.9190735856094245e-07, |
| "loss": 0.2192693054676056, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.7547826086956522, |
| "grad_norm": 25.643310546875, |
| "learning_rate": 3.892959608209035e-07, |
| "loss": 0.29429829120635986, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.7556521739130435, |
| "grad_norm": 21.222827911376953, |
| "learning_rate": 3.866916868200421e-07, |
| "loss": 1.9577664136886597, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.7565217391304347, |
| "grad_norm": 14.45306396484375, |
| "learning_rate": 3.840945581130008e-07, |
| "loss": 0.13284695148468018, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.7573913043478261, |
| "grad_norm": 16.601198196411133, |
| "learning_rate": 3.815045961952846e-07, |
| "loss": 0.13604813814163208, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.7582608695652174, |
| "grad_norm": 26.860652923583984, |
| "learning_rate": 3.7892182250308135e-07, |
| "loss": 0.1866011619567871, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.7591304347826087, |
| "grad_norm": 21.43741226196289, |
| "learning_rate": 3.763462584130835e-07, |
| "loss": 0.19510798156261444, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.76, |
| "grad_norm": 14.244462013244629, |
| "learning_rate": 3.737779252423132e-07, |
| "loss": 0.23197822272777557, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.7608695652173914, |
| "grad_norm": 38.0366325378418, |
| "learning_rate": 3.712168442479447e-07, |
| "loss": 0.2798696756362915, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.7617391304347826, |
| "grad_norm": 86.11932373046875, |
| "learning_rate": 3.686630366271286e-07, |
| "loss": 0.6115829944610596, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.7626086956521739, |
| "grad_norm": 35.93330764770508, |
| "learning_rate": 3.661165235168157e-07, |
| "loss": 0.30920931696891785, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.7634782608695653, |
| "grad_norm": 114.89765167236328, |
| "learning_rate": 3.6357732599358364e-07, |
| "loss": 0.3880614638328552, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.7643478260869565, |
| "grad_norm": 78.57884216308594, |
| "learning_rate": 3.610454650734614e-07, |
| "loss": 0.920116662979126, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.7652173913043478, |
| "grad_norm": 160.9378662109375, |
| "learning_rate": 3.5852096171175496e-07, |
| "loss": 0.4273170232772827, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.7660869565217391, |
| "grad_norm": 31.745664596557617, |
| "learning_rate": 3.560038368028748e-07, |
| "loss": 0.603442907333374, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.7669565217391304, |
| "grad_norm": 16.943307876586914, |
| "learning_rate": 3.5349411118016275e-07, |
| "loss": 0.28441041707992554, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.7678260869565218, |
| "grad_norm": 41.021705627441406, |
| "learning_rate": 3.5099180561571966e-07, |
| "loss": 0.21559254825115204, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.768695652173913, |
| "grad_norm": 51.68123245239258, |
| "learning_rate": 3.4849694082023197e-07, |
| "loss": 0.3459382653236389, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.7695652173913043, |
| "grad_norm": 52.75640106201172, |
| "learning_rate": 3.460095374428028e-07, |
| "loss": 0.4530704915523529, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.7704347826086957, |
| "grad_norm": 20.905052185058594, |
| "learning_rate": 3.4352961607077976e-07, |
| "loss": 0.15954455733299255, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.7713043478260869, |
| "grad_norm": 81.68609619140625, |
| "learning_rate": 3.4105719722958326e-07, |
| "loss": 0.4723793864250183, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.7721739130434783, |
| "grad_norm": 208.91615295410156, |
| "learning_rate": 3.3859230138253945e-07, |
| "loss": 0.5330352783203125, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.7730434782608696, |
| "grad_norm": 55.5845947265625, |
| "learning_rate": 3.361349489307085e-07, |
| "loss": 0.3786437213420868, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.7739130434782608, |
| "grad_norm": 10.599721908569336, |
| "learning_rate": 3.336851602127174e-07, |
| "loss": 0.12644389271736145, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.7747826086956522, |
| "grad_norm": 25.941383361816406, |
| "learning_rate": 3.3124295550458956e-07, |
| "loss": 0.6826114654541016, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.7756521739130435, |
| "grad_norm": 234.76441955566406, |
| "learning_rate": 3.2880835501957917e-07, |
| "loss": 0.7245470285415649, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.7765217391304348, |
| "grad_norm": 38.8992805480957, |
| "learning_rate": 3.2638137890800297e-07, |
| "loss": 0.3965342938899994, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.7773913043478261, |
| "grad_norm": 14.15921688079834, |
| "learning_rate": 3.239620472570737e-07, |
| "loss": 0.11045745015144348, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.7782608695652173, |
| "grad_norm": 153.725341796875, |
| "learning_rate": 3.2155038009073186e-07, |
| "loss": 0.25505897402763367, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.7791304347826087, |
| "grad_norm": 56.865970611572266, |
| "learning_rate": 3.19146397369485e-07, |
| "loss": 2.3822150230407715, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.78, |
| "grad_norm": 173.7816925048828, |
| "learning_rate": 3.1675011899023597e-07, |
| "loss": 1.72023606300354, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.7808695652173913, |
| "grad_norm": 108.04584503173828, |
| "learning_rate": 3.143615647861235e-07, |
| "loss": 1.7656439542770386, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.7817391304347826, |
| "grad_norm": 13.3953857421875, |
| "learning_rate": 3.1198075452635575e-07, |
| "loss": 0.17273323237895966, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.782608695652174, |
| "grad_norm": 13.916914939880371, |
| "learning_rate": 3.0960770791604683e-07, |
| "loss": 0.12718284130096436, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.7834782608695652, |
| "grad_norm": 18.278545379638672, |
| "learning_rate": 3.0724244459605355e-07, |
| "loss": 0.1581583023071289, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.7843478260869565, |
| "grad_norm": 14.384292602539062, |
| "learning_rate": 3.0488498414281377e-07, |
| "loss": 0.1329336315393448, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.7852173913043479, |
| "grad_norm": 38.441036224365234, |
| "learning_rate": 3.025353460681836e-07, |
| "loss": 0.2602463662624359, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.7860869565217391, |
| "grad_norm": 13.173408508300781, |
| "learning_rate": 3.0019354981927663e-07, |
| "loss": 0.0946318507194519, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.7869565217391304, |
| "grad_norm": 30.28549575805664, |
| "learning_rate": 2.978596147783011e-07, |
| "loss": 0.28622427582740784, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.7878260869565218, |
| "grad_norm": 34.16470718383789, |
| "learning_rate": 2.9553356026240223e-07, |
| "loss": 0.32762569189071655, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.788695652173913, |
| "grad_norm": 70.8321304321289, |
| "learning_rate": 2.9321540552350075e-07, |
| "loss": 0.5961053967475891, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.7895652173913044, |
| "grad_norm": 25.97980308532715, |
| "learning_rate": 2.9090516974813285e-07, |
| "loss": 0.18774400651454926, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.7904347826086957, |
| "grad_norm": 98.06208801269531, |
| "learning_rate": 2.886028720572932e-07, |
| "loss": 0.5097171068191528, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.7913043478260869, |
| "grad_norm": 45.080291748046875, |
| "learning_rate": 2.863085315062755e-07, |
| "loss": 0.39569947123527527, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.7921739130434783, |
| "grad_norm": 20.53847885131836, |
| "learning_rate": 2.840221670845153e-07, |
| "loss": 0.15165160596370697, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.7930434782608695, |
| "grad_norm": 16.014846801757812, |
| "learning_rate": 2.817437977154319e-07, |
| "loss": 0.18782924115657806, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.7939130434782609, |
| "grad_norm": 188.85281372070312, |
| "learning_rate": 2.7947344225627293e-07, |
| "loss": 0.3212510645389557, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.7947826086956522, |
| "grad_norm": 26.141756057739258, |
| "learning_rate": 2.772111194979582e-07, |
| "loss": 0.4376610219478607, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.7956521739130434, |
| "grad_norm": 141.9932861328125, |
| "learning_rate": 2.749568481649224e-07, |
| "loss": 0.20592373609542847, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.7965217391304348, |
| "grad_norm": 15.722429275512695, |
| "learning_rate": 2.727106469149628e-07, |
| "loss": 0.2650931775569916, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.7973913043478261, |
| "grad_norm": 15.70014762878418, |
| "learning_rate": 2.704725343390828e-07, |
| "loss": 0.12402468174695969, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.7982608695652174, |
| "grad_norm": 47.780677795410156, |
| "learning_rate": 2.6824252896133913e-07, |
| "loss": 2.14485764503479, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.7991304347826087, |
| "grad_norm": 475.0081481933594, |
| "learning_rate": 2.6602064923868745e-07, |
| "loss": 0.6344518661499023, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 18.999794006347656, |
| "learning_rate": 2.6380691356083095e-07, |
| "loss": 0.10200716555118561, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.8008695652173913, |
| "grad_norm": 15.091756820678711, |
| "learning_rate": 2.6160134025006753e-07, |
| "loss": 0.20342788100242615, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.8017391304347826, |
| "grad_norm": 30.662235260009766, |
| "learning_rate": 2.5940394756113723e-07, |
| "loss": 0.1940402090549469, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.802608695652174, |
| "grad_norm": 333.36737060546875, |
| "learning_rate": 2.5721475368107293e-07, |
| "loss": 1.2806131839752197, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.8034782608695652, |
| "grad_norm": 1181.9429931640625, |
| "learning_rate": 2.550337767290487e-07, |
| "loss": 2.2810826301574707, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.8043478260869565, |
| "grad_norm": 392.4900207519531, |
| "learning_rate": 2.5286103475623006e-07, |
| "loss": 2.231879711151123, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.8052173913043478, |
| "grad_norm": 76.45416259765625, |
| "learning_rate": 2.5069654574562384e-07, |
| "loss": 2.3904948234558105, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.8060869565217391, |
| "grad_norm": 21.617643356323242, |
| "learning_rate": 2.4854032761193095e-07, |
| "loss": 0.5770492553710938, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.8069565217391305, |
| "grad_norm": 19.855632781982422, |
| "learning_rate": 2.46392398201397e-07, |
| "loss": 0.21884986758232117, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.8078260869565217, |
| "grad_norm": 1042.6053466796875, |
| "learning_rate": 2.4425277529166456e-07, |
| "loss": 2.133256196975708, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.808695652173913, |
| "grad_norm": 21.168500900268555, |
| "learning_rate": 2.421214765916265e-07, |
| "loss": 0.2394556999206543, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.8095652173913044, |
| "grad_norm": 73.12419128417969, |
| "learning_rate": 2.399985197412795e-07, |
| "loss": 0.748104453086853, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.8104347826086956, |
| "grad_norm": 294.3224792480469, |
| "learning_rate": 2.3788392231157643e-07, |
| "loss": 0.4757748246192932, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.811304347826087, |
| "grad_norm": 16.401180267333984, |
| "learning_rate": 2.3577770180428365e-07, |
| "loss": 0.21083730459213257, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.8121739130434783, |
| "grad_norm": 195.46060180664062, |
| "learning_rate": 2.336798756518342e-07, |
| "loss": 1.0245471000671387, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.8130434782608695, |
| "grad_norm": 21.594966888427734, |
| "learning_rate": 2.3159046121718446e-07, |
| "loss": 0.18150049448013306, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.8139130434782609, |
| "grad_norm": 43.387813568115234, |
| "learning_rate": 2.295094757936689e-07, |
| "loss": 0.4377374053001404, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.8147826086956522, |
| "grad_norm": 18.1859073638916, |
| "learning_rate": 2.2743693660485898e-07, |
| "loss": 0.11544045805931091, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.8156521739130435, |
| "grad_norm": 25.381126403808594, |
| "learning_rate": 2.253728608044198e-07, |
| "loss": 0.1694791316986084, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.8165217391304348, |
| "grad_norm": 21.008285522460938, |
| "learning_rate": 2.23317265475968e-07, |
| "loss": 0.14152568578720093, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.8173913043478261, |
| "grad_norm": 12.06684398651123, |
| "learning_rate": 2.2127016763292959e-07, |
| "loss": 0.1699100136756897, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.8182608695652174, |
| "grad_norm": 25.395811080932617, |
| "learning_rate": 2.1923158421840063e-07, |
| "loss": 0.23998036980628967, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.8191304347826087, |
| "grad_norm": 40.64665222167969, |
| "learning_rate": 2.1720153210500666e-07, |
| "loss": 0.49315786361694336, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.82, |
| "grad_norm": 14.912999153137207, |
| "learning_rate": 2.151800280947615e-07, |
| "loss": 0.10635095834732056, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.8208695652173913, |
| "grad_norm": 770.4041137695312, |
| "learning_rate": 2.1316708891893037e-07, |
| "loss": 0.7287003397941589, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.8217391304347826, |
| "grad_norm": 29.556732177734375, |
| "learning_rate": 2.1116273123789013e-07, |
| "loss": 0.20710718631744385, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.8226086956521739, |
| "grad_norm": 156.5335235595703, |
| "learning_rate": 2.091669716409922e-07, |
| "loss": 2.0706892013549805, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.8234782608695652, |
| "grad_norm": 9.638541221618652, |
| "learning_rate": 2.071798266464234e-07, |
| "loss": 0.09939944744110107, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.8243478260869566, |
| "grad_norm": 23.857845306396484, |
| "learning_rate": 2.0520131270107186e-07, |
| "loss": 0.29403024911880493, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.8252173913043478, |
| "grad_norm": 200.6664276123047, |
| "learning_rate": 2.0323144618038928e-07, |
| "loss": 0.34521716833114624, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.8260869565217391, |
| "grad_norm": 31.494474411010742, |
| "learning_rate": 2.012702433882552e-07, |
| "loss": 0.30632948875427246, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.8269565217391305, |
| "grad_norm": 62.87589645385742, |
| "learning_rate": 1.9931772055684306e-07, |
| "loss": 0.23135101795196533, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.8278260869565217, |
| "grad_norm": 38.245269775390625, |
| "learning_rate": 1.973738938464853e-07, |
| "loss": 0.22904567420482635, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.828695652173913, |
| "grad_norm": 23.652069091796875, |
| "learning_rate": 1.954387793455402e-07, |
| "loss": 0.1981177031993866, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.8295652173913044, |
| "grad_norm": 59.89875793457031, |
| "learning_rate": 1.9351239307025677e-07, |
| "loss": 0.4341650605201721, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.8304347826086956, |
| "grad_norm": 30.332138061523438, |
| "learning_rate": 1.9159475096464486e-07, |
| "loss": 0.3079957365989685, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.831304347826087, |
| "grad_norm": 43.875213623046875, |
| "learning_rate": 1.896858689003421e-07, |
| "loss": 0.6518553495407104, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.8321739130434782, |
| "grad_norm": 177.08558654785156, |
| "learning_rate": 1.8778576267648106e-07, |
| "loss": 0.4483970105648041, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.8330434782608696, |
| "grad_norm": 84.51854705810547, |
| "learning_rate": 1.858944480195611e-07, |
| "loss": 1.7023810148239136, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.8339130434782609, |
| "grad_norm": 379.30810546875, |
| "learning_rate": 1.8401194058331656e-07, |
| "loss": 1.0865992307662964, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.8347826086956521, |
| "grad_norm": 47.01554870605469, |
| "learning_rate": 1.8213825594858763e-07, |
| "loss": 0.33431529998779297, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.8356521739130435, |
| "grad_norm": 62.90696334838867, |
| "learning_rate": 1.8027340962319077e-07, |
| "loss": 0.25681382417678833, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.8365217391304348, |
| "grad_norm": 57.070430755615234, |
| "learning_rate": 1.7841741704179155e-07, |
| "loss": 0.2682826519012451, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.837391304347826, |
| "grad_norm": 99.64236450195312, |
| "learning_rate": 1.7657029356577622e-07, |
| "loss": 0.9251591563224792, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.8382608695652174, |
| "grad_norm": 16.333833694458008, |
| "learning_rate": 1.7473205448312408e-07, |
| "loss": 0.17130306363105774, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.8391304347826087, |
| "grad_norm": 9.948195457458496, |
| "learning_rate": 1.7290271500828236e-07, |
| "loss": 0.09407632052898407, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.84, |
| "grad_norm": 68.90872955322266, |
| "learning_rate": 1.7108229028203888e-07, |
| "loss": 0.3542691171169281, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.8408695652173913, |
| "grad_norm": 33.98243713378906, |
| "learning_rate": 1.6927079537139706e-07, |
| "loss": 0.9918839931488037, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.8417391304347827, |
| "grad_norm": 70.26067352294922, |
| "learning_rate": 1.6746824526945163e-07, |
| "loss": 0.5727920532226562, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.8426086956521739, |
| "grad_norm": 57.77675247192383, |
| "learning_rate": 1.656746548952648e-07, |
| "loss": 2.840130567550659, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.8434782608695652, |
| "grad_norm": 20.764402389526367, |
| "learning_rate": 1.6389003909374188e-07, |
| "loss": 0.12498998641967773, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.8443478260869566, |
| "grad_norm": 54.63706588745117, |
| "learning_rate": 1.621144126355087e-07, |
| "loss": 0.3165168762207031, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.8452173913043478, |
| "grad_norm": 42.974571228027344, |
| "learning_rate": 1.6034779021678978e-07, |
| "loss": 0.46324342489242554, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.8460869565217392, |
| "grad_norm": 22.0351619720459, |
| "learning_rate": 1.5859018645928647e-07, |
| "loss": 0.18558716773986816, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.8469565217391304, |
| "grad_norm": 166.74853515625, |
| "learning_rate": 1.5684161591005596e-07, |
| "loss": 0.4066867232322693, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.8478260869565217, |
| "grad_norm": 187.2076416015625, |
| "learning_rate": 1.551020930413902e-07, |
| "loss": 0.25349587202072144, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.8486956521739131, |
| "grad_norm": 22.417333602905273, |
| "learning_rate": 1.5337163225069758e-07, |
| "loss": 0.5066444873809814, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.8495652173913043, |
| "grad_norm": 19.15497589111328, |
| "learning_rate": 1.5165024786038248e-07, |
| "loss": 0.19603180885314941, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.8504347826086956, |
| "grad_norm": 374.83221435546875, |
| "learning_rate": 1.499379541177269e-07, |
| "loss": 0.4640807509422302, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.851304347826087, |
| "grad_norm": 27.334835052490234, |
| "learning_rate": 1.4823476519477327e-07, |
| "loss": 0.1612674742937088, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.8521739130434782, |
| "grad_norm": 20.078479766845703, |
| "learning_rate": 1.465406951882066e-07, |
| "loss": 0.19494037330150604, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.8530434782608696, |
| "grad_norm": 48.08445358276367, |
| "learning_rate": 1.4485575811923795e-07, |
| "loss": 0.7136974334716797, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.8539130434782609, |
| "grad_norm": 23.6761474609375, |
| "learning_rate": 1.4317996793348778e-07, |
| "loss": 0.2031172215938568, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.8547826086956521, |
| "grad_norm": 54.8809928894043, |
| "learning_rate": 1.4151333850087156e-07, |
| "loss": 1.6473133563995361, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.8556521739130435, |
| "grad_norm": 145.7986602783203, |
| "learning_rate": 1.3985588361548493e-07, |
| "loss": 0.9481346011161804, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.8565217391304348, |
| "grad_norm": 23.77951431274414, |
| "learning_rate": 1.3820761699548783e-07, |
| "loss": 0.2665241062641144, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.8573913043478261, |
| "grad_norm": 20.761913299560547, |
| "learning_rate": 1.3656855228299334e-07, |
| "loss": 0.19814646244049072, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.8582608695652174, |
| "grad_norm": 12.282244682312012, |
| "learning_rate": 1.349387030439532e-07, |
| "loss": 0.10802216827869415, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.8591304347826086, |
| "grad_norm": 38.31984329223633, |
| "learning_rate": 1.3331808276804637e-07, |
| "loss": 0.41473907232284546, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.86, |
| "grad_norm": 103.03263092041016, |
| "learning_rate": 1.3170670486856594e-07, |
| "loss": 0.5369864702224731, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.8608695652173913, |
| "grad_norm": 17.439985275268555, |
| "learning_rate": 1.3010458268231024e-07, |
| "loss": 0.2077348530292511, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.8617391304347826, |
| "grad_norm": 126.5348129272461, |
| "learning_rate": 1.2851172946947114e-07, |
| "loss": 0.3166094422340393, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.8626086956521739, |
| "grad_norm": 20.52012062072754, |
| "learning_rate": 1.269281584135243e-07, |
| "loss": 0.20435956120491028, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.8634782608695653, |
| "grad_norm": 41.801353454589844, |
| "learning_rate": 1.2535388262112023e-07, |
| "loss": 2.5809578895568848, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.8643478260869565, |
| "grad_norm": 41.66728210449219, |
| "learning_rate": 1.2378891512197622e-07, |
| "loss": 0.19843876361846924, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.8652173913043478, |
| "grad_norm": 26.75448226928711, |
| "learning_rate": 1.2223326886876802e-07, |
| "loss": 0.13447028398513794, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.8660869565217392, |
| "grad_norm": 122.18651580810547, |
| "learning_rate": 1.2068695673702237e-07, |
| "loss": 1.2578997611999512, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.8669565217391304, |
| "grad_norm": 127.31121063232422, |
| "learning_rate": 1.1914999152501106e-07, |
| "loss": 1.6063017845153809, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.8678260869565217, |
| "grad_norm": 13.917580604553223, |
| "learning_rate": 1.1762238595364573e-07, |
| "loss": 0.11013950407505035, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.8686956521739131, |
| "grad_norm": 11.51262378692627, |
| "learning_rate": 1.1610415266637005e-07, |
| "loss": 2.1191117763519287, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.8695652173913043, |
| "grad_norm": 138.78277587890625, |
| "learning_rate": 1.1459530422905749e-07, |
| "loss": 1.2765779495239258, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.8704347826086957, |
| "grad_norm": 81.51953887939453, |
| "learning_rate": 1.1309585312990659e-07, |
| "loss": 1.0723211765289307, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.871304347826087, |
| "grad_norm": 37.29446029663086, |
| "learning_rate": 1.1160581177933686e-07, |
| "loss": 0.3659045100212097, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.8721739130434782, |
| "grad_norm": 44.24388885498047, |
| "learning_rate": 1.1012519250988743e-07, |
| "loss": 0.46708160638809204, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.8730434782608696, |
| "grad_norm": 19.889142990112305, |
| "learning_rate": 1.086540075761136e-07, |
| "loss": 0.15364417433738708, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.8739130434782608, |
| "grad_norm": 64.91902160644531, |
| "learning_rate": 1.0719226915448688e-07, |
| "loss": 0.45765507221221924, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.8747826086956522, |
| "grad_norm": 85.66766357421875, |
| "learning_rate": 1.0573998934329214e-07, |
| "loss": 1.5718563795089722, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.8756521739130435, |
| "grad_norm": 62.06061553955078, |
| "learning_rate": 1.0429718016252977e-07, |
| "loss": 0.683064877986908, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.8765217391304347, |
| "grad_norm": 32.65688705444336, |
| "learning_rate": 1.028638535538147e-07, |
| "loss": 0.3193044066429138, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.8773913043478261, |
| "grad_norm": 183.94735717773438, |
| "learning_rate": 1.0144002138027854e-07, |
| "loss": 1.448814868927002, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.8782608695652174, |
| "grad_norm": 36.874168395996094, |
| "learning_rate": 1.0002569542646972e-07, |
| "loss": 0.2153337299823761, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.8791304347826087, |
| "grad_norm": 356.7084045410156, |
| "learning_rate": 9.862088739825832e-08, |
| "loss": 1.8259605169296265, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.88, |
| "grad_norm": 47.07126998901367, |
| "learning_rate": 9.722560892273719e-08, |
| "loss": 2.571669101715088, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.8808695652173913, |
| "grad_norm": 51.92734909057617, |
| "learning_rate": 9.58398715481268e-08, |
| "loss": 0.23773817718029022, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.8817391304347826, |
| "grad_norm": 26.753847122192383, |
| "learning_rate": 9.446368674367906e-08, |
| "loss": 0.17599496245384216, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.8826086956521739, |
| "grad_norm": 72.0635986328125, |
| "learning_rate": 9.30970658995832e-08, |
| "loss": 0.2927898168563843, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.8834782608695653, |
| "grad_norm": 71.94131469726562, |
| "learning_rate": 9.174002032687063e-08, |
| "loss": 2.358839273452759, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.8843478260869565, |
| "grad_norm": 18.351661682128906, |
| "learning_rate": 9.039256125732143e-08, |
| "loss": 0.20827649533748627, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.8852173913043478, |
| "grad_norm": 49.1838264465332, |
| "learning_rate": 8.905469984337209e-08, |
| "loss": 2.6017208099365234, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.8860869565217391, |
| "grad_norm": 45.20689010620117, |
| "learning_rate": 8.772644715802275e-08, |
| "loss": 0.8399229049682617, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.8869565217391304, |
| "grad_norm": 171.54916381835938, |
| "learning_rate": 8.640781419474484e-08, |
| "loss": 5.565194129943848, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.8878260869565218, |
| "grad_norm": 131.12217712402344, |
| "learning_rate": 8.509881186739149e-08, |
| "loss": 1.9047163724899292, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.888695652173913, |
| "grad_norm": 38.416561126708984, |
| "learning_rate": 8.379945101010644e-08, |
| "loss": 0.22399160265922546, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.8895652173913043, |
| "grad_norm": 26.03103256225586, |
| "learning_rate": 8.250974237723433e-08, |
| "loss": 0.5413999557495117, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.8904347826086957, |
| "grad_norm": 83.9515380859375, |
| "learning_rate": 8.122969664323161e-08, |
| "loss": 0.6338434815406799, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.8913043478260869, |
| "grad_norm": 8.502718925476074, |
| "learning_rate": 7.995932440257842e-08, |
| "loss": 0.07525776326656342, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.8921739130434783, |
| "grad_norm": 7.0947957038879395, |
| "learning_rate": 7.86986361696912e-08, |
| "loss": 0.08530958741903305, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.8930434782608696, |
| "grad_norm": 26.290821075439453, |
| "learning_rate": 7.74476423788352e-08, |
| "loss": 0.24022355675697327, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.8939130434782608, |
| "grad_norm": 160.67538452148438, |
| "learning_rate": 7.620635338403779e-08, |
| "loss": 0.9223116636276245, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.8947826086956522, |
| "grad_norm": 220.85218811035156, |
| "learning_rate": 7.497477945900375e-08, |
| "loss": 0.8716686964035034, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.8956521739130435, |
| "grad_norm": 40.53730392456055, |
| "learning_rate": 7.375293079702958e-08, |
| "loss": 0.41684240102767944, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.8965217391304348, |
| "grad_norm": 21.480506896972656, |
| "learning_rate": 7.254081751091893e-08, |
| "loss": 0.22680559754371643, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.8973913043478261, |
| "grad_norm": 938.2930908203125, |
| "learning_rate": 7.133844963289976e-08, |
| "loss": 1.2768101692199707, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.8982608695652174, |
| "grad_norm": 13.128506660461426, |
| "learning_rate": 7.014583711454054e-08, |
| "loss": 0.13842159509658813, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.8991304347826087, |
| "grad_norm": 146.43795776367188, |
| "learning_rate": 6.896298982666791e-08, |
| "loss": 0.6112872362136841, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 19.700376510620117, |
| "learning_rate": 6.778991755928555e-08, |
| "loss": 0.16835694015026093, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.9008695652173913, |
| "grad_norm": 28.842063903808594, |
| "learning_rate": 6.662663002149267e-08, |
| "loss": 0.15688148140907288, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.9017391304347826, |
| "grad_norm": 110.23502349853516, |
| "learning_rate": 6.547313684140342e-08, |
| "loss": 1.0011162757873535, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.9026086956521739, |
| "grad_norm": 12.960235595703125, |
| "learning_rate": 6.432944756606815e-08, |
| "loss": 0.10485135018825531, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.9034782608695652, |
| "grad_norm": 16.311511993408203, |
| "learning_rate": 6.319557166139329e-08, |
| "loss": 0.11134529113769531, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.9043478260869565, |
| "grad_norm": 51.93461990356445, |
| "learning_rate": 6.20715185120642e-08, |
| "loss": 1.3551883697509766, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.9052173913043479, |
| "grad_norm": 42.39728546142578, |
| "learning_rate": 6.095729742146575e-08, |
| "loss": 0.4451691508293152, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.9060869565217391, |
| "grad_norm": 15.628239631652832, |
| "learning_rate": 5.985291761160736e-08, |
| "loss": 0.0780700296163559, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.9069565217391304, |
| "grad_norm": 30.696569442749023, |
| "learning_rate": 5.875838822304525e-08, |
| "loss": 0.2690103352069855, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.9078260869565218, |
| "grad_norm": 25.735858917236328, |
| "learning_rate": 5.767371831480739e-08, |
| "loss": 0.6541193723678589, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.908695652173913, |
| "grad_norm": 19.593347549438477, |
| "learning_rate": 5.659891686431801e-08, |
| "loss": 0.15605857968330383, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.9095652173913044, |
| "grad_norm": 142.44479370117188, |
| "learning_rate": 5.553399276732402e-08, |
| "loss": 0.5841786861419678, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.9104347826086957, |
| "grad_norm": 14.684908866882324, |
| "learning_rate": 5.44789548378212e-08, |
| "loss": 0.2255973070859909, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.9113043478260869, |
| "grad_norm": 254.1807403564453, |
| "learning_rate": 5.343381180798038e-08, |
| "loss": 2.0936872959136963, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.9121739130434783, |
| "grad_norm": 70.35183715820312, |
| "learning_rate": 5.2398572328076217e-08, |
| "loss": 0.48743361234664917, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.9130434782608695, |
| "grad_norm": 48.76604461669922, |
| "learning_rate": 5.137324496641546e-08, |
| "loss": 0.7166627645492554, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.9139130434782609, |
| "grad_norm": 75.04993438720703, |
| "learning_rate": 5.035783820926565e-08, |
| "loss": 0.2657568156719208, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.9147826086956522, |
| "grad_norm": 10.705974578857422, |
| "learning_rate": 4.9352360460784705e-08, |
| "loss": 0.17824089527130127, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.9156521739130434, |
| "grad_norm": 17.205289840698242, |
| "learning_rate": 4.835682004295197e-08, |
| "loss": 0.11702036112546921, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.9165217391304348, |
| "grad_norm": 53.99785614013672, |
| "learning_rate": 4.7371225195499416e-08, |
| "loss": 1.031096339225769, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.9173913043478261, |
| "grad_norm": 30.115753173828125, |
| "learning_rate": 4.6395584075842325e-08, |
| "loss": 0.1978806108236313, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.9182608695652174, |
| "grad_norm": 24.67990493774414, |
| "learning_rate": 4.5429904759013154e-08, |
| "loss": 1.6106297969818115, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.9191304347826087, |
| "grad_norm": 25.526687622070312, |
| "learning_rate": 4.447419523759364e-08, |
| "loss": 0.17992830276489258, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.92, |
| "grad_norm": 9.904977798461914, |
| "learning_rate": 4.352846342164985e-08, |
| "loss": 0.07753743976354599, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.9208695652173913, |
| "grad_norm": 39.5291862487793, |
| "learning_rate": 4.2592717138664755e-08, |
| "loss": 0.4158613085746765, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.9217391304347826, |
| "grad_norm": 57.925018310546875, |
| "learning_rate": 4.1666964133475624e-08, |
| "loss": 0.7720763683319092, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.922608695652174, |
| "grad_norm": 118.61414337158203, |
| "learning_rate": 4.075121206820867e-08, |
| "loss": 0.6265521049499512, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.9234782608695652, |
| "grad_norm": 10.207385063171387, |
| "learning_rate": 3.984546852221605e-08, |
| "loss": 0.12685824930667877, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.9243478260869565, |
| "grad_norm": 37.19662094116211, |
| "learning_rate": 3.89497409920124e-08, |
| "loss": 0.48499342799186707, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.9252173913043479, |
| "grad_norm": 61.965572357177734, |
| "learning_rate": 3.806403689121399e-08, |
| "loss": 0.5296880006790161, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.9260869565217391, |
| "grad_norm": 21.725605010986328, |
| "learning_rate": 3.7188363550476616e-08, |
| "loss": 0.1394590437412262, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.9269565217391305, |
| "grad_norm": 16.654356002807617, |
| "learning_rate": 3.6322728217434985e-08, |
| "loss": 0.1430962085723877, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.9278260869565217, |
| "grad_norm": 18.601428985595703, |
| "learning_rate": 3.546713805664265e-08, |
| "loss": 0.16020169854164124, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.928695652173913, |
| "grad_norm": 25.137908935546875, |
| "learning_rate": 3.462160014951352e-08, |
| "loss": 0.17368170619010925, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.9295652173913044, |
| "grad_norm": 81.3788833618164, |
| "learning_rate": 3.3786121494261557e-08, |
| "loss": 1.6028938293457031, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.9304347826086956, |
| "grad_norm": 34.46930694580078, |
| "learning_rate": 3.296070900584466e-08, |
| "loss": 0.2389589548110962, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.931304347826087, |
| "grad_norm": 45.515052795410156, |
| "learning_rate": 3.2145369515906714e-08, |
| "loss": 0.4151531159877777, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.9321739130434783, |
| "grad_norm": 62.968353271484375, |
| "learning_rate": 3.134010977272048e-08, |
| "loss": 0.42569679021835327, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.9330434782608695, |
| "grad_norm": 30.476491928100586, |
| "learning_rate": 3.054493644113268e-08, |
| "loss": 0.5280812978744507, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.9339130434782609, |
| "grad_norm": 8.987117767333984, |
| "learning_rate": 2.975985610250823e-08, |
| "loss": 0.2796494662761688, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.9347826086956522, |
| "grad_norm": 24.991226196289062, |
| "learning_rate": 2.8984875254676054e-08, |
| "loss": 0.13575339317321777, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.9356521739130435, |
| "grad_norm": 128.30857849121094, |
| "learning_rate": 2.8220000311875163e-08, |
| "loss": 0.4232993721961975, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.9365217391304348, |
| "grad_norm": 19.623804092407227, |
| "learning_rate": 2.746523760470146e-08, |
| "loss": 0.3343874216079712, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.9373913043478261, |
| "grad_norm": 13.422455787658691, |
| "learning_rate": 2.6720593380055866e-08, |
| "loss": 0.19377243518829346, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.9382608695652174, |
| "grad_norm": 25.436166763305664, |
| "learning_rate": 2.598607380109211e-08, |
| "loss": 0.15421633422374725, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.9391304347826087, |
| "grad_norm": 11.200416564941406, |
| "learning_rate": 2.526168494716541e-08, |
| "loss": 0.09467314183712006, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.94, |
| "grad_norm": 44.611289978027344, |
| "learning_rate": 2.454743281378319e-08, |
| "loss": 0.39623236656188965, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.9408695652173913, |
| "grad_norm": 84.19932556152344, |
| "learning_rate": 2.3843323312554705e-08, |
| "loss": 0.8663069605827332, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.9417391304347826, |
| "grad_norm": 41.349239349365234, |
| "learning_rate": 2.3149362271141924e-08, |
| "loss": 0.22057053446769714, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.9426086956521739, |
| "grad_norm": 43.514793395996094, |
| "learning_rate": 2.246555543321219e-08, |
| "loss": 0.3831818997859955, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.9434782608695652, |
| "grad_norm": 8.41614055633545, |
| "learning_rate": 2.179190845838966e-08, |
| "loss": 0.11816976964473724, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.9443478260869566, |
| "grad_norm": 344.6490783691406, |
| "learning_rate": 2.112842692220951e-08, |
| "loss": 2.3136343955993652, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.9452173913043478, |
| "grad_norm": 41.778865814208984, |
| "learning_rate": 2.0475116316070603e-08, |
| "loss": 0.3573746085166931, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.9460869565217391, |
| "grad_norm": 12.83102798461914, |
| "learning_rate": 1.9831982047190806e-08, |
| "loss": 0.281247615814209, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.9469565217391305, |
| "grad_norm": 142.6578826904297, |
| "learning_rate": 1.9199029438562583e-08, |
| "loss": 0.8952249884605408, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.9478260869565217, |
| "grad_norm": 21.0310115814209, |
| "learning_rate": 1.8576263728907752e-08, |
| "loss": 0.13993816077709198, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.948695652173913, |
| "grad_norm": 27.782527923583984, |
| "learning_rate": 1.7963690072635294e-08, |
| "loss": 0.32220780849456787, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.9495652173913044, |
| "grad_norm": 61.29800033569336, |
| "learning_rate": 1.736131353979792e-08, |
| "loss": 0.9174994826316833, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.9504347826086956, |
| "grad_norm": 11.923197746276855, |
| "learning_rate": 1.6769139116050575e-08, |
| "loss": 0.24690890312194824, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.951304347826087, |
| "grad_norm": 33.5105094909668, |
| "learning_rate": 1.6187171702608946e-08, |
| "loss": 1.097381591796875, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.9521739130434783, |
| "grad_norm": 20.5721492767334, |
| "learning_rate": 1.5615416116208925e-08, |
| "loss": 0.19984576106071472, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.9530434782608695, |
| "grad_norm": 15.237557411193848, |
| "learning_rate": 1.505387708906694e-08, |
| "loss": 0.131778746843338, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.9539130434782609, |
| "grad_norm": 46.54298400878906, |
| "learning_rate": 1.4502559268840394e-08, |
| "loss": 0.19282548129558563, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.9547826086956521, |
| "grad_norm": 12.827240943908691, |
| "learning_rate": 1.3961467218589347e-08, |
| "loss": 0.14774011075496674, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.9556521739130435, |
| "grad_norm": 24.567174911499023, |
| "learning_rate": 1.3430605416739212e-08, |
| "loss": 1.1719119548797607, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.9565217391304348, |
| "grad_norm": 78.66695404052734, |
| "learning_rate": 1.2909978257042849e-08, |
| "loss": 0.35071104764938354, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.957391304347826, |
| "grad_norm": 101.13919830322266, |
| "learning_rate": 1.2399590048544908e-08, |
| "loss": 0.9971999526023865, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.9582608695652174, |
| "grad_norm": 10.783035278320312, |
| "learning_rate": 1.1899445015546018e-08, |
| "loss": 0.06760130077600479, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.9591304347826087, |
| "grad_norm": 10.997241973876953, |
| "learning_rate": 1.1409547297567408e-08, |
| "loss": 0.1593540608882904, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 43.574588775634766, |
| "learning_rate": 1.0929900949317174e-08, |
| "loss": 0.35229095816612244, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.9608695652173913, |
| "grad_norm": 75.2266845703125, |
| "learning_rate": 1.0460509940656282e-08, |
| "loss": 0.2805933654308319, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.9617391304347827, |
| "grad_norm": 22.76318359375, |
| "learning_rate": 1.0001378156566238e-08, |
| "loss": 0.20996904373168945, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.9626086956521739, |
| "grad_norm": 12.350744247436523, |
| "learning_rate": 9.552509397116328e-09, |
| "loss": 0.14843696355819702, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.9634782608695652, |
| "grad_norm": 14.665205001831055, |
| "learning_rate": 9.113907377432534e-09, |
| "loss": 0.15522554516792297, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.9643478260869566, |
| "grad_norm": 86.0486068725586, |
| "learning_rate": 8.685575727666734e-09, |
| "loss": 0.4995441138744354, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.9652173913043478, |
| "grad_norm": 35.30141830444336, |
| "learning_rate": 8.26751799296685e-09, |
| "loss": 0.23674023151397705, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.9660869565217391, |
| "grad_norm": 38.97645568847656, |
| "learning_rate": 7.859737633446745e-09, |
| "loss": 2.3994851112365723, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.9669565217391304, |
| "grad_norm": 203.57070922851562, |
| "learning_rate": 7.462238024158742e-09, |
| "loss": 0.8177639245986938, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.9678260869565217, |
| "grad_norm": 15.906163215637207, |
| "learning_rate": 7.075022455064612e-09, |
| "loss": 0.1885625571012497, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.9686956521739131, |
| "grad_norm": 29.28157615661621, |
| "learning_rate": 6.6980941310092195e-09, |
| "loss": 0.17579418420791626, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.9695652173913043, |
| "grad_norm": 28.175338745117188, |
| "learning_rate": 6.3314561716930345e-09, |
| "loss": 0.19931229948997498, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.9704347826086956, |
| "grad_norm": 28.38059425354004, |
| "learning_rate": 5.975111611647294e-09, |
| "loss": 0.17908689379692078, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.971304347826087, |
| "grad_norm": 45.8642463684082, |
| "learning_rate": 5.6290634002084676e-09, |
| "loss": 0.3295555114746094, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.9721739130434782, |
| "grad_norm": 51.021018981933594, |
| "learning_rate": 5.293314401493555e-09, |
| "loss": 0.5562708973884583, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.9730434782608696, |
| "grad_norm": 14.835803985595703, |
| "learning_rate": 4.967867394376907e-09, |
| "loss": 0.12446411699056625, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.9739130434782609, |
| "grad_norm": 18.287609100341797, |
| "learning_rate": 4.652725072466918e-09, |
| "loss": 0.1523091197013855, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.9747826086956521, |
| "grad_norm": 120.3004150390625, |
| "learning_rate": 4.347890044083675e-09, |
| "loss": 1.0910179615020752, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.9756521739130435, |
| "grad_norm": 55.653377532958984, |
| "learning_rate": 4.053364832237589e-09, |
| "loss": 1.1721607446670532, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.9765217391304348, |
| "grad_norm": 26.870397567749023, |
| "learning_rate": 3.769151874608301e-09, |
| "loss": 2.370091438293457, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.9773913043478261, |
| "grad_norm": 27.775001525878906, |
| "learning_rate": 3.4952535235248386e-09, |
| "loss": 0.622848391532898, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.9782608695652174, |
| "grad_norm": 45.21672439575195, |
| "learning_rate": 3.2316720459457662e-09, |
| "loss": 0.950424075126648, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.9791304347826087, |
| "grad_norm": 11.92493724822998, |
| "learning_rate": 2.9784096234405922e-09, |
| "loss": 0.10984307527542114, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.98, |
| "grad_norm": 14.86650276184082, |
| "learning_rate": 2.7354683521715887e-09, |
| "loss": 0.1362229436635971, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.9808695652173913, |
| "grad_norm": 25.460845947265625, |
| "learning_rate": 2.5028502428768586e-09, |
| "loss": 0.19979998469352722, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.9817391304347826, |
| "grad_norm": 65.58799743652344, |
| "learning_rate": 2.28055722085313e-09, |
| "loss": 0.3446487784385681, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.9826086956521739, |
| "grad_norm": 31.524560928344727, |
| "learning_rate": 2.0685911259402113e-09, |
| "loss": 0.3461800813674927, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.9834782608695652, |
| "grad_norm": 35.86664962768555, |
| "learning_rate": 1.866953712505587e-09, |
| "loss": 0.217980295419693, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.9843478260869565, |
| "grad_norm": 85.88794708251953, |
| "learning_rate": 1.6756466494298462e-09, |
| "loss": 1.1602758169174194, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.9852173913043478, |
| "grad_norm": 26.239646911621094, |
| "learning_rate": 1.494671520092944e-09, |
| "loss": 1.4768943786621094, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.9860869565217392, |
| "grad_norm": 85.36619567871094, |
| "learning_rate": 1.3240298223615722e-09, |
| "loss": 0.3386858105659485, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.9869565217391304, |
| "grad_norm": 14.699938774108887, |
| "learning_rate": 1.1637229685758367e-09, |
| "loss": 0.14901739358901978, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.9878260869565217, |
| "grad_norm": 52.28146743774414, |
| "learning_rate": 1.0137522855380166e-09, |
| "loss": 0.5103245973587036, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.9886956521739131, |
| "grad_norm": 53.130882263183594, |
| "learning_rate": 8.741190145017397e-10, |
| "loss": 0.29068705439567566, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.9895652173913043, |
| "grad_norm": 21.53912925720215, |
| "learning_rate": 7.448243111619901e-10, |
| "loss": 0.24485062062740326, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.9904347826086957, |
| "grad_norm": 47.211883544921875, |
| "learning_rate": 6.258692456442838e-10, |
| "loss": 0.2894359827041626, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.991304347826087, |
| "grad_norm": 39.86217498779297, |
| "learning_rate": 5.172548024973134e-10, |
| "loss": 0.19115138053894043, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.9921739130434782, |
| "grad_norm": 28.460140228271484, |
| "learning_rate": 4.1898188068392744e-10, |
| "loss": 0.7010704278945923, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.9930434782608696, |
| "grad_norm": 61.9373664855957, |
| "learning_rate": 3.3105129357405285e-10, |
| "loss": 0.3816262483596802, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.9939130434782608, |
| "grad_norm": 10.007226943969727, |
| "learning_rate": 2.534637689373398e-10, |
| "loss": 0.1578034907579422, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.9947826086956522, |
| "grad_norm": 106.2221450805664, |
| "learning_rate": 1.8621994893816553e-10, |
| "loss": 0.3024161458015442, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.9956521739130435, |
| "grad_norm": 13.402230262756348, |
| "learning_rate": 1.293203901296669e-10, |
| "loss": 0.11111289262771606, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.9965217391304347, |
| "grad_norm": 26.003263473510742, |
| "learning_rate": 8.276556344888332e-11, |
| "loss": 0.3413895070552826, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.9973913043478261, |
| "grad_norm": 14.795051574707031, |
| "learning_rate": 4.655585421356468e-11, |
| "loss": 0.11750486493110657, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.9982608695652174, |
| "grad_norm": 26.09149932861328, |
| "learning_rate": 2.069156211856327e-11, |
| "loss": 0.23041675984859467, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.9991304347826087, |
| "grad_norm": 26.49252700805664, |
| "learning_rate": 5.172901233196914e-12, |
| "loss": 0.2072083055973053, |
| "step": 1149 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 216.6020050048828, |
| "learning_rate": 0.0, |
| "loss": 0.846635103225708, |
| "step": 1150 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1150, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 575, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
