diff --git "a/checkpoint-2000/trainer_state.json" "b/checkpoint-2000/trainer_state.json" new file mode 100644--- /dev/null +++ "b/checkpoint-2000/trainer_state.json" @@ -0,0 +1,14034 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.5223681705691985, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0007614696363982486, + "grad_norm": 1301.5599365234375, + "learning_rate": 0.0, + "loss": 1.7023, + "step": 1 + }, + { + "epoch": 0.0015229392727964973, + "grad_norm": 1499.36865234375, + "learning_rate": 2.0000000000000002e-07, + "loss": 1.7043, + "step": 2 + }, + { + "epoch": 0.002284408909194746, + "grad_norm": 1399.9569091796875, + "learning_rate": 4.0000000000000003e-07, + "loss": 1.6019, + "step": 3 + }, + { + "epoch": 0.0030458785455929945, + "grad_norm": 1188.724365234375, + "learning_rate": 6.000000000000001e-07, + "loss": 1.7423, + "step": 4 + }, + { + "epoch": 0.003807348181991243, + "grad_norm": 969.7083129882812, + "learning_rate": 8.000000000000001e-07, + "loss": 1.6516, + "step": 5 + }, + { + "epoch": 0.004568817818389492, + "grad_norm": 962.1920776367188, + "learning_rate": 1.0000000000000002e-06, + "loss": 1.2925, + "step": 6 + }, + { + "epoch": 0.00533028745478774, + "grad_norm": 1861.9527587890625, + "learning_rate": 1.2000000000000002e-06, + "loss": 1.4859, + "step": 7 + }, + { + "epoch": 0.006091757091185989, + "grad_norm": 1748.2479248046875, + "learning_rate": 1.4000000000000001e-06, + "loss": 1.8132, + "step": 8 + }, + { + "epoch": 0.006853226727584237, + "grad_norm": 1467.362060546875, + "learning_rate": 1.6000000000000001e-06, + "loss": 1.5848, + "step": 9 + }, + { + "epoch": 0.007614696363982486, + "grad_norm": 1578.7880859375, + "learning_rate": 1.8000000000000001e-06, + "loss": 1.6334, + "step": 10 + }, + { + "epoch": 0.008376166000380734, + "grad_norm": 1163.3890380859375, + "learning_rate": 2.0000000000000003e-06, + "loss": 1.4836, + "step": 11 + }, + { + "epoch": 0.009137635636778984, + "grad_norm": 1121.4964599609375, + "learning_rate": 2.2e-06, + "loss": 1.7535, + "step": 12 + }, + { + "epoch": 0.009899105273177233, + "grad_norm": 1086.3167724609375, + "learning_rate": 2.4000000000000003e-06, + "loss": 1.56, + "step": 13 + }, + { + "epoch": 0.01066057490957548, + "grad_norm": 876.811767578125, + "learning_rate": 2.6e-06, + "loss": 1.2632, + "step": 14 + }, + { + "epoch": 0.011422044545973729, + "grad_norm": 1044.1190185546875, + "learning_rate": 2.8000000000000003e-06, + "loss": 1.3597, + "step": 15 + }, + { + "epoch": 0.012183514182371978, + "grad_norm": 1221.429443359375, + "learning_rate": 3e-06, + "loss": 1.7357, + "step": 16 + }, + { + "epoch": 0.012944983818770227, + "grad_norm": 1007.3869018554688, + "learning_rate": 3.2000000000000003e-06, + "loss": 1.5886, + "step": 17 + }, + { + "epoch": 0.013706453455168474, + "grad_norm": 1217.14404296875, + "learning_rate": 3.4000000000000005e-06, + "loss": 1.386, + "step": 18 + }, + { + "epoch": 0.014467923091566724, + "grad_norm": 1351.4454345703125, + "learning_rate": 3.6000000000000003e-06, + "loss": 1.6928, + "step": 19 + }, + { + "epoch": 0.015229392727964973, + "grad_norm": 1504.17041015625, + "learning_rate": 3.8000000000000005e-06, + "loss": 1.4281, + "step": 20 + }, + { + "epoch": 0.01599086236436322, + "grad_norm": 1153.16162109375, + "learning_rate": 4.000000000000001e-06, + "loss": 1.1809, + "step": 21 + }, + { + "epoch": 0.01675233200076147, + "grad_norm": 1124.1148681640625, + "learning_rate": 4.2000000000000004e-06, + "loss": 1.7594, + "step": 22 + }, + { + "epoch": 0.01751380163715972, + "grad_norm": 1091.021484375, + "learning_rate": 4.4e-06, + "loss": 1.4819, + "step": 23 + }, + { + "epoch": 0.018275271273557967, + "grad_norm": 802.41259765625, + "learning_rate": 4.600000000000001e-06, + "loss": 1.3459, + "step": 24 + }, + { + "epoch": 0.019036740909956214, + "grad_norm": 1319.851318359375, + "learning_rate": 4.800000000000001e-06, + "loss": 1.6257, + "step": 25 + }, + { + "epoch": 0.019798210546354465, + "grad_norm": 977.6575927734375, + "learning_rate": 5e-06, + "loss": 1.5093, + "step": 26 + }, + { + "epoch": 0.020559680182752713, + "grad_norm": 774.690673828125, + "learning_rate": 5.2e-06, + "loss": 1.4782, + "step": 27 + }, + { + "epoch": 0.02132114981915096, + "grad_norm": 937.8590087890625, + "learning_rate": 5.400000000000001e-06, + "loss": 1.6011, + "step": 28 + }, + { + "epoch": 0.02208261945554921, + "grad_norm": 756.9816284179688, + "learning_rate": 5.600000000000001e-06, + "loss": 1.6296, + "step": 29 + }, + { + "epoch": 0.022844089091947458, + "grad_norm": 1100.748291015625, + "learning_rate": 5.8e-06, + "loss": 1.6768, + "step": 30 + }, + { + "epoch": 0.02360555872834571, + "grad_norm": 976.7691650390625, + "learning_rate": 6e-06, + "loss": 1.423, + "step": 31 + }, + { + "epoch": 0.024367028364743956, + "grad_norm": 871.838134765625, + "learning_rate": 6.200000000000001e-06, + "loss": 1.3862, + "step": 32 + }, + { + "epoch": 0.025128498001142203, + "grad_norm": 807.175537109375, + "learning_rate": 6.4000000000000006e-06, + "loss": 1.5093, + "step": 33 + }, + { + "epoch": 0.025889967637540454, + "grad_norm": 964.3636474609375, + "learning_rate": 6.600000000000001e-06, + "loss": 1.7866, + "step": 34 + }, + { + "epoch": 0.0266514372739387, + "grad_norm": 953.1375122070312, + "learning_rate": 6.800000000000001e-06, + "loss": 1.4513, + "step": 35 + }, + { + "epoch": 0.02741290691033695, + "grad_norm": 893.89111328125, + "learning_rate": 7e-06, + "loss": 1.8488, + "step": 36 + }, + { + "epoch": 0.0281743765467352, + "grad_norm": 833.2611694335938, + "learning_rate": 7.2000000000000005e-06, + "loss": 1.3522, + "step": 37 + }, + { + "epoch": 0.028935846183133447, + "grad_norm": 837.7489013671875, + "learning_rate": 7.4e-06, + "loss": 1.5152, + "step": 38 + }, + { + "epoch": 0.029697315819531698, + "grad_norm": 814.172607421875, + "learning_rate": 7.600000000000001e-06, + "loss": 1.2972, + "step": 39 + }, + { + "epoch": 0.030458785455929945, + "grad_norm": 810.1613159179688, + "learning_rate": 7.800000000000002e-06, + "loss": 1.5865, + "step": 40 + }, + { + "epoch": 0.031220255092328193, + "grad_norm": 496.3629150390625, + "learning_rate": 8.000000000000001e-06, + "loss": 1.4072, + "step": 41 + }, + { + "epoch": 0.03198172472872644, + "grad_norm": 620.7055053710938, + "learning_rate": 8.2e-06, + "loss": 1.732, + "step": 42 + }, + { + "epoch": 0.03274319436512469, + "grad_norm": 1089.77294921875, + "learning_rate": 8.400000000000001e-06, + "loss": 1.4347, + "step": 43 + }, + { + "epoch": 0.03350466400152294, + "grad_norm": 829.736328125, + "learning_rate": 8.6e-06, + "loss": 1.4516, + "step": 44 + }, + { + "epoch": 0.034266133637921185, + "grad_norm": 1636.154052734375, + "learning_rate": 8.8e-06, + "loss": 1.8134, + "step": 45 + }, + { + "epoch": 0.03502760327431944, + "grad_norm": 1268.646728515625, + "learning_rate": 9e-06, + "loss": 1.4501, + "step": 46 + }, + { + "epoch": 0.03578907291071769, + "grad_norm": 590.24755859375, + "learning_rate": 9.200000000000002e-06, + "loss": 1.4093, + "step": 47 + }, + { + "epoch": 0.036550542547115934, + "grad_norm": 687.4384765625, + "learning_rate": 9.4e-06, + "loss": 1.5449, + "step": 48 + }, + { + "epoch": 0.03731201218351418, + "grad_norm": 532.1568603515625, + "learning_rate": 9.600000000000001e-06, + "loss": 1.463, + "step": 49 + }, + { + "epoch": 0.03807348181991243, + "grad_norm": 606.5445556640625, + "learning_rate": 9.800000000000001e-06, + "loss": 1.7299, + "step": 50 + }, + { + "epoch": 0.038834951456310676, + "grad_norm": 494.4815368652344, + "learning_rate": 1e-05, + "loss": 1.6656, + "step": 51 + }, + { + "epoch": 0.03959642109270893, + "grad_norm": 478.6385192871094, + "learning_rate": 9.99999628743664e-06, + "loss": 1.6203, + "step": 52 + }, + { + "epoch": 0.04035789072910718, + "grad_norm": 495.6545104980469, + "learning_rate": 9.999985149752072e-06, + "loss": 1.4333, + "step": 53 + }, + { + "epoch": 0.041119360365505425, + "grad_norm": 489.4484558105469, + "learning_rate": 9.999966586962836e-06, + "loss": 1.3458, + "step": 54 + }, + { + "epoch": 0.04188083000190367, + "grad_norm": 470.57647705078125, + "learning_rate": 9.999940599096498e-06, + "loss": 1.563, + "step": 55 + }, + { + "epoch": 0.04264229963830192, + "grad_norm": 402.5634460449219, + "learning_rate": 9.999907186191652e-06, + "loss": 1.3983, + "step": 56 + }, + { + "epoch": 0.043403769274700174, + "grad_norm": 365.5474548339844, + "learning_rate": 9.999866348297913e-06, + "loss": 1.5199, + "step": 57 + }, + { + "epoch": 0.04416523891109842, + "grad_norm": 389.02984619140625, + "learning_rate": 9.99981808547593e-06, + "loss": 1.3679, + "step": 58 + }, + { + "epoch": 0.04492670854749667, + "grad_norm": 384.76470947265625, + "learning_rate": 9.999762397797375e-06, + "loss": 1.3927, + "step": 59 + }, + { + "epoch": 0.045688178183894916, + "grad_norm": 380.3616638183594, + "learning_rate": 9.999699285344943e-06, + "loss": 1.4385, + "step": 60 + }, + { + "epoch": 0.04644964782029316, + "grad_norm": 451.0272216796875, + "learning_rate": 9.99962874821236e-06, + "loss": 1.7561, + "step": 61 + }, + { + "epoch": 0.04721111745669142, + "grad_norm": 546.6317138671875, + "learning_rate": 9.999550786504374e-06, + "loss": 1.6178, + "step": 62 + }, + { + "epoch": 0.047972587093089665, + "grad_norm": 302.81549072265625, + "learning_rate": 9.99946540033676e-06, + "loss": 1.2085, + "step": 63 + }, + { + "epoch": 0.04873405672948791, + "grad_norm": 344.7528076171875, + "learning_rate": 9.999372589836319e-06, + "loss": 1.2769, + "step": 64 + }, + { + "epoch": 0.04949552636588616, + "grad_norm": 418.7420654296875, + "learning_rate": 9.999272355140878e-06, + "loss": 1.4762, + "step": 65 + }, + { + "epoch": 0.05025699600228441, + "grad_norm": 323.90228271484375, + "learning_rate": 9.999164696399287e-06, + "loss": 1.2773, + "step": 66 + }, + { + "epoch": 0.051018465638682654, + "grad_norm": 257.0769958496094, + "learning_rate": 9.999049613771421e-06, + "loss": 1.2942, + "step": 67 + }, + { + "epoch": 0.05177993527508091, + "grad_norm": 366.9392395019531, + "learning_rate": 9.998927107428181e-06, + "loss": 1.3762, + "step": 68 + }, + { + "epoch": 0.052541404911479156, + "grad_norm": 319.0862731933594, + "learning_rate": 9.998797177551494e-06, + "loss": 1.4763, + "step": 69 + }, + { + "epoch": 0.0533028745478774, + "grad_norm": 309.5851135253906, + "learning_rate": 9.998659824334307e-06, + "loss": 1.2058, + "step": 70 + }, + { + "epoch": 0.05406434418427565, + "grad_norm": 331.6963195800781, + "learning_rate": 9.998515047980595e-06, + "loss": 1.4926, + "step": 71 + }, + { + "epoch": 0.0548258138206739, + "grad_norm": 267.27130126953125, + "learning_rate": 9.998362848705351e-06, + "loss": 1.3501, + "step": 72 + }, + { + "epoch": 0.05558728345707215, + "grad_norm": 342.3760681152344, + "learning_rate": 9.9982032267346e-06, + "loss": 1.4401, + "step": 73 + }, + { + "epoch": 0.0563487530934704, + "grad_norm": 256.15966796875, + "learning_rate": 9.99803618230538e-06, + "loss": 1.0673, + "step": 74 + }, + { + "epoch": 0.05711022272986865, + "grad_norm": 294.26556396484375, + "learning_rate": 9.997861715665758e-06, + "loss": 1.4545, + "step": 75 + }, + { + "epoch": 0.057871692366266894, + "grad_norm": 309.1824035644531, + "learning_rate": 9.997679827074822e-06, + "loss": 1.3322, + "step": 76 + }, + { + "epoch": 0.05863316200266514, + "grad_norm": 281.6103515625, + "learning_rate": 9.997490516802682e-06, + "loss": 1.1179, + "step": 77 + }, + { + "epoch": 0.059394631639063396, + "grad_norm": 259.3569641113281, + "learning_rate": 9.997293785130464e-06, + "loss": 1.413, + "step": 78 + }, + { + "epoch": 0.06015610127546164, + "grad_norm": 312.6566467285156, + "learning_rate": 9.997089632350325e-06, + "loss": 1.4359, + "step": 79 + }, + { + "epoch": 0.06091757091185989, + "grad_norm": 202.5186767578125, + "learning_rate": 9.996878058765434e-06, + "loss": 1.2213, + "step": 80 + }, + { + "epoch": 0.06167904054825814, + "grad_norm": 235.61985778808594, + "learning_rate": 9.996659064689985e-06, + "loss": 1.089, + "step": 81 + }, + { + "epoch": 0.062440510184656385, + "grad_norm": 343.52587890625, + "learning_rate": 9.996432650449186e-06, + "loss": 1.5558, + "step": 82 + }, + { + "epoch": 0.06320197982105463, + "grad_norm": 438.2514343261719, + "learning_rate": 9.996198816379273e-06, + "loss": 1.4458, + "step": 83 + }, + { + "epoch": 0.06396344945745289, + "grad_norm": 333.7451477050781, + "learning_rate": 9.99595756282749e-06, + "loss": 1.2887, + "step": 84 + }, + { + "epoch": 0.06472491909385113, + "grad_norm": 232.31222534179688, + "learning_rate": 9.99570889015211e-06, + "loss": 1.2663, + "step": 85 + }, + { + "epoch": 0.06548638873024938, + "grad_norm": 215.1619415283203, + "learning_rate": 9.995452798722416e-06, + "loss": 1.0614, + "step": 86 + }, + { + "epoch": 0.06624785836664764, + "grad_norm": 255.4922332763672, + "learning_rate": 9.99518928891871e-06, + "loss": 1.4337, + "step": 87 + }, + { + "epoch": 0.06700932800304588, + "grad_norm": 550.9943237304688, + "learning_rate": 9.99491836113231e-06, + "loss": 1.48, + "step": 88 + }, + { + "epoch": 0.06777079763944413, + "grad_norm": 288.2671203613281, + "learning_rate": 9.994640015765552e-06, + "loss": 1.2056, + "step": 89 + }, + { + "epoch": 0.06853226727584237, + "grad_norm": 231.81983947753906, + "learning_rate": 9.994354253231783e-06, + "loss": 1.0956, + "step": 90 + }, + { + "epoch": 0.06929373691224062, + "grad_norm": 417.0189514160156, + "learning_rate": 9.994061073955375e-06, + "loss": 1.0774, + "step": 91 + }, + { + "epoch": 0.07005520654863888, + "grad_norm": 219.20413208007812, + "learning_rate": 9.993760478371697e-06, + "loss": 1.3335, + "step": 92 + }, + { + "epoch": 0.07081667618503712, + "grad_norm": 282.10443115234375, + "learning_rate": 9.99345246692715e-06, + "loss": 1.3221, + "step": 93 + }, + { + "epoch": 0.07157814582143537, + "grad_norm": 213.92098999023438, + "learning_rate": 9.993137040079131e-06, + "loss": 1.3243, + "step": 94 + }, + { + "epoch": 0.07233961545783361, + "grad_norm": 158.23342895507812, + "learning_rate": 9.992814198296061e-06, + "loss": 1.1767, + "step": 95 + }, + { + "epoch": 0.07310108509423187, + "grad_norm": 177.14779663085938, + "learning_rate": 9.992483942057369e-06, + "loss": 1.2758, + "step": 96 + }, + { + "epoch": 0.07386255473063012, + "grad_norm": 254.54237365722656, + "learning_rate": 9.992146271853491e-06, + "loss": 1.2782, + "step": 97 + }, + { + "epoch": 0.07462402436702836, + "grad_norm": 202.73121643066406, + "learning_rate": 9.991801188185878e-06, + "loss": 1.2328, + "step": 98 + }, + { + "epoch": 0.07538549400342662, + "grad_norm": 198.03977966308594, + "learning_rate": 9.991448691566989e-06, + "loss": 0.9788, + "step": 99 + }, + { + "epoch": 0.07614696363982486, + "grad_norm": 203.24838256835938, + "learning_rate": 9.991088782520286e-06, + "loss": 1.4558, + "step": 100 + }, + { + "epoch": 0.07690843327622311, + "grad_norm": 160.49710083007812, + "learning_rate": 9.990721461580247e-06, + "loss": 0.9447, + "step": 101 + }, + { + "epoch": 0.07766990291262135, + "grad_norm": 162.8723907470703, + "learning_rate": 9.990346729292353e-06, + "loss": 1.0596, + "step": 102 + }, + { + "epoch": 0.0784313725490196, + "grad_norm": 218.8311767578125, + "learning_rate": 9.989964586213087e-06, + "loss": 1.4439, + "step": 103 + }, + { + "epoch": 0.07919284218541786, + "grad_norm": 243.22412109375, + "learning_rate": 9.989575032909946e-06, + "loss": 1.2728, + "step": 104 + }, + { + "epoch": 0.0799543118218161, + "grad_norm": 235.75650024414062, + "learning_rate": 9.989178069961422e-06, + "loss": 1.1584, + "step": 105 + }, + { + "epoch": 0.08071578145821436, + "grad_norm": 214.09156799316406, + "learning_rate": 9.98877369795702e-06, + "loss": 1.1591, + "step": 106 + }, + { + "epoch": 0.0814772510946126, + "grad_norm": 205.96751403808594, + "learning_rate": 9.988361917497238e-06, + "loss": 1.114, + "step": 107 + }, + { + "epoch": 0.08223872073101085, + "grad_norm": 230.2100830078125, + "learning_rate": 9.987942729193584e-06, + "loss": 1.4029, + "step": 108 + }, + { + "epoch": 0.0830001903674091, + "grad_norm": 246.6984405517578, + "learning_rate": 9.987516133668561e-06, + "loss": 1.5481, + "step": 109 + }, + { + "epoch": 0.08376166000380734, + "grad_norm": 313.53570556640625, + "learning_rate": 9.987082131555674e-06, + "loss": 0.9881, + "step": 110 + }, + { + "epoch": 0.0845231296402056, + "grad_norm": 190.1482391357422, + "learning_rate": 9.98664072349943e-06, + "loss": 1.0438, + "step": 111 + }, + { + "epoch": 0.08528459927660384, + "grad_norm": 230.99050903320312, + "learning_rate": 9.986191910155328e-06, + "loss": 1.3698, + "step": 112 + }, + { + "epoch": 0.0860460689130021, + "grad_norm": 224.8727569580078, + "learning_rate": 9.985735692189869e-06, + "loss": 1.21, + "step": 113 + }, + { + "epoch": 0.08680753854940035, + "grad_norm": 193.0661163330078, + "learning_rate": 9.985272070280545e-06, + "loss": 1.3077, + "step": 114 + }, + { + "epoch": 0.08756900818579859, + "grad_norm": 156.9528045654297, + "learning_rate": 9.984801045115852e-06, + "loss": 0.9841, + "step": 115 + }, + { + "epoch": 0.08833047782219684, + "grad_norm": 245.15037536621094, + "learning_rate": 9.98432261739527e-06, + "loss": 1.2538, + "step": 116 + }, + { + "epoch": 0.08909194745859508, + "grad_norm": 278.6109313964844, + "learning_rate": 9.983836787829277e-06, + "loss": 1.0621, + "step": 117 + }, + { + "epoch": 0.08985341709499334, + "grad_norm": 313.7957763671875, + "learning_rate": 9.983343557139344e-06, + "loss": 1.4762, + "step": 118 + }, + { + "epoch": 0.09061488673139159, + "grad_norm": 160.8702392578125, + "learning_rate": 9.98284292605793e-06, + "loss": 1.1753, + "step": 119 + }, + { + "epoch": 0.09137635636778983, + "grad_norm": 222.89654541015625, + "learning_rate": 9.982334895328483e-06, + "loss": 1.4998, + "step": 120 + }, + { + "epoch": 0.09213782600418809, + "grad_norm": 214.5303955078125, + "learning_rate": 9.981819465705443e-06, + "loss": 1.2822, + "step": 121 + }, + { + "epoch": 0.09289929564058633, + "grad_norm": 175.49874877929688, + "learning_rate": 9.981296637954238e-06, + "loss": 1.2615, + "step": 122 + }, + { + "epoch": 0.09366076527698458, + "grad_norm": 167.6100616455078, + "learning_rate": 9.980766412851277e-06, + "loss": 1.4586, + "step": 123 + }, + { + "epoch": 0.09442223491338284, + "grad_norm": 125.47764587402344, + "learning_rate": 9.98022879118396e-06, + "loss": 0.9281, + "step": 124 + }, + { + "epoch": 0.09518370454978108, + "grad_norm": 166.0843505859375, + "learning_rate": 9.979683773750668e-06, + "loss": 1.0866, + "step": 125 + }, + { + "epoch": 0.09594517418617933, + "grad_norm": 155.88449096679688, + "learning_rate": 9.979131361360766e-06, + "loss": 1.1467, + "step": 126 + }, + { + "epoch": 0.09670664382257757, + "grad_norm": 163.07427978515625, + "learning_rate": 9.9785715548346e-06, + "loss": 1.0676, + "step": 127 + }, + { + "epoch": 0.09746811345897582, + "grad_norm": 156.6132049560547, + "learning_rate": 9.978004355003498e-06, + "loss": 1.2959, + "step": 128 + }, + { + "epoch": 0.09822958309537407, + "grad_norm": 193.43089294433594, + "learning_rate": 9.977429762709765e-06, + "loss": 1.1902, + "step": 129 + }, + { + "epoch": 0.09899105273177232, + "grad_norm": 142.8735809326172, + "learning_rate": 9.976847778806684e-06, + "loss": 1.0323, + "step": 130 + }, + { + "epoch": 0.09975252236817057, + "grad_norm": 154.01123046875, + "learning_rate": 9.976258404158518e-06, + "loss": 0.9512, + "step": 131 + }, + { + "epoch": 0.10051399200456881, + "grad_norm": 183.3456573486328, + "learning_rate": 9.975661639640503e-06, + "loss": 1.0477, + "step": 132 + }, + { + "epoch": 0.10127546164096707, + "grad_norm": 191.70790100097656, + "learning_rate": 9.975057486138849e-06, + "loss": 1.2902, + "step": 133 + }, + { + "epoch": 0.10203693127736531, + "grad_norm": 156.32797241210938, + "learning_rate": 9.97444594455074e-06, + "loss": 1.1891, + "step": 134 + }, + { + "epoch": 0.10279840091376356, + "grad_norm": 117.63006591796875, + "learning_rate": 9.973827015784328e-06, + "loss": 0.8506, + "step": 135 + }, + { + "epoch": 0.10355987055016182, + "grad_norm": 125.6243667602539, + "learning_rate": 9.973200700758741e-06, + "loss": 1.1157, + "step": 136 + }, + { + "epoch": 0.10432134018656006, + "grad_norm": 143.13687133789062, + "learning_rate": 9.972567000404072e-06, + "loss": 1.3107, + "step": 137 + }, + { + "epoch": 0.10508280982295831, + "grad_norm": 136.7623291015625, + "learning_rate": 9.97192591566138e-06, + "loss": 0.7335, + "step": 138 + }, + { + "epoch": 0.10584427945935655, + "grad_norm": 169.33311462402344, + "learning_rate": 9.971277447482696e-06, + "loss": 1.3181, + "step": 139 + }, + { + "epoch": 0.1066057490957548, + "grad_norm": 143.11961364746094, + "learning_rate": 9.970621596831007e-06, + "loss": 0.6787, + "step": 140 + }, + { + "epoch": 0.10736721873215306, + "grad_norm": 122.05813598632812, + "learning_rate": 9.969958364680272e-06, + "loss": 1.0809, + "step": 141 + }, + { + "epoch": 0.1081286883685513, + "grad_norm": 120.5428695678711, + "learning_rate": 9.969287752015406e-06, + "loss": 1.0224, + "step": 142 + }, + { + "epoch": 0.10889015800494956, + "grad_norm": 105.74716186523438, + "learning_rate": 9.968609759832284e-06, + "loss": 0.9593, + "step": 143 + }, + { + "epoch": 0.1096516276413478, + "grad_norm": 199.15542602539062, + "learning_rate": 9.967924389137745e-06, + "loss": 1.0812, + "step": 144 + }, + { + "epoch": 0.11041309727774605, + "grad_norm": 143.60145568847656, + "learning_rate": 9.967231640949579e-06, + "loss": 1.0824, + "step": 145 + }, + { + "epoch": 0.1111745669141443, + "grad_norm": 117.3849868774414, + "learning_rate": 9.966531516296536e-06, + "loss": 1.0903, + "step": 146 + }, + { + "epoch": 0.11193603655054254, + "grad_norm": 136.92623901367188, + "learning_rate": 9.965824016218317e-06, + "loss": 1.1075, + "step": 147 + }, + { + "epoch": 0.1126975061869408, + "grad_norm": 125.6374740600586, + "learning_rate": 9.96510914176558e-06, + "loss": 0.9472, + "step": 148 + }, + { + "epoch": 0.11345897582333904, + "grad_norm": 116.42830657958984, + "learning_rate": 9.96438689399993e-06, + "loss": 1.1378, + "step": 149 + }, + { + "epoch": 0.1142204454597373, + "grad_norm": 99.17476654052734, + "learning_rate": 9.963657273993928e-06, + "loss": 0.9665, + "step": 150 + }, + { + "epoch": 0.11498191509613555, + "grad_norm": 105.80054473876953, + "learning_rate": 9.96292028283107e-06, + "loss": 1.0024, + "step": 151 + }, + { + "epoch": 0.11574338473253379, + "grad_norm": 114.62339782714844, + "learning_rate": 9.962175921605812e-06, + "loss": 1.1685, + "step": 152 + }, + { + "epoch": 0.11650485436893204, + "grad_norm": 125.38658142089844, + "learning_rate": 9.961424191423547e-06, + "loss": 1.0197, + "step": 153 + }, + { + "epoch": 0.11726632400533028, + "grad_norm": 129.48753356933594, + "learning_rate": 9.960665093400616e-06, + "loss": 1.1579, + "step": 154 + }, + { + "epoch": 0.11802779364172854, + "grad_norm": 117.82019805908203, + "learning_rate": 9.959898628664298e-06, + "loss": 1.0146, + "step": 155 + }, + { + "epoch": 0.11878926327812679, + "grad_norm": 151.73013305664062, + "learning_rate": 9.95912479835281e-06, + "loss": 1.3081, + "step": 156 + }, + { + "epoch": 0.11955073291452503, + "grad_norm": 141.16104125976562, + "learning_rate": 9.958343603615311e-06, + "loss": 1.2722, + "step": 157 + }, + { + "epoch": 0.12031220255092329, + "grad_norm": 94.05651092529297, + "learning_rate": 9.957555045611897e-06, + "loss": 0.8151, + "step": 158 + }, + { + "epoch": 0.12107367218732153, + "grad_norm": 118.12832641601562, + "learning_rate": 9.956759125513593e-06, + "loss": 1.1914, + "step": 159 + }, + { + "epoch": 0.12183514182371978, + "grad_norm": 155.52194213867188, + "learning_rate": 9.955955844502365e-06, + "loss": 1.2095, + "step": 160 + }, + { + "epoch": 0.12259661146011802, + "grad_norm": 120.84684753417969, + "learning_rate": 9.955145203771101e-06, + "loss": 1.034, + "step": 161 + }, + { + "epoch": 0.12335808109651628, + "grad_norm": 200.08302307128906, + "learning_rate": 9.954327204523626e-06, + "loss": 1.0109, + "step": 162 + }, + { + "epoch": 0.12411955073291453, + "grad_norm": 91.24543762207031, + "learning_rate": 9.953501847974689e-06, + "loss": 0.889, + "step": 163 + }, + { + "epoch": 0.12488102036931277, + "grad_norm": 122.83014678955078, + "learning_rate": 9.952669135349963e-06, + "loss": 0.9426, + "step": 164 + }, + { + "epoch": 0.125642490005711, + "grad_norm": 116.14713287353516, + "learning_rate": 9.951829067886053e-06, + "loss": 0.9366, + "step": 165 + }, + { + "epoch": 0.12640395964210926, + "grad_norm": 100.40796661376953, + "learning_rate": 9.950981646830476e-06, + "loss": 0.9302, + "step": 166 + }, + { + "epoch": 0.12716542927850752, + "grad_norm": 123.98023223876953, + "learning_rate": 9.950126873441674e-06, + "loss": 1.2609, + "step": 167 + }, + { + "epoch": 0.12792689891490577, + "grad_norm": 90.9245834350586, + "learning_rate": 9.949264748989009e-06, + "loss": 0.6413, + "step": 168 + }, + { + "epoch": 0.12868836855130403, + "grad_norm": 121.35209655761719, + "learning_rate": 9.948395274752754e-06, + "loss": 0.9599, + "step": 169 + }, + { + "epoch": 0.12944983818770225, + "grad_norm": 95.39146423339844, + "learning_rate": 9.947518452024105e-06, + "loss": 1.0403, + "step": 170 + }, + { + "epoch": 0.1302113078241005, + "grad_norm": 112.46849060058594, + "learning_rate": 9.946634282105164e-06, + "loss": 1.1076, + "step": 171 + }, + { + "epoch": 0.13097277746049876, + "grad_norm": 119.87206268310547, + "learning_rate": 9.945742766308946e-06, + "loss": 0.7471, + "step": 172 + }, + { + "epoch": 0.13173424709689702, + "grad_norm": 159.3794708251953, + "learning_rate": 9.944843905959372e-06, + "loss": 1.0218, + "step": 173 + }, + { + "epoch": 0.13249571673329527, + "grad_norm": 143.2695770263672, + "learning_rate": 9.943937702391275e-06, + "loss": 1.1849, + "step": 174 + }, + { + "epoch": 0.1332571863696935, + "grad_norm": 129.3036346435547, + "learning_rate": 9.94302415695039e-06, + "loss": 1.0408, + "step": 175 + }, + { + "epoch": 0.13401865600609175, + "grad_norm": 112.15624237060547, + "learning_rate": 9.942103270993356e-06, + "loss": 0.9284, + "step": 176 + }, + { + "epoch": 0.13478012564249, + "grad_norm": 351.1947937011719, + "learning_rate": 9.94117504588771e-06, + "loss": 1.0657, + "step": 177 + }, + { + "epoch": 0.13554159527888826, + "grad_norm": 198.4166259765625, + "learning_rate": 9.940239483011892e-06, + "loss": 0.8037, + "step": 178 + }, + { + "epoch": 0.13630306491528651, + "grad_norm": 111.71124267578125, + "learning_rate": 9.939296583755233e-06, + "loss": 0.9574, + "step": 179 + }, + { + "epoch": 0.13706453455168474, + "grad_norm": 103.34873962402344, + "learning_rate": 9.938346349517966e-06, + "loss": 1.1653, + "step": 180 + }, + { + "epoch": 0.137826004188083, + "grad_norm": 118.38048553466797, + "learning_rate": 9.937388781711213e-06, + "loss": 1.0831, + "step": 181 + }, + { + "epoch": 0.13858747382448125, + "grad_norm": 362.5590515136719, + "learning_rate": 9.936423881756983e-06, + "loss": 1.0866, + "step": 182 + }, + { + "epoch": 0.1393489434608795, + "grad_norm": 262.0923156738281, + "learning_rate": 9.93545165108818e-06, + "loss": 0.896, + "step": 183 + }, + { + "epoch": 0.14011041309727776, + "grad_norm": 146.92994689941406, + "learning_rate": 9.934472091148588e-06, + "loss": 1.0639, + "step": 184 + }, + { + "epoch": 0.14087188273367598, + "grad_norm": 94.61048126220703, + "learning_rate": 9.933485203392881e-06, + "loss": 0.9745, + "step": 185 + }, + { + "epoch": 0.14163335237007424, + "grad_norm": 109.75193786621094, + "learning_rate": 9.932490989286614e-06, + "loss": 1.0192, + "step": 186 + }, + { + "epoch": 0.1423948220064725, + "grad_norm": 100.21412658691406, + "learning_rate": 9.931489450306216e-06, + "loss": 1.1705, + "step": 187 + }, + { + "epoch": 0.14315629164287075, + "grad_norm": 103.8467788696289, + "learning_rate": 9.930480587939e-06, + "loss": 0.8971, + "step": 188 + }, + { + "epoch": 0.143917761279269, + "grad_norm": 138.01211547851562, + "learning_rate": 9.929464403683152e-06, + "loss": 0.9786, + "step": 189 + }, + { + "epoch": 0.14467923091566723, + "grad_norm": 94.98514556884766, + "learning_rate": 9.92844089904773e-06, + "loss": 0.908, + "step": 190 + }, + { + "epoch": 0.14544070055206548, + "grad_norm": 77.64883422851562, + "learning_rate": 9.927410075552666e-06, + "loss": 0.8565, + "step": 191 + }, + { + "epoch": 0.14620217018846374, + "grad_norm": 87.6455078125, + "learning_rate": 9.92637193472876e-06, + "loss": 0.978, + "step": 192 + }, + { + "epoch": 0.146963639824862, + "grad_norm": 75.11997985839844, + "learning_rate": 9.925326478117673e-06, + "loss": 0.699, + "step": 193 + }, + { + "epoch": 0.14772510946126025, + "grad_norm": 83.82418823242188, + "learning_rate": 9.92427370727194e-06, + "loss": 0.8723, + "step": 194 + }, + { + "epoch": 0.14848657909765847, + "grad_norm": 118.23309326171875, + "learning_rate": 9.92321362375495e-06, + "loss": 1.1355, + "step": 195 + }, + { + "epoch": 0.14924804873405673, + "grad_norm": 80.46004486083984, + "learning_rate": 9.922146229140952e-06, + "loss": 0.9206, + "step": 196 + }, + { + "epoch": 0.15000951837045498, + "grad_norm": 114.65190887451172, + "learning_rate": 9.921071525015057e-06, + "loss": 1.0244, + "step": 197 + }, + { + "epoch": 0.15077098800685323, + "grad_norm": 98.35903930664062, + "learning_rate": 9.919989512973227e-06, + "loss": 1.2852, + "step": 198 + }, + { + "epoch": 0.1515324576432515, + "grad_norm": 97.59054565429688, + "learning_rate": 9.918900194622277e-06, + "loss": 0.9721, + "step": 199 + }, + { + "epoch": 0.15229392727964972, + "grad_norm": 109.65848541259766, + "learning_rate": 9.91780357157987e-06, + "loss": 1.1749, + "step": 200 + }, + { + "epoch": 0.15305539691604797, + "grad_norm": 85.1619644165039, + "learning_rate": 9.916699645474525e-06, + "loss": 0.9321, + "step": 201 + }, + { + "epoch": 0.15381686655244622, + "grad_norm": 95.05500030517578, + "learning_rate": 9.915588417945595e-06, + "loss": 0.9065, + "step": 202 + }, + { + "epoch": 0.15457833618884448, + "grad_norm": 100.80270385742188, + "learning_rate": 9.914469890643282e-06, + "loss": 1.1461, + "step": 203 + }, + { + "epoch": 0.1553398058252427, + "grad_norm": 92.37889862060547, + "learning_rate": 9.913344065228629e-06, + "loss": 0.9546, + "step": 204 + }, + { + "epoch": 0.15610127546164096, + "grad_norm": 103.6626968383789, + "learning_rate": 9.912210943373515e-06, + "loss": 1.0895, + "step": 205 + }, + { + "epoch": 0.1568627450980392, + "grad_norm": 102.84590148925781, + "learning_rate": 9.911070526760652e-06, + "loss": 1.1842, + "step": 206 + }, + { + "epoch": 0.15762421473443747, + "grad_norm": 85.6246566772461, + "learning_rate": 9.90992281708359e-06, + "loss": 0.8207, + "step": 207 + }, + { + "epoch": 0.15838568437083572, + "grad_norm": 100.24021911621094, + "learning_rate": 9.908767816046709e-06, + "loss": 1.0015, + "step": 208 + }, + { + "epoch": 0.15914715400723395, + "grad_norm": 61.58012008666992, + "learning_rate": 9.90760552536521e-06, + "loss": 0.8035, + "step": 209 + }, + { + "epoch": 0.1599086236436322, + "grad_norm": 71.4411392211914, + "learning_rate": 9.906435946765127e-06, + "loss": 0.9014, + "step": 210 + }, + { + "epoch": 0.16067009328003046, + "grad_norm": 115.7383041381836, + "learning_rate": 9.905259081983314e-06, + "loss": 1.0404, + "step": 211 + }, + { + "epoch": 0.1614315629164287, + "grad_norm": 76.10044860839844, + "learning_rate": 9.904074932767443e-06, + "loss": 0.9077, + "step": 212 + }, + { + "epoch": 0.16219303255282697, + "grad_norm": 86.42494201660156, + "learning_rate": 9.902883500876008e-06, + "loss": 1.0405, + "step": 213 + }, + { + "epoch": 0.1629545021892252, + "grad_norm": 69.16837310791016, + "learning_rate": 9.901684788078314e-06, + "loss": 0.7598, + "step": 214 + }, + { + "epoch": 0.16371597182562345, + "grad_norm": 72.36968994140625, + "learning_rate": 9.90047879615448e-06, + "loss": 0.9537, + "step": 215 + }, + { + "epoch": 0.1644774414620217, + "grad_norm": 63.72938919067383, + "learning_rate": 9.899265526895437e-06, + "loss": 0.6775, + "step": 216 + }, + { + "epoch": 0.16523891109841995, + "grad_norm": 112.95844268798828, + "learning_rate": 9.898044982102916e-06, + "loss": 1.349, + "step": 217 + }, + { + "epoch": 0.1660003807348182, + "grad_norm": 112.42012786865234, + "learning_rate": 9.896817163589462e-06, + "loss": 1.3499, + "step": 218 + }, + { + "epoch": 0.16676185037121644, + "grad_norm": 58.411903381347656, + "learning_rate": 9.895582073178412e-06, + "loss": 0.7196, + "step": 219 + }, + { + "epoch": 0.1675233200076147, + "grad_norm": 78.74752044677734, + "learning_rate": 9.894339712703911e-06, + "loss": 1.0564, + "step": 220 + }, + { + "epoch": 0.16828478964401294, + "grad_norm": 68.431884765625, + "learning_rate": 9.89309008401089e-06, + "loss": 0.8719, + "step": 221 + }, + { + "epoch": 0.1690462592804112, + "grad_norm": 68.58363342285156, + "learning_rate": 9.891833188955086e-06, + "loss": 0.9706, + "step": 222 + }, + { + "epoch": 0.16980772891680945, + "grad_norm": 73.43843841552734, + "learning_rate": 9.890569029403016e-06, + "loss": 0.8411, + "step": 223 + }, + { + "epoch": 0.17056919855320768, + "grad_norm": 79.31640625, + "learning_rate": 9.88929760723199e-06, + "loss": 0.9633, + "step": 224 + }, + { + "epoch": 0.17133066818960593, + "grad_norm": 66.7998275756836, + "learning_rate": 9.888018924330101e-06, + "loss": 0.8297, + "step": 225 + }, + { + "epoch": 0.1720921378260042, + "grad_norm": 110.90506744384766, + "learning_rate": 9.886732982596226e-06, + "loss": 0.9995, + "step": 226 + }, + { + "epoch": 0.17285360746240244, + "grad_norm": 66.6268310546875, + "learning_rate": 9.885439783940023e-06, + "loss": 0.83, + "step": 227 + }, + { + "epoch": 0.1736150770988007, + "grad_norm": 76.32046508789062, + "learning_rate": 9.884139330281921e-06, + "loss": 1.0362, + "step": 228 + }, + { + "epoch": 0.17437654673519892, + "grad_norm": 76.37635040283203, + "learning_rate": 9.882831623553133e-06, + "loss": 1.087, + "step": 229 + }, + { + "epoch": 0.17513801637159718, + "grad_norm": 57.767845153808594, + "learning_rate": 9.881516665695628e-06, + "loss": 0.8016, + "step": 230 + }, + { + "epoch": 0.17589948600799543, + "grad_norm": 78.45353698730469, + "learning_rate": 9.880194458662159e-06, + "loss": 0.8224, + "step": 231 + }, + { + "epoch": 0.17666095564439369, + "grad_norm": 73.52896118164062, + "learning_rate": 9.878865004416234e-06, + "loss": 0.8957, + "step": 232 + }, + { + "epoch": 0.17742242528079194, + "grad_norm": 83.69878387451172, + "learning_rate": 9.877528304932125e-06, + "loss": 1.1008, + "step": 233 + }, + { + "epoch": 0.17818389491719017, + "grad_norm": 86.45205688476562, + "learning_rate": 9.876184362194868e-06, + "loss": 0.8303, + "step": 234 + }, + { + "epoch": 0.17894536455358842, + "grad_norm": 99.48762512207031, + "learning_rate": 9.87483317820025e-06, + "loss": 1.2673, + "step": 235 + }, + { + "epoch": 0.17970683418998668, + "grad_norm": 73.71369171142578, + "learning_rate": 9.873474754954813e-06, + "loss": 1.0541, + "step": 236 + }, + { + "epoch": 0.18046830382638493, + "grad_norm": 60.825538635253906, + "learning_rate": 9.872109094475849e-06, + "loss": 0.7781, + "step": 237 + }, + { + "epoch": 0.18122977346278318, + "grad_norm": 93.30781555175781, + "learning_rate": 9.870736198791401e-06, + "loss": 1.0317, + "step": 238 + }, + { + "epoch": 0.1819912430991814, + "grad_norm": 86.9531478881836, + "learning_rate": 9.869356069940255e-06, + "loss": 1.0528, + "step": 239 + }, + { + "epoch": 0.18275271273557966, + "grad_norm": 67.83726501464844, + "learning_rate": 9.867968709971932e-06, + "loss": 0.8781, + "step": 240 + }, + { + "epoch": 0.18351418237197792, + "grad_norm": 72.33470153808594, + "learning_rate": 9.866574120946701e-06, + "loss": 1.0262, + "step": 241 + }, + { + "epoch": 0.18427565200837617, + "grad_norm": 72.22496795654297, + "learning_rate": 9.865172304935563e-06, + "loss": 1.0208, + "step": 242 + }, + { + "epoch": 0.18503712164477443, + "grad_norm": 59.84956359863281, + "learning_rate": 9.863763264020245e-06, + "loss": 0.6551, + "step": 243 + }, + { + "epoch": 0.18579859128117265, + "grad_norm": 65.48404693603516, + "learning_rate": 9.862347000293215e-06, + "loss": 0.7664, + "step": 244 + }, + { + "epoch": 0.1865600609175709, + "grad_norm": 85.38325500488281, + "learning_rate": 9.860923515857654e-06, + "loss": 0.8044, + "step": 245 + }, + { + "epoch": 0.18732153055396916, + "grad_norm": 72.45954132080078, + "learning_rate": 9.859492812827477e-06, + "loss": 0.986, + "step": 246 + }, + { + "epoch": 0.18808300019036742, + "grad_norm": 75.24809265136719, + "learning_rate": 9.858054893327313e-06, + "loss": 0.8028, + "step": 247 + }, + { + "epoch": 0.18884446982676567, + "grad_norm": 79.74099731445312, + "learning_rate": 9.85660975949251e-06, + "loss": 1.0041, + "step": 248 + }, + { + "epoch": 0.1896059394631639, + "grad_norm": 66.91632843017578, + "learning_rate": 9.855157413469127e-06, + "loss": 0.851, + "step": 249 + }, + { + "epoch": 0.19036740909956215, + "grad_norm": 66.16661834716797, + "learning_rate": 9.853697857413933e-06, + "loss": 0.9538, + "step": 250 + }, + { + "epoch": 0.1911288787359604, + "grad_norm": 70.9784927368164, + "learning_rate": 9.85223109349441e-06, + "loss": 1.0546, + "step": 251 + }, + { + "epoch": 0.19189034837235866, + "grad_norm": 80.85004425048828, + "learning_rate": 9.850757123888736e-06, + "loss": 1.0673, + "step": 252 + }, + { + "epoch": 0.19265181800875691, + "grad_norm": 70.5213394165039, + "learning_rate": 9.849275950785795e-06, + "loss": 0.7249, + "step": 253 + }, + { + "epoch": 0.19341328764515514, + "grad_norm": 70.91667938232422, + "learning_rate": 9.847787576385165e-06, + "loss": 1.0218, + "step": 254 + }, + { + "epoch": 0.1941747572815534, + "grad_norm": 80.40878295898438, + "learning_rate": 9.846292002897123e-06, + "loss": 0.885, + "step": 255 + }, + { + "epoch": 0.19493622691795165, + "grad_norm": 64.33355712890625, + "learning_rate": 9.844789232542629e-06, + "loss": 0.8721, + "step": 256 + }, + { + "epoch": 0.1956976965543499, + "grad_norm": 64.21064758300781, + "learning_rate": 9.843279267553338e-06, + "loss": 0.8722, + "step": 257 + }, + { + "epoch": 0.19645916619074813, + "grad_norm": 228.57568359375, + "learning_rate": 9.841762110171584e-06, + "loss": 1.4434, + "step": 258 + }, + { + "epoch": 0.19722063582714638, + "grad_norm": 56.00699234008789, + "learning_rate": 9.840237762650389e-06, + "loss": 0.8607, + "step": 259 + }, + { + "epoch": 0.19798210546354464, + "grad_norm": 50.16679763793945, + "learning_rate": 9.838706227253443e-06, + "loss": 0.749, + "step": 260 + }, + { + "epoch": 0.1987435750999429, + "grad_norm": 80.30974578857422, + "learning_rate": 9.837167506255115e-06, + "loss": 0.9376, + "step": 261 + }, + { + "epoch": 0.19950504473634115, + "grad_norm": 67.49705505371094, + "learning_rate": 9.835621601940449e-06, + "loss": 0.996, + "step": 262 + }, + { + "epoch": 0.20026651437273937, + "grad_norm": 87.47010040283203, + "learning_rate": 9.834068516605146e-06, + "loss": 1.2215, + "step": 263 + }, + { + "epoch": 0.20102798400913763, + "grad_norm": 76.85598754882812, + "learning_rate": 9.832508252555582e-06, + "loss": 0.9047, + "step": 264 + }, + { + "epoch": 0.20178945364553588, + "grad_norm": 72.64045715332031, + "learning_rate": 9.830940812108787e-06, + "loss": 0.9827, + "step": 265 + }, + { + "epoch": 0.20255092328193414, + "grad_norm": 59.62710189819336, + "learning_rate": 9.829366197592449e-06, + "loss": 0.8007, + "step": 266 + }, + { + "epoch": 0.2033123929183324, + "grad_norm": 71.46318817138672, + "learning_rate": 9.827784411344912e-06, + "loss": 0.8264, + "step": 267 + }, + { + "epoch": 0.20407386255473062, + "grad_norm": 91.32540130615234, + "learning_rate": 9.826195455715166e-06, + "loss": 0.8318, + "step": 268 + }, + { + "epoch": 0.20483533219112887, + "grad_norm": 107.7885513305664, + "learning_rate": 9.824599333062855e-06, + "loss": 1.2069, + "step": 269 + }, + { + "epoch": 0.20559680182752713, + "grad_norm": 78.61428833007812, + "learning_rate": 9.822996045758256e-06, + "loss": 0.84, + "step": 270 + }, + { + "epoch": 0.20635827146392538, + "grad_norm": 83.16557312011719, + "learning_rate": 9.821385596182296e-06, + "loss": 1.0659, + "step": 271 + }, + { + "epoch": 0.20711974110032363, + "grad_norm": 69.2863540649414, + "learning_rate": 9.819767986726529e-06, + "loss": 0.802, + "step": 272 + }, + { + "epoch": 0.20788121073672186, + "grad_norm": 72.9874038696289, + "learning_rate": 9.818143219793152e-06, + "loss": 1.0752, + "step": 273 + }, + { + "epoch": 0.20864268037312012, + "grad_norm": 59.5941162109375, + "learning_rate": 9.81651129779498e-06, + "loss": 0.7396, + "step": 274 + }, + { + "epoch": 0.20940415000951837, + "grad_norm": 63.05308151245117, + "learning_rate": 9.81487222315546e-06, + "loss": 0.8281, + "step": 275 + }, + { + "epoch": 0.21016561964591662, + "grad_norm": 72.18460083007812, + "learning_rate": 9.813225998308659e-06, + "loss": 0.8861, + "step": 276 + }, + { + "epoch": 0.21092708928231488, + "grad_norm": 66.82262420654297, + "learning_rate": 9.811572625699263e-06, + "loss": 0.7964, + "step": 277 + }, + { + "epoch": 0.2116885589187131, + "grad_norm": 64.8218002319336, + "learning_rate": 9.809912107782573e-06, + "loss": 1.0174, + "step": 278 + }, + { + "epoch": 0.21245002855511136, + "grad_norm": 73.7430648803711, + "learning_rate": 9.8082444470245e-06, + "loss": 1.1713, + "step": 279 + }, + { + "epoch": 0.2132114981915096, + "grad_norm": 67.32575988769531, + "learning_rate": 9.806569645901561e-06, + "loss": 1.0453, + "step": 280 + }, + { + "epoch": 0.21397296782790787, + "grad_norm": 58.80308532714844, + "learning_rate": 9.804887706900881e-06, + "loss": 0.8187, + "step": 281 + }, + { + "epoch": 0.21473443746430612, + "grad_norm": 100.3160171508789, + "learning_rate": 9.803198632520179e-06, + "loss": 0.9593, + "step": 282 + }, + { + "epoch": 0.21549590710070435, + "grad_norm": 64.89568328857422, + "learning_rate": 9.801502425267773e-06, + "loss": 0.7491, + "step": 283 + }, + { + "epoch": 0.2162573767371026, + "grad_norm": 67.52566528320312, + "learning_rate": 9.799799087662577e-06, + "loss": 0.8042, + "step": 284 + }, + { + "epoch": 0.21701884637350086, + "grad_norm": 51.88862228393555, + "learning_rate": 9.798088622234088e-06, + "loss": 0.8807, + "step": 285 + }, + { + "epoch": 0.2177803160098991, + "grad_norm": 70.29974365234375, + "learning_rate": 9.796371031522391e-06, + "loss": 1.0593, + "step": 286 + }, + { + "epoch": 0.21854178564629737, + "grad_norm": 60.2655143737793, + "learning_rate": 9.794646318078153e-06, + "loss": 0.8488, + "step": 287 + }, + { + "epoch": 0.2193032552826956, + "grad_norm": 78.09272766113281, + "learning_rate": 9.792914484462618e-06, + "loss": 0.9485, + "step": 288 + }, + { + "epoch": 0.22006472491909385, + "grad_norm": 55.70231628417969, + "learning_rate": 9.791175533247597e-06, + "loss": 0.8375, + "step": 289 + }, + { + "epoch": 0.2208261945554921, + "grad_norm": 47.878211975097656, + "learning_rate": 9.789429467015484e-06, + "loss": 0.8201, + "step": 290 + }, + { + "epoch": 0.22158766419189035, + "grad_norm": 59.19154357910156, + "learning_rate": 9.787676288359225e-06, + "loss": 0.9049, + "step": 291 + }, + { + "epoch": 0.2223491338282886, + "grad_norm": 79.76387786865234, + "learning_rate": 9.78591599988234e-06, + "loss": 0.8522, + "step": 292 + }, + { + "epoch": 0.22311060346468684, + "grad_norm": 58.5650749206543, + "learning_rate": 9.7841486041989e-06, + "loss": 0.8223, + "step": 293 + }, + { + "epoch": 0.2238720731010851, + "grad_norm": 54.914093017578125, + "learning_rate": 9.782374103933531e-06, + "loss": 0.7369, + "step": 294 + }, + { + "epoch": 0.22463354273748334, + "grad_norm": 56.13349151611328, + "learning_rate": 9.780592501721414e-06, + "loss": 0.9265, + "step": 295 + }, + { + "epoch": 0.2253950123738816, + "grad_norm": 52.732635498046875, + "learning_rate": 9.77880380020827e-06, + "loss": 0.7705, + "step": 296 + }, + { + "epoch": 0.22615648201027985, + "grad_norm": 54.85570526123047, + "learning_rate": 9.777008002050367e-06, + "loss": 1.1053, + "step": 297 + }, + { + "epoch": 0.22691795164667808, + "grad_norm": 48.77083206176758, + "learning_rate": 9.775205109914513e-06, + "loss": 0.8562, + "step": 298 + }, + { + "epoch": 0.22767942128307633, + "grad_norm": 48.549400329589844, + "learning_rate": 9.773395126478047e-06, + "loss": 0.7249, + "step": 299 + }, + { + "epoch": 0.2284408909194746, + "grad_norm": 60.0245361328125, + "learning_rate": 9.771578054428841e-06, + "loss": 0.7139, + "step": 300 + }, + { + "epoch": 0.22920236055587284, + "grad_norm": 55.8681755065918, + "learning_rate": 9.769753896465291e-06, + "loss": 0.7965, + "step": 301 + }, + { + "epoch": 0.2299638301922711, + "grad_norm": 63.89664840698242, + "learning_rate": 9.76792265529632e-06, + "loss": 0.8464, + "step": 302 + }, + { + "epoch": 0.23072529982866932, + "grad_norm": 71.57247161865234, + "learning_rate": 9.766084333641366e-06, + "loss": 1.0882, + "step": 303 + }, + { + "epoch": 0.23148676946506758, + "grad_norm": 79.77525329589844, + "learning_rate": 9.764238934230384e-06, + "loss": 1.0725, + "step": 304 + }, + { + "epoch": 0.23224823910146583, + "grad_norm": 67.99383544921875, + "learning_rate": 9.76238645980384e-06, + "loss": 0.8869, + "step": 305 + }, + { + "epoch": 0.23300970873786409, + "grad_norm": 65.60368347167969, + "learning_rate": 9.760526913112702e-06, + "loss": 1.055, + "step": 306 + }, + { + "epoch": 0.23377117837426234, + "grad_norm": 65.8590087890625, + "learning_rate": 9.758660296918447e-06, + "loss": 0.8672, + "step": 307 + }, + { + "epoch": 0.23453264801066057, + "grad_norm": 59.94193649291992, + "learning_rate": 9.756786613993048e-06, + "loss": 0.8927, + "step": 308 + }, + { + "epoch": 0.23529411764705882, + "grad_norm": 59.51659393310547, + "learning_rate": 9.754905867118969e-06, + "loss": 0.9401, + "step": 309 + }, + { + "epoch": 0.23605558728345707, + "grad_norm": 58.14861297607422, + "learning_rate": 9.753018059089168e-06, + "loss": 0.795, + "step": 310 + }, + { + "epoch": 0.23681705691985533, + "grad_norm": 54.271827697753906, + "learning_rate": 9.751123192707089e-06, + "loss": 0.8585, + "step": 311 + }, + { + "epoch": 0.23757852655625358, + "grad_norm": 63.290191650390625, + "learning_rate": 9.749221270786656e-06, + "loss": 0.9526, + "step": 312 + }, + { + "epoch": 0.2383399961926518, + "grad_norm": 48.89083480834961, + "learning_rate": 9.747312296152268e-06, + "loss": 0.8029, + "step": 313 + }, + { + "epoch": 0.23910146582905006, + "grad_norm": 53.1309928894043, + "learning_rate": 9.745396271638805e-06, + "loss": 0.8306, + "step": 314 + }, + { + "epoch": 0.23986293546544832, + "grad_norm": 53.48817443847656, + "learning_rate": 9.74347320009161e-06, + "loss": 0.8496, + "step": 315 + }, + { + "epoch": 0.24062440510184657, + "grad_norm": 60.37258529663086, + "learning_rate": 9.741543084366493e-06, + "loss": 0.9068, + "step": 316 + }, + { + "epoch": 0.2413858747382448, + "grad_norm": 68.24382781982422, + "learning_rate": 9.739605927329725e-06, + "loss": 1.0776, + "step": 317 + }, + { + "epoch": 0.24214734437464305, + "grad_norm": 44.461395263671875, + "learning_rate": 9.737661731858035e-06, + "loss": 0.7072, + "step": 318 + }, + { + "epoch": 0.2429088140110413, + "grad_norm": 50.15453338623047, + "learning_rate": 9.7357105008386e-06, + "loss": 0.7752, + "step": 319 + }, + { + "epoch": 0.24367028364743956, + "grad_norm": 57.21116256713867, + "learning_rate": 9.733752237169048e-06, + "loss": 0.7657, + "step": 320 + }, + { + "epoch": 0.24443175328383782, + "grad_norm": 53.94674301147461, + "learning_rate": 9.731786943757451e-06, + "loss": 0.8257, + "step": 321 + }, + { + "epoch": 0.24519322292023604, + "grad_norm": 67.50530242919922, + "learning_rate": 9.729814623522318e-06, + "loss": 1.0285, + "step": 322 + }, + { + "epoch": 0.2459546925566343, + "grad_norm": 61.62517166137695, + "learning_rate": 9.727835279392597e-06, + "loss": 0.8321, + "step": 323 + }, + { + "epoch": 0.24671616219303255, + "grad_norm": 76.12077331542969, + "learning_rate": 9.725848914307662e-06, + "loss": 1.0304, + "step": 324 + }, + { + "epoch": 0.2474776318294308, + "grad_norm": 58.61418151855469, + "learning_rate": 9.723855531217316e-06, + "loss": 0.9892, + "step": 325 + }, + { + "epoch": 0.24823910146582906, + "grad_norm": 51.80055618286133, + "learning_rate": 9.721855133081786e-06, + "loss": 0.7943, + "step": 326 + }, + { + "epoch": 0.24900057110222729, + "grad_norm": 50.69115447998047, + "learning_rate": 9.71984772287171e-06, + "loss": 0.8635, + "step": 327 + }, + { + "epoch": 0.24976204073862554, + "grad_norm": 65.22866821289062, + "learning_rate": 9.717833303568145e-06, + "loss": 1.1264, + "step": 328 + }, + { + "epoch": 0.2505235103750238, + "grad_norm": 64.84595489501953, + "learning_rate": 9.715811878162556e-06, + "loss": 1.1264, + "step": 329 + }, + { + "epoch": 0.251284980011422, + "grad_norm": 47.65447235107422, + "learning_rate": 9.713783449656807e-06, + "loss": 0.823, + "step": 330 + }, + { + "epoch": 0.2520464496478203, + "grad_norm": 46.5490608215332, + "learning_rate": 9.71174802106317e-06, + "loss": 0.8889, + "step": 331 + }, + { + "epoch": 0.25280791928421853, + "grad_norm": 45.66133499145508, + "learning_rate": 9.709705595404304e-06, + "loss": 0.726, + "step": 332 + }, + { + "epoch": 0.2535693889206168, + "grad_norm": 58.741180419921875, + "learning_rate": 9.707656175713266e-06, + "loss": 0.9001, + "step": 333 + }, + { + "epoch": 0.25433085855701504, + "grad_norm": 56.66584396362305, + "learning_rate": 9.705599765033498e-06, + "loss": 0.8316, + "step": 334 + }, + { + "epoch": 0.25509232819341326, + "grad_norm": 47.76698303222656, + "learning_rate": 9.703536366418816e-06, + "loss": 0.9308, + "step": 335 + }, + { + "epoch": 0.25585379782981155, + "grad_norm": 52.65715789794922, + "learning_rate": 9.701465982933423e-06, + "loss": 0.9306, + "step": 336 + }, + { + "epoch": 0.2566152674662098, + "grad_norm": 57.91140365600586, + "learning_rate": 9.699388617651891e-06, + "loss": 0.9152, + "step": 337 + }, + { + "epoch": 0.25737673710260806, + "grad_norm": 46.12555694580078, + "learning_rate": 9.697304273659161e-06, + "loss": 0.8603, + "step": 338 + }, + { + "epoch": 0.2581382067390063, + "grad_norm": 51.05317687988281, + "learning_rate": 9.695212954050532e-06, + "loss": 1.0602, + "step": 339 + }, + { + "epoch": 0.2588996763754045, + "grad_norm": 45.56175994873047, + "learning_rate": 9.693114661931673e-06, + "loss": 0.7266, + "step": 340 + }, + { + "epoch": 0.2596611460118028, + "grad_norm": 149.18678283691406, + "learning_rate": 9.691009400418595e-06, + "loss": 0.9806, + "step": 341 + }, + { + "epoch": 0.260422615648201, + "grad_norm": 45.493690490722656, + "learning_rate": 9.68889717263767e-06, + "loss": 0.9679, + "step": 342 + }, + { + "epoch": 0.2611840852845993, + "grad_norm": 66.79802703857422, + "learning_rate": 9.686777981725606e-06, + "loss": 0.9454, + "step": 343 + }, + { + "epoch": 0.2619455549209975, + "grad_norm": 75.52727508544922, + "learning_rate": 9.684651830829456e-06, + "loss": 0.9213, + "step": 344 + }, + { + "epoch": 0.26270702455739575, + "grad_norm": 54.42271423339844, + "learning_rate": 9.682518723106608e-06, + "loss": 0.9061, + "step": 345 + }, + { + "epoch": 0.26346849419379403, + "grad_norm": 84.50782775878906, + "learning_rate": 9.680378661724782e-06, + "loss": 0.7799, + "step": 346 + }, + { + "epoch": 0.26422996383019226, + "grad_norm": 56.192962646484375, + "learning_rate": 9.678231649862024e-06, + "loss": 0.7537, + "step": 347 + }, + { + "epoch": 0.26499143346659054, + "grad_norm": 62.09931182861328, + "learning_rate": 9.6760776907067e-06, + "loss": 1.0033, + "step": 348 + }, + { + "epoch": 0.26575290310298877, + "grad_norm": 48.45965576171875, + "learning_rate": 9.673916787457492e-06, + "loss": 0.845, + "step": 349 + }, + { + "epoch": 0.266514372739387, + "grad_norm": 54.92905044555664, + "learning_rate": 9.6717489433234e-06, + "loss": 0.7935, + "step": 350 + }, + { + "epoch": 0.2672758423757853, + "grad_norm": 44.289329528808594, + "learning_rate": 9.669574161523723e-06, + "loss": 0.7688, + "step": 351 + }, + { + "epoch": 0.2680373120121835, + "grad_norm": 44.33442306518555, + "learning_rate": 9.667392445288071e-06, + "loss": 0.7193, + "step": 352 + }, + { + "epoch": 0.2687987816485818, + "grad_norm": 51.590057373046875, + "learning_rate": 9.665203797856346e-06, + "loss": 0.7921, + "step": 353 + }, + { + "epoch": 0.26956025128498, + "grad_norm": 45.111812591552734, + "learning_rate": 9.663008222478747e-06, + "loss": 0.6665, + "step": 354 + }, + { + "epoch": 0.27032172092137824, + "grad_norm": 57.12602233886719, + "learning_rate": 9.660805722415755e-06, + "loss": 0.8825, + "step": 355 + }, + { + "epoch": 0.2710831905577765, + "grad_norm": 50.83316421508789, + "learning_rate": 9.658596300938143e-06, + "loss": 0.881, + "step": 356 + }, + { + "epoch": 0.27184466019417475, + "grad_norm": 52.06378936767578, + "learning_rate": 9.656379961326954e-06, + "loss": 0.9237, + "step": 357 + }, + { + "epoch": 0.27260612983057303, + "grad_norm": 46.128719329833984, + "learning_rate": 9.65415670687351e-06, + "loss": 0.7108, + "step": 358 + }, + { + "epoch": 0.27336759946697126, + "grad_norm": 40.89448547363281, + "learning_rate": 9.651926540879401e-06, + "loss": 0.7963, + "step": 359 + }, + { + "epoch": 0.2741290691033695, + "grad_norm": 43.682315826416016, + "learning_rate": 9.64968946665648e-06, + "loss": 0.7105, + "step": 360 + }, + { + "epoch": 0.27489053873976776, + "grad_norm": 45.00116729736328, + "learning_rate": 9.647445487526857e-06, + "loss": 0.676, + "step": 361 + }, + { + "epoch": 0.275652008376166, + "grad_norm": 60.66935348510742, + "learning_rate": 9.645194606822902e-06, + "loss": 0.9782, + "step": 362 + }, + { + "epoch": 0.2764134780125643, + "grad_norm": 62.74099349975586, + "learning_rate": 9.642936827887223e-06, + "loss": 0.8989, + "step": 363 + }, + { + "epoch": 0.2771749476489625, + "grad_norm": 49.292667388916016, + "learning_rate": 9.640672154072685e-06, + "loss": 0.8945, + "step": 364 + }, + { + "epoch": 0.2779364172853607, + "grad_norm": 45.407901763916016, + "learning_rate": 9.638400588742385e-06, + "loss": 0.7232, + "step": 365 + }, + { + "epoch": 0.278697886921759, + "grad_norm": 92.1402816772461, + "learning_rate": 9.636122135269655e-06, + "loss": 0.6411, + "step": 366 + }, + { + "epoch": 0.27945935655815723, + "grad_norm": 52.646549224853516, + "learning_rate": 9.633836797038052e-06, + "loss": 0.7967, + "step": 367 + }, + { + "epoch": 0.2802208261945555, + "grad_norm": 51.09405517578125, + "learning_rate": 9.631544577441367e-06, + "loss": 0.8869, + "step": 368 + }, + { + "epoch": 0.28098229583095374, + "grad_norm": 44.59373092651367, + "learning_rate": 9.6292454798836e-06, + "loss": 0.842, + "step": 369 + }, + { + "epoch": 0.28174376546735197, + "grad_norm": 62.891151428222656, + "learning_rate": 9.626939507778972e-06, + "loss": 1.2426, + "step": 370 + }, + { + "epoch": 0.28250523510375025, + "grad_norm": 47.443321228027344, + "learning_rate": 9.624626664551908e-06, + "loss": 0.8091, + "step": 371 + }, + { + "epoch": 0.2832667047401485, + "grad_norm": 66.12074279785156, + "learning_rate": 9.622306953637042e-06, + "loss": 0.9351, + "step": 372 + }, + { + "epoch": 0.28402817437654676, + "grad_norm": 63.217369079589844, + "learning_rate": 9.6199803784792e-06, + "loss": 0.8927, + "step": 373 + }, + { + "epoch": 0.284789644012945, + "grad_norm": 49.39320373535156, + "learning_rate": 9.617646942533403e-06, + "loss": 0.7507, + "step": 374 + }, + { + "epoch": 0.2855511136493432, + "grad_norm": 49.84722137451172, + "learning_rate": 9.61530664926487e-06, + "loss": 0.834, + "step": 375 + }, + { + "epoch": 0.2863125832857415, + "grad_norm": 46.706214904785156, + "learning_rate": 9.612959502148989e-06, + "loss": 0.7922, + "step": 376 + }, + { + "epoch": 0.2870740529221397, + "grad_norm": 46.903907775878906, + "learning_rate": 9.610605504671338e-06, + "loss": 0.9275, + "step": 377 + }, + { + "epoch": 0.287835522558538, + "grad_norm": 42.682334899902344, + "learning_rate": 9.608244660327657e-06, + "loss": 0.8216, + "step": 378 + }, + { + "epoch": 0.28859699219493623, + "grad_norm": 46.28004837036133, + "learning_rate": 9.605876972623866e-06, + "loss": 1.0026, + "step": 379 + }, + { + "epoch": 0.28935846183133446, + "grad_norm": 46.75234603881836, + "learning_rate": 9.603502445076038e-06, + "loss": 0.7993, + "step": 380 + }, + { + "epoch": 0.29011993146773274, + "grad_norm": 47.5782470703125, + "learning_rate": 9.601121081210405e-06, + "loss": 0.8264, + "step": 381 + }, + { + "epoch": 0.29088140110413097, + "grad_norm": 66.08570861816406, + "learning_rate": 9.598732884563357e-06, + "loss": 1.1345, + "step": 382 + }, + { + "epoch": 0.29164287074052925, + "grad_norm": 54.552268981933594, + "learning_rate": 9.596337858681423e-06, + "loss": 0.8592, + "step": 383 + }, + { + "epoch": 0.2924043403769275, + "grad_norm": 44.23638916015625, + "learning_rate": 9.593936007121279e-06, + "loss": 0.7281, + "step": 384 + }, + { + "epoch": 0.2931658100133257, + "grad_norm": 64.91778564453125, + "learning_rate": 9.591527333449734e-06, + "loss": 1.0959, + "step": 385 + }, + { + "epoch": 0.293927279649724, + "grad_norm": 50.69198989868164, + "learning_rate": 9.58911184124373e-06, + "loss": 0.8607, + "step": 386 + }, + { + "epoch": 0.2946887492861222, + "grad_norm": 44.16769790649414, + "learning_rate": 9.586689534090336e-06, + "loss": 0.8788, + "step": 387 + }, + { + "epoch": 0.2954502189225205, + "grad_norm": 46.0577507019043, + "learning_rate": 9.584260415586737e-06, + "loss": 0.7654, + "step": 388 + }, + { + "epoch": 0.2962116885589187, + "grad_norm": 53.36354446411133, + "learning_rate": 9.581824489340235e-06, + "loss": 0.6452, + "step": 389 + }, + { + "epoch": 0.29697315819531694, + "grad_norm": 50.50668716430664, + "learning_rate": 9.579381758968244e-06, + "loss": 0.961, + "step": 390 + }, + { + "epoch": 0.2977346278317152, + "grad_norm": 51.48319625854492, + "learning_rate": 9.576932228098282e-06, + "loss": 0.8882, + "step": 391 + }, + { + "epoch": 0.29849609746811345, + "grad_norm": 45.250450134277344, + "learning_rate": 9.574475900367962e-06, + "loss": 0.7654, + "step": 392 + }, + { + "epoch": 0.29925756710451173, + "grad_norm": 52.613136291503906, + "learning_rate": 9.572012779424994e-06, + "loss": 0.8605, + "step": 393 + }, + { + "epoch": 0.30001903674090996, + "grad_norm": 53.87302017211914, + "learning_rate": 9.569542868927174e-06, + "loss": 0.8858, + "step": 394 + }, + { + "epoch": 0.3007805063773082, + "grad_norm": 48.812095642089844, + "learning_rate": 9.56706617254238e-06, + "loss": 0.7843, + "step": 395 + }, + { + "epoch": 0.30154197601370647, + "grad_norm": 45.33589553833008, + "learning_rate": 9.564582693948575e-06, + "loss": 0.8224, + "step": 396 + }, + { + "epoch": 0.3023034456501047, + "grad_norm": 45.24856185913086, + "learning_rate": 9.56209243683378e-06, + "loss": 0.7123, + "step": 397 + }, + { + "epoch": 0.303064915286503, + "grad_norm": 50.84047317504883, + "learning_rate": 9.559595404896096e-06, + "loss": 0.8103, + "step": 398 + }, + { + "epoch": 0.3038263849229012, + "grad_norm": 52.10234832763672, + "learning_rate": 9.557091601843676e-06, + "loss": 0.9453, + "step": 399 + }, + { + "epoch": 0.30458785455929943, + "grad_norm": 44.31291961669922, + "learning_rate": 9.554581031394732e-06, + "loss": 0.89, + "step": 400 + }, + { + "epoch": 0.3053493241956977, + "grad_norm": 58.56898880004883, + "learning_rate": 9.552063697277522e-06, + "loss": 0.7098, + "step": 401 + }, + { + "epoch": 0.30611079383209594, + "grad_norm": 66.1932373046875, + "learning_rate": 9.549539603230355e-06, + "loss": 1.0265, + "step": 402 + }, + { + "epoch": 0.30687226346849417, + "grad_norm": 41.02724075317383, + "learning_rate": 9.547008753001572e-06, + "loss": 0.8262, + "step": 403 + }, + { + "epoch": 0.30763373310489245, + "grad_norm": 43.16440200805664, + "learning_rate": 9.544471150349551e-06, + "loss": 0.8475, + "step": 404 + }, + { + "epoch": 0.3083952027412907, + "grad_norm": 77.460693359375, + "learning_rate": 9.541926799042695e-06, + "loss": 1.1474, + "step": 405 + }, + { + "epoch": 0.30915667237768896, + "grad_norm": 53.00200271606445, + "learning_rate": 9.539375702859432e-06, + "loss": 0.6984, + "step": 406 + }, + { + "epoch": 0.3099181420140872, + "grad_norm": 80.07589721679688, + "learning_rate": 9.536817865588203e-06, + "loss": 0.7818, + "step": 407 + }, + { + "epoch": 0.3106796116504854, + "grad_norm": 61.049251556396484, + "learning_rate": 9.53425329102746e-06, + "loss": 0.9013, + "step": 408 + }, + { + "epoch": 0.3114410812868837, + "grad_norm": 59.325626373291016, + "learning_rate": 9.531681982985666e-06, + "loss": 0.9, + "step": 409 + }, + { + "epoch": 0.3122025509232819, + "grad_norm": 50.168907165527344, + "learning_rate": 9.529103945281273e-06, + "loss": 0.696, + "step": 410 + }, + { + "epoch": 0.3129640205596802, + "grad_norm": 98.40620422363281, + "learning_rate": 9.526519181742735e-06, + "loss": 0.7809, + "step": 411 + }, + { + "epoch": 0.3137254901960784, + "grad_norm": 39.94493103027344, + "learning_rate": 9.523927696208491e-06, + "loss": 0.8265, + "step": 412 + }, + { + "epoch": 0.31448695983247665, + "grad_norm": 37.19593048095703, + "learning_rate": 9.521329492526964e-06, + "loss": 0.5947, + "step": 413 + }, + { + "epoch": 0.31524842946887494, + "grad_norm": 52.14117431640625, + "learning_rate": 9.518724574556551e-06, + "loss": 0.9694, + "step": 414 + }, + { + "epoch": 0.31600989910527316, + "grad_norm": 45.72605514526367, + "learning_rate": 9.516112946165619e-06, + "loss": 0.752, + "step": 415 + }, + { + "epoch": 0.31677136874167144, + "grad_norm": 55.8684196472168, + "learning_rate": 9.513494611232507e-06, + "loss": 0.9199, + "step": 416 + }, + { + "epoch": 0.31753283837806967, + "grad_norm": 51.279266357421875, + "learning_rate": 9.510869573645506e-06, + "loss": 0.8778, + "step": 417 + }, + { + "epoch": 0.3182943080144679, + "grad_norm": 49.07886505126953, + "learning_rate": 9.508237837302862e-06, + "loss": 0.9251, + "step": 418 + }, + { + "epoch": 0.3190557776508662, + "grad_norm": 47.7920036315918, + "learning_rate": 9.505599406112774e-06, + "loss": 0.86, + "step": 419 + }, + { + "epoch": 0.3198172472872644, + "grad_norm": 46.17924880981445, + "learning_rate": 9.502954283993377e-06, + "loss": 0.874, + "step": 420 + }, + { + "epoch": 0.3205787169236627, + "grad_norm": 43.47404861450195, + "learning_rate": 9.500302474872742e-06, + "loss": 0.7282, + "step": 421 + }, + { + "epoch": 0.3213401865600609, + "grad_norm": 41.86683654785156, + "learning_rate": 9.497643982688878e-06, + "loss": 0.7389, + "step": 422 + }, + { + "epoch": 0.32210165619645914, + "grad_norm": 47.54405212402344, + "learning_rate": 9.49497881138971e-06, + "loss": 0.8291, + "step": 423 + }, + { + "epoch": 0.3228631258328574, + "grad_norm": 47.38523483276367, + "learning_rate": 9.492306964933085e-06, + "loss": 0.7763, + "step": 424 + }, + { + "epoch": 0.32362459546925565, + "grad_norm": 41.70780944824219, + "learning_rate": 9.489628447286762e-06, + "loss": 0.7601, + "step": 425 + }, + { + "epoch": 0.32438606510565393, + "grad_norm": 44.05202102661133, + "learning_rate": 9.48694326242841e-06, + "loss": 0.9465, + "step": 426 + }, + { + "epoch": 0.32514753474205216, + "grad_norm": 48.388675689697266, + "learning_rate": 9.484251414345595e-06, + "loss": 0.8215, + "step": 427 + }, + { + "epoch": 0.3259090043784504, + "grad_norm": 44.47600555419922, + "learning_rate": 9.48155290703578e-06, + "loss": 0.9731, + "step": 428 + }, + { + "epoch": 0.32667047401484867, + "grad_norm": 44.480506896972656, + "learning_rate": 9.478847744506318e-06, + "loss": 0.9429, + "step": 429 + }, + { + "epoch": 0.3274319436512469, + "grad_norm": 56.323486328125, + "learning_rate": 9.47613593077444e-06, + "loss": 1.0475, + "step": 430 + }, + { + "epoch": 0.3281934132876452, + "grad_norm": 54.73971939086914, + "learning_rate": 9.473417469867263e-06, + "loss": 0.973, + "step": 431 + }, + { + "epoch": 0.3289548829240434, + "grad_norm": 41.304107666015625, + "learning_rate": 9.470692365821767e-06, + "loss": 0.775, + "step": 432 + }, + { + "epoch": 0.32971635256044163, + "grad_norm": 43.46769714355469, + "learning_rate": 9.467960622684803e-06, + "loss": 0.8275, + "step": 433 + }, + { + "epoch": 0.3304778221968399, + "grad_norm": 39.45466232299805, + "learning_rate": 9.465222244513074e-06, + "loss": 0.973, + "step": 434 + }, + { + "epoch": 0.33123929183323814, + "grad_norm": 41.127464294433594, + "learning_rate": 9.462477235373148e-06, + "loss": 0.9163, + "step": 435 + }, + { + "epoch": 0.3320007614696364, + "grad_norm": 43.90326690673828, + "learning_rate": 9.459725599341427e-06, + "loss": 0.8066, + "step": 436 + }, + { + "epoch": 0.33276223110603464, + "grad_norm": 36.721168518066406, + "learning_rate": 9.456967340504164e-06, + "loss": 0.768, + "step": 437 + }, + { + "epoch": 0.33352370074243287, + "grad_norm": 40.407039642333984, + "learning_rate": 9.454202462957442e-06, + "loss": 0.79, + "step": 438 + }, + { + "epoch": 0.33428517037883115, + "grad_norm": 36.014339447021484, + "learning_rate": 9.451430970807174e-06, + "loss": 0.7859, + "step": 439 + }, + { + "epoch": 0.3350466400152294, + "grad_norm": 36.85624694824219, + "learning_rate": 9.448652868169098e-06, + "loss": 0.8155, + "step": 440 + }, + { + "epoch": 0.33580810965162766, + "grad_norm": 46.37972640991211, + "learning_rate": 9.445868159168763e-06, + "loss": 0.9041, + "step": 441 + }, + { + "epoch": 0.3365695792880259, + "grad_norm": 43.00399398803711, + "learning_rate": 9.443076847941535e-06, + "loss": 0.9208, + "step": 442 + }, + { + "epoch": 0.3373310489244241, + "grad_norm": 46.653106689453125, + "learning_rate": 9.440278938632583e-06, + "loss": 0.8929, + "step": 443 + }, + { + "epoch": 0.3380925185608224, + "grad_norm": 40.778255462646484, + "learning_rate": 9.43747443539687e-06, + "loss": 0.7525, + "step": 444 + }, + { + "epoch": 0.3388539881972206, + "grad_norm": 31.992992401123047, + "learning_rate": 9.434663342399157e-06, + "loss": 0.7598, + "step": 445 + }, + { + "epoch": 0.3396154578336189, + "grad_norm": 46.3204231262207, + "learning_rate": 9.431845663813988e-06, + "loss": 0.9856, + "step": 446 + }, + { + "epoch": 0.34037692747001713, + "grad_norm": 59.671539306640625, + "learning_rate": 9.429021403825685e-06, + "loss": 1.079, + "step": 447 + }, + { + "epoch": 0.34113839710641536, + "grad_norm": 65.77830505371094, + "learning_rate": 9.426190566628349e-06, + "loss": 0.8555, + "step": 448 + }, + { + "epoch": 0.34189986674281364, + "grad_norm": 48.69049835205078, + "learning_rate": 9.423353156425843e-06, + "loss": 0.7956, + "step": 449 + }, + { + "epoch": 0.34266133637921187, + "grad_norm": 44.31893539428711, + "learning_rate": 9.420509177431793e-06, + "loss": 0.828, + "step": 450 + }, + { + "epoch": 0.34342280601561015, + "grad_norm": 36.260643005371094, + "learning_rate": 9.417658633869579e-06, + "loss": 0.8325, + "step": 451 + }, + { + "epoch": 0.3441842756520084, + "grad_norm": 41.35783767700195, + "learning_rate": 9.414801529972333e-06, + "loss": 0.9002, + "step": 452 + }, + { + "epoch": 0.3449457452884066, + "grad_norm": 43.58637619018555, + "learning_rate": 9.411937869982925e-06, + "loss": 0.8771, + "step": 453 + }, + { + "epoch": 0.3457072149248049, + "grad_norm": 38.9900016784668, + "learning_rate": 9.409067658153964e-06, + "loss": 0.8082, + "step": 454 + }, + { + "epoch": 0.3464686845612031, + "grad_norm": 48.0144157409668, + "learning_rate": 9.406190898747786e-06, + "loss": 0.9711, + "step": 455 + }, + { + "epoch": 0.3472301541976014, + "grad_norm": 43.04066848754883, + "learning_rate": 9.40330759603645e-06, + "loss": 0.971, + "step": 456 + }, + { + "epoch": 0.3479916238339996, + "grad_norm": 44.24787902832031, + "learning_rate": 9.400417754301739e-06, + "loss": 0.9687, + "step": 457 + }, + { + "epoch": 0.34875309347039785, + "grad_norm": 45.766780853271484, + "learning_rate": 9.397521377835135e-06, + "loss": 0.9491, + "step": 458 + }, + { + "epoch": 0.34951456310679613, + "grad_norm": 34.62493896484375, + "learning_rate": 9.394618470937836e-06, + "loss": 0.7288, + "step": 459 + }, + { + "epoch": 0.35027603274319435, + "grad_norm": 49.47513961791992, + "learning_rate": 9.391709037920726e-06, + "loss": 0.8846, + "step": 460 + }, + { + "epoch": 0.35103750237959264, + "grad_norm": 40.401512145996094, + "learning_rate": 9.388793083104393e-06, + "loss": 0.8286, + "step": 461 + }, + { + "epoch": 0.35179897201599086, + "grad_norm": 44.801109313964844, + "learning_rate": 9.3858706108191e-06, + "loss": 0.8382, + "step": 462 + }, + { + "epoch": 0.3525604416523891, + "grad_norm": 36.950382232666016, + "learning_rate": 9.382941625404793e-06, + "loss": 0.7518, + "step": 463 + }, + { + "epoch": 0.35332191128878737, + "grad_norm": 46.91257858276367, + "learning_rate": 9.380006131211092e-06, + "loss": 0.9471, + "step": 464 + }, + { + "epoch": 0.3540833809251856, + "grad_norm": 43.36894989013672, + "learning_rate": 9.377064132597277e-06, + "loss": 0.8558, + "step": 465 + }, + { + "epoch": 0.3548448505615839, + "grad_norm": 53.6937370300293, + "learning_rate": 9.374115633932292e-06, + "loss": 0.9714, + "step": 466 + }, + { + "epoch": 0.3556063201979821, + "grad_norm": 49.51094055175781, + "learning_rate": 9.371160639594733e-06, + "loss": 0.9696, + "step": 467 + }, + { + "epoch": 0.35636778983438033, + "grad_norm": 70.25513458251953, + "learning_rate": 9.36819915397284e-06, + "loss": 1.4756, + "step": 468 + }, + { + "epoch": 0.3571292594707786, + "grad_norm": 41.462982177734375, + "learning_rate": 9.365231181464494e-06, + "loss": 0.7885, + "step": 469 + }, + { + "epoch": 0.35789072910717684, + "grad_norm": 52.57938766479492, + "learning_rate": 9.36225672647721e-06, + "loss": 1.0787, + "step": 470 + }, + { + "epoch": 0.3586521987435751, + "grad_norm": 31.510698318481445, + "learning_rate": 9.35927579342813e-06, + "loss": 0.8847, + "step": 471 + }, + { + "epoch": 0.35941366837997335, + "grad_norm": 44.495147705078125, + "learning_rate": 9.356288386744015e-06, + "loss": 0.8841, + "step": 472 + }, + { + "epoch": 0.3601751380163716, + "grad_norm": 35.463748931884766, + "learning_rate": 9.35329451086124e-06, + "loss": 0.9095, + "step": 473 + }, + { + "epoch": 0.36093660765276986, + "grad_norm": 40.00856399536133, + "learning_rate": 9.350294170225782e-06, + "loss": 0.7667, + "step": 474 + }, + { + "epoch": 0.3616980772891681, + "grad_norm": 46.01627731323242, + "learning_rate": 9.34728736929323e-06, + "loss": 0.922, + "step": 475 + }, + { + "epoch": 0.36245954692556637, + "grad_norm": 39.330169677734375, + "learning_rate": 9.344274112528754e-06, + "loss": 0.7242, + "step": 476 + }, + { + "epoch": 0.3632210165619646, + "grad_norm": 41.52873611450195, + "learning_rate": 9.34125440440712e-06, + "loss": 0.7228, + "step": 477 + }, + { + "epoch": 0.3639824861983628, + "grad_norm": 33.01096725463867, + "learning_rate": 9.338228249412668e-06, + "loss": 0.8528, + "step": 478 + }, + { + "epoch": 0.3647439558347611, + "grad_norm": 36.77853012084961, + "learning_rate": 9.33519565203932e-06, + "loss": 0.869, + "step": 479 + }, + { + "epoch": 0.36550542547115933, + "grad_norm": 44.876426696777344, + "learning_rate": 9.332156616790552e-06, + "loss": 1.0064, + "step": 480 + }, + { + "epoch": 0.3662668951075576, + "grad_norm": 45.61384963989258, + "learning_rate": 9.329111148179417e-06, + "loss": 0.8066, + "step": 481 + }, + { + "epoch": 0.36702836474395584, + "grad_norm": 42.6773796081543, + "learning_rate": 9.326059250728508e-06, + "loss": 0.839, + "step": 482 + }, + { + "epoch": 0.36778983438035406, + "grad_norm": 42.04776382446289, + "learning_rate": 9.32300092896997e-06, + "loss": 0.7902, + "step": 483 + }, + { + "epoch": 0.36855130401675235, + "grad_norm": 44.73598861694336, + "learning_rate": 9.319936187445491e-06, + "loss": 0.7914, + "step": 484 + }, + { + "epoch": 0.3693127736531506, + "grad_norm": 28.97296714782715, + "learning_rate": 9.316865030706288e-06, + "loss": 0.7196, + "step": 485 + }, + { + "epoch": 0.37007424328954885, + "grad_norm": 39.61836624145508, + "learning_rate": 9.313787463313107e-06, + "loss": 0.7217, + "step": 486 + }, + { + "epoch": 0.3708357129259471, + "grad_norm": 40.51829147338867, + "learning_rate": 9.310703489836211e-06, + "loss": 0.8674, + "step": 487 + }, + { + "epoch": 0.3715971825623453, + "grad_norm": 29.400951385498047, + "learning_rate": 9.307613114855383e-06, + "loss": 0.7207, + "step": 488 + }, + { + "epoch": 0.3723586521987436, + "grad_norm": 29.25424575805664, + "learning_rate": 9.304516342959908e-06, + "loss": 0.6184, + "step": 489 + }, + { + "epoch": 0.3731201218351418, + "grad_norm": 48.31173324584961, + "learning_rate": 9.301413178748568e-06, + "loss": 0.6037, + "step": 490 + }, + { + "epoch": 0.3738815914715401, + "grad_norm": 40.35416793823242, + "learning_rate": 9.298303626829641e-06, + "loss": 0.9935, + "step": 491 + }, + { + "epoch": 0.3746430611079383, + "grad_norm": 33.47250747680664, + "learning_rate": 9.29518769182089e-06, + "loss": 0.6797, + "step": 492 + }, + { + "epoch": 0.37540453074433655, + "grad_norm": 40.839599609375, + "learning_rate": 9.292065378349561e-06, + "loss": 0.8908, + "step": 493 + }, + { + "epoch": 0.37616600038073483, + "grad_norm": 99.43079376220703, + "learning_rate": 9.288936691052366e-06, + "loss": 0.9635, + "step": 494 + }, + { + "epoch": 0.37692747001713306, + "grad_norm": 37.33384704589844, + "learning_rate": 9.285801634575484e-06, + "loss": 0.9248, + "step": 495 + }, + { + "epoch": 0.37768893965353134, + "grad_norm": 43.419593811035156, + "learning_rate": 9.282660213574554e-06, + "loss": 0.9641, + "step": 496 + }, + { + "epoch": 0.37845040928992957, + "grad_norm": 37.27656555175781, + "learning_rate": 9.279512432714668e-06, + "loss": 0.826, + "step": 497 + }, + { + "epoch": 0.3792118789263278, + "grad_norm": 33.71250534057617, + "learning_rate": 9.276358296670357e-06, + "loss": 0.6497, + "step": 498 + }, + { + "epoch": 0.3799733485627261, + "grad_norm": 35.924400329589844, + "learning_rate": 9.273197810125595e-06, + "loss": 0.6516, + "step": 499 + }, + { + "epoch": 0.3807348181991243, + "grad_norm": 46.43340301513672, + "learning_rate": 9.270030977773785e-06, + "loss": 0.7873, + "step": 500 + }, + { + "epoch": 0.3814962878355226, + "grad_norm": 35.527164459228516, + "learning_rate": 9.26685780431775e-06, + "loss": 0.8364, + "step": 501 + }, + { + "epoch": 0.3822577574719208, + "grad_norm": 38.08017349243164, + "learning_rate": 9.263678294469738e-06, + "loss": 0.8295, + "step": 502 + }, + { + "epoch": 0.38301922710831904, + "grad_norm": 44.70781326293945, + "learning_rate": 9.260492452951399e-06, + "loss": 0.7772, + "step": 503 + }, + { + "epoch": 0.3837806967447173, + "grad_norm": 40.65570831298828, + "learning_rate": 9.257300284493788e-06, + "loss": 0.8622, + "step": 504 + }, + { + "epoch": 0.38454216638111555, + "grad_norm": 46.29487228393555, + "learning_rate": 9.254101793837357e-06, + "loss": 0.9253, + "step": 505 + }, + { + "epoch": 0.38530363601751383, + "grad_norm": 43.05247497558594, + "learning_rate": 9.250896985731943e-06, + "loss": 0.7856, + "step": 506 + }, + { + "epoch": 0.38606510565391206, + "grad_norm": 45.552330017089844, + "learning_rate": 9.247685864936773e-06, + "loss": 0.9366, + "step": 507 + }, + { + "epoch": 0.3868265752903103, + "grad_norm": 40.42953872680664, + "learning_rate": 9.244468436220437e-06, + "loss": 0.8822, + "step": 508 + }, + { + "epoch": 0.38758804492670856, + "grad_norm": 41.48854446411133, + "learning_rate": 9.241244704360902e-06, + "loss": 0.9342, + "step": 509 + }, + { + "epoch": 0.3883495145631068, + "grad_norm": 47.127227783203125, + "learning_rate": 9.23801467414549e-06, + "loss": 0.8699, + "step": 510 + }, + { + "epoch": 0.38911098419950507, + "grad_norm": 38.96549606323242, + "learning_rate": 9.234778350370877e-06, + "loss": 0.8706, + "step": 511 + }, + { + "epoch": 0.3898724538359033, + "grad_norm": 36.132545471191406, + "learning_rate": 9.231535737843087e-06, + "loss": 0.6892, + "step": 512 + }, + { + "epoch": 0.3906339234723015, + "grad_norm": 42.765647888183594, + "learning_rate": 9.22828684137748e-06, + "loss": 0.8688, + "step": 513 + }, + { + "epoch": 0.3913953931086998, + "grad_norm": 48.11317825317383, + "learning_rate": 9.225031665798754e-06, + "loss": 0.9007, + "step": 514 + }, + { + "epoch": 0.39215686274509803, + "grad_norm": 40.7263298034668, + "learning_rate": 9.221770215940921e-06, + "loss": 0.8925, + "step": 515 + }, + { + "epoch": 0.39291833238149626, + "grad_norm": 38.51908493041992, + "learning_rate": 9.218502496647323e-06, + "loss": 0.8315, + "step": 516 + }, + { + "epoch": 0.39367980201789454, + "grad_norm": 42.210105895996094, + "learning_rate": 9.215228512770601e-06, + "loss": 0.8786, + "step": 517 + }, + { + "epoch": 0.39444127165429277, + "grad_norm": 38.10415267944336, + "learning_rate": 9.211948269172705e-06, + "loss": 0.8275, + "step": 518 + }, + { + "epoch": 0.39520274129069105, + "grad_norm": 40.787353515625, + "learning_rate": 9.208661770724884e-06, + "loss": 0.7724, + "step": 519 + }, + { + "epoch": 0.3959642109270893, + "grad_norm": 33.491241455078125, + "learning_rate": 9.205369022307667e-06, + "loss": 0.7493, + "step": 520 + }, + { + "epoch": 0.3967256805634875, + "grad_norm": 34.938289642333984, + "learning_rate": 9.202070028810868e-06, + "loss": 0.6538, + "step": 521 + }, + { + "epoch": 0.3974871501998858, + "grad_norm": 34.13314437866211, + "learning_rate": 9.198764795133579e-06, + "loss": 0.6973, + "step": 522 + }, + { + "epoch": 0.398248619836284, + "grad_norm": 47.31309127807617, + "learning_rate": 9.195453326184157e-06, + "loss": 0.9191, + "step": 523 + }, + { + "epoch": 0.3990100894726823, + "grad_norm": 31.99027442932129, + "learning_rate": 9.192135626880213e-06, + "loss": 0.6122, + "step": 524 + }, + { + "epoch": 0.3997715591090805, + "grad_norm": 35.60274124145508, + "learning_rate": 9.188811702148618e-06, + "loss": 0.7511, + "step": 525 + }, + { + "epoch": 0.40053302874547875, + "grad_norm": 38.91366195678711, + "learning_rate": 9.185481556925483e-06, + "loss": 0.6532, + "step": 526 + }, + { + "epoch": 0.40129449838187703, + "grad_norm": 39.65351104736328, + "learning_rate": 9.182145196156159e-06, + "loss": 0.8747, + "step": 527 + }, + { + "epoch": 0.40205596801827526, + "grad_norm": 39.787052154541016, + "learning_rate": 9.178802624795222e-06, + "loss": 0.9385, + "step": 528 + }, + { + "epoch": 0.40281743765467354, + "grad_norm": 40.41245651245117, + "learning_rate": 9.175453847806482e-06, + "loss": 0.8325, + "step": 529 + }, + { + "epoch": 0.40357890729107176, + "grad_norm": 33.6597900390625, + "learning_rate": 9.172098870162953e-06, + "loss": 0.7872, + "step": 530 + }, + { + "epoch": 0.40434037692747, + "grad_norm": 45.033607482910156, + "learning_rate": 9.168737696846866e-06, + "loss": 1.0956, + "step": 531 + }, + { + "epoch": 0.4051018465638683, + "grad_norm": 50.52238464355469, + "learning_rate": 9.165370332849642e-06, + "loss": 0.5881, + "step": 532 + }, + { + "epoch": 0.4058633162002665, + "grad_norm": 35.1140251159668, + "learning_rate": 9.161996783171908e-06, + "loss": 0.6781, + "step": 533 + }, + { + "epoch": 0.4066247858366648, + "grad_norm": 32.561767578125, + "learning_rate": 9.158617052823469e-06, + "loss": 0.6794, + "step": 534 + }, + { + "epoch": 0.407386255473063, + "grad_norm": 32.99089050292969, + "learning_rate": 9.155231146823309e-06, + "loss": 0.6522, + "step": 535 + }, + { + "epoch": 0.40814772510946123, + "grad_norm": 32.225341796875, + "learning_rate": 9.151839070199585e-06, + "loss": 0.875, + "step": 536 + }, + { + "epoch": 0.4089091947458595, + "grad_norm": 31.30025291442871, + "learning_rate": 9.148440827989615e-06, + "loss": 0.6423, + "step": 537 + }, + { + "epoch": 0.40967066438225774, + "grad_norm": 32.41795349121094, + "learning_rate": 9.145036425239877e-06, + "loss": 0.6811, + "step": 538 + }, + { + "epoch": 0.410432134018656, + "grad_norm": 48.22577667236328, + "learning_rate": 9.141625867005997e-06, + "loss": 0.7582, + "step": 539 + }, + { + "epoch": 0.41119360365505425, + "grad_norm": 42.18339920043945, + "learning_rate": 9.138209158352736e-06, + "loss": 0.8656, + "step": 540 + }, + { + "epoch": 0.4119550732914525, + "grad_norm": 36.78019332885742, + "learning_rate": 9.134786304353998e-06, + "loss": 0.9369, + "step": 541 + }, + { + "epoch": 0.41271654292785076, + "grad_norm": 29.20226287841797, + "learning_rate": 9.131357310092803e-06, + "loss": 0.7197, + "step": 542 + }, + { + "epoch": 0.413478012564249, + "grad_norm": 35.52668762207031, + "learning_rate": 9.127922180661297e-06, + "loss": 0.7683, + "step": 543 + }, + { + "epoch": 0.41423948220064727, + "grad_norm": 38.33584976196289, + "learning_rate": 9.124480921160735e-06, + "loss": 0.8918, + "step": 544 + }, + { + "epoch": 0.4150009518370455, + "grad_norm": 33.05094528198242, + "learning_rate": 9.121033536701471e-06, + "loss": 0.7041, + "step": 545 + }, + { + "epoch": 0.4157624214734437, + "grad_norm": 58.042510986328125, + "learning_rate": 9.117580032402962e-06, + "loss": 0.6833, + "step": 546 + }, + { + "epoch": 0.416523891109842, + "grad_norm": 32.62454605102539, + "learning_rate": 9.114120413393748e-06, + "loss": 0.7837, + "step": 547 + }, + { + "epoch": 0.41728536074624023, + "grad_norm": 37.49154281616211, + "learning_rate": 9.11065468481145e-06, + "loss": 0.7867, + "step": 548 + }, + { + "epoch": 0.4180468303826385, + "grad_norm": 40.316165924072266, + "learning_rate": 9.107182851802765e-06, + "loss": 1.0259, + "step": 549 + }, + { + "epoch": 0.41880830001903674, + "grad_norm": 40.33757781982422, + "learning_rate": 9.103704919523453e-06, + "loss": 0.7735, + "step": 550 + }, + { + "epoch": 0.41956976965543497, + "grad_norm": 64.47599792480469, + "learning_rate": 9.100220893138327e-06, + "loss": 0.8922, + "step": 551 + }, + { + "epoch": 0.42033123929183325, + "grad_norm": 67.62235260009766, + "learning_rate": 9.096730777821261e-06, + "loss": 0.941, + "step": 552 + }, + { + "epoch": 0.4210927089282315, + "grad_norm": 32.08481979370117, + "learning_rate": 9.09323457875516e-06, + "loss": 0.7371, + "step": 553 + }, + { + "epoch": 0.42185417856462976, + "grad_norm": 42.49589538574219, + "learning_rate": 9.089732301131971e-06, + "loss": 0.8789, + "step": 554 + }, + { + "epoch": 0.422615648201028, + "grad_norm": 42.37563705444336, + "learning_rate": 9.086223950152663e-06, + "loss": 0.8759, + "step": 555 + }, + { + "epoch": 0.4233771178374262, + "grad_norm": 33.896888732910156, + "learning_rate": 9.082709531027228e-06, + "loss": 0.9402, + "step": 556 + }, + { + "epoch": 0.4241385874738245, + "grad_norm": 40.62684631347656, + "learning_rate": 9.079189048974663e-06, + "loss": 0.6872, + "step": 557 + }, + { + "epoch": 0.4249000571102227, + "grad_norm": 40.33720016479492, + "learning_rate": 9.07566250922298e-06, + "loss": 0.879, + "step": 558 + }, + { + "epoch": 0.425661526746621, + "grad_norm": 33.24203109741211, + "learning_rate": 9.072129917009175e-06, + "loss": 0.6897, + "step": 559 + }, + { + "epoch": 0.4264229963830192, + "grad_norm": 47.51837921142578, + "learning_rate": 9.068591277579238e-06, + "loss": 0.723, + "step": 560 + }, + { + "epoch": 0.42718446601941745, + "grad_norm": 35.74695587158203, + "learning_rate": 9.06504659618814e-06, + "loss": 0.7811, + "step": 561 + }, + { + "epoch": 0.42794593565581573, + "grad_norm": 32.98100280761719, + "learning_rate": 9.06149587809982e-06, + "loss": 0.9302, + "step": 562 + }, + { + "epoch": 0.42870740529221396, + "grad_norm": 30.54879379272461, + "learning_rate": 9.057939128587186e-06, + "loss": 0.6805, + "step": 563 + }, + { + "epoch": 0.42946887492861224, + "grad_norm": 58.388309478759766, + "learning_rate": 9.054376352932102e-06, + "loss": 1.2049, + "step": 564 + }, + { + "epoch": 0.43023034456501047, + "grad_norm": 39.34674072265625, + "learning_rate": 9.050807556425376e-06, + "loss": 0.7732, + "step": 565 + }, + { + "epoch": 0.4309918142014087, + "grad_norm": 68.59402465820312, + "learning_rate": 9.047232744366767e-06, + "loss": 0.9679, + "step": 566 + }, + { + "epoch": 0.431753283837807, + "grad_norm": 38.54568099975586, + "learning_rate": 9.043651922064957e-06, + "loss": 0.7851, + "step": 567 + }, + { + "epoch": 0.4325147534742052, + "grad_norm": 42.376461029052734, + "learning_rate": 9.04006509483756e-06, + "loss": 0.8066, + "step": 568 + }, + { + "epoch": 0.4332762231106035, + "grad_norm": 27.669086456298828, + "learning_rate": 9.036472268011107e-06, + "loss": 0.5173, + "step": 569 + }, + { + "epoch": 0.4340376927470017, + "grad_norm": 39.31504821777344, + "learning_rate": 9.032873446921031e-06, + "loss": 0.8415, + "step": 570 + }, + { + "epoch": 0.43479916238339994, + "grad_norm": 32.41474533081055, + "learning_rate": 9.02926863691168e-06, + "loss": 0.7695, + "step": 571 + }, + { + "epoch": 0.4355606320197982, + "grad_norm": 41.595359802246094, + "learning_rate": 9.025657843336283e-06, + "loss": 0.8801, + "step": 572 + }, + { + "epoch": 0.43632210165619645, + "grad_norm": 42.80996322631836, + "learning_rate": 9.022041071556962e-06, + "loss": 0.9462, + "step": 573 + }, + { + "epoch": 0.43708357129259473, + "grad_norm": 45.28131103515625, + "learning_rate": 9.018418326944713e-06, + "loss": 0.6996, + "step": 574 + }, + { + "epoch": 0.43784504092899296, + "grad_norm": 43.1144905090332, + "learning_rate": 9.014789614879406e-06, + "loss": 0.9213, + "step": 575 + }, + { + "epoch": 0.4386065105653912, + "grad_norm": 41.01248550415039, + "learning_rate": 9.011154940749769e-06, + "loss": 0.788, + "step": 576 + }, + { + "epoch": 0.43936798020178947, + "grad_norm": 30.024755477905273, + "learning_rate": 9.007514309953387e-06, + "loss": 0.8227, + "step": 577 + }, + { + "epoch": 0.4401294498381877, + "grad_norm": 36.76607894897461, + "learning_rate": 9.003867727896684e-06, + "loss": 0.7102, + "step": 578 + }, + { + "epoch": 0.440890919474586, + "grad_norm": 39.9501953125, + "learning_rate": 9.000215199994933e-06, + "loss": 0.9365, + "step": 579 + }, + { + "epoch": 0.4416523891109842, + "grad_norm": 49.102298736572266, + "learning_rate": 8.996556731672228e-06, + "loss": 1.0171, + "step": 580 + }, + { + "epoch": 0.4424138587473824, + "grad_norm": 39.701072692871094, + "learning_rate": 8.992892328361485e-06, + "loss": 0.7041, + "step": 581 + }, + { + "epoch": 0.4431753283837807, + "grad_norm": 42.883201599121094, + "learning_rate": 8.989221995504437e-06, + "loss": 0.8881, + "step": 582 + }, + { + "epoch": 0.44393679802017894, + "grad_norm": 35.93183135986328, + "learning_rate": 8.985545738551625e-06, + "loss": 0.849, + "step": 583 + }, + { + "epoch": 0.4446982676565772, + "grad_norm": 33.20316696166992, + "learning_rate": 8.98186356296238e-06, + "loss": 0.8081, + "step": 584 + }, + { + "epoch": 0.44545973729297544, + "grad_norm": 34.129783630371094, + "learning_rate": 8.978175474204827e-06, + "loss": 0.6737, + "step": 585 + }, + { + "epoch": 0.44622120692937367, + "grad_norm": 35.47514343261719, + "learning_rate": 8.97448147775587e-06, + "loss": 0.8261, + "step": 586 + }, + { + "epoch": 0.44698267656577195, + "grad_norm": 34.96803665161133, + "learning_rate": 8.970781579101188e-06, + "loss": 0.877, + "step": 587 + }, + { + "epoch": 0.4477441462021702, + "grad_norm": 36.19900894165039, + "learning_rate": 8.967075783735226e-06, + "loss": 0.5846, + "step": 588 + }, + { + "epoch": 0.44850561583856846, + "grad_norm": 35.287315368652344, + "learning_rate": 8.963364097161182e-06, + "loss": 0.783, + "step": 589 + }, + { + "epoch": 0.4492670854749667, + "grad_norm": 37.13393783569336, + "learning_rate": 8.959646524891005e-06, + "loss": 0.6996, + "step": 590 + }, + { + "epoch": 0.4500285551113649, + "grad_norm": 35.42992401123047, + "learning_rate": 8.955923072445386e-06, + "loss": 0.7812, + "step": 591 + }, + { + "epoch": 0.4507900247477632, + "grad_norm": 34.43177032470703, + "learning_rate": 8.952193745353743e-06, + "loss": 0.6311, + "step": 592 + }, + { + "epoch": 0.4515514943841614, + "grad_norm": 29.86054229736328, + "learning_rate": 8.948458549154224e-06, + "loss": 0.5255, + "step": 593 + }, + { + "epoch": 0.4523129640205597, + "grad_norm": 40.26968765258789, + "learning_rate": 8.94471748939369e-06, + "loss": 0.8848, + "step": 594 + }, + { + "epoch": 0.45307443365695793, + "grad_norm": 35.20211410522461, + "learning_rate": 8.940970571627707e-06, + "loss": 0.6966, + "step": 595 + }, + { + "epoch": 0.45383590329335616, + "grad_norm": 27.7930850982666, + "learning_rate": 8.937217801420544e-06, + "loss": 0.7314, + "step": 596 + }, + { + "epoch": 0.45459737292975444, + "grad_norm": 34.17549514770508, + "learning_rate": 8.933459184345162e-06, + "loss": 0.8493, + "step": 597 + }, + { + "epoch": 0.45535884256615267, + "grad_norm": 32.22350311279297, + "learning_rate": 8.9296947259832e-06, + "loss": 0.8395, + "step": 598 + }, + { + "epoch": 0.45612031220255095, + "grad_norm": 26.227863311767578, + "learning_rate": 8.925924431924974e-06, + "loss": 0.4723, + "step": 599 + }, + { + "epoch": 0.4568817818389492, + "grad_norm": 32.933223724365234, + "learning_rate": 8.922148307769469e-06, + "loss": 0.7971, + "step": 600 + }, + { + "epoch": 0.4576432514753474, + "grad_norm": 43.23099899291992, + "learning_rate": 8.918366359124322e-06, + "loss": 0.8534, + "step": 601 + }, + { + "epoch": 0.4584047211117457, + "grad_norm": 49.473995208740234, + "learning_rate": 8.914578591605824e-06, + "loss": 0.9335, + "step": 602 + }, + { + "epoch": 0.4591661907481439, + "grad_norm": 31.68277359008789, + "learning_rate": 8.910785010838905e-06, + "loss": 0.8195, + "step": 603 + }, + { + "epoch": 0.4599276603845422, + "grad_norm": 38.720611572265625, + "learning_rate": 8.906985622457129e-06, + "loss": 1.0383, + "step": 604 + }, + { + "epoch": 0.4606891300209404, + "grad_norm": 32.30598831176758, + "learning_rate": 8.903180432102686e-06, + "loss": 0.8484, + "step": 605 + }, + { + "epoch": 0.46145059965733864, + "grad_norm": 35.373565673828125, + "learning_rate": 8.899369445426377e-06, + "loss": 0.7706, + "step": 606 + }, + { + "epoch": 0.4622120692937369, + "grad_norm": 36.211456298828125, + "learning_rate": 8.895552668087615e-06, + "loss": 0.7762, + "step": 607 + }, + { + "epoch": 0.46297353893013515, + "grad_norm": 31.659029006958008, + "learning_rate": 8.891730105754412e-06, + "loss": 0.6671, + "step": 608 + }, + { + "epoch": 0.46373500856653344, + "grad_norm": 34.945106506347656, + "learning_rate": 8.887901764103368e-06, + "loss": 0.9202, + "step": 609 + }, + { + "epoch": 0.46449647820293166, + "grad_norm": 31.101940155029297, + "learning_rate": 8.88406764881967e-06, + "loss": 0.7485, + "step": 610 + }, + { + "epoch": 0.4652579478393299, + "grad_norm": 39.410953521728516, + "learning_rate": 8.880227765597074e-06, + "loss": 1.0098, + "step": 611 + }, + { + "epoch": 0.46601941747572817, + "grad_norm": 30.449037551879883, + "learning_rate": 8.876382120137906e-06, + "loss": 0.7136, + "step": 612 + }, + { + "epoch": 0.4667808871121264, + "grad_norm": 42.712135314941406, + "learning_rate": 8.872530718153044e-06, + "loss": 0.9093, + "step": 613 + }, + { + "epoch": 0.4675423567485247, + "grad_norm": 30.30866050720215, + "learning_rate": 8.86867356536192e-06, + "loss": 0.6193, + "step": 614 + }, + { + "epoch": 0.4683038263849229, + "grad_norm": 38.80727005004883, + "learning_rate": 8.864810667492502e-06, + "loss": 0.496, + "step": 615 + }, + { + "epoch": 0.46906529602132113, + "grad_norm": 37.91781234741211, + "learning_rate": 8.860942030281294e-06, + "loss": 0.8192, + "step": 616 + }, + { + "epoch": 0.4698267656577194, + "grad_norm": 35.720909118652344, + "learning_rate": 8.857067659473319e-06, + "loss": 0.897, + "step": 617 + }, + { + "epoch": 0.47058823529411764, + "grad_norm": 40.22643280029297, + "learning_rate": 8.853187560822113e-06, + "loss": 0.7797, + "step": 618 + }, + { + "epoch": 0.4713497049305159, + "grad_norm": 36.7399787902832, + "learning_rate": 8.849301740089725e-06, + "loss": 0.8, + "step": 619 + }, + { + "epoch": 0.47211117456691415, + "grad_norm": 34.08172607421875, + "learning_rate": 8.845410203046695e-06, + "loss": 0.8473, + "step": 620 + }, + { + "epoch": 0.4728726442033124, + "grad_norm": 45.90078353881836, + "learning_rate": 8.841512955472054e-06, + "loss": 1.0885, + "step": 621 + }, + { + "epoch": 0.47363411383971066, + "grad_norm": 40.18413543701172, + "learning_rate": 8.837610003153316e-06, + "loss": 0.7083, + "step": 622 + }, + { + "epoch": 0.4743955834761089, + "grad_norm": 43.39189910888672, + "learning_rate": 8.83370135188646e-06, + "loss": 0.963, + "step": 623 + }, + { + "epoch": 0.47515705311250717, + "grad_norm": 27.63300895690918, + "learning_rate": 8.829787007475936e-06, + "loss": 0.774, + "step": 624 + }, + { + "epoch": 0.4759185227489054, + "grad_norm": 29.548891067504883, + "learning_rate": 8.825866975734642e-06, + "loss": 0.5855, + "step": 625 + }, + { + "epoch": 0.4766799923853036, + "grad_norm": 55.26377487182617, + "learning_rate": 8.821941262483924e-06, + "loss": 1.2597, + "step": 626 + }, + { + "epoch": 0.4774414620217019, + "grad_norm": 36.47280502319336, + "learning_rate": 8.81800987355357e-06, + "loss": 0.8026, + "step": 627 + }, + { + "epoch": 0.4782029316581001, + "grad_norm": 31.497495651245117, + "learning_rate": 8.814072814781788e-06, + "loss": 0.7601, + "step": 628 + }, + { + "epoch": 0.47896440129449835, + "grad_norm": 37.276546478271484, + "learning_rate": 8.810130092015211e-06, + "loss": 0.8585, + "step": 629 + }, + { + "epoch": 0.47972587093089664, + "grad_norm": 31.686859130859375, + "learning_rate": 8.806181711108883e-06, + "loss": 0.8257, + "step": 630 + }, + { + "epoch": 0.48048734056729486, + "grad_norm": 45.68613815307617, + "learning_rate": 8.802227677926249e-06, + "loss": 0.774, + "step": 631 + }, + { + "epoch": 0.48124881020369314, + "grad_norm": 30.245437622070312, + "learning_rate": 8.798267998339149e-06, + "loss": 0.75, + "step": 632 + }, + { + "epoch": 0.48201027984009137, + "grad_norm": 26.60959815979004, + "learning_rate": 8.794302678227809e-06, + "loss": 0.592, + "step": 633 + }, + { + "epoch": 0.4827717494764896, + "grad_norm": 32.366424560546875, + "learning_rate": 8.790331723480828e-06, + "loss": 0.6491, + "step": 634 + }, + { + "epoch": 0.4835332191128879, + "grad_norm": 35.88400650024414, + "learning_rate": 8.786355139995173e-06, + "loss": 0.7825, + "step": 635 + }, + { + "epoch": 0.4842946887492861, + "grad_norm": 33.99674606323242, + "learning_rate": 8.782372933676174e-06, + "loss": 0.7043, + "step": 636 + }, + { + "epoch": 0.4850561583856844, + "grad_norm": 30.469955444335938, + "learning_rate": 8.778385110437507e-06, + "loss": 0.8757, + "step": 637 + }, + { + "epoch": 0.4858176280220826, + "grad_norm": 32.127506256103516, + "learning_rate": 8.77439167620119e-06, + "loss": 0.7006, + "step": 638 + }, + { + "epoch": 0.48657909765848084, + "grad_norm": 33.425872802734375, + "learning_rate": 8.770392636897576e-06, + "loss": 0.8351, + "step": 639 + }, + { + "epoch": 0.4873405672948791, + "grad_norm": 38.01253128051758, + "learning_rate": 8.766387998465337e-06, + "loss": 0.962, + "step": 640 + }, + { + "epoch": 0.48810203693127735, + "grad_norm": 42.143707275390625, + "learning_rate": 8.762377766851467e-06, + "loss": 0.9168, + "step": 641 + }, + { + "epoch": 0.48886350656767563, + "grad_norm": 32.78673553466797, + "learning_rate": 8.758361948011256e-06, + "loss": 0.7231, + "step": 642 + }, + { + "epoch": 0.48962497620407386, + "grad_norm": 41.47932815551758, + "learning_rate": 8.754340547908301e-06, + "loss": 0.842, + "step": 643 + }, + { + "epoch": 0.4903864458404721, + "grad_norm": 30.17685317993164, + "learning_rate": 8.750313572514482e-06, + "loss": 0.7623, + "step": 644 + }, + { + "epoch": 0.49114791547687037, + "grad_norm": 44.7989616394043, + "learning_rate": 8.746281027809958e-06, + "loss": 0.9316, + "step": 645 + }, + { + "epoch": 0.4919093851132686, + "grad_norm": 33.90018844604492, + "learning_rate": 8.742242919783161e-06, + "loss": 0.8259, + "step": 646 + }, + { + "epoch": 0.4926708547496669, + "grad_norm": 28.30022621154785, + "learning_rate": 8.738199254430785e-06, + "loss": 0.747, + "step": 647 + }, + { + "epoch": 0.4934323243860651, + "grad_norm": 24.467458724975586, + "learning_rate": 8.734150037757774e-06, + "loss": 0.6057, + "step": 648 + }, + { + "epoch": 0.49419379402246333, + "grad_norm": 38.404075622558594, + "learning_rate": 8.730095275777317e-06, + "loss": 0.8806, + "step": 649 + }, + { + "epoch": 0.4949552636588616, + "grad_norm": 37.866458892822266, + "learning_rate": 8.72603497451084e-06, + "loss": 0.7884, + "step": 650 + }, + { + "epoch": 0.49571673329525984, + "grad_norm": 34.43553924560547, + "learning_rate": 8.721969139987994e-06, + "loss": 0.7668, + "step": 651 + }, + { + "epoch": 0.4964782029316581, + "grad_norm": 30.790082931518555, + "learning_rate": 8.717897778246642e-06, + "loss": 0.8646, + "step": 652 + }, + { + "epoch": 0.49723967256805635, + "grad_norm": 32.69529724121094, + "learning_rate": 8.713820895332864e-06, + "loss": 0.8441, + "step": 653 + }, + { + "epoch": 0.49800114220445457, + "grad_norm": 31.344131469726562, + "learning_rate": 8.709738497300932e-06, + "loss": 0.7419, + "step": 654 + }, + { + "epoch": 0.49876261184085285, + "grad_norm": 34.3707275390625, + "learning_rate": 8.70565059021331e-06, + "loss": 0.9512, + "step": 655 + }, + { + "epoch": 0.4995240814772511, + "grad_norm": 30.182653427124023, + "learning_rate": 8.701557180140647e-06, + "loss": 0.8681, + "step": 656 + }, + { + "epoch": 0.5002855511136494, + "grad_norm": 35.306846618652344, + "learning_rate": 8.697458273161757e-06, + "loss": 1.0412, + "step": 657 + }, + { + "epoch": 0.5010470207500476, + "grad_norm": 31.0938720703125, + "learning_rate": 8.693353875363623e-06, + "loss": 0.692, + "step": 658 + }, + { + "epoch": 0.5018084903864458, + "grad_norm": 31.533510208129883, + "learning_rate": 8.689243992841379e-06, + "loss": 0.6184, + "step": 659 + }, + { + "epoch": 0.502569960022844, + "grad_norm": 33.87437438964844, + "learning_rate": 8.685128631698304e-06, + "loss": 0.7929, + "step": 660 + }, + { + "epoch": 0.5033314296592424, + "grad_norm": 33.65624237060547, + "learning_rate": 8.681007798045814e-06, + "loss": 0.9535, + "step": 661 + }, + { + "epoch": 0.5040928992956406, + "grad_norm": 33.318153381347656, + "learning_rate": 8.676881498003453e-06, + "loss": 0.8338, + "step": 662 + }, + { + "epoch": 0.5048543689320388, + "grad_norm": 32.10042953491211, + "learning_rate": 8.672749737698878e-06, + "loss": 0.7802, + "step": 663 + }, + { + "epoch": 0.5056158385684371, + "grad_norm": 43.71488571166992, + "learning_rate": 8.668612523267862e-06, + "loss": 0.9463, + "step": 664 + }, + { + "epoch": 0.5063773082048353, + "grad_norm": 41.089439392089844, + "learning_rate": 8.66446986085427e-06, + "loss": 1.0539, + "step": 665 + }, + { + "epoch": 0.5071387778412336, + "grad_norm": 28.69977378845215, + "learning_rate": 8.66032175661006e-06, + "loss": 0.7834, + "step": 666 + }, + { + "epoch": 0.5079002474776318, + "grad_norm": 37.99454116821289, + "learning_rate": 8.656168216695276e-06, + "loss": 0.8248, + "step": 667 + }, + { + "epoch": 0.5086617171140301, + "grad_norm": 35.04216384887695, + "learning_rate": 8.652009247278026e-06, + "loss": 0.7818, + "step": 668 + }, + { + "epoch": 0.5094231867504283, + "grad_norm": 29.913171768188477, + "learning_rate": 8.647844854534487e-06, + "loss": 0.6774, + "step": 669 + }, + { + "epoch": 0.5101846563868265, + "grad_norm": 31.227197647094727, + "learning_rate": 8.643675044648885e-06, + "loss": 0.7429, + "step": 670 + }, + { + "epoch": 0.5109461260232249, + "grad_norm": 33.46771240234375, + "learning_rate": 8.639499823813499e-06, + "loss": 0.8269, + "step": 671 + }, + { + "epoch": 0.5117075956596231, + "grad_norm": 30.12987518310547, + "learning_rate": 8.635319198228633e-06, + "loss": 0.6747, + "step": 672 + }, + { + "epoch": 0.5124690652960213, + "grad_norm": 33.5628662109375, + "learning_rate": 8.631133174102623e-06, + "loss": 0.7735, + "step": 673 + }, + { + "epoch": 0.5132305349324195, + "grad_norm": 30.92879295349121, + "learning_rate": 8.62694175765182e-06, + "loss": 0.7511, + "step": 674 + }, + { + "epoch": 0.5139920045688178, + "grad_norm": 29.685874938964844, + "learning_rate": 8.622744955100589e-06, + "loss": 0.7242, + "step": 675 + }, + { + "epoch": 0.5147534742052161, + "grad_norm": 27.040605545043945, + "learning_rate": 8.618542772681282e-06, + "loss": 0.6924, + "step": 676 + }, + { + "epoch": 0.5155149438416143, + "grad_norm": 36.78512954711914, + "learning_rate": 8.614335216634247e-06, + "loss": 0.7219, + "step": 677 + }, + { + "epoch": 0.5162764134780126, + "grad_norm": 39.6012077331543, + "learning_rate": 8.610122293207815e-06, + "loss": 0.8196, + "step": 678 + }, + { + "epoch": 0.5170378831144108, + "grad_norm": 33.704833984375, + "learning_rate": 8.60590400865828e-06, + "loss": 0.9052, + "step": 679 + }, + { + "epoch": 0.517799352750809, + "grad_norm": 35.91033172607422, + "learning_rate": 8.601680369249905e-06, + "loss": 0.8486, + "step": 680 + }, + { + "epoch": 0.5185608223872074, + "grad_norm": 34.80812072753906, + "learning_rate": 8.5974513812549e-06, + "loss": 0.7627, + "step": 681 + }, + { + "epoch": 0.5193222920236056, + "grad_norm": 34.02023696899414, + "learning_rate": 8.593217050953417e-06, + "loss": 0.6358, + "step": 682 + }, + { + "epoch": 0.5200837616600038, + "grad_norm": 40.504356384277344, + "learning_rate": 8.588977384633549e-06, + "loss": 0.8517, + "step": 683 + }, + { + "epoch": 0.520845231296402, + "grad_norm": 38.43982696533203, + "learning_rate": 8.584732388591303e-06, + "loss": 0.8482, + "step": 684 + }, + { + "epoch": 0.5216067009328003, + "grad_norm": 31.85175323486328, + "learning_rate": 8.580482069130609e-06, + "loss": 0.8291, + "step": 685 + }, + { + "epoch": 0.5223681705691986, + "grad_norm": 43.681121826171875, + "learning_rate": 8.576226432563298e-06, + "loss": 0.9371, + "step": 686 + }, + { + "epoch": 0.5231296402055968, + "grad_norm": 37.21615982055664, + "learning_rate": 8.571965485209098e-06, + "loss": 0.8825, + "step": 687 + }, + { + "epoch": 0.523891109841995, + "grad_norm": 34.33724594116211, + "learning_rate": 8.56769923339562e-06, + "loss": 0.8466, + "step": 688 + }, + { + "epoch": 0.5246525794783933, + "grad_norm": 28.02695655822754, + "learning_rate": 8.563427683458365e-06, + "loss": 0.6877, + "step": 689 + }, + { + "epoch": 0.5254140491147915, + "grad_norm": 38.37015914916992, + "learning_rate": 8.559150841740686e-06, + "loss": 0.9541, + "step": 690 + }, + { + "epoch": 0.5261755187511898, + "grad_norm": 28.946571350097656, + "learning_rate": 8.554868714593802e-06, + "loss": 0.6303, + "step": 691 + }, + { + "epoch": 0.5269369883875881, + "grad_norm": 34.604644775390625, + "learning_rate": 8.550581308376783e-06, + "loss": 0.8105, + "step": 692 + }, + { + "epoch": 0.5276984580239863, + "grad_norm": 33.502750396728516, + "learning_rate": 8.546288629456535e-06, + "loss": 0.7431, + "step": 693 + }, + { + "epoch": 0.5284599276603845, + "grad_norm": 33.93081283569336, + "learning_rate": 8.541990684207793e-06, + "loss": 0.8172, + "step": 694 + }, + { + "epoch": 0.5292213972967827, + "grad_norm": 42.208980560302734, + "learning_rate": 8.537687479013118e-06, + "loss": 0.6655, + "step": 695 + }, + { + "epoch": 0.5299828669331811, + "grad_norm": 31.920230865478516, + "learning_rate": 8.533379020262874e-06, + "loss": 0.7987, + "step": 696 + }, + { + "epoch": 0.5307443365695793, + "grad_norm": 36.94475555419922, + "learning_rate": 8.529065314355237e-06, + "loss": 0.9525, + "step": 697 + }, + { + "epoch": 0.5315058062059775, + "grad_norm": 31.45237159729004, + "learning_rate": 8.524746367696165e-06, + "loss": 0.629, + "step": 698 + }, + { + "epoch": 0.5322672758423758, + "grad_norm": 27.37586784362793, + "learning_rate": 8.520422186699405e-06, + "loss": 0.7257, + "step": 699 + }, + { + "epoch": 0.533028745478774, + "grad_norm": 23.65913963317871, + "learning_rate": 8.516092777786475e-06, + "loss": 0.6115, + "step": 700 + }, + { + "epoch": 0.5337902151151723, + "grad_norm": 29.19643211364746, + "learning_rate": 8.511758147386659e-06, + "loss": 0.8932, + "step": 701 + }, + { + "epoch": 0.5345516847515706, + "grad_norm": 36.52588653564453, + "learning_rate": 8.50741830193699e-06, + "loss": 0.8328, + "step": 702 + }, + { + "epoch": 0.5353131543879688, + "grad_norm": 36.54971694946289, + "learning_rate": 8.503073247882252e-06, + "loss": 0.9755, + "step": 703 + }, + { + "epoch": 0.536074624024367, + "grad_norm": 42.013641357421875, + "learning_rate": 8.498722991674955e-06, + "loss": 1.0506, + "step": 704 + }, + { + "epoch": 0.5368360936607652, + "grad_norm": 36.055870056152344, + "learning_rate": 8.494367539775345e-06, + "loss": 0.8876, + "step": 705 + }, + { + "epoch": 0.5375975632971636, + "grad_norm": 30.088356018066406, + "learning_rate": 8.490006898651377e-06, + "loss": 0.7966, + "step": 706 + }, + { + "epoch": 0.5383590329335618, + "grad_norm": 40.09549331665039, + "learning_rate": 8.485641074778714e-06, + "loss": 0.8852, + "step": 707 + }, + { + "epoch": 0.53912050256996, + "grad_norm": 31.852556228637695, + "learning_rate": 8.48127007464071e-06, + "loss": 0.7979, + "step": 708 + }, + { + "epoch": 0.5398819722063583, + "grad_norm": 35.1148567199707, + "learning_rate": 8.47689390472842e-06, + "loss": 0.7933, + "step": 709 + }, + { + "epoch": 0.5406434418427565, + "grad_norm": 26.733436584472656, + "learning_rate": 8.472512571540558e-06, + "loss": 0.4899, + "step": 710 + }, + { + "epoch": 0.5414049114791548, + "grad_norm": 44.820186614990234, + "learning_rate": 8.468126081583524e-06, + "loss": 0.7472, + "step": 711 + }, + { + "epoch": 0.542166381115553, + "grad_norm": 34.0068359375, + "learning_rate": 8.463734441371359e-06, + "loss": 0.7348, + "step": 712 + }, + { + "epoch": 0.5429278507519513, + "grad_norm": 37.57758712768555, + "learning_rate": 8.459337657425762e-06, + "loss": 0.7294, + "step": 713 + }, + { + "epoch": 0.5436893203883495, + "grad_norm": 37.07135009765625, + "learning_rate": 8.454935736276071e-06, + "loss": 0.7843, + "step": 714 + }, + { + "epoch": 0.5444507900247477, + "grad_norm": 37.17467498779297, + "learning_rate": 8.450528684459249e-06, + "loss": 0.7833, + "step": 715 + }, + { + "epoch": 0.5452122596611461, + "grad_norm": 27.351919174194336, + "learning_rate": 8.44611650851988e-06, + "loss": 0.6807, + "step": 716 + }, + { + "epoch": 0.5459737292975443, + "grad_norm": 34.79734420776367, + "learning_rate": 8.441699215010157e-06, + "loss": 0.6943, + "step": 717 + }, + { + "epoch": 0.5467351989339425, + "grad_norm": 34.36366271972656, + "learning_rate": 8.437276810489871e-06, + "loss": 0.7774, + "step": 718 + }, + { + "epoch": 0.5474966685703407, + "grad_norm": 31.424224853515625, + "learning_rate": 8.432849301526406e-06, + "loss": 0.8368, + "step": 719 + }, + { + "epoch": 0.548258138206739, + "grad_norm": 33.47733688354492, + "learning_rate": 8.428416694694728e-06, + "loss": 0.7105, + "step": 720 + }, + { + "epoch": 0.5490196078431373, + "grad_norm": 27.397165298461914, + "learning_rate": 8.423978996577367e-06, + "loss": 0.674, + "step": 721 + }, + { + "epoch": 0.5497810774795355, + "grad_norm": 30.114990234375, + "learning_rate": 8.419536213764417e-06, + "loss": 0.7754, + "step": 722 + }, + { + "epoch": 0.5505425471159338, + "grad_norm": 29.79185676574707, + "learning_rate": 8.415088352853525e-06, + "loss": 0.7032, + "step": 723 + }, + { + "epoch": 0.551304016752332, + "grad_norm": 33.54899597167969, + "learning_rate": 8.410635420449877e-06, + "loss": 0.7938, + "step": 724 + }, + { + "epoch": 0.5520654863887302, + "grad_norm": 41.448951721191406, + "learning_rate": 8.406177423166188e-06, + "loss": 0.763, + "step": 725 + }, + { + "epoch": 0.5528269560251285, + "grad_norm": 28.263797760009766, + "learning_rate": 8.4017143676227e-06, + "loss": 0.7605, + "step": 726 + }, + { + "epoch": 0.5535884256615268, + "grad_norm": 26.69054412841797, + "learning_rate": 8.397246260447162e-06, + "loss": 0.6578, + "step": 727 + }, + { + "epoch": 0.554349895297925, + "grad_norm": 24.359060287475586, + "learning_rate": 8.392773108274827e-06, + "loss": 0.5786, + "step": 728 + }, + { + "epoch": 0.5551113649343232, + "grad_norm": 32.5286979675293, + "learning_rate": 8.388294917748439e-06, + "loss": 0.8173, + "step": 729 + }, + { + "epoch": 0.5558728345707215, + "grad_norm": 27.81627082824707, + "learning_rate": 8.383811695518224e-06, + "loss": 0.7195, + "step": 730 + }, + { + "epoch": 0.5566343042071198, + "grad_norm": 27.911325454711914, + "learning_rate": 8.379323448241881e-06, + "loss": 0.7935, + "step": 731 + }, + { + "epoch": 0.557395773843518, + "grad_norm": 28.142335891723633, + "learning_rate": 8.37483018258457e-06, + "loss": 0.8224, + "step": 732 + }, + { + "epoch": 0.5581572434799162, + "grad_norm": 26.930925369262695, + "learning_rate": 8.37033190521891e-06, + "loss": 0.7377, + "step": 733 + }, + { + "epoch": 0.5589187131163145, + "grad_norm": 27.190326690673828, + "learning_rate": 8.365828622824948e-06, + "loss": 0.7584, + "step": 734 + }, + { + "epoch": 0.5596801827527127, + "grad_norm": 34.811767578125, + "learning_rate": 8.361320342090177e-06, + "loss": 0.8059, + "step": 735 + }, + { + "epoch": 0.560441652389111, + "grad_norm": 27.499380111694336, + "learning_rate": 8.35680706970951e-06, + "loss": 0.7386, + "step": 736 + }, + { + "epoch": 0.5612031220255093, + "grad_norm": 27.849960327148438, + "learning_rate": 8.352288812385268e-06, + "loss": 0.8627, + "step": 737 + }, + { + "epoch": 0.5619645916619075, + "grad_norm": 38.18281936645508, + "learning_rate": 8.34776557682718e-06, + "loss": 0.6196, + "step": 738 + }, + { + "epoch": 0.5627260612983057, + "grad_norm": 42.69196701049805, + "learning_rate": 8.343237369752361e-06, + "loss": 0.9305, + "step": 739 + }, + { + "epoch": 0.5634875309347039, + "grad_norm": 34.84543228149414, + "learning_rate": 8.338704197885319e-06, + "loss": 0.8611, + "step": 740 + }, + { + "epoch": 0.5642490005711023, + "grad_norm": 31.243303298950195, + "learning_rate": 8.334166067957925e-06, + "loss": 0.7997, + "step": 741 + }, + { + "epoch": 0.5650104702075005, + "grad_norm": 39.43867111206055, + "learning_rate": 8.329622986709418e-06, + "loss": 0.9909, + "step": 742 + }, + { + "epoch": 0.5657719398438987, + "grad_norm": 26.780221939086914, + "learning_rate": 8.32507496088639e-06, + "loss": 0.8134, + "step": 743 + }, + { + "epoch": 0.566533409480297, + "grad_norm": 26.742109298706055, + "learning_rate": 8.320521997242773e-06, + "loss": 0.6863, + "step": 744 + }, + { + "epoch": 0.5672948791166952, + "grad_norm": 33.564453125, + "learning_rate": 8.315964102539835e-06, + "loss": 0.8355, + "step": 745 + }, + { + "epoch": 0.5680563487530935, + "grad_norm": 38.662662506103516, + "learning_rate": 8.311401283546164e-06, + "loss": 0.8981, + "step": 746 + }, + { + "epoch": 0.5688178183894917, + "grad_norm": 34.034584045410156, + "learning_rate": 8.306833547037662e-06, + "loss": 0.7791, + "step": 747 + }, + { + "epoch": 0.56957928802589, + "grad_norm": 33.56183624267578, + "learning_rate": 8.302260899797532e-06, + "loss": 0.6985, + "step": 748 + }, + { + "epoch": 0.5703407576622882, + "grad_norm": 30.30634880065918, + "learning_rate": 8.297683348616274e-06, + "loss": 0.8649, + "step": 749 + }, + { + "epoch": 0.5711022272986864, + "grad_norm": 30.258676528930664, + "learning_rate": 8.293100900291667e-06, + "loss": 0.6825, + "step": 750 + }, + { + "epoch": 0.5718636969350848, + "grad_norm": 29.29175567626953, + "learning_rate": 8.288513561628761e-06, + "loss": 0.5259, + "step": 751 + }, + { + "epoch": 0.572625166571483, + "grad_norm": 26.954097747802734, + "learning_rate": 8.283921339439871e-06, + "loss": 0.6971, + "step": 752 + }, + { + "epoch": 0.5733866362078812, + "grad_norm": 26.251937866210938, + "learning_rate": 8.279324240544565e-06, + "loss": 0.6413, + "step": 753 + }, + { + "epoch": 0.5741481058442794, + "grad_norm": 27.7598819732666, + "learning_rate": 8.274722271769648e-06, + "loss": 0.7426, + "step": 754 + }, + { + "epoch": 0.5749095754806777, + "grad_norm": 38.244510650634766, + "learning_rate": 8.270115439949164e-06, + "loss": 0.82, + "step": 755 + }, + { + "epoch": 0.575671045117076, + "grad_norm": 32.2285270690918, + "learning_rate": 8.26550375192437e-06, + "loss": 0.8009, + "step": 756 + }, + { + "epoch": 0.5764325147534742, + "grad_norm": 34.027008056640625, + "learning_rate": 8.260887214543747e-06, + "loss": 0.8165, + "step": 757 + }, + { + "epoch": 0.5771939843898725, + "grad_norm": 31.854063034057617, + "learning_rate": 8.256265834662965e-06, + "loss": 0.8268, + "step": 758 + }, + { + "epoch": 0.5779554540262707, + "grad_norm": 34.228004455566406, + "learning_rate": 8.251639619144888e-06, + "loss": 0.7154, + "step": 759 + }, + { + "epoch": 0.5787169236626689, + "grad_norm": 26.681699752807617, + "learning_rate": 8.24700857485957e-06, + "loss": 0.7981, + "step": 760 + }, + { + "epoch": 0.5794783932990673, + "grad_norm": 30.64720916748047, + "learning_rate": 8.242372708684223e-06, + "loss": 0.8458, + "step": 761 + }, + { + "epoch": 0.5802398629354655, + "grad_norm": 30.193696975708008, + "learning_rate": 8.23773202750323e-06, + "loss": 0.8717, + "step": 762 + }, + { + "epoch": 0.5810013325718637, + "grad_norm": 29.077957153320312, + "learning_rate": 8.233086538208115e-06, + "loss": 0.7841, + "step": 763 + }, + { + "epoch": 0.5817628022082619, + "grad_norm": 38.71321105957031, + "learning_rate": 8.228436247697556e-06, + "loss": 0.8796, + "step": 764 + }, + { + "epoch": 0.5825242718446602, + "grad_norm": 31.869609832763672, + "learning_rate": 8.223781162877341e-06, + "loss": 0.8083, + "step": 765 + }, + { + "epoch": 0.5832857414810585, + "grad_norm": 37.75756072998047, + "learning_rate": 8.2191212906604e-06, + "loss": 1.0693, + "step": 766 + }, + { + "epoch": 0.5840472111174567, + "grad_norm": 34.645416259765625, + "learning_rate": 8.214456637966754e-06, + "loss": 0.9185, + "step": 767 + }, + { + "epoch": 0.584808680753855, + "grad_norm": 27.102375030517578, + "learning_rate": 8.209787211723534e-06, + "loss": 0.659, + "step": 768 + }, + { + "epoch": 0.5855701503902532, + "grad_norm": 27.539791107177734, + "learning_rate": 8.205113018864954e-06, + "loss": 0.6687, + "step": 769 + }, + { + "epoch": 0.5863316200266514, + "grad_norm": 30.286901473999023, + "learning_rate": 8.20043406633231e-06, + "loss": 0.7485, + "step": 770 + }, + { + "epoch": 0.5870930896630497, + "grad_norm": 33.38515090942383, + "learning_rate": 8.195750361073966e-06, + "loss": 0.8467, + "step": 771 + }, + { + "epoch": 0.587854559299448, + "grad_norm": 44.452693939208984, + "learning_rate": 8.191061910045341e-06, + "loss": 0.6534, + "step": 772 + }, + { + "epoch": 0.5886160289358462, + "grad_norm": 33.47657775878906, + "learning_rate": 8.186368720208906e-06, + "loss": 0.7487, + "step": 773 + }, + { + "epoch": 0.5893774985722444, + "grad_norm": 29.39069938659668, + "learning_rate": 8.181670798534164e-06, + "loss": 0.8182, + "step": 774 + }, + { + "epoch": 0.5901389682086426, + "grad_norm": 33.332374572753906, + "learning_rate": 8.17696815199765e-06, + "loss": 0.9018, + "step": 775 + }, + { + "epoch": 0.590900437845041, + "grad_norm": 27.58820343017578, + "learning_rate": 8.172260787582914e-06, + "loss": 0.7479, + "step": 776 + }, + { + "epoch": 0.5916619074814392, + "grad_norm": 31.04929542541504, + "learning_rate": 8.167548712280507e-06, + "loss": 0.7872, + "step": 777 + }, + { + "epoch": 0.5924233771178374, + "grad_norm": 38.24930953979492, + "learning_rate": 8.162831933087985e-06, + "loss": 0.7874, + "step": 778 + }, + { + "epoch": 0.5931848467542357, + "grad_norm": 36.27316665649414, + "learning_rate": 8.158110457009882e-06, + "loss": 0.8672, + "step": 779 + }, + { + "epoch": 0.5939463163906339, + "grad_norm": 36.5713996887207, + "learning_rate": 8.15338429105771e-06, + "loss": 0.5997, + "step": 780 + }, + { + "epoch": 0.5947077860270322, + "grad_norm": 35.257774353027344, + "learning_rate": 8.148653442249949e-06, + "loss": 0.8171, + "step": 781 + }, + { + "epoch": 0.5954692556634305, + "grad_norm": 36.267547607421875, + "learning_rate": 8.143917917612023e-06, + "loss": 0.8415, + "step": 782 + }, + { + "epoch": 0.5962307252998287, + "grad_norm": 27.755474090576172, + "learning_rate": 8.13917772417631e-06, + "loss": 0.6817, + "step": 783 + }, + { + "epoch": 0.5969921949362269, + "grad_norm": 36.79349136352539, + "learning_rate": 8.134432868982118e-06, + "loss": 0.7736, + "step": 784 + }, + { + "epoch": 0.5977536645726251, + "grad_norm": 32.57246398925781, + "learning_rate": 8.129683359075675e-06, + "loss": 0.7669, + "step": 785 + }, + { + "epoch": 0.5985151342090235, + "grad_norm": 37.34968185424805, + "learning_rate": 8.124929201510124e-06, + "loss": 0.7779, + "step": 786 + }, + { + "epoch": 0.5992766038454217, + "grad_norm": 40.94609069824219, + "learning_rate": 8.12017040334551e-06, + "loss": 0.9911, + "step": 787 + }, + { + "epoch": 0.6000380734818199, + "grad_norm": 28.85545539855957, + "learning_rate": 8.11540697164877e-06, + "loss": 0.6715, + "step": 788 + }, + { + "epoch": 0.6007995431182181, + "grad_norm": 49.465614318847656, + "learning_rate": 8.110638913493718e-06, + "loss": 0.6255, + "step": 789 + }, + { + "epoch": 0.6015610127546164, + "grad_norm": 50.699974060058594, + "learning_rate": 8.105866235961045e-06, + "loss": 0.566, + "step": 790 + }, + { + "epoch": 0.6023224823910147, + "grad_norm": 27.396591186523438, + "learning_rate": 8.101088946138294e-06, + "loss": 0.6544, + "step": 791 + }, + { + "epoch": 0.6030839520274129, + "grad_norm": 32.85529708862305, + "learning_rate": 8.096307051119863e-06, + "loss": 0.8224, + "step": 792 + }, + { + "epoch": 0.6038454216638112, + "grad_norm": 26.31869125366211, + "learning_rate": 8.091520558006988e-06, + "loss": 0.7248, + "step": 793 + }, + { + "epoch": 0.6046068913002094, + "grad_norm": 28.539140701293945, + "learning_rate": 8.086729473907734e-06, + "loss": 0.7012, + "step": 794 + }, + { + "epoch": 0.6053683609366076, + "grad_norm": 34.67433166503906, + "learning_rate": 8.081933805936977e-06, + "loss": 0.793, + "step": 795 + }, + { + "epoch": 0.606129830573006, + "grad_norm": 26.926082611083984, + "learning_rate": 8.07713356121641e-06, + "loss": 0.6892, + "step": 796 + }, + { + "epoch": 0.6068913002094042, + "grad_norm": 37.93033981323242, + "learning_rate": 8.07232874687452e-06, + "loss": 0.7574, + "step": 797 + }, + { + "epoch": 0.6076527698458024, + "grad_norm": 61.16469192504883, + "learning_rate": 8.067519370046572e-06, + "loss": 1.1853, + "step": 798 + }, + { + "epoch": 0.6084142394822006, + "grad_norm": 36.617897033691406, + "learning_rate": 8.06270543787462e-06, + "loss": 0.9867, + "step": 799 + }, + { + "epoch": 0.6091757091185989, + "grad_norm": 41.403324127197266, + "learning_rate": 8.057886957507466e-06, + "loss": 1.0133, + "step": 800 + }, + { + "epoch": 0.6099371787549971, + "grad_norm": 35.976966857910156, + "learning_rate": 8.053063936100682e-06, + "loss": 0.9601, + "step": 801 + }, + { + "epoch": 0.6106986483913954, + "grad_norm": 28.360689163208008, + "learning_rate": 8.048236380816576e-06, + "loss": 0.7825, + "step": 802 + }, + { + "epoch": 0.6114601180277937, + "grad_norm": 28.78184700012207, + "learning_rate": 8.043404298824189e-06, + "loss": 0.7889, + "step": 803 + }, + { + "epoch": 0.6122215876641919, + "grad_norm": 21.7941951751709, + "learning_rate": 8.038567697299287e-06, + "loss": 0.5789, + "step": 804 + }, + { + "epoch": 0.6129830573005901, + "grad_norm": 33.62324142456055, + "learning_rate": 8.033726583424341e-06, + "loss": 0.8517, + "step": 805 + }, + { + "epoch": 0.6137445269369883, + "grad_norm": 33.0076789855957, + "learning_rate": 8.028880964388534e-06, + "loss": 0.8585, + "step": 806 + }, + { + "epoch": 0.6145059965733867, + "grad_norm": 27.630537033081055, + "learning_rate": 8.024030847387729e-06, + "loss": 0.7323, + "step": 807 + }, + { + "epoch": 0.6152674662097849, + "grad_norm": 24.592273712158203, + "learning_rate": 8.019176239624476e-06, + "loss": 0.7206, + "step": 808 + }, + { + "epoch": 0.6160289358461831, + "grad_norm": 26.27126693725586, + "learning_rate": 8.014317148307987e-06, + "loss": 0.7633, + "step": 809 + }, + { + "epoch": 0.6167904054825813, + "grad_norm": 28.837806701660156, + "learning_rate": 8.009453580654138e-06, + "loss": 0.5625, + "step": 810 + }, + { + "epoch": 0.6175518751189796, + "grad_norm": 22.987646102905273, + "learning_rate": 8.004585543885448e-06, + "loss": 0.6402, + "step": 811 + }, + { + "epoch": 0.6183133447553779, + "grad_norm": 26.343568801879883, + "learning_rate": 7.999713045231078e-06, + "loss": 0.6907, + "step": 812 + }, + { + "epoch": 0.6190748143917761, + "grad_norm": 25.834089279174805, + "learning_rate": 7.99483609192681e-06, + "loss": 0.5879, + "step": 813 + }, + { + "epoch": 0.6198362840281744, + "grad_norm": 26.641136169433594, + "learning_rate": 7.989954691215044e-06, + "loss": 0.7393, + "step": 814 + }, + { + "epoch": 0.6205977536645726, + "grad_norm": 31.973413467407227, + "learning_rate": 7.985068850344783e-06, + "loss": 0.8564, + "step": 815 + }, + { + "epoch": 0.6213592233009708, + "grad_norm": 32.119537353515625, + "learning_rate": 7.980178576571626e-06, + "loss": 0.9437, + "step": 816 + }, + { + "epoch": 0.6221206929373692, + "grad_norm": 25.91680908203125, + "learning_rate": 7.975283877157752e-06, + "loss": 0.6618, + "step": 817 + }, + { + "epoch": 0.6228821625737674, + "grad_norm": 26.057126998901367, + "learning_rate": 7.970384759371914e-06, + "loss": 0.7615, + "step": 818 + }, + { + "epoch": 0.6236436322101656, + "grad_norm": 28.24910545349121, + "learning_rate": 7.965481230489425e-06, + "loss": 0.7863, + "step": 819 + }, + { + "epoch": 0.6244051018465638, + "grad_norm": 32.42158889770508, + "learning_rate": 7.960573297792153e-06, + "loss": 0.7045, + "step": 820 + }, + { + "epoch": 0.6251665714829621, + "grad_norm": 33.47333526611328, + "learning_rate": 7.955660968568499e-06, + "loss": 0.8996, + "step": 821 + }, + { + "epoch": 0.6259280411193604, + "grad_norm": 33.64387512207031, + "learning_rate": 7.950744250113398e-06, + "loss": 0.8674, + "step": 822 + }, + { + "epoch": 0.6266895107557586, + "grad_norm": 21.23735809326172, + "learning_rate": 7.945823149728304e-06, + "loss": 0.6238, + "step": 823 + }, + { + "epoch": 0.6274509803921569, + "grad_norm": 33.83268356323242, + "learning_rate": 7.94089767472117e-06, + "loss": 0.7337, + "step": 824 + }, + { + "epoch": 0.6282124500285551, + "grad_norm": 31.84981918334961, + "learning_rate": 7.935967832406456e-06, + "loss": 0.7967, + "step": 825 + }, + { + "epoch": 0.6289739196649533, + "grad_norm": 31.125083923339844, + "learning_rate": 7.9310336301051e-06, + "loss": 1.0462, + "step": 826 + }, + { + "epoch": 0.6297353893013516, + "grad_norm": 26.396533966064453, + "learning_rate": 7.92609507514452e-06, + "loss": 0.6512, + "step": 827 + }, + { + "epoch": 0.6304968589377499, + "grad_norm": 26.503463745117188, + "learning_rate": 7.921152174858592e-06, + "loss": 0.7569, + "step": 828 + }, + { + "epoch": 0.6312583285741481, + "grad_norm": 34.26448440551758, + "learning_rate": 7.91620493658765e-06, + "loss": 0.799, + "step": 829 + }, + { + "epoch": 0.6320197982105463, + "grad_norm": 32.36408233642578, + "learning_rate": 7.911253367678469e-06, + "loss": 0.9017, + "step": 830 + }, + { + "epoch": 0.6327812678469446, + "grad_norm": 30.752483367919922, + "learning_rate": 7.906297475484255e-06, + "loss": 0.8698, + "step": 831 + }, + { + "epoch": 0.6335427374833429, + "grad_norm": 27.395137786865234, + "learning_rate": 7.90133726736463e-06, + "loss": 0.6505, + "step": 832 + }, + { + "epoch": 0.6343042071197411, + "grad_norm": 32.6951789855957, + "learning_rate": 7.896372750685632e-06, + "loss": 0.8879, + "step": 833 + }, + { + "epoch": 0.6350656767561393, + "grad_norm": 39.803714752197266, + "learning_rate": 7.891403932819692e-06, + "loss": 0.9498, + "step": 834 + }, + { + "epoch": 0.6358271463925376, + "grad_norm": 34.31433868408203, + "learning_rate": 7.886430821145633e-06, + "loss": 0.9549, + "step": 835 + }, + { + "epoch": 0.6365886160289358, + "grad_norm": 27.380159378051758, + "learning_rate": 7.881453423048651e-06, + "loss": 0.7375, + "step": 836 + }, + { + "epoch": 0.6373500856653341, + "grad_norm": 26.90700912475586, + "learning_rate": 7.876471745920304e-06, + "loss": 0.6806, + "step": 837 + }, + { + "epoch": 0.6381115553017324, + "grad_norm": 25.832687377929688, + "learning_rate": 7.871485797158515e-06, + "loss": 0.8036, + "step": 838 + }, + { + "epoch": 0.6388730249381306, + "grad_norm": 34.30730056762695, + "learning_rate": 7.866495584167542e-06, + "loss": 0.9942, + "step": 839 + }, + { + "epoch": 0.6396344945745288, + "grad_norm": 25.98689079284668, + "learning_rate": 7.861501114357976e-06, + "loss": 0.7233, + "step": 840 + }, + { + "epoch": 0.640395964210927, + "grad_norm": 32.80167007446289, + "learning_rate": 7.856502395146735e-06, + "loss": 0.7946, + "step": 841 + }, + { + "epoch": 0.6411574338473254, + "grad_norm": 34.85222625732422, + "learning_rate": 7.851499433957039e-06, + "loss": 1.0334, + "step": 842 + }, + { + "epoch": 0.6419189034837236, + "grad_norm": 36.892765045166016, + "learning_rate": 7.846492238218414e-06, + "loss": 0.8306, + "step": 843 + }, + { + "epoch": 0.6426803731201218, + "grad_norm": 29.023441314697266, + "learning_rate": 7.841480815366676e-06, + "loss": 0.9039, + "step": 844 + }, + { + "epoch": 0.64344184275652, + "grad_norm": 30.305448532104492, + "learning_rate": 7.83646517284391e-06, + "loss": 0.6917, + "step": 845 + }, + { + "epoch": 0.6442033123929183, + "grad_norm": 32.46067428588867, + "learning_rate": 7.831445318098476e-06, + "loss": 0.7484, + "step": 846 + }, + { + "epoch": 0.6449647820293166, + "grad_norm": 29.135446548461914, + "learning_rate": 7.826421258584984e-06, + "loss": 0.7558, + "step": 847 + }, + { + "epoch": 0.6457262516657148, + "grad_norm": 27.77723503112793, + "learning_rate": 7.821393001764287e-06, + "loss": 0.7524, + "step": 848 + }, + { + "epoch": 0.6464877213021131, + "grad_norm": 26.93240737915039, + "learning_rate": 7.81636055510348e-06, + "loss": 0.8165, + "step": 849 + }, + { + "epoch": 0.6472491909385113, + "grad_norm": 29.845855712890625, + "learning_rate": 7.811323926075867e-06, + "loss": 0.7827, + "step": 850 + }, + { + "epoch": 0.6480106605749095, + "grad_norm": 28.056304931640625, + "learning_rate": 7.806283122160974e-06, + "loss": 0.7516, + "step": 851 + }, + { + "epoch": 0.6487721302113079, + "grad_norm": 40.83567428588867, + "learning_rate": 7.801238150844523e-06, + "loss": 0.8165, + "step": 852 + }, + { + "epoch": 0.6495335998477061, + "grad_norm": 26.75080680847168, + "learning_rate": 7.796189019618421e-06, + "loss": 0.5547, + "step": 853 + }, + { + "epoch": 0.6502950694841043, + "grad_norm": 35.45816421508789, + "learning_rate": 7.791135735980758e-06, + "loss": 0.9976, + "step": 854 + }, + { + "epoch": 0.6510565391205025, + "grad_norm": 24.48919105529785, + "learning_rate": 7.786078307435788e-06, + "loss": 0.5694, + "step": 855 + }, + { + "epoch": 0.6518180087569008, + "grad_norm": 25.51799964904785, + "learning_rate": 7.781016741493922e-06, + "loss": 0.7217, + "step": 856 + }, + { + "epoch": 0.6525794783932991, + "grad_norm": 52.26631164550781, + "learning_rate": 7.77595104567171e-06, + "loss": 0.7708, + "step": 857 + }, + { + "epoch": 0.6533409480296973, + "grad_norm": 27.07032012939453, + "learning_rate": 7.770881227491842e-06, + "loss": 0.7683, + "step": 858 + }, + { + "epoch": 0.6541024176660956, + "grad_norm": 57.096466064453125, + "learning_rate": 7.765807294483125e-06, + "loss": 0.7533, + "step": 859 + }, + { + "epoch": 0.6548638873024938, + "grad_norm": 30.253202438354492, + "learning_rate": 7.76072925418048e-06, + "loss": 0.8218, + "step": 860 + }, + { + "epoch": 0.655625356938892, + "grad_norm": 31.545814514160156, + "learning_rate": 7.755647114124922e-06, + "loss": 0.8249, + "step": 861 + }, + { + "epoch": 0.6563868265752903, + "grad_norm": 28.886499404907227, + "learning_rate": 7.750560881863563e-06, + "loss": 0.8746, + "step": 862 + }, + { + "epoch": 0.6571482962116886, + "grad_norm": 26.418315887451172, + "learning_rate": 7.74547056494958e-06, + "loss": 0.6539, + "step": 863 + }, + { + "epoch": 0.6579097658480868, + "grad_norm": 31.141759872436523, + "learning_rate": 7.740376170942227e-06, + "loss": 0.9195, + "step": 864 + }, + { + "epoch": 0.658671235484485, + "grad_norm": 29.36141014099121, + "learning_rate": 7.73527770740681e-06, + "loss": 0.886, + "step": 865 + }, + { + "epoch": 0.6594327051208833, + "grad_norm": 27.355432510375977, + "learning_rate": 7.730175181914672e-06, + "loss": 0.7236, + "step": 866 + }, + { + "epoch": 0.6601941747572816, + "grad_norm": 45.42149353027344, + "learning_rate": 7.725068602043195e-06, + "loss": 1.1618, + "step": 867 + }, + { + "epoch": 0.6609556443936798, + "grad_norm": 33.360931396484375, + "learning_rate": 7.719957975375779e-06, + "loss": 0.8988, + "step": 868 + }, + { + "epoch": 0.661717114030078, + "grad_norm": 28.71207046508789, + "learning_rate": 7.714843309501836e-06, + "loss": 0.5699, + "step": 869 + }, + { + "epoch": 0.6624785836664763, + "grad_norm": 40.582035064697266, + "learning_rate": 7.709724612016772e-06, + "loss": 0.8159, + "step": 870 + }, + { + "epoch": 0.6632400533028745, + "grad_norm": 40.518150329589844, + "learning_rate": 7.704601890521982e-06, + "loss": 0.8031, + "step": 871 + }, + { + "epoch": 0.6640015229392728, + "grad_norm": 32.10520553588867, + "learning_rate": 7.699475152624839e-06, + "loss": 0.7844, + "step": 872 + }, + { + "epoch": 0.6647629925756711, + "grad_norm": 33.51770782470703, + "learning_rate": 7.694344405938679e-06, + "loss": 0.9458, + "step": 873 + }, + { + "epoch": 0.6655244622120693, + "grad_norm": 28.527631759643555, + "learning_rate": 7.68920965808279e-06, + "loss": 0.8622, + "step": 874 + }, + { + "epoch": 0.6662859318484675, + "grad_norm": 38.19065856933594, + "learning_rate": 7.684070916682403e-06, + "loss": 0.6396, + "step": 875 + }, + { + "epoch": 0.6670474014848657, + "grad_norm": 27.93634033203125, + "learning_rate": 7.67892818936868e-06, + "loss": 0.7168, + "step": 876 + }, + { + "epoch": 0.6678088711212641, + "grad_norm": 28.99605941772461, + "learning_rate": 7.673781483778698e-06, + "loss": 0.7734, + "step": 877 + }, + { + "epoch": 0.6685703407576623, + "grad_norm": 39.4337158203125, + "learning_rate": 7.66863080755545e-06, + "loss": 1.4895, + "step": 878 + }, + { + "epoch": 0.6693318103940605, + "grad_norm": 28.5806827545166, + "learning_rate": 7.663476168347818e-06, + "loss": 0.7658, + "step": 879 + }, + { + "epoch": 0.6700932800304588, + "grad_norm": 37.91471481323242, + "learning_rate": 7.658317573810572e-06, + "loss": 0.8842, + "step": 880 + }, + { + "epoch": 0.670854749666857, + "grad_norm": 31.70551872253418, + "learning_rate": 7.653155031604356e-06, + "loss": 0.7191, + "step": 881 + }, + { + "epoch": 0.6716162193032553, + "grad_norm": 31.07270050048828, + "learning_rate": 7.647988549395676e-06, + "loss": 0.8618, + "step": 882 + }, + { + "epoch": 0.6723776889396536, + "grad_norm": 32.019893646240234, + "learning_rate": 7.642818134856888e-06, + "loss": 0.7914, + "step": 883 + }, + { + "epoch": 0.6731391585760518, + "grad_norm": 30.21106719970703, + "learning_rate": 7.637643795666192e-06, + "loss": 0.6793, + "step": 884 + }, + { + "epoch": 0.67390062821245, + "grad_norm": 23.416296005249023, + "learning_rate": 7.632465539507608e-06, + "loss": 0.6975, + "step": 885 + }, + { + "epoch": 0.6746620978488482, + "grad_norm": 28.055620193481445, + "learning_rate": 7.62728337407098e-06, + "loss": 0.827, + "step": 886 + }, + { + "epoch": 0.6754235674852466, + "grad_norm": 24.000978469848633, + "learning_rate": 7.622097307051957e-06, + "loss": 0.5859, + "step": 887 + }, + { + "epoch": 0.6761850371216448, + "grad_norm": 29.766515731811523, + "learning_rate": 7.616907346151977e-06, + "loss": 0.9002, + "step": 888 + }, + { + "epoch": 0.676946506758043, + "grad_norm": 28.786598205566406, + "learning_rate": 7.611713499078265e-06, + "loss": 0.8271, + "step": 889 + }, + { + "epoch": 0.6777079763944412, + "grad_norm": 30.589488983154297, + "learning_rate": 7.606515773543814e-06, + "loss": 0.6112, + "step": 890 + }, + { + "epoch": 0.6784694460308395, + "grad_norm": 24.776464462280273, + "learning_rate": 7.601314177267381e-06, + "loss": 0.7205, + "step": 891 + }, + { + "epoch": 0.6792309156672378, + "grad_norm": 26.0139217376709, + "learning_rate": 7.596108717973465e-06, + "loss": 0.7979, + "step": 892 + }, + { + "epoch": 0.679992385303636, + "grad_norm": 66.2892074584961, + "learning_rate": 7.590899403392307e-06, + "loss": 0.7666, + "step": 893 + }, + { + "epoch": 0.6807538549400343, + "grad_norm": 30.251981735229492, + "learning_rate": 7.585686241259871e-06, + "loss": 0.7796, + "step": 894 + }, + { + "epoch": 0.6815153245764325, + "grad_norm": 30.38053321838379, + "learning_rate": 7.5804692393178334e-06, + "loss": 0.8498, + "step": 895 + }, + { + "epoch": 0.6822767942128307, + "grad_norm": 34.0738639831543, + "learning_rate": 7.575248405313578e-06, + "loss": 0.9128, + "step": 896 + }, + { + "epoch": 0.683038263849229, + "grad_norm": 28.353290557861328, + "learning_rate": 7.5700237470001705e-06, + "loss": 0.7225, + "step": 897 + }, + { + "epoch": 0.6837997334856273, + "grad_norm": 25.537622451782227, + "learning_rate": 7.564795272136365e-06, + "loss": 0.6939, + "step": 898 + }, + { + "epoch": 0.6845612031220255, + "grad_norm": 28.82963752746582, + "learning_rate": 7.559562988486576e-06, + "loss": 0.6956, + "step": 899 + }, + { + "epoch": 0.6853226727584237, + "grad_norm": 24.72161865234375, + "learning_rate": 7.554326903820881e-06, + "loss": 0.7923, + "step": 900 + }, + { + "epoch": 0.686084142394822, + "grad_norm": 33.14993667602539, + "learning_rate": 7.549087025914995e-06, + "loss": 0.8066, + "step": 901 + }, + { + "epoch": 0.6868456120312203, + "grad_norm": 35.39863204956055, + "learning_rate": 7.5438433625502725e-06, + "loss": 0.9213, + "step": 902 + }, + { + "epoch": 0.6876070816676185, + "grad_norm": 29.69724464416504, + "learning_rate": 7.538595921513683e-06, + "loss": 0.7398, + "step": 903 + }, + { + "epoch": 0.6883685513040168, + "grad_norm": 35.563053131103516, + "learning_rate": 7.533344710597814e-06, + "loss": 0.7713, + "step": 904 + }, + { + "epoch": 0.689130020940415, + "grad_norm": 30.227357864379883, + "learning_rate": 7.5280897376008415e-06, + "loss": 0.7612, + "step": 905 + }, + { + "epoch": 0.6898914905768132, + "grad_norm": 27.88680076599121, + "learning_rate": 7.522831010326538e-06, + "loss": 0.7491, + "step": 906 + }, + { + "epoch": 0.6906529602132115, + "grad_norm": 37.14356994628906, + "learning_rate": 7.5175685365842435e-06, + "loss": 0.9955, + "step": 907 + }, + { + "epoch": 0.6914144298496098, + "grad_norm": 28.307918548583984, + "learning_rate": 7.512302324188867e-06, + "loss": 0.8756, + "step": 908 + }, + { + "epoch": 0.692175899486008, + "grad_norm": 36.45597457885742, + "learning_rate": 7.507032380960868e-06, + "loss": 0.8675, + "step": 909 + }, + { + "epoch": 0.6929373691224062, + "grad_norm": 34.10755157470703, + "learning_rate": 7.5017587147262425e-06, + "loss": 1.0245, + "step": 910 + }, + { + "epoch": 0.6936988387588044, + "grad_norm": 33.00735092163086, + "learning_rate": 7.496481333316522e-06, + "loss": 0.7733, + "step": 911 + }, + { + "epoch": 0.6944603083952028, + "grad_norm": 36.1781005859375, + "learning_rate": 7.491200244568748e-06, + "loss": 0.9425, + "step": 912 + }, + { + "epoch": 0.695221778031601, + "grad_norm": 25.176944732666016, + "learning_rate": 7.4859154563254766e-06, + "loss": 0.7413, + "step": 913 + }, + { + "epoch": 0.6959832476679992, + "grad_norm": 29.096973419189453, + "learning_rate": 7.480626976434746e-06, + "loss": 0.7264, + "step": 914 + }, + { + "epoch": 0.6967447173043975, + "grad_norm": 28.575490951538086, + "learning_rate": 7.475334812750089e-06, + "loss": 0.7541, + "step": 915 + }, + { + "epoch": 0.6975061869407957, + "grad_norm": 28.50647735595703, + "learning_rate": 7.470038973130497e-06, + "loss": 0.6062, + "step": 916 + }, + { + "epoch": 0.698267656577194, + "grad_norm": 30.17618179321289, + "learning_rate": 7.464739465440431e-06, + "loss": 0.8535, + "step": 917 + }, + { + "epoch": 0.6990291262135923, + "grad_norm": 21.86348533630371, + "learning_rate": 7.4594362975497896e-06, + "loss": 0.5617, + "step": 918 + }, + { + "epoch": 0.6997905958499905, + "grad_norm": 23.84324073791504, + "learning_rate": 7.454129477333916e-06, + "loss": 0.6717, + "step": 919 + }, + { + "epoch": 0.7005520654863887, + "grad_norm": 29.712072372436523, + "learning_rate": 7.44881901267357e-06, + "loss": 0.9733, + "step": 920 + }, + { + "epoch": 0.7013135351227869, + "grad_norm": 27.97547149658203, + "learning_rate": 7.443504911454927e-06, + "loss": 0.7411, + "step": 921 + }, + { + "epoch": 0.7020750047591853, + "grad_norm": 32.59486770629883, + "learning_rate": 7.43818718156956e-06, + "loss": 0.8966, + "step": 922 + }, + { + "epoch": 0.7028364743955835, + "grad_norm": 31.34674644470215, + "learning_rate": 7.432865830914435e-06, + "loss": 0.9788, + "step": 923 + }, + { + "epoch": 0.7035979440319817, + "grad_norm": 18.920564651489258, + "learning_rate": 7.427540867391894e-06, + "loss": 0.6062, + "step": 924 + }, + { + "epoch": 0.70435941366838, + "grad_norm": 21.33208465576172, + "learning_rate": 7.422212298909638e-06, + "loss": 0.6215, + "step": 925 + }, + { + "epoch": 0.7051208833047782, + "grad_norm": 32.146976470947266, + "learning_rate": 7.416880133380732e-06, + "loss": 0.8168, + "step": 926 + }, + { + "epoch": 0.7058823529411765, + "grad_norm": 25.904571533203125, + "learning_rate": 7.411544378723572e-06, + "loss": 0.7482, + "step": 927 + }, + { + "epoch": 0.7066438225775747, + "grad_norm": 29.501108169555664, + "learning_rate": 7.406205042861892e-06, + "loss": 0.778, + "step": 928 + }, + { + "epoch": 0.707405292213973, + "grad_norm": 38.986534118652344, + "learning_rate": 7.400862133724739e-06, + "loss": 0.891, + "step": 929 + }, + { + "epoch": 0.7081667618503712, + "grad_norm": 24.509849548339844, + "learning_rate": 7.39551565924647e-06, + "loss": 0.7243, + "step": 930 + }, + { + "epoch": 0.7089282314867694, + "grad_norm": 24.55140495300293, + "learning_rate": 7.390165627366735e-06, + "loss": 0.7393, + "step": 931 + }, + { + "epoch": 0.7096897011231678, + "grad_norm": 28.782194137573242, + "learning_rate": 7.384812046030468e-06, + "loss": 0.7491, + "step": 932 + }, + { + "epoch": 0.710451170759566, + "grad_norm": 26.1166934967041, + "learning_rate": 7.379454923187868e-06, + "loss": 0.667, + "step": 933 + }, + { + "epoch": 0.7112126403959642, + "grad_norm": 30.481565475463867, + "learning_rate": 7.374094266794403e-06, + "loss": 0.8279, + "step": 934 + }, + { + "epoch": 0.7119741100323624, + "grad_norm": 28.972707748413086, + "learning_rate": 7.368730084810782e-06, + "loss": 0.6376, + "step": 935 + }, + { + "epoch": 0.7127355796687607, + "grad_norm": 26.157737731933594, + "learning_rate": 7.363362385202952e-06, + "loss": 0.8613, + "step": 936 + }, + { + "epoch": 0.713497049305159, + "grad_norm": 26.83064842224121, + "learning_rate": 7.357991175942083e-06, + "loss": 0.777, + "step": 937 + }, + { + "epoch": 0.7142585189415572, + "grad_norm": 26.857431411743164, + "learning_rate": 7.352616465004556e-06, + "loss": 0.6033, + "step": 938 + }, + { + "epoch": 0.7150199885779555, + "grad_norm": 28.428842544555664, + "learning_rate": 7.347238260371954e-06, + "loss": 0.9263, + "step": 939 + }, + { + "epoch": 0.7157814582143537, + "grad_norm": 28.889423370361328, + "learning_rate": 7.341856570031045e-06, + "loss": 0.6927, + "step": 940 + }, + { + "epoch": 0.7165429278507519, + "grad_norm": 33.6306266784668, + "learning_rate": 7.336471401973778e-06, + "loss": 0.7787, + "step": 941 + }, + { + "epoch": 0.7173043974871502, + "grad_norm": 23.571929931640625, + "learning_rate": 7.331082764197262e-06, + "loss": 0.565, + "step": 942 + }, + { + "epoch": 0.7180658671235485, + "grad_norm": 29.913192749023438, + "learning_rate": 7.325690664703763e-06, + "loss": 0.8598, + "step": 943 + }, + { + "epoch": 0.7188273367599467, + "grad_norm": 30.621116638183594, + "learning_rate": 7.320295111500683e-06, + "loss": 0.6628, + "step": 944 + }, + { + "epoch": 0.7195888063963449, + "grad_norm": 35.32845687866211, + "learning_rate": 7.314896112600558e-06, + "loss": 0.9929, + "step": 945 + }, + { + "epoch": 0.7203502760327432, + "grad_norm": 27.44571304321289, + "learning_rate": 7.309493676021035e-06, + "loss": 0.8326, + "step": 946 + }, + { + "epoch": 0.7211117456691415, + "grad_norm": 32.142967224121094, + "learning_rate": 7.30408780978487e-06, + "loss": 0.8856, + "step": 947 + }, + { + "epoch": 0.7218732153055397, + "grad_norm": 30.383384704589844, + "learning_rate": 7.298678521919914e-06, + "loss": 0.7051, + "step": 948 + }, + { + "epoch": 0.7226346849419379, + "grad_norm": 29.19371795654297, + "learning_rate": 7.293265820459095e-06, + "loss": 0.8118, + "step": 949 + }, + { + "epoch": 0.7233961545783362, + "grad_norm": 31.852752685546875, + "learning_rate": 7.28784971344041e-06, + "loss": 0.7124, + "step": 950 + }, + { + "epoch": 0.7241576242147344, + "grad_norm": 26.42278289794922, + "learning_rate": 7.2824302089069184e-06, + "loss": 0.7328, + "step": 951 + }, + { + "epoch": 0.7249190938511327, + "grad_norm": 31.66285514831543, + "learning_rate": 7.277007314906719e-06, + "loss": 0.814, + "step": 952 + }, + { + "epoch": 0.725680563487531, + "grad_norm": 26.553312301635742, + "learning_rate": 7.271581039492949e-06, + "loss": 0.7502, + "step": 953 + }, + { + "epoch": 0.7264420331239292, + "grad_norm": 36.027652740478516, + "learning_rate": 7.2661513907237634e-06, + "loss": 1.0965, + "step": 954 + }, + { + "epoch": 0.7272035027603274, + "grad_norm": 25.32257652282715, + "learning_rate": 7.260718376662329e-06, + "loss": 0.8641, + "step": 955 + }, + { + "epoch": 0.7279649723967256, + "grad_norm": 32.486141204833984, + "learning_rate": 7.25528200537681e-06, + "loss": 0.8929, + "step": 956 + }, + { + "epoch": 0.728726442033124, + "grad_norm": 46.99209976196289, + "learning_rate": 7.249842284940352e-06, + "loss": 0.8834, + "step": 957 + }, + { + "epoch": 0.7294879116695222, + "grad_norm": 25.190576553344727, + "learning_rate": 7.244399223431082e-06, + "loss": 0.6918, + "step": 958 + }, + { + "epoch": 0.7302493813059204, + "grad_norm": 28.75440788269043, + "learning_rate": 7.238952828932084e-06, + "loss": 0.8444, + "step": 959 + }, + { + "epoch": 0.7310108509423187, + "grad_norm": 26.397907257080078, + "learning_rate": 7.233503109531389e-06, + "loss": 0.6744, + "step": 960 + }, + { + "epoch": 0.7317723205787169, + "grad_norm": 34.44126892089844, + "learning_rate": 7.228050073321971e-06, + "loss": 0.8709, + "step": 961 + }, + { + "epoch": 0.7325337902151152, + "grad_norm": 28.410762786865234, + "learning_rate": 7.222593728401724e-06, + "loss": 0.8122, + "step": 962 + }, + { + "epoch": 0.7332952598515134, + "grad_norm": 30.714998245239258, + "learning_rate": 7.2171340828734626e-06, + "loss": 0.7721, + "step": 963 + }, + { + "epoch": 0.7340567294879117, + "grad_norm": 24.129196166992188, + "learning_rate": 7.211671144844896e-06, + "loss": 0.5979, + "step": 964 + }, + { + "epoch": 0.7348181991243099, + "grad_norm": 36.182044982910156, + "learning_rate": 7.206204922428625e-06, + "loss": 0.9329, + "step": 965 + }, + { + "epoch": 0.7355796687607081, + "grad_norm": 28.672395706176758, + "learning_rate": 7.200735423742131e-06, + "loss": 0.7124, + "step": 966 + }, + { + "epoch": 0.7363411383971065, + "grad_norm": 23.973031997680664, + "learning_rate": 7.195262656907758e-06, + "loss": 0.7238, + "step": 967 + }, + { + "epoch": 0.7371026080335047, + "grad_norm": 26.83302116394043, + "learning_rate": 7.1897866300527e-06, + "loss": 0.8061, + "step": 968 + }, + { + "epoch": 0.7378640776699029, + "grad_norm": 24.463834762573242, + "learning_rate": 7.1843073513089985e-06, + "loss": 0.6155, + "step": 969 + }, + { + "epoch": 0.7386255473063011, + "grad_norm": 27.022062301635742, + "learning_rate": 7.178824828813522e-06, + "loss": 0.6644, + "step": 970 + }, + { + "epoch": 0.7393870169426994, + "grad_norm": 28.182111740112305, + "learning_rate": 7.173339070707953e-06, + "loss": 0.8427, + "step": 971 + }, + { + "epoch": 0.7401484865790977, + "grad_norm": 33.68251037597656, + "learning_rate": 7.1678500851387835e-06, + "loss": 0.873, + "step": 972 + }, + { + "epoch": 0.7409099562154959, + "grad_norm": 28.491044998168945, + "learning_rate": 7.162357880257294e-06, + "loss": 0.8262, + "step": 973 + }, + { + "epoch": 0.7416714258518942, + "grad_norm": 28.93327522277832, + "learning_rate": 7.1568624642195495e-06, + "loss": 0.7282, + "step": 974 + }, + { + "epoch": 0.7424328954882924, + "grad_norm": 22.979516983032227, + "learning_rate": 7.151363845186382e-06, + "loss": 0.5553, + "step": 975 + }, + { + "epoch": 0.7431943651246906, + "grad_norm": 28.500520706176758, + "learning_rate": 7.14586203132338e-06, + "loss": 0.8657, + "step": 976 + }, + { + "epoch": 0.743955834761089, + "grad_norm": 38.0922966003418, + "learning_rate": 7.140357030800875e-06, + "loss": 0.9531, + "step": 977 + }, + { + "epoch": 0.7447173043974872, + "grad_norm": 30.303611755371094, + "learning_rate": 7.134848851793934e-06, + "loss": 0.7469, + "step": 978 + }, + { + "epoch": 0.7454787740338854, + "grad_norm": 34.94667053222656, + "learning_rate": 7.129337502482343e-06, + "loss": 0.9157, + "step": 979 + }, + { + "epoch": 0.7462402436702836, + "grad_norm": 28.89977264404297, + "learning_rate": 7.123822991050594e-06, + "loss": 0.7208, + "step": 980 + }, + { + "epoch": 0.7470017133066819, + "grad_norm": 28.439899444580078, + "learning_rate": 7.118305325687876e-06, + "loss": 0.7317, + "step": 981 + }, + { + "epoch": 0.7477631829430802, + "grad_norm": 26.193099975585938, + "learning_rate": 7.112784514588064e-06, + "loss": 0.6008, + "step": 982 + }, + { + "epoch": 0.7485246525794784, + "grad_norm": 25.30535125732422, + "learning_rate": 7.1072605659497e-06, + "loss": 0.754, + "step": 983 + }, + { + "epoch": 0.7492861222158766, + "grad_norm": 23.79256248474121, + "learning_rate": 7.101733487975988e-06, + "loss": 0.6873, + "step": 984 + }, + { + "epoch": 0.7500475918522749, + "grad_norm": 26.857532501220703, + "learning_rate": 7.096203288874781e-06, + "loss": 0.9162, + "step": 985 + }, + { + "epoch": 0.7508090614886731, + "grad_norm": 31.37613296508789, + "learning_rate": 7.090669976858563e-06, + "loss": 0.7478, + "step": 986 + }, + { + "epoch": 0.7515705311250714, + "grad_norm": 26.164493560791016, + "learning_rate": 7.085133560144443e-06, + "loss": 0.7949, + "step": 987 + }, + { + "epoch": 0.7523320007614697, + "grad_norm": 31.36321449279785, + "learning_rate": 7.07959404695414e-06, + "loss": 0.751, + "step": 988 + }, + { + "epoch": 0.7530934703978679, + "grad_norm": 27.06949806213379, + "learning_rate": 7.074051445513972e-06, + "loss": 0.7524, + "step": 989 + }, + { + "epoch": 0.7538549400342661, + "grad_norm": 33.156089782714844, + "learning_rate": 7.0685057640548415e-06, + "loss": 0.838, + "step": 990 + }, + { + "epoch": 0.7546164096706643, + "grad_norm": 37.368370056152344, + "learning_rate": 7.062957010812227e-06, + "loss": 0.8547, + "step": 991 + }, + { + "epoch": 0.7553778793070627, + "grad_norm": 32.58074951171875, + "learning_rate": 7.057405194026168e-06, + "loss": 0.6642, + "step": 992 + }, + { + "epoch": 0.7561393489434609, + "grad_norm": 28.085039138793945, + "learning_rate": 7.051850321941252e-06, + "loss": 0.7924, + "step": 993 + }, + { + "epoch": 0.7569008185798591, + "grad_norm": 26.330997467041016, + "learning_rate": 7.046292402806605e-06, + "loss": 0.7999, + "step": 994 + }, + { + "epoch": 0.7576622882162574, + "grad_norm": 38.67786407470703, + "learning_rate": 7.040731444875878e-06, + "loss": 1.0057, + "step": 995 + }, + { + "epoch": 0.7584237578526556, + "grad_norm": 25.687808990478516, + "learning_rate": 7.035167456407237e-06, + "loss": 0.712, + "step": 996 + }, + { + "epoch": 0.7591852274890539, + "grad_norm": 30.188947677612305, + "learning_rate": 7.029600445663341e-06, + "loss": 0.7298, + "step": 997 + }, + { + "epoch": 0.7599466971254522, + "grad_norm": 26.661039352416992, + "learning_rate": 7.024030420911346e-06, + "loss": 0.8296, + "step": 998 + }, + { + "epoch": 0.7607081667618504, + "grad_norm": 31.66457176208496, + "learning_rate": 7.018457390422878e-06, + "loss": 0.84, + "step": 999 + }, + { + "epoch": 0.7614696363982486, + "grad_norm": 26.696500778198242, + "learning_rate": 7.012881362474029e-06, + "loss": 0.8177, + "step": 1000 + }, + { + "epoch": 0.7622311060346468, + "grad_norm": 30.383148193359375, + "learning_rate": 7.0073023453453414e-06, + "loss": 0.9013, + "step": 1001 + }, + { + "epoch": 0.7629925756710452, + "grad_norm": 31.11835289001465, + "learning_rate": 7.0017203473217984e-06, + "loss": 0.8432, + "step": 1002 + }, + { + "epoch": 0.7637540453074434, + "grad_norm": 31.29349136352539, + "learning_rate": 6.996135376692807e-06, + "loss": 0.5571, + "step": 1003 + }, + { + "epoch": 0.7645155149438416, + "grad_norm": 33.65591812133789, + "learning_rate": 6.9905474417521905e-06, + "loss": 0.74, + "step": 1004 + }, + { + "epoch": 0.7652769845802398, + "grad_norm": 33.48772048950195, + "learning_rate": 6.9849565507981754e-06, + "loss": 0.6417, + "step": 1005 + }, + { + "epoch": 0.7660384542166381, + "grad_norm": 34.43278884887695, + "learning_rate": 6.979362712133373e-06, + "loss": 0.8469, + "step": 1006 + }, + { + "epoch": 0.7667999238530364, + "grad_norm": 30.405088424682617, + "learning_rate": 6.97376593406478e-06, + "loss": 0.8019, + "step": 1007 + }, + { + "epoch": 0.7675613934894346, + "grad_norm": 21.370037078857422, + "learning_rate": 6.968166224903749e-06, + "loss": 0.5845, + "step": 1008 + }, + { + "epoch": 0.7683228631258329, + "grad_norm": 27.036455154418945, + "learning_rate": 6.962563592965996e-06, + "loss": 0.8619, + "step": 1009 + }, + { + "epoch": 0.7690843327622311, + "grad_norm": 28.398357391357422, + "learning_rate": 6.956958046571564e-06, + "loss": 0.8632, + "step": 1010 + }, + { + "epoch": 0.7698458023986293, + "grad_norm": 31.176103591918945, + "learning_rate": 6.951349594044839e-06, + "loss": 0.7487, + "step": 1011 + }, + { + "epoch": 0.7706072720350277, + "grad_norm": 24.909969329833984, + "learning_rate": 6.945738243714508e-06, + "loss": 0.6454, + "step": 1012 + }, + { + "epoch": 0.7713687416714259, + "grad_norm": 28.9960994720459, + "learning_rate": 6.940124003913576e-06, + "loss": 0.7539, + "step": 1013 + }, + { + "epoch": 0.7721302113078241, + "grad_norm": 24.397951126098633, + "learning_rate": 6.934506882979324e-06, + "loss": 0.7002, + "step": 1014 + }, + { + "epoch": 0.7728916809442223, + "grad_norm": 29.717355728149414, + "learning_rate": 6.928886889253321e-06, + "loss": 0.8345, + "step": 1015 + }, + { + "epoch": 0.7736531505806206, + "grad_norm": 29.544414520263672, + "learning_rate": 6.923264031081405e-06, + "loss": 0.8499, + "step": 1016 + }, + { + "epoch": 0.7744146202170189, + "grad_norm": 23.689773559570312, + "learning_rate": 6.917638316813657e-06, + "loss": 0.6965, + "step": 1017 + }, + { + "epoch": 0.7751760898534171, + "grad_norm": 30.964216232299805, + "learning_rate": 6.912009754804408e-06, + "loss": 0.7015, + "step": 1018 + }, + { + "epoch": 0.7759375594898154, + "grad_norm": 27.801557540893555, + "learning_rate": 6.906378353412214e-06, + "loss": 0.5867, + "step": 1019 + }, + { + "epoch": 0.7766990291262136, + "grad_norm": 31.580921173095703, + "learning_rate": 6.900744120999852e-06, + "loss": 0.7862, + "step": 1020 + }, + { + "epoch": 0.7774604987626118, + "grad_norm": 33.233482360839844, + "learning_rate": 6.895107065934294e-06, + "loss": 0.8513, + "step": 1021 + }, + { + "epoch": 0.7782219683990101, + "grad_norm": 23.308080673217773, + "learning_rate": 6.889467196586717e-06, + "loss": 0.7959, + "step": 1022 + }, + { + "epoch": 0.7789834380354084, + "grad_norm": 30.126352310180664, + "learning_rate": 6.8838245213324625e-06, + "loss": 0.8789, + "step": 1023 + }, + { + "epoch": 0.7797449076718066, + "grad_norm": 28.059972763061523, + "learning_rate": 6.878179048551052e-06, + "loss": 0.7098, + "step": 1024 + }, + { + "epoch": 0.7805063773082048, + "grad_norm": 26.31889533996582, + "learning_rate": 6.8725307866261525e-06, + "loss": 0.6385, + "step": 1025 + }, + { + "epoch": 0.781267846944603, + "grad_norm": 25.934246063232422, + "learning_rate": 6.866879743945578e-06, + "loss": 0.7846, + "step": 1026 + }, + { + "epoch": 0.7820293165810014, + "grad_norm": 33.79861068725586, + "learning_rate": 6.861225928901267e-06, + "loss": 0.714, + "step": 1027 + }, + { + "epoch": 0.7827907862173996, + "grad_norm": 24.4395751953125, + "learning_rate": 6.855569349889282e-06, + "loss": 0.6492, + "step": 1028 + }, + { + "epoch": 0.7835522558537978, + "grad_norm": 33.73328399658203, + "learning_rate": 6.849910015309784e-06, + "loss": 0.8394, + "step": 1029 + }, + { + "epoch": 0.7843137254901961, + "grad_norm": 22.482955932617188, + "learning_rate": 6.84424793356703e-06, + "loss": 0.6927, + "step": 1030 + }, + { + "epoch": 0.7850751951265943, + "grad_norm": 33.160133361816406, + "learning_rate": 6.838583113069353e-06, + "loss": 0.764, + "step": 1031 + }, + { + "epoch": 0.7858366647629925, + "grad_norm": 26.095256805419922, + "learning_rate": 6.832915562229154e-06, + "loss": 0.8866, + "step": 1032 + }, + { + "epoch": 0.7865981343993909, + "grad_norm": 29.65294647216797, + "learning_rate": 6.827245289462894e-06, + "loss": 0.9335, + "step": 1033 + }, + { + "epoch": 0.7873596040357891, + "grad_norm": 30.26475715637207, + "learning_rate": 6.821572303191066e-06, + "loss": 0.9639, + "step": 1034 + }, + { + "epoch": 0.7881210736721873, + "grad_norm": 26.66080665588379, + "learning_rate": 6.815896611838204e-06, + "loss": 0.8112, + "step": 1035 + }, + { + "epoch": 0.7888825433085855, + "grad_norm": 22.906566619873047, + "learning_rate": 6.8102182238328496e-06, + "loss": 0.6617, + "step": 1036 + }, + { + "epoch": 0.7896440129449838, + "grad_norm": 26.10392189025879, + "learning_rate": 6.804537147607556e-06, + "loss": 0.8056, + "step": 1037 + }, + { + "epoch": 0.7904054825813821, + "grad_norm": 25.522689819335938, + "learning_rate": 6.798853391598861e-06, + "loss": 0.5879, + "step": 1038 + }, + { + "epoch": 0.7911669522177803, + "grad_norm": 45.19489288330078, + "learning_rate": 6.793166964247291e-06, + "loss": 0.8562, + "step": 1039 + }, + { + "epoch": 0.7919284218541786, + "grad_norm": 25.769004821777344, + "learning_rate": 6.7874778739973325e-06, + "loss": 0.6726, + "step": 1040 + }, + { + "epoch": 0.7926898914905768, + "grad_norm": 25.213132858276367, + "learning_rate": 6.781786129297427e-06, + "loss": 0.6337, + "step": 1041 + }, + { + "epoch": 0.793451361126975, + "grad_norm": 31.456302642822266, + "learning_rate": 6.776091738599963e-06, + "loss": 0.7938, + "step": 1042 + }, + { + "epoch": 0.7942128307633733, + "grad_norm": 37.52812194824219, + "learning_rate": 6.7703947103612546e-06, + "loss": 0.9799, + "step": 1043 + }, + { + "epoch": 0.7949743003997716, + "grad_norm": 21.045913696289062, + "learning_rate": 6.764695053041531e-06, + "loss": 0.6326, + "step": 1044 + }, + { + "epoch": 0.7957357700361698, + "grad_norm": 27.062198638916016, + "learning_rate": 6.758992775104929e-06, + "loss": 0.6531, + "step": 1045 + }, + { + "epoch": 0.796497239672568, + "grad_norm": 32.12380599975586, + "learning_rate": 6.753287885019475e-06, + "loss": 0.8352, + "step": 1046 + }, + { + "epoch": 0.7972587093089663, + "grad_norm": 26.72404670715332, + "learning_rate": 6.747580391257077e-06, + "loss": 0.5981, + "step": 1047 + }, + { + "epoch": 0.7980201789453646, + "grad_norm": 25.282129287719727, + "learning_rate": 6.741870302293507e-06, + "loss": 0.7022, + "step": 1048 + }, + { + "epoch": 0.7987816485817628, + "grad_norm": 27.5859432220459, + "learning_rate": 6.736157626608391e-06, + "loss": 1.0093, + "step": 1049 + }, + { + "epoch": 0.799543118218161, + "grad_norm": 35.4617919921875, + "learning_rate": 6.730442372685199e-06, + "loss": 0.7315, + "step": 1050 + }, + { + "epoch": 0.8003045878545593, + "grad_norm": 31.363588333129883, + "learning_rate": 6.724724549011226e-06, + "loss": 0.773, + "step": 1051 + }, + { + "epoch": 0.8010660574909575, + "grad_norm": 22.282655715942383, + "learning_rate": 6.719004164077586e-06, + "loss": 0.6401, + "step": 1052 + }, + { + "epoch": 0.8018275271273558, + "grad_norm": 25.954313278198242, + "learning_rate": 6.7132812263791955e-06, + "loss": 0.8356, + "step": 1053 + }, + { + "epoch": 0.8025889967637541, + "grad_norm": 28.291763305664062, + "learning_rate": 6.707555744414762e-06, + "loss": 0.7005, + "step": 1054 + }, + { + "epoch": 0.8033504664001523, + "grad_norm": 28.33548355102539, + "learning_rate": 6.7018277266867725e-06, + "loss": 0.6962, + "step": 1055 + }, + { + "epoch": 0.8041119360365505, + "grad_norm": 23.257038116455078, + "learning_rate": 6.696097181701476e-06, + "loss": 0.6206, + "step": 1056 + }, + { + "epoch": 0.8048734056729487, + "grad_norm": 21.727081298828125, + "learning_rate": 6.690364117968879e-06, + "loss": 0.6527, + "step": 1057 + }, + { + "epoch": 0.8056348753093471, + "grad_norm": 26.588376998901367, + "learning_rate": 6.684628544002727e-06, + "loss": 0.7627, + "step": 1058 + }, + { + "epoch": 0.8063963449457453, + "grad_norm": 32.86149597167969, + "learning_rate": 6.6788904683204904e-06, + "loss": 0.9152, + "step": 1059 + }, + { + "epoch": 0.8071578145821435, + "grad_norm": 23.547754287719727, + "learning_rate": 6.673149899443359e-06, + "loss": 0.6943, + "step": 1060 + }, + { + "epoch": 0.8079192842185418, + "grad_norm": 23.529922485351562, + "learning_rate": 6.66740684589622e-06, + "loss": 0.6628, + "step": 1061 + }, + { + "epoch": 0.80868075385494, + "grad_norm": 25.855627059936523, + "learning_rate": 6.6616613162076586e-06, + "loss": 0.7292, + "step": 1062 + }, + { + "epoch": 0.8094422234913383, + "grad_norm": 25.554996490478516, + "learning_rate": 6.655913318909928e-06, + "loss": 0.5966, + "step": 1063 + }, + { + "epoch": 0.8102036931277365, + "grad_norm": 30.357669830322266, + "learning_rate": 6.650162862538951e-06, + "loss": 0.7575, + "step": 1064 + }, + { + "epoch": 0.8109651627641348, + "grad_norm": 32.665164947509766, + "learning_rate": 6.6444099556343e-06, + "loss": 0.8165, + "step": 1065 + }, + { + "epoch": 0.811726632400533, + "grad_norm": 25.377029418945312, + "learning_rate": 6.63865460673919e-06, + "loss": 0.6122, + "step": 1066 + }, + { + "epoch": 0.8124881020369312, + "grad_norm": 21.833900451660156, + "learning_rate": 6.632896824400458e-06, + "loss": 0.635, + "step": 1067 + }, + { + "epoch": 0.8132495716733296, + "grad_norm": 32.79814529418945, + "learning_rate": 6.627136617168557e-06, + "loss": 0.7899, + "step": 1068 + }, + { + "epoch": 0.8140110413097278, + "grad_norm": 32.96546936035156, + "learning_rate": 6.621373993597542e-06, + "loss": 0.9737, + "step": 1069 + }, + { + "epoch": 0.814772510946126, + "grad_norm": 26.516597747802734, + "learning_rate": 6.615608962245053e-06, + "loss": 0.8697, + "step": 1070 + }, + { + "epoch": 0.8155339805825242, + "grad_norm": 29.84071159362793, + "learning_rate": 6.609841531672309e-06, + "loss": 0.805, + "step": 1071 + }, + { + "epoch": 0.8162954502189225, + "grad_norm": 30.24439239501953, + "learning_rate": 6.604071710444091e-06, + "loss": 0.801, + "step": 1072 + }, + { + "epoch": 0.8170569198553208, + "grad_norm": 27.35975456237793, + "learning_rate": 6.5982995071287295e-06, + "loss": 0.7307, + "step": 1073 + }, + { + "epoch": 0.817818389491719, + "grad_norm": 22.919601440429688, + "learning_rate": 6.592524930298092e-06, + "loss": 0.6959, + "step": 1074 + }, + { + "epoch": 0.8185798591281173, + "grad_norm": 22.750600814819336, + "learning_rate": 6.586747988527571e-06, + "loss": 0.6578, + "step": 1075 + }, + { + "epoch": 0.8193413287645155, + "grad_norm": 25.95614242553711, + "learning_rate": 6.5809686903960725e-06, + "loss": 0.7552, + "step": 1076 + }, + { + "epoch": 0.8201027984009137, + "grad_norm": 22.792787551879883, + "learning_rate": 6.575187044486e-06, + "loss": 0.6678, + "step": 1077 + }, + { + "epoch": 0.820864268037312, + "grad_norm": 25.64997673034668, + "learning_rate": 6.569403059383245e-06, + "loss": 0.7129, + "step": 1078 + }, + { + "epoch": 0.8216257376737103, + "grad_norm": 23.963544845581055, + "learning_rate": 6.563616743677171e-06, + "loss": 0.7109, + "step": 1079 + }, + { + "epoch": 0.8223872073101085, + "grad_norm": 24.058998107910156, + "learning_rate": 6.557828105960604e-06, + "loss": 0.6249, + "step": 1080 + }, + { + "epoch": 0.8231486769465067, + "grad_norm": 25.706268310546875, + "learning_rate": 6.552037154829819e-06, + "loss": 0.6757, + "step": 1081 + }, + { + "epoch": 0.823910146582905, + "grad_norm": 25.184911727905273, + "learning_rate": 6.546243898884523e-06, + "loss": 0.6759, + "step": 1082 + }, + { + "epoch": 0.8246716162193033, + "grad_norm": 28.541261672973633, + "learning_rate": 6.540448346727849e-06, + "loss": 0.8746, + "step": 1083 + }, + { + "epoch": 0.8254330858557015, + "grad_norm": 24.3239803314209, + "learning_rate": 6.534650506966338e-06, + "loss": 0.6053, + "step": 1084 + }, + { + "epoch": 0.8261945554920997, + "grad_norm": 23.462106704711914, + "learning_rate": 6.52885038820993e-06, + "loss": 0.8506, + "step": 1085 + }, + { + "epoch": 0.826956025128498, + "grad_norm": 24.462833404541016, + "learning_rate": 6.52304799907195e-06, + "loss": 0.7742, + "step": 1086 + }, + { + "epoch": 0.8277174947648962, + "grad_norm": 24.899484634399414, + "learning_rate": 6.5172433481690866e-06, + "loss": 0.8278, + "step": 1087 + }, + { + "epoch": 0.8284789644012945, + "grad_norm": 26.425138473510742, + "learning_rate": 6.5114364441214015e-06, + "loss": 0.7248, + "step": 1088 + }, + { + "epoch": 0.8292404340376928, + "grad_norm": 24.521818161010742, + "learning_rate": 6.505627295552289e-06, + "loss": 0.7338, + "step": 1089 + }, + { + "epoch": 0.830001903674091, + "grad_norm": 28.257104873657227, + "learning_rate": 6.499815911088486e-06, + "loss": 0.8183, + "step": 1090 + }, + { + "epoch": 0.8307633733104892, + "grad_norm": 28.80118751525879, + "learning_rate": 6.4940022993600415e-06, + "loss": 0.8351, + "step": 1091 + }, + { + "epoch": 0.8315248429468874, + "grad_norm": 31.63120460510254, + "learning_rate": 6.488186469000318e-06, + "loss": 0.7681, + "step": 1092 + }, + { + "epoch": 0.8322863125832858, + "grad_norm": 23.432279586791992, + "learning_rate": 6.482368428645972e-06, + "loss": 0.7409, + "step": 1093 + }, + { + "epoch": 0.833047782219684, + "grad_norm": 26.677947998046875, + "learning_rate": 6.476548186936939e-06, + "loss": 0.7739, + "step": 1094 + }, + { + "epoch": 0.8338092518560822, + "grad_norm": 23.054256439208984, + "learning_rate": 6.470725752516428e-06, + "loss": 0.655, + "step": 1095 + }, + { + "epoch": 0.8345707214924805, + "grad_norm": 25.91546058654785, + "learning_rate": 6.464901134030899e-06, + "loss": 0.8314, + "step": 1096 + }, + { + "epoch": 0.8353321911288787, + "grad_norm": 20.97500228881836, + "learning_rate": 6.45907434013006e-06, + "loss": 0.6261, + "step": 1097 + }, + { + "epoch": 0.836093660765277, + "grad_norm": 20.611257553100586, + "learning_rate": 6.453245379466845e-06, + "loss": 0.6271, + "step": 1098 + }, + { + "epoch": 0.8368551304016753, + "grad_norm": 29.445005416870117, + "learning_rate": 6.447414260697412e-06, + "loss": 0.74, + "step": 1099 + }, + { + "epoch": 0.8376166000380735, + "grad_norm": 23.64499855041504, + "learning_rate": 6.441580992481117e-06, + "loss": 0.799, + "step": 1100 + }, + { + "epoch": 0.8383780696744717, + "grad_norm": 27.02738380432129, + "learning_rate": 6.435745583480514e-06, + "loss": 0.6591, + "step": 1101 + }, + { + "epoch": 0.8391395393108699, + "grad_norm": 30.891071319580078, + "learning_rate": 6.429908042361329e-06, + "loss": 0.5697, + "step": 1102 + }, + { + "epoch": 0.8399010089472683, + "grad_norm": 22.450510025024414, + "learning_rate": 6.424068377792465e-06, + "loss": 0.5774, + "step": 1103 + }, + { + "epoch": 0.8406624785836665, + "grad_norm": 32.449337005615234, + "learning_rate": 6.4182265984459645e-06, + "loss": 0.831, + "step": 1104 + }, + { + "epoch": 0.8414239482200647, + "grad_norm": 26.812030792236328, + "learning_rate": 6.412382712997024e-06, + "loss": 0.7699, + "step": 1105 + }, + { + "epoch": 0.842185417856463, + "grad_norm": 25.392494201660156, + "learning_rate": 6.406536730123958e-06, + "loss": 0.7385, + "step": 1106 + }, + { + "epoch": 0.8429468874928612, + "grad_norm": 58.397918701171875, + "learning_rate": 6.400688658508201e-06, + "loss": 0.81, + "step": 1107 + }, + { + "epoch": 0.8437083571292595, + "grad_norm": 22.630483627319336, + "learning_rate": 6.394838506834286e-06, + "loss": 0.604, + "step": 1108 + }, + { + "epoch": 0.8444698267656577, + "grad_norm": 23.90361785888672, + "learning_rate": 6.388986283789837e-06, + "loss": 0.7137, + "step": 1109 + }, + { + "epoch": 0.845231296402056, + "grad_norm": 23.948640823364258, + "learning_rate": 6.383131998065555e-06, + "loss": 0.5811, + "step": 1110 + }, + { + "epoch": 0.8459927660384542, + "grad_norm": 26.288042068481445, + "learning_rate": 6.3772756583551985e-06, + "loss": 0.8181, + "step": 1111 + }, + { + "epoch": 0.8467542356748524, + "grad_norm": 26.572824478149414, + "learning_rate": 6.371417273355587e-06, + "loss": 0.6547, + "step": 1112 + }, + { + "epoch": 0.8475157053112508, + "grad_norm": 27.283893585205078, + "learning_rate": 6.365556851766565e-06, + "loss": 0.6623, + "step": 1113 + }, + { + "epoch": 0.848277174947649, + "grad_norm": 21.808853149414062, + "learning_rate": 6.35969440229101e-06, + "loss": 0.6685, + "step": 1114 + }, + { + "epoch": 0.8490386445840472, + "grad_norm": 33.87482452392578, + "learning_rate": 6.353829933634806e-06, + "loss": 0.8288, + "step": 1115 + }, + { + "epoch": 0.8498001142204454, + "grad_norm": 29.986732482910156, + "learning_rate": 6.3479634545068415e-06, + "loss": 0.876, + "step": 1116 + }, + { + "epoch": 0.8505615838568437, + "grad_norm": 26.11766242980957, + "learning_rate": 6.342094973618982e-06, + "loss": 0.73, + "step": 1117 + }, + { + "epoch": 0.851323053493242, + "grad_norm": 22.53919219970703, + "learning_rate": 6.3362244996860734e-06, + "loss": 0.6986, + "step": 1118 + }, + { + "epoch": 0.8520845231296402, + "grad_norm": 27.49944305419922, + "learning_rate": 6.330352041425916e-06, + "loss": 0.8696, + "step": 1119 + }, + { + "epoch": 0.8528459927660385, + "grad_norm": 30.59848976135254, + "learning_rate": 6.324477607559261e-06, + "loss": 0.8021, + "step": 1120 + }, + { + "epoch": 0.8536074624024367, + "grad_norm": 27.27004051208496, + "learning_rate": 6.31860120680979e-06, + "loss": 0.758, + "step": 1121 + }, + { + "epoch": 0.8543689320388349, + "grad_norm": 33.175846099853516, + "learning_rate": 6.3127228479041095e-06, + "loss": 0.6717, + "step": 1122 + }, + { + "epoch": 0.8551304016752332, + "grad_norm": 25.63560676574707, + "learning_rate": 6.306842539571729e-06, + "loss": 0.5751, + "step": 1123 + }, + { + "epoch": 0.8558918713116315, + "grad_norm": 26.582700729370117, + "learning_rate": 6.3009602905450564e-06, + "loss": 0.7455, + "step": 1124 + }, + { + "epoch": 0.8566533409480297, + "grad_norm": 23.46794319152832, + "learning_rate": 6.295076109559381e-06, + "loss": 0.7402, + "step": 1125 + }, + { + "epoch": 0.8574148105844279, + "grad_norm": 22.42741584777832, + "learning_rate": 6.2891900053528594e-06, + "loss": 0.6493, + "step": 1126 + }, + { + "epoch": 0.8581762802208261, + "grad_norm": 31.379404067993164, + "learning_rate": 6.283301986666508e-06, + "loss": 1.0314, + "step": 1127 + }, + { + "epoch": 0.8589377498572245, + "grad_norm": 26.408973693847656, + "learning_rate": 6.27741206224418e-06, + "loss": 0.7654, + "step": 1128 + }, + { + "epoch": 0.8596992194936227, + "grad_norm": 25.700510025024414, + "learning_rate": 6.271520240832567e-06, + "loss": 0.7395, + "step": 1129 + }, + { + "epoch": 0.8604606891300209, + "grad_norm": 32.66632843017578, + "learning_rate": 6.265626531181168e-06, + "loss": 0.8508, + "step": 1130 + }, + { + "epoch": 0.8612221587664192, + "grad_norm": 22.692630767822266, + "learning_rate": 6.259730942042296e-06, + "loss": 0.7049, + "step": 1131 + }, + { + "epoch": 0.8619836284028174, + "grad_norm": 19.742332458496094, + "learning_rate": 6.2538334821710476e-06, + "loss": 0.6357, + "step": 1132 + }, + { + "epoch": 0.8627450980392157, + "grad_norm": 24.254117965698242, + "learning_rate": 6.2479341603253e-06, + "loss": 0.6543, + "step": 1133 + }, + { + "epoch": 0.863506567675614, + "grad_norm": 26.565750122070312, + "learning_rate": 6.242032985265697e-06, + "loss": 0.9263, + "step": 1134 + }, + { + "epoch": 0.8642680373120122, + "grad_norm": 25.064411163330078, + "learning_rate": 6.236129965755633e-06, + "loss": 0.7509, + "step": 1135 + }, + { + "epoch": 0.8650295069484104, + "grad_norm": 30.72630500793457, + "learning_rate": 6.230225110561241e-06, + "loss": 0.9994, + "step": 1136 + }, + { + "epoch": 0.8657909765848086, + "grad_norm": 22.605377197265625, + "learning_rate": 6.22431842845138e-06, + "loss": 0.6749, + "step": 1137 + }, + { + "epoch": 0.866552446221207, + "grad_norm": 24.304431915283203, + "learning_rate": 6.218409928197624e-06, + "loss": 0.5875, + "step": 1138 + }, + { + "epoch": 0.8673139158576052, + "grad_norm": 27.662187576293945, + "learning_rate": 6.212499618574245e-06, + "loss": 0.7709, + "step": 1139 + }, + { + "epoch": 0.8680753854940034, + "grad_norm": 30.374610900878906, + "learning_rate": 6.206587508358202e-06, + "loss": 0.8106, + "step": 1140 + }, + { + "epoch": 0.8688368551304017, + "grad_norm": 25.036169052124023, + "learning_rate": 6.20067360632913e-06, + "loss": 0.5386, + "step": 1141 + }, + { + "epoch": 0.8695983247667999, + "grad_norm": 24.271564483642578, + "learning_rate": 6.194757921269323e-06, + "loss": 0.6632, + "step": 1142 + }, + { + "epoch": 0.8703597944031982, + "grad_norm": 26.905012130737305, + "learning_rate": 6.18884046196372e-06, + "loss": 0.9513, + "step": 1143 + }, + { + "epoch": 0.8711212640395964, + "grad_norm": 30.236791610717773, + "learning_rate": 6.182921237199903e-06, + "loss": 0.9973, + "step": 1144 + }, + { + "epoch": 0.8718827336759947, + "grad_norm": 25.394094467163086, + "learning_rate": 6.1770002557680675e-06, + "loss": 0.737, + "step": 1145 + }, + { + "epoch": 0.8726442033123929, + "grad_norm": 24.748056411743164, + "learning_rate": 6.171077526461022e-06, + "loss": 0.6292, + "step": 1146 + }, + { + "epoch": 0.8734056729487911, + "grad_norm": 24.48686408996582, + "learning_rate": 6.165153058074172e-06, + "loss": 0.5377, + "step": 1147 + }, + { + "epoch": 0.8741671425851895, + "grad_norm": 24.33057403564453, + "learning_rate": 6.159226859405498e-06, + "loss": 0.72, + "step": 1148 + }, + { + "epoch": 0.8749286122215877, + "grad_norm": 23.461620330810547, + "learning_rate": 6.15329893925556e-06, + "loss": 0.5776, + "step": 1149 + }, + { + "epoch": 0.8756900818579859, + "grad_norm": 26.3385066986084, + "learning_rate": 6.147369306427466e-06, + "loss": 0.7486, + "step": 1150 + }, + { + "epoch": 0.8764515514943841, + "grad_norm": 28.738296508789062, + "learning_rate": 6.141437969726875e-06, + "loss": 0.9114, + "step": 1151 + }, + { + "epoch": 0.8772130211307824, + "grad_norm": 28.215402603149414, + "learning_rate": 6.135504937961968e-06, + "loss": 0.6128, + "step": 1152 + }, + { + "epoch": 0.8779744907671807, + "grad_norm": 28.2916259765625, + "learning_rate": 6.12957021994345e-06, + "loss": 0.8354, + "step": 1153 + }, + { + "epoch": 0.8787359604035789, + "grad_norm": 28.98050880432129, + "learning_rate": 6.123633824484529e-06, + "loss": 0.937, + "step": 1154 + }, + { + "epoch": 0.8794974300399772, + "grad_norm": 23.90348243713379, + "learning_rate": 6.1176957604009004e-06, + "loss": 0.75, + "step": 1155 + }, + { + "epoch": 0.8802588996763754, + "grad_norm": 23.041603088378906, + "learning_rate": 6.1117560365107395e-06, + "loss": 0.5505, + "step": 1156 + }, + { + "epoch": 0.8810203693127736, + "grad_norm": 24.29511833190918, + "learning_rate": 6.105814661634688e-06, + "loss": 0.7505, + "step": 1157 + }, + { + "epoch": 0.881781838949172, + "grad_norm": 33.03423309326172, + "learning_rate": 6.0998716445958384e-06, + "loss": 0.7692, + "step": 1158 + }, + { + "epoch": 0.8825433085855702, + "grad_norm": 27.23056983947754, + "learning_rate": 6.093926994219721e-06, + "loss": 0.7644, + "step": 1159 + }, + { + "epoch": 0.8833047782219684, + "grad_norm": 25.457029342651367, + "learning_rate": 6.0879807193342934e-06, + "loss": 0.6943, + "step": 1160 + }, + { + "epoch": 0.8840662478583666, + "grad_norm": 29.422870635986328, + "learning_rate": 6.082032828769923e-06, + "loss": 0.7901, + "step": 1161 + }, + { + "epoch": 0.8848277174947649, + "grad_norm": 28.38987159729004, + "learning_rate": 6.076083331359378e-06, + "loss": 0.6902, + "step": 1162 + }, + { + "epoch": 0.8855891871311632, + "grad_norm": 26.796110153198242, + "learning_rate": 6.0701322359378136e-06, + "loss": 0.712, + "step": 1163 + }, + { + "epoch": 0.8863506567675614, + "grad_norm": 26.46685218811035, + "learning_rate": 6.064179551342757e-06, + "loss": 0.7801, + "step": 1164 + }, + { + "epoch": 0.8871121264039596, + "grad_norm": 27.6890926361084, + "learning_rate": 6.058225286414097e-06, + "loss": 0.7373, + "step": 1165 + }, + { + "epoch": 0.8878735960403579, + "grad_norm": 30.19915771484375, + "learning_rate": 6.052269449994066e-06, + "loss": 0.8487, + "step": 1166 + }, + { + "epoch": 0.8886350656767561, + "grad_norm": 29.162994384765625, + "learning_rate": 6.046312050927233e-06, + "loss": 0.715, + "step": 1167 + }, + { + "epoch": 0.8893965353131544, + "grad_norm": 26.86615562438965, + "learning_rate": 6.040353098060486e-06, + "loss": 0.6446, + "step": 1168 + }, + { + "epoch": 0.8901580049495527, + "grad_norm": 21.35901641845703, + "learning_rate": 6.034392600243022e-06, + "loss": 0.5702, + "step": 1169 + }, + { + "epoch": 0.8909194745859509, + "grad_norm": 21.94304847717285, + "learning_rate": 6.028430566326331e-06, + "loss": 0.7641, + "step": 1170 + }, + { + "epoch": 0.8916809442223491, + "grad_norm": 31.8968448638916, + "learning_rate": 6.022467005164185e-06, + "loss": 0.8868, + "step": 1171 + }, + { + "epoch": 0.8924424138587473, + "grad_norm": 29.475032806396484, + "learning_rate": 6.01650192561262e-06, + "loss": 0.8715, + "step": 1172 + }, + { + "epoch": 0.8932038834951457, + "grad_norm": 30.826934814453125, + "learning_rate": 6.010535336529935e-06, + "loss": 0.7661, + "step": 1173 + }, + { + "epoch": 0.8939653531315439, + "grad_norm": 25.327468872070312, + "learning_rate": 6.004567246776663e-06, + "loss": 0.6466, + "step": 1174 + }, + { + "epoch": 0.8947268227679421, + "grad_norm": 28.873245239257812, + "learning_rate": 5.998597665215571e-06, + "loss": 0.8052, + "step": 1175 + }, + { + "epoch": 0.8954882924043404, + "grad_norm": 31.27683448791504, + "learning_rate": 5.992626600711637e-06, + "loss": 0.7915, + "step": 1176 + }, + { + "epoch": 0.8962497620407386, + "grad_norm": 29.112852096557617, + "learning_rate": 5.986654062132043e-06, + "loss": 0.802, + "step": 1177 + }, + { + "epoch": 0.8970112316771369, + "grad_norm": 22.414955139160156, + "learning_rate": 5.980680058346161e-06, + "loss": 0.568, + "step": 1178 + }, + { + "epoch": 0.8977727013135351, + "grad_norm": 29.032291412353516, + "learning_rate": 5.974704598225537e-06, + "loss": 0.6135, + "step": 1179 + }, + { + "epoch": 0.8985341709499334, + "grad_norm": 23.16351890563965, + "learning_rate": 5.968727690643884e-06, + "loss": 0.5811, + "step": 1180 + }, + { + "epoch": 0.8992956405863316, + "grad_norm": 25.667726516723633, + "learning_rate": 5.962749344477056e-06, + "loss": 0.7175, + "step": 1181 + }, + { + "epoch": 0.9000571102227298, + "grad_norm": 23.955896377563477, + "learning_rate": 5.956769568603054e-06, + "loss": 0.7257, + "step": 1182 + }, + { + "epoch": 0.9008185798591282, + "grad_norm": 31.422351837158203, + "learning_rate": 5.950788371901992e-06, + "loss": 0.7054, + "step": 1183 + }, + { + "epoch": 0.9015800494955264, + "grad_norm": 27.23788070678711, + "learning_rate": 5.944805763256102e-06, + "loss": 0.7344, + "step": 1184 + }, + { + "epoch": 0.9023415191319246, + "grad_norm": 23.782405853271484, + "learning_rate": 5.938821751549707e-06, + "loss": 0.5489, + "step": 1185 + }, + { + "epoch": 0.9031029887683228, + "grad_norm": 32.04588317871094, + "learning_rate": 5.932836345669217e-06, + "loss": 0.7024, + "step": 1186 + }, + { + "epoch": 0.9038644584047211, + "grad_norm": 26.27791976928711, + "learning_rate": 5.9268495545031136e-06, + "loss": 0.7602, + "step": 1187 + }, + { + "epoch": 0.9046259280411194, + "grad_norm": 28.401838302612305, + "learning_rate": 5.920861386941931e-06, + "loss": 0.8044, + "step": 1188 + }, + { + "epoch": 0.9053873976775176, + "grad_norm": 31.61398696899414, + "learning_rate": 5.914871851878249e-06, + "loss": 0.7006, + "step": 1189 + }, + { + "epoch": 0.9061488673139159, + "grad_norm": 34.011348724365234, + "learning_rate": 5.9088809582066795e-06, + "loss": 0.819, + "step": 1190 + }, + { + "epoch": 0.9069103369503141, + "grad_norm": 30.257753372192383, + "learning_rate": 5.902888714823856e-06, + "loss": 0.8277, + "step": 1191 + }, + { + "epoch": 0.9076718065867123, + "grad_norm": 31.04530906677246, + "learning_rate": 5.896895130628404e-06, + "loss": 0.7759, + "step": 1192 + }, + { + "epoch": 0.9084332762231107, + "grad_norm": 40.253196716308594, + "learning_rate": 5.890900214520955e-06, + "loss": 0.7379, + "step": 1193 + }, + { + "epoch": 0.9091947458595089, + "grad_norm": 28.528383255004883, + "learning_rate": 5.884903975404105e-06, + "loss": 0.881, + "step": 1194 + }, + { + "epoch": 0.9099562154959071, + "grad_norm": 28.120880126953125, + "learning_rate": 5.8789064221824276e-06, + "loss": 0.8019, + "step": 1195 + }, + { + "epoch": 0.9107176851323053, + "grad_norm": 27.11699676513672, + "learning_rate": 5.872907563762435e-06, + "loss": 0.6886, + "step": 1196 + }, + { + "epoch": 0.9114791547687036, + "grad_norm": 30.131195068359375, + "learning_rate": 5.86690740905259e-06, + "loss": 1.0627, + "step": 1197 + }, + { + "epoch": 0.9122406244051019, + "grad_norm": 24.216678619384766, + "learning_rate": 5.8609059669632695e-06, + "loss": 0.5997, + "step": 1198 + }, + { + "epoch": 0.9130020940415001, + "grad_norm": 29.27970314025879, + "learning_rate": 5.854903246406771e-06, + "loss": 0.8601, + "step": 1199 + }, + { + "epoch": 0.9137635636778983, + "grad_norm": 29.73092269897461, + "learning_rate": 5.848899256297282e-06, + "loss": 0.8644, + "step": 1200 + }, + { + "epoch": 0.9145250333142966, + "grad_norm": 27.606903076171875, + "learning_rate": 5.842894005550885e-06, + "loss": 0.7899, + "step": 1201 + }, + { + "epoch": 0.9152865029506948, + "grad_norm": 28.840871810913086, + "learning_rate": 5.8368875030855275e-06, + "loss": 0.8073, + "step": 1202 + }, + { + "epoch": 0.9160479725870931, + "grad_norm": 39.332088470458984, + "learning_rate": 5.830879757821015e-06, + "loss": 0.8845, + "step": 1203 + }, + { + "epoch": 0.9168094422234914, + "grad_norm": 30.630475997924805, + "learning_rate": 5.824870778679008e-06, + "loss": 0.6556, + "step": 1204 + }, + { + "epoch": 0.9175709118598896, + "grad_norm": 24.6275634765625, + "learning_rate": 5.8188605745829855e-06, + "loss": 0.8334, + "step": 1205 + }, + { + "epoch": 0.9183323814962878, + "grad_norm": 26.482088088989258, + "learning_rate": 5.812849154458259e-06, + "loss": 0.8319, + "step": 1206 + }, + { + "epoch": 0.919093851132686, + "grad_norm": 21.814990997314453, + "learning_rate": 5.806836527231935e-06, + "loss": 0.6287, + "step": 1207 + }, + { + "epoch": 0.9198553207690844, + "grad_norm": 26.506677627563477, + "learning_rate": 5.800822701832921e-06, + "loss": 0.797, + "step": 1208 + }, + { + "epoch": 0.9206167904054826, + "grad_norm": 33.39175033569336, + "learning_rate": 5.794807687191897e-06, + "loss": 0.8004, + "step": 1209 + }, + { + "epoch": 0.9213782600418808, + "grad_norm": 27.25116539001465, + "learning_rate": 5.788791492241316e-06, + "loss": 0.7772, + "step": 1210 + }, + { + "epoch": 0.9221397296782791, + "grad_norm": 21.633432388305664, + "learning_rate": 5.782774125915375e-06, + "loss": 0.5232, + "step": 1211 + }, + { + "epoch": 0.9229011993146773, + "grad_norm": 24.91562271118164, + "learning_rate": 5.77675559715002e-06, + "loss": 0.8105, + "step": 1212 + }, + { + "epoch": 0.9236626689510756, + "grad_norm": 26.940095901489258, + "learning_rate": 5.770735914882916e-06, + "loss": 0.8398, + "step": 1213 + }, + { + "epoch": 0.9244241385874739, + "grad_norm": 26.2950439453125, + "learning_rate": 5.764715088053445e-06, + "loss": 0.5688, + "step": 1214 + }, + { + "epoch": 0.9251856082238721, + "grad_norm": 30.187541961669922, + "learning_rate": 5.758693125602688e-06, + "loss": 0.8419, + "step": 1215 + }, + { + "epoch": 0.9259470778602703, + "grad_norm": 26.059171676635742, + "learning_rate": 5.75267003647341e-06, + "loss": 0.5121, + "step": 1216 + }, + { + "epoch": 0.9267085474966685, + "grad_norm": 20.288402557373047, + "learning_rate": 5.746645829610052e-06, + "loss": 0.5588, + "step": 1217 + }, + { + "epoch": 0.9274700171330669, + "grad_norm": 26.386737823486328, + "learning_rate": 5.740620513958714e-06, + "loss": 0.8128, + "step": 1218 + }, + { + "epoch": 0.9282314867694651, + "grad_norm": 22.0696964263916, + "learning_rate": 5.734594098467144e-06, + "loss": 0.718, + "step": 1219 + }, + { + "epoch": 0.9289929564058633, + "grad_norm": 21.758426666259766, + "learning_rate": 5.728566592084718e-06, + "loss": 0.5301, + "step": 1220 + }, + { + "epoch": 0.9297544260422616, + "grad_norm": 26.532880783081055, + "learning_rate": 5.722538003762439e-06, + "loss": 0.698, + "step": 1221 + }, + { + "epoch": 0.9305158956786598, + "grad_norm": 22.46722984313965, + "learning_rate": 5.716508342452911e-06, + "loss": 0.628, + "step": 1222 + }, + { + "epoch": 0.9312773653150581, + "grad_norm": 24.560373306274414, + "learning_rate": 5.710477617110337e-06, + "loss": 0.6406, + "step": 1223 + }, + { + "epoch": 0.9320388349514563, + "grad_norm": 27.06344985961914, + "learning_rate": 5.7044458366904934e-06, + "loss": 0.7911, + "step": 1224 + }, + { + "epoch": 0.9328003045878546, + "grad_norm": 32.2224235534668, + "learning_rate": 5.698413010150729e-06, + "loss": 0.8885, + "step": 1225 + }, + { + "epoch": 0.9335617742242528, + "grad_norm": 25.872486114501953, + "learning_rate": 5.692379146449944e-06, + "loss": 0.6416, + "step": 1226 + }, + { + "epoch": 0.934323243860651, + "grad_norm": 35.66846466064453, + "learning_rate": 5.686344254548579e-06, + "loss": 0.9318, + "step": 1227 + }, + { + "epoch": 0.9350847134970494, + "grad_norm": 28.10585594177246, + "learning_rate": 5.6803083434086e-06, + "loss": 0.7696, + "step": 1228 + }, + { + "epoch": 0.9358461831334476, + "grad_norm": 30.744041442871094, + "learning_rate": 5.674271421993491e-06, + "loss": 0.5777, + "step": 1229 + }, + { + "epoch": 0.9366076527698458, + "grad_norm": 21.80347442626953, + "learning_rate": 5.668233499268231e-06, + "loss": 0.6889, + "step": 1230 + }, + { + "epoch": 0.937369122406244, + "grad_norm": 31.691043853759766, + "learning_rate": 5.662194584199288e-06, + "loss": 0.7792, + "step": 1231 + }, + { + "epoch": 0.9381305920426423, + "grad_norm": 28.97787857055664, + "learning_rate": 5.656154685754605e-06, + "loss": 0.84, + "step": 1232 + }, + { + "epoch": 0.9388920616790406, + "grad_norm": 21.709415435791016, + "learning_rate": 5.6501138129035834e-06, + "loss": 0.6616, + "step": 1233 + }, + { + "epoch": 0.9396535313154388, + "grad_norm": 23.397506713867188, + "learning_rate": 5.644071974617075e-06, + "loss": 0.7269, + "step": 1234 + }, + { + "epoch": 0.940415000951837, + "grad_norm": 38.36065673828125, + "learning_rate": 5.638029179867359e-06, + "loss": 0.9993, + "step": 1235 + }, + { + "epoch": 0.9411764705882353, + "grad_norm": 26.851713180541992, + "learning_rate": 5.63198543762814e-06, + "loss": 0.8253, + "step": 1236 + }, + { + "epoch": 0.9419379402246335, + "grad_norm": 32.275081634521484, + "learning_rate": 5.625940756874531e-06, + "loss": 0.9174, + "step": 1237 + }, + { + "epoch": 0.9426994098610318, + "grad_norm": 30.562349319458008, + "learning_rate": 5.619895146583032e-06, + "loss": 0.8554, + "step": 1238 + }, + { + "epoch": 0.9434608794974301, + "grad_norm": 23.26239013671875, + "learning_rate": 5.613848615731531e-06, + "loss": 0.7101, + "step": 1239 + }, + { + "epoch": 0.9442223491338283, + "grad_norm": 23.173625946044922, + "learning_rate": 5.607801173299278e-06, + "loss": 0.7692, + "step": 1240 + }, + { + "epoch": 0.9449838187702265, + "grad_norm": 24.91485595703125, + "learning_rate": 5.601752828266878e-06, + "loss": 0.8074, + "step": 1241 + }, + { + "epoch": 0.9457452884066248, + "grad_norm": 32.00895690917969, + "learning_rate": 5.595703589616277e-06, + "loss": 0.863, + "step": 1242 + }, + { + "epoch": 0.9465067580430231, + "grad_norm": 28.49915313720703, + "learning_rate": 5.589653466330748e-06, + "loss": 0.8436, + "step": 1243 + }, + { + "epoch": 0.9472682276794213, + "grad_norm": 29.013669967651367, + "learning_rate": 5.583602467394877e-06, + "loss": 0.7377, + "step": 1244 + }, + { + "epoch": 0.9480296973158195, + "grad_norm": 22.557308197021484, + "learning_rate": 5.577550601794551e-06, + "loss": 0.6627, + "step": 1245 + }, + { + "epoch": 0.9487911669522178, + "grad_norm": 23.932159423828125, + "learning_rate": 5.5714978785169434e-06, + "loss": 0.9372, + "step": 1246 + }, + { + "epoch": 0.949552636588616, + "grad_norm": 21.610549926757812, + "learning_rate": 5.565444306550503e-06, + "loss": 0.7085, + "step": 1247 + }, + { + "epoch": 0.9503141062250143, + "grad_norm": 25.1000919342041, + "learning_rate": 5.5593898948849365e-06, + "loss": 0.7516, + "step": 1248 + }, + { + "epoch": 0.9510755758614126, + "grad_norm": 27.611072540283203, + "learning_rate": 5.5533346525111985e-06, + "loss": 0.9046, + "step": 1249 + }, + { + "epoch": 0.9518370454978108, + "grad_norm": 29.340579986572266, + "learning_rate": 5.547278588421478e-06, + "loss": 0.6753, + "step": 1250 + }, + { + "epoch": 0.952598515134209, + "grad_norm": 29.948381423950195, + "learning_rate": 5.541221711609183e-06, + "loss": 0.7346, + "step": 1251 + }, + { + "epoch": 0.9533599847706072, + "grad_norm": 24.31911849975586, + "learning_rate": 5.5351640310689295e-06, + "loss": 0.6716, + "step": 1252 + }, + { + "epoch": 0.9541214544070056, + "grad_norm": 23.80052947998047, + "learning_rate": 5.529105555796527e-06, + "loss": 0.6168, + "step": 1253 + }, + { + "epoch": 0.9548829240434038, + "grad_norm": 31.234840393066406, + "learning_rate": 5.523046294788963e-06, + "loss": 0.9446, + "step": 1254 + }, + { + "epoch": 0.955644393679802, + "grad_norm": 22.28814125061035, + "learning_rate": 5.516986257044397e-06, + "loss": 0.7277, + "step": 1255 + }, + { + "epoch": 0.9564058633162003, + "grad_norm": 23.948471069335938, + "learning_rate": 5.510925451562134e-06, + "loss": 0.5267, + "step": 1256 + }, + { + "epoch": 0.9571673329525985, + "grad_norm": 25.476354598999023, + "learning_rate": 5.504863887342629e-06, + "loss": 0.6277, + "step": 1257 + }, + { + "epoch": 0.9579288025889967, + "grad_norm": 22.085304260253906, + "learning_rate": 5.498801573387454e-06, + "loss": 0.6413, + "step": 1258 + }, + { + "epoch": 0.958690272225395, + "grad_norm": 27.318944931030273, + "learning_rate": 5.492738518699303e-06, + "loss": 0.6536, + "step": 1259 + }, + { + "epoch": 0.9594517418617933, + "grad_norm": 33.47896957397461, + "learning_rate": 5.486674732281963e-06, + "loss": 0.9644, + "step": 1260 + }, + { + "epoch": 0.9602132114981915, + "grad_norm": 25.332130432128906, + "learning_rate": 5.48061022314031e-06, + "loss": 0.6966, + "step": 1261 + }, + { + "epoch": 0.9609746811345897, + "grad_norm": 29.443384170532227, + "learning_rate": 5.4745450002802955e-06, + "loss": 0.7906, + "step": 1262 + }, + { + "epoch": 0.961736150770988, + "grad_norm": 26.96221923828125, + "learning_rate": 5.468479072708929e-06, + "loss": 0.7849, + "step": 1263 + }, + { + "epoch": 0.9624976204073863, + "grad_norm": 26.056095123291016, + "learning_rate": 5.4624124494342655e-06, + "loss": 0.5675, + "step": 1264 + }, + { + "epoch": 0.9632590900437845, + "grad_norm": 28.76567840576172, + "learning_rate": 5.456345139465396e-06, + "loss": 0.6394, + "step": 1265 + }, + { + "epoch": 0.9640205596801827, + "grad_norm": 26.48472023010254, + "learning_rate": 5.450277151812427e-06, + "loss": 0.7337, + "step": 1266 + }, + { + "epoch": 0.964782029316581, + "grad_norm": 23.28859519958496, + "learning_rate": 5.4442084954864785e-06, + "loss": 0.7214, + "step": 1267 + }, + { + "epoch": 0.9655434989529792, + "grad_norm": 27.207473754882812, + "learning_rate": 5.438139179499654e-06, + "loss": 0.6439, + "step": 1268 + }, + { + "epoch": 0.9663049685893775, + "grad_norm": 25.156911849975586, + "learning_rate": 5.432069212865044e-06, + "loss": 0.719, + "step": 1269 + }, + { + "epoch": 0.9670664382257758, + "grad_norm": 26.39915657043457, + "learning_rate": 5.425998604596703e-06, + "loss": 0.7213, + "step": 1270 + }, + { + "epoch": 0.967827907862174, + "grad_norm": 28.437196731567383, + "learning_rate": 5.419927363709636e-06, + "loss": 0.8741, + "step": 1271 + }, + { + "epoch": 0.9685893774985722, + "grad_norm": 26.70257568359375, + "learning_rate": 5.413855499219794e-06, + "loss": 0.7383, + "step": 1272 + }, + { + "epoch": 0.9693508471349704, + "grad_norm": 22.76276969909668, + "learning_rate": 5.407783020144044e-06, + "loss": 0.5933, + "step": 1273 + }, + { + "epoch": 0.9701123167713688, + "grad_norm": 23.470422744750977, + "learning_rate": 5.401709935500176e-06, + "loss": 0.629, + "step": 1274 + }, + { + "epoch": 0.970873786407767, + "grad_norm": 22.049306869506836, + "learning_rate": 5.395636254306871e-06, + "loss": 0.6533, + "step": 1275 + }, + { + "epoch": 0.9716352560441652, + "grad_norm": 29.921438217163086, + "learning_rate": 5.389561985583704e-06, + "loss": 0.585, + "step": 1276 + }, + { + "epoch": 0.9723967256805635, + "grad_norm": 30.144283294677734, + "learning_rate": 5.383487138351114e-06, + "loss": 0.7616, + "step": 1277 + }, + { + "epoch": 0.9731581953169617, + "grad_norm": 23.44175148010254, + "learning_rate": 5.3774117216304034e-06, + "loss": 0.701, + "step": 1278 + }, + { + "epoch": 0.97391966495336, + "grad_norm": 33.73345184326172, + "learning_rate": 5.371335744443722e-06, + "loss": 0.9089, + "step": 1279 + }, + { + "epoch": 0.9746811345897582, + "grad_norm": 32.97321319580078, + "learning_rate": 5.365259215814048e-06, + "loss": 0.8725, + "step": 1280 + }, + { + "epoch": 0.9754426042261565, + "grad_norm": 29.173730850219727, + "learning_rate": 5.3591821447651815e-06, + "loss": 0.7169, + "step": 1281 + }, + { + "epoch": 0.9762040738625547, + "grad_norm": 30.256772994995117, + "learning_rate": 5.353104540321726e-06, + "loss": 0.5812, + "step": 1282 + }, + { + "epoch": 0.9769655434989529, + "grad_norm": 33.78550720214844, + "learning_rate": 5.347026411509082e-06, + "loss": 0.6862, + "step": 1283 + }, + { + "epoch": 0.9777270131353513, + "grad_norm": 26.264739990234375, + "learning_rate": 5.340947767353418e-06, + "loss": 0.7688, + "step": 1284 + }, + { + "epoch": 0.9784884827717495, + "grad_norm": 27.745128631591797, + "learning_rate": 5.334868616881682e-06, + "loss": 0.7675, + "step": 1285 + }, + { + "epoch": 0.9792499524081477, + "grad_norm": 26.023317337036133, + "learning_rate": 5.32878896912156e-06, + "loss": 0.7348, + "step": 1286 + }, + { + "epoch": 0.9800114220445459, + "grad_norm": 19.755701065063477, + "learning_rate": 5.322708833101489e-06, + "loss": 0.5437, + "step": 1287 + }, + { + "epoch": 0.9807728916809442, + "grad_norm": 23.624074935913086, + "learning_rate": 5.316628217850619e-06, + "loss": 0.4966, + "step": 1288 + }, + { + "epoch": 0.9815343613173425, + "grad_norm": 34.3329963684082, + "learning_rate": 5.3105471323988234e-06, + "loss": 0.905, + "step": 1289 + }, + { + "epoch": 0.9822958309537407, + "grad_norm": 23.290987014770508, + "learning_rate": 5.304465585776662e-06, + "loss": 0.6532, + "step": 1290 + }, + { + "epoch": 0.983057300590139, + "grad_norm": 24.961231231689453, + "learning_rate": 5.298383587015393e-06, + "loss": 0.7432, + "step": 1291 + }, + { + "epoch": 0.9838187702265372, + "grad_norm": 28.71943473815918, + "learning_rate": 5.292301145146933e-06, + "loss": 0.7306, + "step": 1292 + }, + { + "epoch": 0.9845802398629354, + "grad_norm": 16.87373924255371, + "learning_rate": 5.286218269203867e-06, + "loss": 0.5724, + "step": 1293 + }, + { + "epoch": 0.9853417094993338, + "grad_norm": 31.654150009155273, + "learning_rate": 5.280134968219415e-06, + "loss": 0.9882, + "step": 1294 + }, + { + "epoch": 0.986103179135732, + "grad_norm": 30.381277084350586, + "learning_rate": 5.274051251227435e-06, + "loss": 0.7664, + "step": 1295 + }, + { + "epoch": 0.9868646487721302, + "grad_norm": 28.652997970581055, + "learning_rate": 5.267967127262402e-06, + "loss": 0.799, + "step": 1296 + }, + { + "epoch": 0.9876261184085284, + "grad_norm": 28.27056312561035, + "learning_rate": 5.261882605359392e-06, + "loss": 0.889, + "step": 1297 + }, + { + "epoch": 0.9883875880449267, + "grad_norm": 26.610063552856445, + "learning_rate": 5.255797694554079e-06, + "loss": 0.8926, + "step": 1298 + }, + { + "epoch": 0.989149057681325, + "grad_norm": 26.535287857055664, + "learning_rate": 5.249712403882704e-06, + "loss": 0.8104, + "step": 1299 + }, + { + "epoch": 0.9899105273177232, + "grad_norm": 19.606740951538086, + "learning_rate": 5.243626742382082e-06, + "loss": 0.6873, + "step": 1300 + }, + { + "epoch": 0.9906719969541214, + "grad_norm": 23.807472229003906, + "learning_rate": 5.2375407190895715e-06, + "loss": 0.6477, + "step": 1301 + }, + { + "epoch": 0.9914334665905197, + "grad_norm": 27.291015625, + "learning_rate": 5.231454343043075e-06, + "loss": 0.8188, + "step": 1302 + }, + { + "epoch": 0.9921949362269179, + "grad_norm": 20.577680587768555, + "learning_rate": 5.22536762328101e-06, + "loss": 0.6778, + "step": 1303 + }, + { + "epoch": 0.9929564058633162, + "grad_norm": 23.850460052490234, + "learning_rate": 5.219280568842317e-06, + "loss": 0.6774, + "step": 1304 + }, + { + "epoch": 0.9937178754997145, + "grad_norm": 22.797754287719727, + "learning_rate": 5.213193188766418e-06, + "loss": 0.6328, + "step": 1305 + }, + { + "epoch": 0.9944793451361127, + "grad_norm": 22.607013702392578, + "learning_rate": 5.207105492093232e-06, + "loss": 0.8442, + "step": 1306 + }, + { + "epoch": 0.9952408147725109, + "grad_norm": 25.141313552856445, + "learning_rate": 5.20101748786314e-06, + "loss": 0.7963, + "step": 1307 + }, + { + "epoch": 0.9960022844089091, + "grad_norm": 23.462364196777344, + "learning_rate": 5.194929185116986e-06, + "loss": 0.6818, + "step": 1308 + }, + { + "epoch": 0.9967637540453075, + "grad_norm": 20.63343620300293, + "learning_rate": 5.188840592896051e-06, + "loss": 0.6168, + "step": 1309 + }, + { + "epoch": 0.9975252236817057, + "grad_norm": 24.033830642700195, + "learning_rate": 5.182751720242049e-06, + "loss": 0.4904, + "step": 1310 + }, + { + "epoch": 0.9982866933181039, + "grad_norm": 19.662151336669922, + "learning_rate": 5.176662576197111e-06, + "loss": 0.5352, + "step": 1311 + }, + { + "epoch": 0.9990481629545022, + "grad_norm": 23.323802947998047, + "learning_rate": 5.1705731698037695e-06, + "loss": 0.8118, + "step": 1312 + }, + { + "epoch": 0.9998096325909004, + "grad_norm": 26.61143684387207, + "learning_rate": 5.16448351010495e-06, + "loss": 0.7524, + "step": 1313 + }, + { + "epoch": 1.0, + "grad_norm": 46.33402633666992, + "learning_rate": 5.158393606143945e-06, + "loss": 0.6167, + "step": 1314 + }, + { + "epoch": 1.0007614696363982, + "grad_norm": 20.729055404663086, + "learning_rate": 5.152303466964425e-06, + "loss": 0.621, + "step": 1315 + }, + { + "epoch": 1.0015229392727965, + "grad_norm": 24.62146759033203, + "learning_rate": 5.146213101610393e-06, + "loss": 0.6521, + "step": 1316 + }, + { + "epoch": 1.0022844089091947, + "grad_norm": 20.44754981994629, + "learning_rate": 5.140122519126201e-06, + "loss": 0.6287, + "step": 1317 + }, + { + "epoch": 1.003045878545593, + "grad_norm": 21.060617446899414, + "learning_rate": 5.134031728556518e-06, + "loss": 0.5237, + "step": 1318 + }, + { + "epoch": 1.0038073481819911, + "grad_norm": 32.90572738647461, + "learning_rate": 5.1279407389463194e-06, + "loss": 0.9762, + "step": 1319 + }, + { + "epoch": 1.0045688178183896, + "grad_norm": 24.62529945373535, + "learning_rate": 5.121849559340882e-06, + "loss": 0.6479, + "step": 1320 + }, + { + "epoch": 1.0053302874547878, + "grad_norm": 21.510913848876953, + "learning_rate": 5.115758198785761e-06, + "loss": 0.5968, + "step": 1321 + }, + { + "epoch": 1.006091757091186, + "grad_norm": 26.872161865234375, + "learning_rate": 5.109666666326781e-06, + "loss": 0.6928, + "step": 1322 + }, + { + "epoch": 1.0068532267275843, + "grad_norm": 30.045848846435547, + "learning_rate": 5.10357497101002e-06, + "loss": 0.7937, + "step": 1323 + }, + { + "epoch": 1.0076146963639825, + "grad_norm": 23.325647354125977, + "learning_rate": 5.0974831218818045e-06, + "loss": 0.6678, + "step": 1324 + }, + { + "epoch": 1.0083761660003807, + "grad_norm": 23.447351455688477, + "learning_rate": 5.09139112798868e-06, + "loss": 0.5993, + "step": 1325 + }, + { + "epoch": 1.009137635636779, + "grad_norm": 24.03450584411621, + "learning_rate": 5.085298998377417e-06, + "loss": 0.6243, + "step": 1326 + }, + { + "epoch": 1.0098991052731772, + "grad_norm": 24.32756996154785, + "learning_rate": 5.0792067420949775e-06, + "loss": 0.6651, + "step": 1327 + }, + { + "epoch": 1.0106605749095754, + "grad_norm": 27.687728881835938, + "learning_rate": 5.073114368188521e-06, + "loss": 0.6628, + "step": 1328 + }, + { + "epoch": 1.0114220445459736, + "grad_norm": 25.241317749023438, + "learning_rate": 5.067021885705372e-06, + "loss": 0.7304, + "step": 1329 + }, + { + "epoch": 1.012183514182372, + "grad_norm": 26.63682746887207, + "learning_rate": 5.060929303693025e-06, + "loss": 0.6242, + "step": 1330 + }, + { + "epoch": 1.0129449838187703, + "grad_norm": 26.13730239868164, + "learning_rate": 5.054836631199117e-06, + "loss": 0.5472, + "step": 1331 + }, + { + "epoch": 1.0137064534551685, + "grad_norm": 28.472431182861328, + "learning_rate": 5.0487438772714235e-06, + "loss": 0.8068, + "step": 1332 + }, + { + "epoch": 1.0144679230915667, + "grad_norm": 28.824962615966797, + "learning_rate": 5.042651050957836e-06, + "loss": 0.7024, + "step": 1333 + }, + { + "epoch": 1.015229392727965, + "grad_norm": 26.180198669433594, + "learning_rate": 5.036558161306358e-06, + "loss": 0.5555, + "step": 1334 + }, + { + "epoch": 1.0159908623643632, + "grad_norm": 24.1535701751709, + "learning_rate": 5.030465217365081e-06, + "loss": 0.7168, + "step": 1335 + }, + { + "epoch": 1.0167523320007614, + "grad_norm": 25.247085571289062, + "learning_rate": 5.024372228182187e-06, + "loss": 0.659, + "step": 1336 + }, + { + "epoch": 1.0175138016371597, + "grad_norm": 36.04473114013672, + "learning_rate": 5.018279202805916e-06, + "loss": 0.8104, + "step": 1337 + }, + { + "epoch": 1.0182752712735579, + "grad_norm": 23.826383590698242, + "learning_rate": 5.012186150284565e-06, + "loss": 0.5998, + "step": 1338 + }, + { + "epoch": 1.019036740909956, + "grad_norm": 23.549758911132812, + "learning_rate": 5.006093079666472e-06, + "loss": 0.5823, + "step": 1339 + }, + { + "epoch": 1.0197982105463546, + "grad_norm": 29.11300277709961, + "learning_rate": 5e-06, + "loss": 0.8563, + "step": 1340 + }, + { + "epoch": 1.0205596801827528, + "grad_norm": 24.819345474243164, + "learning_rate": 4.99390692033353e-06, + "loss": 0.7238, + "step": 1341 + }, + { + "epoch": 1.021321149819151, + "grad_norm": 22.405927658081055, + "learning_rate": 4.987813849715436e-06, + "loss": 0.638, + "step": 1342 + }, + { + "epoch": 1.0220826194555492, + "grad_norm": 32.38371276855469, + "learning_rate": 4.981720797194086e-06, + "loss": 0.7509, + "step": 1343 + }, + { + "epoch": 1.0228440890919475, + "grad_norm": 21.343875885009766, + "learning_rate": 4.975627771817815e-06, + "loss": 0.6095, + "step": 1344 + }, + { + "epoch": 1.0236055587283457, + "grad_norm": 31.141231536865234, + "learning_rate": 4.9695347826349204e-06, + "loss": 0.7432, + "step": 1345 + }, + { + "epoch": 1.024367028364744, + "grad_norm": 26.032634735107422, + "learning_rate": 4.963441838693643e-06, + "loss": 0.6004, + "step": 1346 + }, + { + "epoch": 1.0251284980011421, + "grad_norm": 37.2136116027832, + "learning_rate": 4.957348949042166e-06, + "loss": 1.0375, + "step": 1347 + }, + { + "epoch": 1.0258899676375404, + "grad_norm": 25.659366607666016, + "learning_rate": 4.951256122728578e-06, + "loss": 0.7755, + "step": 1348 + }, + { + "epoch": 1.0266514372739386, + "grad_norm": 28.66021728515625, + "learning_rate": 4.945163368800885e-06, + "loss": 0.6546, + "step": 1349 + }, + { + "epoch": 1.027412906910337, + "grad_norm": 26.520570755004883, + "learning_rate": 4.939070696306976e-06, + "loss": 0.6481, + "step": 1350 + }, + { + "epoch": 1.0281743765467353, + "grad_norm": 23.912429809570312, + "learning_rate": 4.9329781142946295e-06, + "loss": 0.4242, + "step": 1351 + }, + { + "epoch": 1.0289358461831335, + "grad_norm": 23.78453826904297, + "learning_rate": 4.9268856318114816e-06, + "loss": 0.5905, + "step": 1352 + }, + { + "epoch": 1.0296973158195317, + "grad_norm": 27.954885482788086, + "learning_rate": 4.9207932579050225e-06, + "loss": 0.7001, + "step": 1353 + }, + { + "epoch": 1.03045878545593, + "grad_norm": 27.79574203491211, + "learning_rate": 4.914701001622585e-06, + "loss": 0.7546, + "step": 1354 + }, + { + "epoch": 1.0312202550923282, + "grad_norm": 27.99153709411621, + "learning_rate": 4.9086088720113205e-06, + "loss": 0.6991, + "step": 1355 + }, + { + "epoch": 1.0319817247287264, + "grad_norm": 36.836402893066406, + "learning_rate": 4.902516878118197e-06, + "loss": 0.6438, + "step": 1356 + }, + { + "epoch": 1.0327431943651246, + "grad_norm": 35.888099670410156, + "learning_rate": 4.89642502898998e-06, + "loss": 0.8721, + "step": 1357 + }, + { + "epoch": 1.0335046640015229, + "grad_norm": 25.70697784423828, + "learning_rate": 4.890333333673221e-06, + "loss": 0.5341, + "step": 1358 + }, + { + "epoch": 1.034266133637921, + "grad_norm": 28.39304542541504, + "learning_rate": 4.884241801214241e-06, + "loss": 0.706, + "step": 1359 + }, + { + "epoch": 1.0350276032743195, + "grad_norm": 24.945363998413086, + "learning_rate": 4.878150440659119e-06, + "loss": 0.6264, + "step": 1360 + }, + { + "epoch": 1.0357890729107178, + "grad_norm": 23.87784767150879, + "learning_rate": 4.8720592610536805e-06, + "loss": 0.6742, + "step": 1361 + }, + { + "epoch": 1.036550542547116, + "grad_norm": 27.262670516967773, + "learning_rate": 4.865968271443484e-06, + "loss": 0.6899, + "step": 1362 + }, + { + "epoch": 1.0373120121835142, + "grad_norm": 22.597061157226562, + "learning_rate": 4.8598774808737995e-06, + "loss": 0.572, + "step": 1363 + }, + { + "epoch": 1.0380734818199124, + "grad_norm": 30.12322998046875, + "learning_rate": 4.853786898389606e-06, + "loss": 0.7398, + "step": 1364 + }, + { + "epoch": 1.0388349514563107, + "grad_norm": 26.185476303100586, + "learning_rate": 4.8476965330355764e-06, + "loss": 0.7457, + "step": 1365 + }, + { + "epoch": 1.0395964210927089, + "grad_norm": 25.132925033569336, + "learning_rate": 4.841606393856056e-06, + "loss": 0.7046, + "step": 1366 + }, + { + "epoch": 1.0403578907291071, + "grad_norm": 26.63749122619629, + "learning_rate": 4.835516489895053e-06, + "loss": 0.5324, + "step": 1367 + }, + { + "epoch": 1.0411193603655053, + "grad_norm": 28.17856788635254, + "learning_rate": 4.829426830196231e-06, + "loss": 0.7334, + "step": 1368 + }, + { + "epoch": 1.0418808300019036, + "grad_norm": 26.967134475708008, + "learning_rate": 4.82333742380289e-06, + "loss": 0.7494, + "step": 1369 + }, + { + "epoch": 1.042642299638302, + "grad_norm": 35.60799789428711, + "learning_rate": 4.817248279757953e-06, + "loss": 0.7949, + "step": 1370 + }, + { + "epoch": 1.0434037692747002, + "grad_norm": 22.97283363342285, + "learning_rate": 4.811159407103952e-06, + "loss": 0.616, + "step": 1371 + }, + { + "epoch": 1.0441652389110985, + "grad_norm": 35.12429428100586, + "learning_rate": 4.805070814883015e-06, + "loss": 0.819, + "step": 1372 + }, + { + "epoch": 1.0449267085474967, + "grad_norm": 31.06621742248535, + "learning_rate": 4.798982512136861e-06, + "loss": 0.722, + "step": 1373 + }, + { + "epoch": 1.045688178183895, + "grad_norm": 25.281723022460938, + "learning_rate": 4.79289450790677e-06, + "loss": 0.6381, + "step": 1374 + }, + { + "epoch": 1.0464496478202931, + "grad_norm": 24.8349552154541, + "learning_rate": 4.786806811233583e-06, + "loss": 0.7381, + "step": 1375 + }, + { + "epoch": 1.0472111174566914, + "grad_norm": 29.945003509521484, + "learning_rate": 4.780719431157685e-06, + "loss": 0.7243, + "step": 1376 + }, + { + "epoch": 1.0479725870930896, + "grad_norm": 30.135971069335938, + "learning_rate": 4.774632376718991e-06, + "loss": 0.7976, + "step": 1377 + }, + { + "epoch": 1.0487340567294878, + "grad_norm": 24.988666534423828, + "learning_rate": 4.768545656956928e-06, + "loss": 0.5811, + "step": 1378 + }, + { + "epoch": 1.049495526365886, + "grad_norm": 18.137149810791016, + "learning_rate": 4.7624592809104285e-06, + "loss": 0.5986, + "step": 1379 + }, + { + "epoch": 1.0502569960022845, + "grad_norm": 24.05771827697754, + "learning_rate": 4.75637325761792e-06, + "loss": 0.5975, + "step": 1380 + }, + { + "epoch": 1.0510184656386827, + "grad_norm": 33.43357467651367, + "learning_rate": 4.7502875961172975e-06, + "loss": 0.9223, + "step": 1381 + }, + { + "epoch": 1.051779935275081, + "grad_norm": 31.144792556762695, + "learning_rate": 4.744202305445924e-06, + "loss": 0.9286, + "step": 1382 + }, + { + "epoch": 1.0525414049114792, + "grad_norm": 33.884578704833984, + "learning_rate": 4.738117394640607e-06, + "loss": 0.7424, + "step": 1383 + }, + { + "epoch": 1.0533028745478774, + "grad_norm": 28.518062591552734, + "learning_rate": 4.7320328727376e-06, + "loss": 0.7627, + "step": 1384 + }, + { + "epoch": 1.0540643441842756, + "grad_norm": 24.260276794433594, + "learning_rate": 4.725948748772568e-06, + "loss": 0.724, + "step": 1385 + }, + { + "epoch": 1.0548258138206739, + "grad_norm": 23.066709518432617, + "learning_rate": 4.7198650317805885e-06, + "loss": 0.6625, + "step": 1386 + }, + { + "epoch": 1.055587283457072, + "grad_norm": 25.143184661865234, + "learning_rate": 4.713781730796136e-06, + "loss": 0.6189, + "step": 1387 + }, + { + "epoch": 1.0563487530934703, + "grad_norm": 21.390766143798828, + "learning_rate": 4.707698854853068e-06, + "loss": 0.6507, + "step": 1388 + }, + { + "epoch": 1.0571102227298685, + "grad_norm": 29.9796142578125, + "learning_rate": 4.701616412984609e-06, + "loss": 0.7892, + "step": 1389 + }, + { + "epoch": 1.057871692366267, + "grad_norm": 24.71466636657715, + "learning_rate": 4.695534414223337e-06, + "loss": 0.6041, + "step": 1390 + }, + { + "epoch": 1.0586331620026652, + "grad_norm": 28.7713680267334, + "learning_rate": 4.689452867601178e-06, + "loss": 0.7806, + "step": 1391 + }, + { + "epoch": 1.0593946316390634, + "grad_norm": 34.792259216308594, + "learning_rate": 4.683371782149382e-06, + "loss": 0.6914, + "step": 1392 + }, + { + "epoch": 1.0601561012754617, + "grad_norm": 29.722267150878906, + "learning_rate": 4.6772911668985135e-06, + "loss": 0.6494, + "step": 1393 + }, + { + "epoch": 1.06091757091186, + "grad_norm": 21.27020263671875, + "learning_rate": 4.67121103087844e-06, + "loss": 0.4866, + "step": 1394 + }, + { + "epoch": 1.0616790405482581, + "grad_norm": 25.263330459594727, + "learning_rate": 4.665131383118319e-06, + "loss": 0.6472, + "step": 1395 + }, + { + "epoch": 1.0624405101846564, + "grad_norm": 23.385417938232422, + "learning_rate": 4.659052232646583e-06, + "loss": 0.5967, + "step": 1396 + }, + { + "epoch": 1.0632019798210546, + "grad_norm": 25.676136016845703, + "learning_rate": 4.652973588490921e-06, + "loss": 0.6093, + "step": 1397 + }, + { + "epoch": 1.0639634494574528, + "grad_norm": 24.565771102905273, + "learning_rate": 4.6468954596782736e-06, + "loss": 0.7276, + "step": 1398 + }, + { + "epoch": 1.064724919093851, + "grad_norm": 33.12934494018555, + "learning_rate": 4.640817855234819e-06, + "loss": 0.6635, + "step": 1399 + }, + { + "epoch": 1.0654863887302495, + "grad_norm": 18.952045440673828, + "learning_rate": 4.634740784185955e-06, + "loss": 0.5423, + "step": 1400 + }, + { + "epoch": 1.0662478583666477, + "grad_norm": 39.652442932128906, + "learning_rate": 4.62866425555628e-06, + "loss": 0.7428, + "step": 1401 + }, + { + "epoch": 1.067009328003046, + "grad_norm": 26.903491973876953, + "learning_rate": 4.622588278369598e-06, + "loss": 0.622, + "step": 1402 + }, + { + "epoch": 1.0677707976394442, + "grad_norm": 30.496828079223633, + "learning_rate": 4.616512861648888e-06, + "loss": 0.659, + "step": 1403 + }, + { + "epoch": 1.0685322672758424, + "grad_norm": 25.840110778808594, + "learning_rate": 4.610438014416299e-06, + "loss": 0.6391, + "step": 1404 + }, + { + "epoch": 1.0692937369122406, + "grad_norm": 25.98410987854004, + "learning_rate": 4.604363745693129e-06, + "loss": 0.6038, + "step": 1405 + }, + { + "epoch": 1.0700552065486388, + "grad_norm": 35.958187103271484, + "learning_rate": 4.598290064499825e-06, + "loss": 0.8118, + "step": 1406 + }, + { + "epoch": 1.070816676185037, + "grad_norm": 29.957862854003906, + "learning_rate": 4.592216979855958e-06, + "loss": 0.8409, + "step": 1407 + }, + { + "epoch": 1.0715781458214353, + "grad_norm": 32.40114974975586, + "learning_rate": 4.586144500780209e-06, + "loss": 0.7027, + "step": 1408 + }, + { + "epoch": 1.0723396154578335, + "grad_norm": 27.353778839111328, + "learning_rate": 4.580072636290364e-06, + "loss": 0.65, + "step": 1409 + }, + { + "epoch": 1.073101085094232, + "grad_norm": 22.47332191467285, + "learning_rate": 4.5740013954032985e-06, + "loss": 0.5477, + "step": 1410 + }, + { + "epoch": 1.0738625547306302, + "grad_norm": 26.15103530883789, + "learning_rate": 4.5679307871349585e-06, + "loss": 0.7346, + "step": 1411 + }, + { + "epoch": 1.0746240243670284, + "grad_norm": 33.8211784362793, + "learning_rate": 4.5618608205003475e-06, + "loss": 0.6781, + "step": 1412 + }, + { + "epoch": 1.0753854940034266, + "grad_norm": 34.45524597167969, + "learning_rate": 4.555791504513524e-06, + "loss": 0.8875, + "step": 1413 + }, + { + "epoch": 1.0761469636398249, + "grad_norm": 25.472562789916992, + "learning_rate": 4.5497228481875734e-06, + "loss": 0.7432, + "step": 1414 + }, + { + "epoch": 1.076908433276223, + "grad_norm": 25.834667205810547, + "learning_rate": 4.543654860534607e-06, + "loss": 0.7911, + "step": 1415 + }, + { + "epoch": 1.0776699029126213, + "grad_norm": 32.063438415527344, + "learning_rate": 4.537587550565735e-06, + "loss": 0.8549, + "step": 1416 + }, + { + "epoch": 1.0784313725490196, + "grad_norm": 27.36929702758789, + "learning_rate": 4.531520927291073e-06, + "loss": 0.6768, + "step": 1417 + }, + { + "epoch": 1.0791928421854178, + "grad_norm": 26.77155113220215, + "learning_rate": 4.525454999719706e-06, + "loss": 0.5746, + "step": 1418 + }, + { + "epoch": 1.079954311821816, + "grad_norm": 25.99591827392578, + "learning_rate": 4.519389776859693e-06, + "loss": 0.67, + "step": 1419 + }, + { + "epoch": 1.0807157814582145, + "grad_norm": 22.180416107177734, + "learning_rate": 4.513325267718039e-06, + "loss": 0.7445, + "step": 1420 + }, + { + "epoch": 1.0814772510946127, + "grad_norm": 36.45490646362305, + "learning_rate": 4.507261481300699e-06, + "loss": 0.903, + "step": 1421 + }, + { + "epoch": 1.082238720731011, + "grad_norm": 21.906686782836914, + "learning_rate": 4.501198426612547e-06, + "loss": 0.5821, + "step": 1422 + }, + { + "epoch": 1.0830001903674091, + "grad_norm": 34.67726516723633, + "learning_rate": 4.495136112657371e-06, + "loss": 0.9711, + "step": 1423 + }, + { + "epoch": 1.0837616600038074, + "grad_norm": 29.7253360748291, + "learning_rate": 4.489074548437866e-06, + "loss": 0.8287, + "step": 1424 + }, + { + "epoch": 1.0845231296402056, + "grad_norm": 25.894155502319336, + "learning_rate": 4.483013742955605e-06, + "loss": 0.6132, + "step": 1425 + }, + { + "epoch": 1.0852845992766038, + "grad_norm": 33.52775573730469, + "learning_rate": 4.47695370521104e-06, + "loss": 0.7166, + "step": 1426 + }, + { + "epoch": 1.086046068913002, + "grad_norm": 31.999540328979492, + "learning_rate": 4.470894444203474e-06, + "loss": 0.6902, + "step": 1427 + }, + { + "epoch": 1.0868075385494003, + "grad_norm": 22.8083553314209, + "learning_rate": 4.464835968931072e-06, + "loss": 0.6289, + "step": 1428 + }, + { + "epoch": 1.0875690081857985, + "grad_norm": 26.299516677856445, + "learning_rate": 4.458778288390819e-06, + "loss": 0.577, + "step": 1429 + }, + { + "epoch": 1.088330477822197, + "grad_norm": 37.32050704956055, + "learning_rate": 4.452721411578525e-06, + "loss": 0.792, + "step": 1430 + }, + { + "epoch": 1.0890919474585952, + "grad_norm": 27.388978958129883, + "learning_rate": 4.446665347488803e-06, + "loss": 0.5382, + "step": 1431 + }, + { + "epoch": 1.0898534170949934, + "grad_norm": 31.408645629882812, + "learning_rate": 4.440610105115065e-06, + "loss": 0.7207, + "step": 1432 + }, + { + "epoch": 1.0906148867313916, + "grad_norm": 23.884397506713867, + "learning_rate": 4.434555693449498e-06, + "loss": 0.5687, + "step": 1433 + }, + { + "epoch": 1.0913763563677898, + "grad_norm": 22.35312843322754, + "learning_rate": 4.428502121483056e-06, + "loss": 0.5209, + "step": 1434 + }, + { + "epoch": 1.092137826004188, + "grad_norm": 33.05360794067383, + "learning_rate": 4.4224493982054504e-06, + "loss": 0.8766, + "step": 1435 + }, + { + "epoch": 1.0928992956405863, + "grad_norm": 31.350481033325195, + "learning_rate": 4.416397532605124e-06, + "loss": 0.8163, + "step": 1436 + }, + { + "epoch": 1.0936607652769845, + "grad_norm": 27.195911407470703, + "learning_rate": 4.4103465336692535e-06, + "loss": 0.7951, + "step": 1437 + }, + { + "epoch": 1.0944222349133828, + "grad_norm": 29.06740379333496, + "learning_rate": 4.4042964103837235e-06, + "loss": 0.6893, + "step": 1438 + }, + { + "epoch": 1.095183704549781, + "grad_norm": 33.67143630981445, + "learning_rate": 4.398247171733124e-06, + "loss": 0.9014, + "step": 1439 + }, + { + "epoch": 1.0959451741861794, + "grad_norm": 31.75952911376953, + "learning_rate": 4.392198826700724e-06, + "loss": 0.8854, + "step": 1440 + }, + { + "epoch": 1.0967066438225777, + "grad_norm": 29.88365364074707, + "learning_rate": 4.386151384268472e-06, + "loss": 0.7514, + "step": 1441 + }, + { + "epoch": 1.0974681134589759, + "grad_norm": 22.612136840820312, + "learning_rate": 4.3801048534169676e-06, + "loss": 0.6581, + "step": 1442 + }, + { + "epoch": 1.098229583095374, + "grad_norm": 25.116926193237305, + "learning_rate": 4.374059243125471e-06, + "loss": 0.5853, + "step": 1443 + }, + { + "epoch": 1.0989910527317723, + "grad_norm": 34.97810363769531, + "learning_rate": 4.368014562371861e-06, + "loss": 0.8078, + "step": 1444 + }, + { + "epoch": 1.0997525223681706, + "grad_norm": 31.783151626586914, + "learning_rate": 4.3619708201326415e-06, + "loss": 0.83, + "step": 1445 + }, + { + "epoch": 1.1005139920045688, + "grad_norm": 34.978248596191406, + "learning_rate": 4.355928025382927e-06, + "loss": 0.8357, + "step": 1446 + }, + { + "epoch": 1.101275461640967, + "grad_norm": 33.985382080078125, + "learning_rate": 4.349886187096417e-06, + "loss": 0.7945, + "step": 1447 + }, + { + "epoch": 1.1020369312773652, + "grad_norm": 27.279088973999023, + "learning_rate": 4.343845314245396e-06, + "loss": 0.6162, + "step": 1448 + }, + { + "epoch": 1.1027984009137635, + "grad_norm": 28.585399627685547, + "learning_rate": 4.337805415800712e-06, + "loss": 0.7662, + "step": 1449 + }, + { + "epoch": 1.103559870550162, + "grad_norm": 36.59597396850586, + "learning_rate": 4.331766500731771e-06, + "loss": 0.5001, + "step": 1450 + }, + { + "epoch": 1.1043213401865601, + "grad_norm": 29.027137756347656, + "learning_rate": 4.32572857800651e-06, + "loss": 0.661, + "step": 1451 + }, + { + "epoch": 1.1050828098229584, + "grad_norm": 30.55579948425293, + "learning_rate": 4.319691656591401e-06, + "loss": 0.7415, + "step": 1452 + }, + { + "epoch": 1.1058442794593566, + "grad_norm": 26.680347442626953, + "learning_rate": 4.313655745451422e-06, + "loss": 0.6562, + "step": 1453 + }, + { + "epoch": 1.1066057490957548, + "grad_norm": 28.822954177856445, + "learning_rate": 4.3076208535500575e-06, + "loss": 0.6864, + "step": 1454 + }, + { + "epoch": 1.107367218732153, + "grad_norm": 28.9395751953125, + "learning_rate": 4.301586989849272e-06, + "loss": 0.6809, + "step": 1455 + }, + { + "epoch": 1.1081286883685513, + "grad_norm": 25.72883415222168, + "learning_rate": 4.295554163309509e-06, + "loss": 0.7297, + "step": 1456 + }, + { + "epoch": 1.1088901580049495, + "grad_norm": 32.15998840332031, + "learning_rate": 4.289522382889664e-06, + "loss": 0.7653, + "step": 1457 + }, + { + "epoch": 1.1096516276413477, + "grad_norm": 23.909706115722656, + "learning_rate": 4.28349165754709e-06, + "loss": 0.7175, + "step": 1458 + }, + { + "epoch": 1.110413097277746, + "grad_norm": 27.97369384765625, + "learning_rate": 4.277461996237563e-06, + "loss": 0.8097, + "step": 1459 + }, + { + "epoch": 1.1111745669141444, + "grad_norm": 52.83234405517578, + "learning_rate": 4.271433407915283e-06, + "loss": 1.0129, + "step": 1460 + }, + { + "epoch": 1.1119360365505426, + "grad_norm": 27.569765090942383, + "learning_rate": 4.265405901532857e-06, + "loss": 0.5832, + "step": 1461 + }, + { + "epoch": 1.1126975061869409, + "grad_norm": 29.594486236572266, + "learning_rate": 4.259379486041287e-06, + "loss": 0.5924, + "step": 1462 + }, + { + "epoch": 1.113458975823339, + "grad_norm": 31.912498474121094, + "learning_rate": 4.25335417038995e-06, + "loss": 0.8122, + "step": 1463 + }, + { + "epoch": 1.1142204454597373, + "grad_norm": 23.730451583862305, + "learning_rate": 4.2473299635265906e-06, + "loss": 0.6029, + "step": 1464 + }, + { + "epoch": 1.1149819150961355, + "grad_norm": 33.216796875, + "learning_rate": 4.241306874397314e-06, + "loss": 0.8299, + "step": 1465 + }, + { + "epoch": 1.1157433847325338, + "grad_norm": 34.02432632446289, + "learning_rate": 4.235284911946557e-06, + "loss": 0.8686, + "step": 1466 + }, + { + "epoch": 1.116504854368932, + "grad_norm": 34.81566619873047, + "learning_rate": 4.229264085117086e-06, + "loss": 0.8477, + "step": 1467 + }, + { + "epoch": 1.1172663240053302, + "grad_norm": 34.48906326293945, + "learning_rate": 4.223244402849981e-06, + "loss": 0.794, + "step": 1468 + }, + { + "epoch": 1.1180277936417284, + "grad_norm": 25.180116653442383, + "learning_rate": 4.217225874084628e-06, + "loss": 0.7513, + "step": 1469 + }, + { + "epoch": 1.1187892632781269, + "grad_norm": 27.25897789001465, + "learning_rate": 4.2112085077586875e-06, + "loss": 0.6357, + "step": 1470 + }, + { + "epoch": 1.1195507329145251, + "grad_norm": 25.58527946472168, + "learning_rate": 4.205192312808104e-06, + "loss": 0.5776, + "step": 1471 + }, + { + "epoch": 1.1203122025509233, + "grad_norm": 27.980712890625, + "learning_rate": 4.199177298167081e-06, + "loss": 0.6772, + "step": 1472 + }, + { + "epoch": 1.1210736721873216, + "grad_norm": 24.157320022583008, + "learning_rate": 4.193163472768067e-06, + "loss": 0.6443, + "step": 1473 + }, + { + "epoch": 1.1218351418237198, + "grad_norm": 26.085046768188477, + "learning_rate": 4.1871508455417434e-06, + "loss": 0.8099, + "step": 1474 + }, + { + "epoch": 1.122596611460118, + "grad_norm": 30.226167678833008, + "learning_rate": 4.181139425417015e-06, + "loss": 0.6938, + "step": 1475 + }, + { + "epoch": 1.1233580810965162, + "grad_norm": 30.745046615600586, + "learning_rate": 4.175129221320993e-06, + "loss": 0.7864, + "step": 1476 + }, + { + "epoch": 1.1241195507329145, + "grad_norm": 29.392539978027344, + "learning_rate": 4.169120242178986e-06, + "loss": 0.8462, + "step": 1477 + }, + { + "epoch": 1.1248810203693127, + "grad_norm": 25.927181243896484, + "learning_rate": 4.163112496914475e-06, + "loss": 0.6139, + "step": 1478 + }, + { + "epoch": 1.125642490005711, + "grad_norm": 27.550506591796875, + "learning_rate": 4.157105994449115e-06, + "loss": 0.6812, + "step": 1479 + }, + { + "epoch": 1.1264039596421092, + "grad_norm": 30.582822799682617, + "learning_rate": 4.151100743702719e-06, + "loss": 0.7502, + "step": 1480 + }, + { + "epoch": 1.1271654292785076, + "grad_norm": 35.46127700805664, + "learning_rate": 4.145096753593232e-06, + "loss": 0.78, + "step": 1481 + }, + { + "epoch": 1.1279268989149058, + "grad_norm": 20.126033782958984, + "learning_rate": 4.1390940330367305e-06, + "loss": 0.6424, + "step": 1482 + }, + { + "epoch": 1.128688368551304, + "grad_norm": 23.577369689941406, + "learning_rate": 4.1330925909474105e-06, + "loss": 0.5585, + "step": 1483 + }, + { + "epoch": 1.1294498381877023, + "grad_norm": 34.41134262084961, + "learning_rate": 4.1270924362375656e-06, + "loss": 0.8326, + "step": 1484 + }, + { + "epoch": 1.1302113078241005, + "grad_norm": 30.686939239501953, + "learning_rate": 4.121093577817575e-06, + "loss": 0.7246, + "step": 1485 + }, + { + "epoch": 1.1309727774604987, + "grad_norm": 31.418886184692383, + "learning_rate": 4.115096024595895e-06, + "loss": 0.7177, + "step": 1486 + }, + { + "epoch": 1.131734247096897, + "grad_norm": 25.855369567871094, + "learning_rate": 4.109099785479047e-06, + "loss": 0.6648, + "step": 1487 + }, + { + "epoch": 1.1324957167332952, + "grad_norm": 25.41705322265625, + "learning_rate": 4.103104869371597e-06, + "loss": 0.7566, + "step": 1488 + }, + { + "epoch": 1.1332571863696934, + "grad_norm": 27.526826858520508, + "learning_rate": 4.0971112851761476e-06, + "loss": 0.7355, + "step": 1489 + }, + { + "epoch": 1.1340186560060919, + "grad_norm": 27.98457908630371, + "learning_rate": 4.0911190417933205e-06, + "loss": 0.692, + "step": 1490 + }, + { + "epoch": 1.13478012564249, + "grad_norm": 28.406068801879883, + "learning_rate": 4.085128148121753e-06, + "loss": 0.5555, + "step": 1491 + }, + { + "epoch": 1.1355415952788883, + "grad_norm": 41.409358978271484, + "learning_rate": 4.079138613058072e-06, + "loss": 0.7789, + "step": 1492 + }, + { + "epoch": 1.1363030649152865, + "grad_norm": 38.29566955566406, + "learning_rate": 4.073150445496888e-06, + "loss": 0.7782, + "step": 1493 + }, + { + "epoch": 1.1370645345516848, + "grad_norm": 31.088985443115234, + "learning_rate": 4.067163654330784e-06, + "loss": 0.7208, + "step": 1494 + }, + { + "epoch": 1.137826004188083, + "grad_norm": 28.536766052246094, + "learning_rate": 4.061178248450295e-06, + "loss": 0.5844, + "step": 1495 + }, + { + "epoch": 1.1385874738244812, + "grad_norm": 37.34573745727539, + "learning_rate": 4.055194236743901e-06, + "loss": 1.1118, + "step": 1496 + }, + { + "epoch": 1.1393489434608794, + "grad_norm": 27.20584487915039, + "learning_rate": 4.049211628098009e-06, + "loss": 0.6863, + "step": 1497 + }, + { + "epoch": 1.1401104130972777, + "grad_norm": 21.4528751373291, + "learning_rate": 4.043230431396948e-06, + "loss": 0.4839, + "step": 1498 + }, + { + "epoch": 1.140871882733676, + "grad_norm": 33.37261199951172, + "learning_rate": 4.037250655522946e-06, + "loss": 0.8318, + "step": 1499 + }, + { + "epoch": 1.1416333523700741, + "grad_norm": 35.733123779296875, + "learning_rate": 4.031272309356119e-06, + "loss": 0.8357, + "step": 1500 + }, + { + "epoch": 1.1423948220064726, + "grad_norm": 28.71573829650879, + "learning_rate": 4.025295401774463e-06, + "loss": 0.6477, + "step": 1501 + }, + { + "epoch": 1.1431562916428708, + "grad_norm": 25.098535537719727, + "learning_rate": 4.01931994165384e-06, + "loss": 0.5957, + "step": 1502 + }, + { + "epoch": 1.143917761279269, + "grad_norm": 33.505836486816406, + "learning_rate": 4.013345937867959e-06, + "loss": 0.6947, + "step": 1503 + }, + { + "epoch": 1.1446792309156673, + "grad_norm": 30.04947853088379, + "learning_rate": 4.007373399288364e-06, + "loss": 0.7854, + "step": 1504 + }, + { + "epoch": 1.1454407005520655, + "grad_norm": 26.88728904724121, + "learning_rate": 4.00140233478443e-06, + "loss": 0.4959, + "step": 1505 + }, + { + "epoch": 1.1462021701884637, + "grad_norm": 38.54801940917969, + "learning_rate": 3.995432753223338e-06, + "loss": 0.8951, + "step": 1506 + }, + { + "epoch": 1.146963639824862, + "grad_norm": 39.258689880371094, + "learning_rate": 3.989464663470068e-06, + "loss": 0.7519, + "step": 1507 + }, + { + "epoch": 1.1477251094612602, + "grad_norm": 29.316484451293945, + "learning_rate": 3.983498074387381e-06, + "loss": 0.5598, + "step": 1508 + }, + { + "epoch": 1.1484865790976584, + "grad_norm": 27.5557804107666, + "learning_rate": 3.977532994835818e-06, + "loss": 0.5955, + "step": 1509 + }, + { + "epoch": 1.1492480487340568, + "grad_norm": 22.647356033325195, + "learning_rate": 3.9715694336736705e-06, + "loss": 0.4456, + "step": 1510 + }, + { + "epoch": 1.150009518370455, + "grad_norm": 30.45392417907715, + "learning_rate": 3.96560739975698e-06, + "loss": 0.7109, + "step": 1511 + }, + { + "epoch": 1.1507709880068533, + "grad_norm": 31.624401092529297, + "learning_rate": 3.959646901939515e-06, + "loss": 0.7487, + "step": 1512 + }, + { + "epoch": 1.1515324576432515, + "grad_norm": 33.577571868896484, + "learning_rate": 3.953687949072769e-06, + "loss": 0.8535, + "step": 1513 + }, + { + "epoch": 1.1522939272796497, + "grad_norm": 24.781082153320312, + "learning_rate": 3.9477305500059356e-06, + "loss": 0.5593, + "step": 1514 + }, + { + "epoch": 1.153055396916048, + "grad_norm": 35.7469482421875, + "learning_rate": 3.941774713585903e-06, + "loss": 0.8245, + "step": 1515 + }, + { + "epoch": 1.1538168665524462, + "grad_norm": 31.718555450439453, + "learning_rate": 3.9358204486572435e-06, + "loss": 0.6243, + "step": 1516 + }, + { + "epoch": 1.1545783361888444, + "grad_norm": 35.048465728759766, + "learning_rate": 3.929867764062187e-06, + "loss": 1.0063, + "step": 1517 + }, + { + "epoch": 1.1553398058252426, + "grad_norm": 28.552074432373047, + "learning_rate": 3.923916668640625e-06, + "loss": 0.7059, + "step": 1518 + }, + { + "epoch": 1.1561012754616409, + "grad_norm": 38.085662841796875, + "learning_rate": 3.917967171230078e-06, + "loss": 0.935, + "step": 1519 + }, + { + "epoch": 1.156862745098039, + "grad_norm": 27.50920295715332, + "learning_rate": 3.912019280665708e-06, + "loss": 0.7094, + "step": 1520 + }, + { + "epoch": 1.1576242147344376, + "grad_norm": 35.8309440612793, + "learning_rate": 3.90607300578028e-06, + "loss": 0.6515, + "step": 1521 + }, + { + "epoch": 1.1583856843708358, + "grad_norm": 23.801332473754883, + "learning_rate": 3.900128355404163e-06, + "loss": 0.5345, + "step": 1522 + }, + { + "epoch": 1.159147154007234, + "grad_norm": 30.352127075195312, + "learning_rate": 3.8941853383653125e-06, + "loss": 0.5819, + "step": 1523 + }, + { + "epoch": 1.1599086236436322, + "grad_norm": 28.999980926513672, + "learning_rate": 3.888243963489262e-06, + "loss": 0.7428, + "step": 1524 + }, + { + "epoch": 1.1606700932800305, + "grad_norm": 29.182889938354492, + "learning_rate": 3.882304239599102e-06, + "loss": 0.5231, + "step": 1525 + }, + { + "epoch": 1.1614315629164287, + "grad_norm": 29.404163360595703, + "learning_rate": 3.876366175515472e-06, + "loss": 0.731, + "step": 1526 + }, + { + "epoch": 1.162193032552827, + "grad_norm": 31.57741928100586, + "learning_rate": 3.870429780056551e-06, + "loss": 0.781, + "step": 1527 + }, + { + "epoch": 1.1629545021892251, + "grad_norm": 24.528194427490234, + "learning_rate": 3.864495062038033e-06, + "loss": 0.6924, + "step": 1528 + }, + { + "epoch": 1.1637159718256234, + "grad_norm": 31.90503692626953, + "learning_rate": 3.858562030273127e-06, + "loss": 0.8175, + "step": 1529 + }, + { + "epoch": 1.1644774414620218, + "grad_norm": 30.26751136779785, + "learning_rate": 3.852630693572534e-06, + "loss": 0.7417, + "step": 1530 + }, + { + "epoch": 1.16523891109842, + "grad_norm": 31.814529418945312, + "learning_rate": 3.846701060744442e-06, + "loss": 0.7372, + "step": 1531 + }, + { + "epoch": 1.1660003807348183, + "grad_norm": 31.711366653442383, + "learning_rate": 3.840773140594503e-06, + "loss": 0.8018, + "step": 1532 + }, + { + "epoch": 1.1667618503712165, + "grad_norm": 30.717601776123047, + "learning_rate": 3.834846941925832e-06, + "loss": 0.6855, + "step": 1533 + }, + { + "epoch": 1.1675233200076147, + "grad_norm": 31.86241912841797, + "learning_rate": 3.828922473538978e-06, + "loss": 0.7614, + "step": 1534 + }, + { + "epoch": 1.168284789644013, + "grad_norm": 23.519512176513672, + "learning_rate": 3.822999744231933e-06, + "loss": 0.539, + "step": 1535 + }, + { + "epoch": 1.1690462592804112, + "grad_norm": 29.818391799926758, + "learning_rate": 3.817078762800099e-06, + "loss": 0.7589, + "step": 1536 + }, + { + "epoch": 1.1698077289168094, + "grad_norm": 29.188121795654297, + "learning_rate": 3.811159538036282e-06, + "loss": 0.5358, + "step": 1537 + }, + { + "epoch": 1.1705691985532076, + "grad_norm": 29.57836151123047, + "learning_rate": 3.8052420787306785e-06, + "loss": 0.6442, + "step": 1538 + }, + { + "epoch": 1.1713306681896059, + "grad_norm": 31.207075119018555, + "learning_rate": 3.799326393670872e-06, + "loss": 0.7802, + "step": 1539 + }, + { + "epoch": 1.172092137826004, + "grad_norm": 22.89545249938965, + "learning_rate": 3.793412491641799e-06, + "loss": 0.7152, + "step": 1540 + }, + { + "epoch": 1.1728536074624025, + "grad_norm": 28.425622940063477, + "learning_rate": 3.7875003814257553e-06, + "loss": 0.6614, + "step": 1541 + }, + { + "epoch": 1.1736150770988008, + "grad_norm": 27.53705596923828, + "learning_rate": 3.781590071802378e-06, + "loss": 0.6771, + "step": 1542 + }, + { + "epoch": 1.174376546735199, + "grad_norm": 25.33406639099121, + "learning_rate": 3.775681571548622e-06, + "loss": 0.678, + "step": 1543 + }, + { + "epoch": 1.1751380163715972, + "grad_norm": 24.779775619506836, + "learning_rate": 3.7697748894387607e-06, + "loss": 0.637, + "step": 1544 + }, + { + "epoch": 1.1758994860079954, + "grad_norm": 27.581829071044922, + "learning_rate": 3.7638700342443673e-06, + "loss": 0.8448, + "step": 1545 + }, + { + "epoch": 1.1766609556443937, + "grad_norm": 29.22455406188965, + "learning_rate": 3.7579670147343037e-06, + "loss": 0.6459, + "step": 1546 + }, + { + "epoch": 1.1774224252807919, + "grad_norm": 28.1949405670166, + "learning_rate": 3.752065839674701e-06, + "loss": 0.7035, + "step": 1547 + }, + { + "epoch": 1.17818389491719, + "grad_norm": 24.18442153930664, + "learning_rate": 3.746166517828954e-06, + "loss": 0.7038, + "step": 1548 + }, + { + "epoch": 1.1789453645535883, + "grad_norm": 38.9047737121582, + "learning_rate": 3.740269057957705e-06, + "loss": 0.8302, + "step": 1549 + }, + { + "epoch": 1.1797068341899868, + "grad_norm": 29.040796279907227, + "learning_rate": 3.7343734688188328e-06, + "loss": 0.7768, + "step": 1550 + }, + { + "epoch": 1.180468303826385, + "grad_norm": 23.671512603759766, + "learning_rate": 3.7284797591674355e-06, + "loss": 0.7409, + "step": 1551 + }, + { + "epoch": 1.1812297734627832, + "grad_norm": 25.06656837463379, + "learning_rate": 3.72258793775582e-06, + "loss": 0.5625, + "step": 1552 + }, + { + "epoch": 1.1819912430991815, + "grad_norm": 34.21515655517578, + "learning_rate": 3.7166980133334928e-06, + "loss": 0.9147, + "step": 1553 + }, + { + "epoch": 1.1827527127355797, + "grad_norm": 21.93282699584961, + "learning_rate": 3.7108099946471422e-06, + "loss": 0.62, + "step": 1554 + }, + { + "epoch": 1.183514182371978, + "grad_norm": 29.166244506835938, + "learning_rate": 3.7049238904406205e-06, + "loss": 0.6489, + "step": 1555 + }, + { + "epoch": 1.1842756520083761, + "grad_norm": 34.56402587890625, + "learning_rate": 3.699039709454944e-06, + "loss": 0.814, + "step": 1556 + }, + { + "epoch": 1.1850371216447744, + "grad_norm": 25.795196533203125, + "learning_rate": 3.693157460428273e-06, + "loss": 0.6034, + "step": 1557 + }, + { + "epoch": 1.1857985912811726, + "grad_norm": 44.57625961303711, + "learning_rate": 3.6872771520958926e-06, + "loss": 0.8259, + "step": 1558 + }, + { + "epoch": 1.1865600609175708, + "grad_norm": 32.11421203613281, + "learning_rate": 3.6813987931902116e-06, + "loss": 0.7835, + "step": 1559 + }, + { + "epoch": 1.187321530553969, + "grad_norm": 27.94780731201172, + "learning_rate": 3.67552239244074e-06, + "loss": 0.7619, + "step": 1560 + }, + { + "epoch": 1.1880830001903675, + "grad_norm": 32.07542419433594, + "learning_rate": 3.6696479585740864e-06, + "loss": 0.8366, + "step": 1561 + }, + { + "epoch": 1.1888444698267657, + "grad_norm": 27.724348068237305, + "learning_rate": 3.6637755003139295e-06, + "loss": 0.6817, + "step": 1562 + }, + { + "epoch": 1.189605939463164, + "grad_norm": 28.572914123535156, + "learning_rate": 3.657905026381019e-06, + "loss": 0.6858, + "step": 1563 + }, + { + "epoch": 1.1903674090995622, + "grad_norm": 55.64738845825195, + "learning_rate": 3.65203654549316e-06, + "loss": 0.8185, + "step": 1564 + }, + { + "epoch": 1.1911288787359604, + "grad_norm": 34.84992980957031, + "learning_rate": 3.6461700663651944e-06, + "loss": 0.7621, + "step": 1565 + }, + { + "epoch": 1.1918903483723586, + "grad_norm": 26.228931427001953, + "learning_rate": 3.640305597708992e-06, + "loss": 0.6616, + "step": 1566 + }, + { + "epoch": 1.1926518180087569, + "grad_norm": 24.440567016601562, + "learning_rate": 3.6344431482334356e-06, + "loss": 0.799, + "step": 1567 + }, + { + "epoch": 1.193413287645155, + "grad_norm": 22.929447174072266, + "learning_rate": 3.628582726644414e-06, + "loss": 0.5972, + "step": 1568 + }, + { + "epoch": 1.1941747572815533, + "grad_norm": 29.916950225830078, + "learning_rate": 3.6227243416448023e-06, + "loss": 0.7779, + "step": 1569 + }, + { + "epoch": 1.1949362269179518, + "grad_norm": 29.62129783630371, + "learning_rate": 3.6168680019344484e-06, + "loss": 0.7305, + "step": 1570 + }, + { + "epoch": 1.19569769655435, + "grad_norm": 21.802913665771484, + "learning_rate": 3.6110137162101646e-06, + "loss": 0.5038, + "step": 1571 + }, + { + "epoch": 1.1964591661907482, + "grad_norm": 25.729015350341797, + "learning_rate": 3.6051614931657154e-06, + "loss": 0.6479, + "step": 1572 + }, + { + "epoch": 1.1972206358271464, + "grad_norm": 26.470075607299805, + "learning_rate": 3.5993113414918017e-06, + "loss": 0.7057, + "step": 1573 + }, + { + "epoch": 1.1979821054635447, + "grad_norm": 26.32611083984375, + "learning_rate": 3.593463269876043e-06, + "loss": 0.5745, + "step": 1574 + }, + { + "epoch": 1.198743575099943, + "grad_norm": 36.525150299072266, + "learning_rate": 3.5876172870029768e-06, + "loss": 0.7234, + "step": 1575 + }, + { + "epoch": 1.1995050447363411, + "grad_norm": 35.58689498901367, + "learning_rate": 3.5817734015540368e-06, + "loss": 0.8185, + "step": 1576 + }, + { + "epoch": 1.2002665143727393, + "grad_norm": 29.15963363647461, + "learning_rate": 3.575931622207538e-06, + "loss": 0.7797, + "step": 1577 + }, + { + "epoch": 1.2010279840091376, + "grad_norm": 32.886985778808594, + "learning_rate": 3.5700919576386707e-06, + "loss": 0.7744, + "step": 1578 + }, + { + "epoch": 1.2017894536455358, + "grad_norm": 26.013147354125977, + "learning_rate": 3.564254416519488e-06, + "loss": 0.7642, + "step": 1579 + }, + { + "epoch": 1.202550923281934, + "grad_norm": 31.868709564208984, + "learning_rate": 3.5584190075188853e-06, + "loss": 0.9576, + "step": 1580 + }, + { + "epoch": 1.2033123929183325, + "grad_norm": 26.204513549804688, + "learning_rate": 3.552585739302591e-06, + "loss": 0.7331, + "step": 1581 + }, + { + "epoch": 1.2040738625547307, + "grad_norm": 25.806148529052734, + "learning_rate": 3.546754620533156e-06, + "loss": 0.6407, + "step": 1582 + }, + { + "epoch": 1.204835332191129, + "grad_norm": 25.98582649230957, + "learning_rate": 3.540925659869942e-06, + "loss": 0.6004, + "step": 1583 + }, + { + "epoch": 1.2055968018275272, + "grad_norm": 26.506555557250977, + "learning_rate": 3.5350988659691034e-06, + "loss": 0.7565, + "step": 1584 + }, + { + "epoch": 1.2063582714639254, + "grad_norm": 30.192405700683594, + "learning_rate": 3.5292742474835738e-06, + "loss": 0.654, + "step": 1585 + }, + { + "epoch": 1.2071197411003236, + "grad_norm": 30.088260650634766, + "learning_rate": 3.523451813063062e-06, + "loss": 0.7091, + "step": 1586 + }, + { + "epoch": 1.2078812107367218, + "grad_norm": 27.887300491333008, + "learning_rate": 3.517631571354029e-06, + "loss": 0.6445, + "step": 1587 + }, + { + "epoch": 1.20864268037312, + "grad_norm": 28.69025230407715, + "learning_rate": 3.5118135309996837e-06, + "loss": 0.7182, + "step": 1588 + }, + { + "epoch": 1.2094041500095183, + "grad_norm": 32.164451599121094, + "learning_rate": 3.5059977006399598e-06, + "loss": 0.7542, + "step": 1589 + }, + { + "epoch": 1.2101656196459167, + "grad_norm": 35.95284652709961, + "learning_rate": 3.5001840889115157e-06, + "loss": 0.938, + "step": 1590 + }, + { + "epoch": 1.210927089282315, + "grad_norm": 24.52789306640625, + "learning_rate": 3.494372704447712e-06, + "loss": 0.5769, + "step": 1591 + }, + { + "epoch": 1.2116885589187132, + "grad_norm": 36.9116325378418, + "learning_rate": 3.4885635558786e-06, + "loss": 0.7539, + "step": 1592 + }, + { + "epoch": 1.2124500285551114, + "grad_norm": 27.540515899658203, + "learning_rate": 3.482756651830913e-06, + "loss": 0.7939, + "step": 1593 + }, + { + "epoch": 1.2132114981915096, + "grad_norm": 28.228578567504883, + "learning_rate": 3.4769520009280524e-06, + "loss": 0.7848, + "step": 1594 + }, + { + "epoch": 1.2139729678279079, + "grad_norm": 25.078903198242188, + "learning_rate": 3.471149611790072e-06, + "loss": 0.7105, + "step": 1595 + }, + { + "epoch": 1.214734437464306, + "grad_norm": 30.21971893310547, + "learning_rate": 3.465349493033662e-06, + "loss": 0.5797, + "step": 1596 + }, + { + "epoch": 1.2154959071007043, + "grad_norm": 31.039281845092773, + "learning_rate": 3.4595516532721523e-06, + "loss": 0.8083, + "step": 1597 + }, + { + "epoch": 1.2162573767371025, + "grad_norm": 34.632877349853516, + "learning_rate": 3.4537561011154787e-06, + "loss": 0.8025, + "step": 1598 + }, + { + "epoch": 1.2170188463735008, + "grad_norm": 27.43385124206543, + "learning_rate": 3.4479628451701834e-06, + "loss": 0.684, + "step": 1599 + }, + { + "epoch": 1.217780316009899, + "grad_norm": 28.920392990112305, + "learning_rate": 3.4421718940393965e-06, + "loss": 0.7268, + "step": 1600 + }, + { + "epoch": 1.2185417856462974, + "grad_norm": 22.443618774414062, + "learning_rate": 3.4363832563228306e-06, + "loss": 0.625, + "step": 1601 + }, + { + "epoch": 1.2193032552826957, + "grad_norm": 28.5852108001709, + "learning_rate": 3.4305969406167566e-06, + "loss": 0.8282, + "step": 1602 + }, + { + "epoch": 1.220064724919094, + "grad_norm": 22.95713233947754, + "learning_rate": 3.4248129555140024e-06, + "loss": 0.5918, + "step": 1603 + }, + { + "epoch": 1.2208261945554921, + "grad_norm": 25.616674423217773, + "learning_rate": 3.4190313096039296e-06, + "loss": 0.5247, + "step": 1604 + }, + { + "epoch": 1.2215876641918904, + "grad_norm": 34.38652420043945, + "learning_rate": 3.413252011472431e-06, + "loss": 0.858, + "step": 1605 + }, + { + "epoch": 1.2223491338282886, + "grad_norm": 33.26419448852539, + "learning_rate": 3.40747506970191e-06, + "loss": 0.7209, + "step": 1606 + }, + { + "epoch": 1.2231106034646868, + "grad_norm": 27.42671775817871, + "learning_rate": 3.4017004928712726e-06, + "loss": 0.8872, + "step": 1607 + }, + { + "epoch": 1.223872073101085, + "grad_norm": 33.50828170776367, + "learning_rate": 3.39592828955591e-06, + "loss": 0.8912, + "step": 1608 + }, + { + "epoch": 1.2246335427374833, + "grad_norm": 24.625503540039062, + "learning_rate": 3.390158468327691e-06, + "loss": 0.5305, + "step": 1609 + }, + { + "epoch": 1.2253950123738817, + "grad_norm": 31.81485939025879, + "learning_rate": 3.3843910377549488e-06, + "loss": 0.6929, + "step": 1610 + }, + { + "epoch": 1.22615648201028, + "grad_norm": 27.919307708740234, + "learning_rate": 3.3786260064024582e-06, + "loss": 0.6368, + "step": 1611 + }, + { + "epoch": 1.2269179516466782, + "grad_norm": 26.418922424316406, + "learning_rate": 3.372863382831444e-06, + "loss": 0.7177, + "step": 1612 + }, + { + "epoch": 1.2276794212830764, + "grad_norm": 26.7669620513916, + "learning_rate": 3.367103175599543e-06, + "loss": 0.7483, + "step": 1613 + }, + { + "epoch": 1.2284408909194746, + "grad_norm": 22.196243286132812, + "learning_rate": 3.3613453932608126e-06, + "loss": 0.5872, + "step": 1614 + }, + { + "epoch": 1.2292023605558728, + "grad_norm": 26.478099822998047, + "learning_rate": 3.3555900443657e-06, + "loss": 0.698, + "step": 1615 + }, + { + "epoch": 1.229963830192271, + "grad_norm": 31.410436630249023, + "learning_rate": 3.349837137461051e-06, + "loss": 1.0238, + "step": 1616 + }, + { + "epoch": 1.2307252998286693, + "grad_norm": 31.702730178833008, + "learning_rate": 3.344086681090074e-06, + "loss": 0.7804, + "step": 1617 + }, + { + "epoch": 1.2314867694650675, + "grad_norm": 29.988819122314453, + "learning_rate": 3.338338683792345e-06, + "loss": 0.8951, + "step": 1618 + }, + { + "epoch": 1.2322482391014657, + "grad_norm": 29.898778915405273, + "learning_rate": 3.332593154103781e-06, + "loss": 0.7516, + "step": 1619 + }, + { + "epoch": 1.233009708737864, + "grad_norm": 27.284597396850586, + "learning_rate": 3.3268501005566435e-06, + "loss": 0.7139, + "step": 1620 + }, + { + "epoch": 1.2337711783742624, + "grad_norm": 28.379440307617188, + "learning_rate": 3.3211095316795117e-06, + "loss": 0.7116, + "step": 1621 + }, + { + "epoch": 1.2345326480106606, + "grad_norm": 22.33309555053711, + "learning_rate": 3.3153714559972737e-06, + "loss": 0.421, + "step": 1622 + }, + { + "epoch": 1.2352941176470589, + "grad_norm": 24.770538330078125, + "learning_rate": 3.309635882031122e-06, + "loss": 0.5567, + "step": 1623 + }, + { + "epoch": 1.236055587283457, + "grad_norm": 27.292123794555664, + "learning_rate": 3.303902818298525e-06, + "loss": 0.6962, + "step": 1624 + }, + { + "epoch": 1.2368170569198553, + "grad_norm": 24.22323989868164, + "learning_rate": 3.2981722733132304e-06, + "loss": 0.5146, + "step": 1625 + }, + { + "epoch": 1.2375785265562536, + "grad_norm": 26.400760650634766, + "learning_rate": 3.2924442555852377e-06, + "loss": 0.75, + "step": 1626 + }, + { + "epoch": 1.2383399961926518, + "grad_norm": 26.19630241394043, + "learning_rate": 3.2867187736208057e-06, + "loss": 0.673, + "step": 1627 + }, + { + "epoch": 1.23910146582905, + "grad_norm": 22.45516014099121, + "learning_rate": 3.2809958359224153e-06, + "loss": 0.4988, + "step": 1628 + }, + { + "epoch": 1.2398629354654482, + "grad_norm": 27.836393356323242, + "learning_rate": 3.275275450988776e-06, + "loss": 0.6584, + "step": 1629 + }, + { + "epoch": 1.2406244051018467, + "grad_norm": 26.4266357421875, + "learning_rate": 3.269557627314802e-06, + "loss": 0.7084, + "step": 1630 + }, + { + "epoch": 1.2413858747382447, + "grad_norm": 32.049537658691406, + "learning_rate": 3.2638423733916103e-06, + "loss": 0.852, + "step": 1631 + }, + { + "epoch": 1.2421473443746431, + "grad_norm": 30.954370498657227, + "learning_rate": 3.2581296977064948e-06, + "loss": 0.6864, + "step": 1632 + }, + { + "epoch": 1.2429088140110414, + "grad_norm": 38.59880828857422, + "learning_rate": 3.2524196087429232e-06, + "loss": 0.9067, + "step": 1633 + }, + { + "epoch": 1.2436702836474396, + "grad_norm": 30.154590606689453, + "learning_rate": 3.246712114980526e-06, + "loss": 0.7411, + "step": 1634 + }, + { + "epoch": 1.2444317532838378, + "grad_norm": 26.712778091430664, + "learning_rate": 3.2410072248950723e-06, + "loss": 0.6456, + "step": 1635 + }, + { + "epoch": 1.245193222920236, + "grad_norm": 38.5605583190918, + "learning_rate": 3.235304946958471e-06, + "loss": 0.8441, + "step": 1636 + }, + { + "epoch": 1.2459546925566343, + "grad_norm": 29.960294723510742, + "learning_rate": 3.229605289638746e-06, + "loss": 0.5755, + "step": 1637 + }, + { + "epoch": 1.2467161621930325, + "grad_norm": 27.653017044067383, + "learning_rate": 3.223908261400037e-06, + "loss": 0.6706, + "step": 1638 + }, + { + "epoch": 1.2474776318294307, + "grad_norm": 26.435380935668945, + "learning_rate": 3.2182138707025733e-06, + "loss": 0.7156, + "step": 1639 + }, + { + "epoch": 1.248239101465829, + "grad_norm": 34.11128234863281, + "learning_rate": 3.2125221260026696e-06, + "loss": 0.8128, + "step": 1640 + }, + { + "epoch": 1.2490005711022274, + "grad_norm": 25.915218353271484, + "learning_rate": 3.20683303575271e-06, + "loss": 0.6808, + "step": 1641 + }, + { + "epoch": 1.2497620407386256, + "grad_norm": 22.69007110595703, + "learning_rate": 3.20114660840114e-06, + "loss": 0.5157, + "step": 1642 + }, + { + "epoch": 1.2505235103750239, + "grad_norm": 28.969921112060547, + "learning_rate": 3.195462852392447e-06, + "loss": 0.6484, + "step": 1643 + }, + { + "epoch": 1.251284980011422, + "grad_norm": 27.462810516357422, + "learning_rate": 3.189781776167151e-06, + "loss": 0.8242, + "step": 1644 + }, + { + "epoch": 1.2520464496478203, + "grad_norm": 23.542844772338867, + "learning_rate": 3.1841033881617966e-06, + "loss": 0.6131, + "step": 1645 + }, + { + "epoch": 1.2528079192842185, + "grad_norm": 25.50222396850586, + "learning_rate": 3.178427696808935e-06, + "loss": 0.6792, + "step": 1646 + }, + { + "epoch": 1.2535693889206168, + "grad_norm": 27.3731689453125, + "learning_rate": 3.172754710537109e-06, + "loss": 0.658, + "step": 1647 + }, + { + "epoch": 1.254330858557015, + "grad_norm": 30.30860137939453, + "learning_rate": 3.1670844377708465e-06, + "loss": 0.6945, + "step": 1648 + }, + { + "epoch": 1.2550923281934132, + "grad_norm": 28.736616134643555, + "learning_rate": 3.161416886930648e-06, + "loss": 0.7103, + "step": 1649 + }, + { + "epoch": 1.2558537978298117, + "grad_norm": 25.66908073425293, + "learning_rate": 3.1557520664329722e-06, + "loss": 0.7284, + "step": 1650 + }, + { + "epoch": 1.2566152674662097, + "grad_norm": 28.471736907958984, + "learning_rate": 3.1500899846902173e-06, + "loss": 0.7219, + "step": 1651 + }, + { + "epoch": 1.257376737102608, + "grad_norm": 39.2846565246582, + "learning_rate": 3.144430650110718e-06, + "loss": 0.9714, + "step": 1652 + }, + { + "epoch": 1.2581382067390063, + "grad_norm": 32.47160720825195, + "learning_rate": 3.138774071098734e-06, + "loss": 0.8451, + "step": 1653 + }, + { + "epoch": 1.2588996763754046, + "grad_norm": 26.18456268310547, + "learning_rate": 3.1331202560544247e-06, + "loss": 0.7234, + "step": 1654 + }, + { + "epoch": 1.2596611460118028, + "grad_norm": 24.949220657348633, + "learning_rate": 3.1274692133738483e-06, + "loss": 0.5221, + "step": 1655 + }, + { + "epoch": 1.260422615648201, + "grad_norm": 34.268619537353516, + "learning_rate": 3.1218209514489493e-06, + "loss": 0.8612, + "step": 1656 + }, + { + "epoch": 1.2611840852845992, + "grad_norm": 26.842496871948242, + "learning_rate": 3.116175478667539e-06, + "loss": 0.6996, + "step": 1657 + }, + { + "epoch": 1.2619455549209975, + "grad_norm": 28.278871536254883, + "learning_rate": 3.110532803413286e-06, + "loss": 0.7824, + "step": 1658 + }, + { + "epoch": 1.2627070245573957, + "grad_norm": 30.750934600830078, + "learning_rate": 3.1048929340657057e-06, + "loss": 0.6337, + "step": 1659 + }, + { + "epoch": 1.263468494193794, + "grad_norm": 27.03371810913086, + "learning_rate": 3.0992558790001493e-06, + "loss": 0.6441, + "step": 1660 + }, + { + "epoch": 1.2642299638301924, + "grad_norm": 27.08733367919922, + "learning_rate": 3.0936216465877865e-06, + "loss": 0.6429, + "step": 1661 + }, + { + "epoch": 1.2649914334665906, + "grad_norm": 26.30339241027832, + "learning_rate": 3.0879902451955935e-06, + "loss": 0.7312, + "step": 1662 + }, + { + "epoch": 1.2657529031029888, + "grad_norm": 22.198081970214844, + "learning_rate": 3.082361683186344e-06, + "loss": 0.7181, + "step": 1663 + }, + { + "epoch": 1.266514372739387, + "grad_norm": 29.07954216003418, + "learning_rate": 3.076735968918596e-06, + "loss": 0.6804, + "step": 1664 + }, + { + "epoch": 1.2672758423757853, + "grad_norm": 24.36330795288086, + "learning_rate": 3.0711131107466795e-06, + "loss": 0.6268, + "step": 1665 + }, + { + "epoch": 1.2680373120121835, + "grad_norm": 28.795000076293945, + "learning_rate": 3.0654931170206782e-06, + "loss": 0.7904, + "step": 1666 + }, + { + "epoch": 1.2687987816485817, + "grad_norm": 31.75333595275879, + "learning_rate": 3.0598759960864265e-06, + "loss": 0.6871, + "step": 1667 + }, + { + "epoch": 1.26956025128498, + "grad_norm": 33.90879821777344, + "learning_rate": 3.0542617562854928e-06, + "loss": 0.7308, + "step": 1668 + }, + { + "epoch": 1.2703217209213782, + "grad_norm": 31.590106964111328, + "learning_rate": 3.0486504059551636e-06, + "loss": 0.7083, + "step": 1669 + }, + { + "epoch": 1.2710831905577766, + "grad_norm": 23.969661712646484, + "learning_rate": 3.0430419534284356e-06, + "loss": 0.4843, + "step": 1670 + }, + { + "epoch": 1.2718446601941746, + "grad_norm": 28.512968063354492, + "learning_rate": 3.037436407034005e-06, + "loss": 0.719, + "step": 1671 + }, + { + "epoch": 1.272606129830573, + "grad_norm": 29.759382247924805, + "learning_rate": 3.031833775096251e-06, + "loss": 0.6268, + "step": 1672 + }, + { + "epoch": 1.2733675994669713, + "grad_norm": 39.26443099975586, + "learning_rate": 3.026234065935222e-06, + "loss": 0.8616, + "step": 1673 + }, + { + "epoch": 1.2741290691033695, + "grad_norm": 38.28977584838867, + "learning_rate": 3.0206372878666267e-06, + "loss": 0.6686, + "step": 1674 + }, + { + "epoch": 1.2748905387397678, + "grad_norm": 28.3647403717041, + "learning_rate": 3.015043449201826e-06, + "loss": 0.6051, + "step": 1675 + }, + { + "epoch": 1.275652008376166, + "grad_norm": 20.786691665649414, + "learning_rate": 3.0094525582478107e-06, + "loss": 0.5821, + "step": 1676 + }, + { + "epoch": 1.2764134780125642, + "grad_norm": 31.8016414642334, + "learning_rate": 3.0038646233071937e-06, + "loss": 0.8078, + "step": 1677 + }, + { + "epoch": 1.2771749476489624, + "grad_norm": 59.46492385864258, + "learning_rate": 2.998279652678203e-06, + "loss": 0.7843, + "step": 1678 + }, + { + "epoch": 1.2779364172853607, + "grad_norm": 29.785343170166016, + "learning_rate": 2.9926976546546594e-06, + "loss": 0.7753, + "step": 1679 + }, + { + "epoch": 1.278697886921759, + "grad_norm": 31.528043746948242, + "learning_rate": 2.987118637525973e-06, + "loss": 0.7706, + "step": 1680 + }, + { + "epoch": 1.2794593565581573, + "grad_norm": 26.38228416442871, + "learning_rate": 2.9815426095771234e-06, + "loss": 0.6656, + "step": 1681 + }, + { + "epoch": 1.2802208261945556, + "grad_norm": 25.82967185974121, + "learning_rate": 2.9759695790886554e-06, + "loss": 0.5333, + "step": 1682 + }, + { + "epoch": 1.2809822958309538, + "grad_norm": 26.96601676940918, + "learning_rate": 2.97039955433666e-06, + "loss": 0.4786, + "step": 1683 + }, + { + "epoch": 1.281743765467352, + "grad_norm": 32.65317153930664, + "learning_rate": 2.964832543592766e-06, + "loss": 0.5243, + "step": 1684 + }, + { + "epoch": 1.2825052351037503, + "grad_norm": 30.47889518737793, + "learning_rate": 2.959268555124122e-06, + "loss": 0.7084, + "step": 1685 + }, + { + "epoch": 1.2832667047401485, + "grad_norm": 24.077775955200195, + "learning_rate": 2.953707597193396e-06, + "loss": 0.527, + "step": 1686 + }, + { + "epoch": 1.2840281743765467, + "grad_norm": 26.070640563964844, + "learning_rate": 2.9481496780587504e-06, + "loss": 0.6204, + "step": 1687 + }, + { + "epoch": 1.284789644012945, + "grad_norm": 24.488290786743164, + "learning_rate": 2.9425948059738347e-06, + "loss": 0.6239, + "step": 1688 + }, + { + "epoch": 1.2855511136493432, + "grad_norm": 26.81791877746582, + "learning_rate": 2.937042989187774e-06, + "loss": 0.5609, + "step": 1689 + }, + { + "epoch": 1.2863125832857416, + "grad_norm": 27.45941162109375, + "learning_rate": 2.9314942359451598e-06, + "loss": 0.7064, + "step": 1690 + }, + { + "epoch": 1.2870740529221396, + "grad_norm": 21.853904724121094, + "learning_rate": 2.9259485544860313e-06, + "loss": 0.45, + "step": 1691 + }, + { + "epoch": 1.287835522558538, + "grad_norm": 29.07480812072754, + "learning_rate": 2.9204059530458617e-06, + "loss": 0.7462, + "step": 1692 + }, + { + "epoch": 1.2885969921949363, + "grad_norm": 27.80030059814453, + "learning_rate": 2.914866439855558e-06, + "loss": 0.8176, + "step": 1693 + }, + { + "epoch": 1.2893584618313345, + "grad_norm": 31.991365432739258, + "learning_rate": 2.9093300231414384e-06, + "loss": 0.5985, + "step": 1694 + }, + { + "epoch": 1.2901199314677327, + "grad_norm": 27.99630355834961, + "learning_rate": 2.9037967111252204e-06, + "loss": 0.541, + "step": 1695 + }, + { + "epoch": 1.290881401104131, + "grad_norm": 33.25284957885742, + "learning_rate": 2.898266512024013e-06, + "loss": 0.9568, + "step": 1696 + }, + { + "epoch": 1.2916428707405292, + "grad_norm": 27.58580780029297, + "learning_rate": 2.892739434050302e-06, + "loss": 0.6486, + "step": 1697 + }, + { + "epoch": 1.2924043403769274, + "grad_norm": 40.91666793823242, + "learning_rate": 2.887215485411938e-06, + "loss": 0.9498, + "step": 1698 + }, + { + "epoch": 1.2931658100133256, + "grad_norm": 37.775630950927734, + "learning_rate": 2.8816946743121255e-06, + "loss": 0.9751, + "step": 1699 + }, + { + "epoch": 1.2939272796497239, + "grad_norm": 26.13059425354004, + "learning_rate": 2.876177008949408e-06, + "loss": 0.7536, + "step": 1700 + }, + { + "epoch": 1.2946887492861223, + "grad_norm": 30.826940536499023, + "learning_rate": 2.870662497517659e-06, + "loss": 0.8132, + "step": 1701 + }, + { + "epoch": 1.2954502189225205, + "grad_norm": 29.84871482849121, + "learning_rate": 2.865151148206067e-06, + "loss": 0.6199, + "step": 1702 + }, + { + "epoch": 1.2962116885589188, + "grad_norm": 27.338834762573242, + "learning_rate": 2.859642969199127e-06, + "loss": 0.6204, + "step": 1703 + }, + { + "epoch": 1.296973158195317, + "grad_norm": 26.12261962890625, + "learning_rate": 2.854137968676622e-06, + "loss": 0.6051, + "step": 1704 + }, + { + "epoch": 1.2977346278317152, + "grad_norm": 33.6061897277832, + "learning_rate": 2.84863615481362e-06, + "loss": 0.7589, + "step": 1705 + }, + { + "epoch": 1.2984960974681135, + "grad_norm": 28.311887741088867, + "learning_rate": 2.8431375357804517e-06, + "loss": 0.7503, + "step": 1706 + }, + { + "epoch": 1.2992575671045117, + "grad_norm": 28.240816116333008, + "learning_rate": 2.8376421197427074e-06, + "loss": 0.6389, + "step": 1707 + }, + { + "epoch": 1.30001903674091, + "grad_norm": 30.9921817779541, + "learning_rate": 2.8321499148612186e-06, + "loss": 0.6533, + "step": 1708 + }, + { + "epoch": 1.3007805063773081, + "grad_norm": 34.143287658691406, + "learning_rate": 2.8266609292920477e-06, + "loss": 0.7499, + "step": 1709 + }, + { + "epoch": 1.3015419760137066, + "grad_norm": 24.53726577758789, + "learning_rate": 2.8211751711864794e-06, + "loss": 0.6467, + "step": 1710 + }, + { + "epoch": 1.3023034456501046, + "grad_norm": 27.959331512451172, + "learning_rate": 2.815692648691002e-06, + "loss": 0.8354, + "step": 1711 + }, + { + "epoch": 1.303064915286503, + "grad_norm": 29.361528396606445, + "learning_rate": 2.8102133699473012e-06, + "loss": 0.7026, + "step": 1712 + }, + { + "epoch": 1.3038263849229013, + "grad_norm": 24.857891082763672, + "learning_rate": 2.804737343092244e-06, + "loss": 0.6436, + "step": 1713 + }, + { + "epoch": 1.3045878545592995, + "grad_norm": 36.500160217285156, + "learning_rate": 2.7992645762578697e-06, + "loss": 0.8103, + "step": 1714 + }, + { + "epoch": 1.3053493241956977, + "grad_norm": 22.79261016845703, + "learning_rate": 2.793795077571375e-06, + "loss": 0.7247, + "step": 1715 + }, + { + "epoch": 1.306110793832096, + "grad_norm": 26.849435806274414, + "learning_rate": 2.788328855155106e-06, + "loss": 0.6309, + "step": 1716 + }, + { + "epoch": 1.3068722634684942, + "grad_norm": 22.991931915283203, + "learning_rate": 2.7828659171265387e-06, + "loss": 0.6879, + "step": 1717 + }, + { + "epoch": 1.3076337331048924, + "grad_norm": 33.15441131591797, + "learning_rate": 2.777406271598276e-06, + "loss": 0.8451, + "step": 1718 + }, + { + "epoch": 1.3083952027412906, + "grad_norm": 25.909330368041992, + "learning_rate": 2.771949926678031e-06, + "loss": 0.5737, + "step": 1719 + }, + { + "epoch": 1.3091566723776888, + "grad_norm": 28.60917091369629, + "learning_rate": 2.7664968904686126e-06, + "loss": 0.779, + "step": 1720 + }, + { + "epoch": 1.3099181420140873, + "grad_norm": 27.558080673217773, + "learning_rate": 2.7610471710679177e-06, + "loss": 0.732, + "step": 1721 + }, + { + "epoch": 1.3106796116504853, + "grad_norm": 24.676116943359375, + "learning_rate": 2.7556007765689183e-06, + "loss": 0.6093, + "step": 1722 + }, + { + "epoch": 1.3114410812868837, + "grad_norm": 30.48960304260254, + "learning_rate": 2.750157715059649e-06, + "loss": 0.6829, + "step": 1723 + }, + { + "epoch": 1.312202550923282, + "grad_norm": 27.942277908325195, + "learning_rate": 2.7447179946231926e-06, + "loss": 0.6584, + "step": 1724 + }, + { + "epoch": 1.3129640205596802, + "grad_norm": 30.003002166748047, + "learning_rate": 2.7392816233376723e-06, + "loss": 0.6847, + "step": 1725 + }, + { + "epoch": 1.3137254901960784, + "grad_norm": 25.514511108398438, + "learning_rate": 2.733848609276238e-06, + "loss": 0.6992, + "step": 1726 + }, + { + "epoch": 1.3144869598324767, + "grad_norm": 26.44031524658203, + "learning_rate": 2.7284189605070523e-06, + "loss": 0.6089, + "step": 1727 + }, + { + "epoch": 1.3152484294688749, + "grad_norm": 30.96246337890625, + "learning_rate": 2.722992685093282e-06, + "loss": 0.6525, + "step": 1728 + }, + { + "epoch": 1.316009899105273, + "grad_norm": 34.42742156982422, + "learning_rate": 2.7175697910930832e-06, + "loss": 0.8125, + "step": 1729 + }, + { + "epoch": 1.3167713687416716, + "grad_norm": 24.77292823791504, + "learning_rate": 2.7121502865595905e-06, + "loss": 0.6029, + "step": 1730 + }, + { + "epoch": 1.3175328383780696, + "grad_norm": 29.337425231933594, + "learning_rate": 2.706734179540907e-06, + "loss": 0.714, + "step": 1731 + }, + { + "epoch": 1.318294308014468, + "grad_norm": 32.2049560546875, + "learning_rate": 2.7013214780800875e-06, + "loss": 0.8105, + "step": 1732 + }, + { + "epoch": 1.3190557776508662, + "grad_norm": 31.802593231201172, + "learning_rate": 2.695912190215131e-06, + "loss": 0.6363, + "step": 1733 + }, + { + "epoch": 1.3198172472872645, + "grad_norm": 27.509658813476562, + "learning_rate": 2.6905063239789673e-06, + "loss": 0.5398, + "step": 1734 + }, + { + "epoch": 1.3205787169236627, + "grad_norm": 30.282777786254883, + "learning_rate": 2.6851038873994452e-06, + "loss": 0.854, + "step": 1735 + }, + { + "epoch": 1.321340186560061, + "grad_norm": 26.111318588256836, + "learning_rate": 2.6797048884993165e-06, + "loss": 0.6994, + "step": 1736 + }, + { + "epoch": 1.3221016561964591, + "grad_norm": 26.988555908203125, + "learning_rate": 2.6743093352962392e-06, + "loss": 0.829, + "step": 1737 + }, + { + "epoch": 1.3228631258328574, + "grad_norm": 26.739686965942383, + "learning_rate": 2.6689172358027394e-06, + "loss": 0.4448, + "step": 1738 + }, + { + "epoch": 1.3236245954692556, + "grad_norm": 28.498573303222656, + "learning_rate": 2.6635285980262243e-06, + "loss": 0.687, + "step": 1739 + }, + { + "epoch": 1.3243860651056538, + "grad_norm": 30.018733978271484, + "learning_rate": 2.658143429968957e-06, + "loss": 0.5537, + "step": 1740 + }, + { + "epoch": 1.3251475347420523, + "grad_norm": 26.414478302001953, + "learning_rate": 2.652761739628048e-06, + "loss": 0.6008, + "step": 1741 + }, + { + "epoch": 1.3259090043784503, + "grad_norm": 26.425273895263672, + "learning_rate": 2.647383534995446e-06, + "loss": 0.6315, + "step": 1742 + }, + { + "epoch": 1.3266704740148487, + "grad_norm": 25.95477867126465, + "learning_rate": 2.6420088240579185e-06, + "loss": 0.6062, + "step": 1743 + }, + { + "epoch": 1.327431943651247, + "grad_norm": 24.891244888305664, + "learning_rate": 2.636637614797049e-06, + "loss": 0.5731, + "step": 1744 + }, + { + "epoch": 1.3281934132876452, + "grad_norm": 27.093591690063477, + "learning_rate": 2.631269915189219e-06, + "loss": 0.663, + "step": 1745 + }, + { + "epoch": 1.3289548829240434, + "grad_norm": 28.390575408935547, + "learning_rate": 2.6259057332055987e-06, + "loss": 0.7888, + "step": 1746 + }, + { + "epoch": 1.3297163525604416, + "grad_norm": 26.620412826538086, + "learning_rate": 2.620545076812132e-06, + "loss": 0.5802, + "step": 1747 + }, + { + "epoch": 1.3304778221968399, + "grad_norm": 31.760650634765625, + "learning_rate": 2.6151879539695357e-06, + "loss": 0.7689, + "step": 1748 + }, + { + "epoch": 1.331239291833238, + "grad_norm": 25.756576538085938, + "learning_rate": 2.6098343726332665e-06, + "loss": 0.6005, + "step": 1749 + }, + { + "epoch": 1.3320007614696365, + "grad_norm": 28.34639549255371, + "learning_rate": 2.6044843407535313e-06, + "loss": 0.7928, + "step": 1750 + }, + { + "epoch": 1.3327622311060345, + "grad_norm": 36.99173355102539, + "learning_rate": 2.599137866275261e-06, + "loss": 0.8049, + "step": 1751 + }, + { + "epoch": 1.333523700742433, + "grad_norm": 30.13863182067871, + "learning_rate": 2.5937949571381103e-06, + "loss": 0.6576, + "step": 1752 + }, + { + "epoch": 1.3342851703788312, + "grad_norm": 28.823902130126953, + "learning_rate": 2.58845562127643e-06, + "loss": 0.5499, + "step": 1753 + }, + { + "epoch": 1.3350466400152294, + "grad_norm": 29.00064468383789, + "learning_rate": 2.58311986661927e-06, + "loss": 0.779, + "step": 1754 + }, + { + "epoch": 1.3358081096516277, + "grad_norm": 23.507123947143555, + "learning_rate": 2.5777877010903605e-06, + "loss": 0.636, + "step": 1755 + }, + { + "epoch": 1.3365695792880259, + "grad_norm": 29.09501838684082, + "learning_rate": 2.572459132608108e-06, + "loss": 0.6588, + "step": 1756 + }, + { + "epoch": 1.3373310489244241, + "grad_norm": 29.63762855529785, + "learning_rate": 2.5671341690855665e-06, + "loss": 0.6565, + "step": 1757 + }, + { + "epoch": 1.3380925185608223, + "grad_norm": 37.66661834716797, + "learning_rate": 2.561812818430442e-06, + "loss": 1.0703, + "step": 1758 + }, + { + "epoch": 1.3388539881972206, + "grad_norm": 28.495466232299805, + "learning_rate": 2.5564950885450763e-06, + "loss": 0.4935, + "step": 1759 + }, + { + "epoch": 1.3396154578336188, + "grad_norm": 21.38892936706543, + "learning_rate": 2.5511809873264325e-06, + "loss": 0.5735, + "step": 1760 + }, + { + "epoch": 1.3403769274700172, + "grad_norm": 29.09061050415039, + "learning_rate": 2.5458705226660864e-06, + "loss": 0.7607, + "step": 1761 + }, + { + "epoch": 1.3411383971064152, + "grad_norm": 28.077455520629883, + "learning_rate": 2.5405637024502096e-06, + "loss": 0.732, + "step": 1762 + }, + { + "epoch": 1.3418998667428137, + "grad_norm": 29.965654373168945, + "learning_rate": 2.5352605345595714e-06, + "loss": 0.642, + "step": 1763 + }, + { + "epoch": 1.342661336379212, + "grad_norm": 31.610265731811523, + "learning_rate": 2.529961026869504e-06, + "loss": 0.8096, + "step": 1764 + }, + { + "epoch": 1.3434228060156101, + "grad_norm": 30.006776809692383, + "learning_rate": 2.524665187249913e-06, + "loss": 0.7359, + "step": 1765 + }, + { + "epoch": 1.3441842756520084, + "grad_norm": 30.135059356689453, + "learning_rate": 2.5193730235652527e-06, + "loss": 0.8384, + "step": 1766 + }, + { + "epoch": 1.3449457452884066, + "grad_norm": 29.22550392150879, + "learning_rate": 2.5140845436745255e-06, + "loss": 0.6449, + "step": 1767 + }, + { + "epoch": 1.3457072149248048, + "grad_norm": 27.91558074951172, + "learning_rate": 2.5087997554312525e-06, + "loss": 0.8288, + "step": 1768 + }, + { + "epoch": 1.346468684561203, + "grad_norm": 27.852632522583008, + "learning_rate": 2.5035186666834798e-06, + "loss": 0.7255, + "step": 1769 + }, + { + "epoch": 1.3472301541976015, + "grad_norm": 27.12213134765625, + "learning_rate": 2.4982412852737575e-06, + "loss": 0.6744, + "step": 1770 + }, + { + "epoch": 1.3479916238339995, + "grad_norm": 34.69364929199219, + "learning_rate": 2.492967619039135e-06, + "loss": 0.5945, + "step": 1771 + }, + { + "epoch": 1.348753093470398, + "grad_norm": 28.04036521911621, + "learning_rate": 2.487697675811135e-06, + "loss": 0.8408, + "step": 1772 + }, + { + "epoch": 1.3495145631067962, + "grad_norm": 24.792219161987305, + "learning_rate": 2.4824314634157564e-06, + "loss": 0.6894, + "step": 1773 + }, + { + "epoch": 1.3502760327431944, + "grad_norm": 33.18821334838867, + "learning_rate": 2.4771689896734647e-06, + "loss": 0.883, + "step": 1774 + }, + { + "epoch": 1.3510375023795926, + "grad_norm": 26.50601577758789, + "learning_rate": 2.47191026239916e-06, + "loss": 0.6698, + "step": 1775 + }, + { + "epoch": 1.3517989720159909, + "grad_norm": 30.306671142578125, + "learning_rate": 2.466655289402189e-06, + "loss": 0.5945, + "step": 1776 + }, + { + "epoch": 1.352560441652389, + "grad_norm": 30.933183670043945, + "learning_rate": 2.4614040784863164e-06, + "loss": 0.6771, + "step": 1777 + }, + { + "epoch": 1.3533219112887873, + "grad_norm": 56.53095245361328, + "learning_rate": 2.4561566374497296e-06, + "loss": 0.7545, + "step": 1778 + }, + { + "epoch": 1.3540833809251855, + "grad_norm": 32.13953399658203, + "learning_rate": 2.4509129740850065e-06, + "loss": 0.5236, + "step": 1779 + }, + { + "epoch": 1.3548448505615838, + "grad_norm": 36.229366302490234, + "learning_rate": 2.4456730961791207e-06, + "loss": 0.4947, + "step": 1780 + }, + { + "epoch": 1.3556063201979822, + "grad_norm": 40.86501693725586, + "learning_rate": 2.4404370115134236e-06, + "loss": 0.8211, + "step": 1781 + }, + { + "epoch": 1.3563677898343802, + "grad_norm": 35.70888900756836, + "learning_rate": 2.4352047278636376e-06, + "loss": 0.7389, + "step": 1782 + }, + { + "epoch": 1.3571292594707787, + "grad_norm": 30.2214298248291, + "learning_rate": 2.4299762529998316e-06, + "loss": 0.8245, + "step": 1783 + }, + { + "epoch": 1.357890729107177, + "grad_norm": 30.86892318725586, + "learning_rate": 2.4247515946864232e-06, + "loss": 0.7508, + "step": 1784 + }, + { + "epoch": 1.3586521987435751, + "grad_norm": 32.86927032470703, + "learning_rate": 2.419530760682166e-06, + "loss": 0.9101, + "step": 1785 + }, + { + "epoch": 1.3594136683799734, + "grad_norm": 30.969940185546875, + "learning_rate": 2.414313758740131e-06, + "loss": 0.7277, + "step": 1786 + }, + { + "epoch": 1.3601751380163716, + "grad_norm": 23.66486930847168, + "learning_rate": 2.409100596607695e-06, + "loss": 0.5382, + "step": 1787 + }, + { + "epoch": 1.3609366076527698, + "grad_norm": 28.6279296875, + "learning_rate": 2.4038912820265353e-06, + "loss": 0.6363, + "step": 1788 + }, + { + "epoch": 1.361698077289168, + "grad_norm": 25.915483474731445, + "learning_rate": 2.39868582273262e-06, + "loss": 0.609, + "step": 1789 + }, + { + "epoch": 1.3624595469255665, + "grad_norm": 22.417701721191406, + "learning_rate": 2.3934842264561876e-06, + "loss": 0.6348, + "step": 1790 + }, + { + "epoch": 1.3632210165619645, + "grad_norm": 29.688234329223633, + "learning_rate": 2.3882865009217377e-06, + "loss": 0.6589, + "step": 1791 + }, + { + "epoch": 1.363982486198363, + "grad_norm": 25.72180938720703, + "learning_rate": 2.383092653848023e-06, + "loss": 0.5005, + "step": 1792 + }, + { + "epoch": 1.3647439558347612, + "grad_norm": 28.812807083129883, + "learning_rate": 2.377902692948045e-06, + "loss": 0.7101, + "step": 1793 + }, + { + "epoch": 1.3655054254711594, + "grad_norm": 32.06017303466797, + "learning_rate": 2.3727166259290213e-06, + "loss": 0.6384, + "step": 1794 + }, + { + "epoch": 1.3662668951075576, + "grad_norm": 23.132009506225586, + "learning_rate": 2.367534460492393e-06, + "loss": 0.5962, + "step": 1795 + }, + { + "epoch": 1.3670283647439558, + "grad_norm": 24.653589248657227, + "learning_rate": 2.3623562043338093e-06, + "loss": 0.7476, + "step": 1796 + }, + { + "epoch": 1.367789834380354, + "grad_norm": 28.437185287475586, + "learning_rate": 2.3571818651431137e-06, + "loss": 0.7654, + "step": 1797 + }, + { + "epoch": 1.3685513040167523, + "grad_norm": 25.68982696533203, + "learning_rate": 2.3520114506043266e-06, + "loss": 0.6335, + "step": 1798 + }, + { + "epoch": 1.3693127736531505, + "grad_norm": 36.46854782104492, + "learning_rate": 2.346844968395645e-06, + "loss": 0.6833, + "step": 1799 + }, + { + "epoch": 1.3700742432895487, + "grad_norm": 34.33137512207031, + "learning_rate": 2.3416824261894287e-06, + "loss": 0.7802, + "step": 1800 + }, + { + "epoch": 1.3708357129259472, + "grad_norm": 40.84291076660156, + "learning_rate": 2.336523831652185e-06, + "loss": 0.7067, + "step": 1801 + }, + { + "epoch": 1.3715971825623452, + "grad_norm": 39.46131134033203, + "learning_rate": 2.3313691924445524e-06, + "loss": 1.0324, + "step": 1802 + }, + { + "epoch": 1.3723586521987436, + "grad_norm": 36.6191291809082, + "learning_rate": 2.326218516221302e-06, + "loss": 0.7747, + "step": 1803 + }, + { + "epoch": 1.3731201218351419, + "grad_norm": 38.23823165893555, + "learning_rate": 2.3210718106313213e-06, + "loss": 0.9964, + "step": 1804 + }, + { + "epoch": 1.37388159147154, + "grad_norm": 38.139869689941406, + "learning_rate": 2.315929083317599e-06, + "loss": 0.81, + "step": 1805 + }, + { + "epoch": 1.3746430611079383, + "grad_norm": 34.04991149902344, + "learning_rate": 2.31079034191721e-06, + "loss": 0.7102, + "step": 1806 + }, + { + "epoch": 1.3754045307443366, + "grad_norm": 27.099498748779297, + "learning_rate": 2.3056555940613212e-06, + "loss": 0.6629, + "step": 1807 + }, + { + "epoch": 1.3761660003807348, + "grad_norm": 30.62109375, + "learning_rate": 2.300524847375163e-06, + "loss": 0.6754, + "step": 1808 + }, + { + "epoch": 1.376927470017133, + "grad_norm": 27.176870346069336, + "learning_rate": 2.2953981094780204e-06, + "loss": 0.7115, + "step": 1809 + }, + { + "epoch": 1.3776889396535315, + "grad_norm": 30.748756408691406, + "learning_rate": 2.2902753879832296e-06, + "loss": 0.6005, + "step": 1810 + }, + { + "epoch": 1.3784504092899295, + "grad_norm": 26.850910186767578, + "learning_rate": 2.2851566904981655e-06, + "loss": 0.6969, + "step": 1811 + }, + { + "epoch": 1.379211878926328, + "grad_norm": 23.646045684814453, + "learning_rate": 2.280042024624223e-06, + "loss": 0.5814, + "step": 1812 + }, + { + "epoch": 1.3799733485627261, + "grad_norm": 36.72319412231445, + "learning_rate": 2.274931397956807e-06, + "loss": 0.7331, + "step": 1813 + }, + { + "epoch": 1.3807348181991244, + "grad_norm": 26.8786563873291, + "learning_rate": 2.2698248180853287e-06, + "loss": 0.6315, + "step": 1814 + }, + { + "epoch": 1.3814962878355226, + "grad_norm": 30.796337127685547, + "learning_rate": 2.2647222925931912e-06, + "loss": 0.7601, + "step": 1815 + }, + { + "epoch": 1.3822577574719208, + "grad_norm": 26.428974151611328, + "learning_rate": 2.2596238290577743e-06, + "loss": 0.5928, + "step": 1816 + }, + { + "epoch": 1.383019227108319, + "grad_norm": 36.869503021240234, + "learning_rate": 2.25452943505042e-06, + "loss": 0.8022, + "step": 1817 + }, + { + "epoch": 1.3837806967447173, + "grad_norm": 25.970426559448242, + "learning_rate": 2.249439118136439e-06, + "loss": 0.6983, + "step": 1818 + }, + { + "epoch": 1.3845421663811155, + "grad_norm": 33.53501510620117, + "learning_rate": 2.2443528858750775e-06, + "loss": 0.8529, + "step": 1819 + }, + { + "epoch": 1.3853036360175137, + "grad_norm": 38.37016296386719, + "learning_rate": 2.239270745819522e-06, + "loss": 0.7786, + "step": 1820 + }, + { + "epoch": 1.3860651056539122, + "grad_norm": 27.427955627441406, + "learning_rate": 2.2341927055168746e-06, + "loss": 0.6804, + "step": 1821 + }, + { + "epoch": 1.3868265752903102, + "grad_norm": 32.579769134521484, + "learning_rate": 2.2291187725081582e-06, + "loss": 0.8268, + "step": 1822 + }, + { + "epoch": 1.3875880449267086, + "grad_norm": 24.318727493286133, + "learning_rate": 2.22404895432829e-06, + "loss": 0.6072, + "step": 1823 + }, + { + "epoch": 1.3883495145631068, + "grad_norm": 23.48029899597168, + "learning_rate": 2.218983258506081e-06, + "loss": 0.5016, + "step": 1824 + }, + { + "epoch": 1.389110984199505, + "grad_norm": 46.418846130371094, + "learning_rate": 2.213921692564212e-06, + "loss": 0.8553, + "step": 1825 + }, + { + "epoch": 1.3898724538359033, + "grad_norm": 27.075538635253906, + "learning_rate": 2.2088642640192426e-06, + "loss": 0.5535, + "step": 1826 + }, + { + "epoch": 1.3906339234723015, + "grad_norm": 33.25198745727539, + "learning_rate": 2.2038109803815816e-06, + "loss": 0.8656, + "step": 1827 + }, + { + "epoch": 1.3913953931086998, + "grad_norm": 35.50556564331055, + "learning_rate": 2.1987618491554784e-06, + "loss": 0.8391, + "step": 1828 + }, + { + "epoch": 1.392156862745098, + "grad_norm": 29.472679138183594, + "learning_rate": 2.1937168778390268e-06, + "loss": 0.7238, + "step": 1829 + }, + { + "epoch": 1.3929183323814962, + "grad_norm": 29.225574493408203, + "learning_rate": 2.1886760739241335e-06, + "loss": 0.7497, + "step": 1830 + }, + { + "epoch": 1.3936798020178944, + "grad_norm": 26.468120574951172, + "learning_rate": 2.1836394448965243e-06, + "loss": 0.5661, + "step": 1831 + }, + { + "epoch": 1.3944412716542929, + "grad_norm": 29.12610626220703, + "learning_rate": 2.178606998235713e-06, + "loss": 0.5745, + "step": 1832 + }, + { + "epoch": 1.395202741290691, + "grad_norm": 24.718732833862305, + "learning_rate": 2.173578741415018e-06, + "loss": 0.6124, + "step": 1833 + }, + { + "epoch": 1.3959642109270893, + "grad_norm": 31.89914321899414, + "learning_rate": 2.168554681901525e-06, + "loss": 0.8232, + "step": 1834 + }, + { + "epoch": 1.3967256805634876, + "grad_norm": 38.25407028198242, + "learning_rate": 2.163534827156092e-06, + "loss": 0.7579, + "step": 1835 + }, + { + "epoch": 1.3974871501998858, + "grad_norm": 29.516969680786133, + "learning_rate": 2.1585191846333247e-06, + "loss": 0.7496, + "step": 1836 + }, + { + "epoch": 1.398248619836284, + "grad_norm": 28.61370086669922, + "learning_rate": 2.153507761781585e-06, + "loss": 0.847, + "step": 1837 + }, + { + "epoch": 1.3990100894726822, + "grad_norm": 25.529470443725586, + "learning_rate": 2.148500566042962e-06, + "loss": 0.5238, + "step": 1838 + }, + { + "epoch": 1.3997715591090805, + "grad_norm": 27.421363830566406, + "learning_rate": 2.1434976048532685e-06, + "loss": 0.6547, + "step": 1839 + }, + { + "epoch": 1.4005330287454787, + "grad_norm": 42.281471252441406, + "learning_rate": 2.1384988856420243e-06, + "loss": 0.8199, + "step": 1840 + }, + { + "epoch": 1.4012944983818771, + "grad_norm": 24.29891014099121, + "learning_rate": 2.1335044158324593e-06, + "loss": 0.5808, + "step": 1841 + }, + { + "epoch": 1.4020559680182751, + "grad_norm": 28.176315307617188, + "learning_rate": 2.1285142028414875e-06, + "loss": 0.564, + "step": 1842 + }, + { + "epoch": 1.4028174376546736, + "grad_norm": 31.240074157714844, + "learning_rate": 2.123528254079696e-06, + "loss": 0.6914, + "step": 1843 + }, + { + "epoch": 1.4035789072910718, + "grad_norm": 30.84389305114746, + "learning_rate": 2.1185465769513507e-06, + "loss": 0.9383, + "step": 1844 + }, + { + "epoch": 1.40434037692747, + "grad_norm": 38.649051666259766, + "learning_rate": 2.1135691788543676e-06, + "loss": 0.6248, + "step": 1845 + }, + { + "epoch": 1.4051018465638683, + "grad_norm": 27.57621955871582, + "learning_rate": 2.1085960671803094e-06, + "loss": 0.5741, + "step": 1846 + }, + { + "epoch": 1.4058633162002665, + "grad_norm": 24.17763328552246, + "learning_rate": 2.1036272493143684e-06, + "loss": 0.5881, + "step": 1847 + }, + { + "epoch": 1.4066247858366647, + "grad_norm": 39.37004852294922, + "learning_rate": 2.0986627326353703e-06, + "loss": 0.7304, + "step": 1848 + }, + { + "epoch": 1.407386255473063, + "grad_norm": 32.73893356323242, + "learning_rate": 2.093702524515746e-06, + "loss": 0.7724, + "step": 1849 + }, + { + "epoch": 1.4081477251094612, + "grad_norm": 28.6301212310791, + "learning_rate": 2.0887466323215326e-06, + "loss": 0.6428, + "step": 1850 + }, + { + "epoch": 1.4089091947458594, + "grad_norm": 26.686613082885742, + "learning_rate": 2.0837950634123503e-06, + "loss": 0.6267, + "step": 1851 + }, + { + "epoch": 1.4096706643822579, + "grad_norm": 40.792476654052734, + "learning_rate": 2.0788478251414092e-06, + "loss": 0.8664, + "step": 1852 + }, + { + "epoch": 1.410432134018656, + "grad_norm": 30.36296272277832, + "learning_rate": 2.073904924855482e-06, + "loss": 0.7543, + "step": 1853 + }, + { + "epoch": 1.4111936036550543, + "grad_norm": 22.311126708984375, + "learning_rate": 2.068966369894901e-06, + "loss": 0.4556, + "step": 1854 + }, + { + "epoch": 1.4119550732914525, + "grad_norm": 34.04696273803711, + "learning_rate": 2.0640321675935456e-06, + "loss": 0.8219, + "step": 1855 + }, + { + "epoch": 1.4127165429278508, + "grad_norm": 27.769725799560547, + "learning_rate": 2.059102325278831e-06, + "loss": 0.7987, + "step": 1856 + }, + { + "epoch": 1.413478012564249, + "grad_norm": 25.73517608642578, + "learning_rate": 2.054176850271698e-06, + "loss": 0.7236, + "step": 1857 + }, + { + "epoch": 1.4142394822006472, + "grad_norm": 32.25333786010742, + "learning_rate": 2.0492557498866016e-06, + "loss": 0.7241, + "step": 1858 + }, + { + "epoch": 1.4150009518370454, + "grad_norm": 30.307878494262695, + "learning_rate": 2.0443390314315013e-06, + "loss": 0.7375, + "step": 1859 + }, + { + "epoch": 1.4157624214734437, + "grad_norm": 30.474096298217773, + "learning_rate": 2.039426702207848e-06, + "loss": 0.631, + "step": 1860 + }, + { + "epoch": 1.4165238911098421, + "grad_norm": 25.01543426513672, + "learning_rate": 2.0345187695105774e-06, + "loss": 0.584, + "step": 1861 + }, + { + "epoch": 1.4172853607462401, + "grad_norm": 33.293766021728516, + "learning_rate": 2.029615240628088e-06, + "loss": 0.7583, + "step": 1862 + }, + { + "epoch": 1.4180468303826386, + "grad_norm": 30.636577606201172, + "learning_rate": 2.0247161228422503e-06, + "loss": 0.7273, + "step": 1863 + }, + { + "epoch": 1.4188083000190368, + "grad_norm": 28.93274688720703, + "learning_rate": 2.019821423428376e-06, + "loss": 0.5972, + "step": 1864 + }, + { + "epoch": 1.419569769655435, + "grad_norm": 28.450654983520508, + "learning_rate": 2.0149311496552183e-06, + "loss": 0.6593, + "step": 1865 + }, + { + "epoch": 1.4203312392918332, + "grad_norm": 25.276092529296875, + "learning_rate": 2.0100453087849576e-06, + "loss": 0.4372, + "step": 1866 + }, + { + "epoch": 1.4210927089282315, + "grad_norm": 26.568655014038086, + "learning_rate": 2.005163908073191e-06, + "loss": 0.7544, + "step": 1867 + }, + { + "epoch": 1.4218541785646297, + "grad_norm": 35.838809967041016, + "learning_rate": 2.000286954768923e-06, + "loss": 0.8063, + "step": 1868 + }, + { + "epoch": 1.422615648201028, + "grad_norm": 25.219032287597656, + "learning_rate": 1.9954144561145526e-06, + "loss": 0.5946, + "step": 1869 + }, + { + "epoch": 1.4233771178374262, + "grad_norm": 25.65085220336914, + "learning_rate": 1.990546419345864e-06, + "loss": 0.4989, + "step": 1870 + }, + { + "epoch": 1.4241385874738244, + "grad_norm": 22.25298500061035, + "learning_rate": 1.985682851692014e-06, + "loss": 0.5515, + "step": 1871 + }, + { + "epoch": 1.4249000571102228, + "grad_norm": 33.739200592041016, + "learning_rate": 1.9808237603755252e-06, + "loss": 0.7662, + "step": 1872 + }, + { + "epoch": 1.425661526746621, + "grad_norm": 27.28119468688965, + "learning_rate": 1.975969152612271e-06, + "loss": 0.8033, + "step": 1873 + }, + { + "epoch": 1.4264229963830193, + "grad_norm": 27.47292137145996, + "learning_rate": 1.971119035611467e-06, + "loss": 0.5678, + "step": 1874 + }, + { + "epoch": 1.4271844660194175, + "grad_norm": 28.936887741088867, + "learning_rate": 1.966273416575659e-06, + "loss": 0.6715, + "step": 1875 + }, + { + "epoch": 1.4279459356558157, + "grad_norm": 22.802989959716797, + "learning_rate": 1.9614323027007153e-06, + "loss": 0.5158, + "step": 1876 + }, + { + "epoch": 1.428707405292214, + "grad_norm": 21.903430938720703, + "learning_rate": 1.956595701175812e-06, + "loss": 0.5922, + "step": 1877 + }, + { + "epoch": 1.4294688749286122, + "grad_norm": 28.148441314697266, + "learning_rate": 1.951763619183425e-06, + "loss": 0.7152, + "step": 1878 + }, + { + "epoch": 1.4302303445650104, + "grad_norm": 23.71442222595215, + "learning_rate": 1.946936063899319e-06, + "loss": 0.6005, + "step": 1879 + }, + { + "epoch": 1.4309918142014086, + "grad_norm": 24.66382598876953, + "learning_rate": 1.942113042492535e-06, + "loss": 0.6093, + "step": 1880 + }, + { + "epoch": 1.431753283837807, + "grad_norm": 35.267513275146484, + "learning_rate": 1.937294562125383e-06, + "loss": 0.7775, + "step": 1881 + }, + { + "epoch": 1.432514753474205, + "grad_norm": 25.363155364990234, + "learning_rate": 1.9324806299534284e-06, + "loss": 0.518, + "step": 1882 + }, + { + "epoch": 1.4332762231106035, + "grad_norm": 27.412708282470703, + "learning_rate": 1.9276712531254816e-06, + "loss": 0.755, + "step": 1883 + }, + { + "epoch": 1.4340376927470018, + "grad_norm": 37.167381286621094, + "learning_rate": 1.92286643878359e-06, + "loss": 0.8745, + "step": 1884 + }, + { + "epoch": 1.4347991623834, + "grad_norm": 25.316354751586914, + "learning_rate": 1.918066194063024e-06, + "loss": 0.7132, + "step": 1885 + }, + { + "epoch": 1.4355606320197982, + "grad_norm": 31.473587036132812, + "learning_rate": 1.913270526092269e-06, + "loss": 0.7547, + "step": 1886 + }, + { + "epoch": 1.4363221016561964, + "grad_norm": 25.11524200439453, + "learning_rate": 1.9084794419930134e-06, + "loss": 0.7424, + "step": 1887 + }, + { + "epoch": 1.4370835712925947, + "grad_norm": 23.20271110534668, + "learning_rate": 1.9036929488801387e-06, + "loss": 0.5298, + "step": 1888 + }, + { + "epoch": 1.437845040928993, + "grad_norm": 27.01667022705078, + "learning_rate": 1.8989110538617083e-06, + "loss": 0.6513, + "step": 1889 + }, + { + "epoch": 1.4386065105653911, + "grad_norm": 27.438274383544922, + "learning_rate": 1.8941337640389579e-06, + "loss": 0.6097, + "step": 1890 + }, + { + "epoch": 1.4393679802017894, + "grad_norm": 32.6960334777832, + "learning_rate": 1.8893610865062834e-06, + "loss": 0.8089, + "step": 1891 + }, + { + "epoch": 1.4401294498381878, + "grad_norm": 26.43588638305664, + "learning_rate": 1.8845930283512316e-06, + "loss": 0.6655, + "step": 1892 + }, + { + "epoch": 1.440890919474586, + "grad_norm": 35.13780975341797, + "learning_rate": 1.8798295966544905e-06, + "loss": 0.6858, + "step": 1893 + }, + { + "epoch": 1.4416523891109843, + "grad_norm": 28.761791229248047, + "learning_rate": 1.8750707984898769e-06, + "loss": 0.5817, + "step": 1894 + }, + { + "epoch": 1.4424138587473825, + "grad_norm": 29.459430694580078, + "learning_rate": 1.870316640924326e-06, + "loss": 0.6822, + "step": 1895 + }, + { + "epoch": 1.4431753283837807, + "grad_norm": 31.26158332824707, + "learning_rate": 1.865567131017883e-06, + "loss": 0.7195, + "step": 1896 + }, + { + "epoch": 1.443936798020179, + "grad_norm": 34.26539611816406, + "learning_rate": 1.8608222758236898e-06, + "loss": 0.6405, + "step": 1897 + }, + { + "epoch": 1.4446982676565772, + "grad_norm": 25.34882354736328, + "learning_rate": 1.8560820823879776e-06, + "loss": 0.578, + "step": 1898 + }, + { + "epoch": 1.4454597372929754, + "grad_norm": 32.722137451171875, + "learning_rate": 1.8513465577500527e-06, + "loss": 0.6309, + "step": 1899 + }, + { + "epoch": 1.4462212069293736, + "grad_norm": 23.928403854370117, + "learning_rate": 1.84661570894229e-06, + "loss": 0.7601, + "step": 1900 + }, + { + "epoch": 1.446982676565772, + "grad_norm": 31.33304214477539, + "learning_rate": 1.8418895429901191e-06, + "loss": 0.751, + "step": 1901 + }, + { + "epoch": 1.44774414620217, + "grad_norm": 29.492887496948242, + "learning_rate": 1.8371680669120162e-06, + "loss": 0.5471, + "step": 1902 + }, + { + "epoch": 1.4485056158385685, + "grad_norm": 34.49226379394531, + "learning_rate": 1.832451287719494e-06, + "loss": 0.9174, + "step": 1903 + }, + { + "epoch": 1.4492670854749667, + "grad_norm": 38.36891555786133, + "learning_rate": 1.8277392124170884e-06, + "loss": 0.8829, + "step": 1904 + }, + { + "epoch": 1.450028555111365, + "grad_norm": 31.16155433654785, + "learning_rate": 1.8230318480023512e-06, + "loss": 0.6943, + "step": 1905 + }, + { + "epoch": 1.4507900247477632, + "grad_norm": 85.44965362548828, + "learning_rate": 1.8183292014658372e-06, + "loss": 0.8847, + "step": 1906 + }, + { + "epoch": 1.4515514943841614, + "grad_norm": 32.240020751953125, + "learning_rate": 1.8136312797910955e-06, + "loss": 0.7322, + "step": 1907 + }, + { + "epoch": 1.4523129640205596, + "grad_norm": 35.49117660522461, + "learning_rate": 1.8089380899546599e-06, + "loss": 0.8246, + "step": 1908 + }, + { + "epoch": 1.4530744336569579, + "grad_norm": 32.99125671386719, + "learning_rate": 1.804249638926035e-06, + "loss": 0.7992, + "step": 1909 + }, + { + "epoch": 1.453835903293356, + "grad_norm": 29.68242645263672, + "learning_rate": 1.7995659336676907e-06, + "loss": 0.7837, + "step": 1910 + }, + { + "epoch": 1.4545973729297543, + "grad_norm": 28.061498641967773, + "learning_rate": 1.7948869811350472e-06, + "loss": 0.7148, + "step": 1911 + }, + { + "epoch": 1.4553588425661528, + "grad_norm": 29.588260650634766, + "learning_rate": 1.7902127882764676e-06, + "loss": 0.6517, + "step": 1912 + }, + { + "epoch": 1.456120312202551, + "grad_norm": 30.845842361450195, + "learning_rate": 1.785543362033247e-06, + "loss": 0.6508, + "step": 1913 + }, + { + "epoch": 1.4568817818389492, + "grad_norm": 37.057682037353516, + "learning_rate": 1.7808787093396013e-06, + "loss": 0.6909, + "step": 1914 + }, + { + "epoch": 1.4576432514753475, + "grad_norm": 28.16147804260254, + "learning_rate": 1.7762188371226585e-06, + "loss": 0.6442, + "step": 1915 + }, + { + "epoch": 1.4584047211117457, + "grad_norm": 29.85873031616211, + "learning_rate": 1.771563752302447e-06, + "loss": 0.6137, + "step": 1916 + }, + { + "epoch": 1.459166190748144, + "grad_norm": 33.01405334472656, + "learning_rate": 1.7669134617918847e-06, + "loss": 0.6233, + "step": 1917 + }, + { + "epoch": 1.4599276603845421, + "grad_norm": 28.902408599853516, + "learning_rate": 1.7622679724967729e-06, + "loss": 0.7603, + "step": 1918 + }, + { + "epoch": 1.4606891300209404, + "grad_norm": 21.834259033203125, + "learning_rate": 1.7576272913157789e-06, + "loss": 0.5494, + "step": 1919 + }, + { + "epoch": 1.4614505996573386, + "grad_norm": 29.060260772705078, + "learning_rate": 1.7529914251404322e-06, + "loss": 0.753, + "step": 1920 + }, + { + "epoch": 1.462212069293737, + "grad_norm": 39.84613037109375, + "learning_rate": 1.7483603808551131e-06, + "loss": 0.8935, + "step": 1921 + }, + { + "epoch": 1.462973538930135, + "grad_norm": 36.62184524536133, + "learning_rate": 1.7437341653370377e-06, + "loss": 0.8394, + "step": 1922 + }, + { + "epoch": 1.4637350085665335, + "grad_norm": 31.159271240234375, + "learning_rate": 1.7391127854562544e-06, + "loss": 0.7482, + "step": 1923 + }, + { + "epoch": 1.4644964782029317, + "grad_norm": 38.46657180786133, + "learning_rate": 1.7344962480756284e-06, + "loss": 0.8478, + "step": 1924 + }, + { + "epoch": 1.46525794783933, + "grad_norm": 28.594711303710938, + "learning_rate": 1.729884560050838e-06, + "loss": 0.7019, + "step": 1925 + }, + { + "epoch": 1.4660194174757282, + "grad_norm": 28.661853790283203, + "learning_rate": 1.7252777282303535e-06, + "loss": 0.6434, + "step": 1926 + }, + { + "epoch": 1.4667808871121264, + "grad_norm": 22.471424102783203, + "learning_rate": 1.7206757594554375e-06, + "loss": 0.5731, + "step": 1927 + }, + { + "epoch": 1.4675423567485246, + "grad_norm": 31.315664291381836, + "learning_rate": 1.7160786605601305e-06, + "loss": 0.7715, + "step": 1928 + }, + { + "epoch": 1.4683038263849228, + "grad_norm": 22.22355079650879, + "learning_rate": 1.7114864383712403e-06, + "loss": 0.4805, + "step": 1929 + }, + { + "epoch": 1.469065296021321, + "grad_norm": 24.957242965698242, + "learning_rate": 1.7068990997083346e-06, + "loss": 0.5891, + "step": 1930 + }, + { + "epoch": 1.4698267656577193, + "grad_norm": 29.125608444213867, + "learning_rate": 1.7023166513837268e-06, + "loss": 0.6257, + "step": 1931 + }, + { + "epoch": 1.4705882352941178, + "grad_norm": 30.713321685791016, + "learning_rate": 1.697739100202469e-06, + "loss": 0.7315, + "step": 1932 + }, + { + "epoch": 1.471349704930516, + "grad_norm": 27.89665412902832, + "learning_rate": 1.6931664529623404e-06, + "loss": 0.7149, + "step": 1933 + }, + { + "epoch": 1.4721111745669142, + "grad_norm": 23.54539680480957, + "learning_rate": 1.6885987164538382e-06, + "loss": 0.4831, + "step": 1934 + }, + { + "epoch": 1.4728726442033124, + "grad_norm": 31.730077743530273, + "learning_rate": 1.684035897460165e-06, + "loss": 0.7505, + "step": 1935 + }, + { + "epoch": 1.4736341138397107, + "grad_norm": 40.70829772949219, + "learning_rate": 1.6794780027572282e-06, + "loss": 0.9372, + "step": 1936 + }, + { + "epoch": 1.4743955834761089, + "grad_norm": 27.258739471435547, + "learning_rate": 1.6749250391136112e-06, + "loss": 0.6753, + "step": 1937 + }, + { + "epoch": 1.475157053112507, + "grad_norm": 30.2043514251709, + "learning_rate": 1.6703770132905834e-06, + "loss": 0.8191, + "step": 1938 + }, + { + "epoch": 1.4759185227489053, + "grad_norm": 32.73941421508789, + "learning_rate": 1.6658339320420751e-06, + "loss": 0.7147, + "step": 1939 + }, + { + "epoch": 1.4766799923853036, + "grad_norm": 26.30469512939453, + "learning_rate": 1.661295802114683e-06, + "loss": 0.6912, + "step": 1940 + }, + { + "epoch": 1.477441462021702, + "grad_norm": 28.07451057434082, + "learning_rate": 1.6567626302476397e-06, + "loss": 0.6439, + "step": 1941 + }, + { + "epoch": 1.4782029316581, + "grad_norm": 25.540842056274414, + "learning_rate": 1.6522344231728221e-06, + "loss": 0.6091, + "step": 1942 + }, + { + "epoch": 1.4789644012944985, + "grad_norm": 27.23672866821289, + "learning_rate": 1.6477111876147328e-06, + "loss": 0.5726, + "step": 1943 + }, + { + "epoch": 1.4797258709308967, + "grad_norm": 27.432655334472656, + "learning_rate": 1.6431929302904914e-06, + "loss": 0.6402, + "step": 1944 + }, + { + "epoch": 1.480487340567295, + "grad_norm": 30.246688842773438, + "learning_rate": 1.6386796579098236e-06, + "loss": 0.8161, + "step": 1945 + }, + { + "epoch": 1.4812488102036931, + "grad_norm": 30.486093521118164, + "learning_rate": 1.6341713771750523e-06, + "loss": 0.6322, + "step": 1946 + }, + { + "epoch": 1.4820102798400914, + "grad_norm": 36.072975158691406, + "learning_rate": 1.6296680947810933e-06, + "loss": 0.6327, + "step": 1947 + }, + { + "epoch": 1.4827717494764896, + "grad_norm": 32.71725845336914, + "learning_rate": 1.62516981741543e-06, + "loss": 0.6791, + "step": 1948 + }, + { + "epoch": 1.4835332191128878, + "grad_norm": 33.857574462890625, + "learning_rate": 1.6206765517581207e-06, + "loss": 0.7739, + "step": 1949 + }, + { + "epoch": 1.484294688749286, + "grad_norm": 27.191062927246094, + "learning_rate": 1.6161883044817767e-06, + "loss": 0.6202, + "step": 1950 + }, + { + "epoch": 1.4850561583856843, + "grad_norm": 32.20383071899414, + "learning_rate": 1.6117050822515635e-06, + "loss": 0.7464, + "step": 1951 + }, + { + "epoch": 1.4858176280220827, + "grad_norm": 31.3388671875, + "learning_rate": 1.6072268917251755e-06, + "loss": 0.7226, + "step": 1952 + }, + { + "epoch": 1.4865790976584807, + "grad_norm": 27.72353744506836, + "learning_rate": 1.6027537395528403e-06, + "loss": 0.7395, + "step": 1953 + }, + { + "epoch": 1.4873405672948792, + "grad_norm": 26.9237060546875, + "learning_rate": 1.5982856323773004e-06, + "loss": 0.6078, + "step": 1954 + }, + { + "epoch": 1.4881020369312774, + "grad_norm": 33.95270538330078, + "learning_rate": 1.593822576833814e-06, + "loss": 0.685, + "step": 1955 + }, + { + "epoch": 1.4888635065676756, + "grad_norm": 25.47856330871582, + "learning_rate": 1.5893645795501256e-06, + "loss": 0.7515, + "step": 1956 + }, + { + "epoch": 1.4896249762040739, + "grad_norm": 30.650344848632812, + "learning_rate": 1.584911647146475e-06, + "loss": 0.6852, + "step": 1957 + }, + { + "epoch": 1.490386445840472, + "grad_norm": 24.075429916381836, + "learning_rate": 1.5804637862355826e-06, + "loss": 0.5456, + "step": 1958 + }, + { + "epoch": 1.4911479154768703, + "grad_norm": 28.416305541992188, + "learning_rate": 1.5760210034226352e-06, + "loss": 0.6695, + "step": 1959 + }, + { + "epoch": 1.4919093851132685, + "grad_norm": 28.5175724029541, + "learning_rate": 1.5715833053052737e-06, + "loss": 0.5108, + "step": 1960 + }, + { + "epoch": 1.492670854749667, + "grad_norm": 32.036949157714844, + "learning_rate": 1.567150698473593e-06, + "loss": 0.7157, + "step": 1961 + }, + { + "epoch": 1.493432324386065, + "grad_norm": 23.146739959716797, + "learning_rate": 1.5627231895101307e-06, + "loss": 0.7081, + "step": 1962 + }, + { + "epoch": 1.4941937940224634, + "grad_norm": 31.808557510375977, + "learning_rate": 1.5583007849898457e-06, + "loss": 0.7053, + "step": 1963 + }, + { + "epoch": 1.4949552636588617, + "grad_norm": 31.3686466217041, + "learning_rate": 1.553883491480122e-06, + "loss": 0.7005, + "step": 1964 + }, + { + "epoch": 1.49571673329526, + "grad_norm": 29.857423782348633, + "learning_rate": 1.5494713155407509e-06, + "loss": 0.7203, + "step": 1965 + }, + { + "epoch": 1.4964782029316581, + "grad_norm": 31.896163940429688, + "learning_rate": 1.5450642637239306e-06, + "loss": 0.6608, + "step": 1966 + }, + { + "epoch": 1.4972396725680563, + "grad_norm": 32.89180374145508, + "learning_rate": 1.5406623425742395e-06, + "loss": 0.596, + "step": 1967 + }, + { + "epoch": 1.4980011422044546, + "grad_norm": 27.081106185913086, + "learning_rate": 1.5362655586286418e-06, + "loss": 0.6395, + "step": 1968 + }, + { + "epoch": 1.4987626118408528, + "grad_norm": 26.688373565673828, + "learning_rate": 1.5318739184164771e-06, + "loss": 0.6677, + "step": 1969 + }, + { + "epoch": 1.499524081477251, + "grad_norm": 27.175487518310547, + "learning_rate": 1.527487428459442e-06, + "loss": 0.6703, + "step": 1970 + }, + { + "epoch": 1.5002855511136493, + "grad_norm": 30.373645782470703, + "learning_rate": 1.5231060952715825e-06, + "loss": 0.6117, + "step": 1971 + }, + { + "epoch": 1.5010470207500477, + "grad_norm": 25.80720329284668, + "learning_rate": 1.5187299253592885e-06, + "loss": 0.6508, + "step": 1972 + }, + { + "epoch": 1.5018084903864457, + "grad_norm": 22.668949127197266, + "learning_rate": 1.5143589252212876e-06, + "loss": 0.5937, + "step": 1973 + }, + { + "epoch": 1.5025699600228442, + "grad_norm": 22.085233688354492, + "learning_rate": 1.5099931013486246e-06, + "loss": 0.4673, + "step": 1974 + }, + { + "epoch": 1.5033314296592424, + "grad_norm": 27.728803634643555, + "learning_rate": 1.5056324602246558e-06, + "loss": 0.7363, + "step": 1975 + }, + { + "epoch": 1.5040928992956406, + "grad_norm": 26.116809844970703, + "learning_rate": 1.5012770083250444e-06, + "loss": 0.6801, + "step": 1976 + }, + { + "epoch": 1.5048543689320388, + "grad_norm": 28.951690673828125, + "learning_rate": 1.4969267521177506e-06, + "loss": 0.715, + "step": 1977 + }, + { + "epoch": 1.505615838568437, + "grad_norm": 31.423612594604492, + "learning_rate": 1.4925816980630114e-06, + "loss": 0.6941, + "step": 1978 + }, + { + "epoch": 1.5063773082048353, + "grad_norm": 29.68526268005371, + "learning_rate": 1.4882418526133414e-06, + "loss": 0.7056, + "step": 1979 + }, + { + "epoch": 1.5071387778412335, + "grad_norm": 29.2845458984375, + "learning_rate": 1.4839072222135248e-06, + "loss": 0.6909, + "step": 1980 + }, + { + "epoch": 1.507900247477632, + "grad_norm": 31.847999572753906, + "learning_rate": 1.4795778133005972e-06, + "loss": 0.7154, + "step": 1981 + }, + { + "epoch": 1.50866171711403, + "grad_norm": 30.829710006713867, + "learning_rate": 1.475253632303838e-06, + "loss": 0.7386, + "step": 1982 + }, + { + "epoch": 1.5094231867504284, + "grad_norm": 33.253211975097656, + "learning_rate": 1.4709346856447648e-06, + "loss": 0.7438, + "step": 1983 + }, + { + "epoch": 1.5101846563868264, + "grad_norm": 27.949495315551758, + "learning_rate": 1.4666209797371262e-06, + "loss": 0.6489, + "step": 1984 + }, + { + "epoch": 1.5109461260232249, + "grad_norm": 27.150630950927734, + "learning_rate": 1.462312520986885e-06, + "loss": 0.6619, + "step": 1985 + }, + { + "epoch": 1.511707595659623, + "grad_norm": 26.018659591674805, + "learning_rate": 1.4580093157922088e-06, + "loss": 0.4952, + "step": 1986 + }, + { + "epoch": 1.5124690652960213, + "grad_norm": 33.99868392944336, + "learning_rate": 1.4537113705434658e-06, + "loss": 0.6838, + "step": 1987 + }, + { + "epoch": 1.5132305349324195, + "grad_norm": 32.598087310791016, + "learning_rate": 1.4494186916232168e-06, + "loss": 0.7373, + "step": 1988 + }, + { + "epoch": 1.5139920045688178, + "grad_norm": 33.54926681518555, + "learning_rate": 1.445131285406199e-06, + "loss": 0.7666, + "step": 1989 + }, + { + "epoch": 1.5147534742052162, + "grad_norm": 31.553672790527344, + "learning_rate": 1.440849158259316e-06, + "loss": 0.6769, + "step": 1990 + }, + { + "epoch": 1.5155149438416142, + "grad_norm": 39.39175033569336, + "learning_rate": 1.4365723165416357e-06, + "loss": 0.3931, + "step": 1991 + }, + { + "epoch": 1.5162764134780127, + "grad_norm": 34.64937973022461, + "learning_rate": 1.4323007666043786e-06, + "loss": 0.7878, + "step": 1992 + }, + { + "epoch": 1.5170378831144107, + "grad_norm": 34.25494384765625, + "learning_rate": 1.4280345147909058e-06, + "loss": 0.7708, + "step": 1993 + }, + { + "epoch": 1.5177993527508091, + "grad_norm": 29.373470306396484, + "learning_rate": 1.4237735674367037e-06, + "loss": 0.6537, + "step": 1994 + }, + { + "epoch": 1.5185608223872074, + "grad_norm": 29.2237548828125, + "learning_rate": 1.4195179308693918e-06, + "loss": 0.5641, + "step": 1995 + }, + { + "epoch": 1.5193222920236056, + "grad_norm": 29.810876846313477, + "learning_rate": 1.4152676114086989e-06, + "loss": 0.699, + "step": 1996 + }, + { + "epoch": 1.5200837616600038, + "grad_norm": 30.24208641052246, + "learning_rate": 1.4110226153664537e-06, + "loss": 0.6554, + "step": 1997 + }, + { + "epoch": 1.520845231296402, + "grad_norm": 32.16893768310547, + "learning_rate": 1.406782949046583e-06, + "loss": 0.8156, + "step": 1998 + }, + { + "epoch": 1.5216067009328003, + "grad_norm": 24.01704978942871, + "learning_rate": 1.4025486187451015e-06, + "loss": 0.546, + "step": 1999 + }, + { + "epoch": 1.5223681705691985, + "grad_norm": 31.152587890625, + "learning_rate": 1.3983196307500973e-06, + "loss": 0.8026, + "step": 2000 + } + ], + "logging_steps": 1, + "max_steps": 2628, + "num_input_tokens_seen": 0, + "num_train_epochs": 2, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.0973255096548915e+17, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +}